-- Logs begin at Mon 2022-03-07 03:31:23 UTC, end at Mon 2022-03-07 05:57:46 UTC. -- Mar 07 04:08:45.629213 n-d-832185-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 04:08:48.543688 n-d-832185-1 neutron-server[103831]: INFO neutron.common.config [-] Logging enabled! Mar 07 04:08:48.544304 n-d-832185-1 neutron-server[103831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 07 04:08:48.544484 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103831) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 04:08:48.548398 n-d-832185-1 neutron-server[103831]: INFO neutron.common.config [-] Logging enabled! Mar 07 04:08:48.548651 n-d-832185-1 neutron-server[103831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 07 04:08:48.548963 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103831) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 04:08:48.549897 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 04:08:48.550157 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 04:08:48.550532 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 04:08:48.550780 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 04:08:48.551395 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 04:08:48.551720 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.552142 n-d-832185-1 neutron-server[103831]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 04:08:48.552453 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.552753 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.553047 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.553340 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.553629 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.553909 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.554230 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.554531 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.554818 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.555098 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.555386 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.555677 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.555959 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.556244 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.556528 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.556810 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] debug = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.557089 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.557524 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.557928 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.558233 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.558520 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.558798 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.559069 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.559342 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.559623 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.559946 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] host = n-d-832185-1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.560220 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.560504 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.560842 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.561135 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.561425 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.561685 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.561970 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.562262 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.562627 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.563087 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.563206 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.563500 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.563792 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.564019 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.564243 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.564544 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.564830 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.565104 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.565377 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.565649 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.565918 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.566215 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.566482 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.566763 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.567047 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.567331 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.567858 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.568130 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.568400 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.568668 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.568950 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.569223 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.569495 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.569765 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.570071 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.570340 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.570609 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.570908 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.571194 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.571476 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.571758 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.572029 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.572308 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.572578 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.572845 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.573114 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] use_json = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.573384 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.573651 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.573931 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.574226 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.574500 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.574770 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.575040 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.575322 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.575593 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:48.575885 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.576180 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.576475 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.576766 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.577055 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.577334 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.577622 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.577899 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.578308 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.578758 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.578999 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.579282 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.579584 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.579875 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.580171 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.580473 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.580767 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.581060 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.581336 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.581610 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.581882 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.582188 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.582474 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.582749 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.583035 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.583324 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.583602 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.583898 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.584181 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.584478 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.584766 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.585037 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.585314 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.585601 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.585874 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.586172 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.586450 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.586737 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.587012 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.587282 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.587562 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.587837 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.588105 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.588375 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.588649 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.588936 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.589211 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.589481 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.589751 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.590050 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.590321 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.590603 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.590876 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.591146 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.591415 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.591690 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.591960 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.592229 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.592503 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.592771 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.593042 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.593314 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.593585 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.594636 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.594636 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.594942 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.595212 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.595485 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.595760 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.596031 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.596300 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.596569 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.596840 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.597109 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.597395 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.597689 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.597964 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.598262 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.598539 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.598814 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.599089 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.599363 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.599639 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.599915 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.600185 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.600473 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.600755 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.601039 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.601340 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.601618 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.601914 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.602215 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.602493 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.602773 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.603049 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.603324 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.603604 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.603885 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.604178 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.604469 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.604763 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.605054 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.605342 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.605620 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.605927 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.606230 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:48.606449 n-d-832185-1 neutron-server[103831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 04:08:48.606687 n-d-832185-1 neutron-server[103831]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103831) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 04:08:48.981306 n-d-832185-1 neutron-server[103831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 04:08:48.981590 n-d-832185-1 neutron-server[103831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 04:08:48.981893 n-d-832185-1 neutron-server[103831]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 04:08:48.982410 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 04:08:49.311093 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.311306 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.311579 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.312897 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.313169 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.313437 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.358726 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.359007 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.359293 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.373710 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.373999 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.374283 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.402127 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.402405 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.402671 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.445223 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.445501 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.445768 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.795207 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.795841 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.795841 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.796010 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.796673 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.896454 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.896777 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.897060 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.897327 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.897592 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.897899 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.898188 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.898444 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.898696 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.898974 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.899230 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.899491 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.899743 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.899999 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.900251 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.900514 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.900767 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.901031 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.901296 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.901550 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.901821 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.902098 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.902379 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.902752 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.903000 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.903244 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.903637 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:49.903878 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:49.904114 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:49.904352 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:49.904587 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:49.904819 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:49.905185 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 04:08:49.908414 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 04:08:49.912478 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 04:08:49.916234 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 07 04:08:49.917883 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 04:08:49.918380 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 04:08:49.918715 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 04:08:49.919099 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 04:08:49.921954 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 04:08:49.922313 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 04:08:49.922845 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 04:08:49.927715 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 04:08:49.952143 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 04:08:49.952599 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.952897 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103831) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 04:08:49.953913 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.955307 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103831) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 04:08:49.955589 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 04:08:49.955837 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 04:08:49.959152 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:49.959434 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.021870 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 04:08:50.022150 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 04:08:50.022387 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 04:08:50.022759 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 04:08:50.042537 n-d-832185-1 neutron-server[103831]: DEBUG oslo_db.sqlalchemy.engines [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103831) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 04:08:50.477386 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing driver for type 'gre' Mar 07 04:08:50.477913 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] gre ID ranges: [(1, 1000)] Mar 07 04:08:50.530092 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing driver for type 'local' Mar 07 04:08:50.530430 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing driver for type 'vlan' Mar 07 04:08:50.542951 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] VlanTypeDriver initialization complete Mar 07 04:08:50.543323 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing driver for type 'vxlan' Mar 07 04:08:50.543915 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] vxlan ID ranges: [(1, 1000)] Mar 07 04:08:50.593297 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing extension driver 'port_security' Mar 07 04:08:50.594192 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.extensions.port_security [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] PortSecurityExtensionDriver initialization complete Mar 07 04:08:50.594547 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing mechanism driver 'openvswitch' Mar 07 04:08:50.594875 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing mechanism driver 'hyperv' Mar 07 04:08:50.601580 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.plugin [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:08:50.602466 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.602851 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.603212 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.603750 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 04:08:50.604196 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.604567 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.604920 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.605324 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 04:08:50.605741 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.606130 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.606481 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.606881 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 04:08:50.607301 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.607654 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.608002 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.608404 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 04:08:50.608817 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.609168 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.610197 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.610599 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 04:08:50.611014 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.611368 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.611715 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.612115 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103831) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 04:08:50.612566 n-d-832185-1 neutron-server[103831]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] ML2 OVO RPC backend initialized. {{(pid=103831) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 04:08:50.613274 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.613635 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.614082 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.614446 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > networks before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.614801 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.615149 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > ports before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.615497 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.615845 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.616196 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.616546 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.616890 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.617236 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.617580 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.617924 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.618291 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.618640 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.618982 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.626378 n-d-832185-1 neutron-server[103831]: INFO neutron.quota [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded quota_driver: . Mar 07 04:08:50.626749 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.plugin [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Modular L2 Plugin initialization complete Mar 07 04:08:50.627104 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading services supported by the core plugin {{(pid=103831) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 04:08:50.627453 n-d-832185-1 neutron-server[103831]: INFO neutron.plugins.ml2.managers [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Got port-security extension from driver 'port_security' Mar 07 04:08:50.627942 n-d-832185-1 neutron-server[103831]: INFO neutron.extensions.vlantransparent [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Disabled vlantransparent extension. Mar 07 04:08:50.628439 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103831) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 04:08:50.628771 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: router Mar 07 04:08:50.665042 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.665442 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.665819 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router before_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.666215 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.666597 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.666958 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_delete 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.667321 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.667675 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.668038 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.668388 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.668739 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.669089 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.669449 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.669861 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.670264 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.670614 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.670958 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: subnet after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.671306 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.671660 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.672567 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.672913 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.673282 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.673626 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router after_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.673986 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.674472 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.674842 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.675196 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.675566 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > agent after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.675922 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.676269 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > network after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.677123 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Tracking information for resource: router configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:50.677464 n-d-832185-1 neutron-server[103831]: DEBUG neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Tracking information for resource: floatingip configured {{(pid=103831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 04:08:50.682454 n-d-832185-1 neutron-server[103831]: INFO neutron.db.l3_agentschedulers_db [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 04:08:50.683048 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.683416 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port after_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.683773 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port after_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.684131 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: port after_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.684926 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router before_create 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.685298 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.685667 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.686069 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.690879 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.provider_configuration [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service providers = [] {{(pid=103831) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 04:08:50.691250 n-d-832185-1 neutron-server[103831]: DEBUG neutron.db.servicetype_db [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103831) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 04:08:50.694522 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.service_base [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 04:08:50.694879 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.service_base [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 04:08:50.695227 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.service_base [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 04:08:50.696127 n-d-832185-1 neutron-server[103831]: DEBUG neutron.services.service_base [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 04:08:50.696508 n-d-832185-1 neutron-server[103831]: INFO neutron.services.service_base [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 04:08:50.696888 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.697214 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 04:08:50.709034 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.709370 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: auto_allocate Mar 07 04:08:50.715234 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: network precommit_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.715604 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: network precommit_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.716127 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.716450 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: tag Mar 07 04:08:50.723752 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.724082 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: timestamp Mar 07 04:08:50.727984 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.728261 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: network_ip_availability Mar 07 04:08:50.733744 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.734162 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.735074 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.735857 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.736178 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: flavors Mar 07 04:08:50.741080 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.741413 n-d-832185-1 neutron-server[103831]: INFO neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading Plugin: revisions Mar 07 04:08:50.745680 n-d-832185-1 neutron-server[103831]: DEBUG neutron.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 04:08:50.746104 n-d-832185-1 neutron-server[103831]: DEBUG oslo_concurrency.lockutils [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=103831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 04:08:50.746839 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103831) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 04:08:50.747173 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Initializing extension manager. Mar 07 04:08:50.747693 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: __init__.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.748031 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: __pycache__ {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.748362 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.748692 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: address_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.749433 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.750140 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: address-group Mar 07 04:08:50.750520 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: address_scope.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.751227 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.751734 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: address-scope Mar 07 04:08:50.752054 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.752974 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.753483 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: router-admin-state-down-before-update Mar 07 04:08:50.753803 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: agent.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.754547 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.755153 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: agent Mar 07 04:08:50.755475 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: agent_resources_synced.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.756383 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.756880 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: agent-resources-synced Mar 07 04:08:50.757203 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.759086 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.759605 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: allowed-address-pairs Mar 07 04:08:50.759933 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.761091 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.761591 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: auto-allocated-topology Mar 07 04:08:50.761914 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: availability_zone.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.762932 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.763619 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: availability_zone Mar 07 04:08:50.763942 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: availability_zone_filter.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.764852 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.765354 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: availability_zone_filter Mar 07 04:08:50.765806 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: data_plane_status.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.766888 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.767388 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 04:08:50.767708 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: default_subnetpools.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.768607 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.769102 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: default-subnetpools Mar 07 04:08:50.769421 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.770260 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.770764 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: dhcp_agent_scheduler Mar 07 04:08:50.771084 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: dns.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.771989 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.772485 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 04:08:50.772805 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: dns_domain_ports.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.773719 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.774248 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 04:08:50.774570 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.775488 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.775979 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 04:08:50.776299 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: dvr.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.776960 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.777456 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: dvr Mar 07 04:08:50.777776 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: ecmp_routes.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.778709 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.779203 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 04:08:50.779522 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: empty_string_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.780419 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.780919 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: empty-string-filtering Mar 07 04:08:50.781798 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.782742 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.783242 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 04:08:50.783560 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.784475 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.784972 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 04:08:50.785291 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: external_net.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.786225 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.786725 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: external-net Mar 07 04:08:50.787044 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.787941 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.788597 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: extra_dhcp_opt Mar 07 04:08:50.789091 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: extraroute.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.790572 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.791425 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: extraroute Mar 07 04:08:50.791990 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: extraroute_atomic.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.793589 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.794359 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: extraroute-atomic Mar 07 04:08:50.794692 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: filter_validation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.795395 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.795996 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: filter-validation Mar 07 04:08:50.796216 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: fip_pf_description.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.797715 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.798248 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 04:08:50.798616 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: fip_port_details.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.799893 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.800401 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: fip-port-details Mar 07 04:08:50.800726 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: flavors.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.802002 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.802514 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: flavors Mar 07 04:08:50.802838 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.804554 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.805076 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 04:08:50.805411 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: floatingip_pools.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.806150 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.806662 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: floatingip-pools Mar 07 04:08:50.806989 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: ip_allocation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.807913 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.808412 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 04:08:50.808736 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.809637 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.810176 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: ip-substring-filtering Mar 07 04:08:50.810504 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l2_adjacency.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.811417 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.811917 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 04:08:50.812242 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.813267 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.813776 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: router Mar 07 04:08:50.814141 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.816409 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.816935 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 04:08:50.817265 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.818480 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.818993 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: ext-gw-mode Mar 07 04:08:50.819320 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.820228 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.820734 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: l3-ha Mar 07 04:08:50.821060 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.821972 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.822507 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 04:08:50.822835 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_flavors.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.823744 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.824254 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: l3-flavors Mar 07 04:08:50.824575 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.825941 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.826481 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 04:08:50.826806 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.827710 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.828331 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 04:08:50.828658 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: l3agentscheduler.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.829706 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.830251 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: l3_agent_scheduler Mar 07 04:08:50.830579 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: local_ip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.832362 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.832886 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension local_ip not supported by any of loaded plugins Mar 07 04:08:50.833219 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: logging.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.836226 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.836752 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension logging not supported by any of loaded plugins Mar 07 04:08:50.837085 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: metering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.837826 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.838436 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: metering Mar 07 04:08:50.838766 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.839853 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.840365 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: metering_source_and_destination_fields Mar 07 04:08:50.840693 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: multiprovidernet.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.841616 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.842156 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: multi-provider Mar 07 04:08:50.842481 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: netmtu.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.843389 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.844605 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: net-mtu Mar 07 04:08:50.844953 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: netmtu_writable.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.845873 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.846418 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: net-mtu-writable Mar 07 04:08:50.846741 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: network_availability_zone.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.847403 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.847899 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: network_availability_zone Mar 07 04:08:50.848218 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: network_ip_availability.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.849336 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.849839 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: network-ip-availability Mar 07 04:08:50.850194 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: network_segment_range.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.850959 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.851457 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 04:08:50.851778 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: pagination.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.852759 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.853088 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: pagination Mar 07 04:08:50.853405 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: port_device_profile.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.854377 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.854889 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: port-device-profile Mar 07 04:08:50.855209 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.856115 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.856619 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: port-mac-address-regenerate Mar 07 04:08:50.856936 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.857848 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.858387 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: port-numa-affinity-policy Mar 07 04:08:50.858706 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: port_resource_request.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.860159 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.860653 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 04:08:50.860971 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.861964 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.862553 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 04:08:50.862872 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: portbindings.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.863795 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.864294 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: binding Mar 07 04:08:50.864616 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: portbindings_extended.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.865891 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.866425 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: binding-extended Mar 07 04:08:50.866752 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: portsecurity.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.867656 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.868159 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: port-security Mar 07 04:08:50.868481 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: project_id.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.869444 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.869773 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: project-id Mar 07 04:08:50.870132 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: providernet.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.871062 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.871568 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: provider Mar 07 04:08:50.871891 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.875731 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.876249 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos not supported by any of loaded plugins Mar 07 04:08:50.876582 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.877827 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.878375 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 04:08:50.878704 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.879612 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.880118 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 04:08:50.880446 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_default.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.881348 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.881851 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-default not supported by any of loaded plugins Mar 07 04:08:50.882209 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_fip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.883136 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.883641 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 04:08:50.883967 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.884877 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.885379 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 04:08:50.885703 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.886644 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.887150 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 04:08:50.887475 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.888494 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.888999 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 04:08:50.889326 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.890390 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.890937 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 04:08:50.891352 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.892398 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.892905 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 04:08:50.893228 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_pps_rule.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.894444 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.894960 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 04:08:50.895285 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.896193 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.896696 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 04:08:50.897018 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: qos_rules_alias.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.898103 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.898616 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 04:08:50.898941 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: quota_check_limit.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.899843 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.900355 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: quota-check-limit Mar 07 04:08:50.900677 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: quotasv2.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.901608 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.901936 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: quotas Mar 07 04:08:50.902288 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: quotasv2_detail.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.904171 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.904508 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: quota_details Mar 07 04:08:50.904872 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: rbac.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.905889 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.907096 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: rbac-policies Mar 07 04:08:50.907454 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: rbac_address_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.908559 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.909078 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: rbac-address-group Mar 07 04:08:50.909399 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: rbac_address_scope.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.910332 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.910842 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: rbac-address-scope Mar 07 04:08:50.911185 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: rbac_security_groups.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.912080 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.912586 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: rbac-security-groups Mar 07 04:08:50.912912 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.913907 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.914482 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: rbac-subnetpool Mar 07 04:08:50.914803 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: revisionifmatch.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.915701 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.916201 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: revision-if-match Mar 07 04:08:50.916549 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: revisions.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.917708 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.918253 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: standard-attr-revisions Mar 07 04:08:50.918557 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: router_availability_zone.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.919255 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.919749 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: router_availability_zone Mar 07 04:08:50.920063 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: routerservicetype.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.920982 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.921483 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 04:08:50.922386 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.923489 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.923995 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: security-groups-normalized-cidr Mar 07 04:08:50.924319 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.925235 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.925741 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: port-security-groups-filtering Mar 07 04:08:50.926097 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.927015 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.927516 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: security-groups-remote-address-group Mar 07 04:08:50.927837 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.928756 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.929258 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: security-groups-shared-filtering Mar 07 04:08:50.929580 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.930189 n-d-832185-1 neutron-server[103831]: WARNING neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 04:08:50.930511 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: securitygroup.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.940383 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.940909 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: security-group Mar 07 04:08:50.941241 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: segment.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.942053 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.942823 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension segment not supported by any of loaded plugins Mar 07 04:08:50.943148 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.944093 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.944596 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 04:08:50.944920 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: servicetype.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.946077 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.946578 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: service-type Mar 07 04:08:50.946903 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: sorting.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.947875 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.948205 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: sorting Mar 07 04:08:50.948527 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: standard_attr_segment.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.949428 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.949932 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 04:08:50.950282 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: standardattrdescription.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.950931 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.951428 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: standard-attr-description Mar 07 04:08:50.951748 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: stateful_security_group.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.952666 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.953691 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: stateful-security-group Mar 07 04:08:50.954033 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: stdattrs_common.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.954600 n-d-832185-1 neutron-server[103831]: WARNING neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 04:08:50.954918 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.955845 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.956362 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 04:08:50.956684 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: subnet_onboard.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.957805 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.959900 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: subnet_onboard Mar 07 04:08:50.960227 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.961214 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.961894 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 04:08:50.962242 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: subnet_service_types.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.963269 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.963864 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: subnet-service-types Mar 07 04:08:50.964227 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: subnetallocation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.965459 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.966000 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: subnet_allocation Mar 07 04:08:50.966334 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.967009 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.967512 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: subnetpool-prefix-ops Mar 07 04:08:50.968266 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.969337 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.969847 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 04:08:50.970211 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: tagging.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.971289 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.971802 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: standard-attr-tag Mar 07 04:08:50.972127 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: timestamp.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.973321 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.973834 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loaded extension: standard-attr-timestamp Mar 07 04:08:50.974193 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: trunk.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.975217 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.975722 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension trunk not supported by any of loaded plugins Mar 07 04:08:50.976053 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: trunk_details.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.976967 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.977470 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 04:08:50.977795 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.978780 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.979240 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 04:08:50.979563 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Loading extension file: vlantransparent.py {{(pid=103831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 04:08:50.980229 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 04:08:50.980731 n-d-832185-1 neutron-server[103831]: INFO neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 04:08:50.983279 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:network Mar 07 04:08:50.983802 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:subnet Mar 07 04:08:50.984195 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 04:08:50.984603 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:port Mar 07 04:08:50.985830 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.986300 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service FLAVORS assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.986908 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.987333 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.987664 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:router Mar 07 04:08:50.988081 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 04:08:50.988569 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service METERING assigned prefix: /metering {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.990080 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.990455 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.990803 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:08:50.991798 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 04:08:50.992240 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:security_group Mar 07 04:08:50.992670 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 04:08:50.993254 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.993584 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 04:08:50.993937 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] subnetpool is already registered Mar 07 04:08:50.994384 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.994723 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 04:08:50.995052 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] subnetpool is already registered Mar 07 04:08:50.997302 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.997728 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service FLAVORS assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.998341 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.998757 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:50.999086 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:router Mar 07 04:08:50.999419 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] router is already registered Mar 07 04:08:50.999823 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 04:08:51.000365 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] floatingip is already registered Mar 07 04:08:51.000818 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service METERING assigned prefix: /metering {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:51.001474 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 04:08:51.001801 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] rbac_policy is already registered Mar 07 04:08:51.002248 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:security_group Mar 07 04:08:51.002582 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] security_group is already registered Mar 07 04:08:51.002979 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 04:08:51.003306 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] security_group_rule is already registered Mar 07 04:08:51.003923 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:51.004256 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 04:08:51.004584 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] subnetpool is already registered Mar 07 04:08:51.004994 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.v2.resource_helper [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Service CORE assigned prefix: {{(pid=103831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 04:08:51.005315 n-d-832185-1 neutron-server[103831]: INFO neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 04:08:51.005641 n-d-832185-1 neutron-server[103831]: WARNING neutron.quota.resource_registry [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] subnetpool is already registered Mar 07 04:08:51.006143 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: extensions {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.007606 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: address-groups {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.009091 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: address-scopes {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.010471 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: agents {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.011625 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: auto-allocated-topology {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.012870 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: availability_zones {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.014115 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: dhcp-networks {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.016155 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: dhcp-agents {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.017611 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: routers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.019833 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: flavors {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.021003 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: service_profiles {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.022250 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: next_providers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.023720 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: service_profiles {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.025253 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: floatingip-pools {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.026520 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: routers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.028629 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: floatingips {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.030846 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: l3-routers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.032953 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: l3-agents {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.034384 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: metering-labels {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.035744 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: metering-label-rules {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.037039 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: network-ip-availabilities {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.038321 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: bindings {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.039986 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: quotas {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.041553 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: quotas {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.043115 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: rbac-policies {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.044398 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: security-groups {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.045779 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: security-group-rules {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.047084 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: service-providers {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.048428 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: subnetpools {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.049837 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: subnetpools {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.051333 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.053153 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.054994 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.056759 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.058591 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.060453 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.062175 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.064206 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.065960 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.068111 n-d-832185-1 neutron-server[103831]: DEBUG neutron.api.extensions [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Extended resource: tags {{(pid=103831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 04:08:51.073870 n-d-832185-1 neutron-server[103831]: WARNING keystonemiddleware.auth_token [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 04:08:51.079183 n-d-832185-1 neutron-server[103831]: WARNING keystonemiddleware.auth_token [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 04:08:51.087855 n-d-832185-1 neutron-server[103831]: DEBUG oslo_concurrency.lockutils [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Acquired lock "singleton_lock" {{(pid=103831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 04:08:51.088326 n-d-832185-1 neutron-server[103831]: DEBUG oslo_concurrency.lockutils [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Releasing lock "singleton_lock" {{(pid=103831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 04:08:51.088984 n-d-832185-1 neutron-server[103831]: INFO oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Starting 2 workers Mar 07 04:08:51.094497 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Started child 103938 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 04:08:51.099081 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Started child 103939 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 04:08:51.100215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:08:51.100874 n-d-832185-1 neutron-server[103831]: INFO neutron.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 04:08:51.101384 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:08:51.101876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [-] (103938) wsgi starting up on http://0.0.0.0:9696 Mar 07 04:08:51.104084 n-d-832185-1 neutron-server[103831]: INFO oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Starting 1 workers Mar 07 04:08:51.104432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:08:51.106003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [-] (103939) wsgi starting up on http://0.0.0.0:9696 Mar 07 04:08:51.109402 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Started child 103940 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 04:08:51.109970 n-d-832185-1 neutron-server[103831]: INFO oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Starting 1 workers Mar 07 04:08:51.113431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] calling RpcWorker wait() {{(pid=103940) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 04:08:51.114016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] returning from RpcWorker wait() {{(pid=103940) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 04:08:51.114654 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Started child 103941 {{(pid=103831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 04:08:51.115493 n-d-832185-1 neutron-server[103831]: DEBUG neutron_lib.callbacks.manager [None req-47cb814c-527e-48d7-9675-37ae91a92df2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:08:51.116247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:08:51.116778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:08:51.117485 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 04:08:51.117708 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 04:08:51.117894 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 04:08:51.118156 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 04:08:51.118520 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 04:08:51.118698 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 04:08:51.119202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.119471 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.119735 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.119996 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.120269 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.120418 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:08:51.120926 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.121117 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.121394 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.121695 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.121952 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.122155 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.122326 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.122572 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.122809 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.123165 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.123658 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.124014 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.124289 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.124447 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.124725 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.125088 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.125338 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.125624 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] debug = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.125884 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.126432 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.126662 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.126945 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.127168 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.127466 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.127700 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.127998 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.128247 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.128466 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.128725 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.128982 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.129201 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.129431 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.129684 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.129898 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.130179 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.130423 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.130881 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] host = n-d-832185-1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.131117 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.131338 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.131590 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.131845 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.132090 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.132344 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.132594 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.132858 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.133085 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.133309 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.133583 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.133814 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.134075 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.134321 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.134488 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_options = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.134735 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.135008 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.135263 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.135464 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.135633 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.135798 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.136060 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.136224 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.136478 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.136692 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.136905 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.137154 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.137367 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.137600 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.137873 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.138128 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.138365 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.138594 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.138839 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.139066 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.139295 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.139526 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.139755 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.139986 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.140200 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.140429 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.141339 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.141631 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.141890 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.142147 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.142499 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.142772 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.142993 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.143242 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.143499 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.143749 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.143979 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.144202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.144465 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.144694 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.144953 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.145202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.145420 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.145645 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.145878 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.146187 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.146450 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_json = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.148103 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.148372 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.148612 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.148840 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.149095 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.149296 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.149585 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.149862 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.150434 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.150434 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.150718 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.151042 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.151309 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.153388 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.153746 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.154185 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.154472 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.154713 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.154959 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.155316 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.155550 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.155877 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.156926 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.158070 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.158354 n-d-832185-1 neutron-server[103941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:08:51.158641 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.158943 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.159226 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.159476 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.159706 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.159953 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.160274 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.162849 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.163600 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.166276 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.166702 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.166965 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.167287 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.167589 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.167932 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.168486 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.168916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.169323 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.169683 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.170191 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.170584 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.170973 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.171371 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.171881 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.172343 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.172849 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.173254 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.173508 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.173757 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.174059 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.174338 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.174612 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.174880 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.175144 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.175382 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.175710 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.175964 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.176181 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.176412 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.176653 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.176877 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.177161 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.177426 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.177653 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.177876 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.178176 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.178504 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.178750 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.178975 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.179198 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.179420 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.179667 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.179891 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.180205 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.180436 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.180655 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.180879 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.181126 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.181365 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.181586 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.182095 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.182464 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.182933 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.183314 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.183694 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.184083 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.184456 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.184685 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.184936 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.185152 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.185382 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.185599 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.185937 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.186198 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.186420 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.186641 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.186915 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.187246 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.187628 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.188016 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.188445 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.188712 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.188958 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.189204 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.189449 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.189695 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.189916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.190221 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.190455 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.190870 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.191143 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.191372 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.191612 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.192089 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.192824 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.193216 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.193594 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.193855 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.194143 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.194443 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.194693 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.194932 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.195213 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.195455 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.195830 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.196101 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.196382 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.196613 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.196894 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.197205 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.197475 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.197757 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.198202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.198556 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.198816 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.199082 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.199361 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.199612 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.199864 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.200110 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.200374 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.200599 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.200823 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.201055 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.201541 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.201779 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.202036 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.202254 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.202670 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.203640 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.203941 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.204218 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.204471 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.204715 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.204968 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.205235 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.205453 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.205673 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.205932 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.206202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.206434 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.206662 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.206906 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.207122 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.207357 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.207614 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.207830 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.208052 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.208273 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.208531 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.208978 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.209233 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.209474 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.209748 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.209999 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.210224 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.210444 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.210664 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.210887 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.211142 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.211522 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.211792 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.212052 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.212286 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.212534 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.212786 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.213065 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.213287 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.213537 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.213764 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.214017 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.214223 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.214444 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.214683 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.214899 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.215129 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.215343 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.215607 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.215855 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.216216 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.216468 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.216723 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.216970 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.217225 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.217453 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.217672 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.217888 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.218135 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.218356 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.218604 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.219413 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.219701 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.219922 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.220166 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.220380 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.220645 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.220886 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.221131 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.221353 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.221582 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.221800 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.222046 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.222270 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.222487 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.222702 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.222916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.223155 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.223388 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.223687 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.223963 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.224180 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.224424 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.224665 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.224935 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.225185 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.225403 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.225615 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.225837 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.226098 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.226314 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.226545 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.226761 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.226974 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.227205 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.227423 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.227814 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.228045 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.228260 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.228478 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.228700 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.228970 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.229134 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.229382 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.229617 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.229827 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.230076 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.230352 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.230571 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.230756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:08:51.230853 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.231057 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.231295 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.231523 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.231739 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.231977 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.232256 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.232533 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.232755 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.233040 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.233312 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.233580 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.233821 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.234330 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.234702 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.235094 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.235502 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.235762 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.235990 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.236275 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.236606 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.236920 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.237199 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.237464 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.237739 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.238092 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.238358 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.238602 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.238908 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.239251 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.239533 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.239788 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.240043 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.240297 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.240528 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.240772 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.240999 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.241240 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.241490 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.241754 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.242019 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.242253 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.242476 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.242743 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.242993 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.243236 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.243454 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.243706 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.243930 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.244097 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 04:08:51.244640 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 04:08:51.244811 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 04:08:51.244955 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 04:08:51.245126 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 04:08:51.245300 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 04:08:51.245457 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 04:08:51.245671 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.245838 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.246088 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.246254 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.246418 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.246610 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.246772 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.246927 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.247092 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.247251 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.247413 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.247574 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.247736 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.247898 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.248060 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.248220 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.248380 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.248546 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.248709 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.249025 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.249195 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.249359 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.249513 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] debug = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.249669 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.249923 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.250142 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.250308 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.250466 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.250626 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.250786 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.250946 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.251108 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.251267 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.251432 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.251593 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.251755 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.251915 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.252078 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.252238 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.252398 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.252559 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.252720 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] host = n-d-832185-1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253088 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253088 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253260 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253340 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.253916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.254293 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.254293 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.254439 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.254557 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.254719 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.254878 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.255040 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_options = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.255202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.255359 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.255662 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.255989 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.256294 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.256595 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.256891 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.257057 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.257355 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.257673 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.257835 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.258019 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.258186 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.258352 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.258511 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.258820 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.258981 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.259146 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.259305 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.259617 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.259777 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.259938 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.260101 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.260261 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.260420 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.260728 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.260888 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.261049 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.261206 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.261530 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.261694 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.261857 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.262041 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.262200 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.262362 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.262527 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.262689 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.262849 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263013 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263175 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263336 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263498 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263659 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263819 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.263979 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.264308 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.264472 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_json = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.264631 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.264795 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.264962 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.265118 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.265418 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.266236 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.266420 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.266598 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.266868 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 04:08:51.267067 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.267242 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.267428 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.267599 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.267767 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.267932 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.268095 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.268260 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.268422 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.268585 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.268754 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.268916 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.269088 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.269250 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.269413 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.269584 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.269739 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.269898 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.270086 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.270249 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.270408 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.270570 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.270738 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.270898 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.271057 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.271218 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.271376 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.271543 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.271702 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.271877 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272037 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272197 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272355 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272514 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272676 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272837 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.272996 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.273161 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.273320 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.273480 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.273638 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.273796 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.273955 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.274207 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.274373 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.274533 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.274693 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.274853 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275011 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275171 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275331 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275490 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275650 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275808 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.275968 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.276127 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.276285 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.276455 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.276615 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.276801 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.276961 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.277121 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.277279 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.277437 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.277597 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.277742 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.277904 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.278172 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.278345 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.278504 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.278663 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.278821 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.278982 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.279141 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.279301 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.279461 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.279628 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.279776 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.279935 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.280094 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.280252 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.280410 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.280569 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.280751 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.280911 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.281072 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.281305 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.281424 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.281582 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.281826 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.281926 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.282078 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.282253 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.282411 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.282568 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.282726 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.282885 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283046 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283204 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283363 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283520 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283678 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283836 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.283995 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.284155 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.284313 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.284470 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.284628 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.284786 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.284943 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.285100 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.285257 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.285415 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.285572 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.285730 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.285888 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.286065 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.286224 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.286382 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.286550 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.286708 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.286872 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287030 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287196 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287365 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287524 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287683 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287841 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.287999 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.288158 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.288315 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.288474 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.288626 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.288790 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.288947 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.289115 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.289275 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.289435 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.289637 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.289771 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.289939 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.290099 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.290258 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.290416 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.290573 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.290731 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.290889 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291047 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291205 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291364 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291524 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291682 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291840 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.291999 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.292158 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.292317 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.292475 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.292634 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.292792 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.292952 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.293114 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.293273 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.293431 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.293590 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.293748 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.293906 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.294085 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.294244 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.294402 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.294559 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.294716 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.294873 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295030 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295187 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295345 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295503 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295663 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295822 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.295981 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.296140 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.296299 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.296458 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.296616 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.296804 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.297009 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.297165 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.297286 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.297530 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.297693 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.297853 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.298033 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.298195 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.298353 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.298513 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.298690 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.298850 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299007 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299171 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299331 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299490 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299649 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299808 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.299966 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.300125 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.300287 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.300446 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.300605 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.300762 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.300920 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.301078 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.301240 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.301407 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.301568 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.301726 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.301886 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.302067 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.302227 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.302386 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.302545 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.302704 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.302863 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303027 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303186 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303358 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303517 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303687 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303834 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.303994 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.304158 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.304324 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.304547 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.304723 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.304880 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.305040 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.305128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:08:51.305202 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.305357 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.305516 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.305674 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.305832 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306015 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306172 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306340 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306499 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306657 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306815 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.306973 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.307182 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.307287 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.307443 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.307601 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.307759 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.307917 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.308075 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.308244 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.308403 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.308561 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.308719 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.308877 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.309036 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.309206 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.309367 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.309527 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.309695 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.309853 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310036 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310184 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310357 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310517 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310680 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310839 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.310997 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.311254 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.311383 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.311507 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.311644 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.311769 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.311918 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.312086 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.312256 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.312997 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.313160 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.313326 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.313498 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.313657 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.313816 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.314083 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.314210 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.314315 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.314419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071206 Mar 07 04:08:51.314628 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.314751 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.314855 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315023 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315185 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315344 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315505 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315664 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315824 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.315984 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.316144 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.316391 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.316501 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.316609 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 04:08:51.316762 n-d-832185-1 neutron-server[103831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 04:09:02.711143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5ba5b-f081-4490-9e33-cabc84383917 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:09:02.786890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5ba5b-f081-4490-9e33-cabc84383917 None None] No non-hosted networks {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 04:09:02.806490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.agentschedulers_db [None req-fca5ba5b-f081-4490-9e33-cabc84383917 None None] DHCP Agent not found on host n-d-832185-1 {{(pid=103940) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 04:09:03.017073 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1ab05575-473b-478b-ba98-e41dade766e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:05.273413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8e19b7e-5080-4bdf-b041-6ac5f588ad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:05.298238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eb98dc64-53f0-4dba-8ca6-bddbb2fb0302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:06.549121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:07.470760 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (33839310-8e85-4784-a388-e5808922821c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:08.943462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50604) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:09.090908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:09.092650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.093301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.094609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.095366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.096538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.097292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.098051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.098605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.099373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.100227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.101229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.102246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.102936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:09.104397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-832185-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:09.113568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-832185-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:09.483187 n-d-832185-1 neutron-server[103938]: WARNING oslo_policy.policy [None req-7cb4ae65-b08e-4f75-80ba-30e1a686f6be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:09.483915 n-d-832185-1 neutron-server[103938]: WARNING oslo_policy.policy [None req-7cb4ae65-b08e-4f75-80ba-30e1a686f6be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:09.706610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-7cb4ae65-b08e-4f75-80ba-30e1a686f6be admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:09:09.707816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7cb4ae65-b08e-4f75-80ba-30e1a686f6be admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7623479 Mar 07 04:09:11.448335 n-d-832185-1 neutron-server[103940]: INFO neutron.db.l3_hamode_db [None req-cfb3a17b-5467-462d-8eb6-702f18aedff4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 04:09:11.524296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3a17b-5467-462d-8eb6-702f18aedff4 None None] Routers set() bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:09:11.524690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3a17b-5467-462d-8eb6-702f18aedff4 None None] Router IDs set() for agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 04:09:12.262603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50630) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:12.751053 n-d-832185-1 neutron-server[103939]: WARNING oslo_policy.policy [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:12.751609 n-d-832185-1 neutron-server[103939]: WARNING oslo_policy.policy [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:12.972859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:13.064776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.policy [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 04:09:13.107117 n-d-832185-1 neutron-server[103939]: WARNING oslo_policy.policy [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:13.107481 n-d-832185-1 neutron-server[103939]: WARNING oslo_policy.policy [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:13.206391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732352959393', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732352958868', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732352911905', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732352905386', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732352916608', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732352925496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1487504', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1285457', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958892'] for rbac-policy (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:13.270029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:13.271196 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2faa24c3-361b-4f1a-b11e-8a92501120b7 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0076723 Mar 07 04:09:15.827556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:16.133392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:16.162866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Made reservation on behalf of e44c503f70524c4eb7d8b0fd0319eca2 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:09:16.166626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.183347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.290448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks [] for security_group (5514e274-e4ac-400b-aa25-c32da5b63acf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.294110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5514e274-e4ac-400b-aa25-c32da5b63acf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.314676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c020338-b989-481a-bab0-839023789045 demo demo] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:09:16.351298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732355270494', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (26137a02-1774-44c6-abf1-25b8461207e1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.351858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Unsubscribe: segment precommit_create {{(pid=103939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 04:09:16.352377 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Added segment 26137a02-1774-44c6-abf1-25b8461207e1 of type vlan for network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb Mar 07 04:09:16.371811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5514e274-e4ac-400b-aa25-c32da5b63acf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:16.426270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.426615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.426959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.427296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.427629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.427958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.428284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.428608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.428929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.429247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.429569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.429890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.430308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Tracked resource versions report: Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: pushed versions: Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: { 'AddressGroup': {'1.2'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Log': {'1.0'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Network': {'1.1'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Port': {'1.7'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'PortForwarding': {'1.2'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'QosPolicy': {'1.10'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'SecurityGroup': {'1.5'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'SubPort': {'1.0'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Subnet': {'1.1'}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Trunk': {'1.1'}} Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: consumer versions: Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: L3 agent@n-d-832185-1: {}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: Metadata agent@n-d-832185-1: {}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: Metering agent@n-d-832185-1: {}, Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'ConntrackHelper': '1.0', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'LocalIPAssociation': '1.0', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Log': '1.0', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Network': '1.1', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Port': '1.7', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'PortForwarding': '1.2', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'QosPolicy': '1.10', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'SecurityGroup': '1.5', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'SecurityGroupRule': '1.2', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'SubPort': '1.0', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Subnet': '1.1', Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: 'Trunk': '1.1'}} Mar 07 04:09:16.431418 n-d-832185-1 neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:09:16.465406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7225f06b-6a5c-47b1-a1f9-a504a4bf47cb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.508643 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7225f06b-6a5c-47b1-a1f9-a504a4bf47cb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.513831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:16.514568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:16.591241 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c020338-b989-481a-bab0-839023789045 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7626240 Mar 07 04:09:16.630578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c020338-b989-481a-bab0-839023789045 demo demo] Pushing event updated for resources: {'Network': ['ID=7225f06b-6a5c-47b1-a1f9-a504a4bf47cb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:16.643098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:09:19.167766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50658) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:19.564561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4699e-014a-4869-a603-7e8536bdd345 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:19.565967 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dda4699e-014a-4869-a603-7e8536bdd345 demo admin] 10.222.0.21 "GET /v2.0/networks/7225f06b-6a5c-47b1-a1f9-a504a4bf47cb HTTP/1.1" status: 200 len: 825 time: 0.3971312 Mar 07 04:09:19.590563 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-729c54af-3128-4481-9351-8b27370ad75a demo admin] 10.222.0.21 "GET /v2.0/subnetpools/050ecb04-96b6-42d4-8e33-31e4db929c12 HTTP/1.1" status: 200 len: 734 time: 0.0188322 Mar 07 04:09:19.599968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:19.619572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Made reservation on behalf of e44c503f70524c4eb7d8b0fd0319eca2 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:09:19.621796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:19.911666 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (8ef69232-c74c-46bf-9478-130b0a86e733), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:19.980218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Checking segment: {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:09:19.980574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Network hostable DHCP agents. Network: 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:09:19.990626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8ef69232-c74c-46bf-9478-130b0a86e733,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:20.008648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:09:20.019830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:09:20.025465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:20.026098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:20.028556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bad64-3ae9-43ac-9432-6d0b25f48168 None None] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:09:20.042641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d43d1fae-21f2-4a06-a973-b28a02964e81 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4459989 Mar 07 04:09:20.416762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:09:20.418099 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:20.703081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Allocated IP 172.20.0.2 (7225f06b-6a5c-47b1-a1f9-a504a4bf47cb/8ef69232-c74c-46bf-9478-130b0a86e733/f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:09:20.971802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Publish callbacks [] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:20.979358 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:21.050331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:09:21.058441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:09:21.068407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:09:21.070404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Pushing event updated for resources: {'Port': ['ID=f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:21.080030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.080373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.080707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.081043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.081358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.081682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.082023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.082346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.082663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.082979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.083292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.083609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.083923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Tracked resource versions report: Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: pushed versions: Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: { 'AddressGroup': {'1.2'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'ConntrackHelper': {'1.0'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Log': {'1.0'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Network': {'1.1'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Port': {'1.7'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'PortForwarding': {'1.2'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'QosPolicy': {'1.10'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'SecurityGroup': {'1.5'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'SubPort': {'1.0'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Subnet': {'1.1'}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Trunk': {'1.1'}} Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: consumer versions: Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: L3 agent@n-d-832185-1: {}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: Metadata agent@n-d-832185-1: {}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: Metering agent@n-d-832185-1: {}, Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'ConntrackHelper': '1.0', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'LocalIPAssociation': '1.0', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Log': '1.0', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Network': '1.1', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Port': '1.7', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'PortForwarding': '1.2', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'QosPolicy': '1.10', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'SecurityGroup': '1.5', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'SecurityGroupRule': '1.2', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'SubPort': '1.0', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Subnet': '1.1', Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: 'Trunk': '1.1'}} Mar 07 04:09:21.085014 n-d-832185-1 neutron-server[103940]: {{(pid=103940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:09:21.157267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Attempting to bind port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:09:21.157659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Attempting to bind port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:09:21.158109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Attempting to bind port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c on network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:09:21.163311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:09:21.163702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Checking segment: {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:09:21.164185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:21.164581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Bound using segment: {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:09:21.165212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Bound port: f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:09:21.165643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:21.231243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] For port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:09:21.236702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] For port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c,segment=NetworkSegment(26137a02-1774-44c6-abf1-25b8461207e1),segment_id=26137a02-1774-44c6-abf1-25b8461207e1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:09:21.244949 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:21.315496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ade709-2bc0-4644-822f-d20abe38018f None None] Pushing event updated for resources: {'Port': ['ID=f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:22.614015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50666) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:22.926537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-ab2c968b-3171-4ac5-a472-b6e5f44db812 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:09:22.927541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ab2c968b-3171-4ac5-a472-b6e5f44db812 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125806 Mar 07 04:09:25.460474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:25.774297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-bfbf127c-8b98-4124-97b1-e66439d426b6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:09:25.775278 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bfbf127c-8b98-4124-97b1-e66439d426b6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138857 Mar 07 04:09:28.330164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50682) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:28.648106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:28.670055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:28.672073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:28.805504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] Publish callbacks [] for router_controller (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:28.810275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:28.829809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:28.831015 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7a76324b-ec12-437e-b6b8-3a7db314c54a demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4998138 Mar 07 04:09:31.395647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50694) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:31.715841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-2a762cd4-1e98-4181-aa73-f686ee12e26e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:09:31.716825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a762cd4-1e98-4181-aa73-f686ee12e26e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202715 Mar 07 04:09:31.846507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:09:31.940678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:31.941360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:32.051003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:32.051340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:32.084906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c,segment=NetworkSegment(26137a02-1774-44c6-abf1-25b8461207e1),segment_id=26137a02-1774-44c6-abf1-25b8461207e1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:09:32.091948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:32.139156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:32.683866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-926a41c9-7f36-452a-87f0-190c3037cc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:32.739466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb633d0-5736-4492-90d8-21c090ca53e3 None None] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:09:32.859535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2d5a8c7b-4ab0-4cc6-9905-3891c88fc52f None None] Provisioning complete for port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:32.860214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2d5a8c7b-4ab0-4cc6-9905-3891c88fc52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:32.947815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a8c7b-4ab0-4cc6-9905-3891c88fc52f None None] Current status of the port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:33.067497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6d7bbdf8-e10f-4341-8348-c8612eaee303 None None] Provisioning complete for port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:33.068156 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6d7bbdf8-e10f-4341-8348-c8612eaee303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:33.145222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bbdf8-e10f-4341-8348-c8612eaee303 None None] Current status of the port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:33.816552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:09:33.865147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:33.865786 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:33.944478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:34.281456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:34.598212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:34.655021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Made reservation on behalf of f1eb2131e9544ffaba2c92600f0a4c50 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:09:34.715999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.policy [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103938) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 04:09:34.757909 n-d-832185-1 neutron-server[103938]: WARNING oslo_policy.policy [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:34.758317 n-d-832185-1 neutron-server[103938]: WARNING oslo_policy.policy [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 04:09:34.768455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:34.788847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:34.904162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks [] for security_group (6948e9ae-e3a7-4160-a886-9bac070dd3b0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:34.907971 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6948e9ae-e3a7-4160-a886-9bac070dd3b0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:34.926368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Reserving flat network on physical network physnet1 {{(pid=103938) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 04:09:34.960634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732355270494', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:34.961191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Unsubscribe: segment precommit_create {{(pid=103938) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 04:09:34.961723 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Added segment 271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03 of type flat for network f7c05cad-bea7-40ad-a21a-d6f26761807f Mar 07 04:09:34.978575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948e9ae-e3a7-4160-a886-9bac070dd3b0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:35.036484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.036828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.037165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.037500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.037832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.038184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.038511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.038833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.039154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.039472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.039790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.040105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.040419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Tracked resource versions report: Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: pushed versions: Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: { 'AddressGroup': {'1.2'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Log': {'1.0'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Network': {'1.1'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Port': {'1.7'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'PortForwarding': {'1.2'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'QosPolicy': {'1.10'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'SecurityGroup': {'1.5'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'SubPort': {'1.0'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Subnet': {'1.1'}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Trunk': {'1.1'}} Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: consumer versions: Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: L3 agent@n-d-832185-1: {}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: Metadata agent@n-d-832185-1: {}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: Metering agent@n-d-832185-1: {}, Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'ConntrackHelper': '1.0', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'LocalIPAssociation': '1.0', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Log': '1.0', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Network': '1.1', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Port': '1.7', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'PortForwarding': '1.2', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'QosPolicy': '1.10', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'SecurityGroup': '1.5', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'SecurityGroupRule': '1.2', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'SubPort': '1.0', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Subnet': '1.1', Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: 'Trunk': '1.1'}} Mar 07 04:09:35.041551 n-d-832185-1 neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:09:35.089932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f7c05cad-bea7-40ad-a21a-d6f26761807f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:35.133460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f7c05cad-bea7-40ad-a21a-d6f26761807f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:35.134690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:35.135369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:35.191792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9091806 Mar 07 04:09:35.241917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bca505-de6c-4755-90b1-50992cd294de admin admin] Pushing event updated for resources: {'Network': ['ID=f7c05cad-bea7-40ad-a21a-d6f26761807f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:35.258771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f7c05cad-bea7-40ad-a21a-d6f26761807f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:09:35.289301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0885d46a-74a1-4747-9dcd-6e6fc39fb1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:36.491959 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:37.426040 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:37.720614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50726) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:37.938353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfd2ad-d3c0-4c06-9949-973338faf5d4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:37.939661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41bfd2ad-d3c0-4c06-9949-973338faf5d4 demo admin] 10.222.0.21 "GET /v2.0/subnets/8ef69232-c74c-46bf-9478-130b0a86e733 HTTP/1.1" status: 200 len: 849 time: 0.2180912 Mar 07 04:09:38.100950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6fb4c501-45d1-41a7-95fc-b5410012819b demo admin] 10.222.0.21 "GET /v2.0/routers/2dc2dc7b-024f-4c62-a3ea-45956aff6f5e HTTP/1.1" status: 200 len: 704 time: 0.1555300 Mar 07 04:09:38.387237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:38.674274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Allocated IP 172.20.0.1 (7225f06b-6a5c-47b1-a1f9-a504a4bf47cb/8ef69232-c74c-46bf-9478-130b0a86e733/e7cea7a3-696e-49bf-8473-d10747f336b7) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:09:38.854402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks [] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:38.920086 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:38.995664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:09:39.001389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:09:39.010116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:09:39.010991 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.065663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Pushing event updated for resources: {'Port': ['ID=e7cea7a3-696e-49bf-8473-d10747f336b7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:39.087768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.197144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-948d1a5a-5883-4f2d-b6e7-7d55905f249d None None] Provisioning complete for port e7cea7a3-696e-49bf-8473-d10747f336b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:39.197538 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-948d1a5a-5883-4f2d-b6e7-7d55905f249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.219009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.230322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-948d1a5a-5883-4f2d-b6e7-7d55905f249d None None] Port e7cea7a3-696e-49bf-8473-d10747f336b7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:09:39.482551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks [] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.487569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.488332 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.546533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Pushing event updated for resources: {'Port': ['ID=e7cea7a3-696e-49bf-8473-d10747f336b7,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:39.614260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:09:39.615548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:09:39.785194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:09:39.851756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-45de8805-f703-40d0-864d-52c7268bbb04 None None] Provisioning complete for port e7cea7a3-696e-49bf-8473-d10747f336b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:39.852144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-45de8805-f703-40d0-864d-52c7268bbb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:39.884763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:09:39.886209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-45de8805-f703-40d0-864d-52c7268bbb04 None None] Port e7cea7a3-696e-49bf-8473-d10747f336b7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:09:39.898519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db224fd7-417d-47b4-b5c2-d1f87678eb36 demo admin] 10.222.0.21 "PUT /v2.0/routers/2dc2dc7b-024f-4c62-a3ea-45956aff6f5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7850895 Mar 07 04:09:39.898634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Sync routers for ids ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:09:39.909137 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Routers {'2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:09:39.909943 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:09:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:40.103112 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Set router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:09:40.531022 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'name': 'router1', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:09:28Z', 'updated_at': '2022-03-07T04:09:39Z', 'revision_number': 2, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'gw_port_host': None, '_interfaces': [{'id': 'e7cea7a3-696e-49bf-8473-d10747f336b7', 'name': '', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'mac_address': 'fa:16:3e:55:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:38Z', 'updated_at': '2022-03-07T04:09:39Z', 'revision_number': 2, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'subnets': [{'id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:40.580830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Checking router: 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:09:40.581203 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Updating router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e port e7cea7a3-696e-49bf-8473-d10747f336b7 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:09:40.634464 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.153960 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Publish callbacks [] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.160003 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.315882 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Pushing event updated for resources: {'Port': ['ID=e7cea7a3-696e-49bf-8473-d10747f336b7,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:41.331401 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.331752 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.332097 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.332430 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.332767 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.333154 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.333400 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.333726 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.334067 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.334388 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.334710 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.335025 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.335339 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Tracked resource versions report: Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: pushed versions: Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: { 'AddressGroup': {'1.2'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'ConntrackHelper': {'1.0'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Log': {'1.0'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Network': {'1.1'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Port': {'1.7'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'PortForwarding': {'1.2'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'QosPolicy': {'1.10'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'SecurityGroup': {'1.5'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'SubPort': {'1.0'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Subnet': {'1.1'}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Trunk': {'1.1'}} Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: consumer versions: Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: L3 agent@n-d-832185-1: {}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: Metadata agent@n-d-832185-1: {}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: Metering agent@n-d-832185-1: {}, Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'ConntrackHelper': '1.0', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'LocalIPAssociation': '1.0', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Log': '1.0', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Network': '1.1', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Port': '1.7', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'PortForwarding': '1.2', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'QosPolicy': '1.10', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'SecurityGroup': '1.5', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'SecurityGroupRule': '1.2', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'SubPort': '1.0', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Subnet': '1.1', Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: 'Trunk': '1.1'}} Mar 07 04:09:41.336485 n-d-832185-1 neutron-server[103941]: {{(pid=103941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:09:41.340995 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Attempting to bind port e7cea7a3-696e-49bf-8473-d10747f336b7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:09:41.341402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Attempting to bind port e7cea7a3-696e-49bf-8473-d10747f336b7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:09:41.341830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Attempting to bind port e7cea7a3-696e-49bf-8473-d10747f336b7 on network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:09:41.347434 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:09:41.347838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Checking segment: {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:09:41.348340 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.348725 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Bound using segment: {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:09:41.349212 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Bound port: e7cea7a3-696e-49bf-8473-d10747f336b7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26137a02-1774-44c6-abf1-25b8461207e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:09:41.349595 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.415988 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] For port e7cea7a3-696e-49bf-8473-d10747f336b7, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:09:41.426006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9b392bbd-c90f-43b4-b433-70a856b292d6 None None] Provisioning complete for port e7cea7a3-696e-49bf-8473-d10747f336b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:41.426491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b392bbd-c90f-43b4-b433-70a856b292d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.436034 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] For port e7cea7a3-696e-49bf-8473-d10747f336b7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e7cea7a3-696e-49bf-8473-d10747f336b7,segment=NetworkSegment(26137a02-1774-44c6-abf1-25b8461207e1),segment_id=26137a02-1774-44c6-abf1-25b8461207e1)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:09:41.442595 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.464089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9b392bbd-c90f-43b4-b433-70a856b292d6 None None] Port e7cea7a3-696e-49bf-8473-d10747f336b7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:09:41.495666 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Routers {'2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:09:41.496282 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:09:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:41.542797 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb38bc-8ed9-4a06-be75-459e331686db None None] Pushing event updated for resources: {'Port': ['ID=e7cea7a3-696e-49bf-8473-d10747f336b7,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:41.598181 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] Set router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:09:41.683006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] Provisioning complete for port e7cea7a3-696e-49bf-8473-d10747f336b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:41.683672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.763403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] Current status of the port e7cea7a3-696e-49bf-8473-d10747f336b7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:41.763802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.801176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] For port e7cea7a3-696e-49bf-8473-d10747f336b7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e7cea7a3-696e-49bf-8473-d10747f336b7,segment=NetworkSegment(26137a02-1774-44c6-abf1-25b8461207e1),segment_id=26137a02-1774-44c6-abf1-25b8461207e1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:09:41.805247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:41.806858 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'name': 'router1', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:09:28Z', 'updated_at': '2022-03-07T04:09:39Z', 'revision_number': 2, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'gw_port_host': None, '_interfaces': [{'id': 'e7cea7a3-696e-49bf-8473-d10747f336b7', 'name': '', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'mac_address': 'fa:16:3e:55:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:38Z', 'updated_at': '2022-03-07T04:09:41Z', 'revision_number': 4, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'subnets': [{'id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:41.837462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9d833-197a-428f-b2ed-94102ef648f2 None None] The sync data for ids ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'] in n-d-832185-1 is: [{'id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'name': 'router1', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:09:28Z', 'updated_at': '2022-03-07T04:09:39Z', 'revision_number': 2, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'gw_port_host': None, '_interfaces': [{'id': 'e7cea7a3-696e-49bf-8473-d10747f336b7', 'name': '', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'mac_address': 'fa:16:3e:55:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:38Z', 'updated_at': '2022-03-07T04:09:41Z', 'revision_number': 4, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'subnets': [{'id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:09:41.857583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48794f4d-a334-435f-bcba-2e5e9fd93bc4 None None] Pushing event updated for resources: {'Port': ['ID=e7cea7a3-696e-49bf-8473-d10747f336b7,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:42.366754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50746) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:42.475541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad43bd-dd13-42f3-b443-a4ad483e9b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:42.476842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5dad43bd-dd13-42f3-b443-a4ad483e9b77 admin admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 842 time: 0.1090584 Mar 07 04:09:42.486801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:42.510844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Made reservation on behalf of f1eb2131e9544ffaba2c92600f0a4c50 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:09:42.513093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:42.814515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:09:42.814857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (7825d575-c679-479c-92ab-a16fbdf29ea3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:42.868143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7825d575-c679-479c-92ab-a16fbdf29ea3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:42.878100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:09:42.878451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Network hostable DHCP agents. Network: f7c05cad-bea7-40ad-a21a-d6f26761807f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:09:42.901774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:09:42.916082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f7c05cad-bea7-40ad-a21a-d6f26761807f) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:09:42.921317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:42.922336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:42.926885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67b04d-1fb4-40df-a799-33a96dd162b5 None None] Network f7c05cad-bea7-40ad-a21a-d6f26761807f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:09:42.939949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ead835d1-31db-428a-ab4f-36327f9a2b38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4570119 Mar 07 04:09:43.037581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904b172-7e92-4b47-8739-3758a30f2b28 None None] Network f7c05cad-bea7-40ad-a21a-d6f26761807f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:09:45.389159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:45.610214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-79913e69-f515-4f50-8293-8cf1bbf135a8 demo admin] 10.222.0.21 "GET /v2.0/routers/2dc2dc7b-024f-4c62-a3ea-45956aff6f5e HTTP/1.1" status: 200 len: 710 time: 0.2198534 Mar 07 04:09:45.721615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacb0d2-649b-4b99-8633-1e3b5beddee4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:09:45.723031 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5aacb0d2-649b-4b99-8633-1e3b5beddee4 demo admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 886 time: 0.1075528 Mar 07 04:09:45.731821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:09:45.991318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks [] for router_gateway (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:46.226384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks [] for router_gateway (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:46.345478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:46.496804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Allocated IP 172.25.4.111 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/93c6778b-2db5-4128-917f-e074de85638a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:09:46.606745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks [] for port (93c6778b-2db5-4128-917f-e074de85638a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:46.668391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (93c6778b-2db5-4128-917f-e074de85638a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:46.739162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:09:46.747832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:09:46.750551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:09:46.790969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Pushing event updated for resources: {'Port': ['ID=93c6778b-2db5-4128-917f-e074de85638a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:47.043743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks [] for router_gateway (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:47.254374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:47.259041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (2dc2dc7b-024f-4c62-a3ea-45956aff6f5e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:47.373402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:09:47.481102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:09:47.486099 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:47.502069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a51be5d9-da75-4c7c-8359-7f70f8823db1 demo admin] 10.222.0.21 "PUT /v2.0/routers/2dc2dc7b-024f-4c62-a3ea-45956aff6f5e HTTP/1.1" status: 200 len: 890 time: 1.7585962 Mar 07 04:09:49.843478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e7cea7a3-696e-49bf-8473-d10747f336b7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:09:49.892206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e7cea7a3-696e-49bf-8473-d10747f336b7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:49.892812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:49.984729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e7cea7a3-696e-49bf-8473-d10747f336b7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:50.057426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:09:50.178175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0f0be65a-e4b2-40ae-b8f0-484382077c62 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194749 Mar 07 04:09:50.589426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Sync routers for ids ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:09:50.606281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Routers {'2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:09:50.607014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:09:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:50.826311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Set router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:09:51.316002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'name': 'router1', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '93c6778b-2db5-4128-917f-e074de85638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:09:28Z', 'updated_at': '2022-03-07T04:09:46Z', 'revision_number': 4, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'gw_port': {'id': '93c6778b-2db5-4128-917f-e074de85638a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:46Z', 'updated_at': '2022-03-07T04:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'e7cea7a3-696e-49bf-8473-d10747f336b7', 'name': '', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'mac_address': 'fa:16:3e:55:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:38Z', 'updated_at': '2022-03-07T04:09:41Z', 'revision_number': 5, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'subnets': [{'id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:51.367805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Checking router: 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:09:51.368153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Updating router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e port 93c6778b-2db5-4128-917f-e074de85638a binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:09:51.421522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (93c6778b-2db5-4128-917f-e074de85638a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:51.734599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Publish callbacks [] for port (93c6778b-2db5-4128-917f-e074de85638a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:51.740735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (93c6778b-2db5-4128-917f-e074de85638a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:51.794221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485b7b2-cba0-49cb-a1f2-d905c4b97c74 None None] Pushing event updated for resources: {'Port': ['ID=93c6778b-2db5-4128-917f-e074de85638a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:51.798580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Attempting to bind port 93c6778b-2db5-4128-917f-e074de85638a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:09:51.798948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Attempting to bind port 93c6778b-2db5-4128-917f-e074de85638a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:09:51.799307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Attempting to bind port 93c6778b-2db5-4128-917f-e074de85638a on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:09:51.804454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:09:51.804849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:09:51.805286 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:51.805671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:09:51.806180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Bound port: 93c6778b-2db5-4128-917f-e074de85638a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:09:51.806548 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (93c6778b-2db5-4128-917f-e074de85638a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:51.854566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] For port 93c6778b-2db5-4128-917f-e074de85638a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:09:51.857534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] For port 93c6778b-2db5-4128-917f-e074de85638a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=93c6778b-2db5-4128-917f-e074de85638a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:09:51.864972 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (93c6778b-2db5-4128-917f-e074de85638a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:51.930835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Routers {'2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:09:51.931447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:09:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:51.978142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485b7b2-cba0-49cb-a1f2-d905c4b97c74 None None] Pushing event updated for resources: {'Port': ['ID=93c6778b-2db5-4128-917f-e074de85638a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:52.059405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] Set router 2dc2dc7b-024f-4c62-a3ea-45956aff6f5e gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:09:52.293119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89520202-8373-4f7e-8651-afced02ff46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'name': 'router1', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '93c6778b-2db5-4128-917f-e074de85638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:09:28Z', 'updated_at': '2022-03-07T04:09:46Z', 'revision_number': 4, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'gw_port': {'id': '93c6778b-2db5-4128-917f-e074de85638a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:46Z', 'updated_at': '2022-03-07T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'e7cea7a3-696e-49bf-8473-d10747f336b7', 'name': '', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'mac_address': 'fa:16:3e:55:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:38Z', 'updated_at': '2022-03-07T04:09:41Z', 'revision_number': 5, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'subnets': [{'id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:09:52.320700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89520202-8373-4f7e-8651-afced02ff46b None None] The sync data for ids ['2dc2dc7b-024f-4c62-a3ea-45956aff6f5e'] in n-d-832185-1 is: [{'id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'name': 'router1', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '93c6778b-2db5-4128-917f-e074de85638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:09:28Z', 'updated_at': '2022-03-07T04:09:46Z', 'revision_number': 4, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'gw_port': {'id': '93c6778b-2db5-4128-917f-e074de85638a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:46Z', 'updated_at': '2022-03-07T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'e7cea7a3-696e-49bf-8473-d10747f336b7', 'name': '', 'network_id': '7225f06b-6a5c-47b1-a1f9-a504a4bf47cb', 'tenant_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'mac_address': 'fa:16:3e:55:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2dc7b-024f-4c62-a3ea-45956aff6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:09:38Z', 'updated_at': '2022-03-07T04:09:41Z', 'revision_number': 5, 'project_id': 'e44c503f70524c4eb7d8b0fd0319eca2', 'subnets': [{'id': '8ef69232-c74c-46bf-9478-130b0a86e733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050ecb04-96b6-42d4-8e33-31e4db929c12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:09:53.900127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 93c6778b-2db5-4128-917f-e074de85638a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:09:53.968419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 93c6778b-2db5-4128-917f-e074de85638a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:53.968825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93c6778b-2db5-4128-917f-e074de85638a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:54.065036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 93c6778b-2db5-4128-917f-e074de85638a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:09:54.065683 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (93c6778b-2db5-4128-917f-e074de85638a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:54.086806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 93c6778b-2db5-4128-917f-e074de85638a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=93c6778b-2db5-4128-917f-e074de85638a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:09:54.096059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (93c6778b-2db5-4128-917f-e074de85638a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:54.156463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=93c6778b-2db5-4128-917f-e074de85638a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:09:55.973527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 93c6778b-2db5-4128-917f-e074de85638a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:09:56.157012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 93c6778b-2db5-4128-917f-e074de85638a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:09:56.158200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93c6778b-2db5-4128-917f-e074de85638a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:09:56.285614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 93c6778b-2db5-4128-917f-e074de85638a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:10:02.172329 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:10:02.677469 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb99d86b-291d-43c7-81ec-94c053431269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:05.286078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ba260edc-7a07-4571-8357-7f6267496ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:06.499663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:07.437656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:09.127823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:32.679828 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e4bd-c762-47f6-bc06-a6029ef457fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:35.258669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-904215af-b497-4991-87d5-99fa7d9d29f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:36.499890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:37.440066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:39.091887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:10:39.172500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:11:02.681729 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7b98145-0a38-49e9-9e3a-14c841487303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:05.265369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47a90e45-2deb-437a-b2bc-861587d2173a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:06.504563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:07.439749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:09.095071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:16.221527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:11:16.503979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51282) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:16.564691 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-832fa633-f386-41a6-a4a6-0c2108d1a148 admin admin] GET failed (client error): The resource could not be found. Mar 07 04:11:16.566004 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-832fa633-f386-41a6-a4a6-0c2108d1a148 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611286 Mar 07 04:11:16.788796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0436e0-e617-463e-91d5-ea11b2e4ef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:16.790214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf0436e0-e617-463e-91d5-ea11b2e4ef51 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2197626 Mar 07 04:11:19.125044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:19.218114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff45fc7-fe7d-43c6-acc3-048f90220ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:19.220270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fff45fc7-fe7d-43c6-acc3-048f90220ac7 admin admin] 10.222.0.21 "GET /v2.0/subnets/8ef69232-c74c-46bf-9478-130b0a86e733 HTTP/1.1" status: 200 len: 849 time: 0.0942018 Mar 07 04:11:19.229647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:11:19.311751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Publish callbacks [] for subnet (8ef69232-c74c-46bf-9478-130b0a86e733), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:19.450123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732355067567'] for subnet (8ef69232-c74c-46bf-9478-130b0a86e733), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:19.479578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:19.480088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:19.485049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f1919-5095-45a4-9cb0-00324c1ff978 None None] Network 7225f06b-6a5c-47b1-a1f9-a504a4bf47cb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:11:19.494677 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] 10.222.0.21 "PUT /v2.0/subnets/8ef69232-c74c-46bf-9478-130b0a86e733 HTTP/1.1" status: 200 len: 868 time: 0.2684071 Mar 07 04:11:19.518667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef69232-c74c-46bf-9478-130b0a86e733,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:11:19.526175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.526579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.526852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.527188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.527519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.527853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.528180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.528502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.528826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.529176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.529496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.529815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.530165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504344-f2c1-4157-ba48-3d869fba5408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:11:19.851898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-46322e24-54d0-4271-a76d-0f297b08a7f0 None None] Provisioning complete for port e7cea7a3-696e-49bf-8473-d10747f336b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:11:19.852301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46322e24-54d0-4271-a76d-0f297b08a7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7cea7a3-696e-49bf-8473-d10747f336b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:19.935117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-46322e24-54d0-4271-a76d-0f297b08a7f0 None None] Current status of the port e7cea7a3-696e-49bf-8473-d10747f336b7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:11:19.947989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-46322e24-54d0-4271-a76d-0f297b08a7f0 None None] Provisioning complete for port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:11:19.948481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46322e24-54d0-4271-a76d-0f297b08a7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:20.022717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-46322e24-54d0-4271-a76d-0f297b08a7f0 None None] Current status of the port f5766d81-bb7e-419d-bc4f-d5dbd64d3b9c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:11:21.808165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51300) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:22.010968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70dc25c-a71d-4467-afc9-f918907a6398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:22.011363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70dc25c-a71d-4467-afc9-f918907a6398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:22.012885 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c70dc25c-a71d-4467-afc9-f918907a6398 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037487 Mar 07 04:11:24.337575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:24.465341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1775ea-1a6a-482f-9aa7-4a45540be6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:24.465811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1775ea-1a6a-482f-9aa7-4a45540be6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:24.467954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1e1775ea-1a6a-482f-9aa7-4a45540be6d3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292400 Mar 07 04:11:26.791331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51316) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:26.933233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303b1bc-a37f-41b8-be78-421f0fe746d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:26.934619 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2303b1bc-a37f-41b8-be78-421f0fe746d1 admin admin] 10.222.0.21 "GET /v2.0/networks/7225f06b-6a5c-47b1-a1f9-a504a4bf47cb HTTP/1.1" status: 200 len: 869 time: 0.1423528 Mar 07 04:11:29.246063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51324) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:29.371782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba6e4f-699e-4c6b-86cb-faf6467b3322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:29.373127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-caba6e4f-699e-4c6b-86cb-faf6467b3322 admin admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 886 time: 0.1261978 Mar 07 04:11:31.717967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51334) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:31.840060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85501f9-62df-4da2-8bab-a7d11d103faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:31.840516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85501f9-62df-4da2-8bab-a7d11d103faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:31.842044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b85501f9-62df-4da2-8bab-a7d11d103faf admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230083 Mar 07 04:11:32.684117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7702ba6e-75ae-4ca4-b402-ea650e63cf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:34.156784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51342) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:34.245712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50685c8-d0f5-4ca3-8fec-61a3bd3d5f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:34.246191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50685c8-d0f5-4ca3-8fec-61a3bd3d5f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:34.247692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d50685c8-d0f5-4ca3-8fec-61a3bd3d5f4b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899692 Mar 07 04:11:35.266686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2be4a31-b959-417f-8374-3b27937bde61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:36.510591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:36.555344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51350) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:36.640962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7769f-f71e-41c4-b848-a2ee911335d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:36.642336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e4f7769f-f71e-41c4-b848-a2ee911335d2 admin admin] 10.222.0.21 "GET /v2.0/subnets/7825d575-c679-479c-92ab-a16fbdf29ea3 HTTP/1.1" status: 200 len: 816 time: 0.0860014 Mar 07 04:11:37.442059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:38.957804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51358) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:11:39.052875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38859ba5-4ba6-49ee-8042-a7699d547f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:11:39.054248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-38859ba5-4ba6-49ee-8042-a7699d547f33 admin admin] 10.222.0.21 "GET /v2.0/subnets/8ef69232-c74c-46bf-9478-130b0a86e733 HTTP/1.1" status: 200 len: 868 time: 0.0954349 Mar 07 04:11:39.100443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:11:53.169841 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:12:02.686742 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d63a7e80-90b2-4568-9853-031be90ee419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:05.268138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea85ff3d-f1a7-4399-8fcf-4904c6b77afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:06.512485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:07.403659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51410) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:12:07.443510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:07.450654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-e51cc645-645a-4af3-b946-0f36b40a5137 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:12:07.451635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e51cc645-645a-4af3-b946-0f36b40a5137 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470321 Mar 07 04:12:09.104882 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:09.939016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51418) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:12:10.006684 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3466ce14-87cf-4e0b-8c41-7c435e6908c0 admin admin] GET failed (client error): The resource could not be found. Mar 07 04:12:10.008014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3466ce14-87cf-4e0b-8c41-7c435e6908c0 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681508 Mar 07 04:12:10.150740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b530d9-b896-4915-a4b7-6f89718e5ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:12:10.154424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-16b530d9-b896-4915-a4b7-6f89718e5ac4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421523 Mar 07 04:12:12.493625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51426) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:12:12.539567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:12:12.558898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Made reservation on behalf of f1eb2131e9544ffaba2c92600f0a4c50 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:12:12.561137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:12.589310 n-d-832185-1 neutron-server[103938]: WARNING neutron.services.revisions.revision_plugin [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Could not find related network for resource to bump revision. Mar 07 04:12:12.604973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:12:12.614864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6d48f619-2ca3-4adb-95a6-546710440b6b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:12.615272 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Added segment 6d48f619-2ca3-4adb-95a6-546710440b6b of type vlan for network dbcadf7e-71af-4996-8681-f278a54bcb93 Mar 07 04:12:12.653451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (dbcadf7e-71af-4996-8681-f278a54bcb93), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:12.676821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (dbcadf7e-71af-4996-8681-f278a54bcb93), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:12.677664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:12:12.678285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:12.782518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2877345 Mar 07 04:12:12.811450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Pushing event updated for resources: {'Network': ['ID=dbcadf7e-71af-4996-8681-f278a54bcb93,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:12:12.819585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.819933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.820277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.820619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.820956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.821288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.821620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.821948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.822308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.822634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.822964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.823289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.823613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed4a92-a068-4793-92c3-901ec67ced8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:12.835569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network dbcadf7e-71af-4996-8681-f278a54bcb93 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:12:15.111104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51434) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:12:15.169970 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1fda54-694d-4153-b248-031a9c382a83 admin admin] GET failed (client error): The resource could not be found. Mar 07 04:12:15.171247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1f1fda54-694d-4153-b248-031a9c382a83 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591908 Mar 07 04:12:15.241513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f914e-d5f4-485d-a172-41c3e6ddb808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:12:15.242905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5d9f914e-d5f4-485d-a172-41c3e6ddb808 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674474 Mar 07 04:12:15.253257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:12:15.271833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Made reservation on behalf of f1eb2131e9544ffaba2c92600f0a4c50 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:12:15.274122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:15.434082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (97ecb01f-c35b-4362-9f67-a1498b137b4f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:15.487057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ecb01f-c35b-4362-9f67-a1498b137b4f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:12:15.495335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:12:15.495694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Network hostable DHCP agents. Network: dbcadf7e-71af-4996-8681-f278a54bcb93, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:12:15.512529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:12:15.521391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, dbcadf7e-71af-4996-8681-f278a54bcb93) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:12:15.525344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:12:15.525937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:15.531306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef5aeb-0c02-4272-ba89-082292c918aa None None] Network dbcadf7e-71af-4996-8681-f278a54bcb93 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:12:15.541271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46b46d4e-321f-4771-988a-96949d4771ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2921996 Mar 07 04:12:15.637012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-dbcadf7e-71af-4996-8681-f278a54bcb93', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'project_id': 'f1eb2131e9544ffaba2c92600f0a4c50', 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:12:15.638083 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:15.780055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Allocated IP 192.168.233.2 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/0fd25749-ac04-4a7c-b7c1-aa344636c205) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:12:16.023866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Publish callbacks [] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:16.029698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:16.076069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:12:16.077224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Pushing event updated for resources: {'Port': ['ID=0fd25749-ac04-4a7c-b7c1-aa344636c205,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:12:16.079952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:12:16.086334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:12:16.088714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.089055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.089389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.089722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.090067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.090391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.090710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.091028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.091339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.091654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.091968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.092276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.092585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:12:16.152035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Attempting to bind port 0fd25749-ac04-4a7c-b7c1-aa344636c205 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:12:16.152395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Attempting to bind port 0fd25749-ac04-4a7c-b7c1-aa344636c205 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:12:16.152751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Attempting to bind port 0fd25749-ac04-4a7c-b7c1-aa344636c205 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:12:16.158502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:12:16.158870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:12:16.159273 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:16.159659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:12:16.160124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Bound port: 0fd25749-ac04-4a7c-b7c1-aa344636c205, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:12:16.160496 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:16.222787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] For port 0fd25749-ac04-4a7c-b7c1-aa344636c205, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:12:16.226116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] For port 0fd25749-ac04-4a7c-b7c1-aa344636c205, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0fd25749-ac04-4a7c-b7c1-aa344636c205,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:12:16.232359 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:16.294188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f1c5-e1eb-467e-8bb6-71bee8d1410d None None] Pushing event updated for resources: {'Port': ['ID=0fd25749-ac04-4a7c-b7c1-aa344636c205,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:12:17.132103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de67c3-b973-4c83-8bc7-31d870844412 None None] Network dbcadf7e-71af-4996-8681-f278a54bcb93 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:12:17.215261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] Provisioning complete for port 0fd25749-ac04-4a7c-b7c1-aa344636c205 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:12:17.215902 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:17.332569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] Current status of the port 0fd25749-ac04-4a7c-b7c1-aa344636c205 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:12:17.332956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:17.366564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] For port 0fd25749-ac04-4a7c-b7c1-aa344636c205, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0fd25749-ac04-4a7c-b7c1-aa344636c205,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:12:17.371215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:17.425260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2cca8-8fad-4972-ae9e-27f109ea023a None None] Pushing event updated for resources: {'Port': ['ID=0fd25749-ac04-4a7c-b7c1-aa344636c205,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:12:17.491873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f4cd2172-5208-492c-b1e7-8b417c005e83 None None] Provisioning complete for port 0fd25749-ac04-4a7c-b7c1-aa344636c205 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:12:17.492264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2172-5208-492c-b1e7-8b417c005e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:17.572810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd2172-5208-492c-b1e7-8b417c005e83 None None] Current status of the port 0fd25749-ac04-4a7c-b7c1-aa344636c205 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:12:17.963194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0fd25749-ac04-4a7c-b7c1-aa344636c205 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:12:18.011886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0fd25749-ac04-4a7c-b7c1-aa344636c205 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:12:18.012282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0fd25749-ac04-4a7c-b7c1-aa344636c205), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:18.087780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0fd25749-ac04-4a7c-b7c1-aa344636c205 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:12:30.168538 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:12:32.691149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-befc092d-ba15-4dc4-a045-db504873b071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:35.270678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da14b951-148e-425b-a6f3-9d00d8f1a104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:36.517079 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:37.449688 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:12:39.108342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:02.693680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6b09857-ee6f-4c3f-a7ce-727c8f40f6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:05.273839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad7b84b7-c655-4ad4-b597-9a4e34def834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:06.519628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:07.167363 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:13:07.453263 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:09.110820 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:32.697137 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9136-bdb6-4541-b8a9-977edd1dd18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:35.276573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d07dfb01-afa5-4ba4-811b-fe71d100fd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:36.523258 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:37.454551 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:39.114118 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:42.485396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51472) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:13:42.491275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-a0782f47-973a-470e-9de1-a95008194d4b tempest-verify_tempest_config-1254337374 tempest-verify_tempest_config-1254337374-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:13:42.492244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a0782f47-973a-470e-9de1-a95008194d4b tempest-verify_tempest_config-1254337374 tempest-verify_tempest_config-1254337374-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058386 Mar 07 04:13:42.778721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51490) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:13:42.881792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:42.956453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Publish callbacks [] for security_group (e4d94ebc-1f41-4632-bfc3-19fc5eefa51c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:42.959798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e4d94ebc-1f41-4632-bfc3-19fc5eefa51c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:43.009029 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f0b554cf79244e8a6fefdddebdff964&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2285426 Mar 07 04:13:43.009743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d94ebc-1f41-4632-bfc3-19fc5eefa51c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:13:43.011577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:13:43.028068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.028417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.028759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.030193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.030541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.030876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.031209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.031539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.031864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.032188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.032513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.032835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.033170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a2086-da00-47eb-afa1-7f331010bf0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:13:43.077432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49222e14-427f-476f-ad32-cb3b064d53f0 admin admin] Publish callbacks [] for security_group (e4d94ebc-1f41-4632-bfc3-19fc5eefa51c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:43.097676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49222e14-427f-476f-ad32-cb3b064d53f0 admin admin] Publish callbacks [] for security_group (e4d94ebc-1f41-4632-bfc3-19fc5eefa51c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:43.188897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49222e14-427f-476f-ad32-cb3b064d53f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e4d94ebc-1f41-4632-bfc3-19fc5eefa51c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:43.191534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49222e14-427f-476f-ad32-cb3b064d53f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:13:43.192687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-49222e14-427f-476f-ad32-cb3b064d53f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4d94ebc-1f41-4632-bfc3-19fc5eefa51c HTTP/1.1" status: 204 len: 168 time: 0.1802270 Mar 07 04:13:43.201329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222e14-427f-476f-ad32-cb3b064d53f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d94ebc-1f41-4632-bfc3-19fc5eefa51c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:13:44.166475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:14:02.698997 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b60f357b-1445-46f4-9226-bf467093b747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:05.279542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c3aee54-ac64-4f98-a24a-17a56b9ea12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:06.525900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:07.455942 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:09.115366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:21.164655 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:14:32.699239 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8372e8b5-16c9-4829-b2e2-b68ad2ca0c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:35.282436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6228403d-b9b7-4ee7-81c1-cfbc5d60b496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:36.528636 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:37.459264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:39.117039 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:14:58.162328 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:15:02.700245 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-946eadc5-bccb-4706-af4b-ec7888501295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:05.285464 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2c46caa3-8eef-4091-bdb4-81aa41e558bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:06.532636 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:07.461789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:09.120400 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:32.703139 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd129-3e70-4c2c-85a5-3e2bd74c732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:35.160295 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:15:35.286077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2dc3-4e6a-4b96-b1ba-4d42df8430f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:36.534495 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:37.462836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:15:39.123679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:02.705037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-372d0f75-8ed8-4acc-a66d-06f0332e39ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:05.302916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ef51e5f-8df6-4217-b438-c4f83112ba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:06.536029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:07.465884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:09.126503 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:12.158379 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:16:32.705985 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ecc641ea-5909-4e8a-8f97-047159c92bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:35.283640 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3109e8e-4434-4890-acfc-61f441fd72df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:36.540672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:37.468801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:39.129927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:49.159927 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 5 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:16:49.534896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:16:51.908289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738046'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:02.707609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2c290537-f179-4189-be90-5d8d817a6d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:05.284347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d719c958-ae58-48bf-9c64-0438c0fce7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:06.541019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:07.473632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:09.130874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:19.519770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:21.860022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:26.158513 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:17:32.709614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-22ba7b46-80f7-46bd-a715-52d304bd9eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:35.287243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad41450c-d6f0-4a40-8754-6ca7ad113557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:36.544614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:37.461590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51552) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:17:37.475213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:37.569066 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78204679-3a9c-4281-8c56-7a77245a8c1a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1062763 Mar 07 04:17:39.133560 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:39.906077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51562) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:17:39.961263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-db8da225-1097-4708-8d4d-2729760daa74 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0539684 Mar 07 04:17:49.519080 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:17:51.881808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:02.711907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38867eb2-f9a2-4213-b370-8aba8717e583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:03.158263 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:18:05.288466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1dc450c-e34e-4621-8fae-678a8e1a8f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:06.548061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:07.478185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:09.136557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:19.518047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:21.883753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:32.714610 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-272981a8-3866-4274-ae81-52e39b14831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:35.288857 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7046f89-fe24-4d46-8fe2-5c65b90abd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:36.551316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:37.481666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:39.141458 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:40.158689 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:18:49.518895 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:18:51.883733 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:02.732402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2246c9bb-459e-430f-b646-64d5b40f6bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:05.296859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-caf0f051-2d51-46d8-b003-1c47ce4395b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:06.555354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:06.707901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:07.096823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf790a0d-563e-44c1-8ebc-e86c7cb14cc6 tempest-AutoAllocateNetworkTest-24157025 tempest-AutoAllocateNetworkTest-24157025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a201d2a62d3b42c2a5d04dc29c30388e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3873935 Mar 07 04:19:07.099142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51796) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:07.283111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc92e6-6225-4fad-884e-6b72605a4d0d tempest-AutoAllocateNetworkTest-24157025 tempest-AutoAllocateNetworkTest-24157025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:07.285013 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3fcc92e6-6225-4fad-884e-6b72605a4d0d tempest-AutoAllocateNetworkTest-24157025 tempest-AutoAllocateNetworkTest-24157025-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1849604 Mar 07 04:19:07.289345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51804) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:07.353547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb6241bb-86d1-406b-a697-a58a1d02a231 tempest-AutoAllocateNetworkTest-24157025 tempest-AutoAllocateNetworkTest-24157025-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623641 Mar 07 04:19:07.358249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51812) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:07.384295 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-affecfe4-e5dd-403a-9b0a-75b25a5c1992 tempest-AutoAllocateNetworkTest-24157025 tempest-AutoAllocateNetworkTest-24157025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a201d2a62d3b42c2a5d04dc29c30388e HTTP/1.1" status: 200 len: 208 time: 0.0267868 Mar 07 04:19:07.486191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.143363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:08.484422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.570030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Publish callbacks [] for security_group (bbf378c1-3e7e-4d0b-932c-04be61c3096c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.575540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bbf378c1-3e7e-4d0b-932c-04be61c3096c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.608981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf378c1-3e7e-4d0b-932c-04be61c3096c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:08.621735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.622127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.622415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.622743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.623065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.623383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.623698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.624029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.624341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.624653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.624965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.625272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.625584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] Tracked resource versions report: Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: pushed versions: Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: { 'AddressGroup': {'1.2'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Log': {'1.0'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Network': {'1.1'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Port': {'1.7'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'PortForwarding': {'1.2'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'QosPolicy': {'1.10'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'SecurityGroup': {'1.5'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'SubPort': {'1.0'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Subnet': {'1.1'}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Trunk': {'1.1'}} Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: consumer versions: Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: HyperV agent@n-h1-832185-1: {}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: HyperV agent@n-h2-832185-1: {}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: L3 agent@n-d-832185-1: {}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: Metadata agent@n-d-832185-1: {}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: Metering agent@n-d-832185-1: {}, Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'ConntrackHelper': '1.0', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'LocalIPAssociation': '1.0', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Log': '1.0', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Network': '1.1', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Port': '1.7', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'PortForwarding': '1.2', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'QosPolicy': '1.10', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'SecurityGroup': '1.5', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'SecurityGroupRule': '1.2', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'SubPort': '1.0', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Subnet': '1.1', Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: 'Trunk': '1.1'}} Mar 07 04:19:08.626685 n-d-832185-1 neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:19:08.645683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51892) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:08.646137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-45a4dfdc-9cd8-4bce-88eb-c9d6b8f38f8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a201d2a62d3b42c2a5d04dc29c30388e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4942229 Mar 07 04:19:08.696666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Publish callbacks [] for security_group (bbf378c1-3e7e-4d0b-932c-04be61c3096c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.718913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Publish callbacks [] for security_group (bbf378c1-3e7e-4d0b-932c-04be61c3096c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.772404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bbf378c1-3e7e-4d0b-932c-04be61c3096c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.775550 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:08.779576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbf378c1-3e7e-4d0b-932c-04be61c3096c HTTP/1.1" status: 204 len: 168 time: 0.1363657 Mar 07 04:19:08.786077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf378c1-3e7e-4d0b-932c-04be61c3096c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:08.793700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.794651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.795005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.795340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.795842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.796327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.796791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.797543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.798282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.798819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.799337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.799848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.800606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b83cb-c65f-48f5-843c-5cb09c6a31a8 admin admin] Tracked resource versions report: Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: pushed versions: Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: { 'AddressGroup': {'1.2'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Log': {'1.0'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Network': {'1.1'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Port': {'1.7'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'PortForwarding': {'1.2'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'QosPolicy': {'1.10'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'SecurityGroup': {'1.5'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'SubPort': {'1.0'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Subnet': {'1.1'}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Trunk': {'1.1'}} Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: consumer versions: Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: HyperV agent@n-h1-832185-1: {}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: HyperV agent@n-h2-832185-1: {}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: L3 agent@n-d-832185-1: {}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: Metadata agent@n-d-832185-1: {}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: Metering agent@n-d-832185-1: {}, Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'ConntrackHelper': '1.0', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'LocalIPAssociation': '1.0', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Log': '1.0', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Network': '1.1', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Port': '1.7', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'PortForwarding': '1.2', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'QosPolicy': '1.10', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'SecurityGroup': '1.5', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'SecurityGroupRule': '1.2', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'SubPort': '1.0', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Subnet': '1.1', Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: 'Trunk': '1.1'}} Mar 07 04:19:08.802106 n-d-832185-1 neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:19:09.149521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.193555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51978) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:10.420380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3854fcf7-a25b-4c3d-a910-6076caf9e745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.440345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:10.503707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3854fcf7-a25b-4c3d-a910-6076caf9e745 admin admin] Publish callbacks [] for security_group (9720c42c-02a8-46ba-b8a4-702f2bb1a683), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.509064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3854fcf7-a25b-4c3d-a910-6076caf9e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9720c42c-02a8-46ba-b8a4-702f2bb1a683), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.519064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-network', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:10.542790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Made reservation on behalf of 1ac4785277f940f1a5beeeb92ea7a692 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:10.543999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854fcf7-a25b-4c3d-a910-6076caf9e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720c42c-02a8-46ba-b8a4-702f2bb1a683,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:10.546190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.557324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.570401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3854fcf7-a25b-4c3d-a910-6076caf9e745 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3ac66e2f1a24e23838685e612e97ebb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3750772 Mar 07 04:19:10.574474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52006) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:10.636832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cf3e-aebf-4d5c-86fc-5b089613ea2f admin admin] Publish callbacks [] for security_group (9720c42c-02a8-46ba-b8a4-702f2bb1a683), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.663445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks [] for security_group (97e127be-9dce-4d16-8d72-7f5314d40e24), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.668479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (97e127be-9dce-4d16-8d72-7f5314d40e24), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.682113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cf3e-aebf-4d5c-86fc-5b089613ea2f admin admin] Publish callbacks [] for security_group (9720c42c-02a8-46ba-b8a4-702f2bb1a683), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.696028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:19:10.711669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e127be-9dce-4d16-8d72-7f5314d40e24,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:10.730993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (68c13387-2b83-493d-87c5-dcf83a10fdfd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.731323 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Added segment 68c13387-2b83-493d-87c5-dcf83a10fdfd of type vlan for network bec63565-7779-47ba-95e6-86be85045903 Mar 07 04:19:10.762276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cf3e-aebf-4d5c-86fc-5b089613ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9720c42c-02a8-46ba-b8a4-702f2bb1a683), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.765290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cf3e-aebf-4d5c-86fc-5b089613ea2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.766777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d6c6cf3e-aebf-4d5c-86fc-5b089613ea2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9720c42c-02a8-46ba-b8a4-702f2bb1a683 HTTP/1.1" status: 204 len: 168 time: 0.1909988 Mar 07 04:19:10.786134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (bec63565-7779-47ba-95e6-86be85045903), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.794641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6cf3e-aebf-4d5c-86fc-5b089613ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720c42c-02a8-46ba-b8a4-702f2bb1a683,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:10.829732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (bec63565-7779-47ba-95e6-86be85045903), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.830818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:10.831491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.894279 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4519203 Mar 07 04:19:10.897275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52036) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:10.904083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Request body: {'subnet': {'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-subnet', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:10.948573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521211-af7c-40c1-b220-6e11b90192d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bec63565-7779-47ba-95e6-86be85045903,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:10.953446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Made reservation on behalf of 1ac4785277f940f1a5beeeb92ea7a692 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:10.956149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:10.961436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network bec63565-7779-47ba-95e6-86be85045903 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:19:11.191821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (6f3c7cbd-5a6e-45a5-9855-7148d5496c76), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.259905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3c7cbd-5a6e-45a5-9855-7148d5496c76,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:11.309358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Checking segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:11.309802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Network hostable DHCP agents. Network: bec63565-7779-47ba-95e6-86be85045903, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:19:11.309998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:11.347498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Network bec63565-7779-47ba-95e6-86be85045903 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:19:11.370802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, bec63565-7779-47ba-95e6-86be85045903) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:11.376042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:11.377837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.383249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b49089-55c9-4ad7-838b-7cde36332e38 None None] Network bec63565-7779-47ba-95e6-86be85045903 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:11.405096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:11.405208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3fd60643-3e7d-4b2f-a83e-e21fa0a70d51 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5053089 Mar 07 04:19:11.405208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52082) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:11.408090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:11.425197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bbcc-a39f-4fa7-8f4f-473fff10f1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.465228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (1f7f3328-57b1-4394-b07c-70e34f1da4d2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.465228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (1f7f3328-57b1-4394-b07c-70e34f1da4d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.526892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bbcc-a39f-4fa7-8f4f-473fff10f1e2 admin admin] Publish callbacks [] for security_group (6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.536629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bbcc-a39f-4fa7-8f4f-473fff10f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.603113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-bec63565-7779-47ba-95e6-86be85045903', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:19:11.604060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.607139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0bf1bbcc-a39f-4fa7-8f4f-473fff10f1e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b34c74b8ba114993a50e4499d61d5750&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2008889 Mar 07 04:19:11.615546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52100) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:11.672530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks [] for router_controller (1f7f3328-57b1-4394-b07c-70e34f1da4d2), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.706731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1bbcc-a39f-4fa7-8f4f-473fff10f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:11.768471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c35aecc-34b2-4e18-ba63-8b0110e79bb8 admin admin] Publish callbacks [] for security_group (6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.814835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c35aecc-34b2-4e18-ba63-8b0110e79bb8 admin admin] Publish callbacks [] for security_group (6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.857189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Allocated IP 172.20.0.2 (bec63565-7779-47ba-95e6-86be85045903/6f3c7cbd-5a6e-45a5-9855-7148d5496c76/5a077fb4-782e-426e-891c-73f1d3393485) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:11.913475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c35aecc-34b2-4e18-ba63-8b0110e79bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.913475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c35aecc-34b2-4e18-ba63-8b0110e79bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.916573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6c35aecc-34b2-4e18-ba63-8b0110e79bb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3 HTTP/1.1" status: 204 len: 168 time: 0.2932496 Mar 07 04:19:11.930484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35aecc-34b2-4e18-ba63-8b0110e79bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0ad7d-bf3f-4a98-8cdf-edea06f8aff3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:11.948009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b5efeea-27b4-44e1-81e7-61da6cce3124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:11.955751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks [] for router_gateway (1f7f3328-57b1-4394-b07c-70e34f1da4d2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.072037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Publish callbacks [] for port (5a077fb4-782e-426e-891c-73f1d3393485), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.081362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (5a077fb4-782e-426e-891c-73f1d3393485), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.127340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Network bec63565-7779-47ba-95e6-86be85045903 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:12.130225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:12.134887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:12.142544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Pushing event updated for resources: {'Port': ['ID=5a077fb4-782e-426e-891c-73f1d3393485,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:12.153305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.153965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.154523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.155029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.155537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.156060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.156563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.157066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.157564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.158091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.158615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.158943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.159412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Tracked resource versions report: Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: pushed versions: Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: { 'AddressGroup': {'1.2'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'ConntrackHelper': {'1.0'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Log': {'1.0'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Network': {'1.1'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Port': {'1.7'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'PortForwarding': {'1.2'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'QosPolicy': {'1.10'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'SecurityGroup': {'1.5'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'SubPort': {'1.0'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Subnet': {'1.1'}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Trunk': {'1.1'}} Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: consumer versions: Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: HyperV agent@n-h1-832185-1: {}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: HyperV agent@n-h2-832185-1: {}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: L3 agent@n-d-832185-1: {}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: Metadata agent@n-d-832185-1: {}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: Metering agent@n-d-832185-1: {}, Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'ConntrackHelper': '1.0', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'LocalIPAssociation': '1.0', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Log': '1.0', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Network': '1.1', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Port': '1.7', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'PortForwarding': '1.2', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'QosPolicy': '1.10', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'SecurityGroup': '1.5', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'SecurityGroupRule': '1.2', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'SubPort': '1.0', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Subnet': '1.1', Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: 'Trunk': '1.1'}} Mar 07 04:19:12.160691 n-d-832185-1 neutron-server[103940]: {{(pid=103940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:19:12.196000 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b5efeea-27b4-44e1-81e7-61da6cce3124 admin admin] Publish callbacks [] for security_group (3966b8ab-3999-4ec5-aad7-66c845e10034), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.206822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b5efeea-27b4-44e1-81e7-61da6cce3124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3966b8ab-3999-4ec5-aad7-66c845e10034), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.235817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Attempting to bind port 5a077fb4-782e-426e-891c-73f1d3393485 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:12.236602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Attempting to bind port 5a077fb4-782e-426e-891c-73f1d3393485 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:12.236977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Attempting to bind port 5a077fb4-782e-426e-891c-73f1d3393485 on network bec63565-7779-47ba-95e6-86be85045903 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:12.246818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:12.247901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Checking segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:12.248332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.248736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Bound using segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:12.249378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Bound port: 5a077fb4-782e-426e-891c-73f1d3393485, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:12.249782 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5a077fb4-782e-426e-891c-73f1d3393485), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.252982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52140) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:12.253127 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7b5efeea-27b4-44e1-81e7-61da6cce3124 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=babf3bdbe94d4abf9867541973c521e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9418895 Mar 07 04:19:12.303475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5efeea-27b4-44e1-81e7-61da6cce3124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3966b8ab-3999-4ec5-aad7-66c845e10034,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:12.341988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] For port 5a077fb4-782e-426e-891c-73f1d3393485, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:12.348970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] For port 5a077fb4-782e-426e-891c-73f1d3393485, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5a077fb4-782e-426e-891c-73f1d3393485,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:12.360005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d2b-b9c7-4e73-b458-1fd5a0e5f1b8 admin admin] Publish callbacks [] for security_group (3966b8ab-3999-4ec5-aad7-66c845e10034), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.364394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5a077fb4-782e-426e-891c-73f1d3393485), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.383225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks [] for router_gateway (1f7f3328-57b1-4394-b07c-70e34f1da4d2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.414793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.415524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d2b-b9c7-4e73-b458-1fd5a0e5f1b8 admin admin] Publish callbacks [] for security_group (3966b8ab-3999-4ec5-aad7-66c845e10034), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.491134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52142) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:12.494787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e889ea-3ec9-4120-bbbb-d1e47be782b9 None None] Pushing event updated for resources: {'Port': ['ID=5a077fb4-782e-426e-891c-73f1d3393485,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:12.545369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:12.555366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d2b-b9c7-4e73-b458-1fd5a0e5f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3966b8ab-3999-4ec5-aad7-66c845e10034), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.564411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d2b-b9c7-4e73-b458-1fd5a0e5f1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.564864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Allocated IP 172.25.4.242 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/80950767-e891-4fba-a197-d44c4813d55d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:12.566323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f77a2d2b-b9c7-4e73-b458-1fd5a0e5f1b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3966b8ab-3999-4ec5-aad7-66c845e10034 HTTP/1.1" status: 204 len: 168 time: 0.3121922 Mar 07 04:19:12.577325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2d2b-b9c7-4e73-b458-1fd5a0e5f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3966b8ab-3999-4ec5-aad7-66c845e10034,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:12.719614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc0aad2a-2ea1-4108-b7f4-d287b2bb6e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.834302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks [] for port (80950767-e891-4fba-a197-d44c4813d55d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.862650 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-133b63da-a59b-419f-a2b4-b5e0df413dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.908655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (80950767-e891-4fba-a197-d44c4813d55d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.972141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc0aad2a-2ea1-4108-b7f4-d287b2bb6e6d admin admin] Publish callbacks [] for security_group (367d5942-96a2-40cb-930a-6e26f05d871b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:12.982685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc0aad2a-2ea1-4108-b7f4-d287b2bb6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (367d5942-96a2-40cb-930a-6e26f05d871b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.009971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Pushing event updated for resources: {'Port': ['ID=80950767-e891-4fba-a197-d44c4813d55d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:13.037160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:13.041228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:13.044216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:13.087850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bc0aad2a-2ea1-4108-b7f4-d287b2bb6e6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb1d9b9ce83e492c9ee31ef6c865570d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5919924 Mar 07 04:19:13.092113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52196) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:13.102122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aad2a-2ea1-4108-b7f4-d287b2bb6e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367d5942-96a2-40cb-930a-6e26f05d871b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:13.160427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-133b63da-a59b-419f-a2b4-b5e0df413dfd admin admin] Publish callbacks [] for security_group (a3d65877-469c-4c78-b77b-55d3d8a35829), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.173050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-133b63da-a59b-419f-a2b4-b5e0df413dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a3d65877-469c-4c78-b77b-55d3d8a35829), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.192501 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48899b58-b4da-48b2-9685-6d75f8b412cf admin admin] Publish callbacks [] for security_group (367d5942-96a2-40cb-930a-6e26f05d871b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.250854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-133b63da-a59b-419f-a2b4-b5e0df413dfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a454aa97a99a4d86b9021459372f1a87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7033935 Mar 07 04:19:13.251484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52204) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:13.270356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b63da-a59b-419f-a2b4-b5e0df413dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d65877-469c-4c78-b77b-55d3d8a35829,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:13.300032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48899b58-b4da-48b2-9685-6d75f8b412cf admin admin] Publish callbacks [] for security_group (367d5942-96a2-40cb-930a-6e26f05d871b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.371002 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48899b58-b4da-48b2-9685-6d75f8b412cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (367d5942-96a2-40cb-930a-6e26f05d871b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.374764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-48899b58-b4da-48b2-9685-6d75f8b412cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.376607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-48899b58-b4da-48b2-9685-6d75f8b412cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/367d5942-96a2-40cb-930a-6e26f05d871b HTTP/1.1" status: 204 len: 168 time: 0.2825406 Mar 07 04:19:13.393019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks [] for router_gateway (1f7f3328-57b1-4394-b07c-70e34f1da4d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.393151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48899b58-b4da-48b2-9685-6d75f8b412cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d5942-96a2-40cb-930a-6e26f05d871b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:13.427495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74f74e3-d5eb-424e-a94c-f7da43d6cb11 admin admin] Publish callbacks [] for security_group (a3d65877-469c-4c78-b77b-55d3d8a35829), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.471060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52226) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:13.497328 n-d-832185-1 neutron-server[103938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 04:19:13.503423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74f74e3-d5eb-424e-a94c-f7da43d6cb11 admin admin] Publish callbacks [] for security_group (a3d65877-469c-4c78-b77b-55d3d8a35829), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.536628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52230) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:13.563477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da7daa01-9c0c-4ffc-85eb-5bf64d264cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.571944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-e968e51e-7a7f-4d35-b130-e50b93e489e6 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=685f7d2d62ba4decaad769189187c61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947921 Mar 07 04:19:13.811845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74f74e3-d5eb-424e-a94c-f7da43d6cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a3d65877-469c-4c78-b77b-55d3d8a35829), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.814764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74f74e3-d5eb-424e-a94c-f7da43d6cb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:13.818286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a74f74e3-d5eb-424e-a94c-f7da43d6cb11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3d65877-469c-4c78-b77b-55d3d8a35829 HTTP/1.1" status: 204 len: 168 time: 0.5611291 Mar 07 04:19:13.842401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f74e3-d5eb-424e-a94c-f7da43d6cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d65877-469c-4c78-b77b-55d3d8a35829,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:13.853326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-3664c183-3d49-489b-a8e0-827fe5ca8d1c tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:13.863453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-3664c183-3d49-489b-a8e0-827fe5ca8d1c tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905967 Mar 07 04:19:13.885108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ab1480e2-1cf9-42f9-91de-222c69f7c4de tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/quotas/685f7d2d62ba4decaad769189187c61d HTTP/1.1" status: 200 len: 375 time: 0.0203347 Mar 07 04:19:13.955933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-f8e85b79-bd56-413a-92f9-b4b4626aa707 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=685f7d2d62ba4decaad769189187c61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687935 Mar 07 04:19:14.005477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da7daa01-9c0c-4ffc-85eb-5bf64d264cbc admin admin] Publish callbacks [] for security_group (236fb025-5d65-468f-941d-2a32e3536575), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.014736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da7daa01-9c0c-4ffc-85eb-5bf64d264cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (236fb025-5d65-468f-941d-2a32e3536575), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.020035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (1f7f3328-57b1-4394-b07c-70e34f1da4d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.038722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368452d2-0b8d-4d53-b8f6-e3203201823e None None] Network bec63565-7779-47ba-95e6-86be85045903 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:14.092540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52254) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:14.107181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e87da766-f6c0-4a2a-9db9-3e09955f8f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.167429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] Provisioning complete for port 5a077fb4-782e-426e-891c-73f1d3393485 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:14.168289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5a077fb4-782e-426e-891c-73f1d3393485), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.175488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-da7daa01-9c0c-4ffc-85eb-5bf64d264cbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1024c6232a7472b9a8ff35404905b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6377494 Mar 07 04:19:14.180707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:14.183359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7daa01-9c0c-4ffc-85eb-5bf64d264cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236fb025-5d65-468f-941d-2a32e3536575,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:14.321295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5a077fb4-782e-426e-891c-73f1d3393485 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:14.374481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] Current status of the port 5a077fb4-782e-426e-891c-73f1d3393485 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:14.374862 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5a077fb4-782e-426e-891c-73f1d3393485), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.405345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:19:14.425435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] For port 5a077fb4-782e-426e-891c-73f1d3393485, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5a077fb4-782e-426e-891c-73f1d3393485,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:14.436214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5a077fb4-782e-426e-891c-73f1d3393485), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.485074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5a077fb4-782e-426e-891c-73f1d3393485 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:14.485492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5a077fb4-782e-426e-891c-73f1d3393485), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.584218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510678a4-dbcc-40a9-a1c1-14d983d20392 None None] Pushing event updated for resources: {'Port': ['ID=5a077fb4-782e-426e-891c-73f1d3393485,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:14.598405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e87da766-f6c0-4a2a-9db9-3e09955f8f91 admin admin] Publish callbacks [] for security_group (f5cb110e-f7f1-46bd-9d87-6a6a04499f24), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.613203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e87da766-f6c0-4a2a-9db9-3e09955f8f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f5cb110e-f7f1-46bd-9d87-6a6a04499f24), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.663464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87da766-f6c0-4a2a-9db9-3e09955f8f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb110e-f7f1-46bd-9d87-6a6a04499f24,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:14.693002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5a077fb4-782e-426e-891c-73f1d3393485 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:14.703933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e87da766-f6c0-4a2a-9db9-3e09955f8f91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84a00aa380014f4983a61c7d94b97ead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6073148 Mar 07 04:19:14.703933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:14.734901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725700b7-93df-42fb-810c-f9ca3d121901 admin admin] Publish callbacks [] for security_group (236fb025-5d65-468f-941d-2a32e3536575), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.765007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c72aa8e8-2088-4a12-99ca-4ea0ba96fb7c None None] Provisioning complete for port 5a077fb4-782e-426e-891c-73f1d3393485 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:14.766041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c72aa8e8-2088-4a12-99ca-4ea0ba96fb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5a077fb4-782e-426e-891c-73f1d3393485), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.774495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725700b7-93df-42fb-810c-f9ca3d121901 admin admin] Publish callbacks [] for security_group (236fb025-5d65-468f-941d-2a32e3536575), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.784443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:19:14.786620 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d227a2ab-921c-4a21-8bec-8e42592b552e admin admin] Publish callbacks [] for security_group (f5cb110e-f7f1-46bd-9d87-6a6a04499f24), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.797160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:14.797534 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:19:14.811815 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:14.812663 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:14.828217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.830622 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd4d05b8-c3bc-4b13-b149-2b108915729c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4263098 Mar 07 04:19:14.833482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:14.844227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e087ab4-84db-442c-8acc-50185957870a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:14.940466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c72aa8e8-2088-4a12-99ca-4ea0ba96fb7c None None] Current status of the port 5a077fb4-782e-426e-891c-73f1d3393485 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:14.972653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d227a2ab-921c-4a21-8bec-8e42592b552e admin admin] Publish callbacks [] for security_group (f5cb110e-f7f1-46bd-9d87-6a6a04499f24), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.009689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52292) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:15.013106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52294) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:15.031168 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:15.126509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725700b7-93df-42fb-810c-f9ca3d121901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (236fb025-5d65-468f-941d-2a32e3536575), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.135613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725700b7-93df-42fb-810c-f9ca3d121901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.137548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-725700b7-93df-42fb-810c-f9ca3d121901 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/236fb025-5d65-468f-941d-2a32e3536575 HTTP/1.1" status: 204 len: 168 time: 0.9558718 Mar 07 04:19:15.166408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725700b7-93df-42fb-810c-f9ca3d121901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236fb025-5d65-468f-941d-2a32e3536575,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:15.172464 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d227a2ab-921c-4a21-8bec-8e42592b552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f5cb110e-f7f1-46bd-9d87-6a6a04499f24), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.175713 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d227a2ab-921c-4a21-8bec-8e42592b552e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.179219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d227a2ab-921c-4a21-8bec-8e42592b552e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5cb110e-f7f1-46bd-9d87-6a6a04499f24 HTTP/1.1" status: 204 len: 168 time: 0.4721835 Mar 07 04:19:15.202882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227a2ab-921c-4a21-8bec-8e42592b552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb110e-f7f1-46bd-9d87-6a6a04499f24,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:15.231907 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e087ab4-84db-442c-8acc-50185957870a admin admin] Publish callbacks [] for security_group (0ddef4ce-62f6-4805-baf3-3df2a01dd902), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.238031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e087ab4-84db-442c-8acc-50185957870a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ddef4ce-62f6-4805-baf3-3df2a01dd902), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.333834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087ab4-84db-442c-8acc-50185957870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddef4ce-62f6-4805-baf3-3df2a01dd902,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:15.342162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6e087ab4-84db-442c-8acc-50185957870a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eed7f322cfe2493fa89bf766010b8bb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5437219 Mar 07 04:19:15.344655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52318) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:15.467918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-950b4bf3-f310-48e3-aae6-e18d83576a4d admin admin] Publish callbacks [] for security_group (0ddef4ce-62f6-4805-baf3-3df2a01dd902), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.522226 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:13Z', 'revision_number': 3, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:15.570164 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:19:15.571259 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Updating router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 port 80950767-e891-4fba-a197-d44c4813d55d binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:19:15.579536 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.630455 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (80950767-e891-4fba-a197-d44c4813d55d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.632645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-950b4bf3-f310-48e3-aae6-e18d83576a4d admin admin] Publish callbacks [] for security_group (0ddef4ce-62f6-4805-baf3-3df2a01dd902), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.832518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e07a206a-50f1-4fff-a33d-02607bfdd8a8 req-bdb27630-6df0-4f43-9d78-1b2acccbe559 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 210 time: 0.8074815 Mar 07 04:19:15.851282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-950b4bf3-f310-48e3-aae6-e18d83576a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ddef4ce-62f6-4805-baf3-3df2a01dd902), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.861634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-950b4bf3-f310-48e3-aae6-e18d83576a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:15.863282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-950b4bf3-f310-48e3-aae6-e18d83576a4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ddef4ce-62f6-4805-baf3-3df2a01dd902 HTTP/1.1" status: 204 len: 168 time: 0.5166259 Mar 07 04:19:15.880235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b4bf3-f310-48e3-aae6-e18d83576a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddef4ce-62f6-4805-baf3-3df2a01dd902,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:15.882446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a064952c-3c0a-4892-b1c4-09bbd6f87454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.056871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Allocated IP 172.20.0.1 (bec63565-7779-47ba-95e6-86be85045903/6f3c7cbd-5a6e-45a5-9855-7148d5496c76/ea7044c4-eb4d-4a2d-87d9-81020a33655a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:16.065702 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Publish callbacks [] for port (80950767-e891-4fba-a197-d44c4813d55d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.085185 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a064952c-3c0a-4892-b1c4-09bbd6f87454 admin admin] Publish callbacks [] for security_group (113a47fe-50fd-47e3-96c0-4257befe8e30), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.088656 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (80950767-e891-4fba-a197-d44c4813d55d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.104053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a064952c-3c0a-4892-b1c4-09bbd6f87454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (113a47fe-50fd-47e3-96c0-4257befe8e30), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.152316 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Pushing event updated for resources: {'Port': ['ID=80950767-e891-4fba-a197-d44c4813d55d,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:16.166205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a064952c-3c0a-4892-b1c4-09bbd6f87454 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcac649e97004ac8a97228c785144e64&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1426249 Mar 07 04:19:16.171551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52340) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:16.200202 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.202106 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.202473 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.205251 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.205641 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.205967 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.206320 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.206666 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.209195 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.209544 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.209883 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.210249 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.212108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Tracked resource versions report: Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: pushed versions: Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: { 'AddressGroup': {'1.2'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'ConntrackHelper': {'1.0'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'LocalIPAssociation': {'1.0'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Log': {'1.0'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Network': {'1.1'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Port': {'1.7'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'PortForwarding': {'1.2'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'QosPolicy': {'1.10'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'SecurityGroup': {'1.5'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'SecurityGroupRule': {'1.2'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'SubPort': {'1.0'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Subnet': {'1.1'}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Trunk': {'1.1'}} Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: consumer versions: Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: { DHCP agent@n-d-832185-1: {}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: HyperV agent@n-h1-832185-1: {}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: HyperV agent@n-h2-832185-1: {}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: L3 agent@n-d-832185-1: {}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: Metadata agent@n-d-832185-1: {}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: Metering agent@n-d-832185-1: {}, Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: Open vSwitch agent@n-d-832185-1: { 'AddressGroup': '1.2', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'ConntrackHelper': '1.0', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'LocalIPAssociation': '1.0', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Log': '1.0', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Network': '1.1', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Port': '1.7', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'PortForwarding': '1.2', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'QosPolicy': '1.10', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'SecurityGroup': '1.5', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'SecurityGroupRule': '1.2', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'SubPort': '1.0', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Subnet': '1.1', Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: 'Trunk': '1.1'}} Mar 07 04:19:16.217720 n-d-832185-1 neutron-server[103941]: {{(pid=103941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 04:19:16.225969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5a077fb4-782e-426e-891c-73f1d3393485 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:16.250185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064952c-3c0a-4892-b1c4-09bbd6f87454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a47fe-50fd-47e3-96c0-4257befe8e30,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:16.299557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Attempting to bind port 80950767-e891-4fba-a197-d44c4813d55d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:16.299557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Attempting to bind port 80950767-e891-4fba-a197-d44c4813d55d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:16.299557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Attempting to bind port 80950767-e891-4fba-a197-d44c4813d55d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:16.306367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-feb99e86-af0e-4120-81cc-50d0d5811594 admin admin] Publish callbacks [] for security_group (113a47fe-50fd-47e3-96c0-4257befe8e30), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.312854 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:16.315687 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:16.316879 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.317808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5a077fb4-782e-426e-891c-73f1d3393485 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:16.318188 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:16.318702 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5a077fb4-782e-426e-891c-73f1d3393485), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.320969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Bound port: 80950767-e891-4fba-a197-d44c4813d55d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:16.321736 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (80950767-e891-4fba-a197-d44c4813d55d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.339891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-feb99e86-af0e-4120-81cc-50d0d5811594 admin admin] Publish callbacks [] for security_group (113a47fe-50fd-47e3-96c0-4257befe8e30), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.402781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks [] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.444309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5a077fb4-782e-426e-891c-73f1d3393485 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:16.444789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-feb99e86-af0e-4120-81cc-50d0d5811594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (113a47fe-50fd-47e3-96c0-4257befe8e30), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.445917 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] For port 80950767-e891-4fba-a197-d44c4813d55d, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:16.450591 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-feb99e86-af0e-4120-81cc-50d0d5811594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.451886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-feb99e86-af0e-4120-81cc-50d0d5811594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/113a47fe-50fd-47e3-96c0-4257befe8e30 HTTP/1.1" status: 204 len: 168 time: 0.2788625 Mar 07 04:19:16.460444 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] For port 80950767-e891-4fba-a197-d44c4813d55d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=80950767-e891-4fba-a197-d44c4813d55d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:16.469149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb99e86-af0e-4120-81cc-50d0d5811594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a47fe-50fd-47e3-96c0-4257befe8e30,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:16.473640 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (80950767-e891-4fba-a197-d44c4813d55d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.478206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.533031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Network bec63565-7779-47ba-95e6-86be85045903 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:16.540338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:16.543994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:16.544564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (1f7f3328-57b1-4394-b07c-70e34f1da4d2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.576277 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:16.576936 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:16.664707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7044c4-eb4d-4a2d-87d9-81020a33655a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:16.767690 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:16.845345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b0f2-2782-4d89-933b-9436e9f4d98e None None] Pushing event updated for resources: {'Port': ['ID=80950767-e891-4fba-a197-d44c4813d55d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:16.885138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4f8f9a85-02f9-4343-b1cf-b25d530100d2 None None] Provisioning complete for port ea7044c4-eb4d-4a2d-87d9-81020a33655a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:16.885522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f8f9a85-02f9-4343-b1cf-b25d530100d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:16.968728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f9a85-02f9-4343-b1cf-b25d530100d2 None None] Port ea7044c4-eb4d-4a2d-87d9-81020a33655a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:17.110982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:17.123968 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:13Z', 'revision_number': 3, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:17.151231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b40af38-294a-49c1-9cdf-6ae28bd1f850 req-71d0c24c-3531-4049-9c87-0ab36e953e3a tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 210 time: 0.0534439 Mar 07 04:19:17.167848 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0b0e8-ec6c-42e0-9fd9-ccb400c0dafe None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:13Z', 'revision_number': 3, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:19:17.172983 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:19:17.352351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.15', 51818) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:17.393116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-cf8d62cc-9668-4efa-9cfc-7f521a841f6f tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=685f7d2d62ba4decaad769189187c61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395668 Mar 07 04:19:17.427465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks [] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:17.432143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:17.455106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:17.455885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (1f7f3328-57b1-4394-b07c-70e34f1da4d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:17.580843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d943129f-9e5b-4300-bb14-9b4c035aba33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:17.666819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7044c4-eb4d-4a2d-87d9-81020a33655a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:17.677463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-31f15e4a-0748-4b53-bd94-c0f721ea348a tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:17.680271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-31f15e4a-0748-4b53-bd94-c0f721ea348a tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821078 Mar 07 04:19:17.783924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Request body: {'port': {'device_id': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '685f7d2d62ba4decaad769189187c61d'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:17.784185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Network bec63565-7779-47ba-95e6-86be85045903 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:17.790561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:17.814662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d943129f-9e5b-4300-bb14-9b4c035aba33 admin admin] Publish callbacks [] for security_group (7aa26ad0-f215-496b-9bb9-fca02884ea01), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:17.884944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d943129f-9e5b-4300-bb14-9b4c035aba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7aa26ad0-f215-496b-9bb9-fca02884ea01), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.207636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Made reservation on behalf of 685f7d2d62ba4decaad769189187c61d for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:18.213113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.224534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943129f-9e5b-4300-bb14-9b4c035aba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa26ad0-f215-496b-9bb9-fca02884ea01,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:18.228713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f3c2b747-34cb-4a0b-97d7-c264e67c7b43 None None] Provisioning complete for port ea7044c4-eb4d-4a2d-87d9-81020a33655a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:18.231224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f3c2b747-34cb-4a0b-97d7-c264e67c7b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.243788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d943129f-9e5b-4300-bb14-9b4c035aba33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d931f9849534bc9a90fa5e1a0e45924&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8082049 Mar 07 04:19:18.248657 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.255590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52426) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:18.303087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:19:18.322593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2b747-34cb-4a0b-97d7-c264e67c7b43 None None] Port ea7044c4-eb4d-4a2d-87d9-81020a33655a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:18.331019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74014ae-f2e2-4704-9e66-70d2fc9b114d admin admin] Publish callbacks [] for security_group (7aa26ad0-f215-496b-9bb9-fca02884ea01), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.357196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 80950767-e891-4fba-a197-d44c4813d55d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:18.416955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74014ae-f2e2-4704-9e66-70d2fc9b114d admin admin] Publish callbacks [] for security_group (7aa26ad0-f215-496b-9bb9-fca02884ea01), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.489506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks [] for security_group (abf6a38d-9712-465f-8d90-017b8b27b422), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.504520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (abf6a38d-9712-465f-8d90-017b8b27b422), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.518086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 80950767-e891-4fba-a197-d44c4813d55d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:18.518709 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (80950767-e891-4fba-a197-d44c4813d55d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.533486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:19:18.550815 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d352ba48-fa76-4a39-b5cd-b3fd5a9db2b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/1f7f3328-57b1-4394-b07c-70e34f1da4d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7156658 Mar 07 04:19:18.563424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74014ae-f2e2-4704-9e66-70d2fc9b114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7aa26ad0-f215-496b-9bb9-fca02884ea01), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.566544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f74014ae-f2e2-4704-9e66-70d2fc9b114d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.571464 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f74014ae-f2e2-4704-9e66-70d2fc9b114d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7aa26ad0-f215-496b-9bb9-fca02884ea01 HTTP/1.1" status: 204 len: 168 time: 0.3144438 Mar 07 04:19:18.587199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74014ae-f2e2-4704-9e66-70d2fc9b114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa26ad0-f215-496b-9bb9-fca02884ea01,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:18.780554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 80950767-e891-4fba-a197-d44c4813d55d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:18.781212 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (80950767-e891-4fba-a197-d44c4813d55d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.813017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 80950767-e891-4fba-a197-d44c4813d55d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=80950767-e891-4fba-a197-d44c4813d55d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:18.821516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (80950767-e891-4fba-a197-d44c4813d55d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:18.864559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-752cf9b2-e5be-451d-83bc-4076b422e8f2 req-f1920cab-5f2f-4923-a464-0c6d84f4f337 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 210 time: 0.3249245 Mar 07 04:19:18.901971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf6a38d-9712-465f-8d90-017b8b27b422,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:18.908913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=80950767-e891-4fba-a197-d44c4813d55d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:18.913087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Allocated IP 192.168.233.24 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/1cd561d5-2d50-4e6f-939c-5ced25d7ffb1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:19.198153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks [] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:19.253451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:19.369638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Pushing event updated for resources: {'Port': ['ID=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:19.388306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:19.390621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:19.406744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:19.426160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:19.427249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:19.471183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-a784cdff-c62b-461f-986c-b40a20684156 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6922250 Mar 07 04:19:19.496550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-1d6d587e-72be-4806-b5f3-9208d507daf7 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:19:19.497603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-1d6d587e-72be-4806-b5f3-9208d507daf7 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057015 Mar 07 04:19:19.557747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:19.764335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:19:19.784141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:19.785745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:20.014434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:20.148449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-88830b73-e74f-4459-ba75-eeb84813067d None None] Provisioning complete for port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:20.149165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88830b73-e74f-4459-ba75-eeb84813067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:20.175593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22478c9e-a6f4-4080-a56a-75da59c5ba20 req-5c022256-0ae4-41a2-bf52-d2be38fd840e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:20.209060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22478c9e-a6f4-4080-a56a-75da59c5ba20 req-5c022256-0ae4-41a2-bf52-d2be38fd840e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 935 time: 0.2257979 Mar 07 04:19:20.256053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 80950767-e891-4fba-a197-d44c4813d55d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:20.318250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-88830b73-e74f-4459-ba75-eeb84813067d None None] Port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:20.341858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22478c9e-a6f4-4080-a56a-75da59c5ba20 req-884be54a-2c65-490f-8468-b5c478bdb525 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313863 Mar 07 04:19:20.497814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 80950767-e891-4fba-a197-d44c4813d55d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:20.498316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (80950767-e891-4fba-a197-d44c4813d55d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:20.524876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52478) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:20.633689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:17Z', 'revision_number': 2, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:20.766470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:19:20.766932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Updating router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 port ea7044c4-eb4d-4a2d-87d9-81020a33655a binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:19:20.805092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:20.843254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Request body: {'port': {'device_id': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'device_owner': 'compute:tempest-test_az-1056514340', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:21.004363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6778675-6abd-4e4f-8414-85ff50030078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.062446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.165445 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Publish callbacks [] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.175289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.241075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6778675-6abd-4e4f-8414-85ff50030078 admin admin] Publish callbacks [] for security_group (caa5ee0b-f4d2-443f-be11-1e31168cc5c3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.249064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6778675-6abd-4e4f-8414-85ff50030078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (caa5ee0b-f4d2-443f-be11-1e31168cc5c3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.276065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 80950767-e891-4fba-a197-d44c4813d55d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:21.287656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f72c31-101c-44c5-ad9d-717c8a66192c None None] Pushing event updated for resources: {'Port': ['ID=ea7044c4-eb4d-4a2d-87d9-81020a33655a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:21.395199 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a6778675-6abd-4e4f-8414-85ff50030078 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec2049c3b6b743af8f6ec0ced2be3a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8691185 Mar 07 04:19:21.411308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:21.412953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6778675-6abd-4e4f-8414-85ff50030078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5ee0b-f4d2-443f-be11-1e31168cc5c3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:21.533878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Attempting to bind port ea7044c4-eb4d-4a2d-87d9-81020a33655a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:21.535625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Attempting to bind port ea7044c4-eb4d-4a2d-87d9-81020a33655a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:21.536108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Attempting to bind port ea7044c4-eb4d-4a2d-87d9-81020a33655a on network bec63565-7779-47ba-95e6-86be85045903 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:21.547296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe3416ef-1c1c-4282-8fe8-f4cbcc0a4e5f admin admin] Publish callbacks [] for security_group (caa5ee0b-f4d2-443f-be11-1e31168cc5c3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.550529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:21.551036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Checking segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:21.551545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.553567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Bound using segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:21.554216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Bound port: ea7044c4-eb4d-4a2d-87d9-81020a33655a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:21.555499 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.628871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe3416ef-1c1c-4282-8fe8-f4cbcc0a4e5f admin admin] Publish callbacks [] for security_group (caa5ee0b-f4d2-443f-be11-1e31168cc5c3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.725925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] For port ea7044c4-eb4d-4a2d-87d9-81020a33655a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:21.735180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] For port ea7044c4-eb4d-4a2d-87d9-81020a33655a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ea7044c4-eb4d-4a2d-87d9-81020a33655a,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:21.740606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe3416ef-1c1c-4282-8fe8-f4cbcc0a4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (caa5ee0b-f4d2-443f-be11-1e31168cc5c3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.745298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe3416ef-1c1c-4282-8fe8-f4cbcc0a4e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.749514 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe3416ef-1c1c-4282-8fe8-f4cbcc0a4e5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caa5ee0b-f4d2-443f-be11-1e31168cc5c3 HTTP/1.1" status: 204 len: 168 time: 0.3216496 Mar 07 04:19:21.757060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:21.765556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3416ef-1c1c-4282-8fe8-f4cbcc0a4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5ee0b-f4d2-443f-be11-1e31168cc5c3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:21.865933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:21.867088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:21.939936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fa69d-ecf0-4b9a-b25c-539260ce2057 req-0ebdbd81-88fe-4aca-8a67-dd76d1e79133 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:21.950714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e8fa69d-ecf0-4b9a-b25c-539260ce2057 req-0ebdbd81-88fe-4aca-8a67-dd76d1e79133 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 935 time: 0.2456083 Mar 07 04:19:22.054422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:22.063903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e8fa69d-ecf0-4b9a-b25c-539260ce2057 req-be067166-e87b-4aaa-8d8b-46063ed03e3e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054814 Mar 07 04:19:22.111890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] Provisioning complete for port ea7044c4-eb4d-4a2d-87d9-81020a33655a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:22.116582 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.367423 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.408652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:22.419855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Publish callbacks [] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.434174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f72c31-101c-44c5-ad9d-717c8a66192c None None] Pushing event updated for resources: {'Port': ['ID=ea7044c4-eb4d-4a2d-87d9-81020a33655a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:22.467266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Transition to ACTIVE for port object 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:19:22.473404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.683513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:22.746023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] Current status of the port ea7044c4-eb4d-4a2d-87d9-81020a33655a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:22.746711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.748747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Attempting to bind port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:22.749289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Attempting to bind port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:22.749801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Attempting to bind port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:22.758309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:19:22.759491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Attempting to bind port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:22.769957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:22.771279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:22.773582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:22.775300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Bound port: 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:22.776930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.866351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] For port ea7044c4-eb4d-4a2d-87d9-81020a33655a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ea7044c4-eb4d-4a2d-87d9-81020a33655a,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:22.879047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:22.881791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] For port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:22.889156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] For port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:22.902684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.006317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:23.008911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52538) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:23.012382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.014198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 HTTP/1.1" status: 200 len: 1117 time: 2.7072575 Mar 07 04:19:23.017816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-network', 'tenant_id': '070a8b4b829c444e9b7a036579a90048'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:23.019666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'tag': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:23.063630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f801abf-a847-4741-be1d-e4ea113c22db None None] Pushing event updated for resources: {'Port': ['ID=ea7044c4-eb4d-4a2d-87d9-81020a33655a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:23.073862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Made reservation on behalf of 070a8b4b829c444e9b7a036579a90048 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:23.076626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.114674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.128053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:21Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:23.209873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12d68a-1209-4e2f-96ce-6676075a90f5 None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:21Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:19:23.241636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-99ba737c-40e8-47fb-aa97-841d9bd11811 None None] Provisioning complete for port ea7044c4-eb4d-4a2d-87d9-81020a33655a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:23.243469 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-99ba737c-40e8-47fb-aa97-841d9bd11811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.383774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks [] for security_group (9b1823dc-f9b3-4547-bfe0-69d4f87445e2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.400110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9b1823dc-f9b3-4547-bfe0-69d4f87445e2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.524340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:23.529400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:19:23.573964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-99ba737c-40e8-47fb-aa97-841d9bd11811 None None] Current status of the port ea7044c4-eb4d-4a2d-87d9-81020a33655a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:23.605479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6bd08d3-e855-4654-8468-d9eb5219f628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.618214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-50e66669-1411-4f3f-817d-f5822b287179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:23.620435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-50e66669-1411-4f3f-817d-f5822b287179 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685f7d2d62ba4decaad769189187c61d&device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 1151 time: 0.3284855 Mar 07 04:19:23.628141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415670c-2aae-4b71-a867-a79124bb3c6b req-c95075fe-7c53-449b-a0e2-c70e8061b658 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:23.630282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5415670c-2aae-4b71-a867-a79124bb3c6b req-c95075fe-7c53-449b-a0e2-c70e8061b658 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.4204080 Mar 07 04:19:23.631345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2a864-0b1e-4f63-b12f-b455fc362db3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:23.664800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1823dc-f9b3-4547-bfe0-69d4f87445e2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:23.823044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (60a99dd9-639b-4544-b1f2-89954fca6d97), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.823510 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Added segment 60a99dd9-639b-4544-b1f2-89954fca6d97 of type vlan for network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 Mar 07 04:19:23.883303 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6bd08d3-e855-4654-8468-d9eb5219f628 admin admin] Publish callbacks [] for security_group (1a9f462d-7834-4867-b7f2-dec6e4124841), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.926929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5415670c-2aae-4b71-a867-a79124bb3c6b req-96d4a165-8cf2-430d-ba32-80f85f31fa62 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773609 Mar 07 04:19:23.928164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6bd08d3-e855-4654-8468-d9eb5219f628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1a9f462d-7834-4867-b7f2-dec6e4124841), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:23.940392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-95ab6caf-df37-4961-9d2f-36ee805b8ef4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 HTTP/1.1" status: 200 len: 217 time: 0.2999616 Mar 07 04:19:23.999701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd08d3-e855-4654-8468-d9eb5219f628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f462d-7834-4867-b7f2-dec6e4124841,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:24.013151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (4dbabdbd-f738-4ec5-b797-1aaa28268d36), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.080883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e6bd08d3-e855-4654-8468-d9eb5219f628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5100aca63c1549889aec95e636605d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413141 Mar 07 04:19:24.084455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52558) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:24.120276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (4dbabdbd-f738-4ec5-b797-1aaa28268d36), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.121557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:24.122403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.194376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1810477 Mar 07 04:19:24.195094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:24.200757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Request body: {'subnet': {'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-subnet', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:24.226216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Made reservation on behalf of 070a8b4b829c444e9b7a036579a90048 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:24.228914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.244415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-d4b7f88d-e0d7-4bde-af22-52f599415cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:24.264889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-d4b7f88d-e0d7-4bde-af22-52f599415cce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2986202 Mar 07 04:19:24.333016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ea7044c4-eb4d-4a2d-87d9-81020a33655a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:24.480500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5ed-3e4f-4b0a-9a83-2a642c73062a admin admin] Publish callbacks [] for security_group (1a9f462d-7834-4867-b7f2-dec6e4124841), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.486933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ea7044c4-eb4d-4a2d-87d9-81020a33655a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:24.487838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.535749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5ed-3e4f-4b0a-9a83-2a642c73062a admin admin] Publish callbacks [] for security_group (1a9f462d-7834-4867-b7f2-dec6e4124841), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.546703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (84e12212-ce47-4db5-be7c-ffb0d1b9202d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.567798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-4750a2ed-b43a-4ffa-b25b-05bc282a4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:24.569625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-4750a2ed-b43a-4ffa-b25b-05bc282a4a5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3033800 Mar 07 04:19:24.605365 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91006bc3-0a04-4042-9fe7-925133efc65d" -d '{"events": [{"name": "network-changed", "server_uuid": "d764d95c-06bf-43ed-9b00-54f90868d8ad", "tag": "1cd561d5-2d50-4e6f-939c-5ced25d7ffb1"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:24.697792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ea7044c4-eb4d-4a2d-87d9-81020a33655a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:24.718942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f6a0-c316-48f8-b13f-75ce6198957e admin admin] Pushing event updated for resources: {'Network': ['ID=4dbabdbd-f738-4ec5-b797-1aaa28268d36,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:24.742838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e12212-ce47-4db5-be7c-ffb0d1b9202d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:24.742940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:19:24.758462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Checking segment: {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:24.760320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Network hostable DHCP agents. Network: 4dbabdbd-f738-4ec5-b797-1aaa28268d36, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:19:24.812837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:19:24.833242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 4dbabdbd-f738-4ec5-b797-1aaa28268d36) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:24.839481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:24.840469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.901254 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-10a746ef-f541-4bd0-a3d6-a75171523e3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7047737 Mar 07 04:19:24.915991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52578) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:24.916214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5ed-3e4f-4b0a-9a83-2a642c73062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1a9f462d-7834-4867-b7f2-dec6e4124841), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.922935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5ed-3e4f-4b0a-9a83-2a642c73062a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:24.926359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dfedb5ed-3e4f-4b0a-9a83-2a642c73062a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a9f462d-7834-4867-b7f2-dec6e4124841 HTTP/1.1" status: 204 len: 168 time: 0.8386581 Mar 07 04:19:24.928944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:24.984419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedb5ed-3e4f-4b0a-9a83-2a642c73062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f462d-7834-4867-b7f2-dec6e4124841,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:25.000033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-fd9c8637-8179-43f9-860d-765695a56be1 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684320 Mar 07 04:19:25.002723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345349f-f0c8-46ac-9831-cf5232f64b47 None None] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:25.014196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:25.015459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:25.211319 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks [] for router_controller (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:25.270840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-4dbabdbd-f738-4ec5-b797-1aaa28268d36', 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36', 'project_id': '070a8b4b829c444e9b7a036579a90048', 'fixed_ips': [{'subnet_id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:19:25.272692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:25.455687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35210e-311f-4895-8663-cb38c358160c req-36af2cb7-e74d-4b0e-98e9-3b3e924bef6d tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:25.460002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae35210e-311f-4895-8663-cb38c358160c req-36af2cb7-e74d-4b0e-98e9-3b3e924bef6d tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.2467904 Mar 07 04:19:25.519594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aab9fbf9-9170-4e39-a42f-1caaac5a65bb req-7dfcdd16-a51d-4de7-a7e6-48de3e3fe5d1 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119562 Mar 07 04:19:25.635228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Allocated IP 172.20.0.2 (4dbabdbd-f738-4ec5-b797-1aaa28268d36/84e12212-ce47-4db5-be7c-ffb0d1b9202d/008df808-6d41-49ca-9851-4b34a371f25b) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:25.686410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks [] for router_gateway (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:25.688512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae35210e-311f-4895-8663-cb38c358160c req-01e80a63-8a33-42d7-93d2-42629d7222eb tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141888 Mar 07 04:19:25.693468 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0991c8e-2aaf-4ec7-85b9-d6140e5aa747 x-openstack-request-id: req-f0991c8e-2aaf-4ec7-85b9-d6140e5aa747 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:25.694400 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d764d95c-06bf-43ed-9b00-54f90868d8ad", "tag": "1cd561d5-2d50-4e6f-939c-5ced25d7ffb1", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:25.695386 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0991c8e-2aaf-4ec7-85b9-d6140e5aa747 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:25.696284 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'tag': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1', 'status': 'completed', 'code': 200} Mar 07 04:19:25.763989 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:25.845772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006bc3-0a04-4042-9fe7-925133efc65d req-a7138f7a-735f-4c4b-b81a-c70388a18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:25.847394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-a7138f7a-735f-4c4b-b81a-c70388a18de8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685f7d2d62ba4decaad769189187c61d&device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 1151 time: 0.1259978 Mar 07 04:19:26.140415 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Publish callbacks [] for port (008df808-6d41-49ca-9851-4b34a371f25b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.154758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (008df808-6d41-49ca-9851-4b34a371f25b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.196859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006bc3-0a04-4042-9fe7-925133efc65d req-255e1e59-274b-41ea-a2a6-02ee2a8a9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:26.199752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-255e1e59-274b-41ea-a2a6-02ee2a8a9809 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3442876 Mar 07 04:19:26.238795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks [] for router_gateway (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.288149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-ec28b7f5-55b9-4a18-905b-fbeef909e297 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 HTTP/1.1" status: 200 len: 217 time: 0.0792046 Mar 07 04:19:26.298691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74295e1e-4918-46d7-84ea-24614a3e41f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.302156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.320148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:26.343416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:26.348743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Pushing event updated for resources: {'Port': ['ID=008df808-6d41-49ca-9851-4b34a371f25b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:26.351837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:26.380845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006bc3-0a04-4042-9fe7-925133efc65d req-ae5ae9fb-67a6-43b3-aef4-18d02b04cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:26.382423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-ae5ae9fb-67a6-43b3-aef4-18d02b04cbcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0881162 Mar 07 04:19:26.457822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Attempting to bind port 008df808-6d41-49ca-9851-4b34a371f25b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:26.458809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Attempting to bind port 008df808-6d41-49ca-9851-4b34a371f25b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:26.459746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Attempting to bind port 008df808-6d41-49ca-9851-4b34a371f25b on network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:26.467578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:26.468853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Checking segment: {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:26.470494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.471214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Bound using segment: {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:26.471928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Bound port: 008df808-6d41-49ca-9851-4b34a371f25b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:26.472574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (008df808-6d41-49ca-9851-4b34a371f25b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.633455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] For port 008df808-6d41-49ca-9851-4b34a371f25b, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:26.643728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] For port 008df808-6d41-49ca-9851-4b34a371f25b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=008df808-6d41-49ca-9851-4b34a371f25b,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:26.658127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (008df808-6d41-49ca-9851-4b34a371f25b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.721930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Allocated IP 172.25.4.196 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b1812088-989b-4209-9a80-e7bba9609509) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:26.754807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72a4d0-a9d6-443b-85a9-de13502c5fc3 None None] Pushing event updated for resources: {'Port': ['ID=008df808-6d41-49ca-9851-4b34a371f25b,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:26.788706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74295e1e-4918-46d7-84ea-24614a3e41f1 admin admin] Publish callbacks [] for security_group (c3ecb559-3db1-4d3e-a88c-39b00870f867), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.973486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks [] for port (b1812088-989b-4209-9a80-e7bba9609509), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:26.999161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74295e1e-4918-46d7-84ea-24614a3e41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3ecb559-3db1-4d3e-a88c-39b00870f867), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:27.072672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006bc3-0a04-4042-9fe7-925133efc65d req-18d60609-d012-4834-be95-f6787200e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:27.075425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-18d60609-d012-4834-be95-f6787200e46d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6723425 Mar 07 04:19:27.090343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b1812088-989b-4209-9a80-e7bba9609509), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:27.119251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:27.164956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f918d7-7c0c-493f-bd00-09bf1ffb4795 req-64f3a58c-64d5-4ae0-a333-8a670ceea8a6 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:27.192380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9f918d7-7c0c-493f-bd00-09bf1ffb4795 req-64f3a58c-64d5-4ae0-a333-8a670ceea8a6 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.2724116 Mar 07 04:19:27.235016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:27.240913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:27.293544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52654) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:27.358160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9f918d7-7c0c-493f-bd00-09bf1ffb4795 req-a94fb37e-5ee0-4989-a70e-95a07b9d812b tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626019 Mar 07 04:19:27.407013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-5b1faf51-b0e9-456f-83dd-85d27bd7cb47 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151112 Mar 07 04:19:27.439769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1812088-989b-4209-9a80-e7bba9609509,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:27.453127 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-74295e1e-4918-46d7-84ea-24614a3e41f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fecd29413764cf8a4667b4dd6520577&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6833363 Mar 07 04:19:27.455832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52662) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:27.478740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74295e1e-4918-46d7-84ea-24614a3e41f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ecb559-3db1-4d3e-a88c-39b00870f867,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:27.797564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e26e24b-77b3-43c9-83e9-dfcff03fa33c admin admin] Publish callbacks [] for security_group (c3ecb559-3db1-4d3e-a88c-39b00870f867), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:27.993367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks [] for router_gateway (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.043764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e26e24b-77b3-43c9-83e9-dfcff03fa33c admin admin] Publish callbacks [] for security_group (c3ecb559-3db1-4d3e-a88c-39b00870f867), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.102847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91006bc3-0a04-4042-9fe7-925133efc65d req-d5381745-92be-4dd3-905f-f13953145cba service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430323 Mar 07 04:19:28.109746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c400351a-bb2f-491b-8c65-0886ed2097d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.392946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 008df808-6d41-49ca-9851-4b34a371f25b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:28.458116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.498405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e26e24b-77b3-43c9-83e9-dfcff03fa33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3ecb559-3db1-4d3e-a88c-39b00870f867), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.504198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e26e24b-77b3-43c9-83e9-dfcff03fa33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.509778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2e26e24b-77b3-43c9-83e9-dfcff03fa33c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3ecb559-3db1-4d3e-a88c-39b00870f867 HTTP/1.1" status: 204 len: 168 time: 1.0523009 Mar 07 04:19:28.526927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c400351a-bb2f-491b-8c65-0886ed2097d7 admin admin] Publish callbacks [] for security_group (dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.536623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 008df808-6d41-49ca-9851-4b34a371f25b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:28.539029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (008df808-6d41-49ca-9851-4b34a371f25b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.547337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26e24b-77b3-43c9-83e9-dfcff03fa33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ecb559-3db1-4d3e-a88c-39b00870f867,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:28.552548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c400351a-bb2f-491b-8c65-0886ed2097d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:28.696928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400351a-bb2f-491b-8c65-0886ed2097d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:28.768783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357c702-752e-4044-8ecc-614fa08142b4 None None] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:28.788714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c400351a-bb2f-491b-8c65-0886ed2097d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee6125217e054f3cbe152a37132423a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4932845 Mar 07 04:19:28.815836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52700) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:28.969297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Router ee67ff96-0d88-482b-b3e3-78f5f1037b2c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:19:28.978564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6e43-b2c2-42c0-9419-ab6db1d6c839 req-928a8b78-0a8e-4807-8d2f-e983ad735be1 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:28.986820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e2b6e43-b2c2-42c0-9419-ab6db1d6c839 req-928a8b78-0a8e-4807-8d2f-e983ad735be1 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.3210187 Mar 07 04:19:29.012394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 008df808-6d41-49ca-9851-4b34a371f25b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:29.012825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (008df808-6d41-49ca-9851-4b34a371f25b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.056487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87f0e7ad-051b-4754-bbc6-f5210b91bf98 admin admin] Publish callbacks [] for security_group (dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.081766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 008df808-6d41-49ca-9851-4b34a371f25b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=008df808-6d41-49ca-9851-4b34a371f25b,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:29.112304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3d896ae8-07c5-473c-b5db-19ee04842a3b None None] Provisioning complete for port 008df808-6d41-49ca-9851-4b34a371f25b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:29.112755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d896ae8-07c5-473c-b5db-19ee04842a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (008df808-6d41-49ca-9851-4b34a371f25b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.164217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87f0e7ad-051b-4754-bbc6-f5210b91bf98 admin admin] Publish callbacks [] for security_group (dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.185637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (008df808-6d41-49ca-9851-4b34a371f25b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.201282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e2b6e43-b2c2-42c0-9419-ab6db1d6c839 req-06066f47-ac49-45e8-906d-57b334e038dc tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933184 Mar 07 04:19:29.290730 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87f0e7ad-051b-4754-bbc6-f5210b91bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.298051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87f0e7ad-051b-4754-bbc6-f5210b91bf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.300440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-87f0e7ad-051b-4754-bbc6-f5210b91bf98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4 HTTP/1.1" status: 204 len: 168 time: 0.4615614 Mar 07 04:19:29.329864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0e7ad-051b-4754-bbc6-f5210b91bf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfae35d9-5d1a-4da3-8cd0-c18eb2984ed4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:29.341171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:19:29.352703 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Sync routers for ids ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:19:29.383016 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Routers {'ee67ff96-0d88-482b-b3e3-78f5f1037b2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:29.390782 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:29.405782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78203494-0692-4432-9123-a163780888d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.410143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78203494-0692-4432-9123-a163780888d8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4896219 Mar 07 04:19:29.413761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52720) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:29.462724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=008df808-6d41-49ca-9851-4b34a371f25b,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:29.633190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3d896ae8-07c5-473c-b5db-19ee04842a3b None None] Current status of the port 008df808-6d41-49ca-9851-4b34a371f25b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:29.920414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9cbd6c3d-0baa-48c7-8432-f1cf2e08835f None None] Provisioning complete for port 008df808-6d41-49ca-9851-4b34a371f25b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:29.922570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6c3d-0baa-48c7-8432-f1cf2e08835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (008df808-6d41-49ca-9851-4b34a371f25b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:29.968012 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Set router ee67ff96-0d88-482b-b3e3-78f5f1037b2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:30.147800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd6c3d-0baa-48c7-8432-f1cf2e08835f None None] Current status of the port 008df808-6d41-49ca-9851-4b34a371f25b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:30.167166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52744) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:30.206225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcf9e-0fa6-4dc2-88d2-0d837c06753d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:30.270572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 008df808-6d41-49ca-9851-4b34a371f25b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:30.380884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 008df808-6d41-49ca-9851-4b34a371f25b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:30.381437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (008df808-6d41-49ca-9851-4b34a371f25b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:30.416564 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:19:27Z', 'revision_number': 3, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:30.524909 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Checking router: ee67ff96-0d88-482b-b3e3-78f5f1037b2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:19:30.527479 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Updating router ee67ff96-0d88-482b-b3e3-78f5f1037b2c port b1812088-989b-4209-9a80-e7bba9609509 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:19:30.580557 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1812088-989b-4209-9a80-e7bba9609509), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:30.611968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcf9e-0fa6-4dc2-88d2-0d837c06753d admin admin] Publish callbacks [] for security_group (b646b16d-4427-449a-a6e8-9b2efd65f644), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:30.623586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcf9e-0fa6-4dc2-88d2-0d837c06753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b646b16d-4427-449a-a6e8-9b2efd65f644), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:30.647059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc11-bd93-45d7-a322-d57a32b783f6 req-f37b9182-b330-480f-bbf7-755f46719007 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:30.648975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a1bc11-bd93-45d7-a322-d57a32b783f6 req-f37b9182-b330-480f-bbf7-755f46719007 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.2767408 Mar 07 04:19:30.706572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 008df808-6d41-49ca-9851-4b34a371f25b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:30.719927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:30.764670 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c0dbcf9e-0fa6-4dc2-88d2-0d837c06753d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b7ad5a93239441291c69eeafc557d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960243 Mar 07 04:19:30.768147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52760) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:30.786674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbcf9e-0fa6-4dc2-88d2-0d837c06753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646b16d-4427-449a-a6e8-9b2efd65f644,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:30.796269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89e0e70f-3952-4471-8741-e60ca5bfb507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:30.919198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a1bc11-bd93-45d7-a322-d57a32b783f6 req-9512402f-79b7-459a-8459-317dd2d8bec2 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591243 Mar 07 04:19:31.038780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89e0e70f-3952-4471-8741-e60ca5bfb507 admin admin] Publish callbacks [] for security_group (204caa2c-844d-43cc-89af-5209f74ccc9d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.045474 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89e0e70f-3952-4471-8741-e60ca5bfb507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (204caa2c-844d-43cc-89af-5209f74ccc9d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.050178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86747f1-6488-405e-8925-2d3d7c29ada7 admin admin] Publish callbacks [] for security_group (b646b16d-4427-449a-a6e8-9b2efd65f644), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.104885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e70f-3952-4471-8741-e60ca5bfb507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204caa2c-844d-43cc-89af-5209f74ccc9d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.124581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86747f1-6488-405e-8925-2d3d7c29ada7 admin admin] Publish callbacks [] for security_group (b646b16d-4427-449a-a6e8-9b2efd65f644), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.128987 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Publish callbacks [] for port (b1812088-989b-4209-9a80-e7bba9609509), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.144590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-89e0e70f-3952-4471-8741-e60ca5bfb507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=120e3181354840099096d88cec5627b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211810 Mar 07 04:19:31.144590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:31.145824 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b1812088-989b-4209-9a80-e7bba9609509), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.152400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52768) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:31.197866 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.248222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Attempting to bind port b1812088-989b-4209-9a80-e7bba9609509 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:31.248604 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Attempting to bind port b1812088-989b-4209-9a80-e7bba9609509 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:31.248972 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Attempting to bind port b1812088-989b-4209-9a80-e7bba9609509 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:31.257941 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c230ca0-0b78-4741-89f6-95a37412a1a0 None None] Pushing event updated for resources: {'Port': ['ID=b1812088-989b-4209-9a80-e7bba9609509,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.261370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:31.262067 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:31.262643 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.263177 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:31.263840 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Bound port: b1812088-989b-4209-9a80-e7bba9609509, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:31.264627 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1812088-989b-4209-9a80-e7bba9609509), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.312867 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-86bd908f-4182-4fc3-a211-5b41d500d566 admin admin] Publish callbacks [] for security_group (204caa2c-844d-43cc-89af-5209f74ccc9d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.316836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86747f1-6488-405e-8925-2d3d7c29ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b646b16d-4427-449a-a6e8-9b2efd65f644), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.319403 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86747f1-6488-405e-8925-2d3d7c29ada7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.323369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f86747f1-6488-405e-8925-2d3d7c29ada7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b646b16d-4427-449a-a6e8-9b2efd65f644 HTTP/1.1" status: 204 len: 168 time: 0.5465784 Mar 07 04:19:31.354143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c0e93cc-ec31-4d7f-9e62-6d8d3572adde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.360585 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] For port b1812088-989b-4209-9a80-e7bba9609509, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:31.368319 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] For port b1812088-989b-4209-9a80-e7bba9609509, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1812088-989b-4209-9a80-e7bba9609509,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:31.379841 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b1812088-989b-4209-9a80-e7bba9609509), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.382520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86747f1-6488-405e-8925-2d3d7c29ada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646b16d-4427-449a-a6e8-9b2efd65f644,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.417957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-86bd908f-4182-4fc3-a211-5b41d500d566 admin admin] Publish callbacks [] for security_group (204caa2c-844d-43cc-89af-5209f74ccc9d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.440475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c0e93cc-ec31-4d7f-9e62-6d8d3572adde admin admin] Publish callbacks [] for security_group (486c47bb-6689-4700-bef2-fd63c259a715), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.448383 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c0e93cc-ec31-4d7f-9e62-6d8d3572adde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (486c47bb-6689-4700-bef2-fd63c259a715), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.478848 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c230ca0-0b78-4741-89f6-95a37412a1a0 None None] Pushing event updated for resources: {'Port': ['ID=b1812088-989b-4209-9a80-e7bba9609509,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.537222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Routers {'ee67ff96-0d88-482b-b3e3-78f5f1037b2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:31.537936 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:31.551620 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1c0e93cc-ec31-4d7f-9e62-6d8d3572adde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5999071fbbf2474e8cdb27392b8f5d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054437 Mar 07 04:19:31.552635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:31.553202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e93cc-ec31-4d7f-9e62-6d8d3572adde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486c47bb-6689-4700-bef2-fd63c259a715,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.568568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-86bd908f-4182-4fc3-a211-5b41d500d566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (204caa2c-844d-43cc-89af-5209f74ccc9d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.571974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-86bd908f-4182-4fc3-a211-5b41d500d566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.573810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-86bd908f-4182-4fc3-a211-5b41d500d566 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/204caa2c-844d-43cc-89af-5209f74ccc9d HTTP/1.1" status: 204 len: 168 time: 0.4180884 Mar 07 04:19:31.575302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Allocated IP 172.20.0.1 (4dbabdbd-f738-4ec5-b797-1aaa28268d36/84e12212-ce47-4db5-be7c-ffb0d1b9202d/153af2a7-c53b-40fa-a229-b40ba67049c8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:31.601314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd908f-4182-4fc3-a211-5b41d500d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204caa2c-844d-43cc-89af-5209f74ccc9d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.676649 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] Set router ee67ff96-0d88-482b-b3e3-78f5f1037b2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:31.705429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0042661-0731-4fe8-bbf7-62811f4b94b2 admin admin] Publish callbacks [] for security_group (486c47bb-6689-4700-bef2-fd63c259a715), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.736121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0042661-0731-4fe8-bbf7-62811f4b94b2 admin admin] Publish callbacks [] for security_group (486c47bb-6689-4700-bef2-fd63c259a715), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.824326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks [] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.880736 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0042661-0731-4fe8-bbf7-62811f4b94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (486c47bb-6689-4700-bef2-fd63c259a715), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.893597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0042661-0731-4fe8-bbf7-62811f4b94b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.893597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b0042661-0731-4fe8-bbf7-62811f4b94b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/486c47bb-6689-4700-bef2-fd63c259a715 HTTP/1.1" status: 204 len: 168 time: 0.3388479 Mar 07 04:19:31.914423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0042661-0731-4fe8-bbf7-62811f4b94b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486c47bb-6689-4700-bef2-fd63c259a715,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:31.931585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:31.981872 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:19:27Z', 'revision_number': 3, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:32.015588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:32.021095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:32.025321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:32.025864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.049877 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff15cb-6e0c-435e-97d7-1537a46b6dbc None None] The sync data for ids ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'] in n-d-832185-1 is: [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:19:27Z', 'revision_number': 3, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:19:32.093229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Pushing event updated for resources: {'Port': ['ID=153af2a7-c53b-40fa-a229-b40ba67049c8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:32.241294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8a81a-5fab-4152-af3a-00f45ac55033 req-3e5b0161-1973-4de0-9e2f-49172b040b84 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:32.242872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cd8a81a-5fab-4152-af3a-00f45ac55033 req-3e5b0161-1973-4de0-9e2f-49172b040b84 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.1513660 Mar 07 04:19:32.348538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.375979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cd8a81a-5fab-4152-af3a-00f45ac55033 req-2a23dcc6-8ebb-4919-8e28-75bfc4b740f9 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226833 Mar 07 04:19:32.417735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4e30a58f-359c-42c0-8aec-903cb34e0e4b None None] Provisioning complete for port 153af2a7-c53b-40fa-a229-b40ba67049c8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:32.419601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e30a58f-359c-42c0-8aec-903cb34e0e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.521291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e30a58f-359c-42c0-8aec-903cb34e0e4b None None] Port 153af2a7-c53b-40fa-a229-b40ba67049c8 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:32.750870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-580246d6-d2a4-47ac-a882-eacf2892dc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.794557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52844) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:32.811698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a030eccd-4ecf-445b-ad9b-5c52fb78d91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.874475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks [] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.883989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.884844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.935280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a030eccd-4ecf-445b-ad9b-5c52fb78d91f admin admin] Publish callbacks [] for security_group (7c812d24-6492-4c25-ae5f-af1ef40d9886), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.942324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a030eccd-4ecf-445b-ad9b-5c52fb78d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7c812d24-6492-4c25-ae5f-af1ef40d9886), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:32.968781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Pushing event updated for resources: {'Port': ['ID=153af2a7-c53b-40fa-a229-b40ba67049c8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:33.028539 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a030eccd-4ecf-445b-ad9b-5c52fb78d91f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0be0a75b03264829a51b8fc9ff0cda07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329123 Mar 07 04:19:33.030262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030eccd-4ecf-445b-ad9b-5c52fb78d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c812d24-6492-4c25-ae5f-af1ef40d9886,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:33.034333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52852) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:33.108455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:33.115070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:33.119546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f3d19db-ac56-4ff7-89ab-8da382cef3a1 admin admin] Publish callbacks [] for security_group (7c812d24-6492-4c25-ae5f-af1ef40d9886), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.199189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f3d19db-ac56-4ff7-89ab-8da382cef3a1 admin admin] Publish callbacks [] for security_group (7c812d24-6492-4c25-ae5f-af1ef40d9886), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.293958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:33.320108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Router ee67ff96-0d88-482b-b3e3-78f5f1037b2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:19:33.321958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f3d19db-ac56-4ff7-89ab-8da382cef3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7c812d24-6492-4c25-ae5f-af1ef40d9886), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.325932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f3d19db-ac56-4ff7-89ab-8da382cef3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.329996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8f3d19db-ac56-4ff7-89ab-8da382cef3a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c812d24-6492-4c25-ae5f-af1ef40d9886 HTTP/1.1" status: 204 len: 168 time: 0.2947664 Mar 07 04:19:33.341861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d19db-ac56-4ff7-89ab-8da382cef3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c812d24-6492-4c25-ae5f-af1ef40d9886,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:33.478429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ad12ca8d-7d7c-4606-ac44-9b7940ae5d98 None None] Provisioning complete for port 153af2a7-c53b-40fa-a229-b40ba67049c8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:33.478429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad12ca8d-7d7c-4606-ac44-9b7940ae5d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.488714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:19:33.501855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d701d360-d54e-4742-a559-3ffa05dec52f admin admin] 10.222.0.21 "PUT /v2.0/routers/ee67ff96-0d88-482b-b3e3-78f5f1037b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0867591 Mar 07 04:19:33.546486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad12ca8d-7d7c-4606-ac44-9b7940ae5d98 None None] Port 153af2a7-c53b-40fa-a229-b40ba67049c8 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:33.611868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca381cf-4cf4-4a3b-b782-550f8d9d79f8 req-69eaf9e8-0d00-407c-896a-fb0f6d2e4c06 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:33.613448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cca381cf-4cf4-4a3b-b782-550f8d9d79f8 req-69eaf9e8-0d00-407c-896a-fb0f6d2e4c06 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.0967484 Mar 07 04:19:33.653300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-538c3159-d63b-4868-8412-59c9024d01fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.666366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cca381cf-4cf4-4a3b-b782-550f8d9d79f8 req-658a1607-068d-4c73-afb2-18ee91d9f6b9 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Mar 07 04:19:33.754096 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-538c3159-d63b-4868-8412-59c9024d01fe admin admin] Publish callbacks [] for security_group (f07a82fb-7597-4628-8fd1-387cd77d33bc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.759219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-538c3159-d63b-4868-8412-59c9024d01fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f07a82fb-7597-4628-8fd1-387cd77d33bc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.797722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-538c3159-d63b-4868-8412-59c9024d01fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e345a68bb0d248d19c829a56030b5c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5019419 Mar 07 04:19:33.800751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52884) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:33.811155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c3159-d63b-4868-8412-59c9024d01fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a82fb-7597-4628-8fd1-387cd77d33bc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:33.871438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-439d9f7a-7003-409f-a546-0e747182b958 admin admin] Publish callbacks [] for security_group (f07a82fb-7597-4628-8fd1-387cd77d33bc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.904969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-439d9f7a-7003-409f-a546-0e747182b958 admin admin] Publish callbacks [] for security_group (f07a82fb-7597-4628-8fd1-387cd77d33bc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.961822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-439d9f7a-7003-409f-a546-0e747182b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f07a82fb-7597-4628-8fd1-387cd77d33bc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.964544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-439d9f7a-7003-409f-a546-0e747182b958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:33.968635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-439d9f7a-7003-409f-a546-0e747182b958 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f07a82fb-7597-4628-8fd1-387cd77d33bc HTTP/1.1" status: 204 len: 168 time: 0.1636219 Mar 07 04:19:33.974934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9f7a-7003-409f-a546-0e747182b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a82fb-7597-4628-8fd1-387cd77d33bc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:34.210862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1812088-989b-4209-9a80-e7bba9609509 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:34.237455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Sync routers for ids ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:19:34.261866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Routers {'ee67ff96-0d88-482b-b3e3-78f5f1037b2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:34.262528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:34.329263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b1812088-989b-4209-9a80-e7bba9609509 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:34.329669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1812088-989b-4209-9a80-e7bba9609509), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:34.414018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Set router ee67ff96-0d88-482b-b3e3-78f5f1037b2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:34.460742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52910) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:34.645854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b1812088-989b-4209-9a80-e7bba9609509 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:34.646434 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1812088-989b-4209-9a80-e7bba9609509), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:34.693323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:34.702404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port b1812088-989b-4209-9a80-e7bba9609509, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1812088-989b-4209-9a80-e7bba9609509,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:34.716274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b1812088-989b-4209-9a80-e7bba9609509), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:34.726852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45d080c7-099a-4cda-8d73-4653262939fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:34.822639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=b1812088-989b-4209-9a80-e7bba9609509,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:34.859136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:19:32Z', 'revision_number': 4, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '153af2a7-c53b-40fa-a229-b40ba67049c8', 'name': '', 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'mac_address': 'fa:16:3e:db:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:31Z', 'updated_at': '2022-03-07T04:19:32Z', 'revision_number': 2, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'subnets': [{'id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:34.911827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45d080c7-099a-4cda-8d73-4653262939fc admin admin] Publish callbacks [] for security_group (989c13a4-9a57-4723-a54d-8689dcdf834f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:34.921554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Checking router: ee67ff96-0d88-482b-b3e3-78f5f1037b2c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:19:34.924505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45d080c7-099a-4cda-8d73-4653262939fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (989c13a4-9a57-4723-a54d-8689dcdf834f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:34.929778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Updating router ee67ff96-0d88-482b-b3e3-78f5f1037b2c port 153af2a7-c53b-40fa-a229-b40ba67049c8 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:19:34.988484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-45d080c7-099a-4cda-8d73-4653262939fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fcda39a3a3b4bf095b81048fa7c3577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929299 Mar 07 04:19:34.991496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:34.999193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.006992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d080c7-099a-4cda-8d73-4653262939fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989c13a4-9a57-4723-a54d-8689dcdf834f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.028997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92952e9c-48bf-4559-a160-c89562b96bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.087850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e60b9-6385-4380-b9fe-8d87ef5d8ee0 req-28a20b59-4e83-4e1f-a807-7d6dba1e0959 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:35.091700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-676e60b9-6385-4380-b9fe-8d87ef5d8ee0 req-28a20b59-4e83-4e1f-a807-7d6dba1e0959 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.2728157 Mar 07 04:19:35.116639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fe7401e-873b-4562-b897-25a797f8fb1a admin admin] Publish callbacks [] for security_group (989c13a4-9a57-4723-a54d-8689dcdf834f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.161101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-676e60b9-6385-4380-b9fe-8d87ef5d8ee0 req-fe7cbe53-c514-48bb-a1c7-24cace449801 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592179 Mar 07 04:19:35.168502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fe7401e-873b-4562-b897-25a797f8fb1a admin admin] Publish callbacks [] for security_group (989c13a4-9a57-4723-a54d-8689dcdf834f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.242016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92952e9c-48bf-4559-a160-c89562b96bff admin admin] Publish callbacks [] for security_group (f5521e25-27d9-43b4-bd95-9f970644a614), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.250041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92952e9c-48bf-4559-a160-c89562b96bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f5521e25-27d9-43b4-bd95-9f970644a614), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.272852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fe7401e-873b-4562-b897-25a797f8fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (989c13a4-9a57-4723-a54d-8689dcdf834f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.276528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fe7401e-873b-4562-b897-25a797f8fb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.277862 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3fe7401e-873b-4562-b897-25a797f8fb1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/989c13a4-9a57-4723-a54d-8689dcdf834f HTTP/1.1" status: 204 len: 168 time: 0.2853525 Mar 07 04:19:35.296210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7401e-873b-4562-b897-25a797f8fb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989c13a4-9a57-4723-a54d-8689dcdf834f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.379720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92952e9c-48bf-4559-a160-c89562b96bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5521e25-27d9-43b4-bd95-9f970644a614,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.394858 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-692de7bb-99d2-48ad-b9d9-008d116647e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.398099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52946) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:35.398405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-92952e9c-48bf-4559-a160-c89562b96bff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94008544a7664a30b264136214589c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9361484 Mar 07 04:19:35.411208 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Publish callbacks [] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.423774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.476725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab45c6-1ffa-4c75-8b34-93cf43a03d0b None None] Pushing event updated for resources: {'Port': ['ID=153af2a7-c53b-40fa-a229-b40ba67049c8,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.521849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f18c146-6a22-4eb7-9b93-871b07671902 admin admin] Publish callbacks [] for security_group (f5521e25-27d9-43b4-bd95-9f970644a614), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.559908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f18c146-6a22-4eb7-9b93-871b07671902 admin admin] Publish callbacks [] for security_group (f5521e25-27d9-43b4-bd95-9f970644a614), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.573502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Attempting to bind port 153af2a7-c53b-40fa-a229-b40ba67049c8 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:35.575067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Attempting to bind port 153af2a7-c53b-40fa-a229-b40ba67049c8 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:35.575934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Attempting to bind port 153af2a7-c53b-40fa-a229-b40ba67049c8 on network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:35.587554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:35.587944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Checking segment: {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:35.588345 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.588791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Bound using segment: {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:35.589280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Bound port: 153af2a7-c53b-40fa-a229-b40ba67049c8, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a99dd9-639b-4544-b1f2-89954fca6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:35.589655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.659759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52956) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:35.665521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861637618', 'description': 'tempest-description--202458950'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:35.689907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f18c146-6a22-4eb7-9b93-871b07671902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f5521e25-27d9-43b4-bd95-9f970644a614), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.692889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f18c146-6a22-4eb7-9b93-871b07671902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.697034 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f18c146-6a22-4eb7-9b93-871b07671902 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5521e25-27d9-43b4-bd95-9f970644a614 HTTP/1.1" status: 204 len: 168 time: 0.2949505 Mar 07 04:19:35.710498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c146-6a22-4eb7-9b93-871b07671902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5521e25-27d9-43b4-bd95-9f970644a614,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.711665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] For port 153af2a7-c53b-40fa-a229-b40ba67049c8, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:35.717095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] For port 153af2a7-c53b-40fa-a229-b40ba67049c8, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=153af2a7-c53b-40fa-a229-b40ba67049c8,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:35.731963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.733228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.823793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Routers {'ee67ff96-0d88-482b-b3e3-78f5f1037b2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:19:35.824665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:19:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:35.883551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group (1cd03377-2db4-49d7-b645-39986b531592), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.892325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1cd03377-2db4-49d7-b645-39986b531592), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.906089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab45c6-1ffa-4c75-8b34-93cf43a03d0b None None] Pushing event updated for resources: {'Port': ['ID=153af2a7-c53b-40fa-a229-b40ba67049c8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.930207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] Provisioning complete for port 153af2a7-c53b-40fa-a229-b40ba67049c8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:35.930590 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.935104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd03377-2db4-49d7-b645-39986b531592,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:35.952911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:35.954355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f2104bb-3c59-4039-9469-ca8e07463ea0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2942085 Mar 07 04:19:35.957162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:35.970140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'security_group_rule': {'security_group_id': '1cd03377-2db4-49d7-b645-39986b531592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:36.016153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group_rule (bc68f10a-4841-4f6f-ac04-0764765e6299), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.056149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] Set router ee67ff96-0d88-482b-b3e3-78f5f1037b2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:19:36.134710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group_rule (bc68f10a-4841-4f6f-ac04-0764765e6299), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.142325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (bc68f10a-4841-4f6f-ac04-0764765e6299), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.186329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc68f10a-4841-4f6f-ac04-0764765e6299,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:36.202003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:19:36.203260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.204922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb943626-cfed-48b9-93e8-117f32aca2b0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467301 Mar 07 04:19:36.207895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52976) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:36.212830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'security_group_rule': {'security_group_id': '1cd03377-2db4-49d7-b645-39986b531592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:36.227114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] Current status of the port 153af2a7-c53b-40fa-a229-b40ba67049c8 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:36.227620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.249321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1812088-989b-4209-9a80-e7bba9609509 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:36.285054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group_rule (60b46d3c-c205-44d7-8bab-30414fb3e7f2), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.441542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] For port 153af2a7-c53b-40fa-a229-b40ba67049c8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=153af2a7-c53b-40fa-a229-b40ba67049c8,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:36.451987 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.456863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group_rule (60b46d3c-c205-44d7-8bab-30414fb3e7f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.461469 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (60b46d3c-c205-44d7-8bab-30414fb3e7f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.491645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b46d3c-c205-44d7-8bab-30414fb3e7f2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:36.509245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.510637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77e2c5df-1839-48af-83e9-9d0b5a800250 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015740 Mar 07 04:19:36.513841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52988) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:36.518190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:36.549668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:36.573153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.575698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af6effc4-8d63-4c1a-9391-b6b075b03062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.594433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b1812088-989b-4209-9a80-e7bba9609509 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:36.595117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1812088-989b-4209-9a80-e7bba9609509), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.599260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:36.649660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-727f5edc-0c65-4a5b-9fd6-4366a59bd001 None None] Provisioning complete for port 153af2a7-c53b-40fa-a229-b40ba67049c8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:36.650098 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-727f5edc-0c65-4a5b-9fd6-4366a59bd001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.655094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4f339-8036-495d-bba7-8a3ad061b237 None None] Pushing event updated for resources: {'Port': ['ID=153af2a7-c53b-40fa-a229-b40ba67049c8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:36.658583 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.709385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af6effc4-8d63-4c1a-9391-b6b075b03062 admin admin] Publish callbacks [] for security_group (4604d475-1ee5-44f9-948f-e5e810ee6b84), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.716366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af6effc4-8d63-4c1a-9391-b6b075b03062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4604d475-1ee5-44f9-948f-e5e810ee6b84), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.767086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-af6effc4-8d63-4c1a-9391-b6b075b03062 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbbb85460b214748b88f12c6c0b48568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160912 Mar 07 04:19:36.771299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52998) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:36.783856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6effc4-8d63-4c1a-9391-b6b075b03062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4604d475-1ee5-44f9-948f-e5e810ee6b84,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:36.806781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1c74-8dc4-416c-b931-cc26f82b625c req-62a27243-823b-466c-a815-485111ff37b0 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:36.808926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad4e1c74-8dc4-416c-b931-cc26f82b625c req-62a27243-823b-466c-a815-485111ff37b0 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 969 time: 0.2178140 Mar 07 04:19:36.831744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1', 'mac_address': 'fa:16:3e:13:83:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-1056514340', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:19:36.942163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:36.942565 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.944778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-727f5edc-0c65-4a5b-9fd6-4366a59bd001 None None] Current status of the port 153af2a7-c53b-40fa-a229-b40ba67049c8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:36.945039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad4e1c74-8dc4-416c-b931-cc26f82b625c req-e48401e6-cf2a-4be9-8cad-dd81c026055f tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086061 Mar 07 04:19:36.949805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:19:32Z', 'revision_number': 4, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '153af2a7-c53b-40fa-a229-b40ba67049c8', 'name': '', 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'mac_address': 'fa:16:3e:db:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:31Z', 'updated_at': '2022-03-07T04:19:35Z', 'revision_number': 4, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'subnets': [{'id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:19:36.952978 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3b0080c-4b9c-401a-a130-267875834f75 admin admin] Publish callbacks [] for security_group (4604d475-1ee5-44f9-948f-e5e810ee6b84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.956553 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:36.993160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f425b-4ee7-439e-a91b-d7034404a309 None None] The sync data for ids ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'] in n-d-832185-1 is: [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:19:32Z', 'revision_number': 4, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '153af2a7-c53b-40fa-a229-b40ba67049c8', 'name': '', 'network_id': '4dbabdbd-f738-4ec5-b797-1aaa28268d36', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'mac_address': 'fa:16:3e:db:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:31Z', 'updated_at': '2022-03-07T04:19:35Z', 'revision_number': 4, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'subnets': [{'id': '84e12212-ce47-4db5-be7c-ffb0d1b9202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:19:37.026718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:37.051396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3b0080c-4b9c-401a-a130-267875834f75 admin admin] Publish callbacks [] for security_group (4604d475-1ee5-44f9-948f-e5e810ee6b84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.055020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:37.077226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.116915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b1812088-989b-4209-9a80-e7bba9609509 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:37.146759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:37.210298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Allocated IP 172.25.4.212 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/f9e53030-f581-4eca-8e72-4474f5ec7ba5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:37.290768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3b0080c-4b9c-401a-a130-267875834f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4604d475-1ee5-44f9-948f-e5e810ee6b84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.294256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3b0080c-4b9c-401a-a130-267875834f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.299081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c3b0080c-4b9c-401a-a130-267875834f75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4604d475-1ee5-44f9-948f-e5e810ee6b84 HTTP/1.1" status: 204 len: 168 time: 0.5191352 Mar 07 04:19:37.321613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0080c-4b9c-401a-a130-267875834f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604d475-1ee5-44f9-948f-e5e810ee6b84,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:37.380255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.427135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1cd561d5-2d50-4e6f-939c-5ced25d7ffb1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:19:37.438551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.479676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:37.483216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:37.526926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:37.639309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.644341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.703197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.756410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'Port': ['ID=f9e53030-f581-4eca-8e72-4474f5ec7ba5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:37.901155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.908993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.942636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.967310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'Port': ['ID=f9e53030-f581-4eca-8e72-4474f5ec7ba5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:37.977800 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:37.979994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a3e29d03-baeb-4e52-a6fb-6631aea741a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4650836 Mar 07 04:19:38.115065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101ca6-ea45-40d3-95d1-205d0dbab820 req-55b2052e-7d3d-48e6-9037-22c5ea538e67 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:38.124294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e101ca6-ea45-40d3-95d1-205d0dbab820 req-55b2052e-7d3d-48e6-9037-22c5ea538e67 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 970 time: 0.0751467 Mar 07 04:19:38.124579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:38.189647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e101ca6-ea45-40d3-95d1-205d0dbab820 req-a0e4c564-4454-40ad-9944-11875ad29df1 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643208 Mar 07 04:19:38.231287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 153af2a7-c53b-40fa-a229-b40ba67049c8 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:38.308133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 153af2a7-c53b-40fa-a229-b40ba67049c8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:38.308507 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.310726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:38.351299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d44e75df-6dfa-44f3-a04e-2b7c7062bcfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.501270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 153af2a7-c53b-40fa-a229-b40ba67049c8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:38.519660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d44e75df-6dfa-44f3-a04e-2b7c7062bcfe admin admin] Publish callbacks [] for security_group (754e7283-6875-4ef3-90b5-fc2d67e36709), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.524925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d44e75df-6dfa-44f3-a04e-2b7c7062bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (754e7283-6875-4ef3-90b5-fc2d67e36709), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.560473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-c661b1ca-8040-4928-a8b0-2c4f56e1fcb9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1861637618&fields=id&tenant_id=1ac4785277f940f1a5beeeb92ea7a692 HTTP/1.1" status: 200 len: 267 time: 0.1293478 Mar 07 04:19:38.582636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d44e75df-6dfa-44f3-a04e-2b7c7062bcfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc1aac1f162743ff9cdedd812ede3819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684946 Mar 07 04:19:38.582636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e75df-6dfa-44f3-a04e-2b7c7062bcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e7283-6875-4ef3-90b5-fc2d67e36709,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:38.585309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:38.651119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c833d618-7873-46fb-b10e-a6f33eaf53aa admin admin] Publish callbacks [] for security_group (754e7283-6875-4ef3-90b5-fc2d67e36709), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.687249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c833d618-7873-46fb-b10e-a6f33eaf53aa admin admin] Publish callbacks [] for security_group (754e7283-6875-4ef3-90b5-fc2d67e36709), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.724693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-830bff76-c062-4bc4-afb8-e67f3de8d4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.807681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c833d618-7873-46fb-b10e-a6f33eaf53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (754e7283-6875-4ef3-90b5-fc2d67e36709), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.810434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c833d618-7873-46fb-b10e-a6f33eaf53aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.813952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c833d618-7873-46fb-b10e-a6f33eaf53aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/754e7283-6875-4ef3-90b5-fc2d67e36709 HTTP/1.1" status: 204 len: 168 time: 0.2118726 Mar 07 04:19:38.861913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833d618-7873-46fb-b10e-a6f33eaf53aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e7283-6875-4ef3-90b5-fc2d67e36709,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:38.903445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-830bff76-c062-4bc4-afb8-e67f3de8d4ce admin admin] Publish callbacks [] for security_group (eb6984ca-5c11-406c-850c-50f4abbfdef2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.911664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-830bff76-c062-4bc4-afb8-e67f3de8d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eb6984ca-5c11-406c-850c-50f4abbfdef2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:38.966684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-830bff76-c062-4bc4-afb8-e67f3de8d4ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=622480bbf82d41c78b837c058910186c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394222 Mar 07 04:19:38.967462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bff76-c062-4bc4-afb8-e67f3de8d4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6984ca-5c11-406c-850c-50f4abbfdef2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:38.970984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:38.996895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-64447cdc-674f-4e9c-a199-f7074c3b47cc tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:38.996895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-64447cdc-674f-4e9c-a199-f7074c3b47cc tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 824 time: 0.4260216 Mar 07 04:19:39.019908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-51ec85dc-f811-4294-85e2-f24ce2aa4002 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/quotas/1ac4785277f940f1a5beeeb92ea7a692 HTTP/1.1" status: 200 len: 375 time: 0.0158949 Mar 07 04:19:39.037167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04b4005-d079-49d2-8bf6-2bba3eafcea8 admin admin] Publish callbacks [] for security_group (eb6984ca-5c11-406c-850c-50f4abbfdef2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.064461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04b4005-d079-49d2-8bf6-2bba3eafcea8 admin admin] Publish callbacks [] for security_group (eb6984ca-5c11-406c-850c-50f4abbfdef2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.103225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-8ece658d-c42d-4393-940b-b5b2a366e2d4 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758502 Mar 07 04:19:39.137051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04b4005-d079-49d2-8bf6-2bba3eafcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eb6984ca-5c11-406c-850c-50f4abbfdef2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.141901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04b4005-d079-49d2-8bf6-2bba3eafcea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.144878 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e04b4005-d079-49d2-8bf6-2bba3eafcea8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb6984ca-5c11-406c-850c-50f4abbfdef2 HTTP/1.1" status: 204 len: 168 time: 0.1722941 Mar 07 04:19:39.152833 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.155659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b4005-d079-49d2-8bf6-2bba3eafcea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6984ca-5c11-406c-850c-50f4abbfdef2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:39.311651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f94a-e0ef-4fde-bcb8-d6cbfa21be88 req-b65f4e2c-8ac5-419f-8fbd-55968f21c6bd tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:39.313237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ee9f94a-e0ef-4fde-bcb8-d6cbfa21be88 req-b65f4e2c-8ac5-419f-8fbd-55968f21c6bd tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 970 time: 0.0658026 Mar 07 04:19:39.375025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ee9f94a-e0ef-4fde-bcb8-d6cbfa21be88 req-3c3ea63d-df1b-497b-9610-fef0a5d1491e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556049 Mar 07 04:19:39.696159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53118) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:39.826723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53126) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:39.841946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46b5bcaf-7a1d-49e1-80ea-f12dfd45efa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.930133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46b5bcaf-7a1d-49e1-80ea-f12dfd45efa5 admin admin] Publish callbacks [] for security_group (7544781c-1c0c-4756-9692-1de9745a69e8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.934864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46b5bcaf-7a1d-49e1-80ea-f12dfd45efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7544781c-1c0c-4756-9692-1de9745a69e8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:39.946757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-12e32732-bbd1-450c-9c3a-db3ceea7c177 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:19:39.955083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-12e32732-bbd1-450c-9c3a-db3ceea7c177 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2835014 Mar 07 04:19:39.988581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5bcaf-7a1d-49e1-80ea-f12dfd45efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7544781c-1c0c-4756-9692-1de9745a69e8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:40.074096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46b5bcaf-7a1d-49e1-80ea-f12dfd45efa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11d8b24d3285420d9c8715a0c3f66ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453401 Mar 07 04:19:40.074934 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85c4d86a-592f-4396-aaba-bcd467e50e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.076937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:40.137332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78c0d43e-5734-45f1-8c04-bed635d305c7 admin admin] Publish callbacks [] for security_group (7544781c-1c0c-4756-9692-1de9745a69e8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.148488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:40.150926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-ff418404-a35b-4964-8d8a-7cf2ba7f0eeb service neutron] 10.222.0.21 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949484 Mar 07 04:19:40.163500 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78c0d43e-5734-45f1-8c04-bed635d305c7 admin admin] Publish callbacks [] for security_group (7544781c-1c0c-4756-9692-1de9745a69e8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.225629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78c0d43e-5734-45f1-8c04-bed635d305c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7544781c-1c0c-4756-9692-1de9745a69e8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.229748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78c0d43e-5734-45f1-8c04-bed635d305c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.231376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78c0d43e-5734-45f1-8c04-bed635d305c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7544781c-1c0c-4756-9692-1de9745a69e8 HTTP/1.1" status: 204 len: 168 time: 0.1534915 Mar 07 04:19:40.247738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d43e-5734-45f1-8c04-bed635d305c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7544781c-1c0c-4756-9692-1de9745a69e8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:40.281297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:19:40.285729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85c4d86a-592f-4396-aaba-bcd467e50e4c admin admin] Publish callbacks [] for security_group (3e83f09e-f44a-4d77-83f8-dacc309b1def), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.292264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85c4d86a-592f-4396-aaba-bcd467e50e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3e83f09e-f44a-4d77-83f8-dacc309b1def), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.293847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:40.294254 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.315598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-b6153d4e-d9a3-4e83-b87f-6b91b2c12be8 service neutron] 10.222.0.21 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549149 Mar 07 04:19:40.339824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4d86a-592f-4396-aaba-bcd467e50e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83f09e-f44a-4d77-83f8-dacc309b1def,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:40.344214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-85c4d86a-592f-4396-aaba-bcd467e50e4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ffd3b7c9f8d47249e44df080677f331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6471713 Mar 07 04:19:40.347003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53156) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:40.423414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62331351-c9bc-4811-a0d5-7bdf479e8838 admin admin] Publish callbacks [] for security_group (3e83f09e-f44a-4d77-83f8-dacc309b1def), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.456443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62331351-c9bc-4811-a0d5-7bdf479e8838 admin admin] Publish callbacks [] for security_group (3e83f09e-f44a-4d77-83f8-dacc309b1def), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.487333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:40.487873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.514196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:40.544227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62331351-c9bc-4811-a0d5-7bdf479e8838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3e83f09e-f44a-4d77-83f8-dacc309b1def), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.547131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62331351-c9bc-4811-a0d5-7bdf479e8838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.551018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-62331351-c9bc-4811-a0d5-7bdf479e8838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e83f09e-f44a-4d77-83f8-dacc309b1def HTTP/1.1" status: 204 len: 168 time: 0.2030177 Mar 07 04:19:40.562981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62331351-c9bc-4811-a0d5-7bdf479e8838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83f09e-f44a-4d77-83f8-dacc309b1def,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:40.610634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:40.634779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:40.647471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e1bafdb-a75f-4e17-8388-b3aa2079daf4 req-a20adc64-8371-4a00-8e76-6db26ce36a07 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0875459 Mar 07 04:19:40.690567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8c114-5033-4b3d-a6de-d59ecf5a94a2 req-ad300fbe-15b3-4f18-a663-5075c4543cb6 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:40.692047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40a8c114-5033-4b3d-a6de-d59ecf5a94a2 req-ad300fbe-15b3-4f18-a663-5075c4543cb6 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 970 time: 0.1999042 Mar 07 04:19:40.716845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:40.771011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40a8c114-5033-4b3d-a6de-d59ecf5a94a2 req-b2358740-b0bb-465c-9f32-5583b89b31d8 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627522 Mar 07 04:19:41.081921 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7e3cec-bb94-4449-a3d8-bfba54403a80" -d '{"events": [{"server_uuid": "d764d95c-06bf-43ed-9b00-54f90868d8ad", "name": "network-vif-plugged", "status": "completed", "tag": "1cd561d5-2d50-4e6f-939c-5ced25d7ffb1"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:41.253239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:41.270451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-229b025d-123d-4d03-8746-8e23c4123874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.379169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-229b025d-123d-4d03-8746-8e23c4123874 admin admin] Publish callbacks [] for security_group (d1f19ae5-2d90-4008-a534-17548d3ed5d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.384325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-229b025d-123d-4d03-8746-8e23c4123874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d1f19ae5-2d90-4008-a534-17548d3ed5d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.471229 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-229b025d-123d-4d03-8746-8e23c4123874 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9dc063025f248fbafa6d9568c996fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156262 Mar 07 04:19:41.472133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b025d-123d-4d03-8746-8e23c4123874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f19ae5-2d90-4008-a534-17548d3ed5d2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:41.473650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53228) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:41.533767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54c02f40-0985-4583-8906-d3de2bdb6d1b admin admin] Publish callbacks [] for security_group (d1f19ae5-2d90-4008-a534-17548d3ed5d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.575123 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df70234-043d-4a04-8f4a-06dda0812d39 x-openstack-request-id: req-0df70234-043d-4a04-8f4a-06dda0812d39 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:41.576006 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d764d95c-06bf-43ed-9b00-54f90868d8ad", "name": "network-vif-plugged", "status": "completed", "tag": "1cd561d5-2d50-4e6f-939c-5ced25d7ffb1", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:41.576559 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0df70234-043d-4a04-8f4a-06dda0812d39 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:41.577144 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1', 'code': 200} Mar 07 04:19:41.594391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54c02f40-0985-4583-8906-d3de2bdb6d1b admin admin] Publish callbacks [] for security_group (d1f19ae5-2d90-4008-a534-17548d3ed5d2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.647655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-2bd2db6f-1416-4b57-86ec-e6b76a1954bc tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca344e62284a460f9ebccc9165dcca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567479 Mar 07 04:19:41.839240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54c02f40-0985-4583-8906-d3de2bdb6d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d1f19ae5-2d90-4008-a534-17548d3ed5d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.841848 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54c02f40-0985-4583-8906-d3de2bdb6d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.845280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-54c02f40-0985-4583-8906-d3de2bdb6d1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f19ae5-2d90-4008-a534-17548d3ed5d2 HTTP/1.1" status: 204 len: 168 time: 0.3677113 Mar 07 04:19:41.852548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2415ecc-d57a-426a-8174-e2c41d44e0ac req-275759bf-8b3d-416a-a9b3-23946dbc1e65 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0714786 Mar 07 04:19:41.876985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c02f40-0985-4583-8906-d3de2bdb6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f19ae5-2d90-4008-a534-17548d3ed5d2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:41.882205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eed84-842b-4a7a-b4ff-6ec3893a8f3e req-96b06945-dfa8-40de-b6cb-c75c5ce5c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:41.883710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e25eed84-842b-4a7a-b4ff-6ec3893a8f3e req-96b06945-dfa8-40de-b6cb-c75c5ce5c3b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 1153 time: 0.2117567 Mar 07 04:19:41.908359 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e25eed84-842b-4a7a-b4ff-6ec3893a8f3e req-9ac5b210-4591-4609-b4c4-dd0ae6ac18a3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:41.915954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bf8fe2b8-6804-4258-82fd-c658281c81f3 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:41.923002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bf8fe2b8-6804-4258-82fd-c658281c81f3 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744708 Mar 07 04:19:41.942705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-b9758908-5c62-4b10-afe9-24653dad610e tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/quotas/ca344e62284a460f9ebccc9165dcca8f HTTP/1.1" status: 200 len: 375 time: 0.0188279 Mar 07 04:19:42.015038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-28384a65-2935-4b2a-9252-9166c6d6e946 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca344e62284a460f9ebccc9165dcca8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612369 Mar 07 04:19:42.079329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0f99-70c5-4190-8e98-90f7638c9a94 req-f28eb69c-5d28-4ba7-a22e-3f20b1351b11 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:42.080869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cfb0f99-70c5-4190-8e98-90f7638c9a94 req-f28eb69c-5d28-4ba7-a22e-3f20b1351b11 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 971 time: 0.1269732 Mar 07 04:19:42.125011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e25eed84-842b-4a7a-b4ff-6ec3893a8f3e req-9ac5b210-4591-4609-b4c4-dd0ae6ac18a3 service neutron] Publish callbacks [] for security_group (68394d3c-5d5d-4616-938d-6dc6b4afb0ae), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:42.139882 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e25eed84-842b-4a7a-b4ff-6ec3893a8f3e req-9ac5b210-4591-4609-b4c4-dd0ae6ac18a3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (68394d3c-5d5d-4616-938d-6dc6b4afb0ae), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:42.206696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cfb0f99-70c5-4190-8e98-90f7638c9a94 req-c86fdbf3-76fb-4ec0-8bec-09144e9a3374 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141031 Mar 07 04:19:42.214145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e25eed84-842b-4a7a-b4ff-6ec3893a8f3e req-9ac5b210-4591-4609-b4c4-dd0ae6ac18a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232470 Mar 07 04:19:42.217907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5b210-4591-4609-b4c4-dd0ae6ac18a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=68394d3c-5d5d-4616-938d-6dc6b4afb0ae,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:42.295130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.44', 50919) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:42.311663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67a544b6-db4d-4bf3-9d2b-30be0f143265 req-8df607c6-48e3-4036-bc08-d90dfcf73fb3 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 210 time: 0.0573013 Mar 07 04:19:42.585560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-2d2f3a51-c46d-4590-9db8-a39e5d2c7e29 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:42.585560 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-2d2f3a51-c46d-4590-9db8-a39e5d2c7e29 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 824 time: 0.2795217 Mar 07 04:19:42.801757 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-ac87ccec-14c2-400f-a649-1a0f6cdd3e0d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac4785277f940f1a5beeeb92ea7a692 HTTP/1.1" status: 200 len: 380 time: 0.1271176 Mar 07 04:19:43.044691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-145255ac-8d15-426a-811e-2f6c3a5856c2 req-d2c95d55-39ab-4a4c-8af4-5cac03271a66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0683916 Mar 07 04:19:43.373707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699cbf-48fb-4809-a546-d0cd89954d0a req-c076b174-9d56-4446-9332-f1409baa9430 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:43.379074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e699cbf-48fb-4809-a546-d0cd89954d0a req-c076b174-9d56-4446-9332-f1409baa9430 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 971 time: 0.0722578 Mar 07 04:19:43.429316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e699cbf-48fb-4809-a546-d0cd89954d0a req-557f0b2a-4091-4fd3-96b5-b311eccd6e32 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481009 Mar 07 04:19:43.533926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a57e487-0988-4e1f-98d0-37a038bc2f2d req-8cf98b76-f6ef-49a2-9ce1-7e1296d0f608 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 210 time: 0.0343251 Mar 07 04:19:43.643266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:43.674217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-648ad6b1-e58b-48e4-9a41-7858b7a2859a tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ca344e62284a460f9ebccc9165dcca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334499 Mar 07 04:19:43.834854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-c7c1dd7a-02d2-4b72-bb62-0747e0d0e13c tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:43.836302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-c7c1dd7a-02d2-4b72-bb62-0747e0d0e13c tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531088 Mar 07 04:19:43.855545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Request body: {'port': {'device_id': '42387431-82b4-47ac-af1c-261acd06a7ca', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'ca344e62284a460f9ebccc9165dcca8f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:43.984716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Made reservation on behalf of ca344e62284a460f9ebccc9165dcca8f for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:43.988487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.006078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.013440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-908280327-network', 'tenant_id': '768725cd7a3a45bbb6a04e95b4fc3124'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:44.049945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Made reservation on behalf of 768725cd7a3a45bbb6a04e95b4fc3124 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:44.054312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.067342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.157167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks [] for security_group (aca8ad4a-52d0-4172-a316-1a59b02c54da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.170233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aca8ad4a-52d0-4172-a316-1a59b02c54da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.253679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53356) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:44.277661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks [] for security_group (892fb451-3cc5-434e-842f-161712d86d92), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.285491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (892fb451-3cc5-434e-842f-161712d86d92), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.309021 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a848982b-3ce8-4f89-9b9b-2c36245827df req-c8549816-d930-4218-9cb9-04f70040d5ca tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0600083 Mar 07 04:19:44.337275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:19:44.360527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca8ad4a-52d0-4172-a316-1a59b02c54da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:44.386895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (949b7caf-4700-4f96-81ee-582cfa4e6aac), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.387412 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Added segment 949b7caf-4700-4f96-81ee-582cfa4e6aac of type vlan for network beda7e6e-0c00-4a7a-bffa-38b81d211a66 Mar 07 04:19:44.393713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Allocated IP 192.168.233.220 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/27effc05-79a3-4b9e-8f7f-690623c7a23e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:44.396142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892fb451-3cc5-434e-842f-161712d86d92,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:44.462958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (beda7e6e-0c00-4a7a-bffa-38b81d211a66), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.474984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7051a5cf-b596-478c-8e7e-50bc55570e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.527820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (beda7e6e-0c00-4a7a-bffa-38b81d211a66), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.528816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:44.530452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.582368 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9349518 Mar 07 04:19:44.584228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53366) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:44.594420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Request body: {'subnet': {'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-908280327-subnet', 'tenant_id': '768725cd7a3a45bbb6a04e95b4fc3124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:44.634764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f3cc7-25af-466b-8f13-4c8cccce14ef admin admin] Pushing event updated for resources: {'Network': ['ID=beda7e6e-0c00-4a7a-bffa-38b81d211a66,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:44.653942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:19:44.666135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Made reservation on behalf of 768725cd7a3a45bbb6a04e95b4fc3124 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:44.668834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.680445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c442-189f-47f7-ac65-610daa2c6e22 req-6be40602-68da-4407-b83f-6ca4975277a1 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:44.688441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ab1c442-189f-47f7-ac65-610daa2c6e22 req-6be40602-68da-4407-b83f-6ca4975277a1 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 971 time: 0.1702831 Mar 07 04:19:44.720845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7051a5cf-b596-478c-8e7e-50bc55570e1f admin admin] Publish callbacks [] for security_group (607f39da-565c-4e3e-b8d9-8b3a49f66e22), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.727717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7051a5cf-b596-478c-8e7e-50bc55570e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (607f39da-565c-4e3e-b8d9-8b3a49f66e22), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.742369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks [] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.792601 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7051a5cf-b596-478c-8e7e-50bc55570e1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08dead343fc24e66b0296eba2006b603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378568 Mar 07 04:19:44.796194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53368) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:44.821716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ab1c442-189f-47f7-ac65-610daa2c6e22 req-599adcd7-bdde-4450-87f9-f78f88bb5a7f tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322250 Mar 07 04:19:44.830156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051a5cf-b596-478c-8e7e-50bc55570e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607f39da-565c-4e3e-b8d9-8b3a49f66e22,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:44.883701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02cdd82a-09b6-4a06-a3d1-4a674ba9ab6a admin admin] Publish callbacks [] for security_group (607f39da-565c-4e3e-b8d9-8b3a49f66e22), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.897121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.920621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02cdd82a-09b6-4a06-a3d1-4a674ba9ab6a admin admin] Publish callbacks [] for security_group (607f39da-565c-4e3e-b8d9-8b3a49f66e22), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:44.971907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:44.992631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:44.995422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:45.001286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:45.002290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.007863 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02cdd82a-09b6-4a06-a3d1-4a674ba9ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (607f39da-565c-4e3e-b8d9-8b3a49f66e22), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.015472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-02cdd82a-09b6-4a06-a3d1-4a674ba9ab6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.019129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-02cdd82a-09b6-4a06-a3d1-4a674ba9ab6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/607f39da-565c-4e3e-b8d9-8b3a49f66e22 HTTP/1.1" status: 204 len: 168 time: 0.2188873 Mar 07 04:19:45.025542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdd82a-09b6-4a06-a3d1-4a674ba9ab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f39da-565c-4e3e-b8d9-8b3a49f66e22,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:45.071336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Pushing event updated for resources: {'Port': ['ID=27effc05-79a3-4b9e-8f7f-690623c7a23e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:45.285135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-bb020c4e-0240-415f-9de1-b1149a8b9bee tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4389877 Mar 07 04:19:45.301889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Request body: {'port': {'device_id': '42387431-82b4-47ac-af1c-261acd06a7ca', 'device_owner': 'compute:tempest-test_az-1056514340', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:45.336353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (4d83443d-7218-4592-9cbf-eff156bd85b2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.351680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-81f3c693-7377-49e1-8306-67ba129d4371 None None] Provisioning complete for port 27effc05-79a3-4b9e-8f7f-690623c7a23e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:45.352381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-81f3c693-7377-49e1-8306-67ba129d4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.384195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3477d7-3d48-4cc5-b5ca-fd72b359b560 req-af380cf3-0f1d-4a1b-96f5-e9aa3b683915 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:45.386263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3477d7-3d48-4cc5-b5ca-fd72b359b560 req-af380cf3-0f1d-4a1b-96f5-e9aa3b683915 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 936 time: 0.4407103 Mar 07 04:19:45.395722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-81f3c693-7377-49e1-8306-67ba129d4371 None None] Port 27effc05-79a3-4b9e-8f7f-690623c7a23e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:45.406157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:45.420005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c14-5abc-4e60-b9ba-aabd23cd7b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.457769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a9deb-8627-4ef8-bc9c-f89d6b1a2b14 req-6d5fe16b-d091-4b9a-9349-9d8b264a3a6c tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:45.466184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-666a9deb-8627-4ef8-bc9c-f89d6b1a2b14 req-6d5fe16b-d091-4b9a-9349-9d8b264a3a6c tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 1153 time: 0.4563181 Mar 07 04:19:45.498180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d83443d-7218-4592-9cbf-eff156bd85b2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:45.509920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c14-5abc-4e60-b9ba-aabd23cd7b3f admin admin] Publish callbacks [] for security_group (c2603e0e-0f38-4b92-a48e-f100878a7012), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.514774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c14-5abc-4e60-b9ba-aabd23cd7b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c2603e0e-0f38-4b92-a48e-f100878a7012), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.515929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-666a9deb-8627-4ef8-bc9c-f89d6b1a2b14 req-e816f0d8-b429-4bb6-8d03-554849657136 tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.521691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.555345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d4c14-5abc-4e60-b9ba-aabd23cd7b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2603e0e-0f38-4b92-a48e-f100878a7012,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:45.560220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3477d7-3d48-4cc5-b5ca-fd72b359b560 req-85adee77-7cfe-4369-b6ea-65e36d7929a2 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635261 Mar 07 04:19:45.560920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f54d4c14-5abc-4e60-b9ba-aabd23cd7b3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053814fc713340b6a5db0d999c62ef14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536140 Mar 07 04:19:45.563986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:45.566459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:45.566829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Network hostable DHCP agents. Network: beda7e6e-0c00-4a7a-bffa-38b81d211a66, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:19:45.645371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9985aca-24a7-49e3-acbb-687ffb101473 admin admin] Publish callbacks [] for security_group (c2603e0e-0f38-4b92-a48e-f100878a7012), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.650424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:19:45.729669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, beda7e6e-0c00-4a7a-bffa-38b81d211a66) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:45.737966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8814b-6b6d-4b01-8d59-7aeed3d11eb4 None None] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:45.768136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:45.768735 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.772309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d539c09a-9a33-4467-be00-fb692be7b652 req-464402c4-a7ae-47ab-ad9d-96a0311828ec tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0563316 Mar 07 04:19:45.827887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bbadf525-b4f8-4b50-8bf4-3648d0411812 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2382448 Mar 07 04:19:45.830105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-666a9deb-8627-4ef8-bc9c-f89d6b1a2b14 req-e816f0d8-b429-4bb6-8d03-554849657136 tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] Publish callbacks [] for security_group (96c93a92-c3fd-4e23-abad-226aa42d09a9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.842231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9985aca-24a7-49e3-acbb-687ffb101473 admin admin] Publish callbacks [] for security_group (c2603e0e-0f38-4b92-a48e-f100878a7012), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.873500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-666a9deb-8627-4ef8-bc9c-f89d6b1a2b14 req-e816f0d8-b429-4bb6-8d03-554849657136 tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (96c93a92-c3fd-4e23-abad-226aa42d09a9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.905946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ce6f7-391b-42ef-8c61-4ca357d4f476 None None] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:45.925134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9985aca-24a7-49e3-acbb-687ffb101473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c2603e0e-0f38-4b92-a48e-f100878a7012), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.929250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9985aca-24a7-49e3-acbb-687ffb101473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:45.930613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e9985aca-24a7-49e3-acbb-687ffb101473 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2603e0e-0f38-4b92-a48e-f100878a7012 HTTP/1.1" status: 204 len: 168 time: 0.3658991 Mar 07 04:19:45.956175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9985aca-24a7-49e3-acbb-687ffb101473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2603e0e-0f38-4b92-a48e-f100878a7012,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:46.026630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-666a9deb-8627-4ef8-bc9c-f89d6b1a2b14 req-e816f0d8-b429-4bb6-8d03-554849657136 tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594020 Mar 07 04:19:46.162524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27effc05-79a3-4b9e-8f7f-690623c7a23e {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:46.174004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Publish callbacks [] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:46.189534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Transition to ACTIVE for port object 27effc05-79a3-4b9e-8f7f-690623c7a23e will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:19:46.191942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f0d8-b429-4bb6-8d03-554849657136 tempest-AggregatesAdminTestJSON-370669700 tempest-AggregatesAdminTestJSON-370669700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c93a92-c3fd-4e23-abad-226aa42d09a9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:46.199344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:46.344441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Attempting to bind port 27effc05-79a3-4b9e-8f7f-690623c7a23e on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:46.345068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Attempting to bind port 27effc05-79a3-4b9e-8f7f-690623c7a23e by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:46.345068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Attempting to bind port 27effc05-79a3-4b9e-8f7f-690623c7a23e on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:46.355571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Port 27effc05-79a3-4b9e-8f7f-690623c7a23e on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:19:46.356078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Attempting to bind port 27effc05-79a3-4b9e-8f7f-690623c7a23e on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:46.365370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=27effc05-79a3-4b9e-8f7f-690623c7a23e,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:46.372625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:46.373157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:46.373709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:46.374573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Bound port: 27effc05-79a3-4b9e-8f7f-690623c7a23e, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:46.375089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:46.509033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] For port 27effc05-79a3-4b9e-8f7f-690623c7a23e, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:46.509033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] For port 27effc05-79a3-4b9e-8f7f-690623c7a23e, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:46.526416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:46.638436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:46.640246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:46.646134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/27effc05-79a3-4b9e-8f7f-690623c7a23e HTTP/1.1" status: 200 len: 1118 time: 1.3527725 Mar 07 04:19:46.648007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42387431-82b4-47ac-af1c-261acd06a7ca', 'tag': '27effc05-79a3-4b9e-8f7f-690623c7a23e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:46.652959 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8" -d '{"events": [{"name": "network-changed", "server_uuid": "42387431-82b4-47ac-af1c-261acd06a7ca", "tag": "27effc05-79a3-4b9e-8f7f-690623c7a23e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:46.779611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2ab09-aece-4a6e-802f-486b5b057cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=27effc05-79a3-4b9e-8f7f-690623c7a23e,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:46.941882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18132-d875-42ec-8f72-717da1e9932e req-984ecccd-e539-47d1-bb55-518e4287d87f tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:46.950850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1c18132-d875-42ec-8f72-717da1e9932e req-984ecccd-e539-47d1-bb55-518e4287d87f tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 971 time: 0.1749926 Mar 07 04:19:46.969747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-877061e3-a6e7-463f-a4d3-7980d8d20cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:46.971542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-877061e3-a6e7-463f-a4d3-7980d8d20cae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca344e62284a460f9ebccc9165dcca8f&device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 1152 time: 0.2537696 Mar 07 04:19:46.999432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf784e6-beff-4af7-812e-e6ac27b622b4 req-78dab335-a76b-4e0c-866b-b12d4f1aaad7 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:47.007056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bf784e6-beff-4af7-812e-e6ac27b622b4 req-78dab335-a76b-4e0c-866b-b12d4f1aaad7 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 970 time: 0.2282784 Mar 07 04:19:47.051402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-fc88c7fb-bb94-488a-801e-247eb9816c3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e HTTP/1.1" status: 200 len: 217 time: 0.0688481 Mar 07 04:19:47.059030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53434) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:47.107432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53438) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:47.114208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-256581486-network', 'tenant_id': '0af9d50d87654bfea478e1054f078b1c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:47.142467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1c18132-d875-42ec-8f72-717da1e9932e req-ff5dde2b-2fac-448b-b47b-fa089cabcb38 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903646 Mar 07 04:19:47.173177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Made reservation on behalf of 0af9d50d87654bfea478e1054f078b1c for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:47.176253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.199269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.209072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-2e2784ba-6918-48f6-bfb0-d903b8bd1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:47.214144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-2e2784ba-6918-48f6-bfb0-d903b8bd1452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1478341 Mar 07 04:19:47.229629 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffccc274-fd72-4a70-be5e-bad2b13fffb7 x-openstack-request-id: req-ffccc274-fd72-4a70-be5e-bad2b13fffb7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:47.230183 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42387431-82b4-47ac-af1c-261acd06a7ca", "tag": "27effc05-79a3-4b9e-8f7f-690623c7a23e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:47.230624 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffccc274-fd72-4a70-be5e-bad2b13fffb7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:47.231229 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42387431-82b4-47ac-af1c-261acd06a7ca', 'tag': '27effc05-79a3-4b9e-8f7f-690623c7a23e', 'status': 'completed', 'code': 200} Mar 07 04:19:47.271467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bf784e6-beff-4af7-812e-e6ac27b622b4 req-a939eb77-4fd4-4e6f-b930-278c14814d08 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249146 Mar 07 04:19:47.354806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28464eca-d7e0-4202-846c-c5366217afc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.369849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-073f7c5a-34e2-482d-836b-4d8f3f11c667 req-4949e217-b290-4612-b241-f5d95e403a5a tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0471036 Mar 07 04:19:47.391552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-6950673f-b6bf-413d-a7c5-4e03e866a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:47.392175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks [] for security_group (9c090948-13ca-4dce-ae73-2fdbcebdba95), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.394353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-6950673f-b6bf-413d-a7c5-4e03e866a1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1664956 Mar 07 04:19:47.404339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9c090948-13ca-4dce-ae73-2fdbcebdba95), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.436177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:19:47.464572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d606f7d0-4cd5-424c-9e0b-eac5aa7e4c98), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.464932 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Added segment d606f7d0-4cd5-424c-9e0b-eac5aa7e4c98 of type vlan for network 1545f2b8-f7df-448f-bf8a-fe2681ac73e6 Mar 07 04:19:47.470237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c090948-13ca-4dce-ae73-2fdbcebdba95,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:47.523567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-e8668e26-e4f1-4376-beb6-752a9ce18b42 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212318 Mar 07 04:19:47.541219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28464eca-d7e0-4202-846c-c5366217afc9 admin admin] Publish callbacks [] for security_group (92b953bd-5092-4629-b871-be36a9ca93a0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.543980 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (1545f2b8-f7df-448f-bf8a-fe2681ac73e6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.551725 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28464eca-d7e0-4202-846c-c5366217afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (92b953bd-5092-4629-b871-be36a9ca93a0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.607591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-28464eca-d7e0-4202-846c-c5366217afc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4199ebea6fc448c8f1a2427f879a173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473852 Mar 07 04:19:47.609791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28464eca-d7e0-4202-846c-c5366217afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b953bd-5092-4629-b871-be36a9ca93a0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:47.612404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (1545f2b8-f7df-448f-bf8a-fe2681ac73e6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.613072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53448) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:47.613334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:47.613991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.658630 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5476425 Mar 07 04:19:47.659370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53452) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:47.667070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Request body: {'subnet': {'network_id': '1545f2b8-f7df-448f-bf8a-fe2681ac73e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-256581486-subnet', 'tenant_id': '0af9d50d87654bfea478e1054f078b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:47.670893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ae111c-97a5-4b87-86dc-4e7f1303c6f9 req-6d61b170-28b5-4f03-b60f-7f72c8ea5635 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403990 Mar 07 04:19:47.694881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705028a-2dc3-42cd-9060-cbf9c94a4626 admin admin] Pushing event updated for resources: {'Network': ['ID=1545f2b8-f7df-448f-bf8a-fe2681ac73e6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:47.706462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Made reservation on behalf of 0af9d50d87654bfea478e1054f078b1c for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:47.709390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 1545f2b8-f7df-448f-bf8a-fe2681ac73e6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:19:47.725409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.778554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64499d2a-c1b4-4454-827f-58ec686760e7 admin admin] Publish callbacks [] for security_group (92b953bd-5092-4629-b871-be36a9ca93a0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.880766 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64499d2a-c1b4-4454-827f-58ec686760e7 admin admin] Publish callbacks [] for security_group (92b953bd-5092-4629-b871-be36a9ca93a0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:47.932688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-7651d469-1306-4511-a7aa-21248694a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:47.934828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-7651d469-1306-4511-a7aa-21248694a826 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca344e62284a460f9ebccc9165dcca8f&device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 1152 time: 0.1624970 Mar 07 04:19:47.986710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.15', 51829) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:48.047041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64499d2a-c1b4-4454-827f-58ec686760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (92b953bd-5092-4629-b871-be36a9ca93a0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.049640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64499d2a-c1b4-4454-827f-58ec686760e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.050833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-64499d2a-c1b4-4454-827f-58ec686760e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92b953bd-5092-4629-b871-be36a9ca93a0 HTTP/1.1" status: 204 len: 168 time: 0.4346828 Mar 07 04:19:48.076688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64499d2a-c1b4-4454-827f-58ec686760e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b953bd-5092-4629-b871-be36a9ca93a0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:48.134015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-7642c7fe-0e47-4d46-ba5b-13d87a3db988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.136194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-7642c7fe-0e47-4d46-ba5b-13d87a3db988 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1942837 Mar 07 04:19:48.172797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c3a3156a-4eab-4942-af47-19775230e1cb tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.173226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c3a3156a-4eab-4942-af47-19775230e1cb tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.15 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 971 time: 0.1851685 Mar 07 04:19:48.188404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-21c0e3e6-e316-40b5-bf6a-83ec9b5c76c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e HTTP/1.1" status: 200 len: 217 time: 0.0407202 Mar 07 04:19:48.188752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (905ef87e-2cd4-454f-999a-95f84f3711c9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.312646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=905ef87e-2cd4-454f-999a-95f84f3711c9,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:48.332657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-e45f0652-f8ed-4074-9c02-06067cbc8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.334760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-e45f0652-f8ed-4074-9c02-06067cbc8b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1390405 Mar 07 04:19:48.355117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Checking segment: {'id': 'd606f7d0-4cd5-424c-9e0b-eac5aa7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1545f2b8-f7df-448f-bf8a-fe2681ac73e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:48.355535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Network hostable DHCP agents. Network: 1545f2b8-f7df-448f-bf8a-fe2681ac73e6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:19:48.417234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21da5-862c-47b9-81de-9d652163bd2c req-8e22189b-2485-4ab6-975c-e5059b7d2a30 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.424022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cf21da5-862c-47b9-81de-9d652163bd2c req-8e22189b-2485-4ab6-975c-e5059b7d2a30 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 971 time: 0.1660681 Mar 07 04:19:48.457739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Deleting port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:19:48.458418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.479729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Network 1545f2b8-f7df-448f-bf8a-fe2681ac73e6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:19:48.516297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 1545f2b8-f7df-448f-bf8a-fe2681ac73e6) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:48.524675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978308a8-28a0-45a5-876c-519f992dddb3 None None] Network 1545f2b8-f7df-448f-bf8a-fe2681ac73e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:48.535521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.536122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.539747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-88e30672-539f-4ac4-8c84-a0a8fcb4d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.541240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-88e30672-539f-4ac4-8c84-a0a8fcb4d5b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1994834 Mar 07 04:19:48.725395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-a047415d-0b79-4748-a98e-8a9fb2ddd400 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708775 Mar 07 04:19:48.740945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cf21da5-862c-47b9-81de-9d652163bd2c req-e959f9d7-dfeb-40f0-9d7a-15a0f351ec0f tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf6a38d-9712-465f-8d90-017b8b27b422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117931 Mar 07 04:19:48.776553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede37618-b813-4a39-8af7-93e890fcad06 None None] Network 1545f2b8-f7df-448f-bf8a-fe2681ac73e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:19:48.829753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] For port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:48.830648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.841059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53480) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:48.862951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-615a088e-efad-43ee-bfd5-90c8629aca13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:48.865397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Calling delete_port for 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 owned by compute:tempest-test_az-1056514340 {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:19:48.888032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10ed6f57-8f6f-492e-a7f1-9a526f41ebb8 req-5a817945-f7d8-4d6b-82d8-b15eddef185a service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436036 Mar 07 04:19:48.913626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1cb35b3c-19fe-4831-9332-ba1b5ba5a1de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2536099 Mar 07 04:19:48.927421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d535-096b-4ad7-a9fa-37d11391f8da req-79c7d895-31a0-4c86-ad44-2d5f4817b5ad tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:48.928901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c19d535-096b-4ad7-a9fa-37d11391f8da req-79c7d895-31a0-4c86-ad44-2d5f4817b5ad tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 970 time: 0.5390594 Mar 07 04:19:48.970019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f326805-ca8c-4ab6-8648-32a019f06089 req-02eb47ef-de69-4370-b0c6-36b0b385bbdb tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0637264 Mar 07 04:19:49.043901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c19d535-096b-4ad7-a9fa-37d11391f8da req-9cd7cec6-097a-470e-8bd5-8b0771426cef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986423 Mar 07 04:19:49.100593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-615a088e-efad-43ee-bfd5-90c8629aca13 admin admin] Publish callbacks [] for security_group (a0a6cb0a-d3be-4e79-828e-406be52cc06e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.108837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-615a088e-efad-43ee-bfd5-90c8629aca13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a0a6cb0a-d3be-4e79-828e-406be52cc06e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.222401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-615a088e-efad-43ee-bfd5-90c8629aca13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=229e4401714b49e9abf4ccc384a08f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800716 Mar 07 04:19:49.225026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53490) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:49.229518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a088e-efad-43ee-bfd5-90c8629aca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6cb0a-d3be-4e79-828e-406be52cc06e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:49.274329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (1cd561d5-2d50-4e6f-939c-5ced25d7ffb1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.287255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1cd561d5-2d50-4e6f-939c-5ced25d7ffb1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:19:49.314628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75612bc8-b333-47e8-b5bb-cd5bc4dd4ce9 admin admin] Publish callbacks [] for security_group (a0a6cb0a-d3be-4e79-828e-406be52cc06e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.351402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75612bc8-b333-47e8-b5bb-cd5bc4dd4ce9 admin admin] Publish callbacks [] for security_group (a0a6cb0a-d3be-4e79-828e-406be52cc06e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.445302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Pushing event deleted for resources: {'Port': ['ID=1cd561d5-2d50-4e6f-939c-5ced25d7ffb1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:49.466391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] No DVR routers for this DVR port 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:19:49.471860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75612bc8-b333-47e8-b5bb-cd5bc4dd4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a0a6cb0a-d3be-4e79-828e-406be52cc06e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.475401 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75612bc8-b333-47e8-b5bb-cd5bc4dd4ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.479808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-75612bc8-b333-47e8-b5bb-cd5bc4dd4ce9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0a6cb0a-d3be-4e79-828e-406be52cc06e HTTP/1.1" status: 204 len: 168 time: 0.2508705 Mar 07 04:19:49.482762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.494239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-75b27fe2-a0b6-4e08-8090-44ad17ebcf42 req-c88a6480-33ab-4630-bffe-7a44bc92524e tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.15 "DELETE /v2.0/ports/1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 HTTP/1.1" status: 204 len: 173 time: 1.3151138 Mar 07 04:19:49.495381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'name': 'network-vif-deleted', 'tag': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:49.532041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.556549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75612bc8-b333-47e8-b5bb-cd5bc4dd4ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6cb0a-d3be-4e79-828e-406be52cc06e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:49.641219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'port': {'device_id': '706b3141-8716-4d14-bb0e-4009a0997fea', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'admin_state_up': True, 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'security_groups': ['1cd03377-2db4-49d7-b645-39986b531592']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:49.668437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-19a1b64e-2f81-4e67-b0bb-4389f03208b2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:49.670087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-19a1b64e-2f81-4e67-b0bb-4389f03208b2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.1883030 Mar 07 04:19:49.699754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-bed8e059-d412-4494-9fc8-750f5732c5f9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/quotas/768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 375 time: 0.0231161 Mar 07 04:19:49.737148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fc7948f9-64f5-4fc0-b991-943353cb0834 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365064 Mar 07 04:19:49.764624 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5e8c46-27cd-4c79-a70c-d7dfc01b49e4" -d '{"events": [{"server_uuid": "d764d95c-06bf-43ed-9b00-54f90868d8ad", "name": "network-vif-deleted", "tag": "1cd561d5-2d50-4e6f-939c-5ced25d7ffb1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:49.848488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Made reservation on behalf of 1ac4785277f940f1a5beeeb92ea7a692 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:49.854855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:49.904987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfe03198-e272-4835-a979-b66a71dfc971 req-2737f784-b118-4dcc-ac5e-443a74ee5f93 tempest-AggregatesAdminTestJSON-44133359 tempest-AggregatesAdminTestJSON-44133359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d764d95c-06bf-43ed-9b00-54f90868d8ad HTTP/1.1" status: 200 len: 210 time: 0.0440400 Mar 07 04:19:50.061565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-b9974418-110d-4935-a737-2df4435fa12b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:19:50.063375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-b9974418-110d-4935-a737-2df4435fa12b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1613483 Mar 07 04:19:50.139077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Allocated IP 172.20.0.4 (bec63565-7779-47ba-95e6-86be85045903/6f3c7cbd-5a6e-45a5-9855-7148d5496c76/61dda324-ce30-4a8c-93df-d211ffd4939e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:50.188858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 27effc05-79a3-4b9e-8f7f-690623c7a23e details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:19:50.204104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-65125380-423a-4565-9311-4476bc341b29 service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304646 Mar 07 04:19:50.276611 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060fd346-cf9f-4029-bd54-f23d1e3eb6a1 x-openstack-request-id: req-060fd346-cf9f-4029-bd54-f23d1e3eb6a1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:50.277485 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d764d95c-06bf-43ed-9b00-54f90868d8ad", "name": "network-vif-deleted", "tag": "1cd561d5-2d50-4e6f-939c-5ced25d7ffb1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:50.277485 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-060fd346-cf9f-4029-bd54-f23d1e3eb6a1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:50.278597 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd764d95c-06bf-43ed-9b00-54f90868d8ad', 'name': 'network-vif-deleted', 'tag': '1cd561d5-2d50-4e6f-939c-5ced25d7ffb1', 'status': 'completed', 'code': 200} Mar 07 04:19:50.499097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 27effc05-79a3-4b9e-8f7f-690623c7a23e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:50.506439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c9c8ea0-6dfa-490e-9e21-7f7e1dadf603 req-13d2abb3-646d-4842-ab45-b7dcc817a20e tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 210 time: 0.0343559 Mar 07 04:19:50.515449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '27effc05-79a3-4b9e-8f7f-690623c7a23e', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '27effc05-79a3-4b9e-8f7f-690623c7a23e', 'mac_address': 'fa:16:3e:a0:3e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:tempest-test_az-1056514340', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:19:50.549645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-8566d965-22c0-41ee-af6f-775515dce70e service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472581 Mar 07 04:19:50.578375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 27effc05-79a3-4b9e-8f7f-690623c7a23e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:50.578803 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:50.583113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:50.614322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27effc05-79a3-4b9e-8f7f-690623c7a23e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:50.645854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 27effc05-79a3-4b9e-8f7f-690623c7a23e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:50.652492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:50.653797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:50.716729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=27effc05-79a3-4b9e-8f7f-690623c7a23e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:50.718269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a1c7-1882-4bbc-bbd3-a5f24ee3105c req-65befa83-637f-4d53-a087-d261ef5512f9 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:50.720752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cd3a1c7-1882-4bbc-bbd3-a5f24ee3105c req-65befa83-637f-4d53-a087-d261ef5512f9 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 970 time: 0.1158550 Mar 07 04:19:50.776583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Network bec63565-7779-47ba-95e6-86be85045903 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:50.786068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:50.788058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'Port': ['ID=61dda324-ce30-4a8c-93df-d211ffd4939e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:50.792274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:50.798621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:50.798621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:50.827766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-8ae930c5-8570-4f08-98c0-445532891e9d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1937985 Mar 07 04:19:50.837818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-3376e5bb-a9ba-4589-8f1e-5c3f33a734f2 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:19:50.840597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-3376e5bb-a9ba-4589-8f1e-5c3f33a734f2 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073562 Mar 07 04:19:50.849662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['27effc05-79a3-4b9e-8f7f-690623c7a23e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:19:50.862655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94f03bf6-e713-40fc-b821-844b76350c49 req-d82a78b5-8511-4655-9d1a-692c922f026d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 210 time: 0.0995717 Mar 07 04:19:50.950043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cd3a1c7-1882-4bbc-bbd3-a5f24ee3105c req-219f30a6-ee57-4732-af1a-eac629e68326 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101245 Mar 07 04:19:51.172964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b63feda7-bec7-4c15-91ef-a06283f62356 None None] Provisioning complete for port 61dda324-ce30-4a8c-93df-d211ffd4939e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:51.173341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b63feda7-bec7-4c15-91ef-a06283f62356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.223400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b63feda7-bec7-4c15-91ef-a06283f62356 None None] Port 61dda324-ce30-4a8c-93df-d211ffd4939e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:19:51.328279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Request body: {'port': {'device_id': '706b3141-8716-4d14-bb0e-4009a0997fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:51.402033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.418916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:51.599693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e596961a-e955-456f-922f-e7507999b344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.662589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bce252-e0f0-4dba-a87f-a224356c7c29 req-e9e4d513-02b2-4313-88bb-dd69d91bb311 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:51.670747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23bce252-e0f0-4dba-a87f-a224356c7c29 req-e9e4d513-02b2-4313-88bb-dd69d91bb311 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 931 time: 0.0700002 Mar 07 04:19:51.730282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23bce252-e0f0-4dba-a87f-a224356c7c29 req-0e13cf36-7b96-41f0-b778-71b7b6229df2 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563459 Mar 07 04:19:51.824799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e596961a-e955-456f-922f-e7507999b344 admin admin] Publish callbacks [] for security_group (6fa0e855-5cec-478a-9ecd-ec4cbb04116c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.846033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e596961a-e955-456f-922f-e7507999b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6fa0e855-5cec-478a-9ecd-ec4cbb04116c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.909187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dda324-ce30-4a8c-93df-d211ffd4939e {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:51.920597 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.923457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:51.923711 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e596961a-e955-456f-922f-e7507999b344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1bac0f4fb8c45a6ac9aaa6dfb2910f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024924 Mar 07 04:19:51.929252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Publish callbacks [] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:51.943910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596961a-e955-456f-922f-e7507999b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0e855-5cec-478a-9ecd-ec4cbb04116c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:51.975420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Transition to ACTIVE for port object 61dda324-ce30-4a8c-93df-d211ffd4939e will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:19:51.992548 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.078459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-337e3ca8-cb3a-482d-8b00-49da670ad858 req-7cf5d9b6-4196-4160-80a8-32401f88e8db tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 210 time: 0.0786693 Mar 07 04:19:52.116868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Pushing event updated for resources: {'Port': ['ID=61dda324-ce30-4a8c-93df-d211ffd4939e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:52.131182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Attempting to bind port 61dda324-ce30-4a8c-93df-d211ffd4939e on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:52.131507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Attempting to bind port 61dda324-ce30-4a8c-93df-d211ffd4939e by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:52.131853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Attempting to bind port 61dda324-ce30-4a8c-93df-d211ffd4939e on network bec63565-7779-47ba-95e6-86be85045903 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:52.138253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Port 61dda324-ce30-4a8c-93df-d211ffd4939e on network bec63565-7779-47ba-95e6-86be85045903 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:19:52.138631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Attempting to bind port 61dda324-ce30-4a8c-93df-d211ffd4939e on network bec63565-7779-47ba-95e6-86be85045903 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:52.144047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:52.144407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Checking segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:52.144986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Bound using segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:52.145626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Bound port: 61dda324-ce30-4a8c-93df-d211ffd4939e, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:52.145927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.204467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 27effc05-79a3-4b9e-8f7f-690623c7a23e up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:19:52.221495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64558f86-bbdf-46b7-9f67-d89cd249996a admin admin] Publish callbacks [] for security_group (6fa0e855-5cec-478a-9ecd-ec4cbb04116c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.255355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64558f86-bbdf-46b7-9f67-d89cd249996a admin admin] Publish callbacks [] for security_group (6fa0e855-5cec-478a-9ecd-ec4cbb04116c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.276758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3470b4-44b1-4797-b120-04ebe45bd0ec req-b66aa06a-39ee-462b-8c5b-f86287fa49ba tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:52.284094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce3470b4-44b1-4797-b120-04ebe45bd0ec req-b66aa06a-39ee-462b-8c5b-f86287fa49ba tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 971 time: 0.1963944 Mar 07 04:19:52.329098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 27effc05-79a3-4b9e-8f7f-690623c7a23e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:19:52.339548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 27effc05-79a3-4b9e-8f7f-690623c7a23e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:19:52.340127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.439269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce3470b4-44b1-4797-b120-04ebe45bd0ec req-27bf7e6c-29d6-469b-a425-441fed33d8ab tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541593 Mar 07 04:19:52.454360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64558f86-bbdf-46b7-9f67-d89cd249996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6fa0e855-5cec-478a-9ecd-ec4cbb04116c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.457174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64558f86-bbdf-46b7-9f67-d89cd249996a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.461464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-64558f86-bbdf-46b7-9f67-d89cd249996a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fa0e855-5cec-478a-9ecd-ec4cbb04116c HTTP/1.1" status: 204 len: 168 time: 0.5361674 Mar 07 04:19:52.471803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e63256a7-8351-47c8-b6d9-e634cd276bdd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:52.472318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558f86-bbdf-46b7-9f67-d89cd249996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0e855-5cec-478a-9ecd-ec4cbb04116c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:52.475933 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e63256a7-8351-47c8-b6d9-e634cd276bdd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.3273618 Mar 07 04:19:52.505330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Request body: {'port': {'device_id': '38023708-9470-4bda-812c-83edd684a25b', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'admin_state_up': True, 'tenant_id': '768725cd7a3a45bbb6a04e95b4fc3124'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:52.526505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] For port 61dda324-ce30-4a8c-93df-d211ffd4939e, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:52.562915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53662) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:52.573491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] For port 61dda324-ce30-4a8c-93df-d211ffd4939e, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61dda324-ce30-4a8c-93df-d211ffd4939e,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:52.573880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 27effc05-79a3-4b9e-8f7f-690623c7a23e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:52.574792 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.622402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.626199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42387431-82b4-47ac-af1c-261acd06a7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27effc05-79a3-4b9e-8f7f-690623c7a23e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:52.632240 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a425a-1f8c-4d2a-b0ac-480ba6fd976b" -d '{"events": [{"server_uuid": "42387431-82b4-47ac-af1c-261acd06a7ca", "name": "network-vif-plugged", "status": "completed", "tag": "27effc05-79a3-4b9e-8f7f-690623c7a23e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:52.642196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 27effc05-79a3-4b9e-8f7f-690623c7a23e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:52.654005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.657356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:19:52.694083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:19:52.694656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1cd561d5-2d50-4e6f-939c-5ced25d7ffb1 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:19:52.727491 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ebbc53-8b97-458e-a7c9-9c7fbdf58612 x-openstack-request-id: req-44ebbc53-8b97-458e-a7c9-9c7fbdf58612 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:52.728167 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42387431-82b4-47ac-af1c-261acd06a7ca", "name": "network-vif-plugged", "status": "completed", "tag": "27effc05-79a3-4b9e-8f7f-690623c7a23e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:52.728590 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44ebbc53-8b97-458e-a7c9-9c7fbdf58612 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:52.729351 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42387431-82b4-47ac-af1c-261acd06a7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27effc05-79a3-4b9e-8f7f-690623c7a23e', 'code': 200} Mar 07 04:19:52.790922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=27effc05-79a3-4b9e-8f7f-690623c7a23e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:52.807669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:52.811406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:52.812881 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] 10.222.0.44 "PUT /v2.0/ports/61dda324-ce30-4a8c-93df-d211ffd4939e HTTP/1.1" status: 200 len: 1091 time: 1.7377715 Mar 07 04:19:52.830120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:52.832472 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d" -d '{"events": [{"name": "network-changed", "server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:52.835622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cedd66-f494-42f7-9e97-b1d7ea7fd681 req-07929410-ccb8-4044-a61f-f182cc8039d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:52.838050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72cedd66-f494-42f7-9e97-b1d7ea7fd681 req-07929410-ccb8-4044-a61f-f182cc8039d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 1154 time: 0.0704904 Mar 07 04:19:52.860906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59621a-8acb-4bd9-a051-b938ae925f9a service neutron] Pushing event updated for resources: {'Port': ['ID=61dda324-ce30-4a8c-93df-d211ffd4939e,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:52.997390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72cedd66-f494-42f7-9e97-b1d7ea7fd681 req-1f7a49fa-6375-4ab9-9dc0-82987e73b206 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392617 Mar 07 04:19:53.028214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b2b69-e981-4146-9664-8715886e3bd9 req-e70a6a11-be41-4bcf-9b0f-d9d8fd2b81b9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:53.033549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8b2b69-e981-4146-9664-8715886e3bd9 req-e70a6a11-be41-4bcf-9b0f-d9d8fd2b81b9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 943 time: 0.1646552 Mar 07 04:19:53.062094 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6741342-d5b6-4ac0-ba8a-69d59f7702c9 x-openstack-request-id: req-f6741342-d5b6-4ac0-ba8a-69d59f7702c9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:53.062725 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:53.063067 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6741342-d5b6-4ac0-ba8a-69d59f7702c9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:53.064056 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'status': 'completed', 'code': 200} Mar 07 04:19:53.071600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Made reservation on behalf of 768725cd7a3a45bbb6a04e95b4fc3124 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:53.077311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.086168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5af3f961-a41d-4b40-b4b2-6e30ef2bd12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.109011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-1e40a608-40f2-4d4b-8fb7-ef11d5b3ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:53.111461 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-1e40a608-40f2-4d4b-8fb7-ef11d5b3ef13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 1125 time: 0.2183416 Mar 07 04:19:53.147549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8b2b69-e981-4146-9664-8715886e3bd9 req-06537c81-7483-44b2-adda-71ff2bb4a1c2 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080530 Mar 07 04:19:53.186454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53696) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:53.214474 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b812f32-c20a-45a9-be24-68fe259d080c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.275165 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-9008a8b7-1641-4545-970a-60bc4d5a67aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dda324-ce30-4a8c-93df-d211ffd4939e HTTP/1.1" status: 200 len: 217 time: 0.1116974 Mar 07 04:19:53.286835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5af3f961-a41d-4b40-b4b2-6e30ef2bd12d admin admin] Publish callbacks [] for security_group (c573de60-5f1d-46c6-a6c0-aac598e16926), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.319738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5af3f961-a41d-4b40-b4b2-6e30ef2bd12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c573de60-5f1d-46c6-a6c0-aac598e16926), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.324642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31623819-1b32-4c50-9b59-9aa4b319beac req-efce6337-6295-49ca-a908-d1243e541f5f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 210 time: 0.0517297 Mar 07 04:19:53.391073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Allocated IP 172.20.0.14 (beda7e6e-0c00-4a7a-bffa-38b81d211a66/4d83443d-7218-4592-9cbf-eff156bd85b2/b578b4ea-633d-4295-bed2-959bae114232) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:53.395165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5af3f961-a41d-4b40-b4b2-6e30ef2bd12d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae662a1b19914a22a9b9b442fadd5db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8307745 Mar 07 04:19:53.399431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f961-a41d-4b40-b4b2-6e30ef2bd12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c573de60-5f1d-46c6-a6c0-aac598e16926,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:53.402958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:53.442312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b812f32-c20a-45a9-be24-68fe259d080c admin admin] Publish callbacks [] for security_group (5ef4b138-e0ae-41b2-9b3f-07ab175756f3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.443108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-78ddf208-04ad-400e-9b6e-9a8a05a5d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:53.444556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-78ddf208-04ad-400e-9b6e-9a8a05a5d99a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.1417220 Mar 07 04:19:53.446884 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b812f32-c20a-45a9-be24-68fe259d080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5ef4b138-e0ae-41b2-9b3f-07ab175756f3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.525089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b812f32-c20a-45a9-be24-68fe259d080c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0caefa5d859142d988d6dc75d867cd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349297 Mar 07 04:19:53.525089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b812f32-c20a-45a9-be24-68fe259d080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4b138-e0ae-41b2-9b3f-07ab175756f3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:53.542332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53716) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:53.633094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca185-7991-4d68-adf8-bc318744016d req-57389e9c-e1c4-4221-bc20-731a7161d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:53.634636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-57389e9c-e1c4-4221-bc20-731a7161d1e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1821194 Mar 07 04:19:53.635825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91c99309-e254-4a31-8065-059b79e4fc86 admin admin] Publish callbacks [] for security_group (c573de60-5f1d-46c6-a6c0-aac598e16926), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.654125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed680a-fdfd-49a9-962b-db9037623ea9 req-f52887e2-8320-4aa4-8e04-97693dc72768 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:53.655674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76ed680a-fdfd-49a9-962b-db9037623ea9 req-f52887e2-8320-4aa4-8e04-97693dc72768 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 972 time: 0.0981209 Mar 07 04:19:53.656342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98780f7a-f878-4bb9-9fe4-181b136a3e2c admin admin] Publish callbacks [] for security_group (5ef4b138-e0ae-41b2-9b3f-07ab175756f3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.692427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98780f7a-f878-4bb9-9fe4-181b136a3e2c admin admin] Publish callbacks [] for security_group (5ef4b138-e0ae-41b2-9b3f-07ab175756f3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.700475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91c99309-e254-4a31-8065-059b79e4fc86 admin admin] Publish callbacks [] for security_group (c573de60-5f1d-46c6-a6c0-aac598e16926), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.755631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks [] for port (b578b4ea-633d-4295-bed2-959bae114232), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.765621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76ed680a-fdfd-49a9-962b-db9037623ea9 req-7cf1c0f0-7a8d-4762-9387-c3daf98dfbe8 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995770 Mar 07 04:19:53.804419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98780f7a-f878-4bb9-9fe4-181b136a3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5ef4b138-e0ae-41b2-9b3f-07ab175756f3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.807758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98780f7a-f878-4bb9-9fe4-181b136a3e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.809378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-98780f7a-f878-4bb9-9fe4-181b136a3e2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ef4b138-e0ae-41b2-9b3f-07ab175756f3 HTTP/1.1" status: 204 len: 168 time: 0.2652695 Mar 07 04:19:53.828429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98780f7a-f878-4bb9-9fe4-181b136a3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4b138-e0ae-41b2-9b3f-07ab175756f3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:53.842869 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-7ee01ab7-e011-4eaa-ae5f-31ee5dbd26e2 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002606 Mar 07 04:19:53.884092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91c99309-e254-4a31-8065-059b79e4fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c573de60-5f1d-46c6-a6c0-aac598e16926), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.897057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91c99309-e254-4a31-8065-059b79e4fc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.905450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-91c99309-e254-4a31-8065-059b79e4fc86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c573de60-5f1d-46c6-a6c0-aac598e16926 HTTP/1.1" status: 204 len: 168 time: 0.4977283 Mar 07 04:19:53.930618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:53.946447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99309-e254-4a31-8065-059b79e4fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573de60-5f1d-46c6-a6c0-aac598e16926,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:54.036414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:54.042827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:54.051267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:54.055986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:54.056608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:54.066953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:54.078557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bca185-7991-4d68-adf8-bc318744016d req-c4cc30f9-c050-4dbb-ab11-f9e3073707f3 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261848 Mar 07 04:19:54.102765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-e755503d-c5de-4744-8b43-23e95d38de63 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6176746 Mar 07 04:19:54.116621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Request body: {'port': {'device_id': '38023708-9470-4bda-812c-83edd684a25b', 'device_owner': 'compute:tempest-test_az-1056514340', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:54.169361 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:19:54.204270 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:54.313652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-1345682e-c9e9-4479-bd7d-21ab19989b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:54.315548 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-1345682e-c9e9-4479-bd7d-21ab19989b44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 1125 time: 0.0945890 Mar 07 04:19:54.506160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80c192-9c46-4240-9684-e020b3561873 req-b767fa71-34f2-45ae-9ec3-fbb435db1b34 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:54.507857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b80c192-9c46-4240-9684-e020b3561873 req-b767fa71-34f2-45ae-9ec3-fbb435db1b34 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 943 time: 0.0988135 Mar 07 04:19:54.580562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464113ba-3436-47f5-9d31-3897e6da5b68 req-d571567b-7fd3-47da-9760-480718c4ad13 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:54.582608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-464113ba-3436-47f5-9d31-3897e6da5b68 req-d571567b-7fd3-47da-9760-480718c4ad13 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 932 time: 0.1152620 Mar 07 04:19:54.604142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b80c192-9c46-4240-9684-e020b3561873 req-250c8c42-5a42-443e-9c99-93d6da6fa447 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863268 Mar 07 04:19:54.668318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-464113ba-3436-47f5-9d31-3897e6da5b68 req-1eb40578-57ff-4684-9026-b8c0e3a492ba tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Mar 07 04:19:54.704875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53792) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:54.721995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-186f8cca-f626-4c15-a745-ffe1796f638f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:54.912242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:54.914324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b578b4ea-633d-4295-bed2-959bae114232 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:54.919670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-186f8cca-f626-4c15-a745-ffe1796f638f admin admin] Publish callbacks [] for security_group (899a016f-b420-4407-836e-adf066e6d99c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:54.937945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Publish callbacks [] for port (b578b4ea-633d-4295-bed2-959bae114232), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:54.960073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-186f8cca-f626-4c15-a745-ffe1796f638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (899a016f-b420-4407-836e-adf066e6d99c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:54.967758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-b250706e-842b-4563-aa0b-db6bde1a387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:54.969232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-b250706e-842b-4563-aa0b-db6bde1a387c service neutron] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 925 time: 0.6440818 Mar 07 04:19:54.972084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Transition to ACTIVE for port object b578b4ea-633d-4295-bed2-959bae114232 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:19:54.984116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.067872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-5a252049-43b4-4131-9d46-612e1b9a0d64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dda324-ce30-4a8c-93df-d211ffd4939e HTTP/1.1" status: 200 len: 217 time: 0.0910439 Mar 07 04:19:55.082716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1eb9f08-e6a8-4a09-afb3-0f9eea25bb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.096689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-186f8cca-f626-4c15-a745-ffe1796f638f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3436ef68fb5342a780dee195b367c87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943887 Mar 07 04:19:55.097327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8cca-f626-4c15-a745-ffe1796f638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a016f-b420-4407-836e-adf066e6d99c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:55.099843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53820) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:55.141290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-c41dbdce-9c1b-48a8-9286-a72d9d280381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.142718 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-c41dbdce-9c1b-48a8-9286-a72d9d280381 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.0576792 Mar 07 04:19:55.164149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f4d3-db50-402c-91ac-505560f2679e req-4e22121b-b06e-45b4-9c22-d5ae25c4b202 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.171889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1e3f4d3-db50-402c-91ac-505560f2679e req-4e22121b-b06e-45b4-9c22-d5ae25c4b202 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 972 time: 0.2826259 Mar 07 04:19:55.224297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:55.241696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:19:55.242099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:19:55.242434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:55.248414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64db94e8-c682-4857-865d-4f8ab9bd1f98 admin admin] Publish callbacks [] for security_group (899a016f-b420-4407-836e-adf066e6d99c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.254533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:19:55.254861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:19:55.274835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:19:55.274835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:19:55.274835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:19:55.275209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Bound port: b578b4ea-633d-4295-bed2-959bae114232, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:19:55.275484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.303504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64db94e8-c682-4857-865d-4f8ab9bd1f98 admin admin] Publish callbacks [] for security_group (899a016f-b420-4407-836e-adf066e6d99c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.307234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-ae88e686-eb5a-4252-8030-25fc00aa5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.308902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-ae88e686-eb5a-4252-8030-25fc00aa5068 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1565201 Mar 07 04:19:55.310385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1e3f4d3-db50-402c-91ac-505560f2679e req-a4e69f74-38c9-435f-ac84-0ef4d100d024 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357279 Mar 07 04:19:55.377153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1eb9f08-e6a8-4a09-afb3-0f9eea25bb50 admin admin] Publish callbacks [] for security_group (2b09368b-ce3c-45b8-9898-f3667f712e42), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.393557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1eb9f08-e6a8-4a09-afb3-0f9eea25bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2b09368b-ce3c-45b8-9898-f3667f712e42), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.403851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64db94e8-c682-4857-865d-4f8ab9bd1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (899a016f-b420-4407-836e-adf066e6d99c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.407220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64db94e8-c682-4857-865d-4f8ab9bd1f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.412198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-64db94e8-c682-4857-865d-4f8ab9bd1f98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/899a016f-b420-4407-836e-adf066e6d99c HTTP/1.1" status: 204 len: 168 time: 0.3038461 Mar 07 04:19:55.421952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db94e8-c682-4857-865d-4f8ab9bd1f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a016f-b420-4407-836e-adf066e6d99c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:55.482825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:19:55.487028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1eb9f08-e6a8-4a09-afb3-0f9eea25bb50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba0951841bd04fbd8db4745e2fc96a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674281 Mar 07 04:19:55.491055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:19:55.491484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53846) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:55.497487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb9f08-e6a8-4a09-afb3-0f9eea25bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b09368b-ce3c-45b8-9898-f3667f712e42,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:55.509689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.552568 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-0dc9bcf7-7ec6-43ae-98e5-a185583ec2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220697 Mar 07 04:19:55.563261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.563879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.565267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] 10.222.0.15 "PUT /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 1114 time: 1.4554121 Mar 07 04:19:55.565732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:19:55.568044 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "tag": "b578b4ea-633d-4295-bed2-959bae114232"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:19:55.622361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb73fa-f972-4b31-88c6-ffb8bc913dae service neutron] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:55.659188 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ef5443-2f48-446c-9c23-11ca436ad170 x-openstack-request-id: req-89ef5443-2f48-446c-9c23-11ca436ad170 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:19:55.659470 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "tag": "b578b4ea-633d-4295-bed2-959bae114232", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:19:55.659715 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89ef5443-2f48-446c-9c23-11ca436ad170 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:19:55.660342 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232', 'status': 'completed', 'code': 200} Mar 07 04:19:55.662674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31eedb2a-f7a7-4751-9c32-93400e5db0a0 admin admin] Publish callbacks [] for security_group (2b09368b-ce3c-45b8-9898-f3667f712e42), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.715949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31eedb2a-f7a7-4751-9c32-93400e5db0a0 admin admin] Publish callbacks [] for security_group (2b09368b-ce3c-45b8-9898-f3667f712e42), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.730220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47208dc1-3ac2-4807-bc0a-9250e7f0c98d req-367e3ac3-f798-42a7-bdaf-5ee53a3f1d7a service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686015 Mar 07 04:19:55.733191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-ff8a00bb-7d48-41f7-a9e6-99187f1c4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.734792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-ff8a00bb-7d48-41f7-a9e6-99187f1c4e33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1148 time: 0.1218290 Mar 07 04:19:55.789560 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-ee107a41-584f-489f-b07c-f6fa0a17d648 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.0440652 Mar 07 04:19:55.815897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ad2be-5afd-4e01-94ac-8acfdeda245e req-a103f635-6c7b-4d7b-b7d8-60c5506d534e tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.817556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db1ad2be-5afd-4e01-94ac-8acfdeda245e req-a103f635-6c7b-4d7b-b7d8-60c5506d534e tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 943 time: 0.0827324 Mar 07 04:19:55.850616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31eedb2a-f7a7-4751-9c32-93400e5db0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2b09368b-ce3c-45b8-9898-f3667f712e42), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.853284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31eedb2a-f7a7-4751-9c32-93400e5db0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:55.855169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-31eedb2a-f7a7-4751-9c32-93400e5db0a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b09368b-ce3c-45b8-9898-f3667f712e42 HTTP/1.1" status: 204 len: 168 time: 0.3626735 Mar 07 04:19:55.861964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-b55565d5-df43-455d-8662-fb54a9088b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:55.864312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-b55565d5-df43-455d-8662-fb54a9088b89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0686777 Mar 07 04:19:55.873798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eedb2a-f7a7-4751-9c32-93400e5db0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b09368b-ce3c-45b8-9898-f3667f712e42,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:55.888768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db1ad2be-5afd-4e01-94ac-8acfdeda245e req-53efb306-e351-48bd-8120-752a286514a4 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636268 Mar 07 04:19:55.901267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-761565d3-375a-43fa-a786-ec76e4d3e423 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307498 Mar 07 04:19:56.036172 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-8503b4ec-42af-4024-8592-0c27e5124047 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293492 Mar 07 04:19:56.064288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98684bf0-6f72-4ab8-a5a2-c2d9511124ba req-c745d5c8-ef9a-4b59-8911-bdd342e4a5dc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:56.067521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98684bf0-6f72-4ab8-a5a2-c2d9511124ba req-c745d5c8-ef9a-4b59-8911-bdd342e4a5dc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.0668013 Mar 07 04:19:56.145918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98684bf0-6f72-4ab8-a5a2-c2d9511124ba req-ea46ca57-51bc-48ad-81b3-52ad0f44b914 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719693 Mar 07 04:19:56.147444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:56.152149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-e92f6cad-2fa6-4d2e-a73e-b66b2b5b6722 req-ee203544-c1c7-4b75-ad05-be1bccef873e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:19:56.153752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e92f6cad-2fa6-4d2e-a73e-b66b2b5b6722 req-ee203544-c1c7-4b75-ad05-be1bccef873e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063684 Mar 07 04:19:56.157057 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4642801a-32e3-4b7b-97af-f925fa2ef836 req-7953a9e6-bf2a-4085-a78f-ea55f9ab975b service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135058 Mar 07 04:19:56.303670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-ac269475-da5a-46f1-bc6d-b887c89f6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:56.310236 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-ac269475-da5a-46f1-bc6d-b887c89f6723 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1148 time: 0.0945070 Mar 07 04:19:56.388694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959dca-2945-46fc-884e-1f0b3c70a651 req-8282c99b-03d5-4409-9f1f-682e9fdfd75a tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:56.390280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca959dca-2945-46fc-884e-1f0b3c70a651 req-8282c99b-03d5-4409-9f1f-682e9fdfd75a tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 972 time: 0.0783820 Mar 07 04:19:56.440581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-728baad1-496b-4500-9c0b-5fd06548e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:56.442445 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-728baad1-496b-4500-9c0b-5fd06548e414 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1265788 Mar 07 04:19:56.452145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca959dca-2945-46fc-884e-1f0b3c70a651 req-165dcf41-a23e-408a-ade4-62974e73aae8 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Mar 07 04:19:56.499403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-84acdfba-44b1-44b6-b1b3-6fc50b81b5c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.0500755 Mar 07 04:19:56.520499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc50d5e5-cca0-41bc-826c-1a10735df291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:56.581578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-6602a3b1-0ff2-43ca-b524-6b417233ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:56.583577 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-6602a3b1-0ff2-43ca-b524-6b417233ad2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0767269 Mar 07 04:19:56.600490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:56.623111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-340f96af-5a6b-49b6-835e-c17c8e9c837c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:56.624905 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-304dbb3a-db42-4754-8532-1386efa0bb99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341947 Mar 07 04:19:56.721411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-340f96af-5a6b-49b6-835e-c17c8e9c837c admin admin] Publish callbacks [] for security_group (681654be-81a2-4508-9010-9df37aae55e8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:56.725835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc50d5e5-cca0-41bc-826c-1a10735df291 admin admin] Publish callbacks [] for security_group (e298d1ef-27c6-4ef2-bc24-25b69b197937), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:56.733261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc50d5e5-cca0-41bc-826c-1a10735df291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e298d1ef-27c6-4ef2-bc24-25b69b197937), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:56.733861 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-340f96af-5a6b-49b6-835e-c17c8e9c837c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (681654be-81a2-4508-9010-9df37aae55e8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:56.775266 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-e9e8da36-3024-43f3-bcfb-880b90cd7014 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432590 Mar 07 04:19:56.780460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-340f96af-5a6b-49b6-835e-c17c8e9c837c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6721463c77148469031c7ae1f537b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784434 Mar 07 04:19:56.780670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:56.789807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f96af-5a6b-49b6-835e-c17c8e9c837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681654be-81a2-4508-9010-9df37aae55e8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:56.837823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bc50d5e5-cca0-41bc-826c-1a10735df291 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9860487fc96f40cbbbd2166ed68d14f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6893530 Mar 07 04:19:56.840580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53906) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:56.856823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53912) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:56.857765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50d5e5-cca0-41bc-826c-1a10735df291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e298d1ef-27c6-4ef2-bc24-25b69b197937,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:56.933062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-d875f853-3c3e-4e5b-8b58-d7efb6d55502 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca344e62284a460f9ebccc9165dcca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340629 Mar 07 04:19:56.974813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3b49-f3bd-447c-ada8-96750ad501c8 admin admin] Publish callbacks [] for security_group (e298d1ef-27c6-4ef2-bc24-25b69b197937), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.020085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d960c5d0-1303-4ca4-ae53-e03fb0d310db admin admin] Publish callbacks [] for security_group (681654be-81a2-4508-9010-9df37aae55e8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.033747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aac5fbe0-7df7-4464-a6d8-cb5d2255b8e0 req-a96ae9fb-d477-457e-a676-9a908af31b06 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129085 Mar 07 04:19:57.055388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d960c5d0-1303-4ca4-ae53-e03fb0d310db admin admin] Publish callbacks [] for security_group (681654be-81a2-4508-9010-9df37aae55e8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.085821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3b49-f3bd-447c-ada8-96750ad501c8 admin admin] Publish callbacks [] for security_group (e298d1ef-27c6-4ef2-bc24-25b69b197937), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.147024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d960c5d0-1303-4ca4-ae53-e03fb0d310db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (681654be-81a2-4508-9010-9df37aae55e8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.149998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d960c5d0-1303-4ca4-ae53-e03fb0d310db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.154541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d960c5d0-1303-4ca4-ae53-e03fb0d310db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/681654be-81a2-4508-9010-9df37aae55e8 HTTP/1.1" status: 204 len: 168 time: 0.3687375 Mar 07 04:19:57.160975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1f17-7a85-4074-8c57-e9e51bae3dbf req-86ffbc48-1a18-49d3-9d43-6f9ae6ec5a22 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:57.168549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e1a1f17-7a85-4074-8c57-e9e51bae3dbf req-86ffbc48-1a18-49d3-9d43-6f9ae6ec5a22 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 943 time: 0.1721935 Mar 07 04:19:57.174592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960c5d0-1303-4ca4-ae53-e03fb0d310db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681654be-81a2-4508-9010-9df37aae55e8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:57.188831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-0863f3e7-d9b7-4b12-a842-6172efd119b5 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:57.190784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-868d93dc-3841-4770-b061-41ba5c90e341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=685f7d2d62ba4decaad769189187c61d&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3291426 Mar 07 04:19:57.192976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:57.201230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-0863f3e7-d9b7-4b12-a842-6172efd119b5 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598920 Mar 07 04:19:57.232272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-0bd1774d-08e3-4df6-8524-47b599ca0db5 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/quotas/ca344e62284a460f9ebccc9165dcca8f HTTP/1.1" status: 200 len: 375 time: 0.0299494 Mar 07 04:19:57.254645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7708148c-e053-494d-9e2f-bc70444228fb admin admin] Publish callbacks [] for security_group (abf6a38d-9712-465f-8d90-017b8b27b422), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.293667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7708148c-e053-494d-9e2f-bc70444228fb admin admin] Publish callbacks [] for security_group (abf6a38d-9712-465f-8d90-017b8b27b422), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.295368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e1a1f17-7a85-4074-8c57-e9e51bae3dbf req-822f4fa1-9c36-4e7b-b4cd-9a1beb55c065 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259851 Mar 07 04:19:57.298285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3b49-f3bd-447c-ada8-96750ad501c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e298d1ef-27c6-4ef2-bc24-25b69b197937), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.300783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3b49-f3bd-447c-ada8-96750ad501c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.301890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3a3a3b49-f3bd-447c-ada8-96750ad501c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e298d1ef-27c6-4ef2-bc24-25b69b197937 HTTP/1.1" status: 204 len: 168 time: 0.4594264 Mar 07 04:19:57.315080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a3b49-f3bd-447c-ada8-96750ad501c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e298d1ef-27c6-4ef2-bc24-25b69b197937,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:57.348066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-78e01a7c-f0d0-4cc0-a7d2-2ccb2b71a90b tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca344e62284a460f9ebccc9165dcca8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1148584 Mar 07 04:19:57.401730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7708148c-e053-494d-9e2f-bc70444228fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (abf6a38d-9712-465f-8d90-017b8b27b422), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.404405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7708148c-e053-494d-9e2f-bc70444228fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:57.408144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7708148c-e053-494d-9e2f-bc70444228fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abf6a38d-9712-465f-8d90-017b8b27b422 HTTP/1.1" status: 204 len: 168 time: 0.2112937 Mar 07 04:19:57.425276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708148c-e053-494d-9e2f-bc70444228fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf6a38d-9712-465f-8d90-017b8b27b422,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:57.540055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2234a4a-3074-4d99-b881-a6d200f9f3b4 req-54f31dd8-43a0-432e-8631-bd02f6abcca9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:57.543987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2234a4a-3074-4d99-b881-a6d200f9f3b4 req-54f31dd8-43a0-432e-8631-bd02f6abcca9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.1284475 Mar 07 04:19:57.592979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6724641f-42fc-4ce4-a058-3de2995c4f0b req-f215501f-d6d1-4697-9015-fbe851f4f616 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 210 time: 0.0670402 Mar 07 04:19:57.680386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2234a4a-3074-4d99-b881-a6d200f9f3b4 req-4e86fd3e-c9e0-4638-a059-242f9a9eb312 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855865 Mar 07 04:19:58.040078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53970) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:58.046533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53972) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:58.064817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8499f4db-eb40-4a30-805a-966d0aaf1bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.129355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd7db5a0-b1a9-4733-b7b6-a2a6867eba51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2990aa33db1c4e53b9bbe9ed284af7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814235 Mar 07 04:19:58.132655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:58.216267 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8499f4db-eb40-4a30-805a-966d0aaf1bf3 admin admin] Publish callbacks [] for security_group (ab4d7ff9-0293-408d-88bc-10df56f4a8ad), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.228124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8499f4db-eb40-4a30-805a-966d0aaf1bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ab4d7ff9-0293-408d-88bc-10df56f4a8ad), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.248630 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3846c137-dc1b-4e8c-94de-894119574947 admin admin] Publish callbacks [] for security_group (96c93a92-c3fd-4e23-abad-226aa42d09a9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.285679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8499f4db-eb40-4a30-805a-966d0aaf1bf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56309f8151f24a39a18ab6fe00dd60e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418990 Mar 07 04:19:58.286976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53980) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:19:58.302076 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3846c137-dc1b-4e8c-94de-894119574947 admin admin] Publish callbacks [] for security_group (96c93a92-c3fd-4e23-abad-226aa42d09a9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.303783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f4db-eb40-4a30-805a-966d0aaf1bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d7ff9-0293-408d-88bc-10df56f4a8ad,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:58.417253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daccb0f-09ce-45ee-9c53-96c33792bc32 admin admin] Publish callbacks [] for security_group (ab4d7ff9-0293-408d-88bc-10df56f4a8ad), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.428759 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3846c137-dc1b-4e8c-94de-894119574947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (96c93a92-c3fd-4e23-abad-226aa42d09a9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.431589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3846c137-dc1b-4e8c-94de-894119574947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.435977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3846c137-dc1b-4e8c-94de-894119574947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96c93a92-c3fd-4e23-abad-226aa42d09a9 HTTP/1.1" status: 204 len: 168 time: 0.2965641 Mar 07 04:19:58.452912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846c137-dc1b-4e8c-94de-894119574947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c93a92-c3fd-4e23-abad-226aa42d09a9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:58.459384 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daccb0f-09ce-45ee-9c53-96c33792bc32 admin admin] Publish callbacks [] for security_group (ab4d7ff9-0293-408d-88bc-10df56f4a8ad), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.489384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0982e-c209-4887-986a-52066e6cc071 req-39e8c694-72c8-434b-bb48-1de808641dd2 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:58.491756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71b0982e-c209-4887-986a-52066e6cc071 req-39e8c694-72c8-434b-bb48-1de808641dd2 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 943 time: 0.1134987 Mar 07 04:19:58.551948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71b0982e-c209-4887-986a-52066e6cc071 req-ad34cca6-eef3-4cd4-981e-a930f326c613 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511460 Mar 07 04:19:58.561760 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daccb0f-09ce-45ee-9c53-96c33792bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ab4d7ff9-0293-408d-88bc-10df56f4a8ad), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.568898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daccb0f-09ce-45ee-9c53-96c33792bc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.571813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8daccb0f-09ce-45ee-9c53-96c33792bc32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab4d7ff9-0293-408d-88bc-10df56f4a8ad HTTP/1.1" status: 204 len: 168 time: 0.2798743 Mar 07 04:19:58.580801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daccb0f-09ce-45ee-9c53-96c33792bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d7ff9-0293-408d-88bc-10df56f4a8ad,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:58.674297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-0b1ee3a8-ef07-478d-b329-285129d301d7 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca344e62284a460f9ebccc9165dcca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268314 Mar 07 04:19:58.720630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61dda324-ce30-4a8c-93df-d211ffd4939e details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:19:58.729824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-539f1c54-01fa-4382-ad8e-7fd57676a21f req-a1e9338b-3a5f-4516-828c-af38fc0821dd tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 210 time: 0.0530763 Mar 07 04:19:58.878521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 61dda324-ce30-4a8c-93df-d211ffd4939e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61dda324-ce30-4a8c-93df-d211ffd4939e,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:58.894555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'port_id': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'mac_address': 'fa:16:3e:e9:4b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:19:58.898167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b7de0-1736-4f7e-9372-889ba54a9187 req-453f3edc-9364-4484-9528-0b254f817059 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:58.906320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-505b7de0-1736-4f7e-9372-889ba54a9187 req-453f3edc-9364-4484-9528-0b254f817059 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.0987821 Mar 07 04:19:58.938314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-453af8a6-1980-4b36-ab02-f0a8ce24674b tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:58.943325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-453af8a6-1980-4b36-ab02-f0a8ce24674b tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587147 Mar 07 04:19:58.949749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 61dda324-ce30-4a8c-93df-d211ffd4939e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:19:58.950597 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:58.956166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Request body: {'port': {'device_id': '2aadf832-0111-4718-91d7-aa66a40db512', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'ca344e62284a460f9ebccc9165dcca8f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:58.972650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dda324-ce30-4a8c-93df-d211ffd4939e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:19:58.972885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-505b7de0-1736-4f7e-9372-889ba54a9187 req-96f43169-3891-4cee-b499-acb3c0d59bb4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655003 Mar 07 04:19:58.998949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 61dda324-ce30-4a8c-93df-d211ffd4939e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61dda324-ce30-4a8c-93df-d211ffd4939e,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:19:59.007227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:59.105147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=61dda324-ce30-4a8c-93df-d211ffd4939e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:59.134135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Made reservation on behalf of ca344e62284a460f9ebccc9165dcca8f for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:19:59.139125 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:59.344431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Allocated IP 192.168.233.106 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/61480082-0fbf-4e1f-8212-54daac368cf0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:19:59.413292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['61dda324-ce30-4a8c-93df-d211ffd4939e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:19:59.605018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks [] for port (61480082-0fbf-4e1f-8212-54daac368cf0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:59.652567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:59.670118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['27effc05-79a3-4b9e-8f7f-690623c7a23e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:19:59.706141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:19:59.708923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:19:59.711256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:19:59.720452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:59.720452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:19:59.746089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Pushing event updated for resources: {'Port': ['ID=61480082-0fbf-4e1f-8212-54daac368cf0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:19:59.763951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-56c8ac0c-7a7d-4207-844f-59be26c1d9ef tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8124404 Mar 07 04:19:59.783410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Request body: {'port': {'device_id': '2aadf832-0111-4718-91d7-aa66a40db512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:19:59.813784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdcb42-ccf7-40ed-bb8a-b1f15ed0cd87 req-b1b41a28-cdec-46f0-99af-ceeebe37b36c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:19:59.823076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65cdcb42-ccf7-40ed-bb8a-b1f15ed0cd87 req-b1b41a28-cdec-46f0-99af-ceeebe37b36c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 944 time: 0.1220324 Mar 07 04:19:59.902102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65cdcb42-ccf7-40ed-bb8a-b1f15ed0cd87 req-8c1d6df4-3e8a-4faf-9127-94129ca309a0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714424 Mar 07 04:19:59.919661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.012192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc8525-2ad5-4ba0-a6f1-35438bfae2f6 req-fe3243e7-f8f4-4622-b9a3-6be39f942efe tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:00.021097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cdc8525-2ad5-4ba0-a6f1-35438bfae2f6 req-fe3243e7-f8f4-4622-b9a3-6be39f942efe tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 936 time: 0.1068976 Mar 07 04:20:00.113237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cdc8525-2ad5-4ba0-a6f1-35438bfae2f6 req-a1aa3a99-8532-47d7-b6b0-95fc9967303d tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908821 Mar 07 04:20:00.216873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b578b4ea-633d-4295-bed2-959bae114232 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:00.270177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b31dd2-78cc-42c9-a7e9-1cfcd2f4a857 req-254e0658-11ae-4a23-8b20-0adaaa09674c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:00.271456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32b31dd2-78cc-42c9-a7e9-1cfcd2f4a857 req-254e0658-11ae-4a23-8b20-0adaaa09674c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.1509531 Mar 07 04:20:00.362016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-60d91ed5-b111-4c08-8f9d-049a5e47f80a None None] Provisioning complete for port 61480082-0fbf-4e1f-8212-54daac368cf0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:00.367400 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60d91ed5-b111-4c08-8f9d-049a5e47f80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.374851 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32b31dd2-78cc-42c9-a7e9-1cfcd2f4a857 req-2db7512e-2ba1-40c5-9be6-4b3afa37e4f2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 Mar 07 04:20:00.418469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61480082-0fbf-4e1f-8212-54daac368cf0 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:00.429924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Publish callbacks [] for port (61480082-0fbf-4e1f-8212-54daac368cf0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.430332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:00.448544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Transition to ACTIVE for port object 61480082-0fbf-4e1f-8212-54daac368cf0 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:00.463772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'b578b4ea-633d-4295-bed2-959bae114232', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'port_id': 'b578b4ea-633d-4295-bed2-959bae114232', 'mac_address': 'fa:16:3e:6a:e1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83443d-7218-4592-9cbf-eff156bd85b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1056514340', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:00.477260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.502472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-60d91ed5-b111-4c08-8f9d-049a5e47f80a None None] Port 61480082-0fbf-4e1f-8212-54daac368cf0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:00.532211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b578b4ea-633d-4295-bed2-959bae114232 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:00.532899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.544315 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Pushing event updated for resources: {'Port': ['ID=61480082-0fbf-4e1f-8212-54daac368cf0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:00.560285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b578b4ea-633d-4295-bed2-959bae114232 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:00.589051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Attempting to bind port 61480082-0fbf-4e1f-8212-54daac368cf0 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:00.589642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Attempting to bind port 61480082-0fbf-4e1f-8212-54daac368cf0 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:00.589908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:00.590368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Attempting to bind port 61480082-0fbf-4e1f-8212-54daac368cf0 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:00.596306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.600914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Port 61480082-0fbf-4e1f-8212-54daac368cf0 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:00.602156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Attempting to bind port 61480082-0fbf-4e1f-8212-54daac368cf0 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:00.609251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:00.610363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:00.610941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:00.612470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Bound port: 61480082-0fbf-4e1f-8212-54daac368cf0, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:00.613059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.674999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:00.679276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54078) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:00.700242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] For port 61480082-0fbf-4e1f-8212-54daac368cf0, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:00.703611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] For port 61480082-0fbf-4e1f-8212-54daac368cf0, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61480082-0fbf-4e1f-8212-54daac368cf0,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:00.717464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61dda324-ce30-4a8c-93df-d211ffd4939e up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:00.723770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.781998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:00.782670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.783554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 61dda324-ce30-4a8c-93df-d211ffd4939e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:00.783983 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] 10.222.0.44 "PUT /v2.0/ports/61480082-0fbf-4e1f-8212-54daac368cf0 HTTP/1.1" status: 200 len: 1096 time: 1.0075440 Mar 07 04:20:00.790627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aadf832-0111-4718-91d7-aa66a40db512', 'tag': '61480082-0fbf-4e1f-8212-54daac368cf0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:00.796208 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f00515-3f3f-430b-a677-1967b0284301" -d '{"events": [{"name": "network-changed", "server_uuid": "2aadf832-0111-4718-91d7-aa66a40db512", "tag": "61480082-0fbf-4e1f-8212-54daac368cf0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:00.799907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 61dda324-ce30-4a8c-93df-d211ffd4939e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:00.800633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:00.836594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e8f4b-87a0-45a9-a4bb-c6465271ca10 service neutron] Pushing event updated for resources: {'Port': ['ID=61480082-0fbf-4e1f-8212-54daac368cf0,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:00.850073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b578b4ea-633d-4295-bed2-959bae114232'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:00.880562 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad907b-02fd-4adf-8b0c-d9ed2751bfe7 x-openstack-request-id: req-69ad907b-02fd-4adf-8b0c-d9ed2751bfe7 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:00.880859 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aadf832-0111-4718-91d7-aa66a40db512", "tag": "61480082-0fbf-4e1f-8212-54daac368cf0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:00.881114 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ad907b-02fd-4adf-8b0c-d9ed2751bfe7 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:00.881509 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aadf832-0111-4718-91d7-aa66a40db512', 'tag': '61480082-0fbf-4e1f-8212-54daac368cf0', 'status': 'completed', 'code': 200} Mar 07 04:20:00.970967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-9e7c1ebe-d188-4f3d-bd5b-078a61db6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:00.974687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-9e7c1ebe-d188-4f3d-bd5b-078a61db6233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca344e62284a460f9ebccc9165dcca8f&device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 1130 time: 0.1156042 Mar 07 04:20:01.031388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 61dda324-ce30-4a8c-93df-d211ffd4939e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:01.031698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:01.073532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:01.081118 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367bb7d7-d9ff-4b20-8ebc-98549c6d9842" -d '{"events": [{"server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "name": "network-vif-plugged", "status": "completed", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:01.094896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ab8b9-930f-446f-8804-bd78aa846eda req-bb3d5d05-41b9-4ebc-a643-719a7ac34b22 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:01.098337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-632ab8b9-930f-446f-8804-bd78aa846eda req-bb3d5d05-41b9-4ebc-a643-719a7ac34b22 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 944 time: 0.1102905 Mar 07 04:20:01.115685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 61dda324-ce30-4a8c-93df-d211ffd4939e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61dda324-ce30-4a8c-93df-d211ffd4939e,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:01.119297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-2ec58e54-6670-4bef-8505-32245677e396 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=61480082-0fbf-4e1f-8212-54daac368cf0 HTTP/1.1" status: 200 len: 217 time: 0.1357315 Mar 07 04:20:01.147454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:01.178767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7b60-7606-4ada-a698-39d56e9134ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:01.225324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-632ab8b9-930f-446f-8804-bd78aa846eda req-90b5ae7f-d6cc-4de6-863a-30bfd4bd4cba tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211267 Mar 07 04:20:01.239402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-66e04acd-ca3e-452c-b2df-62f29ec1c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:01.241252 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-66e04acd-ca3e-452c-b2df-62f29ec1c8b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1152170 Mar 07 04:20:01.268486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=61dda324-ce30-4a8c-93df-d211ffd4939e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:01.314149 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feef7d8-881f-4da8-99b4-ebd933720421 x-openstack-request-id: req-3feef7d8-881f-4da8-99b4-ebd933720421 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:01.314481 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "name": "network-vif-plugged", "status": "completed", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:01.314745 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3feef7d8-881f-4da8-99b4-ebd933720421 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:01.315243 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'code': 200} Mar 07 04:20:01.362276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7b60-7606-4ada-a698-39d56e9134ee admin admin] Publish callbacks [] for security_group (a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:01.374339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7b60-7606-4ada-a698-39d56e9134ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:01.379823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-8f8fa377-411e-4c62-9b94-696429ba28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:01.382526 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-8f8fa377-411e-4c62-9b94-696429ba28a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1344104 Mar 07 04:20:01.382773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.44', 50929) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:01.466421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e7b60-7606-4ada-a698-39d56e9134ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:01.476609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54112) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:01.477790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8c8e7b60-7606-4ada-a698-39d56e9134ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aea20bbbe9b14c82ba55007e1056e059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7963886 Mar 07 04:20:01.504473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe404e3-95ed-4f25-a6a9-d06ba92d96e5 req-910369ca-2d22-44fa-b895-faa078e21819 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:01.506507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe404e3-95ed-4f25-a6a9-d06ba92d96e5 req-910369ca-2d22-44fa-b895-faa078e21819 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 948 time: 0.1285489 Mar 07 04:20:01.582584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe404e3-95ed-4f25-a6a9-d06ba92d96e5 req-2dc397ff-d516-42a1-9a88-3fb732934fc8 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665264 Mar 07 04:20:01.718033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a40c9f-9a75-4fe9-aa75-c3247dc05e53 req-7b283ccf-e837-421c-9e7b-d3040652ff3f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:01.720348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7a40c9f-9a75-4fe9-aa75-c3247dc05e53 req-7b283ccf-e837-421c-9e7b-d3040652ff3f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 967 time: 0.0746391 Mar 07 04:20:01.781291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7a40c9f-9a75-4fe9-aa75-c3247dc05e53 req-fe79b811-407e-4d46-af36-83de4bc75dee tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534949 Mar 07 04:20:01.820401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c3af4-9e49-4831-93e9-290a8c4baef9 req-5b60abce-d5e2-4f6c-acd9-106c17bf7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:01.822985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba8c3af4-9e49-4831-93e9-290a8c4baef9 req-5b60abce-d5e2-4f6c-acd9-106c17bf7bf0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 1127 time: 0.4385643 Mar 07 04:20:01.897542 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-efc90b47-071a-4d94-b188-9103e121ade5 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613788 Mar 07 04:20:01.907856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51fd70d7-b355-4491-b118-ae16cbb0d33d admin admin] Publish callbacks [] for security_group (a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:01.937331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba8c3af4-9e49-4831-93e9-290a8c4baef9 req-e351d203-245b-45c9-84ea-e4e0e1fbf536 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081240 Mar 07 04:20:01.983787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51fd70d7-b355-4491-b118-ae16cbb0d33d admin admin] Publish callbacks [] for security_group (a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.047062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-206c02c2-ed7b-4886-afdd-d39155f00013 req-f32193f0-53a2-4130-8785-62adfec36da8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400280 Mar 07 04:20:02.065692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51fd70d7-b355-4491-b118-ae16cbb0d33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.068731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51fd70d7-b355-4491-b118-ae16cbb0d33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.069855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-51fd70d7-b355-4491-b118-ae16cbb0d33d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327 HTTP/1.1" status: 204 len: 168 time: 0.5890546 Mar 07 04:20:02.083064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd70d7-b355-4491-b118-ae16cbb0d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7d5b2-f8d7-44cb-98b3-2683f0e7c327,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:02.212317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b578b4ea-633d-4295-bed2-959bae114232 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:02.267655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port b578b4ea-633d-4295-bed2-959bae114232 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:02.272110 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port b578b4ea-633d-4295-bed2-959bae114232 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:02.272719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b578b4ea-633d-4295-bed2-959bae114232), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.394923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b578b4ea-633d-4295-bed2-959bae114232 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:02.395412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.405163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa56b6-8ed8-4b87-83c6-3a031455bf94 req-44525181-d27a-4444-b8dd-1a9ca94d3000 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.407109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbfa56b6-8ed8-4b87-83c6-3a031455bf94 req-44525181-d27a-4444-b8dd-1a9ca94d3000 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 945 time: 0.0754480 Mar 07 04:20:02.434843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00515-3f3f-430b-a677-1967b0284301 req-59e3e4ff-bc36-48a9-bc8d-4314a4f87497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.437994 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-59e3e4ff-bc36-48a9-bc8d-4314a4f87497 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca344e62284a460f9ebccc9165dcca8f&device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 1130 time: 0.0779865 Mar 07 04:20:02.438405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:02.444843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.467012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbfa56b6-8ed8-4b87-83c6-3a031455bf94 req-2ff538c6-e816-4ada-b3fc-3ad566e939a8 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539563 Mar 07 04:20:02.520269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:02.560152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00515-3f3f-430b-a677-1967b0284301 req-e398ccf1-1b18-47ca-a64e-265ee625bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.561804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-e398ccf1-1b18-47ca-a64e-265ee625bbee service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1159329 Mar 07 04:20:02.633017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:02.659410 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-30c8aae2-87b9-4c59-af44-e0ecea28e134 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=61480082-0fbf-4e1f-8212-54daac368cf0 HTTP/1.1" status: 200 len: 217 time: 0.0900049 Mar 07 04:20:02.728014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00515-3f3f-430b-a677-1967b0284301 req-6747b767-6c3f-47e3-a21b-acab7979af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.730443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c079b065-e9cd-4880-b223-daa677ea1bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.731212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-6747b767-6c3f-47e3-a21b-acab7979af16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0595844 Mar 07 04:20:02.812635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:02.819149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58432cb-7cb2-465c-a6c7-2287653ae36c req-7806fcf1-95b3-4adf-9652-096cece23472 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.826743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d58432cb-7cb2-465c-a6c7-2287653ae36c req-7806fcf1-95b3-4adf-9652-096cece23472 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 948 time: 0.1236997 Mar 07 04:20:02.858183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39b871fc-29a0-428c-a08f-e145773b85a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:02.862905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00515-3f3f-430b-a677-1967b0284301 req-497136aa-5723-46ae-9afa-a6ffd14e9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.864390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-497136aa-5723-46ae-9afa-a6ffd14e9164 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1253610 Mar 07 04:20:02.939626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d58432cb-7cb2-465c-a6c7-2287653ae36c req-369598d8-f51f-490e-8261-e450ccc68674 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119096 Mar 07 04:20:02.988472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e8ddf-65be-4ef2-895d-550fe5ccd4f9 req-1c244548-4ac6-47dd-9ef0-6c1fdbbf5e10 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:02.995925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f8e8ddf-65be-4ef2-895d-550fe5ccd4f9 req-1c244548-4ac6-47dd-9ef0-6c1fdbbf5e10 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 968 time: 0.1071620 Mar 07 04:20:03.038132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-e3aefd80-42be-4c52-be32-ba96cad5963d service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601839 Mar 07 04:20:03.046881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6ace528-212c-4b8e-986b-c479682e8b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.107868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f8e8ddf-65be-4ef2-895d-550fe5ccd4f9 req-1cf89f9d-3240-4824-9939-5c5235f59294 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086943 Mar 07 04:20:03.184231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39b871fc-29a0-428c-a08f-e145773b85a3 admin admin] Publish callbacks [] for security_group (96c2f398-a69f-4e1b-ab20-6f7b02872466), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.188263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d8f00515-3f3f-430b-a677-1967b0284301 req-30e88303-6b02-41e9-86dd-bccb520e9417 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428032 Mar 07 04:20:03.192476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39b871fc-29a0-428c-a08f-e145773b85a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (96c2f398-a69f-4e1b-ab20-6f7b02872466), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.202932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6ace528-212c-4b8e-986b-c479682e8b3e admin admin] Publish callbacks [] for security_group (13f7721d-c0af-4600-a2d6-1b0512067ab4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.208747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d6ace528-212c-4b8e-986b-c479682e8b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (13f7721d-c0af-4600-a2d6-1b0512067ab4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.251423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-39b871fc-29a0-428c-a08f-e145773b85a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1028d7cca704f01921ba4a6f446d26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377663 Mar 07 04:20:03.252804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b871fc-29a0-428c-a08f-e145773b85a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2f398-a69f-4e1b-ab20-6f7b02872466,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:03.255096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54184) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:03.270998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d6ace528-212c-4b8e-986b-c479682e8b3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6db3f36cc5e141258f1635557f85e63f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368673 Mar 07 04:20:03.273346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ace528-212c-4b8e-986b-c479682e8b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7721d-c0af-4600-a2d6-1b0512067ab4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:03.276438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54186) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:03.316839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:03.318036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba5749e0-2ec8-4c31-81ac-3d948d0d77fc admin admin] Publish callbacks [] for security_group (96c2f398-a69f-4e1b-ab20-6f7b02872466), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.320186 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84671b8f-a425-49d4-854f-7d68879501e2" -d '{"events": [{"server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "name": "network-vif-plugged", "status": "completed", "tag": "b578b4ea-633d-4295-bed2-959bae114232"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:03.335331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-78e49896-794c-426e-b9dc-9f13ea71c51b admin admin] Publish callbacks [] for security_group (13f7721d-c0af-4600-a2d6-1b0512067ab4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.355606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba5749e0-2ec8-4c31-81ac-3d948d0d77fc admin admin] Publish callbacks [] for security_group (96c2f398-a69f-4e1b-ab20-6f7b02872466), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.364791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-78e49896-794c-426e-b9dc-9f13ea71c51b admin admin] Publish callbacks [] for security_group (13f7721d-c0af-4600-a2d6-1b0512067ab4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.366975 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76940774-df9b-4c8b-8ae1-f399d8bd4f25 x-openstack-request-id: req-76940774-df9b-4c8b-8ae1-f399d8bd4f25 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:03.367366 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "name": "network-vif-plugged", "status": "completed", "tag": "b578b4ea-633d-4295-bed2-959bae114232", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:03.367691 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76940774-df9b-4c8b-8ae1-f399d8bd4f25 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:03.368154 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232', 'code': 200} Mar 07 04:20:03.417964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:03.429480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-78e49896-794c-426e-b9dc-9f13ea71c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (13f7721d-c0af-4600-a2d6-1b0512067ab4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.437325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-78e49896-794c-426e-b9dc-9f13ea71c51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.438825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-78e49896-794c-426e-b9dc-9f13ea71c51b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13f7721d-c0af-4600-a2d6-1b0512067ab4 HTTP/1.1" status: 204 len: 168 time: 0.1612930 Mar 07 04:20:03.450352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e49896-794c-426e-b9dc-9f13ea71c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7721d-c0af-4600-a2d6-1b0512067ab4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:03.455043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba5749e0-2ec8-4c31-81ac-3d948d0d77fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (96c2f398-a69f-4e1b-ab20-6f7b02872466), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.458844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba5749e0-2ec8-4c31-81ac-3d948d0d77fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.459992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba5749e0-2ec8-4c31-81ac-3d948d0d77fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96c2f398-a69f-4e1b-ab20-6f7b02872466 HTTP/1.1" status: 204 len: 168 time: 0.2041838 Mar 07 04:20:03.490028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5749e0-2ec8-4c31-81ac-3d948d0d77fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2f398-a69f-4e1b-ab20-6f7b02872466,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:03.508915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da4ba-14ba-4e27-8f5c-de9386118259 req-21c8a271-0859-4c5a-9357-58423763a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:03.510706 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a4da4ba-14ba-4e27-8f5c-de9386118259 req-21c8a271-0859-4c5a-9357-58423763a9f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1150 time: 0.0743454 Mar 07 04:20:03.573566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a4da4ba-14ba-4e27-8f5c-de9386118259 req-d50519ae-036d-4c01-bb3a-40b01963a20f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551734 Mar 07 04:20:03.602521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cf192-7f26-4501-ace3-a8c178fd2bec req-09944729-d18e-4f9e-82bb-11a9fb2b373b tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:03.605144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd4cf192-7f26-4501-ace3-a8c178fd2bec req-09944729-d18e-4f9e-82bb-11a9fb2b373b tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 945 time: 0.0618846 Mar 07 04:20:03.658846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd4cf192-7f26-4501-ace3-a8c178fd2bec req-36782912-3d3a-4d6a-9c24-59b942d05e19 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Mar 07 04:20:03.691879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aa394ae-bbec-48dd-9df7-8969b0997d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.775312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aa394ae-bbec-48dd-9df7-8969b0997d6b admin admin] Publish callbacks [] for security_group (071c9224-72e9-47ed-a47c-d74f8d118f87), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.780107 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3aa394ae-bbec-48dd-9df7-8969b0997d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (071c9224-72e9-47ed-a47c-d74f8d118f87), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.819454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa394ae-bbec-48dd-9df7-8969b0997d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c9224-72e9-47ed-a47c-d74f8d118f87,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:03.826483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3aa394ae-bbec-48dd-9df7-8969b0997d6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ee9a1fe798a4c87ab13d19d03e630dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073648 Mar 07 04:20:03.827251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54212) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:03.880323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d2357cc-1137-41f2-8ec4-05d71aae2a42 admin admin] Publish callbacks [] for security_group (071c9224-72e9-47ed-a47c-d74f8d118f87), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.905330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d2357cc-1137-41f2-8ec4-05d71aae2a42 admin admin] Publish callbacks [] for security_group (071c9224-72e9-47ed-a47c-d74f8d118f87), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.956720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d2357cc-1137-41f2-8ec4-05d71aae2a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (071c9224-72e9-47ed-a47c-d74f8d118f87), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.959474 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d2357cc-1137-41f2-8ec4-05d71aae2a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:03.963640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2d2357cc-1137-41f2-8ec4-05d71aae2a42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/071c9224-72e9-47ed-a47c-d74f8d118f87 HTTP/1.1" status: 204 len: 168 time: 0.1323867 Mar 07 04:20:03.969237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2357cc-1137-41f2-8ec4-05d71aae2a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c9224-72e9-47ed-a47c-d74f8d118f87,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:04.081593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54226) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:04.113101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c94bf49-5edd-44d2-b67f-92da7766fe12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.158741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e672-abb8-47a3-8203-8cef39084cb6 req-d7e7cab6-2db2-49a9-bb88-3d4204ed2d30 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:04.160872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d546e672-abb8-47a3-8203-8cef39084cb6 req-d7e7cab6-2db2-49a9-bb88-3d4204ed2d30 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 948 time: 0.0786963 Mar 07 04:20:04.227277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d546e672-abb8-47a3-8203-8cef39084cb6 req-9109305f-482e-4164-9384-210b5f5aba1e tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 Mar 07 04:20:04.301565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c94bf49-5edd-44d2-b67f-92da7766fe12 admin admin] Publish callbacks [] for security_group (698048bf-9c17-4565-a8e1-9ab22b62e834), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.314712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c94bf49-5edd-44d2-b67f-92da7766fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (698048bf-9c17-4565-a8e1-9ab22b62e834), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.373939 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c94bf49-5edd-44d2-b67f-92da7766fe12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0527d6e6b443445086bed247246ed96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910619 Mar 07 04:20:04.378298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:04.437453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94bf49-5edd-44d2-b67f-92da7766fe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698048bf-9c17-4565-a8e1-9ab22b62e834,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:04.478134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80063ab-8f66-4edd-9154-d537ab2166c5 req-a9188509-0176-496f-a3cb-2961e2606bcc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:04.483413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac56fd27-a4b6-4a97-b5a3-e0619ab8273f admin admin] Publish callbacks [] for security_group (698048bf-9c17-4565-a8e1-9ab22b62e834), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.491286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a80063ab-8f66-4edd-9154-d537ab2166c5 req-a9188509-0176-496f-a3cb-2961e2606bcc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 968 time: 0.1373613 Mar 07 04:20:04.511211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac56fd27-a4b6-4a97-b5a3-e0619ab8273f admin admin] Publish callbacks [] for security_group (698048bf-9c17-4565-a8e1-9ab22b62e834), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.586888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a80063ab-8f66-4edd-9154-d537ab2166c5 req-272d8ecf-410a-4357-813a-98112282ac98 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944831 Mar 07 04:20:04.600981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac56fd27-a4b6-4a97-b5a3-e0619ab8273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (698048bf-9c17-4565-a8e1-9ab22b62e834), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.616315 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac56fd27-a4b6-4a97-b5a3-e0619ab8273f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:04.617854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac56fd27-a4b6-4a97-b5a3-e0619ab8273f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/698048bf-9c17-4565-a8e1-9ab22b62e834 HTTP/1.1" status: 204 len: 168 time: 0.2338607 Mar 07 04:20:04.629777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56fd27-a4b6-4a97-b5a3-e0619ab8273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698048bf-9c17-4565-a8e1-9ab22b62e834,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:04.803384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:04.807457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff8b5-4167-4087-b05f-4eb828d67d37 req-8ca97546-a925-4148-a060-99f85aa4218c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:04.814819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d15ff8b5-4167-4087-b05f-4eb828d67d37 req-8ca97546-a925-4148-a060-99f85aa4218c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 945 time: 0.0775092 Mar 07 04:20:04.878698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d15ff8b5-4167-4087-b05f-4eb828d67d37 req-603bb429-d2c3-4398-a899-4e6edac351d5 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628195 Mar 07 04:20:04.930083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54284) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:04.945486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99de0d5d-3e91-4a31-aa80-9970a8c6d62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.047563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99de0d5d-3e91-4a31-aa80-9970a8c6d62b admin admin] Publish callbacks [] for security_group (2e032ba2-f7e5-4e6c-9e1a-68590309e33d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.050250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb40ea-2bb8-4601-9871-23e167962710 req-ed88af34-63b4-49ca-bcf9-4957dd7ed769 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:05.052142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29cb40ea-2bb8-4601-9871-23e167962710 req-ed88af34-63b4-49ca-bcf9-4957dd7ed769 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 945 time: 0.0789998 Mar 07 04:20:05.053026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99de0d5d-3e91-4a31-aa80-9970a8c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2e032ba2-f7e5-4e6c-9e1a-68590309e33d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.061288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54290) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:05.072029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'floatingip': {'port_id': '61dda324-ce30-4a8c-93df-d211ffd4939e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:05.182723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.185127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de0d5d-3e91-4a31-aa80-9970a8c6d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e032ba2-f7e5-4e6c-9e1a-68590309e33d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:05.187718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2b5907d-c21d-485d-90fe-91b68543f585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.196205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-99de0d5d-3e91-4a31-aa80-9970a8c6d62b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb6c80d469c5425cb9618c7436eeb747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618773 Mar 07 04:20:05.197266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54294) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:05.309059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-988bf734-5a4e-4989-a137-5c4d346a5a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.374583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b21ecf57-3653-4563-aee5-7378d32c474f admin admin] Publish callbacks [] for security_group (2e032ba2-f7e5-4e6c-9e1a-68590309e33d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.457731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2b5907d-c21d-485d-90fe-91b68543f585 admin admin] Publish callbacks [] for security_group (c71343b1-0a48-45a4-9048-2ee03e8553cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.462059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b21ecf57-3653-4563-aee5-7378d32c474f admin admin] Publish callbacks [] for security_group (2e032ba2-f7e5-4e6c-9e1a-68590309e33d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.471335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2b5907d-c21d-485d-90fe-91b68543f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c71343b1-0a48-45a4-9048-2ee03e8553cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.510549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3ab0c-f995-4bb4-a020-d2cabaf5eed4 req-262c80e8-b34c-4132-bf0d-f9a22789e72d tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:05.519152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca3ab0c-f995-4bb4-a020-d2cabaf5eed4 req-262c80e8-b34c-4132-bf0d-f9a22789e72d tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 948 time: 0.1463296 Mar 07 04:20:05.570733 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2b5907d-c21d-485d-90fe-91b68543f585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40084d2dc6b04db59de5db4e60925c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7661159 Mar 07 04:20:05.575599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54318) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:05.592572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5907d-c21d-485d-90fe-91b68543f585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71343b1-0a48-45a4-9048-2ee03e8553cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:05.610580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca3ab0c-f995-4bb4-a020-d2cabaf5eed4 req-c78c1546-3c97-45a6-a1d1-e22320720de3 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904741 Mar 07 04:20:05.611315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b21ecf57-3653-4563-aee5-7378d32c474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2e032ba2-f7e5-4e6c-9e1a-68590309e33d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.621944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b21ecf57-3653-4563-aee5-7378d32c474f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.628687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b21ecf57-3653-4563-aee5-7378d32c474f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e032ba2-f7e5-4e6c-9e1a-68590309e33d HTTP/1.1" status: 204 len: 168 time: 0.4293225 Mar 07 04:20:05.659470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ecf57-3653-4563-aee5-7378d32c474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e032ba2-f7e5-4e6c-9e1a-68590309e33d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:05.719644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54334) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:05.730249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39776ce1-3cc2-4c30-b2db-26517f04cdf0 admin admin] Publish callbacks [] for security_group (c71343b1-0a48-45a4-9048-2ee03e8553cf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.786377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39776ce1-3cc2-4c30-b2db-26517f04cdf0 admin admin] Publish callbacks [] for security_group (c71343b1-0a48-45a4-9048-2ee03e8553cf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.840533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a53e2-5813-48a2-8241-485a06a129ba req-05cfaa0b-baf2-4add-a4e3-8dc51d4556b6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:05.842362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-371a53e2-5813-48a2-8241-485a06a129ba req-05cfaa0b-baf2-4add-a4e3-8dc51d4556b6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 968 time: 0.1090732 Mar 07 04:20:05.890723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39776ce1-3cc2-4c30-b2db-26517f04cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c71343b1-0a48-45a4-9048-2ee03e8553cf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.893741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39776ce1-3cc2-4c30-b2db-26517f04cdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:05.898753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-39776ce1-3cc2-4c30-b2db-26517f04cdf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c71343b1-0a48-45a4-9048-2ee03e8553cf HTTP/1.1" status: 204 len: 168 time: 0.3221483 Mar 07 04:20:05.923739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39776ce1-3cc2-4c30-b2db-26517f04cdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71343b1-0a48-45a4-9048-2ee03e8553cf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:05.929762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-371a53e2-5813-48a2-8241-485a06a129ba req-8add4b58-1976-43c0-b5dd-5bd0a671148e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Mar 07 04:20:06.080357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-473754097-network', 'tenant_id': '8237522f34594fce82b2024a934e0a18'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:06.120162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Made reservation on behalf of 8237522f34594fce82b2024a934e0a18 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:06.125381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.150804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.152526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.163080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.272147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks [] for security_group (63a02485-578d-4412-8389-94f84a894824), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.285324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (63a02485-578d-4412-8389-94f84a894824), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.329957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a02485-578d-4412-8389-94f84a894824,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:06.346641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:20:06.364416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.364931 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Added segment aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf of type vlan for network 4921de86-b9f8-45da-afcf-5a63375d03e6 Mar 07 04:20:06.389108 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0 associated. External IP: 172.25.4.212, port: 61dda324-ce30-4a8c-93df-d211ffd4939e. Mar 07 04:20:06.417751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (4921de86-b9f8-45da-afcf-5a63375d03e6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.449192 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (4921de86-b9f8-45da-afcf-5a63375d03e6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.450987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:06.451836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.577379 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.739123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61480082-0fbf-4e1f-8212-54daac368cf0 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:06.788574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:06.812472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0915937 Mar 07 04:20:06.813019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54412) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:06.825588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Request body: {'subnet': {'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-473754097-subnet', 'tenant_id': '8237522f34594fce82b2024a934e0a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:06.845574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54414) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:06.903739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2221b-d5e0-4fb9-9451-a5cafa208407 admin admin] Pushing event updated for resources: {'Network': ['ID=4921de86-b9f8-45da-afcf-5a63375d03e6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:06.917014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6268a3ed-8fcc-421c-a142-efab46d1b8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.928979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f90ead-0dfa-4712-bb19-bd92151e1a56 req-4f3fa314-719c-416f-9441-83043a158414 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:06.930650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59f90ead-0dfa-4712-bb19-bd92151e1a56 req-4f3fa314-719c-416f-9441-83043a158414 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1150 time: 0.1408708 Mar 07 04:20:06.933624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Made reservation on behalf of 8237522f34594fce82b2024a934e0a18 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:06.937662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cac2d-e753-463e-9b51-9c1551f881f9 req-e9c95558-eaeb-45e6-a16f-b6a4052bc3b5 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:06.939415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:06.944225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 61480082-0fbf-4e1f-8212-54daac368cf0, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61480082-0fbf-4e1f-8212-54daac368cf0,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:06.944430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b1cac2d-e753-463e-9b51-9c1551f881f9 req-e9c95558-eaeb-45e6-a16f-b6a4052bc3b5 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 948 time: 0.1565881 Mar 07 04:20:06.965065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:20:06.971733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '61480082-0fbf-4e1f-8212-54daac368cf0', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '61480082-0fbf-4e1f-8212-54daac368cf0', 'mac_address': 'fa:16:3e:f7:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:07.031015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b1cac2d-e753-463e-9b51-9c1551f881f9 req-49eeff27-a0b2-4fe7-b34a-ec8404ab0300 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845454 Mar 07 04:20:07.043473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59f90ead-0dfa-4712-bb19-bd92151e1a56 req-991c7726-4f2e-4159-956b-1f39b8f14829 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952449 Mar 07 04:20:07.112273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-network', 'tenant_id': '2466abefa2664c7793b920938558811c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:07.151379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 61480082-0fbf-4e1f-8212-54daac368cf0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:07.151783 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.181824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61480082-0fbf-4e1f-8212-54daac368cf0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:07.182481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Made reservation on behalf of 2466abefa2664c7793b920938558811c for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:07.185466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.198415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.207024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 61480082-0fbf-4e1f-8212-54daac368cf0, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61480082-0fbf-4e1f-8212-54daac368cf0,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:07.215965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.312263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=61480082-0fbf-4e1f-8212-54daac368cf0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:07.382746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks [] for security_group (e0d39c28-e9df-4595-b7a1-77c48fa9ed27), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.393254 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e0d39c28-e9df-4595-b7a1-77c48fa9ed27), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.394196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:20:07.424855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d39c28-e9df-4595-b7a1-77c48fa9ed27,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:07.430629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56ed44-28d0-48fd-afad-26986e02be34 req-44c77b2e-946b-4c52-a316-d3b57c276da0 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:07.435985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6268a3ed-8fcc-421c-a142-efab46d1b8bc admin admin] Publish callbacks [] for security_group (dcd515ab-0a9b-4504-9ac7-b93c346343ad), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.442526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db56ed44-28d0-48fd-afad-26986e02be34 req-44c77b2e-946b-4c52-a316-d3b57c276da0 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1150 time: 0.1057272 Mar 07 04:20:07.446733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6268a3ed-8fcc-421c-a142-efab46d1b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dcd515ab-0a9b-4504-9ac7-b93c346343ad), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.472656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:20:07.503203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (27dee5ef-46a2-4d98-9b52-efecfe82c454), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.503736 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Added segment 27dee5ef-46a2-4d98-9b52-efecfe82c454 of type vlan for network 137f496f-bc47-48c9-bb50-0d168d554146 Mar 07 04:20:07.512516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.525055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db56ed44-28d0-48fd-afad-26986e02be34 req-b07212e7-4fd0-4c14-afc2-7dd33e5c794a tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809121 Mar 07 04:20:07.533123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['61480082-0fbf-4e1f-8212-54daac368cf0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:07.558605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (137f496f-bc47-48c9-bb50-0d168d554146), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.562130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54436) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:07.562368 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6268a3ed-8fcc-421c-a142-efab46d1b8bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ade1ded3be9c4a50a7afbd2518b812bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7069054 Mar 07 04:20:07.578784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a3ed-8fcc-421c-a142-efab46d1b8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd515ab-0a9b-4504-9ac7-b93c346343ad,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:07.623434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:07.641434 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (137f496f-bc47-48c9-bb50-0d168d554146), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.642212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (08dbea69-bb32-4202-ad4a-db9c7816f6cb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.642483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:07.643807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.662993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2785e8d8-c1d2-4e24-bcb0-65a8cbd4efd1 admin admin] Publish callbacks [] for security_group (dcd515ab-0a9b-4504-9ac7-b93c346343ad), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.686498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2785e8d8-c1d2-4e24-bcb0-65a8cbd4efd1 admin admin] Publish callbacks [] for security_group (dcd515ab-0a9b-4504-9ac7-b93c346343ad), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.764142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:20:07.772452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.780187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9817116 Mar 07 04:20:07.780916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2785e8d8-c1d2-4e24-bcb0-65a8cbd4efd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dcd515ab-0a9b-4504-9ac7-b93c346343ad), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.783747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2785e8d8-c1d2-4e24-bcb0-65a8cbd4efd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.786001 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:20:07.793877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:07.795131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2785e8d8-c1d2-4e24-bcb0-65a8cbd4efd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd515ab-0a9b-4504-9ac7-b93c346343ad HTTP/1.1" status: 204 len: 168 time: 0.2313933 Mar 07 04:20:07.800956 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:20:07.801598 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:07.807461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0284c-2f5f-40d3-8acc-cd4258bae099 admin admin] Pushing event updated for resources: {'Network': ['ID=137f496f-bc47-48c9-bb50-0d168d554146,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:07.827226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785e8d8-c1d2-4e24-bcb0-65a8cbd4efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd515ab-0a9b-4504-9ac7-b93c346343ad,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:07.847079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 137f496f-bc47-48c9-bb50-0d168d554146 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:20:07.856339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Request body: {'subnet': {'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-subnet', 'tenant_id': '2466abefa2664c7793b920938558811c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:07.876030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08dbea69-bb32-4202-ad4a-db9c7816f6cb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:07.901324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f029c0e0-4162-483e-9c04-905ae22dcca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:07.914564 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ec20842e-9008-419d-8e7b-59d5ac5d5653 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "PUT /v2.0/floatingips/823b0ab1-0d28-409f-9d29-47cde9cec1b0 HTTP/1.1" status: 200 len: 991 time: 2.8463721 Mar 07 04:20:07.919424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:07.921612 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98796b-5a8f-47f9-9c0e-f371d1304328" -d '{"events": [{"name": "network-changed", "server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:07.940928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:07.941480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Network hostable DHCP agents. Network: 4921de86-b9f8-45da-afcf-5a63375d03e6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:20:07.957440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Made reservation on behalf of 2466abefa2664c7793b920938558811c for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:07.965697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.010272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-86c2c0f1-f00d-4787-b3f5-443a1cbe029a req-edb34b48-3a97-4393-bcfc-b4b2b70ace67 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:20:08.018841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86c2c0f1-f00d-4787-b3f5-443a1cbe029a req-edb34b48-3a97-4393-bcfc-b4b2b70ace67 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197008 Mar 07 04:20:08.072736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:20:08.107566 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:20:08.264934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (c4382adc-c5ef-4989-a435-234a6cf9ba41), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.267067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 4921de86-b9f8-45da-afcf-5a63375d03e6) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:08.276389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef362088-3c04-4c46-8099-2b5e23b34370 None None] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:08.278006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203923d-2f2b-454b-bae2-c7a3a7ebbfc7 req-1bbb7f71-e9c0-4527-a213-698b7e320059 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:08.285022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2203923d-2f2b-454b-bae2-c7a3a7ebbfc7 req-1bbb7f71-e9c0-4527-a213-698b7e320059 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 945 time: 0.2450721 Mar 07 04:20:08.288479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f029c0e0-4162-483e-9c04-905ae22dcca3 admin admin] Publish callbacks [] for security_group (c7c4b462-0763-4f85-9045-0149fc09f01e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.325304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f029c0e0-4162-483e-9c04-905ae22dcca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c7c4b462-0763-4f85-9045-0149fc09f01e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.351261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4382adc-c5ef-4989-a435-234a6cf9ba41,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:08.355725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:08.356474 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.417691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f029c0e0-4162-483e-9c04-905ae22dcca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86330577fd414dd4a74fdc573ea35e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8012128 Mar 07 04:20:08.419691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efaa2cc2-2add-4f2a-8c27-247152524a53 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6009364 Mar 07 04:20:08.439420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2203923d-2f2b-454b-bae2-c7a3a7ebbfc7 req-3fb73833-4ec4-4825-b686-1f8bd1814673 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486971 Mar 07 04:20:08.440229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54472) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:08.466007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Checking segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:08.466007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Network hostable DHCP agents. Network: 137f496f-bc47-48c9-bb50-0d168d554146, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:20:08.468365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029c0e0-4162-483e-9c04-905ae22dcca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c4b462-0763-4f85-9045-0149fc09f01e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:08.476286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aacc101-a941-4857-8db0-6dc01913cb0c None None] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:08.528868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Network 137f496f-bc47-48c9-bb50-0d168d554146 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:20:08.549936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 137f496f-bc47-48c9-bb50-0d168d554146) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:08.564891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:08.566025 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.597027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2d0c9-54d9-41ae-98f9-6d6b714b54ce None None] Network 137f496f-bc47-48c9-bb50-0d168d554146 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:08.622613 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5710a9d9-be91-49b2-82a0-1db3ff40eba1 x-openstack-request-id: req-5710a9d9-be91-49b2-82a0-1db3ff40eba1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:08.623168 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:08.623577 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5710a9d9-be91-49b2-82a0-1db3ff40eba1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:08.624125 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'status': 'completed', 'code': 200} Mar 07 04:20:08.641524 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53a11e40-0c5e-4329-8a1a-879add7ac16f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8136263 Mar 07 04:20:08.644669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54482) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:08.649391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:08.660713 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Publish callbacks [] for security_group (c7c4b462-0763-4f85-9045-0149fc09f01e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.704292 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '823b0ab1-0d28-409f-9d29-47cde9cec1b0', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'port_id': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'mac_address': 'fa:16:3e:e9:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b3141-8716-4d14-bb0e-4009a0997fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:19:37Z', 'updated_at': '2022-03-07T04:20:05Z', 'revision_number': 1, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:08.708116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Publish callbacks [] for security_group (c7c4b462-0763-4f85-9045-0149fc09f01e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.736155 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:20:08.747389 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:20:08.748561 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:08.768659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (5154e360-c332-45a9-b7d7-f3d90792b961), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.769610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (5154e360-c332-45a9-b7d7-f3d90792b961), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.831962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-b89754b4-78f8-4fe4-afe8-271f3a2dcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:08.833482 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-b89754b4-78f8-4fe4-afe8-271f3a2dcd96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 1127 time: 0.1801786 Mar 07 04:20:08.877886 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:20:08.894510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c7c4b462-0763-4f85-9045-0149fc09f01e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.895161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.895755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7c4b462-0763-4f85-9045-0149fc09f01e HTTP/1.1" status: 204 len: 168 time: 0.4540977 Mar 07 04:20:08.905381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce841f23-6d0b-452b-81e9-85904cdb544c req-b18d1509-9b87-4997-a8dc-023ba1f7702a tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:08.911203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61480082-0fbf-4e1f-8212-54daac368cf0 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:08.924473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce841f23-6d0b-452b-81e9-85904cdb544c req-b18d1509-9b87-4997-a8dc-023ba1f7702a tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 949 time: 0.1649940 Mar 07 04:20:08.943210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks [] for router_controller (5154e360-c332-45a9-b7d7-f3d90792b961), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:08.967184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c4b462-0763-4f85-9045-0149fc09f01e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:09.003730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.004231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.004581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.005340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.005749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.006266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.006671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.007005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.007329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.007649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.007971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.008295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.008611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36efea3b-6b3e-486b-94f9-305c89bc3c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:09.069128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce841f23-6d0b-452b-81e9-85904cdb544c req-01fb1a6e-9ccf-4a3f-a729-c56e3f62dc8c tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435785 Mar 07 04:20:09.187582 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '823b0ab1-0d28-409f-9d29-47cde9cec1b0', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'port_id': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'mac_address': 'fa:16:3e:e9:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b3141-8716-4d14-bb0e-4009a0997fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:19:37Z', 'updated_at': '2022-03-07T04:20:05Z', 'revision_number': 1, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:09.216095 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdb102-9cbd-4290-89f5-c85953404da7 None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '823b0ab1-0d28-409f-9d29-47cde9cec1b0', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'port_id': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'mac_address': 'fa:16:3e:e9:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b3141-8716-4d14-bb0e-4009a0997fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:19:37Z', 'updated_at': '2022-03-07T04:20:05Z', 'revision_number': 1, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:20:09.219851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-f3329e82-9731-43e7-b9be-56613d0ccdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:09.221308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-f3329e82-9731-43e7-b9be-56613d0ccdeb service neutron] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 925 time: 0.3734825 Mar 07 04:20:09.236779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks [] for router_gateway (5154e360-c332-45a9-b7d7-f3d90792b961), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.261428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.271184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-137f496f-bc47-48c9-bb50-0d168d554146', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:20:09.272541 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.277857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 61480082-0fbf-4e1f-8212-54daac368cf0 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:09.284692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 61480082-0fbf-4e1f-8212-54daac368cf0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:09.285273 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.412336 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-6a8aea3a-45e8-42f9-a416-b9cd00b3fb51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dda324-ce30-4a8c-93df-d211ffd4939e HTTP/1.1" status: 200 len: 999 time: 0.1783319 Mar 07 04:20:09.513744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 61480082-0fbf-4e1f-8212-54daac368cf0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:09.514161 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.537899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-2c488ee6-fe7a-496d-925d-ea8d2e7ddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:09.540146 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-2c488ee6-fe7a-496d-925d-ea8d2e7ddd3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.1204383 Mar 07 04:20:09.545655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Allocated IP 172.20.0.2 (137f496f-bc47-48c9-bb50-0d168d554146/c4382adc-c5ef-4989-a435-234a6cf9ba41/edb7c4ad-5f5f-4625-8949-27dee967f925) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:09.559843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aadf832-0111-4718-91d7-aa66a40db512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61480082-0fbf-4e1f-8212-54daac368cf0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:09.563771 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ab65b-7f6c-486e-ab06-059ff5f9208d" -d '{"events": [{"server_uuid": "2aadf832-0111-4718-91d7-aa66a40db512", "name": "network-vif-plugged", "status": "completed", "tag": "61480082-0fbf-4e1f-8212-54daac368cf0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:09.585248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 61480082-0fbf-4e1f-8212-54daac368cf0, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61480082-0fbf-4e1f-8212-54daac368cf0,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:09.624247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.702482 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ca72a5-8d2b-4b93-aca9-999f4686904f x-openstack-request-id: req-e4ca72a5-8d2b-4b93-aca9-999f4686904f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:09.702866 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aadf832-0111-4718-91d7-aa66a40db512", "name": "network-vif-plugged", "status": "completed", "tag": "61480082-0fbf-4e1f-8212-54daac368cf0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:09.703372 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4ca72a5-8d2b-4b93-aca9-999f4686904f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:09.703823 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aadf832-0111-4718-91d7-aa66a40db512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61480082-0fbf-4e1f-8212-54daac368cf0', 'code': 200} Mar 07 04:20:09.704621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=61480082-0fbf-4e1f-8212-54daac368cf0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:09.707615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d07f04-435a-47b1-9e6d-df0a27704124 None None] New status for floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:20:09.753934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54514) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:09.771096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40059241-075c-4112-bb8c-b79b24729c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.813995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-e5bc82dc-e9f0-4faf-b14a-9ccc5a6e1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:09.816343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-e5bc82dc-e9f0-4faf-b14a-9ccc5a6e1cc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2686880 Mar 07 04:20:09.919797 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40059241-075c-4112-bb8c-b79b24729c79 admin admin] Publish callbacks [] for security_group (c33ef76f-0872-48bd-8ee3-de5169e1e64a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:09.940118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40059241-075c-4112-bb8c-b79b24729c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c33ef76f-0872-48bd-8ee3-de5169e1e64a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.026457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40059241-075c-4112-bb8c-b79b24729c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33ef76f-0872-48bd-8ee3-de5169e1e64a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:10.048776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40059241-075c-4112-bb8c-b79b24729c79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11e013f4f0064b63a0a016120846b4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934792 Mar 07 04:20:10.051484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54526) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:10.165463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks [] for router_gateway (5154e360-c332-45a9-b7d7-f3d90792b961), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.206316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.218168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Publish callbacks [] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.232489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7b90-2161-4c30-a89c-e952363025de admin admin] Publish callbacks [] for security_group (c33ef76f-0872-48bd-8ee3-de5169e1e64a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.313624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Allocated IP 172.25.4.192 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/7fc3e5a8-9e49-4aae-8e18-e51d4b72aace) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:10.343390 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.346177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7b90-2161-4c30-a89c-e952363025de admin admin] Publish callbacks [] for security_group (c33ef76f-0872-48bd-8ee3-de5169e1e64a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.411122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54544) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:10.425201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks [] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.429998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-400354607-network', 'tenant_id': 'a0eb0c9aff814586b6b549afa5ee76e6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:10.441908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Network 137f496f-bc47-48c9-bb50-0d168d554146 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:10.450618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:10.456543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:10.469747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318f9e9-8803-48d7-aac9-636eb3820431 req-a45f0097-4484-42d7-8579-c0ee34427914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:10.471553 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8318f9e9-8803-48d7-aac9-636eb3820431 req-a45f0097-4484-42d7-8579-c0ee34427914 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 1132 time: 0.7536504 Mar 07 04:20:10.475770 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-17dd22e1-7d7f-4950-988c-7cd5eb37ef13 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507807 Mar 07 04:20:10.477161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.479895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Pushing event updated for resources: {'Port': ['ID=edb7c4ad-5f5f-4625-8949-27dee967f925,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:10.505503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c1ab-15d5-4498-9c22-dd1c0093255c req-3aec30be-291f-4155-9431-1d3c8cc6f388 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:10.507185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd61c1ab-15d5-4498-9c22-dd1c0093255c req-3aec30be-291f-4155-9431-1d3c8cc6f388 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.3080809 Mar 07 04:20:10.562845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Made reservation on behalf of a0eb0c9aff814586b6b549afa5ee76e6 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:10.566541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.575221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Attempting to bind port edb7c4ad-5f5f-4625-8949-27dee967f925 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:10.576294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Attempting to bind port edb7c4ad-5f5f-4625-8949-27dee967f925 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:10.576674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Attempting to bind port edb7c4ad-5f5f-4625-8949-27dee967f925 on network 137f496f-bc47-48c9-bb50-0d168d554146 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:10.583645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:10.583984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Checking segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:10.584472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.584917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Bound using segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:10.585446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Bound port: edb7c4ad-5f5f-4625-8949-27dee967f925, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:10.585885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:10.586402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.589585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.599361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7b90-2161-4c30-a89c-e952363025de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c33ef76f-0872-48bd-8ee3-de5169e1e64a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.604800 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7b90-2161-4c30-a89c-e952363025de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.606065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d9fc7b90-2161-4c30-a89c-e952363025de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c33ef76f-0872-48bd-8ee3-de5169e1e64a HTTP/1.1" status: 204 len: 168 time: 0.5532525 Mar 07 04:20:10.628577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Pushing event updated for resources: {'Port': ['ID=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:10.631257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:10.639139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:10.683661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] For port edb7c4ad-5f5f-4625-8949-27dee967f925, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:10.690261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] For port edb7c4ad-5f5f-4625-8949-27dee967f925, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=edb7c4ad-5f5f-4625-8949-27dee967f925,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:10.697627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.698146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.698754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.699179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.699591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.700035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.700436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.700841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.701352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.701753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.702241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.702679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.703131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:10.715017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.723777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd61c1ab-15d5-4498-9c22-dd1c0093255c req-bd271fd7-a404-4971-a949-69628d006625 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091377 Mar 07 04:20:10.765061 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8318f9e9-8803-48d7-aac9-636eb3820431 req-95270305-df5b-4d21-9114-10d89b2a1d8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767193 Mar 07 04:20:10.783325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc7b90-2161-4c30-a89c-e952363025de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33ef76f-0872-48bd-8ee3-de5169e1e64a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:10.806004 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ca98796b-5a8f-47f9-9c0e-f371d1304328 req-bbacf2b5-0a4f-46f5-8da5-ed1d0a2994f0 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920878 Mar 07 04:20:10.819205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks [] for security_group (354a8784-b8d8-4b6c-8a4c-b38e03f660e9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.828405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (354a8784-b8d8-4b6c-8a4c-b38e03f660e9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.852899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:20:10.871293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b49e9-f750-4413-960d-5493662c2a2e None None] Pushing event updated for resources: {'Port': ['ID=edb7c4ad-5f5f-4625-8949-27dee967f925,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:10.895846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354a8784-b8d8-4b6c-8a4c-b38e03f660e9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:10.920670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a071fbf0-0c91-4700-9176-fb8b795ab0c9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:10.921798 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Added segment a071fbf0-0c91-4700-9176-fb8b795ab0c9 of type vlan for network 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152 Mar 07 04:20:10.985305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (4ab7e5a1-e415-4cfb-b06d-164bd7ad3152), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.024601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (4ab7e5a1-e415-4cfb-b06d-164bd7ad3152), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.027038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:11.028439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.047603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks [] for router_gateway (5154e360-c332-45a9-b7d7-f3d90792b961), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.133557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7149935 Mar 07 04:20:11.137821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54566) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:11.144906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Request body: {'subnet': {'network_id': '4ab7e5a1-e415-4cfb-b06d-164bd7ad3152', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-400354607-subnet', 'tenant_id': 'a0eb0c9aff814586b6b549afa5ee76e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:11.238209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39ba26-2106-4761-80ba-202f2af216c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab7e5a1-e415-4cfb-b06d-164bd7ad3152,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:11.245529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Made reservation on behalf of a0eb0c9aff814586b6b549afa5ee76e6 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:11.252945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:20:11.263483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.526564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (5154e360-c332-45a9-b7d7-f3d90792b961), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.538684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54584) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:11.546351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (430c86b6-b733-4c0c-b813-9f89fc185ef1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.612230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430c86b6-b733-4c0c-b813-9f89fc185ef1,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:11.614823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Checking segment: {'id': 'a071fbf0-0c91-4700-9176-fb8b795ab0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ab7e5a1-e415-4cfb-b06d-164bd7ad3152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:11.615182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Network hostable DHCP agents. Network: 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:20:11.636756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Network 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:20:11.664982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:11.674067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:11.677109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.681151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8180c5cf-80e8-4f02-a982-e2d4989f7a01 None None] Network 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:11.708637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8d7cc8fb-887c-48bb-ad77-e37da2746869 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5710194 Mar 07 04:20:11.730500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Router 5154e360-c332-45a9-b7d7-f3d90792b961 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:20:11.868036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:20:11.886590 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:20:11.904081 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:20:11.905604 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:11.906346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:11.907831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c2202631-849b-46ba-a1db-c0ce48c73e2a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2618809 Mar 07 04:20:11.914508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:11.927309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831106df-066f-4a6f-b38b-353394a844e1 None None] Network 4ab7e5a1-e415-4cfb-b06d-164bd7ad3152 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:11.977083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-57680b4d-d14c-4d39-93e7-bd96fe2cc4e6 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:20:11.983084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-57680b4d-d14c-4d39-93e7-bd96fe2cc4e6 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4426501 Mar 07 04:20:12.022755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6f6c-0770-4448-85b6-9c31f3d4ca40 req-6be9bb13-8ba3-4741-a448-790b0dc179ab tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:12.043288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c6f6c-0770-4448-85b6-9c31f3d4ca40 req-6be9bb13-8ba3-4741-a448-790b0dc179ab tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.1588838 Mar 07 04:20:12.200440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c6f6c-0770-4448-85b6-9c31f3d4ca40 req-742fa618-0565-43fa-990e-62b7b169cc43 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506920 Mar 07 04:20:12.215469 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:20:12.383629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device edb7c4ad-5f5f-4625-8949-27dee967f925 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:12.412136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ab944-c51b-4c03-bcf6-e51c13070472 None None] Network 137f496f-bc47-48c9-bb50-0d168d554146 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:12.480537 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:10Z', 'revision_number': 3, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:12.534572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Provisioning complete for port edb7c4ad-5f5f-4625-8949-27dee967f925 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:12.535203 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:12.542111 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:20:12.542474 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Updating router 5154e360-c332-45a9-b7d7-f3d90792b961 port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:20:12.553321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port edb7c4ad-5f5f-4625-8949-27dee967f925 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:12.553927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:12.581751 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:12.727390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:12.860665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port edb7c4ad-5f5f-4625-8949-27dee967f925 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:12.862681 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:12.886906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Current status of the port edb7c4ad-5f5f-4625-8949-27dee967f925 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:12.887424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:12.929063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port edb7c4ad-5f5f-4625-8949-27dee967f925, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=edb7c4ad-5f5f-4625-8949-27dee967f925,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:12.939715 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.015019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-f10f03de-ba32-409c-bea5-6a020ee57daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:13.016616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-f10f03de-ba32-409c-bea5-6a020ee57daa service neutron] 10.222.0.21 "GET /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 1147 time: 0.5849195 Mar 07 04:20:13.034168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:13.034168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:20:13.071344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Allocated IP 172.20.0.1 (137f496f-bc47-48c9-bb50-0d168d554146/c4382adc-c5ef-4989-a435-234a6cf9ba41/9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:13.119508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:20:13.125955 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:20:13.131824 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Publish callbacks [] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.136485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=edb7c4ad-5f5f-4625-8949-27dee967f925,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:13.145721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.146244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.147680 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.158352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.158779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.159233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.159635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.160469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.166399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.166870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.167345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.167787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.168224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.168661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:20:13.197226 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f14f23-a515-4f17-838b-69ea38510753 None None] Pushing event updated for resources: {'Port': ['ID=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:13.221318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Attempting to bind port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:13.221743 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Attempting to bind port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:13.222272 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Attempting to bind port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:13.226927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks [] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.228536 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:13.229227 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:13.229853 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.230500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:13.231189 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Bound port: 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:13.231800 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.283566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.288832 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] For port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:13.293357 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] For port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:13.307093 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.335363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Network 137f496f-bc47-48c9-bb50-0d168d554146 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:13.335759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:13.336379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:13.336865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:13.339085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:13.342435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:13.343572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (5154e360-c332-45a9-b7d7-f3d90792b961), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.346688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:13.347189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:13.353074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:13.354573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:13.355086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:13.355630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Bound port: b578b4ea-633d-4295-bed2-959bae114232, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:13.388833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54638) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:13.411723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f14f23-a515-4f17-838b-69ea38510753 None None] Pushing event updated for resources: {'Port': ['ID=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:13.453828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:13.477571 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:20:13.480730 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:13.516921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:13.548462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.550008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-80fea170-7fed-4cd1-9b1c-0e049deb13ad service neutron] 10.222.0.21 "POST /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232/bindings HTTP/1.1" status: 201 len: 389 time: 0.5273499 Mar 07 04:20:13.682676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.746263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e68df7d6-7a9c-48b5-ad0b-c105b1814307 None None] Current status of the port edb7c4ad-5f5f-4625-8949-27dee967f925 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:13.747252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-822fafad-580b-46e3-a6ba-b8c2790d91ce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:13.755007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-822fafad-580b-46e3-a6ba-b8c2790d91ce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.2562006 Mar 07 04:20:13.766454 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:20:13.820450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a4d5bf-31dd-4c55-bb4a-85d1b37fc5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.824375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-9644f55d-115c-4558-a2f9-fc10cb5aa620 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/quotas/8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 375 time: 0.0620952 Mar 07 04:20:13.877426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-12a35538-b72c-4b0b-9645-eff8dfdcc2d5 None None] Provisioning complete for port edb7c4ad-5f5f-4625-8949-27dee967f925 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:13.878083 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12a35538-b72c-4b0b-9645-eff8dfdcc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:13.973083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-0e15b388-11d6-4c00-8519-0a130acbf30d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262784 Mar 07 04:20:14.016941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-12a35538-b72c-4b0b-9645-eff8dfdcc2d5 None None] Current status of the port edb7c4ad-5f5f-4625-8949-27dee967f925 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:14.020959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-04e4818f-a566-4382-ad5b-014f86a7bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:14.023105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-04e4818f-a566-4382-ad5b-014f86a7bb67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1150 time: 0.1294043 Mar 07 04:20:14.032520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-12a35538-b72c-4b0b-9645-eff8dfdcc2d5 None None] Provisioning complete for port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:14.033312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12a35538-b72c-4b0b-9645-eff8dfdcc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.088574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-12a35538-b72c-4b0b-9645-eff8dfdcc2d5 None None] Port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:14.103889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0a5cf-f634-4669-a8d2-680d16b72c22 req-d600170c-5e75-47dc-9381-93f1fc9ec2c9 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:14.105501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6be0a5cf-f634-4669-a8d2-680d16b72c22 req-d600170c-5e75-47dc-9381-93f1fc9ec2c9 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.2288051 Mar 07 04:20:14.144710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks [] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.161285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.162914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (5154e360-c332-45a9-b7d7-f3d90792b961), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.168018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-12e69799-398b-42ca-8389-2e7be15a3206 service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847663 Mar 07 04:20:14.170972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a4d5bf-31dd-4c55-bb4a-85d1b37fc5f7 admin admin] Publish callbacks [] for security_group (b532d83f-32b3-4aac-a5d5-81250a1d4fe6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.204437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a4d5bf-31dd-4c55-bb4a-85d1b37fc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b532d83f-32b3-4aac-a5d5-81250a1d4fe6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.238737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-1cb4fab3-2c21-4ce5-88b0-8c9696b13c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:14.241654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-1cb4fab3-2c21-4ce5-88b0-8c9696b13c40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2076168 Mar 07 04:20:14.256501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6be0a5cf-f634-4669-a8d2-680d16b72c22 req-9e43b375-4914-465f-96f5-0bf56d3b15c9 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421447 Mar 07 04:20:14.289811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device edb7c4ad-5f5f-4625-8949-27dee967f925 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:14.304600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9acbc48f-c714-4464-a531-6b0040911368 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.0499907 Mar 07 04:20:14.307847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:10Z', 'revision_number': 3, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:14.313600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-35a4d5bf-31dd-4c55-bb4a-85d1b37fc5f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=672344ba69e647f9903c649b52b8b65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9235976 Mar 07 04:20:14.314220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54670) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:14.327854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d5bf-31dd-4c55-bb4a-85d1b37fc5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532d83f-32b3-4aac-a5d5-81250a1d4fe6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:14.345644 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416148e4-4d3e-418f-b721-f912b439de86 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:10Z', 'revision_number': 3, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:20:14.391753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-07c844b9-1f3b-48a8-8983-64f35c4fc819 service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080829 Mar 07 04:20:14.415554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b531b4b3-c05c-4579-8694-f5f91c26657c admin admin] Publish callbacks [] for security_group (b532d83f-32b3-4aac-a5d5-81250a1d4fe6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.459202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b531b4b3-c05c-4579-8694-f5f91c26657c admin admin] Publish callbacks [] for security_group (b532d83f-32b3-4aac-a5d5-81250a1d4fe6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.473034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port edb7c4ad-5f5f-4625-8949-27dee967f925 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:14.473409 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.540467 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b531b4b3-c05c-4579-8694-f5f91c26657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b532d83f-32b3-4aac-a5d5-81250a1d4fe6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.557121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b531b4b3-c05c-4579-8694-f5f91c26657c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:14.559686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b531b4b3-c05c-4579-8694-f5f91c26657c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b532d83f-32b3-4aac-a5d5-81250a1d4fe6 HTTP/1.1" status: 204 len: 168 time: 0.2422206 Mar 07 04:20:14.573960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531b4b3-c05c-4579-8694-f5f91c26657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532d83f-32b3-4aac-a5d5-81250a1d4fe6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:14.670860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port edb7c4ad-5f5f-4625-8949-27dee967f925 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:14.709226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:14.820248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fa693-e224-4a6b-86a9-065d16673eb4 req-8411b4f6-4ea0-4c17-946c-ec576bb025b9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:14.839955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034fa693-e224-4a6b-86a9-065d16673eb4 req-8411b4f6-4ea0-4c17-946c-ec576bb025b9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 968 time: 0.1113410 Mar 07 04:20:14.853738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-a292a5f6-b2c9-4d3a-803d-6b58c266313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:14.855636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-a292a5f6-b2c9-4d3a-803d-6b58c266313f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.5142126 Mar 07 04:20:14.893428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Network 137f496f-bc47-48c9-bb50-0d168d554146 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:14.904180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:14.945768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-303797e0-1dc3-4390-a52e-1c12fee3de07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822217 Mar 07 04:20:14.979247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034fa693-e224-4a6b-86a9-065d16673eb4 req-e3c06f1f-3388-46b4-8289-df5754ac040d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327231 Mar 07 04:20:15.090820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0167f89f-d606-49bb-87a7-892dbf34f54a tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d265d81f27e742eca9a023f162dbd077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589712 Mar 07 04:20:15.253722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:20:15.263692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-c4a3f8f8-3d43-4961-aa58-c1215d57614b service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571132 Mar 07 04:20:15.359548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-93773c38-60ff-4f60-8375-b1f0f9c2d9b1 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:15.361089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-93773c38-60ff-4f60-8375-b1f0f9c2d9b1 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544737 Mar 07 04:20:15.403380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-ffbf5746-49a2-4494-95bd-df062dc38a6c tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/quotas/d265d81f27e742eca9a023f162dbd077 HTTP/1.1" status: 200 len: 375 time: 0.0348036 Mar 07 04:20:15.445112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7af51ba2-95c4-4377-93ca-3e01cdef49c2 None None] Provisioning complete for port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:15.446364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7af51ba2-95c4-4377-93ca-3e01cdef49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:15.466306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9f8af5e8-a640-4406-a76b-0c249cb4b00a service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935997 Mar 07 04:20:15.466836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54702) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:15.481347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-c9123357-dd5b-433f-b6c2-01aba4765787 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d265d81f27e742eca9a023f162dbd077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756273 Mar 07 04:20:15.528971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a86958d-8917-4cb6-baa8-264b7ef34dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:15.537020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7af51ba2-95c4-4377-93ca-3e01cdef49c2 None None] Port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:15.570273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a024d48-8111-4504-960e-831b80b4db0e req-73dbd4d8-426b-483d-91e5-1ae810e5871c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 210 time: 0.0854676 Mar 07 04:20:15.744779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a86958d-8917-4cb6-baa8-264b7ef34dc0 admin admin] Publish callbacks [] for security_group (5086afa5-a7a6-4db2-a5c8-5dd083906d34), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:15.772608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:20:15.782640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7754159b-a953-4b61-92d1-6beda3245677 admin admin] 10.222.0.21 "PUT /v2.0/routers/5154e360-c332-45a9-b7d7-f3d90792b961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8649669 Mar 07 04:20:15.783407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a86958d-8917-4cb6-baa8-264b7ef34dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5086afa5-a7a6-4db2-a5c8-5dd083906d34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:15.882643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aefc44-16cf-4183-8dfa-d86f6b2efb1a req-00ee4496-d6e1-4100-b209-cb0349aaea1b tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:15.897210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01aefc44-16cf-4183-8dfa-d86f6b2efb1a req-00ee4496-d6e1-4100-b209-cb0349aaea1b tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.1369748 Mar 07 04:20:15.950292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9a86958d-8917-4cb6-baa8-264b7ef34dc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71f24f97f07c4665893ec3ccd0d43f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797809 Mar 07 04:20:15.951892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:15.967563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86958d-8917-4cb6-baa8-264b7ef34dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5086afa5-a7a6-4db2-a5c8-5dd083906d34,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:15.985080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01aefc44-16cf-4183-8dfa-d86f6b2efb1a req-15e547af-6414-494d-8db1-5c9d62a7ad70 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863271 Mar 07 04:20:16.033219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-d4b9d3a0-0632-4ae7-b412-3b8c7f5c05f7 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:16.041242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-d4b9d3a0-0632-4ae7-b412-3b8c7f5c05f7 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1150 time: 0.3569326 Mar 07 04:20:16.076326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:16.148187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe30c5fe-2fba-4e4a-8f37-0434044d33cd req-8d2e3b7f-c8cd-47f0-a2d2-09dd0cc651c7 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 210 time: 0.0583637 Mar 07 04:20:16.156320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e96c41-b8b6-4f2e-94d0-e446e67e6497 admin admin] Publish callbacks [] for security_group (5086afa5-a7a6-4db2-a5c8-5dd083906d34), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.183108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e96c41-b8b6-4f2e-94d0-e446e67e6497 admin admin] Publish callbacks [] for security_group (5086afa5-a7a6-4db2-a5c8-5dd083906d34), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.185256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-8ac29089-a92c-4afd-85ec-46bf8f7b7375 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=755c92a7fb114702ae026daf49f2f2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350416 Mar 07 04:20:16.252113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.366282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:16.383378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e96c41-b8b6-4f2e-94d0-e446e67e6497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5086afa5-a7a6-4db2-a5c8-5dd083906d34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.398970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e96c41-b8b6-4f2e-94d0-e446e67e6497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.403713 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68e96c41-b8b6-4f2e-94d0-e446e67e6497 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5086afa5-a7a6-4db2-a5c8-5dd083906d34 HTTP/1.1" status: 204 len: 168 time: 0.4478800 Mar 07 04:20:16.404325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ff75-4543-40e0-9bbf-315e96cb5e53 req-8eb50092-48a9-4461-ba4d-5b6a25ace005 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:16.412709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48e9ff75-4543-40e0-9bbf-315e96cb5e53 req-8eb50092-48a9-4461-ba4d-5b6a25ace005 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 968 time: 0.1008852 Mar 07 04:20:16.470755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e96c41-b8b6-4f2e-94d0-e446e67e6497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5086afa5-a7a6-4db2-a5c8-5dd083906d34,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:16.473809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48e9ff75-4543-40e0-9bbf-315e96cb5e53 req-e680e703-2a67-4701-8847-09b974deb054 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Mar 07 04:20:16.504290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-8114a5bf-07bf-4d73-8a1d-0bdfe9f6e7ba tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:16.515227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-8114a5bf-07bf-4d73-8a1d-0bdfe9f6e7ba tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290172 Mar 07 04:20:16.552525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:16.553834 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.573643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-d3c7ccc7-e144-47d8-b0b0-2d2e993c9b2b tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/quotas/755c92a7fb114702ae026daf49f2f2ee HTTP/1.1" status: 200 len: 375 time: 0.0570176 Mar 07 04:20:16.655410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-f7683abc-6db8-474d-88da-0399c15afd06 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=755c92a7fb114702ae026daf49f2f2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807805 Mar 07 04:20:16.694490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:16.695098 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.739041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:16.747011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:16.879013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:17.013847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:17.061122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92729d8e-6693-4abe-a1c3-59c7b7c9c7cb req-cd038271-4bf2-4dc5-a1dd-8bcffbe3cac6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 210 time: 0.0577087 Mar 07 04:20:17.082220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-580707ab-3cd7-45bc-94da-5e6f67f8ad90 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:17.083947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-580707ab-3cd7-45bc-94da-5e6f67f8ad90 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.4227486 Mar 07 04:20:17.112130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Request body: {'port': {'device_id': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'admin_state_up': True, 'tenant_id': '8237522f34594fce82b2024a934e0a18'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:17.163190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-48d6d536-1a38-4d7e-9f21-62ad07dd1e2a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:17.172195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:17.174607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-48d6d536-1a38-4d7e-9f21-62ad07dd1e2a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 821 time: 0.3571639 Mar 07 04:20:17.210413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-9f537c46-300f-4b91-9f1e-4e3799d31ed1 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/quotas/2466abefa2664c7793b920938558811c HTTP/1.1" status: 200 len: 375 time: 0.0163820 Mar 07 04:20:17.219869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:20:17.246779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:20:17.247206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:17.260175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06bf841b-f766-4ec4-840b-0c5d1a6cafc1 req-63dfb4fd-d04a-40fd-a20f-6196c83b2ec2 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 210 time: 0.0838909 Mar 07 04:20:17.296816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:17.299241 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed66cda9-5246-40c4-ba8b-40e1d5cd1562" -d '{"events": [{"server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "name": "network-vif-unplugged", "status": "completed", "tag": "b578b4ea-633d-4295-bed2-959bae114232"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:17.311205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Publish callbacks [] for port (b578b4ea-633d-4295-bed2-959bae114232), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:17.335928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:17.377378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-7abb9048-e82e-4fb4-b866-653d714ec06a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404865 Mar 07 04:20:17.448870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Made reservation on behalf of 8237522f34594fce82b2024a934e0a18 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:17.452412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:17.503581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:20:17.514850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:17.590555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:17.590901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:17.591278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:17.621779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:17.622044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Attempting to bind port b578b4ea-633d-4295-bed2-959bae114232 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:17.631920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:17.632266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:17.632675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:17.633094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Bound port: b578b4ea-633d-4295-bed2-959bae114232, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:17.633450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:17.798647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Allocated IP 172.20.0.12 (4921de86-b9f8-45da-afcf-5a63375d03e6/08dbea69-bb32-4202-ad4a-db9c7816f6cb/381b319a-57e1-4d5a-bce4-0fd5e9086163) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:17.859859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 2, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:17.902932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-3fd8e0bd-a19e-43b5-b86c-2950072bb282 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d265d81f27e742eca9a023f162dbd077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439985 Mar 07 04:20:17.925794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:20:17.928712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Updating router 5154e360-c332-45a9-b7d7-f3d90792b961 port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:20:17.960682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.003426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54788) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:18.027653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551c7b4-ff56-43c5-981d-a0d6d62470ba req-94700f22-97dd-480d-be6e-f48e6a469de8 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:18.034513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f551c7b4-ff56-43c5-981d-a0d6d62470ba req-94700f22-97dd-480d-be6e-f48e6a469de8 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.6191790 Mar 07 04:20:18.042371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-8a3301cf-9179-4fe6-a84b-86e70c03352c tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:18.044482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-8a3301cf-9179-4fe6-a84b-86e70c03352c tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292634 Mar 07 04:20:18.060957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:18.066744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:18.082570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-674cc0a1-14f2-4049-b245-0db6fdba4e7a service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037573 Mar 07 04:20:18.113298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Request body: {'port': {'device_id': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'd265d81f27e742eca9a023f162dbd077'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:18.117490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks [] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.152539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.194823 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.200451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1530058505-network', 'tenant_id': '2eddcb4079c04953bf339008bdfbc768'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:18.260202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Made reservation on behalf of 2eddcb4079c04953bf339008bdfbc768 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:18.266430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.267999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:18.278643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:18.284487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:18.293045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:18.298791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.298969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:18.303943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:18.304896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.334293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Publish callbacks [] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.334763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f551c7b4-ff56-43c5-981d-a0d6d62470ba req-a640b3e7-6440-4a7a-97b8-a437fad9058e tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991257 Mar 07 04:20:18.347934 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.395757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:18.396386 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.397778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-9065acd4-1269-4b1f-9f89-35b42895af77 service neutron] 10.222.0.44 "PUT /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 1144 time: 2.3321240 Mar 07 04:20:18.415401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc53f2b-1b0e-400b-aec9-fe8950625048 None None] Pushing event updated for resources: {'Port': ['ID=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:18.439989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:18.440184 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.452503 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3535748 Mar 07 04:20:18.471601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Request body: {'port': {'device_id': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:18.475998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebdd6b-2c96-44de-98eb-4ed0d8ab7145 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:18.505633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b578b4ea-633d-4295-bed2-959bae114232'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:18.508073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-76744942-76fc-4363-9c31-2a5d0e831973 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243565 Mar 07 04:20:18.511527 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-b45832aa-d899-49a0-a636-529c620f0434 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=755c92a7fb114702ae026daf49f2f2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580783 Mar 07 04:20:18.556585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e12dbb7e-a492-436e-9f65-964c4e010c29 req-90d2cbe3-b037-4a47-baf3-d37d017f80ec tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 210 time: 0.1106076 Mar 07 04:20:18.578498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Made reservation on behalf of d265d81f27e742eca9a023f162dbd077 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:18.582194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.601487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Attempting to bind port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:18.602628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.610279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Attempting to bind port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:18.610783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Attempting to bind port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 on network 137f496f-bc47-48c9-bb50-0d168d554146 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:18.638607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:18.639024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Checking segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:18.639461 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.639847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Bound using segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:18.640340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Bound port: 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:18.640730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.751766 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30dc894-3054-4380-b657-628009899c7d x-openstack-request-id: req-f30dc894-3054-4380-b657-628009899c7d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:18.752316 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "name": "network-vif-unplugged", "status": "completed", "tag": "b578b4ea-633d-4295-bed2-959bae114232", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:18.752761 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f30dc894-3054-4380-b657-628009899c7d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:18.753412 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232', 'code': 200} Mar 07 04:20:18.764046 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks [] for security_group (407941aa-1646-45d0-9df9-249281cff087), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.776248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (407941aa-1646-45d0-9df9-249281cff087), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.812098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.916753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] For port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:18.922452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:18.936677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-63a5c0dc-059b-4508-893a-5e1ff2181311 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:18.938803 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-63a5c0dc-059b-4508-893a-5e1ff2181311 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118538 Mar 07 04:20:18.940376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] For port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:18.942950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks [] for security_group (08b3e118-c120-406a-85ea-1be1577b00a1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.955219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Request body: {'port': {'device_id': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '755c92a7fb114702ae026daf49f2f2ee'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:18.964726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (08b3e118-c120-406a-85ea-1be1577b00a1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.967543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:18.974739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] Provisioning complete for port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:18.975132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.009732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407941aa-1646-45d0-9df9-249281cff087,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:19.112623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:20:19.113281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:19.115968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc53f2b-1b0e-400b-aec9-fe8950625048 None None] Pushing event updated for resources: {'Port': ['ID=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:19.125680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc519-ac88-4e42-9a4a-1e1824d3571f req-13ae6ceb-5e65-4b8a-ae8d-a93a8f80162e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:19.132123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18abc519-ac88-4e42-9a4a-1e1824d3571f req-13ae6ceb-5e65-4b8a-ae8d-a93a8f80162e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.2847598 Mar 07 04:20:19.178673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:20:19.186550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Allocated IP 192.168.233.127 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:19.201211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b3e118-c120-406a-85ea-1be1577b00a1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:19.207987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a32c-863b-47f2-8be0-354066eeeca5 req-365d87b9-a6f8-4409-ae49-5e2374295f0a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:19.214230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84e7a32c-863b-47f2-8be0-354066eeeca5 req-365d87b9-a6f8-4409-ae49-5e2374295f0a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 932 time: 0.3683631 Mar 07 04:20:19.222606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (551c01ec-512f-491a-aaa8-d66f2340bb0d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.225360 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Added segment 551c01ec-512f-491a-aaa8-d66f2340bb0d of type vlan for network 3b15457f-0b50-4def-871b-32f716a2a195 Mar 07 04:20:19.347293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (3b15457f-0b50-4def-871b-32f716a2a195), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.378833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18abc519-ac88-4e42-9a4a-1e1824d3571f req-1c3413a7-b73f-4574-b9ee-ac9fd3da77fc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199302 Mar 07 04:20:19.399018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84e7a32c-863b-47f2-8be0-354066eeeca5 req-e0ece57b-7eaa-44c2-b288-a85be28e7454 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401975 Mar 07 04:20:19.461426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Made reservation on behalf of 755c92a7fb114702ae026daf49f2f2ee for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:19.470073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.489933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] Current status of the port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:19.490614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.517738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:20:19.520821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.532431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (3b15457f-0b50-4def-871b-32f716a2a195), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.533395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:19.533967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.571282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69d052ca-b56c-4eb6-a5fb-3184d3ac1fd8 req-b2158c1c-336d-4968-9f99-8f28ab091d6e tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 210 time: 0.0850930 Mar 07 04:20:19.625077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks [] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.645643 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6326072 Mar 07 04:20:19.648658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54810) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:19.652652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] For port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:19.669665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Request body: {'subnet': {'network_id': '3b15457f-0b50-4def-871b-32f716a2a195', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1530058505-subnet', 'tenant_id': '2eddcb4079c04953bf339008bdfbc768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:19.674027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaec6e1-cc5f-4a4e-9fab-5053c6403146 admin admin] Pushing event updated for resources: {'Network': ['ID=3b15457f-0b50-4def-871b-32f716a2a195,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:19.681106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.705824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 3b15457f-0b50-4def-871b-32f716a2a195 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:20:19.707668 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.709835 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.749351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381b319a-57e1-4d5a-bce4-0fd5e9086163 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:19.763496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Publish callbacks [] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.766563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Made reservation on behalf of 2eddcb4079c04953bf339008bdfbc768 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:19.769860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.810455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Transition to ACTIVE for port object 381b319a-57e1-4d5a-bce4-0fd5e9086163 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:19.810811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:19.824988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.835391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27a4e5a8-767f-4c7b-a1cd-3334d194f4bb req-ed980c90-ae12-484b-bb96-f9dd71adf96a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 210 time: 0.1045775 Mar 07 04:20:19.837846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:19.840358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:19.845932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:19.846623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.849330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Pushing event updated for resources: {'Port': ['ID=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:19.878447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks [] for security_group (035430f6-b246-4477-8821-b4cd9cd4a4d5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.887487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-4a8c72a7-f0fb-4ee1-a84f-495dd0eee89f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7935400 Mar 07 04:20:19.890658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa3716-dd1d-4678-a95e-c7b03a4f1a56 req-ed118c33-344d-47d6-8c60-f11aa1d8eb23 tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:19.892240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99fa3716-dd1d-4678-a95e-c7b03a4f1a56 req-ed118c33-344d-47d6-8c60-f11aa1d8eb23 tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 1132 time: 0.2255573 Mar 07 04:20:19.914007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Request body: {'port': {'device_id': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:19.941534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2acefa07-7358-466d-9748-f10fa754272c None None] Provisioning complete for port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:19.941935 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2acefa07-7358-466d-9748-f10fa754272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.947627 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-99fa3716-dd1d-4678-a95e-c7b03a4f1a56 req-7ecd7135-bc93-421a-a746-aa6af409e9cc tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:19.973100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2e0ea-3987-46cf-b3f1-3814e6003230 None None] Pushing event updated for resources: {'Port': ['ID=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:20.015849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (035430f6-b246-4477-8821-b4cd9cd4a4d5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.093836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2acefa07-7358-466d-9748-f10fa754272c None None] Current status of the port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:20.110668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.138385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08bb14-39f1-4340-ae3e-6675f7d3eeef req-10fe9345-cf13-4201-806c-ffbb1a01a6b9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:20.139932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b08bb14-39f1-4340-ae3e-6675f7d3eeef req-10fe9345-cf13-4201-806c-ffbb1a01a6b9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 936 time: 0.1849189 Mar 07 04:20:20.149330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:18Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:20.189743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3138-07c6-4fe7-94f1-ebe3d1ec94a3 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:18Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:20:20.196503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035430f6-b246-4477-8821-b4cd9cd4a4d5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:20.233125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c8a12f9d-b1c8-4c98-b3aa-499cf14655ab None None] Provisioning complete for port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:20.233717 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8a12f9d-b1c8-4c98-b3aa-499cf14655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.247665 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-99fa3716-dd1d-4678-a95e-c7b03a4f1a56 req-7ecd7135-bc93-421a-a746-aa6af409e9cc tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] Publish callbacks [] for security_group (ac4e8f1c-4308-4d2a-89be-cfad14869c84), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.292823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-99fa3716-dd1d-4678-a95e-c7b03a4f1a56 req-7ecd7135-bc93-421a-a746-aa6af409e9cc tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ac4e8f1c-4308-4d2a-89be-cfad14869c84), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.311325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c8a12f9d-b1c8-4c98-b3aa-499cf14655ab None None] Port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:20.423818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b08bb14-39f1-4340-ae3e-6675f7d3eeef req-a284c6cf-dee0-4bd5-ab0f-151f37b8e931 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647872 Mar 07 04:20:20.482665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99fa3716-dd1d-4678-a95e-c7b03a4f1a56 req-7ecd7135-bc93-421a-a746-aa6af409e9cc tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827520 Mar 07 04:20:20.483545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd7135-bc93-421a-a746-aa6af409e9cc tempest-LiveMigrationNegativeTest-1066798188 tempest-LiveMigrationNegativeTest-1066798188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e8f1c-4308-4d2a-89be-cfad14869c84,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:20.599471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7e9e4-8a10-4afc-8990-d98e1f4b1a27 req-4c51f55e-eeec-465c-9246-0d7acbaffbe3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:20.600996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fd7e9e4-8a10-4afc-8990-d98e1f4b1a27 req-4c51f55e-eeec-465c-9246-0d7acbaffbe3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.0917566 Mar 07 04:20:20.623286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:20.667986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2447d47-6096-4500-ae2f-a4584544f307 req-c609dd2d-ccea-4a1f-9525-5d0cb07f8036 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:20.669509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2447d47-6096-4500-ae2f-a4584544f307 req-c609dd2d-ccea-4a1f-9525-5d0cb07f8036 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.1097794 Mar 07 04:20:20.675275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fd7e9e4-8a10-4afc-8990-d98e1f4b1a27 req-78f3ee01-38c1-47f1-9bfd-ab267a26d95b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656404 Mar 07 04:20:20.717002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:20.717599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:20.717926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:20.720206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (1bfe4017-a8fd-4dbb-aa9a-2215c31994e5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.734743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2447d47-6096-4500-ae2f-a4584544f307 req-53d3cfc1-273b-45e1-bb3e-4a4211613bff tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Mar 07 04:20:20.779333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:20.781718 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7164611-9051-4651-a81a-f88080e33ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "tag": "b578b4ea-633d-4295-bed2-959bae114232"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:20.809883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b578b4ea-633d-4295-bed2-959bae114232 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:20.843211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:20.843211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:20.863016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:20.863348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:20.863734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:20.864215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Bound port: 381b319a-57e1-4d5a-bce4-0fd5e9086163, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:20.864745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:20.885541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Checking segment: {'id': '551c01ec-512f-491a-aaa8-d66f2340bb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b15457f-0b50-4def-871b-32f716a2a195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:20.886058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Network hostable DHCP agents. Network: 3b15457f-0b50-4def-871b-32f716a2a195, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:20:20.903923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-488e7020-4f52-4dd3-a38c-0fdd7d53883d req-2ac6defd-5549-4d48-af1b-ba898b6cb675 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 210 time: 0.0865095 Mar 07 04:20:20.930398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfe4017-a8fd-4dbb-aa9a-2215c31994e5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:20.974842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-0a089e07-8288-4204-8fe2-041eeda1be46 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:20.976748 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-0a089e07-8288-4204-8fe2-041eeda1be46 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.44 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 821 time: 0.7916975 Mar 07 04:20:20.978714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Allocated IP 192.168.233.152 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/fb347928-1a29-4397-8177-bcf73ea59d6d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:20.981739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.15', 51857) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:21.006762 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2434597d-7a1c-44dc-a031-dacb3d124088 x-openstack-request-id: req-2434597d-7a1c-44dc-a031-dacb3d124088 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:21.007065 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "tag": "b578b4ea-633d-4295-bed2-959bae114232", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:21.007439 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2434597d-7a1c-44dc-a031-dacb3d124088 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:21.008436 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232', 'status': 'completed', 'code': 200} Mar 07 04:20:21.050493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'port': {'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'admin_state_up': True, 'tenant_id': '2466abefa2664c7793b920938558811c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:21.078895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:21.097532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b578b4ea-633d-4295-bed2-959bae114232 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:20:21.112942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Network 3b15457f-0b50-4def-871b-32f716a2a195 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:20:21.130704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c8cb379-dbac-4a9a-bc85-8a1a1c170def req-afd21a38-6341-4c39-b561-9e9665f8a331 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 210 time: 0.0604596 Mar 07 04:20:21.143195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7164611-9051-4651-a81a-f88080e33ebe req-6f8e1b8a-7e9a-4411-8c78-e54d0e5943c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.148569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-6f8e1b8a-7e9a-4411-8c78-e54d0e5943c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1178 time: 0.1650486 Mar 07 04:20:21.177363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 3b15457f-0b50-4def-871b-32f716a2a195) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:21.187075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb4b3a4-41a1-40c9-b9e3-3c1f11f6996f None None] Network 3b15457f-0b50-4def-871b-32f716a2a195 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:21.374042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7164611-9051-4651-a81a-f88080e33ebe req-19904061-5c2a-43b1-8807-bab80af5688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.375582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-19904061-5c2a-43b1-8807-bab80af5688e service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2192497 Mar 07 04:20:21.383205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.384070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.388950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18eb160-e8f5-4826-a251-aac986388201 None None] Network 3b15457f-0b50-4def-871b-32f716a2a195 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:21.401904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:21.414482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:21.434451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.439868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-fb1dfe0a-544f-4e61-8f42-7e978981df1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.0580161 Mar 07 04:20:21.493211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7e347cef-d49e-405d-ae80-3250312be090 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8381488 Mar 07 04:20:21.535160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7164611-9051-4651-a81a-f88080e33ebe req-a29f8f48-d776-4de9-87c7-4df2358b47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.543149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-a29f8f48-d776-4de9-87c7-4df2358b47d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0952032 Mar 07 04:20:21.544775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.545604 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.547389 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] 10.222.0.15 "PUT /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 1092 time: 3.0823069 Mar 07 04:20:21.608242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-743baa1c-433a-41eb-8db3-e3a8c27f50a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365613 Mar 07 04:20:21.611325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks [] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.632278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9bdc5-483a-46db-8af1-1402705d0fdb req-3ee3c13a-d115-4f18-a293-76dd06406716 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.635595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fe9bdc5-483a-46db-8af1-1402705d0fdb req-3ee3c13a-d115-4f18-a293-76dd06406716 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.1974761 Mar 07 04:20:21.672574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2281a4-bd63-4965-a39f-3cc05275a120 service neutron] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:21.702601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Made reservation on behalf of 2466abefa2664c7793b920938558811c for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:21.707027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.734519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.737456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-ff0cf777-6d60-46a9-92eb-35ecc5eba458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.739049 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-ff0cf777-6d60-46a9-92eb-35ecc5eba458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1126 time: 0.1261349 Mar 07 04:20:21.858128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fe9bdc5-483a-46db-8af1-1402705d0fdb req-94417377-c2b1-4bbc-bd66-ba8b9c90ed3d tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097187 Mar 07 04:20:21.885182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469c956-7970-44a3-b51c-0b9f60c3a517 req-0b9f2224-80d9-411a-9ce2-3ab291c7d573 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:21.893335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:21.894820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3469c956-7970-44a3-b51c-0b9f60c3a517 req-0b9f2224-80d9-411a-9ce2-3ab291c7d573 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 936 time: 0.3489931 Mar 07 04:20:21.899597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-42fde0bf-cfd6-485a-b6d9-aebb81101d14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.1475441 Mar 07 04:20:21.908057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:21.910449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:21.954103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-07a30783-c626-4adf-afed-9478b8a8f40f service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129182 Mar 07 04:20:22.018423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:22.032932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:22.033596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.044344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-4d3dd9f8-f5e1-4888-8e65-b7b239cbffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:22.045909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-4d3dd9f8-f5e1-4888-8e65-b7b239cbffcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1367679 Mar 07 04:20:22.096193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Pushing event updated for resources: {'Port': ['ID=fb347928-1a29-4397-8177-bcf73ea59d6d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:22.134072 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-9af31049-61c3-44eb-8ec6-86a074af7c11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539076 Mar 07 04:20:22.143192 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-449de694-39aa-4db5-81b9-813476c6e47c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1914065 Mar 07 04:20:22.213614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Request body: {'port': {'device_id': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:22.256418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Allocated IP 172.20.0.11 (137f496f-bc47-48c9-bb50-0d168d554146/c4382adc-c5ef-4989-a435-234a6cf9ba41/89c72d77-03da-4ee1-8148-6e0c6e47796a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:22.263263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6f506930-d397-4e81-b5b3-e213daf56a35 None None] Provisioning complete for port fb347928-1a29-4397-8177-bcf73ea59d6d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:22.263859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f506930-d397-4e81-b5b3-e213daf56a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.311875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54860) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:22.314432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:22.329142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-729281964-network', 'tenant_id': '97895be154de49d99438ace3b18b12d4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:22.339904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3469c956-7970-44a3-b51c-0b9f60c3a517 req-a6b01243-9058-4f0a-8e49-35b2da33f0bf tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206388 Mar 07 04:20:22.360327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6f506930-d397-4e81-b5b3-e213daf56a35 None None] Port fb347928-1a29-4397-8177-bcf73ea59d6d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:22.420806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:22.421178 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.447966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.449610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Made reservation on behalf of 97895be154de49d99438ace3b18b12d4 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:22.451968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.455532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:22.480114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15adb3-3d8d-491a-9c45-9e13f1a386fe req-368b75f5-42a2-4a3c-81e6-3c26015463d2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:22.481778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d15adb3-3d8d-491a-9c45-9e13f1a386fe req-368b75f5-42a2-4a3c-81e6-3c26015463d2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.4982662 Mar 07 04:20:22.487949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7164611-9051-4651-a81a-f88080e33ebe req-1392ffd6-5c86-4b8a-b377-7ba41af55264 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217674 Mar 07 04:20:22.496744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Publish callbacks [] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.504994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.513762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:22.551322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Transition to ACTIVE for port object e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:22.562675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.563994 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-aeacbe28-0082-40a8-8717-67ed8ae6f2a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158022 Mar 07 04:20:22.613574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbb521-0d00-4788-8c9f-fe434c2ef075 req-4030214b-106b-4a7a-a9ee-c0cc7802a409 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:22.614628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3bbb521-0d00-4788-8c9f-fe434c2ef075 req-4030214b-106b-4a7a-a9ee-c0cc7802a409 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.1945498 Mar 07 04:20:22.643455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d15adb3-3d8d-491a-9c45-9e13f1a386fe req-fa844dcd-ef67-4847-8b8e-dc9ed02fd1f7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439235 Mar 07 04:20:22.693819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Pushing event updated for resources: {'Port': ['ID=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:22.736802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.806154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3bbb521-0d00-4788-8c9f-fe434c2ef075 req-06594dc4-6264-45d6-a59f-8f1a08c539c9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781244 Mar 07 04:20:22.814471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Attempting to bind port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:22.814894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Attempting to bind port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:22.815282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Attempting to bind port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:22.831030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks [] for security_group (e57f45fb-bda7-49a4-9f6e-1b2da63466ff), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.835303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:22.835694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Attempting to bind port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:22.839035 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04302383-f451-4160-88cb-b85bd9f4fbc7 req-7a582916-15b1-406d-8e19-3805b57bc616 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650139 Mar 07 04:20:22.844948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:22.845413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:22.845932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:22.846533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Bound port: e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:22.847009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.865947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e57f45fb-bda7-49a4-9f6e-1b2da63466ff), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.878589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.914779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8b164-ed32-4a22-accb-033be597d156 req-2c591447-674e-4eee-83f6-bd8ddc3dcee3 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:22.917229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cb8b164-ed32-4a22-accb-033be597d156 req-2c591447-674e-4eee-83f6-bd8ddc3dcee3 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 936 time: 0.1914566 Mar 07 04:20:22.939107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:20:22.951692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Network 137f496f-bc47-48c9-bb50-0d168d554146 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:22.957741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:22.963530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:22.969807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:22.970028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:22.996501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event updated for resources: {'Port': ['ID=89c72d77-03da-4ee1-8148-6e0c6e47796a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:23.010418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:23.012660 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4" -d '{"events": [{"name": "network-changed", "server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:23.018497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f45fb-bda7-49a4-9f6e-1b2da63466ff,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:23.023450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-cb17751b-6200-4115-b6b1-e9ac6c8eebf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0003769 Mar 07 04:20:23.026692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6327b0a1-a4ce-44b0-8aaa-62aaa484a871), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.027039 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Added segment 6327b0a1-a4ce-44b0-8aaa-62aaa484a871 of type vlan for network 963005bc-dd1b-4fa4-8639-60619aba42f1 Mar 07 04:20:23.055275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Request body: {'port': {'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:23.109668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (963005bc-dd1b-4fa4-8639-60619aba42f1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.121843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb347928-1a29-4397-8177-bcf73ea59d6d {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:23.140343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.44', 50938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:23.151309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] For port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:23.151722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Publish callbacks [] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.155084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] For port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:23.171201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.176415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Transition to ACTIVE for port object fb347928-1a29-4397-8177-bcf73ea59d6d will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:23.189156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.209970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (963005bc-dd1b-4fa4-8639-60619aba42f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.211001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.211589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.239515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b34f8-1516-44ca-9f00-7708bd6350c3 req-c922d9b6-a49a-4085-9609-0f39db76ca4b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.241792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c6b34f8-1516-44ca-9f00-7708bd6350c3 req-c922d9b6-a49a-4085-9609-0f39db76ca4b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 932 time: 0.3355236 Mar 07 04:20:23.280761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d513d97b-7aa7-4846-a34a-b748ab4cdac0 None None] Provisioning complete for port 89c72d77-03da-4ee1-8148-6e0c6e47796a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:23.281324 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d513d97b-7aa7-4846-a34a-b748ab4cdac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.284766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb347928-1a29-4397-8177-bcf73ea59d6d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:23.313796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.327799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] Pushing event updated for resources: {'Network': ['ID=963005bc-dd1b-4fa4-8639-60619aba42f1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:23.347537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 963005bc-dd1b-4fa4-8639-60619aba42f1 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:20:23.388126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d513d97b-7aa7-4846-a34a-b748ab4cdac0 None None] Port 89c72d77-03da-4ee1-8148-6e0c6e47796a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:23.398442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Attempting to bind port fb347928-1a29-4397-8177-bcf73ea59d6d on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:23.398776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Attempting to bind port fb347928-1a29-4397-8177-bcf73ea59d6d by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:23.399097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Attempting to bind port fb347928-1a29-4397-8177-bcf73ea59d6d on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:23.408359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Pushing event updated for resources: {'Port': ['ID=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:23.414278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e667fb52-e8ea-4b47-8068-74369ff667e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0953317 Mar 07 04:20:23.423737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Port fb347928-1a29-4397-8177-bcf73ea59d6d on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:23.424055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Attempting to bind port fb347928-1a29-4397-8177-bcf73ea59d6d on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:23.430109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:23.436344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Request body: {'subnet': {'network_id': '963005bc-dd1b-4fa4-8639-60619aba42f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-729281964-subnet', 'tenant_id': '97895be154de49d99438ace3b18b12d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:23.455453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-593d42ef-6ab0-4607-8cdc-a1c541ba49af tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.457009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-593d42ef-6ab0-4607-8cdc-a1c541ba49af tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.2935402 Mar 07 04:20:23.459078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:23.459416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:23.459790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:23.460074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cb8b164-ed32-4a22-accb-033be597d156 req-e442b96c-bc36-4fc6-b6b6-9d5026576730 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206792 Mar 07 04:20:23.460224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Bound port: fb347928-1a29-4397-8177-bcf73ea59d6d, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:23.460854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.547829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.548451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.549865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-0e3625a1-a020-4313-be31-9c863755a298 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 HTTP/1.1" status: 200 len: 1096 time: 3.6513577 Mar 07 04:20:23.550520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'tag': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:23.552757 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9448d412-dd19-4d82-a24d-f9f80f4534f3" -d '{"events": [{"name": "network-changed", "server_uuid": "74ee04ad-ac79-4b44-8faa-56d16833fac0", "tag": "e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:23.561483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c6b34f8-1516-44ca-9f00-7708bd6350c3 req-2c72116f-20ee-4b92-9ee9-9adf3c14babf tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368436 Mar 07 04:20:23.565153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Made reservation on behalf of 97895be154de49d99438ace3b18b12d4 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:23.567450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.697584 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16bfbe6-5d76-4fc2-81d0-1963610c7584 x-openstack-request-id: req-e16bfbe6-5d76-4fc2-81d0-1963610c7584 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:23.697893 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:23.698177 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e16bfbe6-5d76-4fc2-81d0-1963610c7584 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:23.698571 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'status': 'completed', 'code': 200} Mar 07 04:20:23.784486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-44556adb-fcc1-4b82-9d5d-693e1c5db5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.786013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-44556adb-fcc1-4b82-9d5d-693e1c5db5d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d265d81f27e742eca9a023f162dbd077&device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 1130 time: 0.1582754 Mar 07 04:20:23.789689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] For port fb347928-1a29-4397-8177-bcf73ea59d6d, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:23.797849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774a0c-f87a-4d29-97ee-15670cf26b81 req-877e96a8-7d24-4da6-ae90-4e2ee081bd42 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.799357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14774a0c-f87a-4d29-97ee-15670cf26b81 req-877e96a8-7d24-4da6-ae90-4e2ee081bd42 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 950 time: 0.2359216 Mar 07 04:20:23.836580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] For port fb347928-1a29-4397-8177-bcf73ea59d6d, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=fb347928-1a29-4397-8177-bcf73ea59d6d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:23.859006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-bdd91e8c-c85a-4fa1-946c-608356f37789 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 HTTP/1.1" status: 200 len: 217 time: 0.0586822 Mar 07 04:20:23.874608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Deleting port 61480082-0fbf-4e1f-8212-54daac368cf0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:20:23.874949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.876596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.892607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-32f7519b-8d86-4cf9-b925-8090deb3cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.892918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ceea2-7286-44a0-b2c5-139b90a5353e req-56da3c6e-ce64-482b-bfd4-7988afac3949 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.894144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-32f7519b-8d86-4cf9-b925-8090deb3cb4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1126 time: 0.1993742 Mar 07 04:20:23.894430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e30ceea2-7286-44a0-b2c5-139b90a5353e req-56da3c6e-ce64-482b-bfd4-7988afac3949 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 948 time: 0.2003832 Mar 07 04:20:23.958871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c72d77-03da-4ee1-8148-6e0c6e47796a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:23.993144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:23.994230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:23.996107 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] 10.222.0.44 "PUT /v2.0/ports/fb347928-1a29-4397-8177-bcf73ea59d6d HTTP/1.1" status: 200 len: 1096 time: 1.8093307 Mar 07 04:20:23.998091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Publish callbacks [] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.032805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14774a0c-f87a-4d29-97ee-15670cf26b81 req-00024c44-d9d1-4393-9f05-2cabf3fc1496 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176933 Mar 07 04:20:24.037853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-6ade1fa9-b339-4d9a-b2f1-61cbcdb4b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.039298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-6ade1fa9-b339-4d9a-b2f1-61cbcdb4b7f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1672528 Mar 07 04:20:24.090968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (a4a00c90-2fe1-45d8-be83-c9f02d57d3d5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.093288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Transition to ACTIVE for port object 89c72d77-03da-4ee1-8148-6e0c6e47796a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:24.111296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] For port 61480082-0fbf-4e1f-8212-54daac368cf0, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61480082-0fbf-4e1f-8212-54daac368cf0,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:24.111873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.116279 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f9028-8b67-418d-b0d6-cfd5af241afb x-openstack-request-id: req-9f3f9028-8b67-418d-b0d6-cfd5af241afb {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:24.116715 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ee04ad-ac79-4b44-8faa-56d16833fac0", "tag": "e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:24.117432 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f3f9028-8b67-418d-b0d6-cfd5af241afb {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:24.117954 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'tag': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5', 'status': 'completed', 'code': 200} Mar 07 04:20:24.123490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e30ceea2-7286-44a0-b2c5-139b90a5353e req-af25ce7c-a9e9-4be0-8992-493d7cf02d2c tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025537 Mar 07 04:20:24.148598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Calling delete_port for 61480082-0fbf-4e1f-8212-54daac368cf0 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:20:24.156923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f1e51-a7f8-4bec-b7df-40b14aab3fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb347928-1a29-4397-8177-bcf73ea59d6d,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:24.165027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a00c90-2fe1-45d8-be83-c9f02d57d3d5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:24.171045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.264534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-8edd0659-8e65-496e-a04d-dafdcc14aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.266282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-8edd0659-8e65-496e-a04d-dafdcc14aa5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2150819 Mar 07 04:20:24.457135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c8a7e-c65d-44ad-85e9-bc9e696af9de req-7e512f0c-4235-4546-8488-7feb346e6203 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.458705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a6c8a7e-c65d-44ad-85e9-bc9e696af9de req-7e512f0c-4235-4546-8488-7feb346e6203 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.1877203 Mar 07 04:20:24.477424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cb8f9-e20f-4f4c-a724-856e9eb876fd req-222d1874-09bd-4967-9d6a-498968042068 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.479681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-150cb8f9-e20f-4f4c-a724-856e9eb876fd req-222d1874-09bd-4967-9d6a-498968042068 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.2109332 Mar 07 04:20:24.489848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-ceeac0ec-2eab-4b16-88c0-1b59c82262eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.491353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-ceeac0ec-2eab-4b16-88c0-1b59c82262eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.5714009 Mar 07 04:20:24.501955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-3dd665da-a682-4aaa-9558-117a1fce8732 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126243 Mar 07 04:20:24.515243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-157f47b5-97b5-4dcf-a6e8-d3ff6c0b155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.516729 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-157f47b5-97b5-4dcf-a6e8-d3ff6c0b155e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c92a7fb114702ae026daf49f2f2ee&device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 1130 time: 0.4440019 Mar 07 04:20:24.517357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Pushing event updated for resources: {'Port': ['ID=89c72d77-03da-4ee1-8148-6e0c6e47796a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:24.577750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Checking segment: {'id': '6327b0a1-a4ce-44b0-8aaa-62aaa484a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '963005bc-dd1b-4fa4-8639-60619aba42f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:24.578146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Network hostable DHCP agents. Network: 963005bc-dd1b-4fa4-8639-60619aba42f1, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:20:24.588185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-038ce295-db27-48f3-b5ee-84d00767ed7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.0842142 Mar 07 04:20:24.632766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-98ea1260-be22-4459-9c19-51fe265983db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=fb347928-1a29-4397-8177-bcf73ea59d6d HTTP/1.1" status: 200 len: 217 time: 0.0674636 Mar 07 04:20:24.655288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Attempting to bind port 89c72d77-03da-4ee1-8148-6e0c6e47796a on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:24.655627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Attempting to bind port 89c72d77-03da-4ee1-8148-6e0c6e47796a by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:24.655956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Attempting to bind port 89c72d77-03da-4ee1-8148-6e0c6e47796a on network 137f496f-bc47-48c9-bb50-0d168d554146 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:24.705431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Port 89c72d77-03da-4ee1-8148-6e0c6e47796a on network 137f496f-bc47-48c9-bb50-0d168d554146 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:24.705761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Attempting to bind port 89c72d77-03da-4ee1-8148-6e0c6e47796a on network 137f496f-bc47-48c9-bb50-0d168d554146 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:24.713049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Network 963005bc-dd1b-4fa4-8639-60619aba42f1 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:20:24.730858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-40c65ed5-cab5-49d7-978d-7d37affd19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.732344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-40c65ed5-cab5-49d7-978d-7d37affd19ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1100779 Mar 07 04:20:24.736040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:24.736385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Checking segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:24.736765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Bound using segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:24.737209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Bound port: 89c72d77-03da-4ee1-8148-6e0c6e47796a, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:24.737688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.758062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 963005bc-dd1b-4fa4-8639-60619aba42f1) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:24.764934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-33d40bd6-094f-44ac-8d2a-212ad6194741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.766419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-33d40bd6-094f-44ac-8d2a-212ad6194741 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1081572 Mar 07 04:20:24.768706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.769285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.770235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3f64a-8d0f-4f5c-a7b3-2bc0274566d3 None None] Network 963005bc-dd1b-4fa4-8639-60619aba42f1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:24.794707 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-596e3a9e-e75c-4d1f-8d66-0bf98756b3c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535948 Mar 07 04:20:24.808388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (61480082-0fbf-4e1f-8212-54daac368cf0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:24.840211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['61480082-0fbf-4e1f-8212-54daac368cf0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:24.842344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['27effc05-79a3-4b9e-8f7f-690623c7a23e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:24.871376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2e2754b9-b5d7-4974-b69f-aa35858246d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4386473 Mar 07 04:20:24.897827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a6c8a7e-c65d-44ad-85e9-bc9e696af9de req-67b61d4f-8a25-46e4-a409-38107f1906e4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321611 Mar 07 04:20:24.910262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Pushing event deleted for resources: {'Port': ['ID=61480082-0fbf-4e1f-8212-54daac368cf0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:24.963451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-55b46ca7-639c-4cbf-8bb7-af69e8e8b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:24.965020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-55b46ca7-639c-4cbf-8bb7-af69e8e8b98f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1738935 Mar 07 04:20:24.969522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] For port 89c72d77-03da-4ee1-8148-6e0c6e47796a, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:24.976552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-150cb8f9-e20f-4f4c-a724-856e9eb876fd req-dcb28f7c-051a-4af8-a9a3-a107e1cdcdfd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839642 Mar 07 04:20:24.978455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] For port 89c72d77-03da-4ee1-8148-6e0c6e47796a, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:25.009594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-930b505c-97eb-45ba-af04-a1359c1a6f2b service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030869 Mar 07 04:20:25.010766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.013684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] No DVR routers for this DVR port 61480082-0fbf-4e1f-8212-54daac368cf0 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:25.021228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54252599-6b6b-4846-ab6b-220dce0a4da2 req-e04ff167-4c0c-4a9e-8ccd-3b912755af41 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060658 Mar 07 04:20:25.028877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.032310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6101139e-6085-49ad-ad4c-9412a681a2c1 req-b9b7a0e0-73cd-4bf5-9f85-f891dc20f998 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.44 "DELETE /v2.0/ports/61480082-0fbf-4e1f-8212-54daac368cf0 HTTP/1.1" status: 204 len: 173 time: 1.5638027 Mar 07 04:20:25.076524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b98a3-fb24-4463-8749-e22c069627ba None None] Network 963005bc-dd1b-4fa4-8639-60619aba42f1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:20:25.212381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.216585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.216745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] 10.222.0.44 "PUT /v2.0/ports/89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 1092 time: 2.1657498 Mar 07 04:20:25.317326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54890) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:25.416812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-221a5f5c-c5ad-485e-95e2-52fc089a8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.418402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-221a5f5c-c5ad-485e-95e2-52fc089a8a89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d265d81f27e742eca9a023f162dbd077&device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 1130 time: 0.3192215 Mar 07 04:20:25.436137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Deleting subnet 1bfe4017-a8fd-4dbb-aa9a-2215c31994e5 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:20:25.457179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23228-b1db-4f11-afd0-c053edee6827 req-23c47d91-2db8-45e1-b5e2-bd04ac88c97d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.464856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59c23228-b1db-4f11-afd0-c053edee6827 req-23c47d91-2db8-45e1-b5e2-bd04ac88c97d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 944 time: 0.3022890 Mar 07 04:20:25.469278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Publish callbacks [] for subnet (1bfe4017-a8fd-4dbb-aa9a-2215c31994e5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.472760 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-67d45f74-6d74-4735-b25a-4702f47da194 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929671 Mar 07 04:20:25.473379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67f19-3b7a-425a-b309-f4de74748745 service neutron] Pushing event updated for resources: {'Port': ['ID=89c72d77-03da-4ee1-8148-6e0c6e47796a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:25.516860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531671f-2a26-4ccc-9515-1c04727511b6 req-0f86f8e7-341e-410d-a53b-1140f06a6b29 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.518398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d531671f-2a26-4ccc-9515-1c04727511b6 req-0f86f8e7-341e-410d-a53b-1140f06a6b29 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 948 time: 0.3502636 Mar 07 04:20:25.559960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-9e3125a8-62b9-4af7-acf6-66c734061da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.561431 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-9e3125a8-62b9-4af7-acf6-66c734061da2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1126 time: 0.2621691 Mar 07 04:20:25.578032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb2c6ecd-e9a7-47f1-868c-d23928ec66d4 req-be939177-f4ef-4181-b9fb-39f369b53011 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538418 Mar 07 04:20:25.594490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Publish callbacks [] for subnet (1bfe4017-a8fd-4dbb-aa9a-2215c31994e5), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.630486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1bfe4017-a8fd-4dbb-aa9a-2215c31994e5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.644951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-04a6509d-4375-4c6c-9863-6a0068e903da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0550237 Mar 07 04:20:25.675794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59c23228-b1db-4f11-afd0-c053edee6827 req-809196de-707d-4c0e-92df-5762adb5ea9d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087939 Mar 07 04:20:25.680565 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aaf31bcc-095d-415a-a99e-66bbc3f121d8 req-cd621507-870a-4218-86e5-ac0b1e4a67e0 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990397 Mar 07 04:20:25.702627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'tag': 'fb347928-1a29-4397-8177-bcf73ea59d6d'}, {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:25.705011 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a53851e-8012-490d-a899-b694544c3f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f0a578-5a64-480c-afba-f79f4054a17a", "tag": "fb347928-1a29-4397-8177-bcf73ea59d6d"}, {"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:25.727586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d531671f-2a26-4ccc-9515-1c04727511b6 req-a9a67062-08d1-449d-951f-a9bea2805431 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996832 Mar 07 04:20:25.758212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-ca427a52-6e0a-4d19-833a-ce0ff48e9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.758477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-bf685a96-14d6-4f5b-b009-ada40cec6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.761091 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-ca427a52-6e0a-4d19-833a-ce0ff48e9023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0918415 Mar 07 04:20:25.761784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-bf685a96-14d6-4f5b-b009-ada40cec6954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3223565 Mar 07 04:20:25.770748 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-c7fcf9f7-76d2-4fcc-9614-7d3d8ba64036 service neutron] 10.222.0.15 "GET /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.1381824 Mar 07 04:20:25.826267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-6558ef8f-1917-4bdc-8b7a-e413bb8faf20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 HTTP/1.1" status: 200 len: 217 time: 0.0524490 Mar 07 04:20:25.856393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a265b4ab-93ea-4e5c-b101-a9cd7ede5f9a req-23959f3f-5103-4ced-913d-36ef67ead828 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=2aadf832-0111-4718-91d7-aa66a40db512 HTTP/1.1" status: 200 len: 210 time: 0.0424004 Mar 07 04:20:25.865480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0024-1503-456b-baa0-c0058c836dda req-cf062bb8-f9fd-47e5-a347-85d9c46b2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.866249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-cf062bb8-f9fd-47e5-a347-85d9c46b2d80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0982537 Mar 07 04:20:25.886302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (1bfe4017-a8fd-4dbb-aa9a-2215c31994e5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.926113 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdeb12c-4b09-4c7f-b824-635cf2cad573 x-openstack-request-id: req-1cdeb12c-4b09-4c7f-b824-635cf2cad573 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:25.926405 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f0a578-5a64-480c-afba-f79f4054a17a", "tag": "fb347928-1a29-4397-8177-bcf73ea59d6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:25.926655 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cdeb12c-4b09-4c7f-b824-635cf2cad573 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:25.927037 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'tag': 'fb347928-1a29-4397-8177-bcf73ea59d6d', 'status': 'completed', 'code': 200} Mar 07 04:20:25.927289 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'status': 'completed', 'code': 200} Mar 07 04:20:25.942178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfe4017-a8fd-4dbb-aa9a-2215c31994e5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:25.953823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:25.956991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6409fd7f-2b92-4bf3-a2f9-c9c0586dffc7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1bfe4017-a8fd-4dbb-aa9a-2215c31994e5 HTTP/1.1" status: 204 len: 168 time: 0.6379135 Mar 07 04:20:25.960077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-eb0c10dd-c123-422b-bf1f-fa8921ce1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:25.961445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-eb0c10dd-c123-422b-bf1f-fa8921ce1dbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1140759 Mar 07 04:20:25.966026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54894) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:26.030368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59668bb7-1fc5-41fc-ab2c-1ec5ccaf87fe req-e9f32ddc-752d-40cc-99bc-7bb5ad5c4a0f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.031803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59668bb7-1fc5-41fc-ab2c-1ec5ccaf87fe req-e9f32ddc-752d-40cc-99bc-7bb5ad5c4a0f tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 948 time: 0.2011325 Mar 07 04:20:26.080173 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-60974e95-79db-407a-9076-4899d4a04c3e service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997962 Mar 07 04:20:26.098246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (3b15457f-0b50-4def-871b-32f716a2a195), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.108725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-fcb7586b-208e-442d-a6c0-fbc0a224a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.110234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-fcb7586b-208e-442d-a6c0-fbc0a224a094 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c92a7fb114702ae026daf49f2f2ee&device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 1130 time: 0.1493189 Mar 07 04:20:26.131175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aadf832-0111-4718-91d7-aa66a40db512', 'name': 'network-vif-deleted', 'tag': '61480082-0fbf-4e1f-8212-54daac368cf0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:26.133640 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1251a27f-6369-45a1-9da9-97be4cba1b10" -d '{"events": [{"server_uuid": "2aadf832-0111-4718-91d7-aa66a40db512", "name": "network-vif-deleted", "tag": "61480082-0fbf-4e1f-8212-54daac368cf0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:26.150939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-52705b56-ff0e-4577-91bd-1520fa300ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.152763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-52705b56-ff0e-4577-91bd-1520fa300ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1812475 Mar 07 04:20:26.192160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:26.199078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59668bb7-1fc5-41fc-ab2c-1ec5ccaf87fe req-fba7dba0-9afa-4b89-99bd-06b36ff81c74 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413023 Mar 07 04:20:26.270366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:26.301691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:26.319160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b14a0024-1503-456b-baa0-c0058c836dda req-ca0f07c4-6754-4936-ada1-7f4414d2ba3a service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291198 Mar 07 04:20:26.326723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f54944-3903-441c-b309-d3f962fd7ebf req-ac99f8bc-3749-4880-bd91-023565064625 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.328246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f54944-3903-441c-b309-d3f962fd7ebf req-ac99f8bc-3749-4880-bd91-023565064625 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 966 time: 0.2372720 Mar 07 04:20:26.330784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-87013efd-320a-46d1-beda-aa4035074724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.332193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-87013efd-320a-46d1-beda-aa4035074724 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2104583 Mar 07 04:20:26.334477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b578b4ea-633d-4295-bed2-959bae114232 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:26.349999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (3b15457f-0b50-4def-871b-32f716a2a195), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.351695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:26.388178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-0d0145ba-390d-408d-8522-a8719ad59094 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=fb347928-1a29-4397-8177-bcf73ea59d6d HTTP/1.1" status: 200 len: 217 time: 0.0462680 Mar 07 04:20:26.394118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.408504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.408855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.409604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.409945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > port after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.410314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.410672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > port after_update 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.410999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.411321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.411640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.411962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.425233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:26.435612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'port_id': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'mac_address': 'fa:16:3e:bd:01:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dbea69-bb32-4202-ad4a-db9c7816f6cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:26.477009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.477561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.477687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.478887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:26.479002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b15457f-0b50-4def-871b-32f716a2a195']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:26.481534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 381b319a-57e1-4d5a-bce4-0fd5e9086163 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:26.481960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.482879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-00e3d5c6-545b-4d85-9835-e409164d4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.484823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-00e3d5c6-545b-4d85-9835-e409164d4026 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0873857 Mar 07 04:20:26.486603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-16dfbd67-b0f6-4702-949f-0deb6045e2b4 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192194 Mar 07 04:20:26.498754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381b319a-57e1-4d5a-bce4-0fd5e9086163 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:26.523562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551c01ec-512f-491a-aaa8-d66f2340bb0d') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:26.523939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551c01ec-512f-491a-aaa8-d66f2340bb0d') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:26.527501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:26.532479 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.550924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] Transition to ACTIVE for port object b578b4ea-633d-4295-bed2-959bae114232 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:26.556958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-ba915d75-726f-4277-95f8-8520697161c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.558414 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-ba915d75-726f-4277-95f8-8520697161c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0657170 Mar 07 04:20:26.561094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.562418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (551c01ec-512f-491a-aaa8-d66f2340bb0d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.584942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f54944-3903-441c-b309-d3f962fd7ebf req-9ee4be55-cc37-4b2f-86f4-93fd7a36a079 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381856 Mar 07 04:20:26.591884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b11de-d809-44f8-85d6-472a4a59a97e req-e0c5f18a-ee29-483f-b58e-02e5061b0a89 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.593352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-481b11de-d809-44f8-85d6-472a4a59a97e req-e0c5f18a-ee29-483f-b58e-02e5061b0a89 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.3286223 Mar 07 04:20:26.601356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:26.639423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (551c01ec-512f-491a-aaa8-d66f2340bb0d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.659188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:20:26.659611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (551c01ec-512f-491a-aaa8-d66f2340bb0d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: from cryptography.utils import int_from_bytes Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: from cryptography.utils import int_from_bytes Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:20:26.682870 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:20:26.686991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] No DVR routers for this DVR port b578b4ea-633d-4295-bed2-959bae114232 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:26.689127 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e3dcd-dd2c-4351-b675-5c43df4d2937 x-openstack-request-id: req-366e3dcd-dd2c-4351-b675-5c43df4d2937 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:26.689426 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aadf832-0111-4718-91d7-aa66a40db512", "name": "network-vif-deleted", "tag": "61480082-0fbf-4e1f-8212-54daac368cf0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:26.689687 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-366e3dcd-dd2c-4351-b675-5c43df4d2937 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:26.690108 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aadf832-0111-4718-91d7-aa66a40db512', 'name': 'network-vif-deleted', 'tag': '61480082-0fbf-4e1f-8212-54daac368cf0', 'status': 'completed', 'code': 200} Mar 07 04:20:26.697492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] Pushing event updated for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=10']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:26.739904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['381b319a-57e1-4d5a-bce4-0fd5e9086163'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:26.742841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-73e209a1-e5a3-463e-8abf-1f5fe15e485f service neutron] 10.222.0.15 "PUT /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9630969 Mar 07 04:20:26.747028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-f79d8af9-d9fc-43c3-94e0-9f73a393f340 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779623 Mar 07 04:20:26.825716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-481b11de-d809-44f8-85d6-472a4a59a97e req-f350d26d-97cb-4e28-a975-d51d7afe485d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990097 Mar 07 04:20:26.847830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9448d412-dd19-4d82-a24d-f9f80f4534f3 req-a2b7b029-e758-4c2f-9c24-011b41c40c3f service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444023 Mar 07 04:20:26.850079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61480082-0fbf-4e1f-8212-54daac368cf0 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:26.863721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (3b15457f-0b50-4def-871b-32f716a2a195), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.888597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-ac163372-d2cd-4ab4-9705-340a8feba6b7 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327145 Mar 07 04:20:26.897811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-c1f4a98e-80f5-4c60-99a1-1e4eb8921663 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:26.899323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-c1f4a98e-80f5-4c60-99a1-1e4eb8921663 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1149 time: 0.0782113 Mar 07 04:20:26.907004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:26.910614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b15457f-0b50-4def-871b-32f716a2a195 HTTP/1.1" status: 204 len: 168 time: 0.9456029 Mar 07 04:20:26.914129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54908) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:26.916284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63275225-04a5-42bf-9c13-9248935b8e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b15457f-0b50-4def-871b-32f716a2a195,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:26.920117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 61480082-0fbf-4e1f-8212-54daac368cf0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:20:26.920638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61480082-0fbf-4e1f-8212-54daac368cf0 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:27.056577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Deleting subnet a4a00c90-2fe1-45d8-be83-c9f02d57d3d5 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:20:27.064212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Publish callbacks [] for subnet (a4a00c90-2fe1-45d8-be83-c9f02d57d3d5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:27.166841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c4d56-ebf7-4ea7-9ea9-1681ab1311ad req-c4ddc603-b9a9-404e-aa89-3dc6c3f49bc1 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.168427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d3c4d56-ebf7-4ea7-9ea9-1681ab1311ad req-c4ddc603-b9a9-404e-aa89-3dc6c3f49bc1 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 944 time: 0.3967307 Mar 07 04:20:27.209752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d418-99ee-4521-9d0e-6f04b70bb5cd req-9fb718ae-6d5d-4a15-bcc4-8bce735a1d5d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.211351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9e5d418-99ee-4521-9d0e-6f04b70bb5cd req-9fb718ae-6d5d-4a15-bcc4-8bce735a1d5d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 948 time: 0.2978287 Mar 07 04:20:27.254006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d3c4d56-ebf7-4ea7-9ea9-1681ab1311ad req-6f86bdd9-0ffc-4b5e-9411-9de5298630e6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Mar 07 04:20:27.292579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9e5d418-99ee-4521-9d0e-6f04b70bb5cd req-1b62a0b9-b8c9-4852-9494-9347eb1268cc tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751681 Mar 07 04:20:27.324117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-d7cdfa23-acda-41d4-8747-9e38e9386ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.325652 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-d7cdfa23-acda-41d4-8747-9e38e9386ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 1149 time: 0.4193809 Mar 07 04:20:27.328966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-2b5abcc9-c535-4d49-a7a4-725afd4fa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.330365 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-2b5abcc9-c535-4d49-a7a4-725afd4fa697 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1126 time: 0.3619397 Mar 07 04:20:27.341169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Publish callbacks [] for subnet (a4a00c90-2fe1-45d8-be83-c9f02d57d3d5), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:27.380872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (a4a00c90-2fe1-45d8-be83-c9f02d57d3d5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:27.407678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081cc3e-0b18-4556-8ba6-2a7013bf2890 req-071ee00a-37fe-43ef-8db3-0112a5ba17bd tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.409560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2081cc3e-0b18-4556-8ba6-2a7013bf2890 req-071ee00a-37fe-43ef-8db3-0112a5ba17bd tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 948 time: 0.0591357 Mar 07 04:20:27.469310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2081cc3e-0b18-4556-8ba6-2a7013bf2890 req-b508f823-10a0-4204-bee4-d797212d83e0 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542603 Mar 07 04:20:27.522939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-1f607c76-af13-4732-94c3-9eac39f2c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.524393 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-1f607c76-af13-4732-94c3-9eac39f2c8c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1149 time: 0.1468046 Mar 07 04:20:27.548640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-30c06b80-00f6-47cb-81aa-8998307a68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.550257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-30c06b80-00f6-47cb-81aa-8998307a68be service neutron] 10.222.0.44 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.2001672 Mar 07 04:20:27.567046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for subnet (a4a00c90-2fe1-45d8-be83-c9f02d57d3d5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:27.576092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b405b-3fe4-4d4a-904b-654dfb16bc70 req-be9ef230-fd82-4ab8-a49f-8b1d2d1a3d43 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.578170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e3b405b-3fe4-4d4a-904b-654dfb16bc70 req-be9ef230-fd82-4ab8-a49f-8b1d2d1a3d43 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 972 time: 0.0624673 Mar 07 04:20:27.627550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e3b405b-3fe4-4d4a-904b-654dfb16bc70 req-595b4bc5-bfaf-4894-aacd-b26a8eacb2ac tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Mar 07 04:20:27.656751 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-c6427b8c-4668-4b63-bc06-a4ec28158016 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0970860 Mar 07 04:20:27.662758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a00c90-2fe1-45d8-be83-c9f02d57d3d5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:27.669713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:27.672836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac874214-2241-4759-b359-d292cd4994ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4a00c90-2fe1-45d8-be83-c9f02d57d3d5 HTTP/1.1" status: 204 len: 168 time: 0.7344408 Mar 07 04:20:27.682796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:27.726438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a4e68-f328-4600-bac8-be80f8c3a6aa req-080dc0e9-36de-4877-8c46-7e45ae60fdb3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.728317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b1a4e68-f328-4600-bac8-be80f8c3a6aa req-080dc0e9-36de-4877-8c46-7e45ae60fdb3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 967 time: 0.0559642 Mar 07 04:20:27.775547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b1a4e68-f328-4600-bac8-be80f8c3a6aa req-370a5620-4db0-4b83-a94d-117b714fa2e4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Mar 07 04:20:27.779211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-c1bc77e2-2aa9-41c4-959c-5d1a8ba14aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.780664 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-c1bc77e2-2aa9-41c4-959c-5d1a8ba14aac service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2453592 Mar 07 04:20:27.803558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-b1d07d26-30a9-47cb-a2bf-7d9a5374b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.804951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-b1d07d26-30a9-47cb-a2bf-7d9a5374b82d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.1365368 Mar 07 04:20:27.842799 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-1833eaad-6a1c-466a-9960-ebab8c48dd47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.0537057 Mar 07 04:20:27.846622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (963005bc-dd1b-4fa4-8639-60619aba42f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:27.938179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5930d-b2d9-4712-be59-82f9cdd5afd9 req-062b1e07-4c62-42da-8a9e-14ff2aff00b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.939773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7c5930d-b2d9-4712-be59-82f9cdd5afd9 req-062b1e07-4c62-42da-8a9e-14ff2aff00b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 945 time: 0.0520563 Mar 07 04:20:27.947672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-2c05bef7-7488-40d3-ae0a-bb90a5c6e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.949132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-2c05bef7-7488-40d3-ae0a-bb90a5c6e0e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0809200 Mar 07 04:20:27.991651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7c5930d-b2d9-4712-be59-82f9cdd5afd9 req-e7438e2a-8eea-4b01-b7bc-ff91eb081353 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Mar 07 04:20:27.998096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53851e-8012-490d-a899-b694544c3f8c req-461379dd-6d70-4a4c-8930-4a4e33daf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:27.999603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-461379dd-6d70-4a4c-8930-4a4e33daf9db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1663308 Mar 07 04:20:28.002988 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-179b1f1e-350e-4251-b6db-8856f82f4157 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400996 Mar 07 04:20:28.046479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (963005bc-dd1b-4fa4-8639-60619aba42f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.153852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.154226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.154974 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.155305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.155647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.156004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.156341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.156646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.156958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.157276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.222388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.222673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.223005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.223342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 04:20:28.223722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963005bc-dd1b-4fa4-8639-60619aba42f1']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:28.254533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6327b0a1-a4ce-44b0-8aaa-62aaa484a871') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:28.254828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6327b0a1-a4ce-44b0-8aaa-62aaa484a871') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:20:28.277123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (6327b0a1-a4ce-44b0-8aaa-62aaa484a871), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.312216 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-ee8040c7-6318-4a30-ba39-ec223bf76c2a service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838898 Mar 07 04:20:28.316668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6327b0a1-a4ce-44b0-8aaa-62aaa484a871), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.317439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:28.341167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:28.341319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:20:28.341600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (6327b0a1-a4ce-44b0-8aaa-62aaa484a871), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: from cryptography.utils import int_from_bytes Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: from cryptography.utils import int_from_bytes Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:20:28.346220 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:20:28.366819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-774b161b-d4c1-4924-8496-d003dea456b8 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374443 Mar 07 04:20:28.381522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09d12-e675-47f9-a86d-fa8a7cb53051 req-307ffcb7-ff62-4b0c-8615-65c0ed62e8f6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:28.390235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18d09d12-e675-47f9-a86d-fa8a7cb53051 req-307ffcb7-ff62-4b0c-8615-65c0ed62e8f6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 944 time: 0.0651391 Mar 07 04:20:28.467635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 381b319a-57e1-4d5a-bce4-0fd5e9086163 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:28.476303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18d09d12-e675-47f9-a86d-fa8a7cb53051 req-153a1931-599b-415e-8143-f48cf149139b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847719 Mar 07 04:20:28.496981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 381b319a-57e1-4d5a-bce4-0fd5e9086163 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:28.497352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.501359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:28.508614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (963005bc-dd1b-4fa4-8639-60619aba42f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.512551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fc1b-6c9b-4a43-af89-3326cd3fbee6 req-dc34aa55-7ffd-47d4-85dc-ec2c0a93ac9d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:28.520391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a03fc1b-6c9b-4a43-af89-3326cd3fbee6 req-dc34aa55-7ffd-47d4-85dc-ec2c0a93ac9d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 948 time: 0.1146250 Mar 07 04:20:28.545510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.547541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5', 'mac_address': 'fa:16:3e:89:f4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:28.548717 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] 10.222.0.21 "DELETE /v2.0/networks/963005bc-dd1b-4fa4-8639-60619aba42f1 HTTP/1.1" status: 204 len: 168 time: 0.8649929 Mar 07 04:20:28.551757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10bd9e-0a77-4b17-8e43-4d865f53f04a admin admin] Pushing event deleted for resources: {'Network': ['ID=963005bc-dd1b-4fa4-8639-60619aba42f1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:28.559851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3a53851e-8012-490d-a899-b694544c3f8c req-f5d8ebed-c1d4-45e1-8546-9757af01219d service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325878 Mar 07 04:20:28.579724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-8e25266c-c891-482b-b9c3-ea675a3d4a4a service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990018 Mar 07 04:20:28.614189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a03fc1b-6c9b-4a43-af89-3326cd3fbee6 req-22e79cf2-2c88-4e0a-929c-dc8abf18fc61 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903406 Mar 07 04:20:28.648553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:28.648966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.699221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:28.709409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01731dff-cb64-4929-b52c-4cf591800053 req-965ebfd6-5159-4ccc-9b65-4fec4b0b1fc0 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:28.719163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01731dff-cb64-4929-b52c-4cf591800053 req-965ebfd6-5159-4ccc-9b65-4fec4b0b1fc0 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 948 time: 0.0764954 Mar 07 04:20:28.736068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:28.738501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 381b319a-57e1-4d5a-bce4-0fd5e9086163 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:28.738929 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.749089 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.804111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:28.806652 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a4d5e-cbcb-418f-827b-e147135c4d94" -d '{"events": [{"server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "name": "network-vif-plugged", "status": "completed", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:28.808333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0319e1-b1de-4a00-8278-8d2965f46cb9 req-9aea6aab-31e7-404d-bcee-f64443cbf0ca tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:28.813158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54936) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:28.815431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d0319e1-b1de-4a00-8278-8d2965f46cb9 req-9aea6aab-31e7-404d-bcee-f64443cbf0ca tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 972 time: 0.0915074 Mar 07 04:20:28.839665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01731dff-cb64-4929-b52c-4cf591800053 req-409dd08c-6bb8-40ce-868f-146c678ddbdf tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143947 Mar 07 04:20:28.898835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:28.911697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:28.917551 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98c5f1fc-573b-46df-9540-31c57624f5ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eddcb4079c04953bf339008bdfbc768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1022165 Mar 07 04:20:28.923625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:28.936752 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:28.937847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b578b4ea-633d-4295-bed2-959bae114232 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:28.940967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d0319e1-b1de-4a00-8278-8d2965f46cb9 req-24a3f728-425f-4bda-95a8-5ad92cc2b8dd tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/security-groups?id=aca8ad4a-52d0-4172-a316-1a59b02c54da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241519 Mar 07 04:20:28.947792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-444a46f0-01e5-45cc-ab2a-1e0d3aedb15d tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:28.949248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-444a46f0-01e5-45cc-ab2a-1e0d3aedb15d tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.15 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 972 time: 0.1085243 Mar 07 04:20:29.003674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-0a93009f-29f7-48bf-b510-cc04b494c63b tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:29.005603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-0a93009f-29f7-48bf-b510-cc04b494c63b tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1149 time: 0.0869918 Mar 07 04:20:29.009292 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c0ea1-9c8a-4dc6-9936-942f1b007aaa x-openstack-request-id: req-a44c0ea1-9c8a-4dc6-9936-942f1b007aaa {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:29.009622 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "name": "network-vif-plugged", "status": "completed", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:29.010070 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a44c0ea1-9c8a-4dc6-9936-942f1b007aaa {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:29.010488 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'code': 200} Mar 07 04:20:29.015939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:29.057313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d011394-4fa2-4401-a78e-221cc617ab74 admin admin] Publish callbacks [] for security_group (08b3e118-c120-406a-85ea-1be1577b00a1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.094497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port b578b4ea-633d-4295-bed2-959bae114232 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:20:29.094893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b578b4ea-633d-4295-bed2-959bae114232 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:29.141341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:29.147671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d011394-4fa2-4401-a78e-221cc617ab74 admin admin] Publish callbacks [] for security_group (08b3e118-c120-406a-85ea-1be1577b00a1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.166554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fa1db-0443-456c-9bc4-2335581dbedf req-55cbebda-ffae-4d40-8891-ec4789d0eb2e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:29.174362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-760fa1db-0443-456c-9bc4-2335581dbedf req-55cbebda-ffae-4d40-8891-ec4789d0eb2e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 967 time: 0.2476537 Mar 07 04:20:29.256106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eaf3a-e502-4aa1-9b99-13f6ea192da6 req-420eee1c-c9de-4d7e-a624-0b4e0800dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:29.257678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-389eaf3a-e502-4aa1-9b99-13f6ea192da6 req-420eee1c-c9de-4d7e-a624-0b4e0800dbfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1128 time: 0.1421590 Mar 07 04:20:29.267656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-17868ac6-448a-4d67-b95f-b9cf7516d15e service neutron] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:29.277159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-17868ac6-448a-4d67-b95f-b9cf7516d15e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.278247 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a736ecf5-ed08-4afa-bfec-82719f744d5e req-17868ac6-448a-4d67-b95f-b9cf7516d15e service neutron] 10.222.0.44 "DELETE /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.2656651 Mar 07 04:20:29.278366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab27be-8ba3-4a11-b0a3-c79d30c06e73 req-30ae7980-0d31-41d7-9ba9-6c3c3adcf9e6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:29.279825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9ab27be-8ba3-4a11-b0a3-c79d30c06e73 req-30ae7980-0d31-41d7-9ba9-6c3c3adcf9e6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 946 time: 0.1829245 Mar 07 04:20:29.293433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-760fa1db-0443-456c-9bc4-2335581dbedf req-68c3dd53-ccd4-4238-8d00-57b1cfe5334d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181853 Mar 07 04:20:29.295565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Deleting port 27effc05-79a3-4b9e-8f7f-690623c7a23e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:20:29.296288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.331907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-389eaf3a-e502-4aa1-9b99-13f6ea192da6 req-c37ebd8c-5269-49c9-901a-2274d7ce779c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Mar 07 04:20:29.338139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d011394-4fa2-4401-a78e-221cc617ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (08b3e118-c120-406a-85ea-1be1577b00a1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.340673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d011394-4fa2-4401-a78e-221cc617ab74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.341778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2d011394-4fa2-4401-a78e-221cc617ab74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08b3e118-c120-406a-85ea-1be1577b00a1 HTTP/1.1" status: 204 len: 168 time: 0.4172175 Mar 07 04:20:29.390518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d011394-4fa2-4401-a78e-221cc617ab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b3e118-c120-406a-85ea-1be1577b00a1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:29.425010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9ab27be-8ba3-4a11-b0a3-c79d30c06e73 req-5f6c5270-a110-4274-af8a-f4f60c6eca38 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257219 Mar 07 04:20:29.447675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] For port 27effc05-79a3-4b9e-8f7f-690623c7a23e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=27effc05-79a3-4b9e-8f7f-690623c7a23e,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:29.447675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.453402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Calling delete_port for 27effc05-79a3-4b9e-8f7f-690623c7a23e owned by compute:tempest-test_az-1056514340 {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:20:29.619486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (27effc05-79a3-4b9e-8f7f-690623c7a23e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.633380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['27effc05-79a3-4b9e-8f7f-690623c7a23e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:29.655334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Pushing event deleted for resources: {'Port': ['ID=27effc05-79a3-4b9e-8f7f-690623c7a23e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:29.664957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a35329-6454-4c12-8f24-574fabb7bd7e req-506568c0-8948-4cee-8c1d-ba38e7574d88 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:29.666702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7a35329-6454-4c12-8f24-574fabb7bd7e req-506568c0-8948-4cee-8c1d-ba38e7574d88 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 944 time: 0.1187713 Mar 07 04:20:29.715430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54952) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:29.742532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] No DVR routers for this DVR port 27effc05-79a3-4b9e-8f7f-690623c7a23e on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:29.762033 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.765277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8772d2f-5439-49e5-8b84-5a18aa7f2444 req-33eaa691-2606-4bf8-b94d-ce674b9febaf tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.15 "DELETE /v2.0/ports/27effc05-79a3-4b9e-8f7f-690623c7a23e HTTP/1.1" status: 204 len: 173 time: 0.7844410 Mar 07 04:20:29.765739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42387431-82b4-47ac-af1c-261acd06a7ca', 'name': 'network-vif-deleted', 'tag': '27effc05-79a3-4b9e-8f7f-690623c7a23e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:29.768032 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b47c6cc-78af-447e-a897-291219680771" -d '{"events": [{"server_uuid": "42387431-82b4-47ac-af1c-261acd06a7ca", "name": "network-vif-deleted", "tag": "27effc05-79a3-4b9e-8f7f-690623c7a23e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:29.839618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7a35329-6454-4c12-8f24-574fabb7bd7e req-4f9badcf-cbc7-4d76-addc-b78053a20b81 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648080 Mar 07 04:20:29.846352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4003fc49-6ce9-4390-addd-0306f5c99361 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97895be154de49d99438ace3b18b12d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289077 Mar 07 04:20:29.849207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54956) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:29.885510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7da737-80d6-4222-a665-5dadc64c82ff req-898c7e50-307a-4841-a55d-5abe27984bc6 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:29.887729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f7da737-80d6-4222-a665-5dadc64c82ff req-898c7e50-307a-4841-a55d-5abe27984bc6 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 948 time: 0.1805270 Mar 07 04:20:29.917926 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca66a1ec-f225-486b-90a6-5dcf76f997ad x-openstack-request-id: req-ca66a1ec-f225-486b-90a6-5dcf76f997ad {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:29.918247 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42387431-82b4-47ac-af1c-261acd06a7ca", "name": "network-vif-deleted", "tag": "27effc05-79a3-4b9e-8f7f-690623c7a23e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:29.918522 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca66a1ec-f225-486b-90a6-5dcf76f997ad {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:29.918881 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42387431-82b4-47ac-af1c-261acd06a7ca', 'name': 'network-vif-deleted', 'tag': '27effc05-79a3-4b9e-8f7f-690623c7a23e', 'status': 'completed', 'code': 200} Mar 07 04:20:29.939587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3639d41-37fb-4db7-b111-33042fb7c072 admin admin] Publish callbacks [] for security_group (e57f45fb-bda7-49a4-9f6e-1b2da63466ff), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.977585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3639d41-37fb-4db7-b111-33042fb7c072 admin admin] Publish callbacks [] for security_group (e57f45fb-bda7-49a4-9f6e-1b2da63466ff), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:29.992132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f7da737-80d6-4222-a665-5dadc64c82ff req-3f7d2266-fbaa-4b86-9413-f56fe5599891 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892138 Mar 07 04:20:30.047641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3639d41-37fb-4db7-b111-33042fb7c072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e57f45fb-bda7-49a4-9f6e-1b2da63466ff), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:30.052319 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3639d41-37fb-4db7-b111-33042fb7c072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:30.059128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a3639d41-37fb-4db7-b111-33042fb7c072 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e57f45fb-bda7-49a4-9f6e-1b2da63466ff HTTP/1.1" status: 204 len: 168 time: 0.2087927 Mar 07 04:20:30.076627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce07314-ba6c-425f-af12-78de1bcb569f req-37a06fb7-849c-4f85-82af-5d7b78a29cca tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:30.078313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ce07314-ba6c-425f-af12-78de1bcb569f req-37a06fb7-849c-4f85-82af-5d7b78a29cca tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 949 time: 0.0852036 Mar 07 04:20:30.082599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3639d41-37fb-4db7-b111-33042fb7c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f45fb-bda7-49a4-9f6e-1b2da63466ff,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:30.132813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-708f27aa-ec74-4886-bee2-5e0fd3965a3f req-42ed59a4-81b5-41a7-b1f6-9fd64a9f4524 tempest-LiveMigrationNegativeTest-188254392 tempest-LiveMigrationNegativeTest-188254392-project] 10.222.0.21 "GET /v2.0/ports?device_id=42387431-82b4-47ac-af1c-261acd06a7ca HTTP/1.1" status: 200 len: 210 time: 0.0513387 Mar 07 04:20:30.154671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ce07314-ba6c-425f-af12-78de1bcb569f req-2093c15f-bd21-42a7-a10f-4018b56ca0f9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 Mar 07 04:20:30.328861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:30.419816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:30.424583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:30.425217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:30.590483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:30.590884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:30.597019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921e8d-97df-4e1a-bc13-0b58e60a85e1 req-5e2c4bf0-0c0a-4d7a-89d0-11bd552132d7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:30.604933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9921e8d-97df-4e1a-bc13-0b58e60a85e1 req-5e2c4bf0-0c0a-4d7a-89d0-11bd552132d7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 967 time: 0.1633015 Mar 07 04:20:30.653855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:30.659955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:30.664522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425bdcd-2c3e-4099-9eec-707156981c9f req-2d1e8d44-1d04-4344-83f0-3772d5a9e660 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:30.671854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2425bdcd-2c3e-4099-9eec-707156981c9f req-2d1e8d44-1d04-4344-83f0-3772d5a9e660 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 946 time: 0.1219327 Mar 07 04:20:30.695018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9921e8d-97df-4e1a-bc13-0b58e60a85e1 req-eeb4ecec-c2e9-468e-91c4-64517c5352d2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847516 Mar 07 04:20:30.725700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:30.777225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2425bdcd-2c3e-4099-9eec-707156981c9f req-47685a85-21b2-4172-a572-53f5cce151d1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043403 Mar 07 04:20:30.883723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 89c72d77-03da-4ee1-8148-6e0c6e47796a details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:30.910993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1f9d-c34f-4e9d-852b-1cabed8be969 req-6f9e07e8-df3d-404c-bf73-4700fb103a6a tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:30.912699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-328a1f9d-c34f-4e9d-852b-1cabed8be969 req-6f9e07e8-df3d-404c-bf73-4700fb103a6a tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1149 time: 0.0782692 Mar 07 04:20:31.023739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 89c72d77-03da-4ee1-8148-6e0c6e47796a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:31.024037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f2604-85fd-4e0f-b02a-3640bcf576e6 req-93252003-9fe2-4cf6-ac00-f0a22c80c470 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:31.025865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d36f2604-85fd-4e0f-b02a-3640bcf576e6 req-93252003-9fe2-4cf6-ac00-f0a22c80c470 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 944 time: 0.1121223 Mar 07 04:20:31.041551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:31.042125 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-328a1f9d-c34f-4e9d-852b-1cabed8be969 req-8c4ce63b-7ecf-426a-bfb7-fb42f49b37c8 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160593 Mar 07 04:20:31.043982 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0107892-669b-4901-ab72-fc0bf6226142" -d '{"events": [{"server_uuid": "74ee04ad-ac79-4b44-8faa-56d16833fac0", "name": "network-vif-plugged", "status": "completed", "tag": "e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:31.046564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:31.113091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 89c72d77-03da-4ee1-8148-6e0c6e47796a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:31.115499 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:31.122273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d36f2604-85fd-4e0f-b02a-3640bcf576e6 req-1c36fb9d-9791-4657-8b16-482eaf355cad tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Mar 07 04:20:31.142024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c72d77-03da-4ee1-8148-6e0c6e47796a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:31.174724 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:20:31.194332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 89c72d77-03da-4ee1-8148-6e0c6e47796a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:31.204108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:31.204853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device fb347928-1a29-4397-8177-bcf73ea59d6d details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:31.264906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b19bb-1255-4922-b4a7-b15307e835bd req-acaa4588-256f-433a-ae50-86afab7a4e1c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:31.267974 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-061b19bb-1255-4922-b4a7-b15307e835bd req-acaa4588-256f-433a-ae50-86afab7a4e1c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 948 time: 0.0783584 Mar 07 04:20:31.388176 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d56d51-82ef-49af-8740-5bf7431fcd75 x-openstack-request-id: req-42d56d51-82ef-49af-8740-5bf7431fcd75 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:31.388434 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee04ad-ac79-4b44-8faa-56d16833fac0", "name": "network-vif-plugged", "status": "completed", "tag": "e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:31.388832 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42d56d51-82ef-49af-8740-5bf7431fcd75 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:31.389258 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5', 'code': 200} Mar 07 04:20:31.398553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-061b19bb-1255-4922-b4a7-b15307e835bd req-9e09b029-5799-4ac9-bfc5-8d0316b20481 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230152 Mar 07 04:20:31.437619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port fb347928-1a29-4397-8177-bcf73ea59d6d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=fb347928-1a29-4397-8177-bcf73ea59d6d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:31.467453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'fb347928-1a29-4397-8177-bcf73ea59d6d', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'fb347928-1a29-4397-8177-bcf73ea59d6d', 'mac_address': 'fa:16:3e:7c:31:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:31.522650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2c88b-df0c-4266-b8e4-2106d9e03465 req-33cf4526-0aa4-4df7-b886-fce9d76cd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:31.537874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=89c72d77-03da-4ee1-8148-6e0c6e47796a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:31.538217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15c2c88b-df0c-4266-b8e4-2106d9e03465 req-33cf4526-0aa4-4df7-b886-fce9d76cd2f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 1132 time: 0.1901321 Mar 07 04:20:31.550014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port fb347928-1a29-4397-8177-bcf73ea59d6d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:31.551315 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:31.570023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb347928-1a29-4397-8177-bcf73ea59d6d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:31.601400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port fb347928-1a29-4397-8177-bcf73ea59d6d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=fb347928-1a29-4397-8177-bcf73ea59d6d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:31.607816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:31.688986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=fb347928-1a29-4397-8177-bcf73ea59d6d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:31.714925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018456e-a57a-4518-9ff4-5157f2a3e555 req-5d96db03-dc45-4114-9217-6504a9bc435e tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:31.716486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a018456e-a57a-4518-9ff4-5157f2a3e555 req-5d96db03-dc45-4114-9217-6504a9bc435e tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 950 time: 0.2809114 Mar 07 04:20:31.720248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15c2c88b-df0c-4266-b8e4-2106d9e03465 req-bce2b36d-0c29-4c78-b2ab-62f25eb01362 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811311 Mar 07 04:20:31.793419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-32b9294d-ab40-467c-ae84-e9f1d74d1ce7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:31.797631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:31.806521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-32b9294d-ab40-467c-ae84-e9f1d74d1ce7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.2526801 Mar 07 04:20:31.823173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a018456e-a57a-4518-9ff4-5157f2a3e555 req-02a26fa9-92d0-4d17-9d82-875559bcaea5 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995252 Mar 07 04:20:31.856737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-444b55ba-d43c-4191-bec7-2314c8dfe559 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/quotas/768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 375 time: 0.0489221 Mar 07 04:20:31.955469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['89c72d77-03da-4ee1-8148-6e0c6e47796a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:31.956421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-040ece56-e0c4-4904-bbfe-2454a5d542e3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985963 Mar 07 04:20:32.002013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['fb347928-1a29-4397-8177-bcf73ea59d6d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:32.108123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e764dd9-1d94-4369-ab28-353ad45a03f7 req-f12a6b5b-6fc7-4bf4-a0f9-439fd34c3a3f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:32.110086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e764dd9-1d94-4369-ab28-353ad45a03f7 req-f12a6b5b-6fc7-4bf4-a0f9-439fd34c3a3f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 946 time: 0.1958299 Mar 07 04:20:32.146910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-6e7ceaed-a307-432c-b765-f200af4a1b32 service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894796 Mar 07 04:20:32.192356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-440c1478-73ce-496a-bfec-a6df262adb6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca344e62284a460f9ebccc9165dcca8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905628 Mar 07 04:20:32.193263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55040) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:32.213815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e764dd9-1d94-4369-ab28-353ad45a03f7 req-0c50e8d5-2af2-4577-8a59-93e9bb36374d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971165 Mar 07 04:20:32.344954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 27effc05-79a3-4b9e-8f7f-690623c7a23e no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:32.350890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-7255e15a-1bca-408a-8945-bde621b0eb33 service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915505 Mar 07 04:20:32.367695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-597d07d5-242b-4832-8733-9d1616c0f787 admin admin] Publish callbacks [] for security_group (aca8ad4a-52d0-4172-a316-1a59b02c54da), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:32.396120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-597d07d5-242b-4832-8733-9d1616c0f787 admin admin] Publish callbacks [] for security_group (aca8ad4a-52d0-4172-a316-1a59b02c54da), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:32.411177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37bf82-63ce-48c2-8d04-bd27df779b3f req-fe68a59e-e3d1-4321-8d45-0d8d54bad49b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:32.412817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a37bf82-63ce-48c2-8d04-bd27df779b3f req-fe68a59e-e3d1-4321-8d45-0d8d54bad49b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 945 time: 0.1216965 Mar 07 04:20:32.432719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 27effc05-79a3-4b9e-8f7f-690623c7a23e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:20:32.433087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 27effc05-79a3-4b9e-8f7f-690623c7a23e not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:32.502212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a37bf82-63ce-48c2-8d04-bd27df779b3f req-d2b2d20b-67a9-4e92-8491-aaae3bc63f7f tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820887 Mar 07 04:20:32.531323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-597d07d5-242b-4832-8733-9d1616c0f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aca8ad4a-52d0-4172-a316-1a59b02c54da), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:32.535655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-597d07d5-242b-4832-8733-9d1616c0f787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:32.537472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-597d07d5-242b-4832-8733-9d1616c0f787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aca8ad4a-52d0-4172-a316-1a59b02c54da HTTP/1.1" status: 204 len: 168 time: 0.3437002 Mar 07 04:20:32.553507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d07d5-242b-4832-8733-9d1616c0f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca8ad4a-52d0-4172-a316-1a59b02c54da,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:32.724437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5558dbee-e789-4157-b90d-140afb6382b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:32.928539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-62ece95a-b15b-4efe-a672-2af6d7ccfbd9 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf419b3aa1284a16835ed69c181f2874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411382 Mar 07 04:20:33.045743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f95330-4e1b-4eb6-b92d-ecff2d794e7a req-2374242e-8f75-4b7e-9713-fbb3f4ce25c3 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:33.046528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2f95330-4e1b-4eb6-b92d-ecff2d794e7a req-2374242e-8f75-4b7e-9713-fbb3f4ce25c3 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1128 time: 0.1368279 Mar 07 04:20:33.093911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-f54a867c-688c-430c-8bc8-6a69964b742d tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:33.095404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-f54a867c-688c-430c-8bc8-6a69964b742d tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508808 Mar 07 04:20:33.123359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-b6789126-3549-41a3-87e3-6724c4218a38 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/quotas/cf419b3aa1284a16835ed69c181f2874 HTTP/1.1" status: 200 len: 375 time: 0.0204673 Mar 07 04:20:33.125476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2f95330-4e1b-4eb6-b92d-ecff2d794e7a req-150f402a-096b-4cb2-8b6d-22173ddf7c3d tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713322 Mar 07 04:20:33.174593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-522d5c46-9cb9-4e38-88ef-143d37f4c2dc tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf419b3aa1284a16835ed69c181f2874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446868 Mar 07 04:20:33.209830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:33.262564 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dad9bb73-4437-485e-adb8-b72b2a8415ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a415e122ed245efb991714c4817d456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513678 Mar 07 04:20:33.265050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:33.273122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce3cd4-29ea-424d-98e0-589f3d451891 req-76178986-454c-4977-b9ac-b24ad0fe33b1 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:33.275678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4ce3cd4-29ea-424d-98e0-589f3d451891 req-76178986-454c-4977-b9ac-b24ad0fe33b1 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 949 time: 0.0801909 Mar 07 04:20:33.344526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4ce3cd4-29ea-424d-98e0-589f3d451891 req-22a3fd0b-b4cd-45ce-be71-c1c98ffbb018 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 Mar 07 04:20:33.379579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a784213b-8996-483b-be1d-61443d9127df admin admin] Publish callbacks [] for security_group (ac4e8f1c-4308-4d2a-89be-cfad14869c84), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:33.402587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e6b7950-baa5-4154-a1bd-f45618a7d2da req-4e2335f4-4064-4c20-a0b1-f5ef044667a1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 210 time: 0.0462091 Mar 07 04:20:33.426838 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a784213b-8996-483b-be1d-61443d9127df admin admin] Publish callbacks [] for security_group (ac4e8f1c-4308-4d2a-89be-cfad14869c84), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:33.514515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a784213b-8996-483b-be1d-61443d9127df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ac4e8f1c-4308-4d2a-89be-cfad14869c84), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:33.518055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a784213b-8996-483b-be1d-61443d9127df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:33.519719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a784213b-8996-483b-be1d-61443d9127df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac4e8f1c-4308-4d2a-89be-cfad14869c84 HTTP/1.1" status: 204 len: 168 time: 0.2530324 Mar 07 04:20:33.530195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784213b-8996-483b-be1d-61443d9127df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e8f1c-4308-4d2a-89be-cfad14869c84,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:33.594474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391aeb7-4fbf-4b6e-b55d-a3a16f1d8f27 req-240ee83c-3666-4ec6-b0ea-ea75c3fa38d4 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:33.596310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7391aeb7-4fbf-4b6e-b55d-a3a16f1d8f27 req-240ee83c-3666-4ec6-b0ea-ea75c3fa38d4 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 950 time: 0.1572189 Mar 07 04:20:33.602233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f08cba-34d7-481c-916a-8b596f9549d2 req-07c2f637-0778-42ef-b210-06206b966cfb tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:33.605613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51f08cba-34d7-481c-916a-8b596f9549d2 req-07c2f637-0778-42ef-b210-06206b966cfb tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1128 time: 0.1025968 Mar 07 04:20:33.686970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7391aeb7-4fbf-4b6e-b55d-a3a16f1d8f27 req-d2b3182e-ba4a-4085-bcac-852b5c866d29 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Mar 07 04:20:33.690925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51f08cba-34d7-481c-916a-8b596f9549d2 req-0978cc00-4867-43e3-9811-1614a174bd4b tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751231 Mar 07 04:20:34.038161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2a7f0e9-3907-4d09-a8ec-37cc6a5f984e req-1fc44d64-ca90-42cb-8edd-574928dbcd7e tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 210 time: 0.2774909 Mar 07 04:20:34.170916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d363f7-6dce-486f-a31b-287abd312c20 req-3a0963f4-17a2-4ec7-930d-8d5ecc863647 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:34.172501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11d363f7-6dce-486f-a31b-287abd312c20 req-3a0963f4-17a2-4ec7-930d-8d5ecc863647 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 945 time: 0.1371922 Mar 07 04:20:34.200777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-7beac347-1336-4893-9851-7ab85c6efe77 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:34.203019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-7beac347-1336-4893-9851-7ab85c6efe77 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.1764145 Mar 07 04:20:34.218367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Request body: {'port': {'device_id': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'admin_state_up': True, 'tenant_id': '768725cd7a3a45bbb6a04e95b4fc3124'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:34.273372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11d363f7-6dce-486f-a31b-287abd312c20 req-ff0d0d9c-bf5b-48b1-a846-33bb5f773785 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951705 Mar 07 04:20:34.378641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Made reservation on behalf of 768725cd7a3a45bbb6a04e95b4fc3124 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:34.382680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:34.590728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d4b19-f2de-4ce5-b9a6-29f51fd49379 req-0d614009-d596-42a3-8157-c1c9875da200 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:34.597593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca0d4b19-f2de-4ce5-b9a6-29f51fd49379 req-0d614009-d596-42a3-8157-c1c9875da200 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 949 time: 0.1104457 Mar 07 04:20:34.618148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-69f0a485-3a09-4c62-a54e-018c3b3ef22d tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cf419b3aa1284a16835ed69c181f2874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366960 Mar 07 04:20:34.623725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Allocated IP 172.20.0.6 (beda7e6e-0c00-4a7a-bffa-38b81d211a66/4d83443d-7218-4592-9cbf-eff156bd85b2/e40ef072-2876-450f-bd69-91b0360f9aa0) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:34.676772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca0d4b19-f2de-4ce5-b9a6-29f51fd49379 req-6b3a3c60-3172-48b8-a571-d47b09e42536 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781763 Mar 07 04:20:34.858097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-00db54ef-1f7f-499b-b611-15728c168b64 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:34.859729 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-00db54ef-1f7f-499b-b611-15728c168b64 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367580 Mar 07 04:20:34.875580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Request body: {'port': {'device_id': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'cf419b3aa1284a16835ed69c181f2874'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:34.890739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d58e72f-aa1a-4645-a7f9-1b3ec88f3f37 req-0284ce56-a6ab-4125-ace5-b6ad25344e59 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 210 time: 0.0509431 Mar 07 04:20:34.900388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 89c72d77-03da-4ee1-8148-6e0c6e47796a up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:34.919705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks [] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.011448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.022268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 89c72d77-03da-4ee1-8148-6e0c6e47796a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:35.027713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 89c72d77-03da-4ee1-8148-6e0c6e47796a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:35.028096 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.053120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Made reservation on behalf of cf419b3aa1284a16835ed69c181f2874 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:35.058856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.069686 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.125082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:35.147484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:35.153804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 89c72d77-03da-4ee1-8148-6e0c6e47796a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:35.154052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:35.154823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.156691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:35.235445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:35.237298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks [] for security_group (955ff05b-0c21-4cca-8f56-1c6635d7bb32), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.242436 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307ee003-9f69-452b-94cf-668b648ea59d" -d '{"events": [{"server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "name": "network-vif-plugged", "status": "completed", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:35.246783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (955ff05b-0c21-4cca-8f56-1c6635d7bb32), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.269780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:35.270555 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.272308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 89c72d77-03da-4ee1-8148-6e0c6e47796a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:35.304787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.306760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device fb347928-1a29-4397-8177-bcf73ea59d6d up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:35.313365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-9a3a5495-1bbc-4839-8323-dbc575a0a5e1 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1016660 Mar 07 04:20:35.326379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Request body: {'port': {'device_id': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:35.359371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955ff05b-0c21-4cca-8f56-1c6635d7bb32,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:35.366504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=89c72d77-03da-4ee1-8148-6e0c6e47796a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:35.370899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae29858d-7b62-4d7c-9b3f-991247865f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.441249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24e2b356-e5d1-48a3-b696-cc1f52d939d9 req-c0b3dcef-2362-4c14-916d-a8c55f071c56 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 210 time: 0.0589974 Mar 07 04:20:35.474459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.485567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port fb347928-1a29-4397-8177-bcf73ea59d6d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:35.497021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port fb347928-1a29-4397-8177-bcf73ea59d6d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:35.497021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.498857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Allocated IP 192.168.233.153 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/e3998e2d-5810-4ed0-a322-01b187568c0f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:35.555687 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e042c-0935-48ab-8bd2-75f03eea78dc x-openstack-request-id: req-b32e042c-0935-48ab-8bd2-75f03eea78dc {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:35.562919 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "name": "network-vif-plugged", "status": "completed", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:35.565163 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b32e042c-0935-48ab-8bd2-75f03eea78dc {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:35.565163 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'code': 200} Mar 07 04:20:35.701939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port fb347928-1a29-4397-8177-bcf73ea59d6d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:35.702741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.750601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port fb347928-1a29-4397-8177-bcf73ea59d6d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=fb347928-1a29-4397-8177-bcf73ea59d6d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:35.758680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.766034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4040f-154c-4ecb-a422-82f5ffd02147 req-f7063647-a98b-4424-939b-df702c9c9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:35.767545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50d4040f-154c-4ecb-a422-82f5ffd02147 req-f7063647-a98b-4424-939b-df702c9c9eab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1861012 Mar 07 04:20:35.802701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2aea4-2079-4aef-95bf-210fa70a0d8a req-786385fa-4cd0-4fc9-8161-77fd8bdce086 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:35.806572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58c2aea4-2079-4aef-95bf-210fa70a0d8a req-786385fa-4cd0-4fc9-8161-77fd8bdce086 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 950 time: 0.1472292 Mar 07 04:20:35.828622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=fb347928-1a29-4397-8177-bcf73ea59d6d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:35.833087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks [] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.862024 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50d4040f-154c-4ecb-a422-82f5ffd02147 req-7fb64d5b-e18a-42ae-8903-cc69f9dbe474 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Mar 07 04:20:35.886777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58c2aea4-2079-4aef-95bf-210fa70a0d8a req-d80fd4a1-300a-4eee-b9c8-91e41cf3bcb1 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/security-groups?id=407941aa-1646-45d0-9df9-249281cff087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Mar 07 04:20:35.890592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.942706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40ef072-2876-450f-bd69-91b0360f9aa0 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:35.947550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:35.951429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Publish callbacks [] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:35.951767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:35.953723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Pushing event updated for resources: {'Port': ['ID=e3998e2d-5810-4ed0-a322-01b187568c0f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:35.955794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:35.988160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Transition to ACTIVE for port object e40ef072-2876-450f-bd69-91b0360f9aa0 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:35.996531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.019147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.019795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.045138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-a7a918ad-6c03-4b76-8713-fd4c5e304451 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1748040 Mar 07 04:20:36.056591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:36.058182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Request body: {'port': {'device_id': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:36.065491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d6e73-d0ae-4976-bdff-53cc958307e5 req-95d09d4c-15ad-4ae4-9264-2c3794001a16 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.067054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f4d6e73-d0ae-4976-bdff-53cc958307e5 req-95d09d4c-15ad-4ae4-9264-2c3794001a16 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 946 time: 0.1131191 Mar 07 04:20:36.174722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f4d6e73-d0ae-4976-bdff-53cc958307e5 req-f4bc57a3-278d-428c-b432-a8d930f2350d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871682 Mar 07 04:20:36.179693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:36.180098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:36.180495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:36.185968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:36.186404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:36.200667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:36.201151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:36.201714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:36.202168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Bound port: e40ef072-2876-450f-bd69-91b0360f9aa0, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:36.202536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.267284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-02dd589f-5859-4ab2-84e1-2dcbc0ab0a32 None None] Provisioning complete for port e3998e2d-5810-4ed0-a322-01b187568c0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:36.267853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02dd589f-5859-4ab2-84e1-2dcbc0ab0a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.275419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:36.279362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:36.287913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.306607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-02dd589f-5859-4ab2-84e1-2dcbc0ab0a32 None None] Port e3998e2d-5810-4ed0-a322-01b187568c0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:36.332774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.333534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.335806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f285029a-466e-48aa-9628-d46be256a650 service neutron] 10.222.0.15 "PUT /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 1091 time: 1.0158617 Mar 07 04:20:36.340935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:36.344367 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d840b6b2-f46f-4c8b-9233-bd8d00895d87" -d '{"events": [{"name": "network-changed", "server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:36.369809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.453265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285029a-466e-48aa-9628-d46be256a650 service neutron] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:36.561761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f7ab7b04-7f10-4b95-a184-796b1d5336d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.563207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f7ab7b04-7f10-4b95-a184-796b1d5336d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1125 time: 0.1690829 Mar 07 04:20:36.563381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.638954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3998e2d-5810-4ed0-a322-01b187568c0f {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:36.645220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.645699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.646179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.646410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Publish callbacks [] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.646633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.647082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.647544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.647973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.648417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.648861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.649314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.651311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5c405f-0c23-47d4-a73e-4301add0a633 req-e93b67b1-ed96-4251-9200-cd3ab18b40ec tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7144 time: 0.2968702 Mar 07 04:20:36.653447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-06d43c9b-c060-46ea-b298-efea97e9fe4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0752673 Mar 07 04:20:36.659241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Transition to ACTIVE for port object e3998e2d-5810-4ed0-a322-01b187568c0f will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:36.664029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.713681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-17cfe51f-a11f-4bf6-90f5-0c7d1476ec31 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.715143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-17cfe51f-a11f-4bf6-90f5-0c7d1476ec31 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.15 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 950 time: 0.1358895 Mar 07 04:20:36.720841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Pushing event updated for resources: {'Port': ['ID=e3998e2d-5810-4ed0-a322-01b187568c0f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:36.731044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-3ad47259-01db-43b0-90f9-9e34231b059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.732092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-3ad47259-01db-43b0-90f9-9e34231b059e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0717247 Mar 07 04:20:36.796609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Attempting to bind port e3998e2d-5810-4ed0-a322-01b187568c0f on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:36.797159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Attempting to bind port e3998e2d-5810-4ed0-a322-01b187568c0f by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:36.797414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Attempting to bind port e3998e2d-5810-4ed0-a322-01b187568c0f on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:36.802287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Port e3998e2d-5810-4ed0-a322-01b187568c0f on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:36.802473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-fca8ee46-209f-4118-8117-b8501e6325a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474064 Mar 07 04:20:36.802607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Attempting to bind port e3998e2d-5810-4ed0-a322-01b187568c0f on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:36.809113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:36.809682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:36.810286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:36.810885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Bound port: e3998e2d-5810-4ed0-a322-01b187568c0f, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:36.811245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.883520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] For port e3998e2d-5810-4ed0-a322-01b187568c0f, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:36.887338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] For port e3998e2d-5810-4ed0-a322-01b187568c0f, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e3998e2d-5810-4ed0-a322-01b187568c0f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:36.894854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.912873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6aad-7537-48cf-9f5b-127094e592fe req-52ab375d-8bab-4ecb-bb4b-4c7a98761363 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.914444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed0b6aad-7537-48cf-9f5b-127094e592fe req-52ab375d-8bab-4ecb-bb4b-4c7a98761363 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 950 time: 0.2082078 Mar 07 04:20:36.949125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:36.949850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:36.951459 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] 10.222.0.15 "PUT /v2.0/ports/e3998e2d-5810-4ed0-a322-01b187568c0f HTTP/1.1" status: 200 len: 1096 time: 0.8987572 Mar 07 04:20:36.952016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'tag': 'e3998e2d-5810-4ed0-a322-01b187568c0f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:36.954487 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3299516c-e05d-4500-bbdb-f8f84108aea6" -d '{"events": [{"name": "network-changed", "server_uuid": "59f7e4ae-9e2d-4aa8-a54d-199d21282a07", "tag": "e3998e2d-5810-4ed0-a322-01b187568c0f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:36.977036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a668732-aab3-4275-9c2f-23a0ffbcf10a service neutron] Pushing event updated for resources: {'Port': ['ID=e3998e2d-5810-4ed0-a322-01b187568c0f,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:36.985956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f9b1525d-9187-4a6b-88dc-0f57d729531c service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758008 Mar 07 04:20:36.995075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Deleting port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:20:36.995524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:37.003377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed0b6aad-7537-48cf-9f5b-127094e592fe req-a2d4a4c0-6d9f-40c8-9898-96de76fd536b tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814738 Mar 07 04:20:37.070125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-015c795c-6e3b-450d-ad33-dbfbfdf4a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.072349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-015c795c-6e3b-450d-ad33-dbfbfdf4a956 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf419b3aa1284a16835ed69c181f2874&device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 1130 time: 0.0655093 Mar 07 04:20:37.117785 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-23008c1e-21c4-46ac-99f8-b258db35df7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e3998e2d-5810-4ed0-a322-01b187568c0f HTTP/1.1" status: 200 len: 217 time: 0.0385332 Mar 07 04:20:37.179007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-b5bd5b96-ad25-4479-bf9c-3a56b56865cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.180463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-b5bd5b96-ad25-4479-bf9c-3a56b56865cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0471077 Mar 07 04:20:37.190694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] For port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:37.191241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:37.216419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Calling delete_port for e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:20:37.220885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc19eff5-95d9-49c0-81b4-0156217c055d req-f2afa556-2a3a-4dda-8101-f6a83dbd7f1e service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212725 Mar 07 04:20:37.233033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-3280ef43-bbd7-4a65-92e9-a6893c74f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.234484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-3280ef43-bbd7-4a65-92e9-a6893c74f9e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0484123 Mar 07 04:20:37.237568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46885-9082-47bd-aff7-9205fe724988 req-5401c2ee-dc6b-4ea0-bf39-84ac8ddf471d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.239044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc46885-9082-47bd-aff7-9205fe724988 req-5401c2ee-dc6b-4ea0-bf39-84ac8ddf471d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.1529584 Mar 07 04:20:37.325156 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-90e52ce7-e2ab-43c2-be7f-44deaaf3ea71 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839679 Mar 07 04:20:37.331591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc46885-9082-47bd-aff7-9205fe724988 req-dbb95f2b-22fc-4c46-91d5-c14172131f74 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582573 Mar 07 04:20:37.383523 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617441b-4458-4875-89b5-01e2c5aeddd6 x-openstack-request-id: req-b617441b-4458-4875-89b5-01e2c5aeddd6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:37.383878 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:37.385832 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b617441b-4458-4875-89b5-01e2c5aeddd6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:37.386579 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'status': 'completed', 'code': 200} Mar 07 04:20:37.437122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1b45c6d-b052-4dd6-bf47-7aa4919fa0ac req-3b769286-8b9d-448a-ba89-1b6c930564d8 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046867 Mar 07 04:20:37.499828 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:37.566142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb347928-1a29-4397-8177-bcf73ea59d6d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:37.568477 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc3ada-d2dd-40ba-9060-4d17e3a4c42e" -d '{"events": [{"server_uuid": "d8f0a578-5a64-480c-afba-f79f4054a17a", "name": "network-vif-plugged", "status": "completed", "tag": "fb347928-1a29-4397-8177-bcf73ea59d6d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:37.675246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:37.687301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:37.719605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-1f998732-771e-47c2-bd5f-94d763ab02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.721106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-1f998732-771e-47c2-bd5f-94d763ab02fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1125 time: 0.3180950 Mar 07 04:20:37.721825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Pushing event deleted for resources: {'Port': ['ID=e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:37.792003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55208) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:37.803347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] No DVR routers for this DVR port e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:37.808126 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:37.811472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c25a73b6-c4ed-4e78-ac44-c59e8d30822f req-5ad0d086-8397-41e6-b8d6-0620a05a9cd9 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.15 "DELETE /v2.0/ports/e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 HTTP/1.1" status: 204 len: 173 time: 1.0848475 Mar 07 04:20:37.851702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949c7f-fe39-41d2-beae-1172dbdb2bf2 req-f1109943-b2d7-4c65-a3b2-4b7c84d40edf tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.857306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94949c7f-fe39-41d2-beae-1172dbdb2bf2 req-f1109943-b2d7-4c65-a3b2-4b7c84d40edf tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 948 time: 0.2225435 Mar 07 04:20:37.930243 n-d-832185-1 neutron-server[103939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 04:20:37.935118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-064ad01e-32e7-4e7d-b800-65bc42a4f805 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:20:37.936266 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-064ad01e-32e7-4e7d-b800-65bc42a4f805 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1429925 Mar 07 04:20:37.936905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-62c56d71-d773-4d59-bd83-fd5353d22526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:37.938404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-62c56d71-d773-4d59-bd83-fd5353d22526 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2089658 Mar 07 04:20:37.943205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94949c7f-fe39-41d2-beae-1172dbdb2bf2 req-b0e80acf-a33d-483a-9886-bfe4a738ea4a tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Mar 07 04:20:38.003969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-3932cb95-e2c2-43dd-ac37-af5932047751 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0550370 Mar 07 04:20:38.071796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-8da63b5c-97a0-4b7e-bde8-67fc475f7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.073312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-8da63b5c-97a0-4b7e-bde8-67fc475f7644 service neutron] 10.222.0.21 "GET /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 1125 time: 0.0833914 Mar 07 04:20:38.081777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:38.082320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Unknown quota resources ['binding']. {{(pid=103939) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:20:38.108128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-33e83f46-ddf4-4862-a1eb-94ee0578abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.109598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-33e83f46-ddf4-4862-a1eb-94ee0578abce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0886531 Mar 07 04:20:38.148233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-1c912145-436d-426c-a382-cbaefae93d0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305545 Mar 07 04:20:38.150239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb7c93-86d0-4d6b-ba17-c56a0b173e0d req-5298d64a-a262-466f-9b52-5e2aa6d9d5e9 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.151475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78fb7c93-86d0-4d6b-ba17-c56a0b173e0d req-5298d64a-a262-466f-9b52-5e2aa6d9d5e9 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 886 time: 0.1509826 Mar 07 04:20:38.218500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:38.218924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:38.219312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:38.223625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:38.223942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:38.229710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:38.230065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:38.230440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:38.230856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Bound port: 381b319a-57e1-4d5a-bce4-0fd5e9086163, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:38.252185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6092db57-4fa3-4abd-8a11-2866c10a4768 req-6b47356b-76f5-4170-9446-9bc164d44026 tempest-TenantUsagesTestJSON-41783763 tempest-TenantUsagesTestJSON-41783763-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ee04ad-ac79-4b44-8faa-56d16833fac0 HTTP/1.1" status: 200 len: 210 time: 0.0325615 Mar 07 04:20:38.276328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-d0fc8f97-c4be-4842-86ca-07caa9904051 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172860 Mar 07 04:20:38.294303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:38.302190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:38.313233 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-d134d6c9-5582-44d3-8a35-0de81d27d175 service neutron] 10.222.0.21 "POST /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163/bindings HTTP/1.1" status: 201 len: 389 time: 0.2292516 Mar 07 04:20:38.316522 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e68cc16-edf1-4a04-86d5-97423468b15e x-openstack-request-id: req-9e68cc16-edf1-4a04-86d5-97423468b15e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:38.316809 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f7e4ae-9e2d-4aa8-a54d-199d21282a07", "tag": "e3998e2d-5810-4ed0-a322-01b187568c0f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:38.317064 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e68cc16-edf1-4a04-86d5-97423468b15e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:38.317465 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'tag': 'e3998e2d-5810-4ed0-a322-01b187568c0f', 'status': 'completed', 'code': 200} Mar 07 04:20:38.434741 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aadecc-e2cb-4a9d-a40c-e854dc222010 x-openstack-request-id: req-e8aadecc-e2cb-4a9d-a40c-e854dc222010 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:38.435062 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f0a578-5a64-480c-afba-f79f4054a17a", "name": "network-vif-plugged", "status": "completed", "tag": "fb347928-1a29-4397-8177-bcf73ea59d6d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:38.435544 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8aadecc-e2cb-4a9d-a40c-e854dc222010 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:38.436100 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb347928-1a29-4397-8177-bcf73ea59d6d', 'code': 200} Mar 07 04:20:38.465216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d840b6b2-f46f-4c8b-9233-bd8d00895d87 req-a6b0ec58-b070-4614-8843-c2bcfcdaa507 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819010 Mar 07 04:20:38.480586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2341-7287-4c80-b7cf-9264396fc428 req-14de6169-36d3-4976-a2a4-5243d0ee42e0 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.487416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d62a2341-7287-4c80-b7cf-9264396fc428 req-14de6169-36d3-4976-a2a4-5243d0ee42e0 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 946 time: 0.1176548 Mar 07 04:20:38.491232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-c34803fe-2b48-4748-93b5-12923fea4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.492694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-c34803fe-2b48-4748-93b5-12923fea4d49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf419b3aa1284a16835ed69c181f2874&device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 1130 time: 0.1350162 Mar 07 04:20:38.646029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d62a2341-7287-4c80-b7cf-9264396fc428 req-a41a0be3-919d-46aa-9af3-b8aede3db925 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577342 Mar 07 04:20:38.655087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4266e8-f789-4a1e-ad50-6eb492030915 req-78c80994-c1ec-48a8-8fca-00891f692aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.656653 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a4266e8-f789-4a1e-ad50-6eb492030915 req-78c80994-c1ec-48a8-8fca-00891f692aa2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 1132 time: 0.0831509 Mar 07 04:20:38.664740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-36f3b832-8dd1-4f98-8104-e9cee326aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.667201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-36f3b832-8dd1-4f98-8104-e9cee326aee6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1678436 Mar 07 04:20:38.667350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-b6161b48-7ac6-42ad-ac63-fcfcc06106b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.668778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-b6161b48-7ac6-42ad-ac63-fcfcc06106b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1128 time: 0.0686829 Mar 07 04:20:38.674951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b7272-84c6-4233-a76a-ce1f0ada2e8f req-80b43507-5438-475e-899a-0322de580340 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.676417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-427b7272-84c6-4233-a76a-ce1f0ada2e8f req-80b43507-5438-475e-899a-0322de580340 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 950 time: 0.1605103 Mar 07 04:20:38.742067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-e3ee8180-5507-40c3-b05f-de24471ea554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e3998e2d-5810-4ed0-a322-01b187568c0f HTTP/1.1" status: 200 len: 217 time: 0.0645816 Mar 07 04:20:38.761235 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a4266e8-f789-4a1e-ad50-6eb492030915 req-c12bfe57-a9bf-46a5-9662-f2aeb9456086 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977845 Mar 07 04:20:38.788762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-0438f9e2-5bc1-4e20-a5f3-127082c6d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.790838 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-0438f9e2-5bc1-4e20-a5f3-127082c6d018 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1091955 Mar 07 04:20:38.858365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-26e42383-134a-48f0-afe7-f2a7719f2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.859817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-26e42383-134a-48f0-afe7-f2a7719f2f12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1098597 Mar 07 04:20:38.864507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-427b7272-84c6-4233-a76a-ce1f0ada2e8f req-ede3c285-f9c1-4900-8262-a2d7eabeb3db tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792369 Mar 07 04:20:38.935134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.935609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.936079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.936543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.937004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.937460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.937914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.938587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.939051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.939510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.941332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d76b7c1-559b-4d05-a2df-2947c427cb4b req-3f0f5b35-45f5-48be-b080-a9c4ab436be1 tempest-NetworksTest-205451486 tempest-NetworksTest-205451486-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7144 time: 0.2629867 Mar 07 04:20:38.969731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-53959649-5a5a-4b8f-9a6e-629aeaa8d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:38.971259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-53959649-5a5a-4b8f-9a6e-629aeaa8d3cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1034815 Mar 07 04:20:39.049300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327f78-ba8e-4d47-af92-b8d5be328bc9 req-624f7505-55e6-42dc-92ff-98d906988976 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:39.051428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3327f78-ba8e-4d47-af92-b8d5be328bc9 req-624f7505-55e6-42dc-92ff-98d906988976 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.1322143 Mar 07 04:20:39.058313 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-c20cd0e6-d6f4-4d0c-b336-b18b92a5b018 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.0617642 Mar 07 04:20:39.113085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-63bf85e1-b21c-474e-bfc1-9d906a3b0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:39.115083 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-63bf85e1-b21c-474e-bfc1-9d906a3b0358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0496795 Mar 07 04:20:39.158083 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.166912 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-5e448afc-9866-4315-ac8e-1826af2bb458 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442550 Mar 07 04:20:39.173866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3327f78-ba8e-4d47-af92-b8d5be328bc9 req-c23f52c4-e478-4856-844f-92e73813ef07 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929453 Mar 07 04:20:39.176012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-de6c697a-6bb5-4072-863f-39d848d34ebc service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983292 Mar 07 04:20:39.188507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026815-0b79-4ebe-9f72-f058b8716ea9 req-c4687734-7ae9-4278-8df5-2baa1016ebfb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:39.190630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44026815-0b79-4ebe-9f72-f058b8716ea9 req-c4687734-7ae9-4278-8df5-2baa1016ebfb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 946 time: 0.1885774 Mar 07 04:20:39.269105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55238) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:39.307452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-af3179d4-b0c2-4ee1-80b0-18ddc749eaf6 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228726 Mar 07 04:20:39.349113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44026815-0b79-4ebe-9f72-f058b8716ea9 req-156fcefb-b83e-41ee-bb8c-a0de923407f6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334240 Mar 07 04:20:39.372969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3299516c-e05d-4500-bbdb-f8f84108aea6 req-930d0816-e465-4d4d-b604-13db44d7282c service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812387 Mar 07 04:20:39.386995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c59239-056d-494a-b56e-66000e99a4e1 req-407e2b88-a75c-45d4-bf65-69aa7857be1f tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:39.388788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2c59239-056d-494a-b56e-66000e99a4e1 req-407e2b88-a75c-45d4-bf65-69aa7857be1f tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 948 time: 0.0946159 Mar 07 04:20:39.389302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'name': 'network-vif-deleted', 'tag': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:39.392735 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb17c6-4d12-46e0-9c20-cb95b4e90a9f" -d '{"events": [{"server_uuid": "74ee04ad-ac79-4b44-8faa-56d16833fac0", "name": "network-vif-deleted", "tag": "e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:39.433143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c548884-1c6d-4108-8c67-1e6a3f3018da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.452800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2c59239-056d-494a-b56e-66000e99a4e1 req-899908e3-54a6-4aee-b52e-b45db58725f8 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Mar 07 04:20:39.455248 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73707d3b-ec71-4084-a07b-566c9d2a668f x-openstack-request-id: req-73707d3b-ec71-4084-a07b-566c9d2a668f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:39.455248 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee04ad-ac79-4b44-8faa-56d16833fac0", "name": "network-vif-deleted", "tag": "e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:39.455417 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73707d3b-ec71-4084-a07b-566c9d2a668f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:39.455692 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ee04ad-ac79-4b44-8faa-56d16833fac0', 'name': 'network-vif-deleted', 'tag': 'e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5', 'status': 'completed', 'code': 200} Mar 07 04:20:39.482816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-bf2fbc51-5a2c-4caf-9a6a-88b3758a3350 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697061 Mar 07 04:20:39.550221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c548884-1c6d-4108-8c67-1e6a3f3018da admin admin] Publish callbacks [] for security_group (22e397ac-d560-4b41-9ef0-911e5d4e615c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.554086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c548884-1c6d-4108-8c67-1e6a3f3018da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (22e397ac-d560-4b41-9ef0-911e5d4e615c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.614838 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c548884-1c6d-4108-8c67-1e6a3f3018da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64f80d8245004988a587e221861bc12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442469 Mar 07 04:20:39.616903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c548884-1c6d-4108-8c67-1e6a3f3018da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e397ac-d560-4b41-9ef0-911e5d4e615c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:39.617572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55250) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:39.629520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-4aaabb21-4206-434b-8ef0-1e9357adc426 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:39.631118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-4aaabb21-4206-434b-8ef0-1e9357adc426 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1128 time: 0.0909421 Mar 07 04:20:39.641605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55252) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:39.643165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:39.681737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8f32629-3cad-4cee-82b2-809011d8e05a admin admin] Publish callbacks [] for security_group (22e397ac-d560-4b41-9ef0-911e5d4e615c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.709446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8f32629-3cad-4cee-82b2-809011d8e05a admin admin] Publish callbacks [] for security_group (22e397ac-d560-4b41-9ef0-911e5d4e615c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.710979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.827930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4340973-d0cb-4456-91c3-0fbda4b0f0ff req-3f8b3088-7a85-4a5d-bdd1-5e8d53371db5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:39.829345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4340973-d0cb-4456-91c3-0fbda4b0f0ff req-3f8b3088-7a85-4a5d-bdd1-5e8d53371db5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 946 time: 0.0949690 Mar 07 04:20:39.830755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8f32629-3cad-4cee-82b2-809011d8e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (22e397ac-d560-4b41-9ef0-911e5d4e615c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.833477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8f32629-3cad-4cee-82b2-809011d8e05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.834545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e8f32629-3cad-4cee-82b2-809011d8e05a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22e397ac-d560-4b41-9ef0-911e5d4e615c HTTP/1.1" status: 204 len: 168 time: 0.2153621 Mar 07 04:20:39.837668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0e7618ed-6d48-4787-8079-23fa9121be6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d265d81f27e742eca9a023f162dbd077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943314 Mar 07 04:20:39.843518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:39.850676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:39.867295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f32629-3cad-4cee-82b2-809011d8e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e397ac-d560-4b41-9ef0-911e5d4e615c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:39.921810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:39.925544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4340973-d0cb-4456-91c3-0fbda4b0f0ff req-eafdaab0-7a74-41c2-98f6-05862e9f099c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Mar 07 04:20:39.938015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbed568b-fc29-4f06-9364-70559905f525 admin admin] Publish callbacks [] for security_group (407941aa-1646-45d0-9df9-249281cff087), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.976598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Publish callbacks [] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.981908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbed568b-fc29-4f06-9364-70559905f525 admin admin] Publish callbacks [] for security_group (407941aa-1646-45d0-9df9-249281cff087), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:39.985962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.075031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:40.132069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:40.132564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:40.133007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:40.140554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:40.141053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Attempting to bind port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:40.147083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:40.147584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:40.148072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:40.148998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Bound port: 381b319a-57e1-4d5a-bce4-0fd5e9086163, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:40.149560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.228350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:40.245571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd48d9f-b825-4dcb-8fad-ab71ea8fd1a2 req-e977a8ca-1f06-4adf-a782-9319250e01bb tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:40.247161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbd48d9f-b825-4dcb-8fad-ab71ea8fd1a2 req-e977a8ca-1f06-4adf-a782-9319250e01bb tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 950 time: 0.2522714 Mar 07 04:20:40.256052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba92b9c3-7f82-46d2-81ca-4ba10dab21d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.265829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:40.267955 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbed568b-fc29-4f06-9364-70559905f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (407941aa-1646-45d0-9df9-249281cff087), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.270662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbed568b-fc29-4f06-9364-70559905f525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.274080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fbed568b-fc29-4f06-9364-70559905f525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/407941aa-1646-45d0-9df9-249281cff087 HTTP/1.1" status: 204 len: 168 time: 0.4295619 Mar 07 04:20:40.282816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:40.286412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e6b98980-011d-427d-bef3-6f14a34b5239 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3081439 Mar 07 04:20:40.296188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed568b-fc29-4f06-9364-70559905f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407941aa-1646-45d0-9df9-249281cff087,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:40.300069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.307762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:40.340484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:40.342777 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b1302b-c01f-4ada-bdd8-3482cef61051" -d '{"events": [{"server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "name": "network-vif-unplugged", "status": "completed", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:40.350649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbd48d9f-b825-4dcb-8fad-ab71ea8fd1a2 req-b448ecb4-d97f-4310-bf45-1c6985df8a75 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917921 Mar 07 04:20:40.352256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.377693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e3998e2d-5810-4ed0-a322-01b187568c0f details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:40.388003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:40.426435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:40.427074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.428776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-61473f43-fd3b-4929-a09e-88c196e62a2c service neutron] 10.222.0.44 "PUT /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 1122 time: 0.7898858 Mar 07 04:20:40.444359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba92b9c3-7f82-46d2-81ca-4ba10dab21d4 admin admin] Publish callbacks [] for security_group (e6164f40-590e-4383-a4a8-e980ede9ad92), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.451939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba92b9c3-7f82-46d2-81ca-4ba10dab21d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e6164f40-590e-4383-a4a8-e980ede9ad92), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.472822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:40.519802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba92b9c3-7f82-46d2-81ca-4ba10dab21d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d954b39a10a4eeab5e47f0fea3a498b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902079 Mar 07 04:20:40.522208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:40.529419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92b9c3-7f82-46d2-81ca-4ba10dab21d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6164f40-590e-4383-a4a8-e980ede9ad92,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:40.529851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.568314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e3998e2d-5810-4ed0-a322-01b187568c0f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e3998e2d-5810-4ed0-a322-01b187568c0f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:40.583639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e3998e2d-5810-4ed0-a322-01b187568c0f', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e3998e2d-5810-4ed0-a322-01b187568c0f', 'mac_address': 'fa:16:3e:a3:11:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:40.585286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0599d987-db6c-4a3a-bfa4-741e9047861b admin admin] Publish callbacks [] for security_group (e6164f40-590e-4383-a4a8-e980ede9ad92), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.611187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:20:40.611768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4296c1b-7378-46c3-ad0f-18bbcb3e1fb5 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:40.617220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0599d987-db6c-4a3a-bfa4-741e9047861b admin admin] Publish callbacks [] for security_group (e6164f40-590e-4383-a4a8-e980ede9ad92), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.637867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['381b319a-57e1-4d5a-bce4-0fd5e9086163'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:40.681534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0599d987-db6c-4a3a-bfa4-741e9047861b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e6164f40-590e-4383-a4a8-e980ede9ad92), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.684480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0599d987-db6c-4a3a-bfa4-741e9047861b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.687974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0599d987-db6c-4a3a-bfa4-741e9047861b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6164f40-590e-4383-a4a8-e980ede9ad92 HTTP/1.1" status: 204 len: 168 time: 0.1625464 Mar 07 04:20:40.688504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e3998e2d-5810-4ed0-a322-01b187568c0f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:40.689186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.698068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d987-db6c-4a3a-bfa4-741e9047861b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6164f40-590e-4383-a4a8-e980ede9ad92,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:40.711617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3998e2d-5810-4ed0-a322-01b187568c0f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:40.752187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e3998e2d-5810-4ed0-a322-01b187568c0f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e3998e2d-5810-4ed0-a322-01b187568c0f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:40.775536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.776470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:40.809381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55286) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:40.824960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e20c2df-b3b0-4a7c-8025-91fe8a1443a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.933485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e20c2df-b3b0-4a7c-8025-91fe8a1443a2 admin admin] Publish callbacks [] for security_group (47bde014-036a-4a50-b41e-b475f0bd6917), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.934593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Allocated IP 172.25.4.244 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/2a2f85c6-9488-4356-85db-9846ed55c956) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:40.940194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e20c2df-b3b0-4a7c-8025-91fe8a1443a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (47bde014-036a-4a50-b41e-b475f0bd6917), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:40.956608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e3998e2d-5810-4ed0-a322-01b187568c0f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:40.960520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab3093-e055-420a-b73a-928562eabde7 req-94e17767-a40e-4dd5-acd5-1fba20df77c3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:40.963519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18ab3093-e055-420a-b73a-928562eabde7 req-94e17767-a40e-4dd5-acd5-1fba20df77c3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.4359810 Mar 07 04:20:41.009479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e20c2df-b3b0-4a7c-8025-91fe8a1443a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34b590167e5c4f5fa6c094d9450a5363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985545 Mar 07 04:20:41.011277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20c2df-b3b0-4a7c-8025-91fe8a1443a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bde014-036a-4a50-b41e-b475f0bd6917,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:41.012150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55290) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:41.031369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:41.047419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'port_id': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'mac_address': 'fa:16:3e:24:0d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83443d-7218-4592-9cbf-eff156bd85b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:41.096111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e40ef072-2876-450f-bd69-91b0360f9aa0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:41.096514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.111122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40ef072-2876-450f-bd69-91b0360f9aa0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:41.131949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:41.137629 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.139274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18ab3093-e055-420a-b73a-928562eabde7 req-decd788d-680f-4e9d-8e5e-0c3d0d2ccc68 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598332 Mar 07 04:20:41.157017 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0775-bf29-4e0e-aaec-2039bd76d472 admin admin] Publish callbacks [] for security_group (47bde014-036a-4a50-b41e-b475f0bd6917), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.177090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for port (2a2f85c6-9488-4356-85db-9846ed55c956), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.192720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0775-bf29-4e0e-aaec-2039bd76d472 admin admin] Publish callbacks [] for security_group (47bde014-036a-4a50-b41e-b475f0bd6917), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.206558 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cde7d2a-bd69-494a-8c93-2c39efe6f6c2 x-openstack-request-id: req-0cde7d2a-bd69-494a-8c93-2c39efe6f6c2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:41.207092 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "name": "network-vif-unplugged", "status": "completed", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:41.207634 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cde7d2a-bd69-494a-8c93-2c39efe6f6c2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:41.208210 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'code': 200} Mar 07 04:20:41.235998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:41.255837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2a2f85c6-9488-4356-85db-9846ed55c956), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.295387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0775-bf29-4e0e-aaec-2039bd76d472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (47bde014-036a-4a50-b41e-b475f0bd6917), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.297956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0775-bf29-4e0e-aaec-2039bd76d472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.299133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9c1f0775-bf29-4e0e-aaec-2039bd76d472 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47bde014-036a-4a50-b41e-b475f0bd6917 HTTP/1.1" status: 204 len: 168 time: 0.2860367 Mar 07 04:20:41.339491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:41.342919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f0775-bf29-4e0e-aaec-2039bd76d472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bde014-036a-4a50-b41e-b475f0bd6917,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:41.346748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:41.354452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:41.359297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event updated for resources: {'Port': ['ID=2a2f85c6-9488-4356-85db-9846ed55c956,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:41.380429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e40ef072-2876-450f-bd69-91b0360f9aa0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:41.408041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69520fd-13bf-4342-ac8c-dce99d3e0182 req-99c79c37-40b3-4e95-8297-e3a185656be7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:41.416342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f69520fd-13bf-4342-ac8c-dce99d3e0182 req-99c79c37-40b3-4e95-8297-e3a185656be7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.1509795 Mar 07 04:20:41.425947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e3998e2d-5810-4ed0-a322-01b187568c0f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:41.506256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f69520fd-13bf-4342-ac8c-dce99d3e0182 req-ba86ae3e-cec4-4ded-b9bd-d085c1f05631 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Mar 07 04:20:41.519887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.606806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a2f85c6-9488-4356-85db-9846ed55c956), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.732052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84394b-8654-480e-adcc-b621323071f0 req-478aca36-2fcd-46b2-8d3b-a20ed61e983b tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:41.733583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab84394b-8654-480e-adcc-b621323071f0 req-478aca36-2fcd-46b2-8d3b-a20ed61e983b tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 949 time: 0.1416330 Mar 07 04:20:41.840402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab84394b-8654-480e-adcc-b621323071f0 req-e4a0780d-ca46-4fb8-a8e8-ac8cfe216cb7 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978272 Mar 07 04:20:41.879592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for port (2a2f85c6-9488-4356-85db-9846ed55c956), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.886693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2a2f85c6-9488-4356-85db-9846ed55c956), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:41.991710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event updated for resources: {'Port': ['ID=2a2f85c6-9488-4356-85db-9846ed55c956,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:42.010837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.033040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ed44-4779-4631-916e-67fee3ac7386 req-52e51964-09cc-4e24-b17b-d5b911c01435 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:42.034512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e373ed44-4779-4631-916e-67fee3ac7386 req-52e51964-09cc-4e24-b17b-d5b911c01435 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 950 time: 0.1201568 Mar 07 04:20:42.039609 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.041026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-e9dc55c8-5801-4199-b7f9-d87995cd04d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7458675 Mar 07 04:20:42.130244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-042318d2-2b74-414a-ae07-b56acbb9311a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0823429 Mar 07 04:20:42.187982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e373ed44-4779-4631-916e-67fee3ac7386 req-11201b7d-e040-47d2-b6d8-65e6480e013f tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459856 Mar 07 04:20:42.319782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-99e8274a-4595-4125-873b-29d3b45531bd tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:42.326554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-99e8274a-4595-4125-873b-29d3b45531bd tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1872194 Mar 07 04:20:42.334893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0334a-8bde-4370-929e-f72cd0984b3e req-c85fba03-c5e4-4622-a9c5-1b64ab1ee197 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:42.336311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dab0334a-8bde-4370-929e-f72cd0984b3e req-c85fba03-c5e4-4622-a9c5-1b64ab1ee197 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 944 time: 0.0880942 Mar 07 04:20:42.340809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-cc231dc4-08a3-415f-bb6f-1b40ae9b6e24 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:20:42.341770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4ca1b3e-5a3b-4353-b64c-9aaa2a68ceb1 req-cc231dc4-08a3-415f-bb6f-1b40ae9b6e24 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142915 Mar 07 04:20:42.389738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dab0334a-8bde-4370-929e-f72cd0984b3e req-966ed882-aff2-45de-982b-63e28b886f51 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Mar 07 04:20:42.392627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e3998e2d-5810-4ed0-a322-01b187568c0f up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:42.457414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e3998e2d-5810-4ed0-a322-01b187568c0f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:42.461133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e3998e2d-5810-4ed0-a322-01b187568c0f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:42.461517 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.541832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e3998e2d-5810-4ed0-a322-01b187568c0f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:42.542243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.566378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3998e2d-5810-4ed0-a322-01b187568c0f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:42.569015 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c94429-9ff0-409f-9890-0cc2ee03f8fd" -d '{"events": [{"server_uuid": "59f7e4ae-9e2d-4aa8-a54d-199d21282a07", "name": "network-vif-plugged", "status": "completed", "tag": "e3998e2d-5810-4ed0-a322-01b187568c0f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:42.581628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e3998e2d-5810-4ed0-a322-01b187568c0f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e3998e2d-5810-4ed0-a322-01b187568c0f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:42.587276 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.588337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:42.685264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e3998e2d-5810-4ed0-a322-01b187568c0f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:42.696349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e40ef072-2876-450f-bd69-91b0360f9aa0 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:42.701698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e40ef072-2876-450f-bd69-91b0360f9aa0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:42.702220 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.788102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e40ef072-2876-450f-bd69-91b0360f9aa0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:42.788587 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.823725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:42.828485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:42.888886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:42.913094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:43.030388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:43.043278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:20:43.068856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-67ac9af3-0329-4372-bedd-b65e4e6630c2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.070321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-67ac9af3-0329-4372-bedd-b65e4e6630c2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 821 time: 0.1245484 Mar 07 04:20:43.086296 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-2d28c8a8-2aa6-489b-900a-f52703a91e17 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/quotas/2466abefa2664c7793b920938558811c HTTP/1.1" status: 200 len: 375 time: 0.0089552 Mar 07 04:20:43.177738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206f99-3e66-4374-bab3-64a5b9f90954 req-b9871e4a-4663-41ec-a938-333e72d8d138 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.179126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f4206f99-3e66-4374-bab3-64a5b9f90954 req-b9871e4a-4663-41ec-a938-333e72d8d138 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.0768368 Mar 07 04:20:43.187229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-1901a3b8-4e23-4c70-9cc6-4919a5cadaac tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950758 Mar 07 04:20:43.209294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:43.211589 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f810201-1c31-4941-afe0-2f456c500d32" -d '{"events": [{"name": "network-changed", "server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:43.281267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f4206f99-3e66-4374-bab3-64a5b9f90954 req-e62f73f4-2199-415c-9aee-cb865a6de133 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930941 Mar 07 04:20:43.307044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-588fa201-7974-4861-a923-175f42930737 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131620 Mar 07 04:20:43.323141 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeff336-9223-4079-9ed5-1579d73ce90f x-openstack-request-id: req-deeff336-9223-4079-9ed5-1579d73ce90f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:43.323747 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7e4ae-9e2d-4aa8-a54d-199d21282a07", "name": "network-vif-plugged", "status": "completed", "tag": "e3998e2d-5810-4ed0-a322-01b187568c0f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:43.324002 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deeff336-9223-4079-9ed5-1579d73ce90f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:43.324406 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3998e2d-5810-4ed0-a322-01b187568c0f', 'code': 200} Mar 07 04:20:43.477247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-068e7d15-077f-4e48-bc79-72fb6dbf108c service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645176 Mar 07 04:20:43.480906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd0ae-db82-46b2-9f1f-0e44026b922e req-0a2b1e8a-9e8d-44a6-a76b-883691ceddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.482309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd4bd0ae-db82-46b2-9f1f-0e44026b922e req-0a2b1e8a-9e8d-44a6-a76b-883691ceddb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 1132 time: 0.0937495 Mar 07 04:20:43.489749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060b034-44db-4063-9eb3-b2b769d2fb34 req-fbaa111f-e5d4-4d00-8bba-dc8aadccedb9 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.491195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6060b034-44db-4063-9eb3-b2b769d2fb34 req-fbaa111f-e5d4-4d00-8bba-dc8aadccedb9 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 950 time: 0.1150801 Mar 07 04:20:43.555231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd4bd0ae-db82-46b2-9f1f-0e44026b922e req-626899da-490a-44a4-b181-b600ce376c2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631387 Mar 07 04:20:43.567338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6060b034-44db-4063-9eb3-b2b769d2fb34 req-052e672a-93ec-4daa-831e-2868bd3d3263 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 Mar 07 04:20:43.673818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118ed38-2d3b-4952-9358-23ca3b185c2c req-2035782f-900f-436e-890a-1535f24de43e tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.675378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e118ed38-2d3b-4952-9358-23ca3b185c2c req-2035782f-900f-436e-890a-1535f24de43e tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 950 time: 0.0542755 Mar 07 04:20:43.730248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e118ed38-2d3b-4952-9358-23ca3b185c2c req-87e7ee0a-8b4a-446d-be45-df2d1e3e7bf7 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Mar 07 04:20:43.787022 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f600212-abca-4962-b115-c9786fcffe1c x-openstack-request-id: req-6f600212-abca-4962-b115-c9786fcffe1c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:43.787691 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:43.788216 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f600212-abca-4962-b115-c9786fcffe1c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:43.788751 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'status': 'completed', 'code': 200} Mar 07 04:20:43.897816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27e1a2c-8b05-4999-bf7d-003e9ad1a668 req-06e2781a-7194-46fd-9d61-f2a9e25f1d50 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 210 time: 0.0744364 Mar 07 04:20:43.934563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810201-1c31-4941-afe0-2f456c500d32 req-009ef524-f231-4bab-8e58-84869d3e2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.939929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-009ef524-f231-4bab-8e58-84869d3e2829 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1156 time: 0.1244140 Mar 07 04:20:43.952069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a76c4-e29f-4ff7-abac-f1187df8c931 req-a759c4f3-bbfd-4117-ae24-23feb2ab523c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:43.953534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d68a76c4-e29f-4ff7-abac-f1187df8c931 req-a759c4f3-bbfd-4117-ae24-23feb2ab523c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 945 time: 0.1329708 Mar 07 04:20:44.093161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d68a76c4-e29f-4ff7-abac-f1187df8c931 req-06c13df8-f36d-4b07-b795-ba05cf61cbdd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314607 Mar 07 04:20:44.107384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a192ad93-e73d-4e01-9e4c-65f264323853 req-253e82de-f1f0-4438-84c0-827d14245b96 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdd74492a186463a8586e4eb3ba50b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356405 Mar 07 04:20:44.121527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810201-1c31-4941-afe0-2f456c500d32 req-0f932f6b-6ede-4815-8965-b9ea49b65ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.123363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-0f932f6b-6ede-4815-8965-b9ea49b65ce1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1689196 Mar 07 04:20:44.187070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-e4ee2b59-3b07-48bd-9de6-45169bf21554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.0501831 Mar 07 04:20:44.286421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810201-1c31-4941-afe0-2f456c500d32 req-4b6451d8-108f-4cd0-b37f-6353e501fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.288126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-4b6451d8-108f-4cd0-b37f-6353e501fc46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0679395 Mar 07 04:20:44.298046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192ad93-e73d-4e01-9e4c-65f264323853 req-34517bed-7478-41f4-a96d-0dee54887278 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.299445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a192ad93-e73d-4e01-9e4c-65f264323853 req-34517bed-7478-41f4-a96d-0dee54887278 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751873 Mar 07 04:20:44.339661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a192ad93-e73d-4e01-9e4c-65f264323853 req-1dcd88cf-e6d1-42e9-a475-3234a4866e26 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/quotas/bdd74492a186463a8586e4eb3ba50b49 HTTP/1.1" status: 200 len: 375 time: 0.0349247 Mar 07 04:20:44.341442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-39cbcc2c-781d-4ef9-ba07-4618de4d23ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345240 Mar 07 04:20:44.388956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a192ad93-e73d-4e01-9e4c-65f264323853 req-f9d07323-b752-48f2-b501-fb6fc5e90241 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdd74492a186463a8586e4eb3ba50b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435123 Mar 07 04:20:44.457643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-6a53f499-b02b-4546-8612-ba056ae9cd03 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039245 Mar 07 04:20:44.595868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f810201-1c31-4941-afe0-2f456c500d32 req-43650f8a-d539-4472-9775-f818fc35b003 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311202 Mar 07 04:20:44.602874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6cab3-5b34-44a3-a391-483006e205aa req-7b05286a-c873-4c91-a079-3030ffd3bbf5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.604332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58f6cab3-5b34-44a3-a391-483006e205aa req-7b05286a-c873-4c91-a079-3030ffd3bbf5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.1150670 Mar 07 04:20:44.670960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58f6cab3-5b34-44a3-a391-483006e205aa req-8d3368e4-6474-4e07-bb26-e12b59927d83 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Mar 07 04:20:44.765601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-801022fa-a9e8-4faa-9f99-edff9f79857a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.768209 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-801022fa-a9e8-4faa-9f99-edff9f79857a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 1132 time: 0.0581231 Mar 07 04:20:44.881271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c620d-f545-4a44-b7e4-81e7cfb7f04a req-1d0d061f-335a-4185-8d25-d26c0a04a644 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.891056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-472c620d-f545-4a44-b7e4-81e7cfb7f04a req-1d0d061f-335a-4185-8d25-d26c0a04a644 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0a578-5a64-480c-afba-f79f4054a17a HTTP/1.1" status: 200 len: 950 time: 0.1518679 Mar 07 04:20:44.903744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Deleting port fb347928-1a29-4397-8177-bcf73ea59d6d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:20:44.904362 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:44.975849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c066de46-133c-4c9e-b517-2904aae331f9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:44.978066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c066de46-133c-4c9e-b517-2904aae331f9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.15 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 821 time: 0.2071519 Mar 07 04:20:44.992899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'port': {'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'admin_state_up': True, 'tenant_id': '2466abefa2664c7793b920938558811c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:44.997493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] For port fb347928-1a29-4397-8177-bcf73ea59d6d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=fb347928-1a29-4397-8177-bcf73ea59d6d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:44.998469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:45.010691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Calling delete_port for fb347928-1a29-4397-8177-bcf73ea59d6d owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:20:45.137048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fb347928-1a29-4397-8177-bcf73ea59d6d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:45.148813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['fb347928-1a29-4397-8177-bcf73ea59d6d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:45.171006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb347928-1a29-4397-8177-bcf73ea59d6d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:45.213625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] No DVR routers for this DVR port fb347928-1a29-4397-8177-bcf73ea59d6d on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:45.218239 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:45.223227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c43fc1c9-4aa7-471d-9e48-16000068702b req-ec0a870f-8202-4e2f-8cf5-f6a25d5cee3a tempest-DeleteServersAdminTestJSON-138560405 tempest-DeleteServersAdminTestJSON-138560405-project-admin] 10.222.0.44 "DELETE /v2.0/ports/fb347928-1a29-4397-8177-bcf73ea59d6d HTTP/1.1" status: 204 len: 173 time: 0.4471352 Mar 07 04:20:45.266650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-472c620d-f545-4a44-b7e4-81e7cfb7f04a req-60e68284-5503-400a-bb63-3f62b446db76 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746634 Mar 07 04:20:45.325103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:45.326826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6abec-9e8d-489e-9739-46e48d8a5f53 req-296e9aff-68af-4291-b139-19d72bb4f68d tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:45.328103 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73cabc-23de-4f5b-aae2-435366eb9707" -d '{"events": [{"server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "name": "network-vif-plugged", "status": "completed", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:45.333869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8c6abec-9e8d-489e-9739-46e48d8a5f53 req-296e9aff-68af-4291-b139-19d72bb4f68d tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 950 time: 0.4189019 Mar 07 04:20:45.403352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8c6abec-9e8d-489e-9739-46e48d8a5f53 req-7de02f97-6b9e-4818-b58c-2fe493504422 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686069 Mar 07 04:20:45.417595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Made reservation on behalf of 2466abefa2664c7793b920938558811c for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:45.423395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:45.545009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24be12cf-01e9-42e5-83ed-2be8a55ef978 req-f8e4ca5c-7413-416b-8daa-2ab89bbe8c08 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 210 time: 0.0321734 Mar 07 04:20:45.595014 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acdd794-6fea-4d09-924b-0890104d9952 x-openstack-request-id: req-4acdd794-6fea-4d09-924b-0890104d9952 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:45.596028 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "name": "network-vif-plugged", "status": "completed", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:45.596353 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4acdd794-6fea-4d09-924b-0890104d9952 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:45.596826 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'code': 200} Mar 07 04:20:45.626958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Allocated IP 172.20.0.6 (137f496f-bc47-48c9-bb50-0d168d554146/c4382adc-c5ef-4989-a435-234a6cf9ba41/3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:45.722018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678022e8-eb0b-4891-9fdd-c516c6a69560 req-a53f4e00-da50-4cab-aa32-7499309f7d15 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdd74492a186463a8586e4eb3ba50b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587785 Mar 07 04:20:45.789735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'name': 'network-vif-deleted', 'tag': 'fb347928-1a29-4397-8177-bcf73ea59d6d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:45.794452 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae4d20-1900-420d-a076-41ba817c4be2" -d '{"events": [{"server_uuid": "d8f0a578-5a64-480c-afba-f79f4054a17a", "name": "network-vif-deleted", "tag": "fb347928-1a29-4397-8177-bcf73ea59d6d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:45.849176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a011e4-ba06-42ca-850c-cb1fb3a39f7c req-3915a62e-334e-48e2-adb2-b1176b7aa3ed tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:45.850664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32a011e4-ba06-42ca-850c-cb1fb3a39f7c req-3915a62e-334e-48e2-adb2-b1176b7aa3ed tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 945 time: 0.2379603 Mar 07 04:20:45.911348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39525f-ef69-4263-80a9-49cc36e29798 req-18e5c8b5-5ef3-40ff-b030-29332acecb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:45.912809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a39525f-ef69-4263-80a9-49cc36e29798 req-18e5c8b5-5ef3-40ff-b030-29332acecb3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.2307611 Mar 07 04:20:45.998163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678022e8-eb0b-4891-9fdd-c516c6a69560 req-0a35527f-1a09-473f-b2c9-df0e6cce1a14 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:45.999601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678022e8-eb0b-4891-9fdd-c516c6a69560 req-0a35527f-1a09-473f-b2c9-df0e6cce1a14 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679386 Mar 07 04:20:46.015470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32a011e4-ba06-42ca-850c-cb1fb3a39f7c req-01c26f32-3e92-468b-ae3c-8d9b47669869 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576526 Mar 07 04:20:46.039333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678022e8-eb0b-4891-9fdd-c516c6a69560 req-f9698c1c-3256-46ab-9c44-601bb1fee885 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/quotas/bdd74492a186463a8586e4eb3ba50b49 HTTP/1.1" status: 200 len: 375 time: 0.0323327 Mar 07 04:20:46.044524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.049033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a39525f-ef69-4263-80a9-49cc36e29798 req-05811a0e-baad-409a-8975-c63e3d79f8e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280646 Mar 07 04:20:46.081274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678022e8-eb0b-4891-9fdd-c516c6a69560 req-0d87be9f-cc47-4314-a874-f995fbe7fdd8 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdd74492a186463a8586e4eb3ba50b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314121 Mar 07 04:20:46.112996 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.125366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['89c72d77-03da-4ee1-8148-6e0c6e47796a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:46.160085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Network 137f496f-bc47-48c9-bb50-0d168d554146 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:46.164221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:46.179709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:46.301876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event updated for resources: {'Port': ['ID=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:46.340602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:46.341602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.357593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79995c6e-104b-4d98-9ac7-c70fefe1ed5d req-99044adb-9088-41e4-aed0-26e570dccee1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:46.364997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79995c6e-104b-4d98-9ac7-c70fefe1ed5d req-99044adb-9088-41e4-aed0-26e570dccee1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.1267149 Mar 07 04:20:46.393388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-c2785d86-cc8a-4992-8bd0-fcd403fae2d6 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4046595 Mar 07 04:20:46.432619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79995c6e-104b-4d98-9ac7-c70fefe1ed5d req-3dfd6b18-e11c-49c5-bdbe-14341695a118 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664239 Mar 07 04:20:46.445675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Request body: {'port': {'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:46.470763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-671678be-8a57-4fe3-8c1d-28827c9ed950 None None] Provisioning complete for port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:46.471236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-671678be-8a57-4fe3-8c1d-28827c9ed950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.495176 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416b4a1-14db-45f1-ae42-2c74121f63f1 x-openstack-request-id: req-b416b4a1-14db-45f1-ae42-2c74121f63f1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:46.496039 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f0a578-5a64-480c-afba-f79f4054a17a", "name": "network-vif-deleted", "tag": "fb347928-1a29-4397-8177-bcf73ea59d6d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:46.496504 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b416b4a1-14db-45f1-ae42-2c74121f63f1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:46.497259 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f0a578-5a64-480c-afba-f79f4054a17a', 'name': 'network-vif-deleted', 'tag': 'fb347928-1a29-4397-8177-bcf73ea59d6d', 'status': 'completed', 'code': 200} Mar 07 04:20:46.519389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.544190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-671678be-8a57-4fe3-8c1d-28827c9ed950 None None] Port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:46.848286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:46.865040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Publish callbacks [] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.903322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Transition to ACTIVE for port object 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:46.910989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:46.990428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b0f24-33df-478f-98b6-c23789ef9503 req-c8d39057-559c-4b0e-8b15-5b14dc69d652 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:46.992438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001b0f24-33df-478f-98b6-c23789ef9503 req-c8d39057-559c-4b0e-8b15-5b14dc69d652 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 950 time: 0.1382635 Mar 07 04:20:46.997454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:47.107075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001b0f24-33df-478f-98b6-c23789ef9503 req-1025e4de-6945-461e-9da9-285f525a30f8 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044178 Mar 07 04:20:47.189204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Attempting to bind port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:47.189541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Attempting to bind port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:47.189873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Attempting to bind port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 on network 137f496f-bc47-48c9-bb50-0d168d554146 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:47.232016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 on network 137f496f-bc47-48c9-bb50-0d168d554146 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:47.233311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Attempting to bind port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 on network 137f496f-bc47-48c9-bb50-0d168d554146 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:47.272646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:47.272986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Checking segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:47.273375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Bound using segment: {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:47.273816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Bound port: 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27dee5ef-46a2-4d98-9b52-efecfe82c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:47.274235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:47.306372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-3428be5e-1906-4cb9-bf9f-a3ee878ac78a service neutron] 10.222.0.15 "GET /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.2106216 Mar 07 04:20:47.414491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dc747-6611-4f8d-8ffa-3be0df832027 req-b3e0029a-0c39-4919-a4dc-975caa37dbc4 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:47.416447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d1dc747-6611-4f8d-8ffa-3be0df832027 req-b3e0029a-0c39-4919-a4dc-975caa37dbc4 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 943 time: 0.2242060 Mar 07 04:20:47.423849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-0aed8106-a119-46e6-ba28-ed138dc05d71 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=755c92a7fb114702ae026daf49f2f2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672390 Mar 07 04:20:47.443133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] For port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:47.499307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] For port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:47.518879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:47.622747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d1dc747-6611-4f8d-8ffa-3be0df832027 req-6d875e9e-34dd-458a-aae0-16f22da7e254 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932867 Mar 07 04:20:47.630111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:47.630744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:47.632465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] 10.222.0.15 "PUT /v2.0/ports/3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 1091 time: 1.2112098 Mar 07 04:20:47.635961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:47.639278 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec67be-23c1-4de7-b9db-9dff504bb18e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:47.790921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-098dd254-4f0e-4c26-a872-5dd2095e50fb tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:47.792394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-098dd254-4f0e-4c26-a872-5dd2095e50fb tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3598707 Mar 07 04:20:47.793021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64333-22b0-44e7-991e-aad08c4f5c08 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:47.849273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-5af66059-2994-44e0-b354-f3b7f5ef9cbf tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/quotas/755c92a7fb114702ae026daf49f2f2ee HTTP/1.1" status: 200 len: 375 time: 0.0369332 Mar 07 04:20:47.878472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:47.918499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-d87a673c-aa3d-4eee-9b22-1a5e9828c4e7 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=755c92a7fb114702ae026daf49f2f2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625939 Mar 07 04:20:47.923516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-b916c21e-ebc5-4360-84e9-36a37f5fbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:47.925646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-b916c21e-ebc5-4360-84e9-36a37f5fbd9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1125 time: 0.2432210 Mar 07 04:20:47.939571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db047f4-e4ae-4c25-8576-0fb6e2327abd req-50dbdd4c-1513-4d3e-9be5-03513fabeb33 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:47.940646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1db047f4-e4ae-4c25-8576-0fb6e2327abd req-50dbdd4c-1513-4d3e-9be5-03513fabeb33 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 945 time: 0.2034438 Mar 07 04:20:47.979049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:47.982297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-7d5ddee4-eb22-40b3-af2c-a81337c000e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 217 time: 0.0404849 Mar 07 04:20:48.063174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381b319a-57e1-4d5a-bce4-0fd5e9086163 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:48.080918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:48.339461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-770c2c6e-4296-4ff6-bbc7-6bfe97891aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:48.340910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-770c2c6e-4296-4ff6-bbc7-6bfe97891aff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.3342242 Mar 07 04:20:48.344718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:48.412545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1db047f4-e4ae-4c25-8576-0fb6e2327abd req-27db83c3-2a64-41cc-ab4c-e038dccd42e3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347847 Mar 07 04:20:48.491824 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd578570-909f-43b5-ab00-30524480887d x-openstack-request-id: req-bd578570-909f-43b5-ab00-30524480887d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:48.492116 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:48.492374 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd578570-909f-43b5-ab00-30524480887d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:48.492767 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'status': 'completed', 'code': 200} Mar 07 04:20:48.537482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-1dfc0266-27a9-4ee9-9b2b-2b7a82476ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:48.539126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-1dfc0266-27a9-4ee9-9b2b-2b7a82476ecd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1878340 Mar 07 04:20:48.575194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2866a08b-b889-48ff-8934-f6f5d752999f req-3e9f28c2-4bcd-4f42-a150-1b0e94ff6e43 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 210 time: 0.0558188 Mar 07 04:20:48.669302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508e312-6fe3-4560-b1f4-c76106baa53b req-51304692-fa7d-47c2-b1a2-5701ab638dd6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:48.670949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4508e312-6fe3-4560-b1f4-c76106baa53b req-51304692-fa7d-47c2-b1a2-5701ab638dd6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 944 time: 0.2084520 Mar 07 04:20:48.675223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] Transition to ACTIVE for port object 381b319a-57e1-4d5a-bce4-0fd5e9086163 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:48.691754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:48.770309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-ebc6aef0-c75e-4801-8e3e-520b8fa5ad59 service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083635 Mar 07 04:20:48.859193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] No DVR routers for this DVR port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:48.867933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] Pushing event updated for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:48.911763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4508e312-6fe3-4560-b1f4-c76106baa53b req-3b83fb44-fd52-4e80-b781-c35f9435d1c2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317736 Mar 07 04:20:48.931765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6f0e4ee-a63a-4fb2-b895-dba809137454 req-50fc5ddd-9d69-4a76-b1ec-6d735610a71c tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdd74492a186463a8586e4eb3ba50b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690594 Mar 07 04:20:48.975349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device fb347928-1a29-4397-8177-bcf73ea59d6d no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:48.996277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-e5aae739-9cdc-40d9-ac84-08dfc40d8580 service neutron] 10.222.0.15 "PUT /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6721609 Mar 07 04:20:48.997681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: fb347928-1a29-4397-8177-bcf73ea59d6d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:20:48.998055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device fb347928-1a29-4397-8177-bcf73ea59d6d not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:49.065335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ce9e0c1-210c-4eef-980c-e1c4e6ba3d50 req-e800e5a3-3c2e-4d7f-9f84-d72ec8d1437c service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764726 Mar 07 04:20:49.113539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4ee-a63a-4fb2-b895-dba809137454 req-cedf7b7a-3fa9-4274-b967-c36b560a4205 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.115011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6f0e4ee-a63a-4fb2-b895-dba809137454 req-cedf7b7a-3fa9-4274-b967-c36b560a4205 tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629453 Mar 07 04:20:49.115316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-a4225364-27fd-4b49-b3bc-576588df7116 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.116882 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-a4225364-27fd-4b49-b3bc-576588df7116 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.0668070 Mar 07 04:20:49.117024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc3788-f70b-4dce-96fd-56139869cce0 req-6419bfed-5251-4a9b-aed2-9638f87532bd tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.119218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dfc3788-f70b-4dce-96fd-56139869cce0 req-6419bfed-5251-4a9b-aed2-9638f87532bd tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.1315837 Mar 07 04:20:49.170882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6f0e4ee-a63a-4fb2-b895-dba809137454 req-db6a36d5-61ab-4dbc-976d-9fafd80038cb tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/quotas/bdd74492a186463a8586e4eb3ba50b49 HTTP/1.1" status: 200 len: 375 time: 0.0435693 Mar 07 04:20:49.189028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-b71b322c-e384-445e-b346-35cba6db39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.191598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-b71b322c-e384-445e-b346-35cba6db39b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d&tenant_id=8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 1127 time: 0.0587330 Mar 07 04:20:49.229680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dfc3788-f70b-4dce-96fd-56139869cce0 req-3bc52ed8-35eb-4b5c-b951-b42d2b39930d tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014121 Mar 07 04:20:49.231951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6f0e4ee-a63a-4fb2-b895-dba809137454 req-af819462-855e-4d11-af2f-7d7206b01bec tempest-QuotasAdminNegativeTest-1003476164 tempest-QuotasAdminNegativeTest-1003476164-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdd74492a186463a8586e4eb3ba50b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475438 Mar 07 04:20:49.238588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-514e8837-1a48-44e9-a6e4-544c1ed1c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.240001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-514e8837-1a48-44e9-a6e4-544c1ed1c9d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1125 time: 0.1199403 Mar 07 04:20:49.292054 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-195a6ba2-9ef2-4c7a-b391-7ef4fa3778e9 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=755c92a7fb114702ae026daf49f2f2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653756 Mar 07 04:20:49.382112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-2009ec3e-b259-4c6d-8a95-62c5c802d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.384098 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-2009ec3e-b259-4c6d-8a95-62c5c802d2b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1127 time: 0.1698868 Mar 07 04:20:49.390721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-66e81f2d-c7de-4775-8d91-20c95e24dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.392307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-66e81f2d-c7de-4775-8d91-20c95e24dbc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.1460428 Mar 07 04:20:49.420918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28f20c-66e8-4000-b7b1-65a54b8cf39e req-f944614a-afa2-41d1-abfd-733062c86131 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.423109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a28f20c-66e8-4000-b7b1-65a54b8cf39e req-f944614a-afa2-41d1-abfd-733062c86131 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 943 time: 0.0997541 Mar 07 04:20:49.474141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-c2f013a3-37c1-48fe-b42c-77ac10eb1cb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 217 time: 0.0733831 Mar 07 04:20:49.475874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-c3b87e47-2512-41c9-8c05-9ae1abf1987c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.477880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-c3b87e47-2512-41c9-8c05-9ae1abf1987c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799936 Mar 07 04:20:49.489461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Request body: {'port': {'device_id': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '755c92a7fb114702ae026daf49f2f2ee'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:49.536167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:49.561991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-c9515bd1-a52f-43b9-8ae2-7f73b079cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.563458 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-c9515bd1-a52f-43b9-8ae2-7f73b079cb13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1727624 Mar 07 04:20:49.574053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a28f20c-66e8-4000-b7b1-65a54b8cf39e req-6047daaf-f49f-4cd7-82b5-f7bc718e0ddd tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142082 Mar 07 04:20:49.576263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-dd3ca198-2477-4771-b99c-4e873df06951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.577867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-dd3ca198-2477-4771-b99c-4e873df06951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0847414 Mar 07 04:20:49.589609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc0036-3dc3-4582-9e92-8e1be7569e50 req-bd51902f-5c6d-44df-91be-09ee1f5598e2 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.596380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56bc0036-3dc3-4582-9e92-8e1be7569e50 req-bd51902f-5c6d-44df-91be-09ee1f5598e2 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 950 time: 0.1869991 Mar 07 04:20:49.621666 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-de8212f0-37a4-4c7e-8f8d-04c56eb81d61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.0403123 Mar 07 04:20:49.691096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-2a46457b-da77-4955-8ad8-629211e592eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.692569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-2a46457b-da77-4955-8ad8-629211e592eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0570037 Mar 07 04:20:49.693128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Made reservation on behalf of 755c92a7fb114702ae026daf49f2f2ee for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:49.697230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:49.698486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56bc0036-3dc3-4582-9e92-8e1be7569e50 req-7df1e7c1-ab03-4693-b4f9-c171a1955724 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012666 Mar 07 04:20:49.708041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-d4beb83a-aa6d-4968-b51f-c317c291b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.709507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-d4beb83a-aa6d-4968-b51f-c317c291b3ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112683 Mar 07 04:20:49.736956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-b963564c-3688-4377-8c86-f12b46dbf450 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364573 Mar 07 04:20:49.784726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6741-2475-437d-b164-58e49dbe15da req-c60203c1-6052-421b-9266-cfa36427fc03 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:49.786337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f7e6741-2475-437d-b164-58e49dbe15da req-c60203c1-6052-421b-9266-cfa36427fc03 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.1259222 Mar 07 04:20:49.841111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-b502409f-3541-4454-aef1-8d6d160d0cb5 service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186237 Mar 07 04:20:49.873740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f7e6741-2475-437d-b164-58e49dbe15da req-8e59c694-5f1a-4c97-9a95-4c5e0e8dff04 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Mar 07 04:20:49.920734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-258fa7ba-90f9-4ef3-b6df-116647811f32 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732101 Mar 07 04:20:49.940477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Allocated IP 192.168.233.74 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/04d68a65-823f-4912-a50d-9c5438b83fc9) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:49.950274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e034057-4b4d-4b41-a8e9-3e510d4f5fc5 req-97a34e6f-0ec0-40da-b9e9-998948d25866 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 210 time: 0.0373411 Mar 07 04:20:49.972058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5ec67be-23c1-4de7-b9db-9dff504bb18e req-94e7bc8a-7db2-4cfe-8cd3-99e6f70f6d2d service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231825 Mar 07 04:20:50.111629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961c544-4ca2-405f-96ee-e63bd2b5c131 req-10ce0957-6dfd-4d1f-88f6-fd401b66067d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:50.113350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5961c544-4ca2-405f-96ee-e63bd2b5c131 req-10ce0957-6dfd-4d1f-88f6-fd401b66067d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 945 time: 0.0729163 Mar 07 04:20:50.220508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-d0e94e85-bb4f-4166-90c3-7064e8801f19 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:50.222349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-d0e94e85-bb4f-4166-90c3-7064e8801f19 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.15 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 950 time: 0.1045468 Mar 07 04:20:50.225475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5961c544-4ca2-405f-96ee-e63bd2b5c131 req-e6f6c44b-bbcc-4bf2-8ece-c7b8a08a0ae2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049967 Mar 07 04:20:50.288662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks [] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.348479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-3ce1f921-9fa4-412e-b1a9-946b7e6ce067 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964624 Mar 07 04:20:50.380758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.402357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55594) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:50.421234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:50.424895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:50.434106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Deleting port e3998e2d-5810-4ed0-a322-01b187568c0f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:20:50.434457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.477708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:50.497600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:50.499951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 381b319a-57e1-4d5a-bce4-0fd5e9086163 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:20:50.500358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:50.504127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:50.527572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329765e-f1f5-4b22-a30c-40f05c58186e req-84f411c2-6e76-46e0-bf5a-30bbb3071e80 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:50.535329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3329765e-f1f5-4b22-a30c-40f05c58186e req-84f411c2-6e76-46e0-bf5a-30bbb3071e80 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.1710806 Mar 07 04:20:50.588769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Pushing event updated for resources: {'Port': ['ID=04d68a65-823f-4912-a50d-9c5438b83fc9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:50.616747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] For port e3998e2d-5810-4ed0-a322-01b187568c0f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e3998e2d-5810-4ed0-a322-01b187568c0f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:50.617125 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.645837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c9d7-6220-4c0f-bef8-7113e5e3722d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.660836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Calling delete_port for e3998e2d-5810-4ed0-a322-01b187568c0f owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:20:50.662661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa781b14-6714-4cb8-800b-33be3b263d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.675128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3329765e-f1f5-4b22-a30c-40f05c58186e req-117f4ed5-fa83-42a7-b6d9-3861ba8a2e7a tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388378 Mar 07 04:20:50.714007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:50.714007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.742525 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-382a7ddc-5e74-4b1a-8056-5f77dfe9bda8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2565267 Mar 07 04:20:50.782461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Request body: {'port': {'device_id': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:50.852024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d49a72-1d7c-4d77-b4a6-531035e6920f req-e9d2b24b-c4b9-4c4d-866f-018f49ca685d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:50.854153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7d49a72-1d7c-4d77-b4a6-531035e6920f req-e9d2b24b-c4b9-4c4d-866f-018f49ca685d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 943 time: 0.1750078 Mar 07 04:20:50.870164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.937265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-18af9b73-fc6e-42fa-aafd-165459b01926 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:50.938840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-18af9b73-fc6e-42fa-aafd-165459b01926 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.2138579 Mar 07 04:20:50.955757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b53e778b-09fc-481e-9351-0c5a6a07e0f4 None None] Provisioning complete for port 04d68a65-823f-4912-a50d-9c5438b83fc9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:50.956268 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b53e778b-09fc-481e-9351-0c5a6a07e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:50.988445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa781b14-6714-4cb8-800b-33be3b263d45 admin admin] Publish callbacks [] for security_group (738cd53b-608f-4c09-9cf9-1d2a5de54b0a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.000381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa781b14-6714-4cb8-800b-33be3b263d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (738cd53b-608f-4c09-9cf9-1d2a5de54b0a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.009263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b53e778b-09fc-481e-9351-0c5a6a07e0f4 None None] Port 04d68a65-823f-4912-a50d-9c5438b83fc9 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:20:51.009726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7d49a72-1d7c-4d77-b4a6-531035e6920f req-1a20592a-90ff-4342-a2c3-db81a88ae34f tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366096 Mar 07 04:20:51.022371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcb66f-8d10-45fb-a270-8fb52f5d0e9c req-62eb3850-2ef4-4a75-8f1d-3d90935972a7 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:51.023857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03dcb66f-8d10-45fb-a270-8fb52f5d0e9c req-62eb3850-2ef4-4a75-8f1d-3d90935972a7 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f7e4ae-9e2d-4aa8-a54d-199d21282a07 HTTP/1.1" status: 200 len: 950 time: 0.1947610 Mar 07 04:20:51.031327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e3998e2d-5810-4ed0-a322-01b187568c0f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.044214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e3998e2d-5810-4ed0-a322-01b187568c0f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:51.095560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aa781b14-6714-4cb8-800b-33be3b263d45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdd74492a186463a8586e4eb3ba50b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686637 Mar 07 04:20:51.100238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Pushing event deleted for resources: {'Port': ['ID=e3998e2d-5810-4ed0-a322-01b187568c0f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:51.102151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55608) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:51.120849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa781b14-6714-4cb8-800b-33be3b263d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738cd53b-608f-4c09-9cf9-1d2a5de54b0a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:51.367909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c9d7-6220-4c0f-bef8-7113e5e3722d admin admin] Publish callbacks [] for security_group (e2df4193-0645-4d8a-978a-4ae23949c414), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.377617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c9d7-6220-4c0f-bef8-7113e5e3722d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e2df4193-0645-4d8a-978a-4ae23949c414), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.440633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] No DVR routers for this DVR port e3998e2d-5810-4ed0-a322-01b187568c0f on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:20:51.455603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.458816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a04d306-a5e3-48ee-bd0d-0b1661f3f08e req-1137dc5c-706b-41a7-a2a2-9b287cd39693 tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.15 "DELETE /v2.0/ports/e3998e2d-5810-4ed0-a322-01b187568c0f HTTP/1.1" status: 204 len: 173 time: 1.2297447 Mar 07 04:20:51.459263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'name': 'network-vif-deleted', 'tag': 'e3998e2d-5810-4ed0-a322-01b187568c0f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:51.462697 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5502e20f-069f-433a-b3a9-7b4f90dae6c8" -d '{"events": [{"server_uuid": "59f7e4ae-9e2d-4aa8-a54d-199d21282a07", "name": "network-vif-deleted", "tag": "e3998e2d-5810-4ed0-a322-01b187568c0f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:51.474022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03dcb66f-8d10-45fb-a270-8fb52f5d0e9c req-4298dfd4-431b-4545-b0d9-f0a59760f18b tempest-ServerDiagnosticsNegativeTest-1810983384 tempest-ServerDiagnosticsNegativeTest-1810983384-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ff05b-0c21-4cca-8f56-1c6635d7bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327614 Mar 07 04:20:51.497038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a9d8c9d7-6220-4c0f-bef8-7113e5e3722d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce14c646bcf84658afb5abaa6f1fd7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0685275 Mar 07 04:20:51.502901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:51.513427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8c9d7-6220-4c0f-bef8-7113e5e3722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df4193-0645-4d8a-978a-4ae23949c414,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:51.514637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ef708-f93f-4beb-9c8b-75ad056bc07a req-33f443a2-66c5-4d32-a4b4-364e43d29643 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:51.535128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf4ef708-f93f-4beb-9c8b-75ad056bc07a req-33f443a2-66c5-4d32-a4b4-364e43d29643 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 935 time: 0.4472964 Mar 07 04:20:51.535646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89024828-3646-4f37-abe1-275c9314d03d admin admin] Publish callbacks [] for security_group (738cd53b-608f-4c09-9cf9-1d2a5de54b0a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.585229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-0ab8df4f-8644-48c4-a9da-fb7364cb949c service neutron] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:51.593116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-0ab8df4f-8644-48c4-a9da-fb7364cb949c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.594231 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dd9406c-b77c-40f2-a55e-2630cfee43be req-0ab8df4f-8644-48c4-a9da-fb7364cb949c service neutron] 10.222.0.44 "DELETE /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.6480432 Mar 07 04:20:51.615986 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc466-91e2-4a16-9f5f-b7ef461abc43 admin admin] Publish callbacks [] for security_group (e2df4193-0645-4d8a-978a-4ae23949c414), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.638661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89024828-3646-4f37-abe1-275c9314d03d admin admin] Publish callbacks [] for security_group (738cd53b-608f-4c09-9cf9-1d2a5de54b0a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.668625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc466-91e2-4a16-9f5f-b7ef461abc43 admin admin] Publish callbacks [] for security_group (e2df4193-0645-4d8a-978a-4ae23949c414), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.670567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf4ef708-f93f-4beb-9c8b-75ad056bc07a req-2c98fead-2f3d-4b0f-a59e-db3720487440 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212533 Mar 07 04:20:51.679907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d68a65-823f-4912-a50d-9c5438b83fc9 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:51.710545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b1a4-dfb5-4ad8-a5ae-317ed552ef08 req-c60314ef-a14f-4203-b985-a29c105ce9e6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:51.712573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2708b1a4-dfb5-4ad8-a5ae-317ed552ef08 req-c60314ef-a14f-4203-b985-a29c105ce9e6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 945 time: 0.1328633 Mar 07 04:20:51.719537 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13774483-71cd-4ed5-b890-a1171a641d41 x-openstack-request-id: req-13774483-71cd-4ed5-b890-a1171a641d41 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:51.719831 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7e4ae-9e2d-4aa8-a54d-199d21282a07", "name": "network-vif-deleted", "tag": "e3998e2d-5810-4ed0-a322-01b187568c0f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:51.720102 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13774483-71cd-4ed5-b890-a1171a641d41 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:51.720501 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7e4ae-9e2d-4aa8-a54d-199d21282a07', 'name': 'network-vif-deleted', 'tag': 'e3998e2d-5810-4ed0-a322-01b187568c0f', 'status': 'completed', 'code': 200} Mar 07 04:20:51.725701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Publish callbacks [] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.741956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89024828-3646-4f37-abe1-275c9314d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (738cd53b-608f-4c09-9cf9-1d2a5de54b0a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.744462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Transition to ACTIVE for port object 04d68a65-823f-4912-a50d-9c5438b83fc9 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:51.745674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89024828-3646-4f37-abe1-275c9314d03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.747040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-89024828-3646-4f37-abe1-275c9314d03d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/738cd53b-608f-4c09-9cf9-1d2a5de54b0a HTTP/1.1" status: 204 len: 168 time: 0.6347728 Mar 07 04:20:51.752867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.764094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89024828-3646-4f37-abe1-275c9314d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738cd53b-608f-4c09-9cf9-1d2a5de54b0a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:51.801500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2708b1a4-dfb5-4ad8-a5ae-317ed552ef08 req-54faa314-19f9-45dd-a834-4c5021bd9ae9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Mar 07 04:20:51.850443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc466-91e2-4a16-9f5f-b7ef461abc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e2df4193-0645-4d8a-978a-4ae23949c414), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.853492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc466-91e2-4a16-9f5f-b7ef461abc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.854891 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce4fc466-91e2-4a16-9f5f-b7ef461abc43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2df4193-0645-4d8a-978a-4ae23949c414 HTTP/1.1" status: 204 len: 168 time: 0.3510387 Mar 07 04:20:51.855665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=04d68a65-823f-4912-a50d-9c5438b83fc9,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:51.903226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:51.915029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f9aef-bed9-4546-b963-062d17cdd75b req-b5e527a0-ca35-4510-b218-7e6d6d2b84c9 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:51.924080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b8f9aef-bed9-4546-b963-062d17cdd75b req-b5e527a0-ca35-4510-b218-7e6d6d2b84c9 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0694578 Mar 07 04:20:51.924863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fc466-91e2-4a16-9f5f-b7ef461abc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df4193-0645-4d8a-978a-4ae23949c414,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:52.024224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b8f9aef-bed9-4546-b963-062d17cdd75b req-a81b16c6-2eb1-4ba3-b9d5-48edfc25531c tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973744 Mar 07 04:20:52.120236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90400b5a-2a61-4ec3-8beb-4d648d2651e7 req-55a807dc-5f38-4fca-b766-6840f31595d5 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:52.127012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90400b5a-2a61-4ec3-8beb-4d648d2651e7 req-55a807dc-5f38-4fca-b766-6840f31595d5 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1127 time: 0.1265345 Mar 07 04:20:52.166394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Attempting to bind port 04d68a65-823f-4912-a50d-9c5438b83fc9 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:52.166909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Attempting to bind port 04d68a65-823f-4912-a50d-9c5438b83fc9 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:52.167442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Attempting to bind port 04d68a65-823f-4912-a50d-9c5438b83fc9 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:52.173442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Port 04d68a65-823f-4912-a50d-9c5438b83fc9 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:52.173847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Attempting to bind port 04d68a65-823f-4912-a50d-9c5438b83fc9 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:52.179273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:52.179610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:52.179986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:52.180507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Bound port: 04d68a65-823f-4912-a50d-9c5438b83fc9, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:52.181294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.280706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] For port 04d68a65-823f-4912-a50d-9c5438b83fc9, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:52.285077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] For port 04d68a65-823f-4912-a50d-9c5438b83fc9, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=04d68a65-823f-4912-a50d-9c5438b83fc9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:52.291310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90400b5a-2a61-4ec3-8beb-4d648d2651e7 req-9643f868-7d47-414d-8daa-bd5636495f2e tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570365 Mar 07 04:20:52.302087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.337692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71329f6f-9b15-4e15-942f-3ede16de007c req-c2a25f4b-249a-4c2c-9abd-c872b112122b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:52.339559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71329f6f-9b15-4e15-942f-3ede16de007c req-c2a25f4b-249a-4c2c-9abd-c872b112122b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 943 time: 0.1198685 Mar 07 04:20:52.365060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55636) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:52.372134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:52.372804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.374140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/04d68a65-823f-4912-a50d-9c5438b83fc9 HTTP/1.1" status: 200 len: 1095 time: 1.6131999 Mar 07 04:20:52.385766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'tag': '04d68a65-823f-4912-a50d-9c5438b83fc9'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:52.388182 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f593fe11-1d5f-41c3-9393-337f9370bb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "deec1e3a-494d-4e05-8009-6d395301f79d", "tag": "04d68a65-823f-4912-a50d-9c5438b83fc9"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:52.410483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a062f02e-bdc6-4820-91b8-9c6476a9cdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.421710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:52.527219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71329f6f-9b15-4e15-942f-3ede16de007c req-80fd95a7-4f21-44e1-a7b7-7b7f06d94ae7 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817520 Mar 07 04:20:52.567271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feff22-056e-4a77-8d91-8bedbccab4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=04d68a65-823f-4912-a50d-9c5438b83fc9,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:52.652545 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089d27b8-f806-4ef8-8405-5d4e51e64153 x-openstack-request-id: req-089d27b8-f806-4ef8-8405-5d4e51e64153 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:52.652844 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deec1e3a-494d-4e05-8009-6d395301f79d", "tag": "04d68a65-823f-4912-a50d-9c5438b83fc9", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:52.653110 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-089d27b8-f806-4ef8-8405-5d4e51e64153 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:52.653514 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'tag': '04d68a65-823f-4912-a50d-9c5438b83fc9', 'status': 'completed', 'code': 200} Mar 07 04:20:52.659253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:52.685527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-a0077b5a-8942-4c42-9951-6aad3e548170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:52.687026 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-a0077b5a-8942-4c42-9951-6aad3e548170 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c92a7fb114702ae026daf49f2f2ee&device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 1129 time: 0.2340624 Mar 07 04:20:52.687965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:52.764583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-578a7ba4-7cf6-481d-aa00-aa171bffde61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=04d68a65-823f-4912-a50d-9c5438b83fc9 HTTP/1.1" status: 200 len: 217 time: 0.0620222 Mar 07 04:20:52.775102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:52.775579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.831985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a062f02e-bdc6-4820-91b8-9c6476a9cdfe admin admin] Publish callbacks [] for security_group (20e4b68e-507c-4a20-ab36-467d9f1dfcab), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.838167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a062f02e-bdc6-4820-91b8-9c6476a9cdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (20e4b68e-507c-4a20-ab36-467d9f1dfcab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.844315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:52.846925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-80bbd2c7-a589-4484-857b-79871ce499a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:52.849223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-80bbd2c7-a589-4484-857b-79871ce499a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0774288 Mar 07 04:20:52.893058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:52.919440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a062f02e-bdc6-4820-91b8-9c6476a9cdfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c827a04db83d48b38c54567b8c489305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516880 Mar 07 04:20:52.920492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062f02e-bdc6-4820-91b8-9c6476a9cdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4b68e-507c-4a20-ab36-467d9f1dfcab,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:52.922087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:52.925275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:52.990734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-5df72c3b-4891-427e-9514-21fd7817f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:52.992593 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-5df72c3b-4891-427e-9514-21fd7817f802 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1297040 Mar 07 04:20:53.031435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-1a1f2a37-525a-44be-b66a-302d271f9c9e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:53.039482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-1a1f2a37-525a-44be-b66a-302d271f9c9e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.1900685 Mar 07 04:20:53.042032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:53.049108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-694fb52f-8661-4561-b2bb-693871ef9193 admin admin] Publish callbacks [] for security_group (20e4b68e-507c-4a20-ab36-467d9f1dfcab), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:53.057172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-2a9ca2fe-34cd-4d65-843b-828e0a91447d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/quotas/8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 375 time: 0.0161722 Mar 07 04:20:53.125125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:53.138417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5d973e45-4a5d-4cb2-ae25-7eb655483d32 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781312 Mar 07 04:20:53.139199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55682) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:53.140800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-694fb52f-8661-4561-b2bb-693871ef9193 admin admin] Publish callbacks [] for security_group (20e4b68e-507c-4a20-ab36-467d9f1dfcab), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:53.255853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-72e2a946-0da2-4d77-801e-03debb738da6 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552381 Mar 07 04:20:53.316486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-69a4a3fc-1532-436c-920d-bc601a33866c service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694429 Mar 07 04:20:53.385659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-694fb52f-8661-4561-b2bb-693871ef9193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (20e4b68e-507c-4a20-ab36-467d9f1dfcab), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:53.389820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-694fb52f-8661-4561-b2bb-693871ef9193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:53.391018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-694fb52f-8661-4561-b2bb-693871ef9193 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20e4b68e-507c-4a20-ab36-467d9f1dfcab HTTP/1.1" status: 204 len: 168 time: 0.4627771 Mar 07 04:20:53.397254 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e615d5d-c806-4fe4-b360-1eed9b084754 req-3e8a9d15-1dd5-43cf-b449-577737c05a30 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275697 Mar 07 04:20:53.402547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fb52f-8661-4561-b2bb-693871ef9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4b68e-507c-4a20-ab36-467d9f1dfcab,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:53.515182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-c155c3ed-d8de-480f-b4de-ec655d759918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:53.518048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-c155c3ed-d8de-480f-b4de-ec655d759918 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c92a7fb114702ae026daf49f2f2ee&device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 1129 time: 0.0624332 Mar 07 04:20:53.577187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-782b3216-2467-43bb-97d8-492a7c8290d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf419b3aa1284a16835ed69c181f2874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361551 Mar 07 04:20:53.577994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55706) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:53.579991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-e640d20d-e4f9-4595-9773-02403ba07d62 service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622020 Mar 07 04:20:53.648532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-dfa96c28-7e52-4e13-916d-c768a3abd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:53.651037 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-dfa96c28-7e52-4e13-916d-c768a3abd649 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1235487 Mar 07 04:20:53.698914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0837b6f5-921d-4b00-9633-48ba4f9adb71 admin admin] Publish callbacks [] for security_group (955ff05b-0c21-4cca-8f56-1c6635d7bb32), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:53.705167 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-a19f8f36-3175-4cc9-8b62-1c0fbb3c518e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=04d68a65-823f-4912-a50d-9c5438b83fc9 HTTP/1.1" status: 200 len: 217 time: 0.0471475 Mar 07 04:20:53.762284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0837b6f5-921d-4b00-9633-48ba4f9adb71 admin admin] Publish callbacks [] for security_group (955ff05b-0c21-4cca-8f56-1c6635d7bb32), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:53.808159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-14497f72-c8c3-4a18-a768-83973ed7fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:53.809916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-14497f72-c8c3-4a18-a768-83973ed7fc9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0971563 Mar 07 04:20:53.888459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-b47ad044-8db9-4991-8cbc-070afc615ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:53.890960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-b47ad044-8db9-4991-8cbc-070afc615ea8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0722752 Mar 07 04:20:54.005915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0837b6f5-921d-4b00-9633-48ba4f9adb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (955ff05b-0c21-4cca-8f56-1c6635d7bb32), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.010739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0837b6f5-921d-4b00-9633-48ba4f9adb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.015093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0837b6f5-921d-4b00-9633-48ba4f9adb71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/955ff05b-0c21-4cca-8f56-1c6635d7bb32 HTTP/1.1" status: 204 len: 168 time: 0.4311070 Mar 07 04:20:54.037748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-d059bcde-fad3-41be-8b7d-a5fd270810d4 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:20:54.038783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-d059bcde-fad3-41be-8b7d-a5fd270810d4 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165935 Mar 07 04:20:54.041122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837b6f5-921d-4b00-9633-48ba4f9adb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ff05b-0c21-4cca-8f56-1c6635d7bb32,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:54.079615 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-d5bc67ec-57ea-4729-9a2f-c1e02ebeceaf service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817415 Mar 07 04:20:54.120799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-5f52a558-846b-4173-9b4e-26df4636dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.122757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-5f52a558-846b-4173-9b4e-26df4636dcfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.2210472 Mar 07 04:20:54.132761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693dff-f8d2-4c5c-9416-4095e325642d req-5d4607d5-43d4-4962-90dc-3d3a4c40b7a4 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.141135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c693dff-f8d2-4c5c-9416-4095e325642d req-5d4607d5-43d4-4962-90dc-3d3a4c40b7a4 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 947 time: 0.2181883 Mar 07 04:20:54.194628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-b8109bda-8b3e-4728-8625-e59e0b87b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.196855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-c65778c3-5be7-456e-b0c6-6a4d3379ccdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1726739 Mar 07 04:20:54.196971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-b8109bda-8b3e-4728-8625-e59e0b87b7a6 service neutron] 10.222.0.21 "GET /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 1124 time: 0.1402924 Mar 07 04:20:54.226448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f593fe11-1d5f-41c3-9393-337f9370bb5e req-6586f4d8-1966-40d0-93c7-9f2a53b0064e service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381583 Mar 07 04:20:54.237046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:54.237636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:20:54.314344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-511b5d7b-3e99-4f1f-a270-aed99cfd1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.315585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-511b5d7b-3e99-4f1f-a270-aed99cfd1fdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 1127 time: 0.0553491 Mar 07 04:20:54.416036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c693dff-f8d2-4c5c-9416-4095e325642d req-35ab6e42-57f0-4875-983d-5633d1cc7a43 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736335 Mar 07 04:20:54.436245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:20:54.496984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-d7775013-f81c-4fc3-b0c9-8de53da3cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.499262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-2dc0c752-120b-4503-9a19-32a729833cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.499834 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-d7775013-f81c-4fc3-b0c9-8de53da3cd2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 925 time: 0.1612813 Mar 07 04:20:54.500824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-2dc0c752-120b-4503-9a19-32a729833cbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.3432400 Mar 07 04:20:54.551733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55738) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:54.558565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-b11981e2-02ff-4476-944c-ba53482fcc55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0512185 Mar 07 04:20:54.565350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:20:54.570278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:20:54.571366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.583467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c723aff1-89f1-48e5-bdc6-dbefd9fa3e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.621053 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-36d7f626-0969-4eee-a2fb-23b59bcc6e1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dda324-ce30-4a8c-93df-d211ffd4939e HTTP/1.1" status: 200 len: 1001 time: 0.1148841 Mar 07 04:20:54.686108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-8252453d-1e57-472f-81c4-9cb049e2b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.688910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-8252453d-1e57-472f-81c4-9cb049e2b12b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.1242046 Mar 07 04:20:54.748886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:54.749523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.766487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-547ef4fc-1dd4-4db9-aa1d-ff9e6b0bfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.775236 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-547ef4fc-1dd4-4db9-aa1d-ff9e6b0bfcd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.1409674 Mar 07 04:20:54.776918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:54.778127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-51edc141-53eb-4bb0-a740-2519e8e22241 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751429 Mar 07 04:20:54.778870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:54.779961 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd3ed5-e1d5-4856-a039-0b138b8a9daf" -d '{"events": [{"server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "name": "network-vif-plugged", "status": "completed", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:54.782644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:54.783085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:54.795694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:54.802077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.803888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e3998e2d-5810-4ed0-a322-01b187568c0f no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:20:54.876468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:54.878131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:54.878457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:54.888135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:54.888478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:54.888860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:54.894214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Bound port: e40ef072-2876-450f-bd69-91b0360f9aa0, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:54.895395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: e3998e2d-5810-4ed0-a322-01b187568c0f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:20:54.896435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e3998e2d-5810-4ed0-a322-01b187568c0f not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:20:54.936113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c723aff1-89f1-48e5-bdc6-dbefd9fa3e29 admin admin] Publish callbacks [] for security_group (eb3295ee-4959-4a27-acdc-f03a0d39a96f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.945004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-9fff1c40-8695-41eb-a058-2d80a72e7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:54.948095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-9fff1c40-8695-41eb-a058-2d80a72e7248 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1569421 Mar 07 04:20:54.949582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c723aff1-89f1-48e5-bdc6-dbefd9fa3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eb3295ee-4959-4a27-acdc-f03a0d39a96f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:54.954433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-3d5b2164-26b8-41e8-b500-abdc6f5686fb service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664722 Mar 07 04:20:55.124561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c723aff1-89f1-48e5-bdc6-dbefd9fa3e29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4acd2f913d5946efb5aa22e2a72fc904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5708714 Mar 07 04:20:55.125650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:55.126814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:55.131130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723aff1-89f1-48e5-bdc6-dbefd9fa3e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3295ee-4959-4a27-acdc-f03a0d39a96f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:55.162386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.163662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-36d0f29a-4588-43f6-acad-1789eb91a18e service neutron] 10.222.0.21 "POST /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0/bindings HTTP/1.1" status: 201 len: 389 time: 0.9437284 Mar 07 04:20:55.221854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f71c-ea79-44a9-852f-5e75751830ec req-e006790c-5489-4baf-969a-544ae9bad9b8 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:55.229391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8378f71c-ea79-44a9-852f-5e75751830ec req-e006790c-5489-4baf-969a-544ae9bad9b8 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 945 time: 0.2063556 Mar 07 04:20:55.305789 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-b6c699fb-de2a-4487-9e2a-72dac5d9c77d service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415668 Mar 07 04:20:55.382454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-60066d30-7c05-4551-b5aa-2b019c58ccba tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:55.386024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-60066d30-7c05-4551-b5aa-2b019c58ccba tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.2828655 Mar 07 04:20:55.391466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6625421-c9a3-487c-9e5d-716598ea21c1 req-3b7cb484-65c7-4618-9ded-5bf5b57454ca service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197006 Mar 07 04:20:55.414170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Request body: {'port': {'device_id': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'admin_state_up': True, 'tenant_id': '8237522f34594fce82b2024a934e0a18'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:55.432753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c52-1d5b-45e1-b0f9-e0abea800007 admin admin] Publish callbacks [] for security_group (eb3295ee-4959-4a27-acdc-f03a0d39a96f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.469529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c52-1d5b-45e1-b0f9-e0abea800007 admin admin] Publish callbacks [] for security_group (eb3295ee-4959-4a27-acdc-f03a0d39a96f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.498219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-48e1bd40-b3c4-401d-b647-f63116f5449b req-c2f19dda-14cf-4e0e-a24d-6c3de9313602 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755209 Mar 07 04:20:55.550150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55766) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:55.580118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e53d634-58ef-46d8-b230-e27887a450f2 req-2c95473c-f5fd-4ef9-9807-f5838f1d2d49 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 210 time: 0.2094600 Mar 07 04:20:55.595908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-566aa708-588e-47cd-8bc4-d9b539f3800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:55.597433 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-566aa708-588e-47cd-8bc4-d9b539f3800a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0623102 Mar 07 04:20:55.602906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8378f71c-ea79-44a9-852f-5e75751830ec req-5f740f61-6d54-428b-b594-405cfb25a590 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688703 Mar 07 04:20:55.605030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c52-1d5b-45e1-b0f9-e0abea800007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eb3295ee-4959-4a27-acdc-f03a0d39a96f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.608152 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c52-1d5b-45e1-b0f9-e0abea800007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.614469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aedf6c52-1d5b-45e1-b0f9-e0abea800007 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb3295ee-4959-4a27-acdc-f03a0d39a96f HTTP/1.1" status: 204 len: 168 time: 0.4815161 Mar 07 04:20:55.625240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf6c52-1d5b-45e1-b0f9-e0abea800007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3295ee-4959-4a27-acdc-f03a0d39a96f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:55.667858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Made reservation on behalf of 8237522f34594fce82b2024a934e0a18 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:55.672852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.726855 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d977a9-1346-46d0-a63c-2a1c95d63834 x-openstack-request-id: req-f9d977a9-1346-46d0-a63c-2a1c95d63834 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:55.728085 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "name": "network-vif-plugged", "status": "completed", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:55.728085 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9d977a9-1346-46d0-a63c-2a1c95d63834 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:55.728384 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'code': 200} Mar 07 04:20:55.757893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-4e90b5b4-7e36-4f78-b581-7e18c306e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:55.760684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-4e90b5b4-7e36-4f78-b581-7e18c306e764 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1369827 Mar 07 04:20:55.843368 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-5efaf246-d495-413b-970e-dbc0253f74b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0740280 Mar 07 04:20:55.929199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-a35f0d1f-4a66-401f-af7e-69ec5bd708ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:55.931342 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-a35f0d1f-4a66-401f-af7e-69ec5bd708ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0795670 Mar 07 04:20:55.945862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a76a9e46-856f-4dbc-9282-1bb4e9c23e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:55.998874 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-5f7678b8-c36b-41ed-948f-7dd39abae90c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574856 Mar 07 04:20:55.999835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Allocated IP 172.20.0.11 (4921de86-b9f8-45da-afcf-5a63375d03e6/08dbea69-bb32-4202-ad4a-db9c7816f6cb/18f760f6-91ef-40f4-bf6b-2d32a50ce613) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:56.006355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b1d80-81a2-4573-906d-9682409f84b7 req-a53584cd-83d9-4a15-9db7-f016cb0eb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:56.008070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d0b1d80-81a2-4573-906d-9682409f84b7 req-a53584cd-83d9-4a15-9db7-f016cb0eb04b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1127 time: 0.2348902 Mar 07 04:20:56.030249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a25f7-ffd6-4e65-9b1c-d9abc3833224 req-6d5e5be4-5389-4b5c-bd67-be59c5356b71 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:56.031702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-945a25f7-ffd6-4e65-9b1c-d9abc3833224 req-6d5e5be4-5389-4b5c-bd67-be59c5356b71 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 945 time: 0.2641273 Mar 07 04:20:56.109348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a3cd-97c5-41d1-91b1-0d1093d94372 req-88add56e-779a-45dd-9bab-8987beafbc24 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:56.132566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-4b39534e-7c37-4947-966d-bc8481427700 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275144 Mar 07 04:20:56.132957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d74a3cd-97c5-41d1-91b1-0d1093d94372 req-88add56e-779a-45dd-9bab-8987beafbc24 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 947 time: 0.2905278 Mar 07 04:20:56.253627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d0b1d80-81a2-4573-906d-9682409f84b7 req-8cfde180-1e95-4428-a9bb-e398a1b5cfad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207081 Mar 07 04:20:56.268885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-945a25f7-ffd6-4e65-9b1c-d9abc3833224 req-15d1bc3a-994e-4588-9206-74d15b65043b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255595 Mar 07 04:20:56.285565 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-415aeda2-ab2b-443f-8509-2a8d4b7e234f service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454146 Mar 07 04:20:56.314817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d74a3cd-97c5-41d1-91b1-0d1093d94372 req-af5cb516-f3f4-4af2-a11b-8432b985bd4a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804950 Mar 07 04:20:56.374014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a76a9e46-856f-4dbc-9282-1bb4e9c23e30 admin admin] Publish callbacks [] for security_group (323aa0c1-383d-451b-80e7-2487c9ba293b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.381646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a76a9e46-856f-4dbc-9282-1bb4e9c23e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (323aa0c1-383d-451b-80e7-2487c9ba293b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.426389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-c94b77be-4418-4196-bfd3-2b8804aff4a2 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:56.428914 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-c94b77be-4418-4196-bfd3-2b8804aff4a2 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.0695987 Mar 07 04:20:56.441024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:56.486291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks [] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.493133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a9e46-856f-4dbc-9282-1bb4e9c23e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323aa0c1-383d-451b-80e7-2487c9ba293b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:56.500800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a76a9e46-856f-4dbc-9282-1bb4e9c23e30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b3c97c1134546feb7d62990c2699243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9314725 Mar 07 04:20:56.504590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55798) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:56.531650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.575276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-454d891b-80e2-4676-9935-4aac38315904 admin admin] Publish callbacks [] for security_group (323aa0c1-383d-451b-80e7-2487c9ba293b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.587822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.627369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-454d891b-80e2-4676-9935-4aac38315904 admin admin] Publish callbacks [] for security_group (323aa0c1-383d-451b-80e7-2487c9ba293b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.647749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:56.655733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:56.663501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:56.702884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:56.733080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:56.746926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:56.808093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:56.810913 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defde947-dcc3-4309-905d-30b1c30eea57" -d '{"events": [{"server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:56.817014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Publish callbacks [] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.824963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:56.913237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:56.932585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:56.932585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:56.932585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:56.935438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:56.935838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Attempting to bind port e40ef072-2876-450f-bd69-91b0360f9aa0 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:56.941938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:56.942345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:56.942812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:56.943376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Bound port: e40ef072-2876-450f-bd69-91b0360f9aa0, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:56.943796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.016383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 04d68a65-823f-4912-a50d-9c5438b83fc9 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:57.028115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:57.032439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:57.040420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.065051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:57.065691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.077440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-8ef64b47-d0a4-435e-aa93-9f6fb6d05261 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590436 Mar 07 04:20:57.186897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:57.187790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.191606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 04d68a65-823f-4912-a50d-9c5438b83fc9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=04d68a65-823f-4912-a50d-9c5438b83fc9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:57.194224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-ee3e88ac-dbf9-4f07-ac51-eaae4485b4a9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:57.201361 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] 10.222.0.44 "PUT /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 1121 time: 0.7529168 Mar 07 04:20:57.202215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-ee3e88ac-dbf9-4f07-ac51-eaae4485b4a9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238580 Mar 07 04:20:57.207551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-454d891b-80e2-4676-9935-4aac38315904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (323aa0c1-383d-451b-80e7-2487c9ba293b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.208209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '04d68a65-823f-4912-a50d-9c5438b83fc9', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '04d68a65-823f-4912-a50d-9c5438b83fc9', 'mac_address': 'fa:16:3e:9f:2e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:20:57.210216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-454d891b-80e2-4676-9935-4aac38315904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.213821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-454d891b-80e2-4676-9935-4aac38315904 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/323aa0c1-383d-451b-80e7-2487c9ba293b HTTP/1.1" status: 204 len: 168 time: 0.7057786 Mar 07 04:20:57.215564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90321d8b-a877-4af3-9fd5-255e598bd4fe service neutron] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:57.229095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-005de7d6-2fd2-4158-b640-5e30048102c8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/quotas/57e4d8f159ed4362b992fc20a17d7ac3 HTTP/1.1" status: 200 len: 375 time: 0.0259402 Mar 07 04:20:57.244196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5ca76b20-acd1-462a-bd33-4dd7e5935606 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8403187 Mar 07 04:20:57.252920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29fd3-1f43-4357-8bc5-aa736071c5fb req-49edd67a-25bf-44ee-b368-3fe19cdc8742 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:57.257738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3b29fd3-1f43-4357-8bc5-aa736071c5fb req-49edd67a-25bf-44ee-b368-3fe19cdc8742 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 945 time: 0.5172176 Mar 07 04:20:57.270503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 04d68a65-823f-4912-a50d-9c5438b83fc9 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:20:57.271104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Request body: {'port': {'device_id': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:57.271480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.289250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d68a65-823f-4912-a50d-9c5438b83fc9 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:57.317098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 04d68a65-823f-4912-a50d-9c5438b83fc9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=04d68a65-823f-4912-a50d-9c5438b83fc9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:57.325426 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.326865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d891b-80e2-4676-9935-4aac38315904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323aa0c1-383d-451b-80e7-2487c9ba293b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:57.335123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-acb780c6-4cc4-4004-9ead-b966ac98c845 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050696 Mar 07 04:20:57.404782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e40ef072-2876-450f-bd69-91b0360f9aa0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:57.427587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3b29fd3-1f43-4357-8bc5-aa736071c5fb req-fb4af413-f98b-4e6c-8a8b-4bd2ab62923a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611016 Mar 07 04:20:57.430012 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:57.444273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=04d68a65-823f-4912-a50d-9c5438b83fc9,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:57.634066 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6318c000-b159-449b-8b4a-c0f6f7e6aea8 x-openstack-request-id: req-6318c000-b159-449b-8b4a-c0f6f7e6aea8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:57.634969 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:57.635459 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6318c000-b159-449b-8b4a-c0f6f7e6aea8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:57.636072 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'code': 200} Mar 07 04:20:57.671254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434580-54c1-4272-8acb-4b150b950bb9 req-657c3639-a0c0-46ac-be48-c1bf2e0d01cd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:57.672795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9434580-54c1-4272-8acb-4b150b950bb9 req-657c3639-a0c0-46ac-be48-c1bf2e0d01cd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 932 time: 0.1511211 Mar 07 04:20:57.823071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9434580-54c1-4272-8acb-4b150b950bb9 req-cd58ae01-4aa3-40b3-b396-9e49d53df543 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438217 Mar 07 04:20:57.882455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d28ab-eb95-4158-95dc-a2ff93865ecd req-cc68f555-cba1-4f48-b5e8-86f6b878a036 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:57.884062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-177d28ab-eb95-4158-95dc-a2ff93865ecd req-cc68f555-cba1-4f48-b5e8-86f6b878a036 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.1172080 Mar 07 04:20:58.014826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f760f6-91ef-40f4-bf6b-2d32a50ce613 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:20:58.028236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-177d28ab-eb95-4158-95dc-a2ff93865ecd req-2c59206f-1c0c-49fa-8062-e01d8bb5ac61 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288519 Mar 07 04:20:58.031446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Publish callbacks [] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.043654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aa036-0cfb-445a-93c6-c1f7dbf6c599 req-d280174d-64ad-42d6-b7fa-9b79420fce56 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:58.060994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c5aa036-0cfb-445a-93c6-c1f7dbf6c599 req-d280174d-64ad-42d6-b7fa-9b79420fce56 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 948 time: 0.1627614 Mar 07 04:20:58.067093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['04d68a65-823f-4912-a50d-9c5438b83fc9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:20:58.087723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Transition to ACTIVE for port object 18f760f6-91ef-40f4-bf6b-2d32a50ce613 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:20:58.116833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.130511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9cf981f-3885-457d-a017-9bbcab948a58 req-35fc7883-7715-421c-886c-cbf0a4b693a5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 210 time: 0.0459576 Mar 07 04:20:58.159667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c5aa036-0cfb-445a-93c6-c1f7dbf6c599 req-e4629df8-93b3-413f-87d1-edefdd171df3 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976243 Mar 07 04:20:58.267393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:58.318249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:20:58.320353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:20:58.320991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:58.330832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:20:58.331105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:20:58.340361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:20:58.340791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:20:58.341240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:20:58.341760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Bound port: 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:20:58.342199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.419969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:20:58.423737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:20:58.432067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.455026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:58.522378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:58.526422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:58.527118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.528571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-522923f0-3c39-418f-9092-88f088f6b3bd service neutron] 10.222.0.15 "PUT /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 1092 time: 1.2641087 Mar 07 04:20:58.532482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:58.532698 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94" -d '{"events": [{"name": "network-changed", "server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:58.588130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8669d-83a8-4208-9b89-d5a6f933c53b req-d3a3007b-8073-46f2-8f20-4092d0545ebc tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:58.589640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0e8669d-83a8-4208-9b89-d5a6f933c53b req-d3a3007b-8073-46f2-8f20-4092d0545ebc tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 945 time: 0.0811851 Mar 07 04:20:58.619279 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a9651-eef4-4c7e-8e3e-2746a641f820 x-openstack-request-id: req-eb0a9651-eef4-4c7e-8e3e-2746a641f820 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:20:58.619441 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:20:58.619993 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb0a9651-eef4-4c7e-8e3e-2746a641f820 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:20:58.620115 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'status': 'completed', 'code': 200} Mar 07 04:20:58.673020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0e8669d-83a8-4208-9b89-d5a6f933c53b req-a8b21aa0-0eab-409f-b0cd-a9e26f0c11d3 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750685 Mar 07 04:20:58.675686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-fa5bed6b-e7ae-4742-af31-71e8a3bd46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:58.677098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-fa5bed6b-e7ae-4742-af31-71e8a3bd46a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1126 time: 0.0972810 Mar 07 04:20:58.684857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1954228678-network', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:58.716399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Made reservation on behalf of c2fba9bf84cf49f0950c8eb850c43515 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:58.719341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.726627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-f674dfff-92ae-475b-9960-bc4bea85ba6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 217 time: 0.0416293 Mar 07 04:20:58.729762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.795264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5aabc4a2-3b4d-4abf-8652-653619da42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:58.797116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-5aabc4a2-3b4d-4abf-8652-653619da42b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0654459 Mar 07 04:20:58.821437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks [] for security_group (aece0e88-e120-4730-b419-92b2f24398e3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.827845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aece0e88-e120-4730-b419-92b2f24398e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.865736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:20:58.876955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2f0432dc-61f8-498d-9e81-98cdf5cf75c7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.877309 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Added segment 2f0432dc-61f8-498d-9e81-98cdf5cf75c7 of type vlan for network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 Mar 07 04:20:58.881904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-53617de4-6588-433a-8487-0e730d1631ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673435 Mar 07 04:20:58.909590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55902) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:58.954245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7243cf16-5bc6-4f4b-97ff-e7525dea43f0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:58.969749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece0e88-e120-4730-b419-92b2f24398e3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:59.014075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-b37c4aef-b3e2-4efa-aefe-b544aee3a2c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:59.015943 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-b37c4aef-b3e2-4efa-aefe-b544aee3a2c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2131791 Mar 07 04:20:59.018769 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-0576fca9-5538-43fc-982d-138178decaa6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344343 Mar 07 04:20:59.024932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7243cf16-5bc6-4f4b-97ff-e7525dea43f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.026108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:59.026821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.045755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:20:59.074127 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6177855 Mar 07 04:20:59.081650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55908) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:20:59.093514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Request body: {'subnet': {'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1954228678-subnet', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:59.134633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-a2af3b03-7185-4f62-871e-c8a1f821834b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0990093 Mar 07 04:20:59.141894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-318ffb39-948c-422a-9656-eb370facefb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.153503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-36c50e44-a4bd-452e-811c-caa82d7061b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576840 Mar 07 04:20:59.162868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'floatingip': {'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:59.176333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9691-4f3a-4521-8162-0eed8b59d890 admin admin] Pushing event updated for resources: {'Network': ['ID=7243cf16-5bc6-4f4b-97ff-e7525dea43f0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:59.197570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:20:59.216546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-434cdfd3-7c20-4541-a56e-8a3fd2cedc05 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:59.218224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-434cdfd3-7c20-4541-a56e-8a3fd2cedc05 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785824 Mar 07 04:20:59.233002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': 'ad428497-a535-4e40-979d-6abba299ac59', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:20:59.261408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:20:59.263809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08483a-5694-4750-b576-040a2df23cdf req-28a8d41b-128e-4a0c-b3b1-94cc9719dbf6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:59.266497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f08483a-5694-4750-b576-040a2df23cdf req-28a8d41b-128e-4a0c-b3b1-94cc9719dbf6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.3226871 Mar 07 04:20:59.267515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Made reservation on behalf of c2fba9bf84cf49f0950c8eb850c43515 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:59.270872 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.281566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:20:59.292407 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.346218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:20:59.349754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.358462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.437181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for security_group (ff0fc062-90cb-41d3-adf9-a3f04f7e227f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.440941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ff0fc062-90cb-41d3-adf9-a3f04f7e227f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.509916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0fc062-90cb-41d3-adf9-a3f04f7e227f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:59.565766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f08483a-5694-4750-b576-040a2df23cdf req-cf50831f-9773-4ba2-940c-fb196d4a3ad1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924125 Mar 07 04:20:59.593002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.122 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/c067d918-4793-430d-8c05-c07dc7c9d4fc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:20:59.637845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:20:59.640050 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f755dd-21b9-4751-9d3c-16634c500a91" -d '{"events": [{"name": "network-changed", "server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:20:59.644669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a851c746-b245-4c76-9725-aa47c7565c44 req-87ad2735-406a-49d9-927c-757a05693210 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412246 Mar 07 04:20:59.767257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.801573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.846594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:20:59.849595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:20:59.855074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:20:59.880345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=c067d918-4793-430d-8c05-c07dc7c9d4fc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:20:59.910333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:20:59.910789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:20:59.930637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f6256093-aef5-4809-87da-75d33e2027b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7014298 Mar 07 04:20:59.943275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Request body: {'port': {'device_id': 'ad428497-a535-4e40-979d-6abba299ac59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:00.015843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.028406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-318ffb39-948c-422a-9656-eb370facefb1 admin admin] Publish callbacks [] for security_group (259660f1-7cb7-4c6b-815e-0a7f961ba1b2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.046997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-318ffb39-948c-422a-9656-eb370facefb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (259660f1-7cb7-4c6b-815e-0a7f961ba1b2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.102813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9aab9435-1378-4bb0-9f91-44d0514108ae None None] Provisioning complete for port c067d918-4793-430d-8c05-c07dc7c9d4fc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:00.103498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9aab9435-1378-4bb0-9f91-44d0514108ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.133164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1076d-5b2e-4c3e-8647-750e6cba4caa req-19394047-8d1a-4a7e-98dc-24745c306cc2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.135181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddf1076d-5b2e-4c3e-8647-750e6cba4caa req-19394047-8d1a-4a7e-98dc-24745c306cc2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.4932609 Mar 07 04:21:00.142792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9435-1378-4bb0-9f91-44d0514108ae None None] Port c067d918-4793-430d-8c05-c07dc7c9d4fc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:00.199434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-318ffb39-948c-422a-9656-eb370facefb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60e94342018a4465a20792a0f9dbe83b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2885785 Mar 07 04:21:00.204132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:00.212939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-016e08aa-6ac2-43ec-b271-c2d398ec0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.214428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-016e08aa-6ac2-43ec-b271-c2d398ec0a9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1126 time: 0.5180635 Mar 07 04:21:00.225669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ffb39-948c-422a-9656-eb370facefb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259660f1-7cb7-4c6b-815e-0a7f961ba1b2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:00.251753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.290519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-617a451f-f8bd-4c1c-a8e1-5a926a1f02b0 admin admin] Publish callbacks [] for security_group (259660f1-7cb7-4c6b-815e-0a7f961ba1b2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.514645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddf1076d-5b2e-4c3e-8647-750e6cba4caa req-c310e0e6-5b30-4da8-8f0b-f6713e0cd27e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429892 Mar 07 04:21:00.526227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:00.584898 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-617a451f-f8bd-4c1c-a8e1-5a926a1f02b0 admin admin] Publish callbacks [] for security_group (259660f1-7cb7-4c6b-815e-0a7f961ba1b2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.600089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c067d918-4793-430d-8c05-c07dc7c9d4fc {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:00.613990 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Publish callbacks [] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.622265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Checking segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:00.622637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Network hostable DHCP agents. Network: 7243cf16-5bc6-4f4b-97ff-e7525dea43f0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:21:00.625036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-dd9dcaa4-9e09-418f-8c4f-d63f18183d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.626536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-dd9dcaa4-9e09-418f-8c4f-d63f18183d39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.3788970 Mar 07 04:21:00.637095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Transition to ACTIVE for port object c067d918-4793-430d-8c05-c07dc7c9d4fc will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:00.641122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.688553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-617a451f-f8bd-4c1c-a8e1-5a926a1f02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (259660f1-7cb7-4c6b-815e-0a7f961ba1b2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.690955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-617a451f-f8bd-4c1c-a8e1-5a926a1f02b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.694443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-617a451f-f8bd-4c1c-a8e1-5a926a1f02b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/259660f1-7cb7-4c6b-815e-0a7f961ba1b2 HTTP/1.1" status: 204 len: 168 time: 0.4893119 Mar 07 04:21:00.719668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a451f-f8bd-4c1c-a8e1-5a926a1f02b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259660f1-7cb7-4c6b-815e-0a7f961ba1b2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:00.734271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Pushing event updated for resources: {'Port': ['ID=c067d918-4793-430d-8c05-c07dc7c9d4fc,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:00.747923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-6e92fa2d-9804-4cb7-aa33-974f51358f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 217 time: 0.0720921 Mar 07 04:21:00.786097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:21:00.809909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Attempting to bind port c067d918-4793-430d-8c05-c07dc7c9d4fc on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:00.810421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Attempting to bind port c067d918-4793-430d-8c05-c07dc7c9d4fc by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:00.811066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Attempting to bind port c067d918-4793-430d-8c05-c07dc7c9d4fc on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:00.815226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Port c067d918-4793-430d-8c05-c07dc7c9d4fc on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:00.815601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Attempting to bind port c067d918-4793-430d-8c05-c07dc7c9d4fc on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:00.821566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:00.822179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:00.822574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:00.823009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Bound port: c067d918-4793-430d-8c05-c07dc7c9d4fc, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:00.823365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.868956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:21:00.912405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] For port c067d918-4793-430d-8c05-c07dc7c9d4fc, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:00.916318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] For port c067d918-4793-430d-8c05-c07dc7c9d4fc, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:00.922612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.928907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5881f-5ff4-46e6-bfe8-10a6172114b8 req-afc0690d-329c-4e59-83b5-836b82f472fb tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.930707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0d5881f-5ff4-46e6-bfe8-10a6172114b8 req-afc0690d-329c-4e59-83b5-836b82f472fb tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 936 time: 0.3323691 Mar 07 04:21:00.931739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7243cf16-5bc6-4f4b-97ff-e7525dea43f0) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:00.939857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e53422-225b-4666-9018-ab4dde7700a1 None None] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:00.943555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.944093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.962426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.967776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.967776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] 10.222.0.44 "PUT /v2.0/ports/c067d918-4793-430d-8c05-c07dc7c9d4fc HTTP/1.1" status: 200 len: 1096 time: 1.0273499 Mar 07 04:21:00.968405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:00.973821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-3cf28865-2ea9-4aae-aefe-4a6440a367bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:00.974897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-3cf28865-2ea9-4aae-aefe-4a6440a367bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.2132535 Mar 07 04:21:01.006667 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.010659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-64d0d5b1-81fb-40e5-bc84-81bbc1e5ceb5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9250791 Mar 07 04:21:01.013659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:01.022160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:01.059010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 04d68a65-823f-4912-a50d-9c5438b83fc9 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:01.079264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5c398-3a0f-42fd-a933-735e1123f133 service neutron] Pushing event updated for resources: {'Port': ['ID=c067d918-4793-430d-8c05-c07dc7c9d4fc,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:01.101328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-981ff922-13cf-476a-bb1d-b34c72139d10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189511 Mar 07 04:21:01.110895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (110c6cdf-357b-4776-9967-f55ff9f357d8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.112200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (110c6cdf-357b-4776-9967-f55ff9f357d8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.137604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55928) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:01.141289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-20d68495-4d12-4da0-b988-e634c3f72196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:01.142932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-20d68495-4d12-4da0-b988-e634c3f72196 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 1130 time: 0.1174724 Mar 07 04:21:01.182023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8b481a3-4648-462b-b7a5-e75a3f6e83ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.213540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 04d68a65-823f-4912-a50d-9c5438b83fc9 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:01.225073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:21:01.225970 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.231666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 04d68a65-823f-4912-a50d-9c5438b83fc9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:01.232039 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.232305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0d5881f-5ff4-46e6-bfe8-10a6172114b8 req-0cbcf3ae-d2cc-4e03-9522-504999ef8264 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810781 Mar 07 04:21:01.233708 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-c9106686-2b26-4284-8296-ae01fe101317 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc HTTP/1.1" status: 200 len: 217 time: 0.0726810 Mar 07 04:21:01.287613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks [] for router_controller (110c6cdf-357b-4776-9967-f55ff9f357d8), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.365203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-e5856b99-90c4-44b7-966a-c8ecb94237dc service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533717 Mar 07 04:21:01.418305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-4cfdccd9-7c82-4ab2-8512-12381319862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:01.419803 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-4cfdccd9-7c82-4ab2-8512-12381319862f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1441016 Mar 07 04:21:01.440692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 04d68a65-823f-4912-a50d-9c5438b83fc9 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:01.441087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.478700 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Floating IP f41e7374-c707-4a19-a630-049ee8554f03 associated. External IP: 172.25.4.244, port: 89c72d77-03da-4ee1-8148-6e0c6e47796a. Mar 07 04:21:01.484018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 04d68a65-823f-4912-a50d-9c5438b83fc9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=04d68a65-823f-4912-a50d-9c5438b83fc9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:01.488990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d68a65-823f-4912-a50d-9c5438b83fc9'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:01.491492 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648783a0-5d1c-4174-a362-0d3e262a786a" -d '{"events": [{"server_uuid": "deec1e3a-494d-4e05-8009-6d395301f79d", "name": "network-vif-plugged", "status": "completed", "tag": "04d68a65-823f-4912-a50d-9c5438b83fc9"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:01.496846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.503699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Allocated IP 172.20.0.2 (7243cf16-5bc6-4f4b-97ff-e7525dea43f0/11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c/63ac3100-0ddf-432d-9ac7-c23991c30141) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:01.537972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks [] for router_gateway (110c6cdf-357b-4776-9967-f55ff9f357d8), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.553130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934fc8-29da-44fc-a1f1-3da8e47b6c6d req-d0a584f1-9054-4c23-b41a-0a3144be776d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:01.560936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4934fc8-29da-44fc-a1f1-3da8e47b6c6d req-d0a584f1-9054-4c23-b41a-0a3144be776d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 948 time: 0.1942968 Mar 07 04:21:01.584323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8b481a3-4648-462b-b7a5-e75a3f6e83ae admin admin] Publish callbacks [] for security_group (dc1207bf-d03b-43d0-a2b2-ddbd205b61e8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.585824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=04d68a65-823f-4912-a50d-9c5438b83fc9,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:01.591295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f5cf9ae9-c433-435b-b1bf-fb7656d25524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:01.592895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-f5cf9ae9-c433-435b-b1bf-fb7656d25524 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1656156 Mar 07 04:21:01.595129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8b481a3-4648-462b-b7a5-e75a3f6e83ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dc1207bf-d03b-43d0-a2b2-ddbd205b61e8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.602810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2c1415c-24cc-44f4-9f3f-e89ed38efb94 req-5fa5ca9c-e503-4a2f-aa2b-ed2b4c178196 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226408 Mar 07 04:21:01.671381 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b8b481a3-4648-462b-b7a5-e75a3f6e83ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81511673c402480cbbc81f703a42d6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5300672 Mar 07 04:21:01.676828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:01.709510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Publish callbacks [] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.716797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.738392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b481a3-4648-462b-b7a5-e75a3f6e83ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1207bf-d03b-43d0-a2b2-ddbd205b61e8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:01.765486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:01.770239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:01.774376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:01.780764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Pushing event updated for resources: {'Port': ['ID=63ac3100-0ddf-432d-9ac7-c23991c30141,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:01.818494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-b4a6d7a7-db90-40ff-9579-0de081cc48e8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073703 Mar 07 04:21:01.834091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7ba970a-ebd0-4312-878b-c933653d60cc admin admin] Publish callbacks [] for security_group (dc1207bf-d03b-43d0-a2b2-ddbd205b61e8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.841754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Attempting to bind port 63ac3100-0ddf-432d-9ac7-c23991c30141 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:01.842159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Attempting to bind port 63ac3100-0ddf-432d-9ac7-c23991c30141 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:01.842522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Attempting to bind port 63ac3100-0ddf-432d-9ac7-c23991c30141 on network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:01.848521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:01.848917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Checking segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:01.849872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.850430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Bound using segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:01.850930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Bound port: 63ac3100-0ddf-432d-9ac7-c23991c30141, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:01.851318 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.915601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7ba970a-ebd0-4312-878b-c933653d60cc admin admin] Publish callbacks [] for security_group (dc1207bf-d03b-43d0-a2b2-ddbd205b61e8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:01.920592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4934fc8-29da-44fc-a1f1-3da8e47b6c6d req-655e6302-4971-47fb-b710-91cb2f1b5411 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588753 Mar 07 04:21:01.931045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-755f1806-9b7b-43df-8328-9550666f366b None None] For port 63ac3100-0ddf-432d-9ac7-c23991c30141, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:01.935384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-755f1806-9b7b-43df-8328-9550666f366b None None] For port 63ac3100-0ddf-432d-9ac7-c23991c30141, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=63ac3100-0ddf-432d-9ac7-c23991c30141,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:01.953402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.013483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f1806-9b7b-43df-8328-9550666f366b None None] Pushing event updated for resources: {'Port': ['ID=63ac3100-0ddf-432d-9ac7-c23991c30141,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:02.048937 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f1886f-2c0e-4bd1-9fb5-d5dd81a952b4 x-openstack-request-id: req-b0f1886f-2c0e-4bd1-9fb5-d5dd81a952b4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:02.049232 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:02.049547 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0f1886f-2c0e-4bd1-9fb5-d5dd81a952b4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:02.049948 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'status': 'completed', 'code': 200} Mar 07 04:21:02.054032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eeab51d6-abb6-4fc4-8145-441426cb5ea9 req-c38fa742-405b-403f-9cd1-41fd20c722e8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277093 Mar 07 04:21:02.107923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7ba970a-ebd0-4312-878b-c933653d60cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dc1207bf-d03b-43d0-a2b2-ddbd205b61e8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.110543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7ba970a-ebd0-4312-878b-c933653d60cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.111687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e7ba970a-ebd0-4312-878b-c933653d60cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc1207bf-d03b-43d0-a2b2-ddbd205b61e8 HTTP/1.1" status: 204 len: 168 time: 0.4333105 Mar 07 04:21:02.129606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks [] for router_gateway (110c6cdf-357b-4776-9967-f55ff9f357d8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.150433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.159111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:02.159964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba970a-ebd0-4312-878b-c933653d60cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1207bf-d03b-43d0-a2b2-ddbd205b61e8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:02.187732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-acee7479-fdf4-45f6-a154-4f93d7da6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.189243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-acee7479-fdf4-45f6-a154-4f93d7da6f7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1155 time: 0.1526890 Mar 07 04:21:02.303522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b699283-bd8c-4f55-a8d5-ce47a6c5264c req-4369b9b7-b968-49dc-8e41-77bdede289c5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.311282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b699283-bd8c-4f55-a8d5-ce47a6c5264c req-4369b9b7-b968-49dc-8e41-77bdede289c5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.2051291 Mar 07 04:21:02.325456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Allocated IP 172.25.4.136 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/91ced650-2849-4a2a-8d5f-a5db2e13c84f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:02.476076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:02.495239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b699283-bd8c-4f55-a8d5-ce47a6c5264c req-3b68d871-c6d5-4f7c-b059-0845137d71ef tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822891 Mar 07 04:21:02.500256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-04a7d5bd-5c31-45a1-b4b7-3533b05ee5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.501701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-04a7d5bd-5c31-45a1-b4b7-3533b05ee5b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.3024580 Mar 07 04:21:02.504689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:02.513340 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.514281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks [] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.517345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:02.542626 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:02.543774 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:02.557290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-7a305146-3e78-45d1-b17b-8bb99a684a3b tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "PUT /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 997 time: 3.4108636 Mar 07 04:21:02.563826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:02.566225 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6222329-4ad5-4546-b04f-35bd52cb3973" -d '{"events": [{"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:02.596048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.616911 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfa8c76-7f77-4c34-b856-5da327681376 x-openstack-request-id: req-1dfa8c76-7f77-4c34-b856-5da327681376 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:02.619817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-24e06c82-25df-436f-912e-955edd79e1fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0614884 Mar 07 04:21:02.619984 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deec1e3a-494d-4e05-8009-6d395301f79d", "name": "network-vif-plugged", "status": "completed", "tag": "04d68a65-823f-4912-a50d-9c5438b83fc9", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:02.622063 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dfa8c76-7f77-4c34-b856-5da327681376 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:02.622063 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d68a65-823f-4912-a50d-9c5438b83fc9', 'code': 200} Mar 07 04:21:02.665534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:02.705605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:02.716894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'port_id': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'mac_address': 'fa:16:3e:fd:80:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dbea69-bb32-4202-ad4a-db9c7816f6cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:02.731761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:02.739053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:02.741121 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-8dc596cc-2a78-47de-aba5-8504523ea5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.744939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-8dc596cc-2a78-47de-aba5-8504523ea5e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1280305 Mar 07 04:21:02.748789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-2d3a22a6-5009-4eb0-87ab-c7329c8c6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.750263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-2d3a22a6-5009-4eb0-87ab-c7329c8c6efb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.1026735 Mar 07 04:21:02.779858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Pushing event updated for resources: {'Port': ['ID=91ced650-2849-4a2a-8d5f-a5db2e13c84f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:02.806071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7830c38-e3b4-4441-bc8f-d15fa9a397e6 req-f429d75f-e726-4df8-83bf-895c50422b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.807576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b7830c38-e3b4-4441-bc8f-d15fa9a397e6 req-f429d75f-e726-4df8-83bf-895c50422b96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 1131 time: 0.1383133 Mar 07 04:21:02.809044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d23e68fd-d593-4df8-9b66-45b595619392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.832146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:02.832946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.841515 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:02.853181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f760f6-91ef-40f4-bf6b-2d32a50ce613 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:02.877329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-82b753f9-f915-46f0-ade4-01cf2ee8b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:02.878831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-82b753f9-f915-46f0-ade4-01cf2ee8b230 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.1207614 Mar 07 04:21:02.880258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:02.886505 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:02.984020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b7830c38-e3b4-4441-bc8f-d15fa9a397e6 req-502ddc40-5b97-49b8-b20b-7d24dc338630 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304500 Mar 07 04:21:02.986515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:03.078188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-4d27cd4c-4d83-454d-b749-603e8be195d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3179941 Mar 07 04:21:03.110481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['18f760f6-91ef-40f4-bf6b-2d32a50ce613'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:03.122795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-3672afda-7f59-41db-b904-765b36d27fe5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 1000 time: 0.2226710 Mar 07 04:21:03.178124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks [] for router_gateway (110c6cdf-357b-4776-9967-f55ff9f357d8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:03.237201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-b0f5bfe8-5ea4-42c5-9bfb-60fa9d334511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:03.245632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-b0f5bfe8-5ea4-42c5-9bfb-60fa9d334511 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.1114018 Mar 07 04:21:03.315956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e769f65-51be-452a-a271-6870eea7635a req-1695000c-e6a7-4a2e-913c-5b47c4a0d2dd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:03.324484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e769f65-51be-452a-a271-6870eea7635a req-1695000c-e6a7-4a2e-913c-5b47c4a0d2dd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.5782721 Mar 07 04:21:03.378220 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:00Z', 'revision_number': 1, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:03.412469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-8ee0965d-6c57-4b9e-8819-ba1c923367a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:03.419972 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:03.420541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-8ee0965d-6c57-4b9e-8819-ba1c923367a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1739161 Mar 07 04:21:03.437475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:03.438645 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:03.446781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e769f65-51be-452a-a271-6870eea7635a req-632b639c-065a-410f-b861-ca1e44d98bb2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148355 Mar 07 04:21:03.452728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-0f136280-bf5a-4df3-93cb-56398011df4b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:21:03.465862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-0f136280-bf5a-4df3-93cb-56398011df4b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444515 Mar 07 04:21:03.507261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78688d-ed9e-4108-b89d-b7f7dc31810a None None] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:03.533926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (110c6cdf-357b-4776-9967-f55ff9f357d8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:03.549556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-737c17b2-4a65-4c66-9919-758a3a2a1128 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553232 Mar 07 04:21:03.608832 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:03.611583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] Provisioning complete for port 63ac3100-0ddf-432d-9ac7-c23991c30141 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:03.612198 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:03.715741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-f83f7793-34ae-4894-a18e-68b70d09e0b5 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487593 Mar 07 04:21:03.740767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561bbb4-f296-4be6-ab88-58316483e461 req-a8a99920-87e0-41b3-8c0c-7ad1874371a2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:03.741761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b561bbb4-f296-4be6-ab88-58316483e461 req-a8a99920-87e0-41b3-8c0c-7ad1874371a2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 948 time: 0.1868446 Mar 07 04:21:03.771172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] Current status of the port 63ac3100-0ddf-432d-9ac7-c23991c30141 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:03.772460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:03.796135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9f755dd-21b9-4751-9d3c-16634c500a91 req-2bbf0aee-7da2-4fd7-99d7-d3f9e6c440b5 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370942 Mar 07 04:21:03.827441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] For port 63ac3100-0ddf-432d-9ac7-c23991c30141, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=63ac3100-0ddf-432d-9ac7-c23991c30141,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:03.833539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Router 110c6cdf-357b-4776-9967-f55ff9f357d8 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:21:03.838898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:03.890823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b561bbb4-f296-4be6-ab88-58316483e461 req-8b4b72c7-7855-4482-b3ec-2d287f872fea tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393368 Mar 07 04:21:03.928314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e7e6-a8bf-404c-acb0-dbf20ca2483f None None] Pushing event updated for resources: {'Port': ['ID=63ac3100-0ddf-432d-9ac7-c23991c30141,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:03.939534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd35e52-9a86-423e-92b1-cc418679c96a req-f067a459-06be-441d-9ff9-50a72da50bc9 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076433 Mar 07 04:21:03.978901 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d221b4-3cca-45f4-a5ef-428f6660e79c x-openstack-request-id: req-87d221b4-3cca-45f4-a5ef-428f6660e79c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:03.979201 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:03.979459 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87d221b4-3cca-45f4-a5ef-428f6660e79c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:03.979928 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'status': 'completed', 'code': 200} Mar 07 04:21:04.048362 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:00Z', 'revision_number': 1, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:04.050499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad428497-a535-4e40-979d-6abba299ac59', 'tag': 'c067d918-4793-430d-8c05-c07dc7c9d4fc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:04.054873 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed46060a-fd2e-4199-8c65-e23499b79d01" -d '{"events": [{"name": "network-changed", "server_uuid": "ad428497-a535-4e40-979d-6abba299ac59", "tag": "c067d918-4793-430d-8c05-c07dc7c9d4fc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:04.086396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:04.095886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Sync routers for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:04.109617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:04.114027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:04.114027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:20:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:04.115007 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-66269a12-ca07-4b3e-85b0-7c1339a61628 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1001270 Mar 07 04:21:04.115888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:04.119661 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d6f38-f990-444e-b420-d708673cceb4 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:00Z', 'revision_number': 1, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:04.198718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2c45-6225-4a0a-9012-10e7cc19e8e7 req-df70940d-e8ed-4802-b114-80d4f20c5885 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:04.200343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-293d2c45-6225-4a0a-9012-10e7cc19e8e7 req-df70940d-e8ed-4802-b114-80d4f20c5885 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1544828 Mar 07 04:21:04.225691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209ed6-627e-4a65-8416-342b479f36ed req-e0f028c8-9886-4a2a-bfef-18a406f692e7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:04.232663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29209ed6-627e-4a65-8416-342b479f36ed req-e0f028c8-9886-4a2a-bfef-18a406f692e7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 945 time: 0.1183093 Mar 07 04:21:04.261667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d7b08c09-ae72-40bf-ae58-3fef73e97398 None None] Provisioning complete for port 63ac3100-0ddf-432d-9ac7-c23991c30141 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:04.262041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7b08c09-ae72-40bf-ae58-3fef73e97398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:04.309229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-293d2c45-6225-4a0a-9012-10e7cc19e8e7 req-f0dcee60-28ff-43ab-9d04-78b618f32b57 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018560 Mar 07 04:21:04.339281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29209ed6-627e-4a65-8416-342b479f36ed req-c4fcba54-93ff-4c28-bae3-122f0403fdcc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056027 Mar 07 04:21:04.514575 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29e7ff-8a41-4625-828c-942f872ffe14 None None] New status for floating IP f41e7374-c707-4a19-a630-049ee8554f03: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:04.581426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 63ac3100-0ddf-432d-9ac7-c23991c30141 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:04.592826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-08499ec2-48ba-45d0-8cc6-6f2fc66e59e3 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:04.599816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-08499ec2-48ba-45d0-8cc6-6f2fc66e59e3 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0879381 Mar 07 04:21:04.622910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:04.714725 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627b8c01-710d-4a5c-acb1-f477c4aa3909 x-openstack-request-id: req-627b8c01-710d-4a5c-acb1-f477c4aa3909 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:04.714977 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad428497-a535-4e40-979d-6abba299ac59", "tag": "c067d918-4793-430d-8c05-c07dc7c9d4fc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:04.715242 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-627b8c01-710d-4a5c-acb1-f477c4aa3909 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:04.715640 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad428497-a535-4e40-979d-6abba299ac59', 'tag': 'c067d918-4793-430d-8c05-c07dc7c9d4fc', 'status': 'completed', 'code': 200} Mar 07 04:21:04.737243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:04.747443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:04.749951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:04.750648 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:04.760510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-f7246ecd-21dd-48d8-aa45-d55c10bae006 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1000 time: 0.1596618 Mar 07 04:21:04.771845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51c5b2-dec4-4721-b89b-24f9cbcd5661 req-ec7f1498-7076-4745-8025-dd5cbcd269a2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:04.773400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d51c5b2-dec4-4721-b89b-24f9cbcd5661 req-ec7f1498-7076-4745-8025-dd5cbcd269a2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.1658137 Mar 07 04:21:04.778726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'floatingip': {'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:04.829943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 63ac3100-0ddf-432d-9ac7-c23991c30141 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:04.830457 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:04.863334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d51c5b2-dec4-4721-b89b-24f9cbcd5661 req-9c5c82c1-9ec3-4bfc-9af7-00d5fb56524b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812697 Mar 07 04:21:04.900223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.039200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.059232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d7b08c09-ae72-40bf-ae58-3fef73e97398 None None] Current status of the port 63ac3100-0ddf-432d-9ac7-c23991c30141 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:05.082374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:05.082374 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.168308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 63ac3100-0ddf-432d-9ac7-c23991c30141 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:05.170612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:05.172889 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612d5ac-27d8-4f2a-9f23-4d9db3d5b394" -d '{"events": [{"server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "name": "network-vif-plugged", "status": "completed", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:05.189766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:05.198981 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.233382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Allocated IP 172.20.0.1 (7243cf16-5bc6-4f4b-97ff-e7525dea43f0/11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c/2662559c-74e0-4479-883c-9be7040e106c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:05.261248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:02Z', 'revision_number': 3, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:05.263077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:05.269105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362b037-0db1-40c2-9b4b-ace3fd597133 req-43b08acc-9769-4841-869c-3bfeba10108b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:05.270619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c362b037-0db1-40c2-9b4b-ace3fd597133 req-43b08acc-9769-4841-869c-3bfeba10108b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 948 time: 0.1133187 Mar 07 04:21:05.296159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Checking router: 110c6cdf-357b-4776-9967-f55ff9f357d8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:05.297055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Updating router 110c6cdf-357b-4776-9967-f55ff9f357d8 port 91ced650-2849-4a2a-8d5f-a5db2e13c84f binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:21:05.331896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.334866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6150614-59d5-4e46-b2b3-86d85b88642f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.360761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks [] for port (2662559c-74e0-4479-883c-9be7040e106c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.401277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2662559c-74e0-4479-883c-9be7040e106c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.450153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:05.453170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:05.458351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:05.461333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Pushing event updated for resources: {'Port': ['ID=2662559c-74e0-4479-883c-9be7040e106c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:05.499578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (110c6cdf-357b-4776-9967-f55ff9f357d8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.651495 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2662559c-74e0-4479-883c-9be7040e106c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.673905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Publish callbacks [] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.680536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c362b037-0db1-40c2-9b4b-ace3fd597133 req-3bf4d969-61d9-4496-9014-41562f3048cd tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995008 Mar 07 04:21:05.686210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.768224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Attempting to bind port 91ced650-2849-4a2a-8d5f-a5db2e13c84f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:05.768590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Attempting to bind port 91ced650-2849-4a2a-8d5f-a5db2e13c84f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:05.768954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Attempting to bind port 91ced650-2849-4a2a-8d5f-a5db2e13c84f on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:05.775948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e34dd-da36-425c-a906-cff9c6a7521b None None] Pushing event updated for resources: {'Port': ['ID=91ced650-2849-4a2a-8d5f-a5db2e13c84f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:05.780984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:05.781363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:05.781901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.782360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:05.782844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Bound port: 91ced650-2849-4a2a-8d5f-a5db2e13c84f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:05.783209 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.821738 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d41ac6-7803-4135-96ad-a8608fb94adc x-openstack-request-id: req-45d41ac6-7803-4135-96ad-a8608fb94adc {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:05.821930 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "name": "network-vif-plugged", "status": "completed", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:05.822518 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45d41ac6-7803-4135-96ad-a8608fb94adc {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:05.831610 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'code': 200} Mar 07 04:21:05.847519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.855015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.863696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0f995aea-fd1d-4168-91fe-1ab9cd7ce3d9 None None] Provisioning complete for port 2662559c-74e0-4479-883c-9be7040e106c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:05.864149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f995aea-fd1d-4168-91fe-1ab9cd7ce3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2662559c-74e0-4479-883c-9be7040e106c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.882662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks [] for port (2662559c-74e0-4479-883c-9be7040e106c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.888164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2662559c-74e0-4479-883c-9be7040e106c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.910582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] For port 91ced650-2849-4a2a-8d5f-a5db2e13c84f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:05.915154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] For port 91ced650-2849-4a2a-8d5f-a5db2e13c84f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91ced650-2849-4a2a-8d5f-a5db2e13c84f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:05.923853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0f995aea-fd1d-4168-91fe-1ab9cd7ce3d9 None None] Port 2662559c-74e0-4479-883c-9be7040e106c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:05.928629 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.973637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Pushing event updated for resources: {'Port': ['ID=2662559c-74e0-4479-883c-9be7040e106c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:05.991705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (110c6cdf-357b-4776-9967-f55ff9f357d8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:05.997862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:05.998540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:06.030173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988691b6-b3c4-4679-bb07-1238ad263829 req-e6bf1907-c40d-4e75-ad06-07fa0bdfa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:06.031485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-988691b6-b3c4-4679-bb07-1238ad263829 req-e6bf1907-c40d-4e75-ad06-07fa0bdfa216 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1128 time: 0.1383760 Mar 07 04:21:06.032513 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Floating IP f41e7374-c707-4a19-a630-049ee8554f03 associated. External IP: 172.25.4.244, port: 89c72d77-03da-4ee1-8148-6e0c6e47796a. Mar 07 04:21:06.056160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e34dd-da36-425c-a906-cff9c6a7521b None None] Pushing event updated for resources: {'Port': ['ID=91ced650-2849-4a2a-8d5f-a5db2e13c84f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:06.080842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91fc1a-6ffd-4e5b-8de8-ca9f4cb7bafe req-f1f3cd12-bd06-4fcf-aad9-19a78b2a4d21 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:06.082512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb91fc1a-6ffd-4e5b-8de8-ca9f4cb7bafe req-f1f3cd12-bd06-4fcf-aad9-19a78b2a4d21 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1904657 Mar 07 04:21:06.087983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:06.089341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:06.145868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:06.187030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-988691b6-b3c4-4679-bb07-1238ad263829 req-fc638366-6a8c-4568-a01f-f3122d79d37f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495163 Mar 07 04:21:06.213473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Router 110c6cdf-357b-4776-9967-f55ff9f357d8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:06.234448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb91fc1a-6ffd-4e5b-8de8-ca9f4cb7bafe req-1b4e6206-3fab-45de-bf71-58726b289705 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311321 Mar 07 04:21:06.382044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:06.394201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c3619ede-ae1e-4d4f-bf7b-e5409375763d admin admin] 10.222.0.21 "PUT /v2.0/routers/110c6cdf-357b-4776-9967-f55ff9f357d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2769918 Mar 07 04:21:06.413580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 2, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:06.414226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2106df-57d9-4185-a7c7-578a65991f99 req-d970ec4a-3ecd-46ce-81cf-2557272f62c9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:06.415795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc2106df-57d9-4185-a7c7-578a65991f99 req-d970ec4a-3ecd-46ce-81cf-2557272f62c9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 946 time: 0.1120625 Mar 07 04:21:06.430920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:06.455861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ac46-1ba3-412a-b99d-cf0377537a21 None None] The sync data for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 is: [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 2, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:06.467550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6f671ed9-1ae1-418a-a190-b94170fada73 None None] Provisioning complete for port 2662559c-74e0-4479-883c-9be7040e106c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:06.467836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f671ed9-1ae1-418a-a190-b94170fada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2662559c-74e0-4479-883c-9be7040e106c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:06.509667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6f671ed9-1ae1-418a-a190-b94170fada73 None None] Port 2662559c-74e0-4479-883c-9be7040e106c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:06.520928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc2106df-57d9-4185-a7c7-578a65991f99 req-52fa892e-7c93-4214-936c-dcb44ecf85eb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994239 Mar 07 04:21:06.564446 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:06.591530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:06.605343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:06.619285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:06.619924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:06.754462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f9c4f-6b4e-49d3-9b83-95890deb9880 req-b5def99f-0821-4e36-9f63-5892d5a1787e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:06.759313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:06.761924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-225f9c4f-6b4e-49d3-9b83-95890deb9880 req-b5def99f-0821-4e36-9f63-5892d5a1787e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.1237516 Mar 07 04:21:06.866518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-225f9c4f-6b4e-49d3-9b83-95890deb9880 req-7830110c-f493-4e03-aba0-59b412bdf736 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028373 Mar 07 04:21:06.944669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:07.078167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:07.088587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.118106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56022) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:07.134205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641537311', 'description': 'tempest-description--898062378'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:07.162592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:07.165743 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454b4085-6a47-46b3-bb2e-add7e162d621" -d '{"events": [{"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:07.170810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-6da14c26-32a1-4c40-93ca-599e5fae869c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "PUT /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 998 time: 2.3963211 Mar 07 04:21:07.197663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.237466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 3, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:07.283748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:07.294059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:07.295456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:07.312080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-a0745b91-1b3e-456c-89aa-e259a6bbb53d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:07.313725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-a0745b91-1b3e-456c-89aa-e259a6bbb53d tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports/89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 943 time: 0.1368003 Mar 07 04:21:07.378410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group (11af4223-46b8-420e-b13e-3d14e78d45f7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.389909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (11af4223-46b8-420e-b13e-3d14e78d45f7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.403405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd524c34-2398-40f4-b22e-1a92e039cd5e req-4d3b0d6b-8702-4151-b8d6-d7b4bc834922 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:07.413409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd524c34-2398-40f4-b22e-1a92e039cd5e req-4d3b0d6b-8702-4151-b8d6-d7b4bc834922 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 948 time: 0.1114125 Mar 07 04:21:07.452791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.454176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3322241 Mar 07 04:21:07.456317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44871574-fcfd-4339-9cb2-97f84b831950 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11af4223-46b8-420e-b13e-3d14e78d45f7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:07.458440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:07.463586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Request body: {'security_group_rule': {'security_group_id': '11af4223-46b8-420e-b13e-3d14e78d45f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:07.501299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group_rule (4a02d71f-7bbd-4db6-836c-3388ec2978a3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.505671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:07.525516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd524c34-2398-40f4-b22e-1a92e039cd5e req-10d36f2c-17cf-4aa6-92f6-14964385e543 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111777 Mar 07 04:21:07.549261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-5a1190b8-1cb2-4311-85dc-e6034b869dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:07.550849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-5a1190b8-1cb2-4311-85dc-e6034b869dad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0777671 Mar 07 04:21:07.567831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.598088 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb55d9d-bd17-4648-b57b-c28b156fc2b4 x-openstack-request-id: req-ffb55d9d-bd17-4648-b57b-c28b156fc2b4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:07.598399 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:07.601254 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffb55d9d-bd17-4648-b57b-c28b156fc2b4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:07.601726 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'status': 'completed', 'code': 200} Mar 07 04:21:07.607635 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group_rule (4a02d71f-7bbd-4db6-836c-3388ec2978a3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.621805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4a02d71f-7bbd-4db6-836c-3388ec2978a3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.661883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.665681 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036872 Mar 07 04:21:07.674594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:07.679335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Request body: {'security_group_rule': {'security_group_id': '11af4223-46b8-420e-b13e-3d14e78d45f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:07.683691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c65825-e4b6-458b-9bd3-13af059afd88 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a02d71f-7bbd-4db6-836c-3388ec2978a3,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:07.734108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group_rule (7524e25e-9796-4976-9912-f40bb9088650), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.769948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-eea7eda4-0389-4d05-a4b2-d7ce9da65e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:07.771506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-eea7eda4-0389-4d05-a4b2-d7ce9da65e18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.2137120 Mar 07 04:21:07.810949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 3, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:07.818925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group_rule (7524e25e-9796-4976-9912-f40bb9088650), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.823123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-f0b446b1-1f68-413e-8f99-65368806b97f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0429449 Mar 07 04:21:07.830289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7524e25e-9796-4976-9912-f40bb9088650), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.841409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd013a6-f015-49a0-b9f4-d501daa6d874 req-e089e773-0836-4bdf-8242-ef3104a46105 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:07.842038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19750028-218c-4baa-810a-efbab0dcce54 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 3, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:07.842991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcd013a6-f015-49a0-b9f4-d501daa6d874 req-e089e773-0836-4bdf-8242-ef3104a46105 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1223245 Mar 07 04:21:07.865439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7524e25e-9796-4976-9912-f40bb9088650,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:07.877639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.881715 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c80c839f-3f7e-4190-86a1-4be07f17080d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030642 Mar 07 04:21:07.881863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:07.892309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:07.925817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-e66e512b-b1ae-4eab-8944-6d893a05f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:07.927572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-e66e512b-b1ae-4eab-8944-6d893a05f293 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0953519 Mar 07 04:21:07.934096 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:07.942311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcd013a6-f015-49a0-b9f4-d501daa6d874 req-ea5ec53e-a4c2-4bfe-9194-7a776bbac4db tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Mar 07 04:21:08.017317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-70dca396-be7b-4d40-a589-336a8f492b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.018900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-70dca396-be7b-4d40-a589-336a8f492b0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756559 Mar 07 04:21:08.030553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-cbc26aaa-6928-4049-815b-9858e12fbd8f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:21:08.031744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-cbc26aaa-6928-4049-815b-9858e12fbd8f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058048 Mar 07 04:21:08.091167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.159781 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4861f41c-2715-4841-85f8-d56c2d9b325c None None] New status for floating IP f41e7374-c707-4a19-a630-049ee8554f03: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:08.178062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfa1a1-7d9d-47ff-bc37-3f2933eb2944 req-3cc84323-d035-4fe6-a99a-5712fadcf52e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.179761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54dfa1a1-7d9d-47ff-bc37-3f2933eb2944 req-3cc84323-d035-4fe6-a99a-5712fadcf52e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 946 time: 0.1191118 Mar 07 04:21:08.188436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-398b4939-72b7-42ac-8cb9-266ecdf841d6 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492221 Mar 07 04:21:08.219036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Allocated IP 172.25.4.21 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/529d5d61-c0e2-4b0d-b244-c29fffbfb37d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:08.229418 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:21:08.284308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54dfa1a1-7d9d-47ff-bc37-3f2933eb2944 req-22c3ff22-dfed-433b-bdff-c6ec07f55172 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925508 Mar 07 04:21:08.361651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91ced650-2849-4a2a-8d5f-a5db2e13c84f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:08.385873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-1e248483-4893-4bbd-b277-84c9828f48bd service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821122 Mar 07 04:21:08.389971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.434848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.464482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 91ced650-2849-4a2a-8d5f-a5db2e13c84f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:08.465357 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.480369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:08.483448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:08.486983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:08.511429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event updated for resources: {'Port': ['ID=529d5d61-c0e2-4b0d-b244-c29fffbfb37d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:08.554140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-0fad7fa0-1f66-4a61-a4cc-8fa33483207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.556060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-0fad7fa0-1f66-4a61-a4cc-8fa33483207c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1127 time: 0.1197479 Mar 07 04:21:08.579821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 91ced650-2849-4a2a-8d5f-a5db2e13c84f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:08.580402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.598687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb576a11-1013-4b72-8b30-a6949112c051 req-a71081af-fec1-4473-947e-6bbd6aa0d3f3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.603629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 91ced650-2849-4a2a-8d5f-a5db2e13c84f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91ced650-2849-4a2a-8d5f-a5db2e13c84f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:08.606961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb576a11-1013-4b72-8b30-a6949112c051 req-a71081af-fec1-4473-947e-6bbd6aa0d3f3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.1297998 Mar 07 04:21:08.610904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.653923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (82762ffe-6965-4e64-b417-9cc1f75c6f54), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.674651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=91ced650-2849-4a2a-8d5f-a5db2e13c84f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:08.700802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:08.710438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:08.711061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:08.714410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.743961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb576a11-1013-4b72-8b30-a6949112c051 req-67e56aaa-f58f-4951-8934-4acf29e69565 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359086 Mar 07 04:21:08.745856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-c8b84447-a5fc-4761-bd3e-970968d6a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.748308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-c8b84447-a5fc-4761-bd3e-970968d6a08e service neutron] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.1848512 Mar 07 04:21:08.873925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-8632df65-9f7b-4c95-a9f2-51869f5290d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 1001 time: 0.1080623 Mar 07 04:21:08.887129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:08.893213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.901178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:08.915151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acac06-187e-4844-acb9-0c9c7e462867 req-afbd1aef-10c1-449f-9aab-7cf1e993cb9c tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.916681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1acac06-187e-4844-acb9-0c9c7e462867 req-afbd1aef-10c1-449f-9aab-7cf1e993cb9c tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1128 time: 0.0934258 Mar 07 04:21:08.952856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-dbb86a93-ea2f-4611-9dfb-b21d197afc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:08.954341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-dbb86a93-ea2f-4611-9dfb-b21d197afc7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0728183 Mar 07 04:21:08.984978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event updated for resources: {'Port': ['ID=529d5d61-c0e2-4b0d-b244-c29fffbfb37d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:08.997751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (82762ffe-6965-4e64-b417-9cc1f75c6f54), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.009458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1acac06-187e-4844-acb9-0c9c7e462867 req-6d6fc811-6cb3-40b7-9beb-6468b18909d7 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866385 Mar 07 04:21:09.017552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.019747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-103c4e94-051e-45de-8ce5-f4b566f19194 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1368399 Mar 07 04:21:09.041265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-2f247b2a-9dc5-49be-ae88-ac89a126c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:09.049010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-2f247b2a-9dc5-49be-ae88-ac89a126c5c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839517 Mar 07 04:21:09.148039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-110adfa8-ce7e-48ac-9c5c-c1ac9bb874c3 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981743 Mar 07 04:21:09.166738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.195325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:09.257425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:09.268104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:09.268673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Sync routers for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:09.269162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:09.286324 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:09.287300 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:09.293395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de50d683-1a79-465d-ae84-0eedc3579e04 req-f138952e-270d-4d6c-bda2-8c477c30bdc2 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398489 Mar 07 04:21:09.345086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c60a-3046-44fb-8d39-110cde9290b8 req-b6a0ba8e-76e6-4f4c-9101-ecd3b87fa4a0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:09.353352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca7c60a-3046-44fb-8d39-110cde9290b8 req-b6a0ba8e-76e6-4f4c-9101-ecd3b87fa4a0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 948 time: 0.0952914 Mar 07 04:21:09.400619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:09.413499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca7c60a-3046-44fb-8d39-110cde9290b8 req-14ebb2da-d5f9-493c-9470-8adbde5fcc75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591433 Mar 07 04:21:09.442717 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:09.472808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7ead6-1a5d-4777-b550-6888d7d4dd90 req-3bbaff3e-00b8-48b1-8313-d874ea93f7fa tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:09.474259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0d7ead6-1a5d-4777-b550-6888d7d4dd90 req-3bbaff3e-00b8-48b1-8313-d874ea93f7fa tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.0597217 Mar 07 04:21:09.578090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0d7ead6-1a5d-4777-b550-6888d7d4dd90 req-757039e3-64b2-4835-ae27-008b1b31208c tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957122 Mar 07 04:21:09.592905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633dd34-f6c8-4af7-aa72-cd5d298cc559 req-71019380-97c5-49b5-8d09-ec77c9b414e9 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:09.594589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2633dd34-f6c8-4af7-aa72-cd5d298cc559 req-71019380-97c5-49b5-8d09-ec77c9b414e9 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1128 time: 0.0840530 Mar 07 04:21:09.606838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:09.610694 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6dc43e-76c5-4f80-90f5-372a74701e65" -d '{"events": [{"name": "network-changed", "server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:09.621578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:09.682457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2633dd34-f6c8-4af7-aa72-cd5d298cc559 req-b2cfc119-a695-4eee-8aee-3f52fc19acdf tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817523 Mar 07 04:21:09.755073 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 2, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:09.767185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:09.790512 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Checking router: 110c6cdf-357b-4776-9967-f55ff9f357d8 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:09.790869 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Updating router 110c6cdf-357b-4776-9967-f55ff9f357d8 port 2662559c-74e0-4479-883c-9be7040e106c binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:21:09.791213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-22e85d21-b40c-47cf-9d61-5a1251365f93 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--641537311&fields=id&tenant_id=c2fba9bf84cf49f0950c8eb850c43515 HTTP/1.1" status: 200 len: 267 time: 0.1066253 Mar 07 04:21:09.796314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-962748a7-e487-4b80-8412-e9d94ef68f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.808857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06205cc-c91e-42a9-8e2c-03bcbb3d5271 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:46:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa592609-2647-4843-9744-21faf8fc275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:09.830119 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2662559c-74e0-4479-883c-9be7040e106c), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.910422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-962748a7-e487-4b80-8412-e9d94ef68f78 admin admin] Publish callbacks [] for security_group (40b3fd50-6544-4f51-b1d9-6752990c8c9c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.915967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-962748a7-e487-4b80-8412-e9d94ef68f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (40b3fd50-6544-4f51-b1d9-6752990c8c9c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:09.947870 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-962748a7-e487-4b80-8412-e9d94ef68f78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d18420194004c1691093f5949a889a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251865 Mar 07 04:21:09.956235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56088) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:10.037467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962748a7-e487-4b80-8412-e9d94ef68f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b3fd50-6544-4f51-b1d9-6752990c8c9c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:10.046955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-425dab1d-f84e-4f05-885b-f59c4e6bfd8c admin admin] Publish callbacks [] for security_group (40b3fd50-6544-4f51-b1d9-6752990c8c9c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.076357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-425dab1d-f84e-4f05-885b-f59c4e6bfd8c admin admin] Publish callbacks [] for security_group (40b3fd50-6544-4f51-b1d9-6752990c8c9c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.110191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05ae4445-672f-447b-bd74-a89e7b34f58e req-93090460-800d-4bbc-8709-eeda2e003029 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.3834586 Mar 07 04:21:10.136143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-425dab1d-f84e-4f05-885b-f59c4e6bfd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (40b3fd50-6544-4f51-b1d9-6752990c8c9c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.139973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-425dab1d-f84e-4f05-885b-f59c4e6bfd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.145119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-425dab1d-f84e-4f05-885b-f59c4e6bfd8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b3fd50-6544-4f51-b1d9-6752990c8c9c HTTP/1.1" status: 204 len: 168 time: 0.1835396 Mar 07 04:21:10.158162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dab1d-f84e-4f05-885b-f59c4e6bfd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b3fd50-6544-4f51-b1d9-6752990c8c9c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:10.186968 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Publish callbacks [] for port (2662559c-74e0-4479-883c-9be7040e106c), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.194327 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2662559c-74e0-4479-883c-9be7040e106c), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.230841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae4445-672f-447b-bd74-a89e7b34f58e req-b0aceeda-4fae-4715-8c11-74dbd6025559 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:10.232262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05ae4445-672f-447b-bd74-a89e7b34f58e req-b0aceeda-4fae-4715-8c11-74dbd6025559 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports/3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 942 time: 0.1023328 Mar 07 04:21:10.253198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-9c64a529-0197-4f6c-b6bf-3f998cde9619 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:10.262608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-9c64a529-0197-4f6c-b6bf-3f998cde9619 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/networks?id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0 HTTP/1.1" status: 200 len: 812 time: 0.4637363 Mar 07 04:21:10.281526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-f0691e3e-4433-4ab0-954a-f6e9147a9239 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/quotas/c2fba9bf84cf49f0950c8eb850c43515 HTTP/1.1" status: 200 len: 375 time: 0.0180705 Mar 07 04:21:10.282707 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Pushing event updated for resources: {'Port': ['ID=2662559c-74e0-4479-883c-9be7040e106c,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:10.295049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.295399 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.295739 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.296073 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.296407 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.296736 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.297062 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.297391 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.297689 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.298030 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.298345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.298671 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.298981 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.318424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91ced650-2849-4a2a-8d5f-a5db2e13c84f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:10.372646 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Attempting to bind port 2662559c-74e0-4479-883c-9be7040e106c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:10.372895 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Attempting to bind port 2662559c-74e0-4479-883c-9be7040e106c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:10.373140 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Attempting to bind port 2662559c-74e0-4479-883c-9be7040e106c on network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:10.382521 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:10.382883 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Checking segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:10.383548 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.384297 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Bound using segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:10.384932 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Bound port: 2662559c-74e0-4479-883c-9be7040e106c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:10.385535 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2662559c-74e0-4479-883c-9be7040e106c), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.416861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 91ced650-2849-4a2a-8d5f-a5db2e13c84f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:10.417907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.420568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05ae4445-672f-447b-bd74-a89e7b34f58e req-64e69390-8c86-4c20-9a56-46b544fcbe2f tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.0849445 Mar 07 04:21:10.439332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-df3a9a9e-e318-4c7e-9273-80ddb63cac79 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2fba9bf84cf49f0950c8eb850c43515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569250 Mar 07 04:21:10.504214 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] For port 2662559c-74e0-4479-883c-9be7040e106c, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:10.519797 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] For port 2662559c-74e0-4479-883c-9be7040e106c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2662559c-74e0-4479-883c-9be7040e106c,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:10.532513 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2662559c-74e0-4479-883c-9be7040e106c), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.588363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56096) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:10.617044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.629804 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:10.630490 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:10.646184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae4445-672f-447b-bd74-a89e7b34f58e req-aa1af52c-ae00-4e98-8bf3-367723bee599 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:10.666084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05ae4445-672f-447b-bd74-a89e7b34f58e req-aa1af52c-ae00-4e98-8bf3-367723bee599 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2136533 Mar 07 04:21:10.697690 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c1eb9-eb25-446c-8198-77e5ce5ad336 x-openstack-request-id: req-006c1eb9-eb25-446c-8198-77e5ce5ad336 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:10.698009 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:10.698638 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-006c1eb9-eb25-446c-8198-77e5ce5ad336 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:10.698638 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'status': 'completed', 'code': 200} Mar 07 04:21:10.705148 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7664a1-85dc-491d-bef1-d49b1afbb519 None None] Pushing event updated for resources: {'Port': ['ID=2662559c-74e0-4479-883c-9be7040e106c,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:10.722131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] Provisioning complete for port 2662559c-74e0-4479-883c-9be7040e106c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:10.722517 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2662559c-74e0-4479-883c-9be7040e106c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.724207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 91ced650-2849-4a2a-8d5f-a5db2e13c84f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:10.747599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-f29facb5-c8a4-4ff3-9e01-0c7bc3be26ab service neutron] 10.222.0.21 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069277 Mar 07 04:21:10.772022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Publish callbacks [] for security_group (ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.787602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.850973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9168c32fad014a53a036cea4893d2aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613411 Mar 07 04:21:10.855631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:10.869854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:10.887436 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:10.907912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] Current status of the port 2662559c-74e0-4479-883c-9be7040e106c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:10.909236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2662559c-74e0-4479-883c-9be7040e106c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.912045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-7851b13a-93c0-4feb-9355-4521e4ec07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:10.913582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-7851b13a-93c0-4feb-9355-4521e4ec07b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1127 time: 0.1842489 Mar 07 04:21:10.917868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.918324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.918732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.919127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.919521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.920056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.920449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.921044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.922101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.922631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.923024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.923414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.923802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5afacc2-0a6f-4b35-a369-9fc5f5e0dce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:10.968342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8afeb750-f8ab-4f38-9bff-dd6a3345d9da admin admin] Publish callbacks [] for security_group (ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.975645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] For port 2662559c-74e0-4479-883c-9be7040e106c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2662559c-74e0-4479-883c-9be7040e106c,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:10.983486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2662559c-74e0-4479-883c-9be7040e106c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:10.996063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-0ddb96c1-0117-486a-baa2-b1efdfbf8f14 service neutron] 10.222.0.21 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474916 Mar 07 04:21:10.999295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8afeb750-f8ab-4f38-9bff-dd6a3345d9da admin admin] Publish callbacks [] for security_group (ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:11.063164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8afeb750-f8ab-4f38-9bff-dd6a3345d9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:11.067058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8afeb750-f8ab-4f38-9bff-dd6a3345d9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:11.069410 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8afeb750-f8ab-4f38-9bff-dd6a3345d9da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48 HTTP/1.1" status: 204 len: 168 time: 0.2113161 Mar 07 04:21:11.076950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2dba1-4962-490c-871e-53ba714fef9b None None] Pushing event updated for resources: {'Port': ['ID=2662559c-74e0-4479-883c-9be7040e106c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:11.081785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325c5e2-5101-434b-bc05-9a66bf3ab97c req-65975ead-ef9f-4bc4-83aa-86bc436fe0ef tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.089582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e325c5e2-5101-434b-bc05-9a66bf3ab97c req-65975ead-ef9f-4bc4-83aa-86bc436fe0ef tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 943 time: 0.2403162 Mar 07 04:21:11.116635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeb750-f8ab-4f38-9bff-dd6a3345d9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd67e2c-5fbe-49f5-b9b0-ce5bb6ab0b48,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:11.138484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a5f6d3d3-572d-4c5f-ba99-28090ac2996e None None] Provisioning complete for port 2662559c-74e0-4479-883c-9be7040e106c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:11.139307 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f6d3d3-572d-4c5f-ba99-28090ac2996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2662559c-74e0-4479-883c-9be7040e106c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:11.145423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-3341a239-9857-43cc-bde2-79bb05325905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.147106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-3341a239-9857-43cc-bde2-79bb05325905 service neutron] 10.222.0.15 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.2250638 Mar 07 04:21:11.185165 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:11.194868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e325c5e2-5101-434b-bc05-9a66bf3ab97c req-8703c558-6970-412b-89d4-74687c67a20c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992823 Mar 07 04:21:11.226368 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c0c4-fa6d-41f4-b08e-09293b81ac82 None None] The sync data for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 is: [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:11.269351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6d3d3-572d-4c5f-ba99-28090ac2996e None None] Current status of the port 2662559c-74e0-4479-883c-9be7040e106c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:11.328151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-27351c82-8eeb-4d8a-9546-5fcfa178ee08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 1001 time: 0.1713538 Mar 07 04:21:11.477830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-98d3da49-e52b-481a-9fdf-cd772482f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.490341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-98d3da49-e52b-481a-9fdf-cd772482f1cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.1386657 Mar 07 04:21:11.501458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4232-23c0-488b-8203-b34c9ab4f300 req-2767098b-0430-45f2-a217-d99391e253a7 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.501458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea3c4232-23c0-488b-8203-b34c9ab4f300 req-2767098b-0430-45f2-a217-d99391e253a7 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 948 time: 0.1684656 Mar 07 04:21:11.553696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e77bd-3034-4603-830f-3e19326f5ded req-70cd6e18-3818-4a5d-8754-dca70d03817d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.556401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f12e77bd-3034-4603-830f-3e19326f5ded req-70cd6e18-3818-4a5d-8754-dca70d03817d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1588376 Mar 07 04:21:11.681901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea3c4232-23c0-488b-8203-b34c9ab4f300 req-f899bdd7-03f9-4965-951b-8452bed31eb1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738014 Mar 07 04:21:11.704563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-a4bd321e-2a13-4ed3-b687-306e9bf8da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.706285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-a4bd321e-2a13-4ed3-b687-306e9bf8da48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2182949 Mar 07 04:21:11.714287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f12e77bd-3034-4603-830f-3e19326f5ded req-c92e3b09-ca23-4067-94cb-99a156834c3b tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496956 Mar 07 04:21:11.725289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-3cab0bed-9a00-420c-8f13-aedc13c429a9 service neutron] 10.222.0.15 "GET /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.1637447 Mar 07 04:21:11.754245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-1ec75176-1859-402f-abfe-713ada6a68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.755809 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-1ec75176-1859-402f-abfe-713ada6a68dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1314540 Mar 07 04:21:11.758238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-35030ef0-a996-4f70-b324-a9aa6f6e1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:11.760081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-35030ef0-a996-4f70-b324-a9aa6f6e1a6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 1130 time: 0.1343575 Mar 07 04:21:11.980902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-5eb0a9e4-e3f6-472b-8412-5f1aa3f448ae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.1629531 Mar 07 04:21:12.053285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-307c4b1c-1fb0-4d76-98a9-7d9303afaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.054848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-307c4b1c-1fb0-4d76-98a9-7d9303afaac2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.2854340 Mar 07 04:21:12.145838 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-e699c530-2369-49ff-879a-9df516b676e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0804455 Mar 07 04:21:12.146524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:12.176395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-00849414-f02f-46f0-a449-f383c567075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.177916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-00849414-f02f-46f0-a449-f383c567075c service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.4098897 Mar 07 04:21:12.182846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:12.263826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-60ddd556-21f9-4c12-b314-8846de1035a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc HTTP/1.1" status: 200 len: 217 time: 0.0643651 Mar 07 04:21:12.281214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40ef072-2876-450f-bd69-91b0360f9aa0 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:12.305693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:12.353552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-74edc25e-bd41-4a58-beb3-0e84d4da2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.355315 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-74edc25e-bd41-4a58-beb3-0e84d4da2bbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.1966968 Mar 07 04:21:12.404556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2662559c-74e0-4479-883c-9be7040e106c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:12.419920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-effc1e2b-69f2-4609-8dca-66de845a0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.421377 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-effc1e2b-69f2-4609-8dca-66de845a0ebe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1465862 Mar 07 04:21:12.431896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48bf60e6-aa81-4aee-a89b-335df742a720 req-ef854a14-6f6f-48ac-a662-7d71f130bc93 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 210 time: 0.4485312 Mar 07 04:21:12.433648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:12.444538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-3aab121d-1cec-4654-947b-11da96c72b7c service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278721 Mar 07 04:21:12.464575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-6dec61b7-f5d0-4708-bb5c-9cf6187d88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.466087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-6dec61b7-f5d0-4708-bb5c-9cf6187d88d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020837 Mar 07 04:21:12.486709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:12.504740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2662559c-74e0-4479-883c-9be7040e106c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:12.514265 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2662559c-74e0-4479-883c-9be7040e106c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:12.553395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-f5344074-cdc0-4f42-b87e-3e22427b026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.555951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-f5344074-cdc0-4f42-b87e-3e22427b026e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1259718 Mar 07 04:21:12.577150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-33e9a557-715a-4034-a8a9-1524eb278d15 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.579959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-33e9a557-715a-4034-a8a9-1524eb278d15 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports/3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 942 time: 0.5908506 Mar 07 04:21:12.594206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6dc43e-76c5-4f80-90f5-372a74701e65 req-86d4aa00-263f-45ea-b32f-892be0fbe015 service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309433 Mar 07 04:21:12.654642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2096502639-network', 'tenant_id': 'b6032ada949e493c9a3e636c84808bfc'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:12.679101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2662559c-74e0-4479-883c-9be7040e106c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:12.681811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a5d0-9c37-49a0-89b0-a1ce7e3a5aea req-25b45acb-c4b2-4c1f-9004-8065803271ab tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:12.683149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3895a5d0-9c37-49a0-89b0-a1ce7e3a5aea req-25b45acb-c4b2-4c1f-9004-8065803271ab tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1128 time: 0.1164017 Mar 07 04:21:12.706644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-bdf65924-cb51-4fa2-bf45-7f8b361b82fb service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302749 Mar 07 04:21:12.710712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-8eb4219d-65e3-4ff1-949c-cc83d43487ba service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432459 Mar 07 04:21:12.720146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Made reservation on behalf of b6032ada949e493c9a3e636c84808bfc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:12.722642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:12.746604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Transition to ACTIVE for port object e40ef072-2876-450f-bd69-91b0360f9aa0 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:12.768324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:12.768558 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:12.810782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-3db8041e-4eed-4a16-9355-c6d568d1624a tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.1458468 Mar 07 04:21:12.924939 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a6222329-4ad5-4546-b04f-35bd52cb3973 req-74599d9a-f386-41fb-b06b-bec1007d2846 service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913183 Mar 07 04:21:12.933581 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed46060a-fd2e-4199-8c65-e23499b79d01 req-9757c33a-472c-44f2-8e53-659a244e7aec service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079318 Mar 07 04:21:12.948401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] No DVR routers for this DVR port e40ef072-2876-450f-bd69-91b0360f9aa0 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:12.957764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3895a5d0-9c37-49a0-89b0-a1ce7e3a5aea req-211473dd-e1b3-423d-8745-ad4f7bb17363 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443671 Mar 07 04:21:12.981099 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks [] for security_group (20921571-25fb-41c7-93ad-dea300546c23), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:12.995268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Pushing event updated for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:12.999975 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (20921571-25fb-41c7-93ad-dea300546c23), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.040576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.040907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.041251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.041588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.041919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.042276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.042603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.042944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.043257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.043578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.043897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.044219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.044536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:13.060372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20921571-25fb-41c7-93ad-dea300546c23,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:13.064054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:21:13.076375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-fdb92a6b-be3c-4b6d-ac57-b0d3404c0648 service neutron] 10.222.0.15 "PUT /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3380101 Mar 07 04:21:13.083751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1f4266bf-a901-4541-a011-acf12cf9feeb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.084225 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Added segment 1f4266bf-a901-4541-a011-acf12cf9feeb of type vlan for network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 Mar 07 04:21:13.107306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-a235c3d3-d98f-441a-951d-3c5d789586cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.109096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-a235c3d3-d98f-441a-951d-3c5d789586cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1302214 Mar 07 04:21:13.109461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-d424d8db-3eb4-48a1-a588-f4f8b83f52b3 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.110917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-d424d8db-3eb4-48a1-a588-f4f8b83f52b3 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.15 "GET /v2.0/networks?id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0 HTTP/1.1" status: 200 len: 812 time: 0.3617940 Mar 07 04:21:13.123664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-206108e3-5561-4a7e-98a7-c36f0d095025 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.125016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-206108e3-5561-4a7e-98a7-c36f0d095025 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.3005292 Mar 07 04:21:13.189914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.225912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92207-c577-434e-9f79-96490d89374c req-a6b7695e-1a11-43a1-b50e-256b75f198a6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.227502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bb92207-c577-434e-9f79-96490d89374c req-a6b7695e-1a11-43a1-b50e-256b75f198a6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 944 time: 0.1739895 Mar 07 04:21:13.520805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-f01cd783-0575-4481-a4d7-3f1bcd456400 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fba9bf84cf49f0950c8eb850c43515 HTTP/1.1" status: 200 len: 379 time: 0.3938608 Mar 07 04:21:13.525051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-a950d64a-10cd-4028-9eaa-a2d1e8f172b3 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1001 time: 0.3898430 Mar 07 04:21:13.526150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-c43a370f-1418-471c-92f9-4affa71f841f tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.527635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-c43a370f-1418-471c-92f9-4affa71f841f tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.3793006 Mar 07 04:21:13.528246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.529088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.529630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.532279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Request body: {'port': {'device_id': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'admin_state_up': True, 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'security_groups': ['11af4223-46b8-420e-b13e-3d14e78d45f7']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:13.554703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:13.584841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-80b5c64f-708a-4678-b611-d9a5c07ee2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.586987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-80b5c64f-708a-4678-b611-d9a5c07ee2fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.4363039 Mar 07 04:21:13.608688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1195805 Mar 07 04:21:13.615937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:13.651003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Request body: {'subnet': {'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2096502639-subnet', 'tenant_id': 'b6032ada949e493c9a3e636c84808bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:13.670750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab397-b04d-455e-ac05-9e8fddbf0e07 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:13.671671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bb92207-c577-434e-9f79-96490d89374c req-0b2ed218-c34e-4aaa-98f5-5474e28dd3eb tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354799 Mar 07 04:21:13.674493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-c3574b10-fd95-4ec5-9e09-f54de71157da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0774064 Mar 07 04:21:13.686270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:21:13.703193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Made reservation on behalf of b6032ada949e493c9a3e636c84808bfc for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:13.705461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.714751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.716452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-f5958cd1-2f4e-46f5-846d-f2fb008b6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.718683 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-f5958cd1-2f4e-46f5-846d-f2fb008b6da3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 1126 time: 0.1758463 Mar 07 04:21:13.746887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-b48c4817-a4c7-42d5-9152-cd76b217a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.748677 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-b48c4817-a4c7-42d5-9152-cd76b217a81f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0679271 Mar 07 04:21:13.852935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-a632d2e7-c57b-48ff-b0ab-8258e2244692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.854646 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-a632d2e7-c57b-48ff-b0ab-8258e2244692 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0979731 Mar 07 04:21:13.859799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-a70a294f-4f8e-4d0c-9a27-56f83de5bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:13.861158 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-a70a294f-4f8e-4d0c-9a27-56f83de5bbbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1126 time: 0.0630288 Mar 07 04:21:13.901102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Made reservation on behalf of c2fba9bf84cf49f0950c8eb850c43515 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:13.904313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:13.992063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.002962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.003294 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Floating IP f41e7374-c707-4a19-a630-049ee8554f03 disassociated. External IP: 172.25.4.244, port: 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69. Mar 07 04:21:14.033374 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-82cbf04e-9766-46d0-b6f3-ead5fa41e152 service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712658 Mar 07 04:21:14.035923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-1d42c1e2-25af-430f-bbd0-b64d29bd1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:14.037255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-1d42c1e2-25af-430f-bbd0-b64d29bd1bc6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1672289 Mar 07 04:21:14.089626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccff70-17f7-46ac-9761-9e2f93f37bbe req-672b785e-d578-4f92-ae1f-1d8f291c8e9d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:14.091127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51ccff70-17f7-46ac-9761-9e2f93f37bbe req-672b785e-d578-4f92-ae1f-1d8f291c8e9d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.2761695 Mar 07 04:21:14.100590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-e879b7d9-687a-4844-89b1-58f5eb307036 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0499921 Mar 07 04:21:14.194339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-6591b531-ff92-4037-818d-c8b919e788ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:14.195900 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-6591b531-ff92-4037-818d-c8b919e788ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0634084 Mar 07 04:21:14.201397 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-454b4085-6a47-46b3-bb2e-add7e162d621 req-78efab49-58b2-41a2-9139-9cb3ec192554 service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579518 Mar 07 04:21:14.231045 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-eb814d60-3997-49c9-8e68-7cc342859d11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278060 Mar 07 04:21:14.307696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Allocated IP 172.20.0.10 (7243cf16-5bc6-4f4b-97ff-e7525dea43f0/11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c/82e5c4e3-3f4d-44ef-ac34-49206f24049e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:14.312564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51ccff70-17f7-46ac-9761-9e2f93f37bbe req-09f66b56-2aa2-467e-a98f-93c75e4e363a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974211 Mar 07 04:21:14.318173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (da03c3c8-668a-4eea-b13e-ee58dfaaf584), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.328352 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-667cd103-1619-4f08-a17d-0c6a8e161263 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911932 Mar 07 04:21:14.424332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-262d8fc8-2017-468d-bcba-259a05c7e575 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894914 Mar 07 04:21:14.499459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da03c3c8-668a-4eea-b13e-ee58dfaaf584,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:14.545040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:14.585540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port e40ef072-2876-450f-bd69-91b0360f9aa0 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:21:14.586602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:14.591366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Checking segment: {'id': '1f4266bf-a901-4541-a011-acf12cf9feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:14.591727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Network hostable DHCP agents. Network: 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:21:14.616250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ff2a4-9dd9-4cda-94d1-d7f0b0034506 req-d14c9f6b-c472-4d7e-9d14-ba2a9bd633cf tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:14.617767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c36ff2a4-9dd9-4cda-94d1-d7f0b0034506 req-d14c9f6b-c472-4d7e-9d14-ba2a9bd633cf tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 948 time: 0.2148609 Mar 07 04:21:14.643998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:14.666649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:21:14.691750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-51dc3dcd-6284-4755-827e-dcd6512eebc1 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:14.693306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-51dc3dcd-6284-4755-827e-dcd6512eebc1 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.0643983 Mar 07 04:21:14.695652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.702341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:14.710783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da97854-4fa2-46c4-93e7-c0bd71f1b045 None None] Network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:14.718208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:14.718799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.777096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c36ff2a4-9dd9-4cda-94d1-d7f0b0034506 req-df088bf7-9a32-42f0-a23f-5642c6d2fdaf tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454563 Mar 07 04:21:14.802598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fd0cafe8-aa61-4443-850d-7f222d5e9a83 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1597338 Mar 07 04:21:14.837334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-ac14eb10-647e-46aa-9fd1-7165cd609943 service neutron] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:14.841446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-ac14eb10-647e-46aa-9fd1-7165cd609943 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.843847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b38efa-fbaf-4b77-ad19-17b02712d47c None None] Network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:14.852634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0f8cd5c-0fdd-4b1c-8e5f-b5f17c03da96 req-ac14eb10-647e-46aa-9fd1-7165cd609943 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.1490724 Mar 07 04:21:14.853458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.915285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:14.931940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:14.933816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:14.974643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:14.983853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:14.984515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:14.986418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:14.991853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event updated for resources: {'Port': ['ID=82e5c4e3-3f4d-44ef-ac34-49206f24049e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:14.996160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:15.002844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-ae652206-82c7-4f7e-84cf-69414d75caae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "PUT /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 695 time: 1.4654694 Mar 07 04:21:15.004914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:15.007442 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:15.091931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:15.092659 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.104963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c067d918-4793-430d-8c05-c07dc7c9d4fc details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:15.109120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-95a38e20-0b71-4157-89aa-e41b7f90682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:15.110783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-95a38e20-0b71-4157-89aa-e41b7f90682d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1127 time: 0.0793915 Mar 07 04:21:15.131638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-4137d832-36ac-4183-8b98-ee8903723297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6051192 Mar 07 04:21:15.139409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:15.170948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Request body: {'port': {'device_id': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:15.422607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4e77b51e-f4aa-4f09-a445-8d9384f88c4c None None] Provisioning complete for port 82e5c4e3-3f4d-44ef-ac34-49206f24049e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:15.423141 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e77b51e-f4aa-4f09-a445-8d9384f88c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.426831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.428113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c067d918-4793-430d-8c05-c07dc7c9d4fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:15.429925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-4d96037e-ec09-43a2-b36a-2669c063c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:15.440439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-4d96037e-ec09-43a2-b36a-2669c063c595 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.3163526 Mar 07 04:21:15.492866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'c067d918-4793-430d-8c05-c07dc7c9d4fc', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'c067d918-4793-430d-8c05-c07dc7c9d4fc', 'mac_address': 'fa:16:3e:c3:b4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:15.502074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-d893217f-a766-4913-a778-84d74f3f8720 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 217 time: 0.0606625 Mar 07 04:21:15.530136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e77b51e-f4aa-4f09-a445-8d9384f88c4c None None] Port 82e5c4e3-3f4d-44ef-ac34-49206f24049e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:15.579827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c067d918-4793-430d-8c05-c07dc7c9d4fc is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:15.580523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.603045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c067d918-4793-430d-8c05-c07dc7c9d4fc {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:15.617430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:15.653629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:15.669957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c067d918-4793-430d-8c05-c07dc7c9d4fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:15.680316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.717276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-b444d102-71ed-4eef-bd9d-5c67a8ab4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:15.717697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:15.718475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:15.719294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56196) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:15.722469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-b444d102-71ed-4eef-bd9d-5c67a8ab4297 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.2192585 Mar 07 04:21:15.726035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-155622153-network', 'tenant_id': '5e54f6328687448d8ba9d40c44998982'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:15.775606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Made reservation on behalf of 5e54f6328687448d8ba9d40c44998982 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:15.778263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.795974 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.797551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c067d918-4793-430d-8c05-c07dc7c9d4fc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:15.812031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.812392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.812815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.813165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.813535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.813875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.814300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.814633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.815188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.815527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.815891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.816752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.816752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:21:15.860086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-f514dbe8-7161-405e-84bf-62dbf8733ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:15.862186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-f514dbe8-7161-405e-84bf-62dbf8733ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356213 Mar 07 04:21:15.904780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:15.924289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks [] for security_group (11d94fab-db10-4f93-8565-031294fb219c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.929472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (11d94fab-db10-4f93-8565-031294fb219c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.962972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:21:15.982970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d94fab-db10-4f93-8565-031294fb219c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:15.995083 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2c41ce6e-aa76-462b-b917-76afac00f4d5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:15.996092 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Added segment 2c41ce6e-aa76-462b-b917-76afac00f4d5 of type vlan for network f8b40fd0-c284-4568-8ea0-852eba51a73e Mar 07 04:21:16.053702 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f8b40fd0-c284-4568-8ea0-852eba51a73e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.085830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f8b40fd0-c284-4568-8ea0-852eba51a73e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.087727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:16.088738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.127902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4070470 Mar 07 04:21:16.130373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:16.137925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Request body: {'subnet': {'network_id': 'f8b40fd0-c284-4568-8ea0-852eba51a73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-155622153-subnet', 'tenant_id': '5e54f6328687448d8ba9d40c44998982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:16.175725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69d485-b1c2-421c-88a4-5e189c8d22c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b40fd0-c284-4568-8ea0-852eba51a73e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:16.192162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Made reservation on behalf of 5e54f6328687448d8ba9d40c44998982 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:16.194549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.218131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f8b40fd0-c284-4568-8ea0-852eba51a73e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:21:16.221558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:16.230221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:16.240090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-2a94a44b-495e-4105-bda3-b4a5db400d4b tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:21:16.241116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-2a94a44b-495e-4105-bda3-b4a5db400d4b tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116491 Mar 07 04:21:16.308861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafaa126-7718-4965-a6a2-7779a3252c80 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:16.335423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e5c4e3-3f4d-44ef-ac34-49206f24049e {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:16.350821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Publish callbacks [] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.362475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-70cdb708-2f6c-4a1a-a1d1-d9ec9a30b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:16.364581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-70cdb708-2f6c-4a1a-a1d1-d9ec9a30b332 service neutron] 10.222.0.21 "GET /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 1125 time: 0.1074967 Mar 07 04:21:16.380001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:16.380323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:21:16.405421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (39333687-d469-49c5-9339-fdf18e4d4986), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.454549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Transition to ACTIVE for port object 82e5c4e3-3f4d-44ef-ac34-49206f24049e will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:16.481183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=39333687-d469-49c5-9339-fdf18e4d4986,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:16.486819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.493662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-01c1bb59-116d-43a2-b778-adbcf82d0e11 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124668 Mar 07 04:21:16.518851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Checking segment: {'id': '2c41ce6e-aa76-462b-b917-76afac00f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8b40fd0-c284-4568-8ea0-852eba51a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:16.519235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Network hostable DHCP agents. Network: f8b40fd0-c284-4568-8ea0-852eba51a73e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:21:16.545690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Network f8b40fd0-c284-4568-8ea0-852eba51a73e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:21:16.575831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f8b40fd0-c284-4568-8ea0-852eba51a73e) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:16.583996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:16.588717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:16.604515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df355c12-036d-41d5-970a-e23a7117dadf None None] Network f8b40fd0-c284-4568-8ea0-852eba51a73e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:16.620945 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-544ee0bf-db32-4055-9027-8f19d5135ffe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4894354 Mar 07 04:21:16.697457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Pushing event updated for resources: {'Port': ['ID=82e5c4e3-3f4d-44ef-ac34-49206f24049e,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:16.778760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:16.779343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:16.779761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:16.794177 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc3ce4-c572-4ea1-99ef-98f63c26532f None None] New status for floating IP f41e7374-c707-4a19-a630-049ee8554f03: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:16.842168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e1be97-87b6-40e7-8ed0-1cdd08e23576 req-cf89c1b1-c761-43df-8332-0fb21bff8a32 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282804 Mar 07 04:21:16.842906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b7b7c-983d-4940-8a86-5bbe1aa43b1c None None] Network f8b40fd0-c284-4568-8ea0-852eba51a73e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:16.848334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:16.848684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:16.907045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:16.912478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:16.913142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:16.915609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Bound port: 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:16.931764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Attempting to bind port 82e5c4e3-3f4d-44ef-ac34-49206f24049e on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:16.932434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Attempting to bind port 82e5c4e3-3f4d-44ef-ac34-49206f24049e by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:16.932946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Attempting to bind port 82e5c4e3-3f4d-44ef-ac34-49206f24049e on network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:16.974751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Port 82e5c4e3-3f4d-44ef-ac34-49206f24049e on network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:16.975110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Attempting to bind port 82e5c4e3-3f4d-44ef-ac34-49206f24049e on network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:17.029424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:17.029897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Checking segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:17.030438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Bound using segment: {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:17.030993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Bound port: 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0432dc-61f8-498d-9e81-98cdf5cf75c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:17.031367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:17.064655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:17.075012 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:17.076984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a088e7ea-ad9b-4c14-83b0-61edd2373f05 service neutron] 10.222.0.21 "POST /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613/bindings HTTP/1.1" status: 201 len: 389 time: 0.7047265 Mar 07 04:21:17.132233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5ce9b-3adc-4fbd-964d-6bbe5d96c5c8 req-b41a358d-5752-45de-907f-42cbec1d87bb tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.135335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6c5ce9b-3adc-4fbd-964d-6bbe5d96c5c8 req-b41a358d-5752-45de-907f-42cbec1d87bb tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 944 time: 0.1532466 Mar 07 04:21:17.184981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] For port 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:17.214037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] For port 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:17.231408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:17.245382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6c5ce9b-3adc-4fbd-964d-6bbe5d96c5c8 req-0a952500-bdef-468f-8b1d-d5d90ff05bfe tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013830 Mar 07 04:21:17.315598 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e961afa2-48a8-48ca-824b-1ebe8016d125 x-openstack-request-id: req-e961afa2-48a8-48ca-824b-1ebe8016d125 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:17.316029 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:17.316382 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e961afa2-48a8-48ca-824b-1ebe8016d125 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:17.316970 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'status': 'completed', 'code': 200} Mar 07 04:21:17.324334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.325448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:17.328031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] 10.222.0.15 "PUT /v2.0/ports/82e5c4e3-3f4d-44ef-ac34-49206f24049e HTTP/1.1" status: 200 len: 1092 time: 2.1859934 Mar 07 04:21:17.433629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-38f079c7-8529-416f-8e50-5ce536820d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.435211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-38f079c7-8529-416f-8e50-5ce536820d9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1128 time: 0.0586441 Mar 07 04:21:17.456612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299baf47-d7c2-46c6-85a2-f8b529e01e31 service neutron] Pushing event updated for resources: {'Port': ['ID=82e5c4e3-3f4d-44ef-ac34-49206f24049e,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:17.501123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39be637-0a63-4a01-8c53-3230e4bbd60e req-11c39c21-12e6-478a-9d67-294db0469816 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.502882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b39be637-0a63-4a01-8c53-3230e4bbd60e req-11c39c21-12e6-478a-9d67-294db0469816 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 944 time: 0.2675273 Mar 07 04:21:17.522280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-27ec859b-d994-4fe8-b54e-7c40b19611e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.524366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-27ec859b-d994-4fe8-b54e-7c40b19611e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 1127 time: 0.1817985 Mar 07 04:21:17.537654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-1430861c-200b-4f03-aaa7-709521648572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.538871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-1430861c-200b-4f03-aaa7-709521648572 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.0968232 Mar 07 04:21:17.568359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-c3340f43-113c-47d4-a93c-aef031a134a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.569873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-c3340f43-113c-47d4-a93c-aef031a134a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2fba9bf84cf49f0950c8eb850c43515&device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 1126 time: 0.1713531 Mar 07 04:21:17.577622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f44a8f-a0e9-4531-8e80-c3feb4b40337 req-161bec91-0c4f-4423-ab8d-ca652e40dcfa tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.579088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99f44a8f-a0e9-4531-8e80-c3feb4b40337 req-161bec91-0c4f-4423-ab8d-ca652e40dcfa tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.2037492 Mar 07 04:21:17.585387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-76a140de-fcb7-41f4-b992-2399c0dadd6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 217 time: 0.0392761 Mar 07 04:21:17.636643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-8cd10a42-4353-4ed8-8a1a-ae8d443c245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.638222 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-8cd10a42-4353-4ed8-8a1a-ae8d443c245e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0456986 Mar 07 04:21:17.672045 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-a183f5dc-e0bf-4548-8443-36557852ae4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268798 Mar 07 04:21:17.674189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-e142d89d-964a-4c61-a158-50ae70bc4cff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e HTTP/1.1" status: 200 len: 217 time: 0.0938132 Mar 07 04:21:17.738289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b39be637-0a63-4a01-8c53-3230e4bbd60e req-e1b76407-9d22-4ea6-8aeb-eabcbba5a4d2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234681 Mar 07 04:21:17.776429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99f44a8f-a0e9-4531-8e80-c3feb4b40337 req-133f9dc7-e6f9-4967-9eca-020e601a60fd tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834819 Mar 07 04:21:17.778047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-7ccdce5d-f793-4cfe-8a13-980cb4092b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.779425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-7ccdce5d-f793-4cfe-8a13-980cb4092b5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c HTTP/1.1" status: 200 len: 851 time: 0.0943961 Mar 07 04:21:17.780456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-4453a487-7c64-4077-bbd5-616260d3e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.781771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-4453a487-7c64-4077-bbd5-616260d3e3d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.2508209 Mar 07 04:21:17.786422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4dc4e6ab-ec96-4ab4-9996-d2d257286afa service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070492 Mar 07 04:21:17.862854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-9f09d2e7-5f9a-4777-8ea7-f887ec04bae2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 200 len: 217 time: 0.0643098 Mar 07 04:21:17.890549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-0c5cf3f9-43f0-4249-a420-681fb2415a73 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973744 Mar 07 04:21:17.940446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-41e9a308-d1ad-4d46-a493-27d722fb7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.941967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-41e9a308-d1ad-4d46-a493-27d722fb7211 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1516676 Mar 07 04:21:17.957670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-37c6a6de-ed0e-4859-bd86-6eee924c4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.959289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-37c6a6de-ed0e-4859-bd86-6eee924c4bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0750093 Mar 07 04:21:17.981501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1bc0e-5d73-4e3b-9009-11915e780620 req-c72cc2ca-2a5a-4a2e-a981-1b2403c61f9a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:17.983006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69a1bc0e-5d73-4e3b-9009-11915e780620 req-c72cc2ca-2a5a-4a2e-a981-1b2403c61f9a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 949 time: 0.1481805 Mar 07 04:21:18.014525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-dd19a1dd-ba20-4514-a54d-320cce4d51b4 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:18.021160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-dd19a1dd-ba20-4514-a54d-320cce4d51b4 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1128 time: 0.0647824 Mar 07 04:21:18.037314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:18.115856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:18.122202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-df248714-50be-4a3c-811f-16f58eef0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:18.123706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-df248714-50be-4a3c-811f-16f58eef0997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501029 Mar 07 04:21:18.130959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69a1bc0e-5d73-4e3b-9009-11915e780620 req-a1343efe-b2b4-4432-b0c8-ad2f75458c54 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368682 Mar 07 04:21:18.154765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-ecf58008-e460-46fb-aa07-e1ddacbf8291 service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045777 Mar 07 04:21:18.252783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:18.292382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:18.331364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:18.333578 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a4c0b4-6991-4436-9ef8-1cd313adbf81" -d '{"events": [{"server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "name": "network-vif-unplugged", "status": "completed", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:18.338345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Publish callbacks [] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:18.343736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:18.405135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:18.437927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-9a96fb64-7606-4dbd-acbe-60aba6a58438 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:18.439404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:18.439904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-9a96fb64-7606-4dbd-acbe-60aba6a58438 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/networks?id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 HTTP/1.1" status: 200 len: 815 time: 0.2772119 Mar 07 04:21:18.440003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:18.440111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:18.441241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414e5c16-2e3e-4b2d-94e2-d84c7a267b35 req-9f17b5ea-63ff-4bc0-9941-90af652e5d42 service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777781 Mar 07 04:21:18.444717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:18.444883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-f6926376-1765-4130-a468-953760e529d2 service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933590 Mar 07 04:21:18.445024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Attempting to bind port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:18.451874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:18.452306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:18.452753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:18.453247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Bound port: 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:18.453787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:18.455404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c495c-9368-4345-8a54-6400cbb161e7 req-9cd79464-d1fb-4cb3-a1a3-c435d97a4a09 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:18.456805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e8c495c-9368-4345-8a54-6400cbb161e7 req-9cd79464-d1fb-4cb3-a1a3-c435d97a4a09 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 946 time: 0.2374892 Mar 07 04:21:18.499037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-44a8c6a4-1acb-4615-b9de-1c2e8711eb08 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/quotas/b6032ada949e493c9a3e636c84808bfc HTTP/1.1" status: 200 len: 375 time: 0.0532444 Mar 07 04:21:18.520404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:18.523862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:18.530300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:18.564907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-517b2073-1739-4be4-a884-440cb2345c29 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6032ada949e493c9a3e636c84808bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585413 Mar 07 04:21:18.605156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:18.605771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:18.607171 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 1122 time: 0.5781817 Mar 07 04:21:18.610545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ab6b-8fdb-4694-9112-0234eb0078a2 service neutron] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:18.626387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e8c495c-9368-4345-8a54-6400cbb161e7 req-25601f7b-1e64-4099-8fca-3746a3f8ccd4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547580 Mar 07 04:21:18.667527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aca2ebb-23a9-4e4f-b255-95fcf682f7c8 req-f49e045f-cde5-4469-b1bc-0f325ac23c41 service neutron] 10.222.0.15 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097657 Mar 07 04:21:18.687617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['18f760f6-91ef-40f4-bf6b-2d32a50ce613'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:18.701879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-111b89f5-65f4-43ea-9a7d-acb9c91098d6 service neutron] 10.222.0.21 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254203 Mar 07 04:21:18.829164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-759a2e00-40e0-4ed1-b890-0254b56f2578 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:18.830653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-759a2e00-40e0-4ed1-b890-0254b56f2578 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1146047 Mar 07 04:21:18.834188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ba0128bd-c46a-43c9-a3e7-d9592f89582d service neutron] 10.222.0.21 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256039 Mar 07 04:21:18.884623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-eaeaa660-8978-4332-a0aa-fd56cefd9984 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0432937 Mar 07 04:21:18.894349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'floatingip': {'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:18.938510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:19.095783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c218-68cc-46d0-9831-6ba795a23fd2 req-e5153e8c-b1d3-4c97-b9f9-eeea69bdc4b2 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:19.097239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b43c218-68cc-46d0-9831-6ba795a23fd2 req-e5153e8c-b1d3-4c97-b9f9-eeea69bdc4b2 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 944 time: 0.1170249 Mar 07 04:21:19.120501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c067d918-4793-430d-8c05-c07dc7c9d4fc up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:19.182226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port c067d918-4793-430d-8c05-c07dc7c9d4fc completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:19.189126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port c067d918-4793-430d-8c05-c07dc7c9d4fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:19.190044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:19.297555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c067d918-4793-430d-8c05-c07dc7c9d4fc is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:19.297911 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:19.324793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad428497-a535-4e40-979d-6abba299ac59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c067d918-4793-430d-8c05-c07dc7c9d4fc'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:19.327281 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402599a1-825e-4fe6-8708-6d33c0857434" -d '{"events": [{"server_uuid": "ad428497-a535-4e40-979d-6abba299ac59", "name": "network-vif-plugged", "status": "completed", "tag": "c067d918-4793-430d-8c05-c07dc7c9d4fc"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:19.342127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c067d918-4793-430d-8c05-c07dc7c9d4fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:19.348160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:19.411713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c067d918-4793-430d-8c05-c07dc7c9d4fc,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:19.463984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:19.466138 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5268d8c-6368-42fd-b147-fc182554acf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:19.491545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b43c218-68cc-46d0-9831-6ba795a23fd2 req-ef693cd7-a7e9-43db-9240-9c623f9b78e1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875990 Mar 07 04:21:19.541110 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e8a31-0e3b-4cba-b43e-ed40d41cdfdf x-openstack-request-id: req-252e8a31-0e3b-4cba-b43e-ed40d41cdfdf {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:19.542340 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "name": "network-vif-unplugged", "status": "completed", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:19.542682 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-252e8a31-0e3b-4cba-b43e-ed40d41cdfdf {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:19.543298 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'code': 200} Mar 07 04:21:19.547996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:19.623072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f279b52-4743-4475-98d5-09b103e4105d req-0eb99c9a-1175-43f0-8752-1a8954f65c82 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:19.624501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f279b52-4743-4475-98d5-09b103e4105d req-0eb99c9a-1175-43f0-8752-1a8954f65c82 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa592609-2647-4843-9744-21faf8fc275f HTTP/1.1" status: 200 len: 945 time: 0.1542912 Mar 07 04:21:19.781477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba06b91-c417-4224-ad1d-7846bcf21c5a req-c516dbeb-1f9f-4932-bfad-3dcc726db108 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:19.782938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eba06b91-c417-4224-ad1d-7846bcf21c5a req-c516dbeb-1f9f-4932-bfad-3dcc726db108 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1126 time: 0.1698320 Mar 07 04:21:19.900853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eba06b91-c417-4224-ad1d-7846bcf21c5a req-95ac9a3e-f397-4c31-bfeb-8523304abe1a tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120529 Mar 07 04:21:19.915192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Deleting port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:19.915540 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.001168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.034621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.228424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] For port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:20.228783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.264050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b52f6-a470-4fea-8585-0c8a43db151f req-855a6095-bb3f-4c09-8e77-8118002cec92 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:20.265522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-573b52f6-a470-4fea-8585-0c8a43db151f req-855a6095-bb3f-4c09-8e77-8118002cec92 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.2674060 Mar 07 04:21:20.273022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Calling delete_port for 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:20.299991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-f7874dd9-9dc0-4866-af0c-810a2db07048 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:20.301310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-f7874dd9-9dc0-4866-af0c-810a2db07048 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.15 "GET /v2.0/networks?id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 HTTP/1.1" status: 200 len: 815 time: 0.3043358 Mar 07 04:21:20.310900 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Floating IP f41e7374-c707-4a19-a630-049ee8554f03 associated. External IP: 172.25.4.244, port: 89c72d77-03da-4ee1-8148-6e0c6e47796a. Mar 07 04:21:20.320079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Request body: {'port': {'device_id': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0', 'admin_state_up': True, 'tenant_id': 'b6032ada949e493c9a3e636c84808bfc'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:20.511053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-573b52f6-a470-4fea-8585-0c8a43db151f req-3d50d5ec-a42f-4650-ba71-3314a9e6893d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328882 Mar 07 04:21:20.606398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 82e5c4e3-3f4d-44ef-ac34-49206f24049e details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:20.663842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c17dc5e7-e75a-4f5b-aab5-6cdef906f63f req-a8a9880e-bd0a-4b4a-8459-bba0346b3fe7 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 210 time: 0.0958714 Mar 07 04:21:20.698900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Made reservation on behalf of b6032ada949e493c9a3e636c84808bfc for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:20.701691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.721249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:20.733013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'port_id': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'mac_address': 'fa:16:3e:3e:28:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:20.741014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.763494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:20.765495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['89c72d77-03da-4ee1-8148-6e0c6e47796a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:20.818709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event deleted for resources: {'Port': ['ID=3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:20.825117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 82e5c4e3-3f4d-44ef-ac34-49206f24049e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:20.825515 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.843549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e5c4e3-3f4d-44ef-ac34-49206f24049e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:20.878805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:20.894422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.916910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:20.922049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] No DVR routers for this DVR port 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:20.927527 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:20.931663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f279b52-4743-4475-98d5-09b103e4105d req-822e5687-7f17-490b-8afa-1d2cbec8806e tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.15 "DELETE /v2.0/ports/3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 HTTP/1.1" status: 204 len: 173 time: 1.2979271 Mar 07 04:21:20.952792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2512-e569-41e1-836e-94b480a50e58 req-3565e503-6832-4052-a3c2-f362c8abc864 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:20.954426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01bd2512-e569-41e1-836e-94b480a50e58 req-3565e503-6832-4052-a3c2-f362c8abc864 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.2182574 Mar 07 04:21:21.010022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=82e5c4e3-3f4d-44ef-ac34-49206f24049e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:21.097048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['82e5c4e3-3f4d-44ef-ac34-49206f24049e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:21.115115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Allocated IP 172.20.0.13 (2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0/da03c3c8-668a-4eea-b13e-ee58dfaaf584/07266c50-0acc-4362-89e1-924acdbb4aa6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:21.122792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:21.279108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:21.304758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:21:21.448937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01bd2512-e569-41e1-836e-94b480a50e58 req-8fb51ee7-13b7-42b5-a8a8-e8c7f2b18dce tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656177 Mar 07 04:21:21.515503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:21.519461 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98d12a-dec7-48b9-9502-66d2a1eaea20 x-openstack-request-id: req-dc98d12a-dec7-48b9-9502-66d2a1eaea20 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:21.519840 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad428497-a535-4e40-979d-6abba299ac59", "name": "network-vif-plugged", "status": "completed", "tag": "c067d918-4793-430d-8c05-c07dc7c9d4fc", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:21.520175 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc98d12a-dec7-48b9-9502-66d2a1eaea20 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:21.520839 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad428497-a535-4e40-979d-6abba299ac59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c067d918-4793-430d-8c05-c07dc7c9d4fc', 'code': 200} Mar 07 04:21:21.529242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:21.532769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:21.544283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:21.547292 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832f378-b25f-4b53-a186-05bbc17ac0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:21.557731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:21.558821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:21.579842 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf97e7-8ad5-45fb-95e0-d4842b2775a8 x-openstack-request-id: req-1bcf97e7-8ad5-45fb-95e0-d4842b2775a8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:21.580141 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:21.580590 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bcf97e7-8ad5-45fb-95e0-d4842b2775a8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:21.580995 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'status': 'completed', 'code': 200} Mar 07 04:21:21.653420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-db1c590b-c0f7-491c-b72b-e1e63979e7c9 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "PUT /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 997 time: 2.7628965 Mar 07 04:21:21.714736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:21.736787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64bbf5-6849-4285-831e-f42cfb1cd1a4 req-773be3dc-faae-453f-acee-1bae5329e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:21.738598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d64bbf5-6849-4285-831e-f42cfb1cd1a4 req-773be3dc-faae-453f-acee-1bae5329e161 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 1132 time: 0.0773289 Mar 07 04:21:21.777802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks [] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:21.792428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-33819a75-25d0-4988-8577-8d551a796375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:21.793957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-33819a75-25d0-4988-8577-8d551a796375 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2fba9bf84cf49f0950c8eb850c43515&device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 1127 time: 0.1785467 Mar 07 04:21:21.797143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d64bbf5-6849-4285-831e-f42cfb1cd1a4 req-0137da59-12ce-474a-b32f-546460e75f71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Mar 07 04:21:21.803968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991685-476b-4fd9-a8b5-3d0619c0237a req-7cbbea34-972f-40e2-a53a-d476d5e2bac9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:21.806751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c991685-476b-4fd9-a8b5-3d0619c0237a req-7cbbea34-972f-40e2-a53a-d476d5e2bac9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.1548367 Mar 07 04:21:21.855009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-8eeee578-4f06-4ff9-8f5d-46fdae429f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:21.856630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-8eeee578-4f06-4ff9-8f5d-46fdae429f09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1694131 Mar 07 04:21:21.920578 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:21.958090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:21.987119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:19Z', 'revision_number': 8, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:22.017452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:22.025752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:22.026392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:22.043498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c991685-476b-4fd9-a8b5-3d0619c0237a req-c62b1545-f041-4ce9-b37f-49d5a94de446 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231297 Mar 07 04:21:22.083448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:22.091644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-38b089bd-6690-4744-aaba-fbad8f7c29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.093241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-38b089bd-6690-4744-aaba-fbad8f7c29c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0 HTTP/1.1" status: 200 len: 913 time: 0.2856185 Mar 07 04:21:22.099068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:22.104943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Pushing event updated for resources: {'Port': ['ID=07266c50-0acc-4362-89e1-924acdbb4aa6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:22.112834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:22.146174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:22.163468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-5028eb20-7459-44e6-9feb-98a926571ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.166004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-5028eb20-7459-44e6-9feb-98a926571ccf service neutron] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.2917757 Mar 07 04:21:22.181663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-b9e5de94-e040-4b75-a107-08371ac88d9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e HTTP/1.1" status: 200 len: 217 time: 0.0777562 Mar 07 04:21:22.340742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.341493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:22.358619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-270c23ae-3985-4fc7-837c-5c74cd99631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.360064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-270c23ae-3985-4fc7-837c-5c74cd99631c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c HTTP/1.1" status: 200 len: 851 time: 0.1591165 Mar 07 04:21:22.373967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:19Z', 'revision_number': 8, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:22.374327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-785e55a1-674b-4da5-8c42-c63e287d0367 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 1000 time: 0.1916907 Mar 07 04:21:22.402773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2618af13-b185-4d86-b79d-0ccc6d3d089f None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f41e7374-c707-4a19-a630-049ee8554f03', 'tenant_id': '2466abefa2664c7793b920938558811c', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'port_id': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'mac_address': 'fa:16:3e:b5:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa312b02-a6a7-402f-b700-961812579fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:20:41Z', 'updated_at': '2022-03-07T04:21:19Z', 'revision_number': 8, 'project_id': '2466abefa2664c7793b920938558811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:22.442365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-ef5bde48-df63-4a70-9880-de453f93cc74 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1290963 Mar 07 04:21:22.460248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-90c80d35-fb51-4198-951a-1581278e8f0e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.463172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-90c80d35-fb51-4198-951a-1581278e8f0e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.3253312 Mar 07 04:21:22.473472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Request body: {'port': {'device_id': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:22.525461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dd575560-ec3f-4dc9-a2c9-b4f26f4728a5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/quotas/768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 375 time: 0.0449984 Mar 07 04:21:22.526908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-3f1ba9bc-f797-4cc5-a29e-9efc4c3faf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.528310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-3f1ba9bc-f797-4cc5-a29e-9efc4c3faf66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.1423862 Mar 07 04:21:22.575274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-7ef3655c-83ae-4a90-9713-f1b24e6dee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.576788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-7ef3655c-83ae-4a90-9713-f1b24e6dee05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2070084 Mar 07 04:21:22.598427 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7a8e2-292c-470d-a4ce-5afe23e3856a None None] New status for floating IP f41e7374-c707-4a19-a630-049ee8554f03: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:22.639563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 82e5c4e3-3f4d-44ef-ac34-49206f24049e up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:22.657607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:22.689002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 82e5c4e3-3f4d-44ef-ac34-49206f24049e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:22.693862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 82e5c4e3-3f4d-44ef-ac34-49206f24049e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:22.694992 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:22.747061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-5e3e9eef-59f6-49de-8be0-1098fead5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:22.748487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-5e3e9eef-59f6-49de-8be0-1098fead5e34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2098036 Mar 07 04:21:22.762779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-2fc88bf2-e2c3-423e-848b-7289cd76d543 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2311924 Mar 07 04:21:22.800580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 82e5c4e3-3f4d-44ef-ac34-49206f24049e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:22.801114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:22.834886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:22.835664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-433115c1-d204-476d-9f2d-e9ca97d1938e service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283595 Mar 07 04:21:22.839408 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:22.885152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=82e5c4e3-3f4d-44ef-ac34-49206f24049e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:23.099548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-6595ecc1-6c8f-4412-8dde-8e620abf6b1f service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307452 Mar 07 04:21:23.142245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-1c5c6f99-13c1-48cb-948a-f4891202adca service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577445 Mar 07 04:21:23.157444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5268d8c-6368-42fd-b147-fc182554acf8 req-a9dd6a73-732f-4ed2-ad90-5433e1f1ac50 service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128633 Mar 07 04:21:23.521567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:23.524545 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc45575-6028-46e4-887d-8327774574ed" -d '{"events": [{"server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "name": "network-vif-plugged", "status": "completed", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:23.576969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6face9d-bc02-4b3b-9f57-c2b3024fd46b req-061fa699-02e0-4a66-a46a-11f60e41f0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670458 Mar 07 04:21:23.583118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'name': 'network-vif-deleted', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69'}, {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:23.585343 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb" -d '{"events": [{"server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "name": "network-vif-deleted", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69"}, {"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:23.610498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-cb4b4f70-3342-4a8a-85f4-aff5a2d9914c service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507632 Mar 07 04:21:23.643696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07266c50-0acc-4362-89e1-924acdbb4aa6 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:23.661029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Publish callbacks [] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:23.692833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Transition to ACTIVE for port object 07266c50-0acc-4362-89e1-924acdbb4aa6 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:23.698439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:23.764624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672ab8-e76c-424a-a966-23ee386309b5 req-eb104df2-19ba-49d6-8b7e-0c4eba1d868e tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:23.766151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10672ab8-e76c-424a-a966-23ee386309b5 req-eb104df2-19ba-49d6-8b7e-0c4eba1d868e tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.1178939 Mar 07 04:21:23.848742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Pushing event updated for resources: {'Port': ['ID=07266c50-0acc-4362-89e1-924acdbb4aa6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:23.901686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10672ab8-e76c-424a-a966-23ee386309b5 req-1e6c0555-8b80-417e-bf95-465c194fbacf tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294436 Mar 07 04:21:23.926996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46757e-0568-494f-bfcb-4fe81aafc648 req-c934ca32-d235-42fa-b398-b07b4af36624 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:23.928993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad46757e-0568-494f-bfcb-4fe81aafc648 req-c934ca32-d235-42fa-b398-b07b4af36624 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1598365 Mar 07 04:21:23.930384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Attempting to bind port 07266c50-0acc-4362-89e1-924acdbb4aa6 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:23.930680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Attempting to bind port 07266c50-0acc-4362-89e1-924acdbb4aa6 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '1f4266bf-a901-4541-a011-acf12cf9feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:23.931090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Attempting to bind port 07266c50-0acc-4362-89e1-924acdbb4aa6 on network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:23.942482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Port 07266c50-0acc-4362-89e1-924acdbb4aa6 on network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:23.942879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Attempting to bind port 07266c50-0acc-4362-89e1-924acdbb4aa6 on network 2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:23.947806 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d9f6a7-abc6-43df-8c09-a5149d1bf931 x-openstack-request-id: req-b9d9f6a7-abc6-43df-8c09-a5149d1bf931 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:23.948351 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:23.948351 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9d9f6a7-abc6-43df-8c09-a5149d1bf931 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:23.948839 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'status': 'completed', 'code': 200} Mar 07 04:21:23.964731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:23.965074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Checking segment: {'id': '1f4266bf-a901-4541-a011-acf12cf9feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:23.965469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Bound using segment: {'id': '1f4266bf-a901-4541-a011-acf12cf9feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:23.965901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Bound port: 07266c50-0acc-4362-89e1-924acdbb4aa6, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4266bf-a901-4541-a011-acf12cf9feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:23.966284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:24.083171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad46757e-0568-494f-bfcb-4fe81aafc648 req-912252a4-fa9d-439a-ad5f-2a08c1084b2f tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486075 Mar 07 04:21:24.135559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] For port 07266c50-0acc-4362-89e1-924acdbb4aa6, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:24.142794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] For port 07266c50-0acc-4362-89e1-924acdbb4aa6, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=07266c50-0acc-4362-89e1-924acdbb4aa6,segment=NetworkSegment(1f4266bf-a901-4541-a011-acf12cf9feeb),segment_id=1f4266bf-a901-4541-a011-acf12cf9feeb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:24.165001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-5c03fd0f-9e2b-42fa-a1e0-d0d063dee429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.166501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-5c03fd0f-9e2b-42fa-a1e0-d0d063dee429 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1156 time: 0.1753941 Mar 07 04:21:24.192802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b007a3-035c-4eea-a95d-9f693abdbe3d req-81376cf8-2ccf-4997-8c34-a26685958c01 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.194289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b007a3-035c-4eea-a95d-9f693abdbe3d req-81376cf8-2ccf-4997-8c34-a26685958c01 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 944 time: 0.1567686 Mar 07 04:21:24.195972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:24.293382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.293917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:24.295331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] 10.222.0.15 "PUT /v2.0/ports/07266c50-0acc-4362-89e1-924acdbb4aa6 HTTP/1.1" status: 200 len: 1092 time: 1.8287153 Mar 07 04:21:24.385696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fcd89-9ece-479c-b9e8-dd85d7199e27 service neutron] Pushing event updated for resources: {'Port': ['ID=07266c50-0acc-4362-89e1-924acdbb4aa6,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:24.400651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4999-6a95-4c0b-b7f6-0414fa294ab6 req-b33cd30e-52f6-4111-b705-a7f51f841fa1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.402180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a46f4999-6a95-4c0b-b7f6-0414fa294ab6 req-b33cd30e-52f6-4111-b705-a7f51f841fa1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.2559032 Mar 07 04:21:24.408737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b007a3-035c-4eea-a95d-9f693abdbe3d req-1e167027-433c-4c7a-8618-8dc18818b912 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998270 Mar 07 04:21:24.441037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-41e2ad24-7c77-4f29-94f8-b8769741abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.442551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-41e2ad24-7c77-4f29-94f8-b8769741abec service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.2601001 Mar 07 04:21:24.530035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-f0076d69-47f4-469b-a41f-0ce7a9e14c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.531517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-f0076d69-47f4-469b-a41f-0ce7a9e14c3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6032ada949e493c9a3e636c84808bfc&device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 1126 time: 0.1863182 Mar 07 04:21:24.535500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-98dc6ca4-89bf-4b5b-8472-54707c81e4d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 217 time: 0.0826628 Mar 07 04:21:24.542872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a46f4999-6a95-4c0b-b7f6-0414fa294ab6 req-5df66e33-bf0c-4b0f-90ef-ae8c42941796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310565 Mar 07 04:21:24.592883 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8e2ff4-d546-487e-8fd7-07bdcdf44524 x-openstack-request-id: req-6f8e2ff4-d546-487e-8fd7-07bdcdf44524 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:24.593370 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "name": "network-vif-plugged", "status": "completed", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:24.593465 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f8e2ff4-d546-487e-8fd7-07bdcdf44524 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:24.593832 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'code': 200} Mar 07 04:21:24.613015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-40c985e8-4f14-4ad5-a870-281bb3c9e9ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07266c50-0acc-4362-89e1-924acdbb4aa6 HTTP/1.1" status: 200 len: 217 time: 0.0691922 Mar 07 04:21:24.637867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:24.659195 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3efbf-52e9-4fd1-bb90-41ef76b35c7b x-openstack-request-id: req-bcd3efbf-52e9-4fd1-bb90-41ef76b35c7b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:24.659498 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa592609-2647-4843-9744-21faf8fc275f", "name": "network-vif-deleted", "tag": "3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:24.659756 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcd3efbf-52e9-4fd1-bb90-41ef76b35c7b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:24.660161 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa592609-2647-4843-9744-21faf8fc275f', 'name': 'network-vif-deleted', 'tag': '3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69', 'status': 'completed', 'code': 200} Mar 07 04:21:24.660426 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'status': 'completed', 'code': 200} Mar 07 04:21:24.668711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-9d4f1844-6394-4222-8288-0ea57539d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.670216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-9d4f1844-6394-4222-8288-0ea57539d732 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1246598 Mar 07 04:21:24.672008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:24.672351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3cc5ec7f-605d-4af3-aa1e-b826fe7ddd69 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:24.680013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795874b9-1ce7-4361-b68d-573e177f701e req-43c02885-9b8a-45f9-b4c9-fbff2a3fb51f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.686754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-795874b9-1ce7-4361-b68d-573e177f701e req-43c02885-9b8a-45f9-b4c9-fbff2a3fb51f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.2160408 Mar 07 04:21:24.693578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.15', 51902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:24.747355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-4b557508-f0bb-4452-aa1b-33723e3ba5db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567982 Mar 07 04:21:24.776802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-bbcfa071-bf8d-4fed-b16a-017921c62072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.778292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-bbcfa071-bf8d-4fed-b16a-017921c62072 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da03c3c8-668a-4eea-b13e-ee58dfaaf584 HTTP/1.1" status: 200 len: 855 time: 0.1577787 Mar 07 04:21:24.799729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c93d8-1e04-4991-8302-2a93960bdc2e req-ae232528-63f5-494b-90f5-a5ddfb73ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.802090 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f37c93d8-1e04-4991-8302-2a93960bdc2e req-ae232528-63f5-494b-90f5-a5ddfb73ee0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 1128 time: 0.1181819 Mar 07 04:21:24.843485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-d120521f-0512-4d58-bb91-d75c245d2381 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504632 Mar 07 04:21:24.861088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-ce534470-27e6-43c4-b547-bf450af4dbf8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:24.862527 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-ce534470-27e6-43c4-b547-bf450af4dbf8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.1677630 Mar 07 04:21:24.875120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Request body: {'port': {'device_id': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'admin_state_up': True, 'tenant_id': '768725cd7a3a45bbb6a04e95b4fc3124'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:24.879427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f37c93d8-1e04-4991-8302-2a93960bdc2e req-8dd58357-220f-49fe-beb5-3222282d43dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707765 Mar 07 04:21:24.912307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-795874b9-1ce7-4361-b68d-573e177f701e req-c8451336-9d59-407a-b524-5c376e749f4e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243292 Mar 07 04:21:24.928420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a47a007-e05b-4a28-9bc0-5eb41c908485 req-62b92e40-d996-4b73-918f-a1958c2c5734 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 999 time: 0.2352214 Mar 07 04:21:25.003687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Made reservation on behalf of 768725cd7a3a45bbb6a04e95b4fc3124 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:25.007055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.048371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e28ad218-a528-435a-a319-8a500b4a5da6 req-83cb7469-d41a-469c-a805-4e4851be73a4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 210 time: 0.0651388 Mar 07 04:21:25.076181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-4e67cf2e-a039-4caf-bce4-9e939d155d9c service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969120 Mar 07 04:21:25.122207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-4968052d-baf9-40c9-ad0a-afbb0478de5c service neutron] 10.222.0.15 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638273 Mar 07 04:21:25.140603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Allocated IP 172.20.0.9 (beda7e6e-0c00-4a7a-bffa-38b81d211a66/4d83443d-7218-4592-9cbf-eff156bd85b2/5f7a2f6d-38dc-42b0-aee5-5872cde9b433) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:25.239709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47a007-e05b-4a28-9bc0-5eb41c908485 req-3efc2a35-639b-42e5-88af-35a8d9a18323 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.240967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a47a007-e05b-4a28-9bc0-5eb41c908485 req-3efc2a35-639b-42e5-88af-35a8d9a18323 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2797747 Mar 07 04:21:25.285354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-1a47a007-e05b-4a28-9bc0-5eb41c908485 req-b172dbd0-593c-4294-9eba-713f0f9f684c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:21:25.286335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a47a007-e05b-4a28-9bc0-5eb41c908485 req-b172dbd0-593c-4294-9eba-713f0f9f684c tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109651 Mar 07 04:21:25.292004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks [] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.312672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e51fcc-75db-4a10-b4d6-f97578129c27 req-2cbd9d4d-c11c-4b64-a674-e59228afb8cd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.314202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4e51fcc-75db-4a10-b4d6-f97578129c27 req-2cbd9d4d-c11c-4b64-a674-e59228afb8cd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.1943936 Mar 07 04:21:25.332378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.359309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7832f378-b25f-4b53-a186-05bbc17ac0d8 req-522b1daa-a69a-41f0-ad8c-5b836fd65e90 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672861 Mar 07 04:21:25.371889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:25.373561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bdc40bb-5216-47b5-8272-58e808f0ee54 req-f2f4ff3d-abcd-4ac6-94cc-e2bc94d0c03c service neutron] 10.222.0.15 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385583 Mar 07 04:21:25.389939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:25.392814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:25.395336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:25.420383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4e51fcc-75db-4a10-b4d6-f97578129c27 req-ddec55ac-5df3-4b93-b741-78508d5901b0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903645 Mar 07 04:21:25.437012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7a15b-a7c4-4378-9dbd-a2dcf3151ef4 req-5b3ce488-27cf-4013-88fe-288027488c8b tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.438668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25b7a15b-a7c4-4378-9dbd-a2dcf3151ef4 req-5b3ce488-27cf-4013-88fe-288027488c8b tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.0898483 Mar 07 04:21:25.450142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.450754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.467795 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-c0f715a9-c5ed-4119-8f2e-7f14f42e9123 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963697 Mar 07 04:21:25.484686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Request body: {'port': {'device_id': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:25.535772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25b7a15b-a7c4-4378-9dbd-a2dcf3151ef4 req-af761554-1906-4289-8034-9b34ad75cc20 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911436 Mar 07 04:21:25.548599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-0e62289d-6f26-41b1-a4ba-22ba305ed610 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1002 time: 0.0888748 Mar 07 04:21:25.556043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.633636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-c71db35f-0afa-43db-b244-ccd74b84d9d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.635254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-c71db35f-0afa-43db-b244-ccd74b84d9d5 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports/89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 943 time: 0.0740008 Mar 07 04:21:25.661870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507a8f9-e8d8-4615-8258-068ae9456143 req-fa65c6b4-fa4e-4b40-8375-21e42dddc49f tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.663475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3507a8f9-e8d8-4615-8258-068ae9456143 req-fa65c6b4-fa4e-4b40-8375-21e42dddc49f tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 944 time: 0.0675797 Mar 07 04:21:25.763388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3507a8f9-e8d8-4615-8258-068ae9456143 req-432801f7-f337-4685-94d8-8e6cf955542e tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911789 Mar 07 04:21:25.769078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-e33c9fe6-404f-4433-9554-7f5712e95a17 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1002 time: 0.0899491 Mar 07 04:21:25.828180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:25.837101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Publish callbacks [] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.849034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Transition to ACTIVE for port object 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:25.855182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:25.880737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-f8e8c427-d162-48b5-8eda-ed51624806b4 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:25.882451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-f8e8c427-d162-48b5-8eda-ed51624806b4 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1072826 Mar 07 04:21:25.949747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:26.016395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:26.017119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:26.017119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:26.025488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:26.025851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:26.032001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:26.032387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:26.032778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:26.033251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Bound port: 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:26.033609 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:26.117656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:26.121119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:26.127627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:26.167501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:26.168110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:26.169484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 1091 time: 0.6889787 Mar 07 04:21:26.169958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:26.172227 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9f9ac9-c108-4013-92d0-42efff067ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:26.195878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd512ed-4769-4e1d-b582-b26befb34c02 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:26.256384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-1ba7729e-3e03-4013-86c4-2b6870bc51c1 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 1002 time: 0.3652208 Mar 07 04:21:26.258211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-923c60a4-4dc6-4773-af51-13e62941e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:26.259812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-923c60a4-4dc6-4773-af51-13e62941e987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1125 time: 0.0455635 Mar 07 04:21:26.267970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:26.301077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-cdd6cb43-4956-46b4-9d16-a24e79385c31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 217 time: 0.0340524 Mar 07 04:21:26.311732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488026-5083-4751-94de-5cc20d544a9f req-41ceefa9-238e-4451-a5a8-d98d71378600 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:26.313188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef488026-5083-4751-94de-5cc20d544a9f req-41ceefa9-238e-4451-a5a8-d98d71378600 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1101799 Mar 07 04:21:26.351518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-258c6ad9-14ba-400f-a7d2-e90628dffc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:26.353019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-258c6ad9-14ba-400f-a7d2-e90628dffc37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0465760 Mar 07 04:21:26.354387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:26.382287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-65c05640-f642-44f9-8eb8-021f209321c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232053 Mar 07 04:21:26.410781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef488026-5083-4751-94de-5cc20d544a9f req-126d4814-5743-4244-a6f8-29b99af0dafc tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907819 Mar 07 04:21:26.473191 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-0d12894c-7e86-41c6-9ed0-d22ee088b25f service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854044 Mar 07 04:21:26.565037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:26.568923 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf2fd4bc-3f6a-477d-b586-70ffe9e4b3cd req-814599ec-1cf6-49af-b8c6-99977de74c97 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894918 Mar 07 04:21:26.569939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:26.570334 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Floating IP f41e7374-c707-4a19-a630-049ee8554f03 disassociated. External IP: 172.25.4.244, port: 89c72d77-03da-4ee1-8148-6e0c6e47796a. Mar 07 04:21:26.581522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894b8-ffbd-4c62-a82e-4c5e3a653bc4 req-b4d015ef-9357-4351-8f07-f5c3b74ecd16 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:26.583033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b80894b8-ffbd-4c62-a82e-4c5e3a653bc4 req-b4d015ef-9357-4351-8f07-f5c3b74ecd16 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.1054826 Mar 07 04:21:26.681070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'tag': '07266c50-0acc-4362-89e1-924acdbb4aa6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:26.683294 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577e349-0f76-4396-851e-6e41682a2d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "14b20680-d28a-4eb5-b9c9-fc371676e6de", "tag": "07266c50-0acc-4362-89e1-924acdbb4aa6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:26.707533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b80894b8-ffbd-4c62-a82e-4c5e3a653bc4 req-ff190854-fc87-41ad-847c-7ff20a586c4d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917065 Mar 07 04:21:26.861707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:26.865101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-230e19f8-0309-45b0-809e-05e7a612c2d6 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1861637618&fields=id&tenant_id=1ac4785277f940f1a5beeeb92ea7a692 HTTP/1.1" status: 200 len: 267 time: 0.0646317 Mar 07 04:21:27.052531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-9ec63543-083d-4aac-831b-92ba06ff1ed9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.053983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-9ec63543-083d-4aac-831b-92ba06ff1ed9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 824 time: 0.1808825 Mar 07 04:21:27.063110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:27.068089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:27.072337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:27.085377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:27.086004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:27.095655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-c0340c78-9ee6-47bc-b4b4-75f4cf798539 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/quotas/1ac4785277f940f1a5beeeb92ea7a692 HTTP/1.1" status: 200 len: 375 time: 0.0344589 Mar 07 04:21:27.114070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-253a152d-911c-4260-b673-f297b089eb62 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "PUT /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 696 time: 0.8506148 Mar 07 04:21:27.188574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-21de3912-0ad8-46e5-8578-076a17430339 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859249 Mar 07 04:21:27.192947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:27.194259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-5e2bf79b-d6d9-4078-a65e-750e95ac15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.196473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-5e2bf79b-d6d9-4078-a65e-750e95ac15b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0628974 Mar 07 04:21:27.361354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-13a60991-ab2a-4b89-b510-ff20a6b48f12 service neutron] 10.222.0.21 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602914 Mar 07 04:21:27.362801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-4d0100bf-c12b-4f8a-ac08-35d94249ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.364256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-4d0100bf-c12b-4f8a-ac08-35d94249ccd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.1560860 Mar 07 04:21:27.422377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-1382605b-f85c-4d3a-84f7-5f2d59bfc413 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0480015 Mar 07 04:21:27.506497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-f0ba2d13-d110-42e2-bd11-d3fb425ff0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.508009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-f0ba2d13-d110-42e2-bd11-d3fb425ff0e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0795035 Mar 07 04:21:27.518626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:27.546013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:27.550545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-3d452092-a73a-4538-ad15-ede2dcaaa839 service neutron] 10.222.0.21 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834853 Mar 07 04:21:27.554540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:27.555173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:27.572378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-a75f3b21-4e13-4ce2-b42d-f2ed8eb6f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.573901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-a75f3b21-4e13-4ce2-b42d-f2ed8eb6f92a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598266 Mar 07 04:21:27.672158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:27.674045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-7b048727-3f3a-4ee6-a518-f4850b61624a service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938909 Mar 07 04:21:27.809018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c61dba4-a39e-4f8a-bf74-f49c84ad370c req-8bd53932-3e04-4186-bb85-13eeee3cfa73 service neutron] 10.222.0.21 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283636 Mar 07 04:21:27.824351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5e4dc-c1dc-4680-b6d7-d770b3e81453 req-5e023b72-ca52-430c-9fbb-d57e7d38937d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.831896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bc5e4dc-c1dc-4680-b6d7-d770b3e81453 req-5e023b72-ca52-430c-9fbb-d57e7d38937d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.0866883 Mar 07 04:21:27.882212 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d6af0f-67cf-4c79-8f44-293476ba20b6 x-openstack-request-id: req-39d6af0f-67cf-4c79-8f44-293476ba20b6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:27.883241 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:27.884796 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39d6af0f-67cf-4c79-8f44-293476ba20b6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:27.885207 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'status': 'completed', 'code': 200} Mar 07 04:21:27.886046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bc5e4dc-c1dc-4680-b6d7-d770b3e81453 req-6ec0ff59-fa08-45b2-a407-ccc5078962e0 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477567 Mar 07 04:21:27.969129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-d6e18b97-6562-4f0a-a08e-198beb806e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:27.970675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-d6e18b97-6562-4f0a-a08e-198beb806e03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1125 time: 0.0623252 Mar 07 04:21:27.980153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:28.012339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7910df-40bc-42c9-8b02-cb5e1f7aeb9f None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:20:13Z', 'revision_number': 4, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239', 'name': '', 'network_id': '137f496f-bc47-48c9-bb50-0d168d554146', 'tenant_id': '2466abefa2664c7793b920938558811c', 'mac_address': 'fa:16:3e:00:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:12Z', 'updated_at': '2022-03-07T04:20:19Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'subnets': [{'id': 'c4382adc-c5ef-4989-a435-234a6cf9ba41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:28.095001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176178e-1163-4002-894e-c9fd84733cc3 req-a11871c2-c3bd-4980-b63e-93dfb1468603 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.096504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-4a43020e-6d0f-4b3e-a2e4-b4f3b7c45e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.096630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3176178e-1163-4002-894e-c9fd84733cc3 req-a11871c2-c3bd-4980-b63e-93dfb1468603 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.1504173 Mar 07 04:21:28.098220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-4a43020e-6d0f-4b3e-a2e4-b4f3b7c45e6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1195691 Mar 07 04:21:28.108542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20e4e-824d-4d7b-afb5-8cb98914dfee req-9979c1ca-a066-431b-9ca1-db4401118994 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.110206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fb20e4e-824d-4d7b-afb5-8cb98914dfee req-9979c1ca-a066-431b-9ca1-db4401118994 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1059663 Mar 07 04:21:28.150002 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-eefb9de9-dc4d-4e82-87d5-08c365b1c667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 217 time: 0.0441563 Mar 07 04:21:28.191878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fb20e4e-824d-4d7b-afb5-8cb98914dfee req-87407a19-9615-4fc8-a54e-eeca5d9b5a4d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716021 Mar 07 04:21:28.194884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3176178e-1163-4002-894e-c9fd84733cc3 req-cd4f4d98-1c3b-49a8-a07d-37679457bca8 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837398 Mar 07 04:21:28.206129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-2acacab3-c004-436c-94f2-ee4b2c5937d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.208650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-2acacab3-c004-436c-94f2-ee4b2c5937d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0524354 Mar 07 04:21:28.246358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-3df050d9-450b-422a-820a-7b87ba13e41d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321167 Mar 07 04:21:28.261376 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d76c26-de22-4515-a243-7052ac7eb8a9 x-openstack-request-id: req-56d76c26-de22-4515-a243-7052ac7eb8a9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:28.261674 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b20680-d28a-4eb5-b9c9-fc371676e6de", "tag": "07266c50-0acc-4362-89e1-924acdbb4aa6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:28.261933 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56d76c26-de22-4515-a243-7052ac7eb8a9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:28.262355 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'tag': '07266c50-0acc-4362-89e1-924acdbb4aa6', 'status': 'completed', 'code': 200} Mar 07 04:21:28.362651 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ae2b6-8bfc-4ed4-8757-ca5e6b585113 None None] New status for floating IP f41e7374-c707-4a19-a630-049ee8554f03: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:28.363899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-08c64006-5d81-477e-b0d8-3efab40e00c2 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117198 Mar 07 04:21:28.404799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577e349-0f76-4396-851e-6e41682a2d5d req-1b97c3aa-c3c4-43f2-8352-c2d12bb8af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.406245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-1b97c3aa-c3c4-43f2-8352-c2d12bb8af24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6032ada949e493c9a3e636c84808bfc&device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 1126 time: 0.1209772 Mar 07 04:21:28.416678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0922a3-eb9f-414a-8b7a-2e30fc925d8e req-212389a7-1bca-4799-b4ef-6a766b7a81a6 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.418155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b0922a3-eb9f-414a-8b7a-2e30fc925d8e req-212389a7-1bca-4799-b4ef-6a766b7a81a6 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 944 time: 0.1247406 Mar 07 04:21:28.463600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999851ea-3871-4404-b39a-1ce19e3d5fce req-8ce8a5a7-54ba-4b50-b750-feefff2788ac tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.465221 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999851ea-3871-4404-b39a-1ce19e3d5fce req-8ce8a5a7-54ba-4b50-b750-feefff2788ac tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1249893 Mar 07 04:21:28.593537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b0922a3-eb9f-414a-8b7a-2e30fc925d8e req-d3a694d7-f754-48e8-ab0e-0c1435039407 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648517 Mar 07 04:21:28.602420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999851ea-3871-4404-b39a-1ce19e3d5fce req-627c2cb5-b114-4133-a956-4c71d5f9c783 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284821 Mar 07 04:21:28.607929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577e349-0f76-4396-851e-6e41682a2d5d req-4255775c-4a0e-4675-88b2-7737be909dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.609508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-4255775c-4a0e-4675-88b2-7737be909dd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 HTTP/1.1" status: 200 len: 916 time: 0.1904488 Mar 07 04:21:28.643140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 07266c50-0acc-4362-89e1-924acdbb4aa6 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:28.663210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-a6ae13a7-b7bf-4204-86e0-7628444c486b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07266c50-0acc-4362-89e1-924acdbb4aa6 HTTP/1.1" status: 200 len: 217 time: 0.0479007 Mar 07 04:21:28.761606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa9f9ac9-c108-4013-92d0-42efff067ba4 req-a5c1c3ad-0381-4232-ba82-57d9e07de1a8 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920994 Mar 07 04:21:28.762823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 07266c50-0acc-4362-89e1-924acdbb4aa6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=07266c50-0acc-4362-89e1-924acdbb4aa6,segment=NetworkSegment(1f4266bf-a901-4541-a011-acf12cf9feeb),segment_id=1f4266bf-a901-4541-a011-acf12cf9feeb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:28.768418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3e63e43-d150-4194-a549-90a35b334f36 req-d2bb4f91-eea9-485c-a62f-05c7a47456eb tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 210 time: 0.0542588 Mar 07 04:21:28.779509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577e349-0f76-4396-851e-6e41682a2d5d req-f1f8f120-a029-4037-8034-92c586c1fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:28.781399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-f1f8f120-a029-4037-8034-92c586c1fb7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da03c3c8-668a-4eea-b13e-ee58dfaaf584 HTTP/1.1" status: 200 len: 855 time: 0.1111209 Mar 07 04:21:28.798790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '07266c50-0acc-4362-89e1-924acdbb4aa6', 'network_id': '2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0', 'port_id': '07266c50-0acc-4362-89e1-924acdbb4aa6', 'mac_address': 'fa:16:3e:b4:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da03c3c8-668a-4eea-b13e-ee58dfaaf584', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:28.819798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-1ac4280f-607b-4274-bd7e-40eea9dc958b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316787 Mar 07 04:21:28.852735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 07266c50-0acc-4362-89e1-924acdbb4aa6 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:28.854060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:28.870065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07266c50-0acc-4362-89e1-924acdbb4aa6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:28.889597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 07266c50-0acc-4362-89e1-924acdbb4aa6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=07266c50-0acc-4362-89e1-924acdbb4aa6,segment=NetworkSegment(1f4266bf-a901-4541-a011-acf12cf9feeb),segment_id=1f4266bf-a901-4541-a011-acf12cf9feeb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:28.895747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:28.896568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:28.973528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=07266c50-0acc-4362-89e1-924acdbb4aa6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:28.975155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-c7d9236f-73d1-4d37-bf1d-7dc297cc3ec8 service neutron] 10.222.0.15 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491117 Mar 07 04:21:29.029298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477e5-8e60-42ce-bb90-f504ca2bc89a req-16717079-fb5a-4146-9666-3cb57af332a6 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:29.030957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-823477e5-8e60-42ce-bb90-f504ca2bc89a req-16717079-fb5a-4146-9666-3cb57af332a6 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.1477895 Mar 07 04:21:29.040896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7075cb3-ed63-4abc-b38b-b292a6852284 req-51be122d-3365-4446-9dd8-913803f33302 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:29.040896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7075cb3-ed63-4abc-b38b-b292a6852284 req-51be122d-3365-4446-9dd8-913803f33302 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.1562402 Mar 07 04:21:29.041729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56358) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:29.048568 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Request body: {'floatingip': {'port_id': '82e5c4e3-3f4d-44ef-ac34-49206f24049e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:29.050899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:29.063222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'port_id': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'mac_address': 'fa:16:3e:5a:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83443d-7218-4592-9cbf-eff156bd85b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:29.101925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (82762ffe-6965-4e64-b417-9cc1f75c6f54), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:29.108494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:29.109086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:29.123628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:29.140533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7075cb3-ed63-4abc-b38b-b292a6852284 req-272ad256-15c6-4a02-9d59-c1b3d648fd4e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684218 Mar 07 04:21:29.143865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e577e349-0f76-4396-851e-6e41682a2d5d req-3057ef58-1afd-41cc-b9a5-38d4f7a0d20e service neutron] 10.222.0.15 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616218 Mar 07 04:21:29.150685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:29.156777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:29.201153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231fa3-2d1b-49e2-8e1d-a643a6aa9be0 req-7b834e2d-e751-4b15-b14a-fffb413b1417 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:29.202423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6231fa3-2d1b-49e2-8e1d-a643a6aa9be0 req-7b834e2d-e751-4b15-b14a-fffb413b1417 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 944 time: 0.0608146 Mar 07 04:21:29.230872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:29.422474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['07266c50-0acc-4362-89e1-924acdbb4aa6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:29.475041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5f7a2f6d-38dc-42b0-aee5-5872cde9b433'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:29.516413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-427c8055-376a-4398-9da4-f2dd3c82eaae tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 200 len: 694 time: 0.3128939 Mar 07 04:21:29.570836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6231fa3-2d1b-49e2-8e1d-a643a6aa9be0 req-5d64a5e9-4a04-457c-99dd-9105ef3d2a3c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597100 Mar 07 04:21:29.600892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:29.619307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (82762ffe-6965-4e64-b417-9cc1f75c6f54), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:29.660685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-5d4d2020-f4ea-4217-bc6e-4978ae0e9476 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:29.671461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-5d4d2020-f4ea-4217-bc6e-4978ae0e9476 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1433153 Mar 07 04:21:29.678415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-b54745a1-7f9c-4b20-9f47-0c1bf7b2b12f tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:21:29.686252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-b54745a1-7f9c-4b20-9f47-0c1bf7b2b12f tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136828 Mar 07 04:21:29.732190 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Floating IP 82762ffe-6965-4e64-b417-9cc1f75c6f54 associated. External IP: 172.25.4.21, port: 82e5c4e3-3f4d-44ef-ac34-49206f24049e. Mar 07 04:21:29.756267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-89aca697-8aba-44b5-80dd-e2794c8a0ca1 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 697 time: 0.0688767 Mar 07 04:21:29.813316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-af30c3c8-927c-4666-ae0c-70d06f12c8ac tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 697 time: 0.0498896 Mar 07 04:21:29.819751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f008a2f-8b1f-4a25-a683-8be07fe3e155 req-17071b07-e461-4cc9-b426-08ee5ddad11f tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:29.822285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f008a2f-8b1f-4a25-a683-8be07fe3e155 req-17071b07-e461-4cc9-b426-08ee5ddad11f tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1477256 Mar 07 04:21:29.946942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Router 110c6cdf-357b-4776-9967-f55ff9f357d8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:29.958163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f008a2f-8b1f-4a25-a683-8be07fe3e155 req-50e8333b-6879-480c-ab73-1a8366570a31 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282263 Mar 07 04:21:29.987518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Deleting port 2a2f85c6-9488-4356-85db-9846ed55c956 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:29.987859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2a2f85c6-9488-4356-85db-9846ed55c956), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.108768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-99a1630d-d30a-4703-b121-ffeefb10958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.110208 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-99a1630d-d30a-4703-b121-ffeefb10958e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0936449 Mar 07 04:21:30.111183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:30.113011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2a2f85c6-9488-4356-85db-9846ed55c956), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.113340 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (2a2f85c6-9488-4356-85db-9846ed55c956), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.115561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.124777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] Sync routers for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:30.135792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:30.137248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:30.147024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065c0b7-e835-46a7-b0aa-16bb04b2ad8b req-3e46a276-0ab3-4213-8f3a-4b0f60a587d1 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.148514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8065c0b7-e835-46a7-b0aa-16bb04b2ad8b req-3e46a276-0ab3-4213-8f3a-4b0f60a587d1 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 945 time: 0.1015437 Mar 07 04:21:30.149489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Calling delete_port for 2a2f85c6-9488-4356-85db-9846ed55c956 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:30.227513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c5d0db09-c084-48be-acb5-7d179b0062dd tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "PUT /v2.0/floatingips/82762ffe-6965-4e64-b417-9cc1f75c6f54 HTTP/1.1" status: 200 len: 991 time: 1.1827700 Mar 07 04:21:30.229709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:30.232221 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81525d4e-1da1-407a-9fd0-c365bdb49a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:30.255108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8065c0b7-e835-46a7-b0aa-16bb04b2ad8b req-49c7710f-1771-444e-b0cc-561a05347240 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997484 Mar 07 04:21:30.255613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-9ae96cc9-1ce2-45ef-9ab6-bcc9b950b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.257157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-9ae96cc9-1ce2-45ef-9ab6-bcc9b950b722 service neutron] 10.222.0.44 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.1377840 Mar 07 04:21:30.268699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:30.280251 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923ff587-0dfe-48c7-9eb1-d1709bc8e852" -d '{"events": [{"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:30.317631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:30.320930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-049af91c-cf0b-4861-b558-101457cc231a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0529246 Mar 07 04:21:30.377267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-20f825b1-bec3-476e-b0d6-d87293982de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.378841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-20f825b1-bec3-476e-b0d6-d87293982de4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.0488663 Mar 07 04:21:30.384367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2a2f85c6-9488-4356-85db-9846ed55c956), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.412467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event deleted for resources: {'Port': ['ID=2a2f85c6-9488-4356-85db-9846ed55c956,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:30.433537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-38a4fb68-c7d6-43aa-a65b-d48448fb46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.435293 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-38a4fb68-c7d6-43aa-a65b-d48448fb46c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495033 Mar 07 04:21:30.464226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bef41-2834-4f67-ae5d-a19fc78f2202 req-7f6f7c04-1fb7-4a27-971f-2092a0ae2706 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.465721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-968bef41-2834-4f67-ae5d-a19fc78f2202 req-7f6f7c04-1fb7-4a27-971f-2092a0ae2706 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1219866 Mar 07 04:21:30.502251 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks [] for floatingip (f41e7374-c707-4a19-a630-049ee8554f03), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.504687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.512294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7b8e523-65b9-48c6-9b5c-6b5e11ab57fe req-fd44d57d-7693-4743-bd19-b4b286885fda tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "DELETE /v2.0/floatingips/f41e7374-c707-4a19-a630-049ee8554f03 HTTP/1.1" status: 204 len: 173 time: 0.6872420 Mar 07 04:21:30.533590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-968bef41-2834-4f67-ae5d-a19fc78f2202 req-0d8e4853-1db6-4990-9cb0-e015b1383b84 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617402 Mar 07 04:21:30.557688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-c0578cd6-ea7f-42b2-9dac-8bec2233deaf service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116674 Mar 07 04:21:30.606592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18bbd4af-26f9-449d-bf69-1869a580c51d req-ced88d27-7397-4ac5-9493-2fe52bd9c77c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 210 time: 0.0403397 Mar 07 04:21:30.611708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '82762ffe-6965-4e64-b417-9cc1f75c6f54', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'port_id': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'mac_address': 'fa:16:3e:3e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:21:08Z', 'updated_at': '2022-03-07T04:21:29Z', 'revision_number': 1, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:30.646282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] Checking router: 110c6cdf-357b-4776-9967-f55ff9f357d8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:30.650263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 07266c50-0acc-4362-89e1-924acdbb4aa6 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:30.672180 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32e7b7ab-94e6-41ce-9cc1-2fee68554fdb req-e6e36e8f-54e6-4251-a4f4-fb03740ccd54 service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063724 Mar 07 04:21:30.680244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:30.680667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:30.737003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9693-d035-43fd-8d08-90d07d1234ba req-a2d66495-74f5-4947-97cc-4e77c41ff745 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.738547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32bb9693-d035-43fd-8d08-90d07d1234ba req-a2d66495-74f5-4947-97cc-4e77c41ff745 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.1405416 Mar 07 04:21:30.755555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec67a7-0029-410d-b6b7-b27502ab9af6 req-e0bfad13-15c8-4cde-b3e9-b4abf6a8736d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:30.757013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cec67a7-0029-410d-b6b7-b27502ab9af6 req-e0bfad13-15c8-4cde-b3e9-b4abf6a8736d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.0864327 Mar 07 04:21:30.796134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 07266c50-0acc-4362-89e1-924acdbb4aa6 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:30.812412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 07266c50-0acc-4362-89e1-924acdbb4aa6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:30.812732 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:30.838082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32bb9693-d035-43fd-8d08-90d07d1234ba req-26bb676a-075e-4e36-b868-adb7f731246a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799804 Mar 07 04:21:30.843176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cec67a7-0029-410d-b6b7-b27502ab9af6 req-1c2504eb-8af1-41d6-bc54-74ecc3485145 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790172 Mar 07 04:21:30.863605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:30.935011 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488dd153-a732-4cf5-9048-ebd9d4c2f1de x-openstack-request-id: req-488dd153-a732-4cf5-9048-ebd9d4c2f1de {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:30.935481 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:30.935619 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-488dd153-a732-4cf5-9048-ebd9d4c2f1de {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:30.935917 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'status': 'completed', 'code': 200} Mar 07 04:21:30.967175 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5568e415-3a04-4134-9a05-0090ef3d57c9 x-openstack-request-id: req-5568e415-3a04-4134-9a05-0090ef3d57c9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:30.968866 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:30.969301 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5568e415-3a04-4134-9a05-0090ef3d57c9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:30.969943 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'status': 'completed', 'code': 200} Mar 07 04:21:31.003730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-e97069af-aeba-49e6-b2d2-8e718c6793e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.005867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-e97069af-aeba-49e6-b2d2-8e718c6793e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2fba9bf84cf49f0950c8eb850c43515&device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 1128 time: 0.0766056 Mar 07 04:21:31.052788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 07266c50-0acc-4362-89e1-924acdbb4aa6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:31.053180 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:31.060269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-67d7fa0a-bc3c-4338-b4ea-f6ba13aac8e9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.062033 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-67d7fa0a-bc3c-4338-b4ea-f6ba13aac8e9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 824 time: 0.2820814 Mar 07 04:21:31.095423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-58a31fa2-5161-4ba6-8e7b-54710077bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.097250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-58a31fa2-5161-4ba6-8e7b-54710077bcad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2466abefa2664c7793b920938558811c&device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1272671 Mar 07 04:21:31.225124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81236-8724-423b-a313-8870ff51d71f req-ac46c0e9-9a3c-4d41-a9d8-6fa61b9d52a9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.225608 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-a6c2efe4-20d0-43d8-804b-3d3d6b416b2d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac4785277f940f1a5beeeb92ea7a692 HTTP/1.1" status: 200 len: 380 time: 0.1529653 Mar 07 04:21:31.226951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-dbf11223-42a6-4e92-aa65-6d9899546397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.227404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfd81236-8724-423b-a313-8870ff51d71f req-ac46c0e9-9a3c-4d41-a9d8-6fa61b9d52a9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 944 time: 0.0731175 Mar 07 04:21:31.228311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-dbf11223-42a6-4e92-aa65-6d9899546397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 200 len: 922 time: 0.0959582 Mar 07 04:21:31.240785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'port': {'device_id': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'admin_state_up': True, 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'security_groups': ['1cd03377-2db4-49d7-b645-39986b531592']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:31.255587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:31.289040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-43a164eb-5aa2-470b-870e-fbc18a558bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.291171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-43a164eb-5aa2-470b-870e-fbc18a558bc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0 HTTP/1.1" status: 200 len: 913 time: 0.2783144 Mar 07 04:21:31.296352 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-bffa7e28-5eaf-4f14-a5f9-95b492c64e4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 200 len: 217 time: 0.0497046 Mar 07 04:21:31.300230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07266c50-0acc-4362-89e1-924acdbb4aa6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:31.302504 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e2cb2-b88a-4efe-b18b-643ef7bb4684" -d '{"events": [{"server_uuid": "14b20680-d28a-4eb5-b9c9-fc371676e6de", "name": "network-vif-plugged", "status": "completed", "tag": "07266c50-0acc-4362-89e1-924acdbb4aa6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:31.349044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 07266c50-0acc-4362-89e1-924acdbb4aa6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=07266c50-0acc-4362-89e1-924acdbb4aa6,segment=NetworkSegment(1f4266bf-a901-4541-a011-acf12cf9feeb),segment_id=1f4266bf-a901-4541-a011-acf12cf9feeb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:31.362725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:31.363539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:31.366759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfd81236-8724-423b-a313-8870ff51d71f req-580fcae9-841e-4257-bd1a-b03799954359 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280584 Mar 07 04:21:31.384994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdb140-8147-4224-b8d8-9b94a3aece02 req-0e3d73e6-d358-4399-87b4-c6805cfc9bcc tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.401731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-facdb140-8147-4224-b8d8-9b94a3aece02 req-0e3d73e6-d358-4399-87b4-c6805cfc9bcc tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1732674 Mar 07 04:21:31.434782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-e8fc4d0f-8873-42d7-b38c-080f90e4ee0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e HTTP/1.1" status: 200 len: 999 time: 0.1270416 Mar 07 04:21:31.482958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-e4102f75-d648-4652-8c5c-e6b248f94700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.484679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-e4102f75-d648-4652-8c5c-e6b248f94700 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 200 len: 860 time: 0.1739531 Mar 07 04:21:31.491555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-2974095e-02a7-4445-b5a6-b442ef960c55 service neutron] 10.222.0.15 "GET /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.1795154 Mar 07 04:21:31.526561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-facdb140-8147-4224-b8d8-9b94a3aece02 req-9910ee44-c375-42b7-aa02-84906d7e6544 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238146 Mar 07 04:21:31.552267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-6ec96624-5def-4574-82de-59b82b0ad744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.554119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-6ec96624-5def-4574-82de-59b82b0ad744 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c HTTP/1.1" status: 200 len: 851 time: 0.1120074 Mar 07 04:21:31.561788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=07266c50-0acc-4362-89e1-924acdbb4aa6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:31.579209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Made reservation on behalf of 1ac4785277f940f1a5beeeb92ea7a692 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:31.582841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:31.599051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:31.617160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:31.620430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:21:31.627629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:31.628082 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:31.631039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-49ea7e83-bb39-4f85-8371-f0918a8ad285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.633358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-49ea7e83-bb39-4f85-8371-f0918a8ad285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=137f496f-bc47-48c9-bb50-0d168d554146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373677 Mar 07 04:21:31.641559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc28341-2b28-4761-8593-2fe544d7b587 req-3f232367-c32c-42de-8371-86c50a47c783 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.644729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fc28341-2b28-4761-8593-2fe544d7b587 req-3f232367-c32c-42de-8371-86c50a47c783 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 946 time: 0.1907809 Mar 07 04:21:31.665796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '82762ffe-6965-4e64-b417-9cc1f75c6f54', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'port_id': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'mac_address': 'fa:16:3e:3e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:21:08Z', 'updated_at': '2022-03-07T04:21:29Z', 'revision_number': 1, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:31.696534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af7020-0fdc-4875-879c-34de699e4bfb None None] The sync data for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 is: [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '82762ffe-6965-4e64-b417-9cc1f75c6f54', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'port_id': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'mac_address': 'fa:16:3e:3e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:21:08Z', 'updated_at': '2022-03-07T04:21:29Z', 'revision_number': 1, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:31.715501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-97b85af3-3d3a-4437-a570-03e1b5d94c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.717193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-97b85af3-3d3a-4437-a570-03e1b5d94c75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1317899 Mar 07 04:21:31.752661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:31.754500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:31.787985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fc28341-2b28-4761-8593-2fe544d7b587 req-213e9d0c-54af-4816-8843-711c8a679f04 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339977 Mar 07 04:21:31.796620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:31.810938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:31.861478 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba47ea4-aaaa-4b76-b7b2-9b6dca863c47 x-openstack-request-id: req-9ba47ea4-aaaa-4b76-b7b2-9b6dca863c47 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:31.861898 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b20680-d28a-4eb5-b9c9-fc371676e6de", "name": "network-vif-plugged", "status": "completed", "tag": "07266c50-0acc-4362-89e1-924acdbb4aa6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:31.862269 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ba47ea4-aaaa-4b76-b7b2-9b6dca863c47 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:31.862897 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07266c50-0acc-4362-89e1-924acdbb4aa6', 'code': 200} Mar 07 04:21:31.877387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:31.900447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b369890-90a7-465a-9857-c0a4e7859c89 req-2586fbe5-d3b0-4643-acab-b1250a3ade99 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:31.910577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b369890-90a7-465a-9857-c0a4e7859c89 req-2586fbe5-d3b0-4643-acab-b1250a3ade99 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 946 time: 0.2482166 Mar 07 04:21:32.051612 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987bd1c2-3ff8-444e-a3d5-5f1d37433185 None None] New status for floating IP 82762ffe-6965-4e64-b417-9cc1f75c6f54: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:32.080975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-90438cf6-4865-4c27-9bb8-4a2de509a36c service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557088 Mar 07 04:21:32.101785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b369890-90a7-465a-9857-c0a4e7859c89 req-114c2d83-d12c-44ef-bc1f-e7094aaba5aa tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879716 Mar 07 04:21:32.148881 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-e83a4288-52ec-4c7b-b779-0a8a7a230d7f service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918199 Mar 07 04:21:32.156063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-5b4264fc-5acc-4192-aad7-f6f5121cd2ca tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.157570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-5b4264fc-5acc-4192-aad7-f6f5121cd2ca tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/ports?device_id=706b3141-8716-4d14-bb0e-4009a0997fea HTTP/1.1" status: 200 len: 945 time: 0.2452939 Mar 07 04:21:32.168384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048b275-b021-44dd-b5db-5cbe186eb834 req-c313d3e7-4422-4180-a0f0-c83796d18c4e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.169887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3048b275-b021-44dd-b5db-5cbe186eb834 req-c313d3e7-4422-4180-a0f0-c83796d18c4e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.2111180 Mar 07 04:21:32.188164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Allocated IP 172.20.0.6 (bec63565-7779-47ba-95e6-86be85045903/6f3c7cbd-5a6e-45a5-9855-7148d5496c76/27d1594c-cbc5-4563-a93c-d850348732b5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:32.210060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f0e4c-11da-4c3b-9720-dfe501e4f6f6 req-8d5c5998-3742-4b55-80c2-8f52bbdd19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.211757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc5f0e4c-11da-4c3b-9720-dfe501e4f6f6 req-8d5c5998-3742-4b55-80c2-8f52bbdd19ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 1128 time: 0.2551162 Mar 07 04:21:32.219300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:32.285260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:32.302382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-488819fe-d09b-45ef-a1ec-e62f5858695d req-52fb5995-db33-44b2-8fdc-54701bb130a1 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 210 time: 0.0679193 Mar 07 04:21:32.339794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f760f6-91ef-40f4-bf6b-2d32a50ce613 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:32.370895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:32.385223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81525d4e-1da1-407a-9fd0-c365bdb49a0d req-02d11c10-6436-4d9f-a145-e7eef6a30ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935879 Mar 07 04:21:32.391588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-923ff587-0dfe-48c7-9eb1-d1709bc8e852 req-3a33a696-09d7-45c0-b0fb-2be19d097a00 service neutron] 10.222.0.44 "GET /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322886 Mar 07 04:21:32.395012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3048b275-b021-44dd-b5db-5cbe186eb834 req-4463c15a-3cf5-40d3-9d47-803fc20ad9f0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973743 Mar 07 04:21:32.423932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.432850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc5f0e4c-11da-4c3b-9720-dfe501e4f6f6 req-5e328d30-20cf-4066-844d-1e2859fc6227 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942673 Mar 07 04:21:32.510783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Deleting port 61dda324-ce30-4a8c-93df-d211ffd4939e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:32.511033 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.522659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for port (27d1594c-cbc5-4563-a93c-d850348732b5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.544202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] Transition to ACTIVE for port object 18f760f6-91ef-40f4-bf6b-2d32a50ce613 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:32.556682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.588885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b079ede-82a1-4f88-bab5-da8ad3685c84 req-47b57efe-876a-4044-bd69-e3de95c2f427 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.590394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b079ede-82a1-4f88-bab5-da8ad3685c84 req-47b57efe-876a-4044-bd69-e3de95c2f427 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 944 time: 0.2117476 Mar 07 04:21:32.638667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212079-ad83-478f-b8fa-8a8486ee3e26 req-c91fdc0b-20a8-44f2-8aa5-a1af95a7f0dd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.639019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] No DVR routers for this DVR port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:32.640316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe212079-ad83-478f-b8fa-8a8486ee3e26 req-c91fdc0b-20a8-44f2-8aa5-a1af95a7f0dd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1797390 Mar 07 04:21:32.640989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.649827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] Pushing event updated for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=10']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:32.703524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] For port 61dda324-ce30-4a8c-93df-d211ffd4939e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=61dda324-ce30-4a8c-93df-d211ffd4939e,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:32.703999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.717502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Network bec63565-7779-47ba-95e6-86be85045903 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:32.723841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5cb19f62-4cd0-41c7-8f8a-c7df5e130b9f service neutron] 10.222.0.15 "PUT /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2266946 Mar 07 04:21:32.725349 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0de2963e-c818-475b-b0eb-fcaca73d990c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.727798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:32.730119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:32.732622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event updated for resources: {'Port': ['ID=27d1594c-cbc5-4563-a93c-d850348732b5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:32.743702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b079ede-82a1-4f88-bab5-da8ad3685c84 req-fe8ddfcf-92df-49f7-888e-62c1955263ed tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389005 Mar 07 04:21:32.786497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.787129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:32.821925 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-f4feaed5-f6cc-499a-9bb1-e188ff0de081 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5848339 Mar 07 04:21:32.837390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe212079-ad83-478f-b8fa-8a8486ee3e26 req-b8d53f6c-20e6-4e2a-882b-76d2409a668c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835418 Mar 07 04:21:32.843694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Request body: {'port': {'device_id': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:32.886237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.44', 50953) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:32.975576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-58ae3f92-c53e-418a-a6d4-eb8d4345c3c2 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:32.977217 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-58ae3f92-c53e-418a-a6d4-eb8d4345c3c2 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.1746686 Mar 07 04:21:32.978928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.005929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-bb552c9d-57c9-44ae-8888-eb8a6b226577 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.007566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-bb552c9d-57c9-44ae-8888-eb8a6b226577 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 946 time: 0.1202216 Mar 07 04:21:33.041118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abacf5-dfb3-4b7d-92dd-d33369a2603c req-23df43e1-c6cf-4c7f-bcc5-ecca025e42df tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.042597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00abacf5-dfb3-4b7d-92dd-d33369a2603c req-23df43e1-c6cf-4c7f-bcc5-ecca025e42df tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1907096 Mar 07 04:21:33.108804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-110ed7e0-9237-4db7-ad77-247fc2cf7e65 None None] Provisioning complete for port 27d1594c-cbc5-4563-a93c-d850348732b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:33.109724 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-110ed7e0-9237-4db7-ad77-247fc2cf7e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.148052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-110ed7e0-9237-4db7-ad77-247fc2cf7e65 None None] Port 27d1594c-cbc5-4563-a93c-d850348732b5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:33.219786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5e94ed3e-9309-43eb-a818-4bc3d53946e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.221291 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-5e94ed3e-9309-43eb-a818-4bc3d53946e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80&tenant_id=8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 1127 time: 0.2328246 Mar 07 04:21:33.332306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Deleting port 89c72d77-03da-4ee1-8148-6e0c6e47796a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:33.332993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.364504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b014b-338c-4673-915f-f175a449d15d req-b6d141bc-f397-40b4-a04a-8f19441a4585 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.365966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-378b014b-338c-4673-915f-f175a449d15d req-b6d141bc-f397-40b4-a04a-8f19441a4585 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 946 time: 0.4403450 Mar 07 04:21:33.411832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.412268 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.412612 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0 disassociated. External IP: 172.25.4.212, port: 61dda324-ce30-4a8c-93df-d211ffd4939e. Mar 07 04:21:33.412973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Calling delete_port for 61dda324-ce30-4a8c-93df-d211ffd4939e owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:33.416317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-259dcc3d-63a7-4364-b1d1-a98171de2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.418086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-259dcc3d-63a7-4364-b1d1-a98171de2d24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1127 time: 0.1678271 Mar 07 04:21:33.434012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00abacf5-dfb3-4b7d-92dd-d33369a2603c req-2c18d472-4b7d-41d5-8383-8c710b73db6b tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799417 Mar 07 04:21:33.498833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-378b014b-338c-4673-915f-f175a449d15d req-c32eccb3-2624-4a94-8c75-d81dc769a969 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0d39c28-e9df-4595-b7a1-77c48fa9ed27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251190 Mar 07 04:21:33.590718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] For port 89c72d77-03da-4ee1-8148-6e0c6e47796a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=89c72d77-03da-4ee1-8148-6e0c6e47796a,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:33.590995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.619364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Calling delete_port for 89c72d77-03da-4ee1-8148-6e0c6e47796a owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:33.624640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-9be23ef1-469f-45a6-8bb6-86bc8ad5f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.626116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-9be23ef1-469f-45a6-8bb6-86bc8ad5f2dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1995418 Mar 07 04:21:33.628082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d1594c-cbc5-4563-a93c-d850348732b5 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:33.645532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Publish callbacks [] for port (27d1594c-cbc5-4563-a93c-d850348732b5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.684900 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-f68e867f-273d-4355-8022-0afefef7e022 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 217 time: 0.0511250 Mar 07 04:21:33.696018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf4e20-8ab0-4dad-8407-045c946b11da req-b30b8b3b-dcd9-4971-b012-f361997eb82d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.697783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afdf4e20-8ab0-4dad-8407-045c946b11da req-b30b8b3b-dcd9-4971-b012-f361997eb82d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 946 time: 0.1349418 Mar 07 04:21:33.705604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d9f60-ebf3-431c-8499-5c5909ae803f req-1807a650-9c7e-4262-809a-59d6aaee4eb7 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.706988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-260d9f60-ebf3-431c-8499-5c5909ae803f req-1807a650-9c7e-4262-809a-59d6aaee4eb7 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 931 time: 0.1317096 Mar 07 04:21:33.707586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (61dda324-ce30-4a8c-93df-d211ffd4939e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.756468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Transition to ACTIVE for port object 27d1594c-cbc5-4563-a93c-d850348732b5 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:33.757357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event deleted for resources: {'Port': ['ID=61dda324-ce30-4a8c-93df-d211ffd4939e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:33.772524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:33.790892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-7b86f641-4585-4414-abb9-c4a5bb81ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:33.792398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-7b86f641-4585-4414-abb9-c4a5bb81ecc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0754983 Mar 07 04:21:33.858801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-313b7eb8-f91a-4631-bd54-9c19936a6667 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428317 Mar 07 04:21:33.864175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:33.864679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afdf4e20-8ab0-4dad-8407-045c946b11da req-b57becbf-be16-4eaf-ab7c-c55c294b3371 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551793 Mar 07 04:21:33.872199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-260d9f60-ebf3-431c-8499-5c5909ae803f req-cbd3c319-24dc-4aa6-9905-3bf9240ff83e tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560078 Mar 07 04:21:33.881965 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d749f2-9187-4f36-9f10-6492769aa3f2" -d '{"events": [{"server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "name": "network-vif-plugged", "status": "completed", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:33.929154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Pushing event updated for resources: {'Port': ['ID=27d1594c-cbc5-4563-a93c-d850348732b5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:33.995354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:34.095062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4f6c-5579-478b-9a3f-426d4e5e5c70 req-1d144f8f-8251-4474-8ddf-2dc7093d652f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:34.096593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b1a4f6c-5579-478b-9a3f-426d4e5e5c70 req-1d144f8f-8251-4474-8ddf-2dc7093d652f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 945 time: 0.1410685 Mar 07 04:21:34.114041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (89c72d77-03da-4ee1-8148-6e0c6e47796a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:34.124233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930b7c2-a8bc-4de1-afac-d539cf83c73e req-a46c643d-4977-4de4-878f-ad5011136616 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:34.124502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Attempting to bind port 27d1594c-cbc5-4563-a93c-d850348732b5 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:34.124694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Attempting to bind port 27d1594c-cbc5-4563-a93c-d850348732b5 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:34.125593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Attempting to bind port 27d1594c-cbc5-4563-a93c-d850348732b5 on network bec63565-7779-47ba-95e6-86be85045903 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:34.125767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c930b7c2-a8bc-4de1-afac-d539cf83c73e req-a46c643d-4977-4de4-878f-ad5011136616 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1378038 Mar 07 04:21:34.127234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['89c72d77-03da-4ee1-8148-6e0c6e47796a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:34.133835 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-236c0731-f704-4402-9ea4-c118fab565ed service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589836 Mar 07 04:21:34.169250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Pushing event deleted for resources: {'Port': ['ID=89c72d77-03da-4ee1-8148-6e0c6e47796a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:34.190828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Port 27d1594c-cbc5-4563-a93c-d850348732b5 on network bec63565-7779-47ba-95e6-86be85045903 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:34.191421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Attempting to bind port 27d1594c-cbc5-4563-a93c-d850348732b5 on network bec63565-7779-47ba-95e6-86be85045903 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:34.239670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b1a4f6c-5579-478b-9a3f-426d4e5e5c70 req-0d337695-0bbf-4382-a91c-7908d5e36cc6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312981 Mar 07 04:21:34.258461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:34.258778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Checking segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:34.259171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Bound using segment: {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:34.259623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Bound port: 27d1594c-cbc5-4563-a93c-d850348732b5, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c13387-2b83-493d-87c5-dcf83a10fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bec63565-7779-47ba-95e6-86be85045903'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:34.259980 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:34.277816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:34.290920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:34.323659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:34.326502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:34.339070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] No DVR routers for this DVR port 89c72d77-03da-4ee1-8148-6e0c6e47796a on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:34.342071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] No DVR routers for this DVR port 61dda324-ce30-4a8c-93df-d211ffd4939e on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:34.345449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:34.346055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:34.348847 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d377927-ce6b-42f1-9b09-0a633f5603cd req-83df1f61-6ae4-4229-881b-33fa2a8c4cf2 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.44 "DELETE /v2.0/ports/89c72d77-03da-4ee1-8148-6e0c6e47796a HTTP/1.1" status: 204 len: 173 time: 1.3359330 Mar 07 04:21:34.349532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4962b324-04ce-4e26-9180-74af5c53b2e8 req-91f72cf6-9a4a-41cb-acec-140f5890c748 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "DELETE /v2.0/ports/61dda324-ce30-4a8c-93df-d211ffd4939e HTTP/1.1" status: 204 len: 173 time: 2.1787012 Mar 07 04:21:34.352461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'name': 'network-vif-deleted', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:34.358359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'name': 'network-vif-deleted', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:34.360443 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0c0b70-2d60-485b-8ea7-78e718b08216" -d '{"events": [{"server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "name": "network-vif-deleted", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:34.373116 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b4b2df-cd5a-468f-b47d-4247ac89e641" -d '{"events": [{"server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "name": "network-vif-deleted", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:34.397466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c930b7c2-a8bc-4de1-afac-d539cf83c73e req-3d68fcdb-cca4-4301-a521-02c02911c5c2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515929 Mar 07 04:21:34.490387 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabba0be-f7a1-4584-ad97-1dbc27eadcef x-openstack-request-id: req-cabba0be-f7a1-4584-ad97-1dbc27eadcef {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:34.493575 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "name": "network-vif-plugged", "status": "completed", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:34.494072 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cabba0be-f7a1-4584-ad97-1dbc27eadcef {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:34.495386 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'code': 200} Mar 07 04:21:34.501082 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-2f10dcc9-80f4-4618-8de2-543a47d25d55 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470929 Mar 07 04:21:34.509096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe4b27-4925-40ca-b344-a95e1af73e65 req-61ff3a12-69c1-4ab2-8d8f-b03dfeed24ca tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:34.518016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8fe4b27-4925-40ca-b344-a95e1af73e65 req-61ff3a12-69c1-4ab2-8d8f-b03dfeed24ca tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1010015 Mar 07 04:21:34.551707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] For port 27d1594c-cbc5-4563-a93c-d850348732b5, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:34.556297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] For port 27d1594c-cbc5-4563-a93c-d850348732b5, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=27d1594c-cbc5-4563-a93c-d850348732b5,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:34.573126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:34.651970 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c99427-c7dc-4cde-864b-141e9058e7ff x-openstack-request-id: req-b5c99427-c7dc-4cde-864b-141e9058e7ff {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:34.652295 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa312b02-a6a7-402f-b700-961812579fe1", "name": "network-vif-deleted", "tag": "89c72d77-03da-4ee1-8148-6e0c6e47796a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:34.654849 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5c99427-c7dc-4cde-864b-141e9058e7ff {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:34.662541 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa312b02-a6a7-402f-b700-961812579fe1', 'name': 'network-vif-deleted', 'tag': '89c72d77-03da-4ee1-8148-6e0c6e47796a', 'status': 'completed', 'code': 200} Mar 07 04:21:34.674878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8fe4b27-4925-40ca-b344-a95e1af73e65 req-f66faad2-5d5e-4076-be57-d00f8b79e570 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557379 Mar 07 04:21:34.675938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:34.679620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:34.769099 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b792702-1fe0-4281-b4cb-d2da6f7a4418 x-openstack-request-id: req-1b792702-1fe0-4281-b4cb-d2da6f7a4418 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:34.769621 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b3141-8716-4d14-bb0e-4009a0997fea", "name": "network-vif-deleted", "tag": "61dda324-ce30-4a8c-93df-d211ffd4939e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:34.769944 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b792702-1fe0-4281-b4cb-d2da6f7a4418 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:34.770463 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b3141-8716-4d14-bb0e-4009a0997fea', 'name': 'network-vif-deleted', 'tag': '61dda324-ce30-4a8c-93df-d211ffd4939e', 'status': 'completed', 'code': 200} Mar 07 04:21:34.774744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Pushing event updated for resources: {'Port': ['ID=27d1594c-cbc5-4563-a93c-d850348732b5,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:34.853069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:34.854000 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:34.855662 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-982201d7-5ebb-425e-bbd9-af7329f46810 service neutron] 10.222.0.44 "PUT /v2.0/ports/27d1594c-cbc5-4563-a93c-d850348732b5 HTTP/1.1" status: 200 len: 1091 time: 2.0173054 Mar 07 04:21:34.894396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68a971-e5fc-4953-a10a-3ad8f4f92d75 req-20b2c5e1-81ae-4b37-876e-70e163c1eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:34.899604 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd68a971-e5fc-4953-a10a-3ad8f4f92d75 req-20b2c5e1-81ae-4b37-876e-70e163c1eb89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1127 time: 0.0942905 Mar 07 04:21:34.937145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7142d-ee65-4fb9-8e1e-70ad22804a32 req-19927780-59e1-4624-b56a-b2f7d858436d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:34.945690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5b7142d-ee65-4fb9-8e1e-70ad22804a32 req-19927780-59e1-4624-b56a-b2f7d858436d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1696172 Mar 07 04:21:35.092474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8037d00-4ba3-45de-90a7-f88f0ee82051 req-7cd14169-f34d-413b-96ba-600621d60575 tempest-FloatingIPsAssociationTestJSON-758788851 tempest-FloatingIPsAssociationTestJSON-758788851-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa312b02-a6a7-402f-b700-961812579fe1 HTTP/1.1" status: 200 len: 210 time: 0.0912035 Mar 07 04:21:35.150658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5b7142d-ee65-4fb9-8e1e-70ad22804a32 req-46b875a2-8d5a-4ad8-a89d-fae8a808c164 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048690 Mar 07 04:21:35.246481 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd68a971-e5fc-4953-a10a-3ad8f4f92d75 req-c341e7a3-5596-4e6e-828c-3eb8fa2668c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384399 Mar 07 04:21:35.297866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-0f3ff6bc-e4a8-4ac2-8eb0-2d5868255add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.299438 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-0f3ff6bc-e4a8-4ac2-8eb0-2d5868255add service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 1125 time: 0.3286161 Mar 07 04:21:35.320691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f542d0-480a-4ab1-8ca4-5e77f27b74cb req-bec20719-a508-460a-87ec-73ae413803bd tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.332229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5f542d0-480a-4ab1-8ca4-5e77f27b74cb req-bec20719-a508-460a-87ec-73ae413803bd tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 943 time: 0.1084116 Mar 07 04:21:35.361169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-69ae6cd9-cd33-4d3d-af92-fef70c8067a1 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.364566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-69ae6cd9-cd33-4d3d-af92-fef70c8067a1 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.2573979 Mar 07 04:21:35.384782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 89c72d77-03da-4ee1-8148-6e0c6e47796a no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:35.400250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:21:35.400951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:35.408135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5f542d0-480a-4ab1-8ca4-5e77f27b74cb req-c33820e9-d0bd-4a81-b380-79d83659328f tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744467 Mar 07 04:21:35.423951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-3b8eac26-6a47-4a09-a99a-a790c6df891e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d1594c-cbc5-4563-a93c-d850348732b5 HTTP/1.1" status: 200 len: 217 time: 0.1160350 Mar 07 04:21:35.455132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 89c72d77-03da-4ee1-8148-6e0c6e47796a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:35.455590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 89c72d77-03da-4ee1-8148-6e0c6e47796a not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:35.456102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:35.491569 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06fc7ca7-f831-4462-b1cd-e68f3c49876f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:35.509310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2254e3-d1dc-4b82-8170-c3ba9a1d1031 req-5f3b428a-d156-4a94-a21a-638622e27f0b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.525138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee2254e3-d1dc-4b82-8170-c3ba9a1d1031 req-5f3b428a-d156-4a94-a21a-638622e27f0b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 945 time: 0.1149194 Mar 07 04:21:35.533201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-ec4f85af-03a9-4c09-ab4d-2d190cabcbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.536404 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-ec4f85af-03a9-4c09-ab4d-2d190cabcbdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.0681455 Mar 07 04:21:35.570935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:35.631087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:35.636144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:35.637219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61dda324-ce30-4a8c-93df-d211ffd4939e no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:35.655741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762facda-bcfc-4daa-8db6-24adc227e242 req-9276ed59-97d7-410f-bfb5-461ff8e069b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.657588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-9276ed59-97d7-410f-bfb5-461ff8e069b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122146 Mar 07 04:21:35.668613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee2254e3-d1dc-4b82-8170-c3ba9a1d1031 req-7341b389-bf8f-40d2-822d-711272249ee4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413631 Mar 07 04:21:35.696599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 61dda324-ce30-4a8c-93df-d211ffd4939e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:35.697181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 61dda324-ce30-4a8c-93df-d211ffd4939e not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:35.704100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:35.704663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:35.742495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6480a-7451-42d7-8b61-ed34fde06749 req-0a2164ad-80eb-49f0-ae27-88cd29e25111 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.744820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7dd6480a-7451-42d7-8b61-ed34fde06749 req-0a2164ad-80eb-49f0-ae27-88cd29e25111 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1471124 Mar 07 04:21:35.769208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-beb8ade0-155e-4674-843a-3cb107052124 service neutron] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:35.775256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-beb8ade0-155e-4674-843a-3cb107052124 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:35.776875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa430757-4e07-4efb-af3c-2fc7ea6bbccf req-beb8ade0-155e-4674-843a-3cb107052124 service neutron] 10.222.0.44 "DELETE /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.3654597 Mar 07 04:21:35.806274 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-fcfe13e1-7c67-4986-8c6e-8a42026ae489 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406963 Mar 07 04:21:35.856984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7dd6480a-7451-42d7-8b61-ed34fde06749 req-be7fc32f-2590-4f03-a6ef-76b5dbf132e4 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067331 Mar 07 04:21:35.872843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:35.873663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede880ed-0fe0-457c-80b3-fefa2f2ccaa0 req-128eab7e-5e04-4c63-93f0-d46d7d48eb96 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:35.875615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ede880ed-0fe0-457c-80b3-fefa2f2ccaa0 req-128eab7e-5e04-4c63-93f0-d46d7d48eb96 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1184211 Mar 07 04:21:35.942250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-762facda-bcfc-4daa-8db6-24adc227e242 req-7181fff4-0ab6-458b-a70f-6281226cc562 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275897 Mar 07 04:21:35.943027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ede880ed-0fe0-457c-80b3-fefa2f2ccaa0 req-6ad97c3a-0ae7-4735-ace7-6ee7acd91c56 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550373 Mar 07 04:21:36.036795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2b62-b4a4-4404-9081-ff2879f2bbb2 req-fc0f712b-7a07-4bff-a48c-95831d21ece9 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:36.038489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-370c2b62-b4a4-4404-9081-ff2879f2bbb2 req-fc0f712b-7a07-4bff-a48c-95831d21ece9 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1127 time: 0.0454240 Mar 07 04:21:36.101957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-370c2b62-b4a4-4404-9081-ff2879f2bbb2 req-01cd89d4-3522-4f46-92a1-917ab4a25e7a tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507116 Mar 07 04:21:36.180358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:36.192965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:36.218543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aceb6ce-dd89-4d73-84d2-d28f9eb12017 None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:36.364254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a16161-c11d-440b-a965-9fa48acf3294 req-51026fde-4d03-4ec9-98d6-c577373052d8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:36.366982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73a16161-c11d-440b-a965-9fa48acf3294 req-51026fde-4d03-4ec9-98d6-c577373052d8 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1113729 Mar 07 04:21:36.454940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73a16161-c11d-440b-a965-9fa48acf3294 req-7b79c58b-5f37-4bab-aaf3-97d0205513fc tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Mar 07 04:21:36.583142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:36.669833 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b0630-7dc1-4aec-a98b-ac98c1336aba None None] New status for floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:36.833439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:36.837807 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d748fa-e8b1-4b22-bde1-a640be775b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:36.904908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1d31b270-c427-46a3-8289-281232a8d7b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:36.911644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1d31b270-c427-46a3-8289-281232a8d7b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.2361383 Mar 07 04:21:36.955612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-b3bc1967-958f-4bf3-9899-fa33888a1b36 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/quotas/8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 375 time: 0.0430288 Mar 07 04:21:37.011749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d230de2-e55e-4ceb-bac4-606741457b0b req-ce3bdbe7-c362-4c1b-bcc9-8b5525ad8ec1 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.013250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d230de2-e55e-4ceb-bac4-606741457b0b req-ce3bdbe7-c362-4c1b-bcc9-8b5525ad8ec1 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 943 time: 0.1362877 Mar 07 04:21:37.044401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-796be999-25ed-4a62-8cda-05f8b19bc7fa tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879261 Mar 07 04:21:37.102975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d230de2-e55e-4ceb-bac4-606741457b0b req-b4709034-2465-4ced-98a0-c6fc0876b9b9 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810466 Mar 07 04:21:37.167504 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d80d796-66be-41d5-9708-dda7f5ce6eef x-openstack-request-id: req-8d80d796-66be-41d5-9708-dda7f5ce6eef {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:37.167504 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:37.167504 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d80d796-66be-41d5-9708-dda7f5ce6eef {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:37.167504 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5', 'status': 'completed', 'code': 200} Mar 07 04:21:37.184171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-9c87f64d-cacf-4dad-8fd8-71e87942137c service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305752 Mar 07 04:21:37.271041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (5154e360-c332-45a9-b7d7-f3d90792b961), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:37.275715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-4e787577-2da7-47c2-931f-610be8945708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.277190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-4e787577-2da7-47c2-931f-610be8945708 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 1125 time: 0.0763676 Mar 07 04:21:37.343303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8d128-ae9a-4a9c-b8ff-19d3834d7171 req-dacd0e65-49df-44df-aebb-bd66c3aa5967 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.344766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32e8d128-ae9a-4a9c-b8ff-19d3834d7171 req-dacd0e65-49df-44df-aebb-bd66c3aa5967 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1043260 Mar 07 04:21:37.348687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-bba7dd02-c8a0-42ef-b82a-4077fcb84c71 service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579087 Mar 07 04:21:37.438040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32e8d128-ae9a-4a9c-b8ff-19d3834d7171 req-a9b1b714-e59f-42f1-8952-4741c5cd27b6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673382 Mar 07 04:21:37.453957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-decca4cc-e715-4ae5-9c8f-6c8da3c479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.455459 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-decca4cc-e715-4ae5-9c8f-6c8da3c479ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 925 time: 0.1467869 Mar 07 04:21:37.540998 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:37.554421 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-3968b432-f504-4f22-b026-94af96e53970 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d1594c-cbc5-4563-a93c-d850348732b5 HTTP/1.1" status: 200 len: 217 time: 0.0921814 Mar 07 04:21:37.614449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83069cb3-ffa5-4e99-a1f0-6e4eb794e56c req-ad9a74fd-af22-4b97-8218-8e0827412b17 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 210 time: 0.0383763 Mar 07 04:21:37.656261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-49dd7d87-d1b5-4888-83fc-407ae3e4710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.657970 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-49dd7d87-d1b5-4888-83fc-407ae3e4710e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.0635662 Mar 07 04:21:37.658915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e957e28-a539-4b0e-a9c2-30fc24b7a071 req-68a06321-fa53-478e-9b92-725547760b86 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.670438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e957e28-a539-4b0e-a9c2-30fc24b7a071 req-68a06321-fa53-478e-9b92-725547760b86 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1559606 Mar 07 04:21:37.749170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e957e28-a539-4b0e-a9c2-30fc24b7a071 req-24811e39-0b58-40fa-a255-775decfb599f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Mar 07 04:21:37.787642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-a5503c42-1e56-40bf-b0e8-439269071434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.789353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-a5503c42-1e56-40bf-b0e8-439269071434 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830619 Mar 07 04:21:37.847742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c88ea-094a-45d0-b016-0ed6ad68f523 req-db331a51-f1fa-433b-9919-2c9c9468017a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.856121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a93c88ea-094a-45d0-b016-0ed6ad68f523 req-db331a51-f1fa-433b-9919-2c9c9468017a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1278305 Mar 07 04:21:37.976084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a93c88ea-094a-45d0-b016-0ed6ad68f523 req-4f3f575d-9417-44bd-901c-334610044f1f tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157994 Mar 07 04:21:37.979753 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-1d2e4cb9-6d58-4641-8469-de3d379f3069 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806347 Mar 07 04:21:37.986539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236b24-1dfb-4130-aeb1-4a9a80907512 req-c813912b-eb62-49c8-a89f-5dd15e127636 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:37.988769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd236b24-1dfb-4130-aeb1-4a9a80907512 req-c813912b-eb62-49c8-a89f-5dd15e127636 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1127 time: 0.1305220 Mar 07 04:21:38.045458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Deleting port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:38.045458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:38.088449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd236b24-1dfb-4130-aeb1-4a9a80907512 req-a7a308df-fd9a-4023-a558-0881953c5d83 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Mar 07 04:21:38.189607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-47d748fa-e8b1-4b22-bde1-a640be775b8e req-814318fe-4178-4912-ae8a-fed300e33b3d service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943169 Mar 07 04:21:38.217557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] For port 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:38.218070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:38.247783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Calling delete_port for 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:38.320604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a443e-d1d7-4fcd-82ff-1e8b1b3bba05 req-c02117f9-a4f8-4456-8d15-ed6d5dc38471 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:38.323546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b7a443e-d1d7-4fcd-82ff-1e8b1b3bba05 req-c02117f9-a4f8-4456-8d15-ed6d5dc38471 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 943 time: 0.0681820 Mar 07 04:21:38.382992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b7a443e-d1d7-4fcd-82ff-1e8b1b3bba05 req-6f618335-471e-4aca-ab97-23d8e4a5e71b tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Mar 07 04:21:38.546597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:38.576955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:38.619900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234a411-f7e6-4b0d-9438-01cea2260e0f req-1c2e0868-c36d-4c94-a5d3-0f3d5ea133fa tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:38.621747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8234a411-f7e6-4b0d-9438-01cea2260e0f req-1c2e0868-c36d-4c94-a5d3-0f3d5ea133fa tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1067960 Mar 07 04:21:38.780637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8234a411-f7e6-4b0d-9438-01cea2260e0f req-d8588fa9-5263-4f31-9369-8f8815a99036 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383462 Mar 07 04:21:38.934721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4043765-5103-45cd-a483-e2e56de0baab req-ce5566c4-3908-40cc-89a7-22406298f50d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 210 time: 0.0801301 Mar 07 04:21:38.981545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (5154e360-c332-45a9-b7d7-f3d90792b961), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:39.084046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-3e079eb7-f925-465a-8f76-b6ec52940b5d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:39.087116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-3e079eb7-f925-465a-8f76-b6ec52940b5d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.2580354 Mar 07 04:21:39.130402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3ac9a-fea0-4bb1-895a-8ae37e777875 req-8b1ddec6-ef90-4c1d-82e3-b4770c8b5f65 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:39.136495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Request body: {'port': {'device_id': '40d27694-58a2-42de-b383-756a06cc2823', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'admin_state_up': True, 'tenant_id': '8237522f34594fce82b2024a934e0a18'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:39.140199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1b3ac9a-fea0-4bb1-895a-8ae37e777875 req-8b1ddec6-ef90-4c1d-82e3-b4770c8b5f65 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.0816641 Mar 07 04:21:39.161344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:39.188003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 27d1594c-cbc5-4563-a93c-d850348732b5 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:39.212024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1b3ac9a-fea0-4bb1-895a-8ae37e777875 req-91fa2115-effc-4ba9-b948-6988ea495cb4 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689697 Mar 07 04:21:39.330924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 27d1594c-cbc5-4563-a93c-d850348732b5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=27d1594c-cbc5-4563-a93c-d850348732b5,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:39.342882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '27d1594c-cbc5-4563-a93c-d850348732b5', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'port_id': '27d1594c-cbc5-4563-a93c-d850348732b5', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:39.385322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 27d1594c-cbc5-4563-a93c-d850348732b5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:39.386191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:39.397394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Made reservation on behalf of 8237522f34594fce82b2024a934e0a18 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:39.401552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:39.404108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d1594c-cbc5-4563-a93c-d850348732b5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:39.422930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Router 5154e360-c332-45a9-b7d7-f3d90792b961 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:39.432543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 27d1594c-cbc5-4563-a93c-d850348732b5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=27d1594c-cbc5-4563-a93c-d850348732b5,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:39.440086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:39.515640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=27d1594c-cbc5-4563-a93c-d850348732b5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:39.565489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d74a8-c427-46ef-be59-d8ff4b100943 req-4aa32d60-2d73-4b0b-a063-fd48abc4dc3d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:39.574606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a9d74a8-c427-46ef-be59-d8ff4b100943 req-4aa32d60-2d73-4b0b-a063-fd48abc4dc3d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 944 time: 0.0863609 Mar 07 04:21:39.636001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a9d74a8-c427-46ef-be59-d8ff4b100943 req-a8a0966e-a581-475b-8056-d22a84aef37c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561783 Mar 07 04:21:39.807532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['27d1594c-cbc5-4563-a93c-d850348732b5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:39.920363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:39.922331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Allocated IP 172.20.0.9 (4921de86-b9f8-45da-afcf-5a63375d03e6/08dbea69-bb32-4202-ad4a-db9c7816f6cb/c94555e9-4468-44fc-ba22-15ac4693dba3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:39.929443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59a19204-0720-40b0-b30e-5f9c32a0189e admin admin] 10.222.0.21 "PUT /v2.0/routers/5154e360-c332-45a9-b7d7-f3d90792b961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331111 Mar 07 04:21:39.930302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:39.937246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] Sync routers for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:39.983591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:39.984223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:40.037483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14801a26-f818-4ea4-9535-1ec3fff3ae48 req-076873a5-b322-44d8-a8a3-132e4192c179 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:40.039892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14801a26-f818-4ea4-9535-1ec3fff3ae48 req-076873a5-b322-44d8-a8a3-132e4192c179 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1361175 Mar 07 04:21:40.114341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks [] for router (5154e360-c332-45a9-b7d7-f3d90792b961), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.121660 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aff71c46-1a56-4870-a9b6-e07f68920744 req-c809709e-a528-488e-82a2-3a055424abf5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 210 time: 0.0807626 Mar 07 04:21:40.185263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14801a26-f818-4ea4-9535-1ec3fff3ae48 req-9b937ef5-099c-4c4d-9fb4-269a45216b75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266248 Mar 07 04:21:40.302531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:40.388281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks [] for router_gateway (5154e360-c332-45a9-b7d7-f3d90792b961), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.403245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c99d-88e4-435c-8938-8690b002f519 req-f1f6a03f-221c-4bea-81a0-b579acbd78d5 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:40.406288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26e0c99d-88e4-435c-8938-8690b002f519 req-f1f6a03f-221c-4bea-81a0-b579acbd78d5 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.0711162 Mar 07 04:21:40.462928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks [] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.480372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26e0c99d-88e4-435c-8938-8690b002f519 req-dfb2dbe7-04d4-4f8b-8c89-5a277f5a4fb3 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680983 Mar 07 04:21:40.525789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Deleting port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:40.526178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.557270 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.578138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:21:38Z', 'revision_number': 5, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port': {'id': '7fc3e5a8-9e49-4aae-8e18-e51d4b72aace', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:20:10Z', 'updated_at': '2022-03-07T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:40.607527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] Checking router: 5154e360-c332-45a9-b7d7-f3d90792b961 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:40.617306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] Routers {'5154e360-c332-45a9-b7d7-f3d90792b961'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:40.618410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5154e360-c332-45a9-b7d7-f3d90792b961'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:40.640699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:40.651225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:40.654845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:40.657544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:40.715542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] Set router 5154e360-c332-45a9-b7d7-f3d90792b961 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:40.723279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] For port 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:40.723645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.742504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Calling delete_port for 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:40.752170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:40.752858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:40.770634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:21:40Z', 'revision_number': 6, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:40.777257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-1b04e9e6-97b5-4597-8eba-57eaaa8f535c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6473689 Mar 07 04:21:40.807466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633289c6-cc5d-4c24-9ebc-3665c13b2c58 None None] The sync data for ids ['5154e360-c332-45a9-b7d7-f3d90792b961'] in n-d-832185-1 is: [{'id': '5154e360-c332-45a9-b7d7-f3d90792b961', 'name': 'tempest-FloatingIPsAssociationTestJSON-1223982656-router', 'tenant_id': '2466abefa2664c7793b920938558811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:20:08Z', 'updated_at': '2022-03-07T04:21:40Z', 'revision_number': 6, 'project_id': '2466abefa2664c7793b920938558811c', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:40.823225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Request body: {'port': {'device_id': '40d27694-58a2-42de-b383-756a06cc2823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:40.823380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b46be2-8717-46f1-8c61-95490bee83a0 req-88d9689c-97af-49d0-acdc-e76e0bdb55b3 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:40.825026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9b46be2-8717-46f1-8c61-95490bee83a0 req-88d9689c-97af-49d0-acdc-e76e0bdb55b3 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 944 time: 0.0931652 Mar 07 04:21:40.888719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9b46be2-8717-46f1-8c61-95490bee83a0 req-f6c3fa6d-e410-4cb8-8deb-ba91f4587a26 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565498 Mar 07 04:21:40.946829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.128514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7fc3e5a8-9e49-4aae-8e18-e51d4b72aace), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.181840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc3e5a8-9e49-4aae-8e18-e51d4b72aace,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:41.193871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 27d1594c-cbc5-4563-a93c-d850348732b5 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:41.377350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 27d1594c-cbc5-4563-a93c-d850348732b5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:41.396849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 27d1594c-cbc5-4563-a93c-d850348732b5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:41.397447 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.412526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (5154e360-c332-45a9-b7d7-f3d90792b961), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.423799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b35e-1e74-4027-9716-79f59453ef49 req-66dac347-d9ee-4aef-b3d1-e78ed3ecf361 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:41.433707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f473b35e-1e74-4027-9716-79f59453ef49 req-66dac347-d9ee-4aef-b3d1-e78ed3ecf361 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 931 time: 0.1517262 Mar 07 04:21:41.505856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 27d1594c-cbc5-4563-a93c-d850348732b5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:41.506385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.531724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f473b35e-1e74-4027-9716-79f59453ef49 req-a7cb9834-f911-40e2-83d3-00aa4ef6e570 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 Mar 07 04:21:41.539570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:41.542293 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c8898a-851c-42b5-a3bd-4617f4261d7e" -d '{"events": [{"server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "name": "network-vif-plugged", "status": "completed", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:41.558798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (5154e360-c332-45a9-b7d7-f3d90792b961), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.564322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks [] for router_controller (5154e360-c332-45a9-b7d7-f3d90792b961), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.571940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 27d1594c-cbc5-4563-a93c-d850348732b5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=27d1594c-cbc5-4563-a93c-d850348732b5,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:41.582648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d84f9-7973-4b24-a2ff-2718da3e623e req-7758a4b0-0f9e-42df-b3a1-1eda1daaa32b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:41.583133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.591197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc8d84f9-7973-4b24-a2ff-2718da3e623e req-7758a4b0-0f9e-42df-b3a1-1eda1daaa32b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1462626 Mar 07 04:21:41.660026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=27d1594c-cbc5-4563-a93c-d850348732b5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:41.696847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94555e9-4468-44fc-ba22-15ac4693dba3 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:41.706230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Publish callbacks [] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.714478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (5154e360-c332-45a9-b7d7-f3d90792b961), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.714993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5154e360-c332-45a9-b7d7-f3d90792b961 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:21:41.724521 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.729036 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb17ea32-61d2-4dbd-8073-52f071fde4b8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5154e360-c332-45a9-b7d7-f3d90792b961 HTTP/1.1" status: 204 len: 168 time: 1.7977955 Mar 07 04:21:41.729647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:41.741420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Transition to ACTIVE for port object c94555e9-4468-44fc-ba22-15ac4693dba3 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:41.751272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc8d84f9-7973-4b24-a2ff-2718da3e623e req-de8af137-7782-4929-be33-469e4401f547 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588588 Mar 07 04:21:41.791855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.793599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f3e50-7b84-4a35-975e-2eabed4cb5a9 req-1e318ecf-7a5b-4e67-b725-b9ff6d3d7a0d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:41.795172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f7f3e50-7b84-4a35-975e-2eabed4cb5a9 req-1e318ecf-7a5b-4e67-b725-b9ff6d3d7a0d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1217964 Mar 07 04:21:41.832737 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedb6e66-6b29-4cca-bed3-45008a86b912 x-openstack-request-id: req-bedb6e66-6b29-4cca-bed3-45008a86b912 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:41.834272 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "name": "network-vif-plugged", "status": "completed", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:41.834693 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bedb6e66-6b29-4cca-bed3-45008a86b912 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:41.835286 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5', 'code': 200} Mar 07 04:21:41.865446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Deleting subnet c4382adc-c5ef-4989-a435-234a6cf9ba41 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:21:41.872278 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Publish callbacks [] for subnet (c4382adc-c5ef-4989-a435-234a6cf9ba41), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:41.909371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f7f3e50-7b84-4a35-975e-2eabed4cb5a9 req-84c4bf6b-61af-427f-86ed-c03b5dfe206a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011612 Mar 07 04:21:41.926021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:41.983079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (c4382adc-c5ef-4989-a435-234a6cf9ba41), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.082215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:42.082721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:42.083147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:42.102245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449971b-b426-495c-b98f-f6e38a97ddbd req-ae150069-3c80-4a42-89e1-69507e5253ca tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:42.104019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c449971b-b426-495c-b98f-f6e38a97ddbd req-ae150069-3c80-4a42-89e1-69507e5253ca tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1016400 Mar 07 04:21:42.117514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:42.118001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:42.168989 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31573-2c3c-4aee-882b-f9d19076c204 req-ca12c820-75d6-418d-bffa-2898d08cbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:42.173179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92c31573-2c3c-4aee-882b-f9d19076c204 req-ca12c820-75d6-418d-bffa-2898d08cbbfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 1127 time: 0.2622242 Mar 07 04:21:42.209066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c449971b-b426-495c-b98f-f6e38a97ddbd req-aa9e6125-0591-4ab0-afe4-ac032af00fa5 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963712 Mar 07 04:21:42.222888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:42.222888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:42.222888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:42.222888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Bound port: c94555e9-4468-44fc-ba22-15ac4693dba3, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:42.222888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.274200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c4382adc-c5ef-4989-a435-234a6cf9ba41), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.327989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:42.353355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:42.361193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d1cc7d4-a4dc-4245-b9b2-5a8c183d4239 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:42.362627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:42.367627 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92c31573-2c3c-4aee-882b-f9d19076c204 req-4bb36a9a-fced-4dbc-a30e-5420dc54643b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821406 Mar 07 04:21:42.384455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:42.384997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7fc3e5a8-9e49-4aae-8e18-e51d4b72aace not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:42.400811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:42.405523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:42.416214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.444112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (c4382adc-c5ef-4989-a435-234a6cf9ba41), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.482259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4382adc-c5ef-4989-a435-234a6cf9ba41,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:42.486263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:42.486972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.488246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] 10.222.0.15 "PUT /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 1091 time: 1.6701317 Mar 07 04:21:42.488834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:42.491064 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a" -d '{"events": [{"name": "network-changed", "server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:42.511152 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.511771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05793b02-3aed-45c4-9384-bcb01dbc67c3 None None] Network 137f496f-bc47-48c9-bb50-0d168d554146 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:42.530347 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-725b46df-984c-4eb0-8c23-eca4bd603a32 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4382adc-c5ef-4989-a435-234a6cf9ba41 HTTP/1.1" status: 204 len: 168 time: 0.7959108 Mar 07 04:21:42.531148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:42.652439 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09171271-332c-4999-ac63-20254146ddfc x-openstack-request-id: req-09171271-332c-4999-ac63-20254146ddfc {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:42.653005 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:42.653429 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09171271-332c-4999-ac63-20254146ddfc {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:42.653992 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'status': 'completed', 'code': 200} Mar 07 04:21:42.662091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928245-d5f7-41b5-857a-01797d68ab08 service neutron] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:42.680858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-723458b1-bbbd-433d-812e-9fbf93bd5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:42.682420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-723458b1-bbbd-433d-812e-9fbf93bd5e49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1125 time: 0.1452234 Mar 07 04:21:42.723213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (137f496f-bc47-48c9-bb50-0d168d554146), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.754100 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-4756adc8-40c9-40a4-88af-63f43ceac265 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 217 time: 0.0604966 Mar 07 04:21:42.763759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] DHCP port deletion for 137f496f-bc47-48c9-bb50-0d168d554146 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:21:42.802709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d586c0c-921b-4acc-95d1-07f3bca79da5 req-7f69c369-97e1-4407-b0e4-e378f2550c8e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:42.804277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d586c0c-921b-4acc-95d1-07f3bca79da5 req-7f69c369-97e1-4407-b0e4-e378f2550c8e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.1570547 Mar 07 04:21:42.833137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-37788152-71d7-4226-9257-c8ae3164220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:42.834899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-37788152-71d7-4226-9257-c8ae3164220d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0750091 Mar 07 04:21:42.850780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] Deleting port edb7c4ad-5f5f-4625-8949-27dee967f925 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:42.851973 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.873341 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-badc6118-551d-4fac-9103-a250c8280515 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307658 Mar 07 04:21:42.933394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] For port edb7c4ad-5f5f-4625-8949-27dee967f925, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=edb7c4ad-5f5f-4625-8949-27dee967f925,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:42.933711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:42.954252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] Calling delete_port for edb7c4ad-5f5f-4625-8949-27dee967f925 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:42.995974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-45162d6b-9ed1-4d15-a681-456286d9a417 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162066 Mar 07 04:21:43.003410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d586c0c-921b-4acc-95d1-07f3bca79da5 req-38081045-1fc9-49e5-bdca-b87f5d7bc76d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921158 Mar 07 04:21:43.056352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Deleting port edb7c4ad-5f5f-4625-8949-27dee967f925 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:43.057135 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.095978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5549c06-8d0d-4852-9569-49f8b9b0b12f req-e1d51065-3e4f-44d8-920b-70a3d2e7989b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:43.097865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5549c06-8d0d-4852-9569-49f8b9b0b12f req-e1d51065-3e4f-44d8-920b-70a3d2e7989b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.2314515 Mar 07 04:21:43.131108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.144850 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0deb0cf5-5958-439c-ba2d-ecea0825a24d req-26a01a5b-6309-4391-b066-9b7e9e3c6bae service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368678 Mar 07 04:21:43.159582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] Pushing event deleted for resources: {'Port': ['ID=edb7c4ad-5f5f-4625-8949-27dee967f925,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:43.167013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7004e7d-f80e-428c-a562-b69a15e49e3c None None] No DVR routers for this DVR port edb7c4ad-5f5f-4625-8949-27dee967f925 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:43.240654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] For port edb7c4ad-5f5f-4625-8949-27dee967f925, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=edb7c4ad-5f5f-4625-8949-27dee967f925,segment=NetworkSegment(27dee5ef-46a2-4d98-9b52-efecfe82c454),segment_id=27dee5ef-46a2-4d98-9b52-efecfe82c454)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:43.241024 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.247002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5549c06-8d0d-4852-9569-49f8b9b0b12f req-4e6400b7-4c6e-4a27-98fa-16e7e3b3aaae tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393087 Mar 07 04:21:43.260680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-ef9f5c97-f970-4c07-b39e-c9cf7495438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:43.262390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-ef9f5c97-f970-4c07-b39e-c9cf7495438f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1125 time: 0.0570300 Mar 07 04:21:43.264064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Calling delete_port for edb7c4ad-5f5f-4625-8949-27dee967f925 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:43.289172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b7f22-7bee-4c5e-baed-ee6296f3526e req-0039050e-37ea-4575-aae2-bcc2f44380e2 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:43.290887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-023b7f22-7bee-4c5e-baed-ee6296f3526e req-0039050e-37ea-4575-aae2-bcc2f44380e2 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1541941 Mar 07 04:21:43.373678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-b9822278-5ac3-4248-a960-00ee8976a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:43.375104 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-b9822278-5ac3-4248-a960-00ee8976a746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1054816 Mar 07 04:21:43.424684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-2408865c-24f0-459c-b941-baa8fc027bcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 217 time: 0.0421658 Mar 07 04:21:43.428779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-023b7f22-7bee-4c5e-baed-ee6296f3526e req-0b7338bd-ca2b-4551-a7a2-c31aeaf55a4d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095450 Mar 07 04:21:43.432525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (edb7c4ad-5f5f-4625-8949-27dee967f925), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.472355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb7c4ad-5f5f-4625-8949-27dee967f925,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:43.475283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] No DVR routers for this DVR port edb7c4ad-5f5f-4625-8949-27dee967f925 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:43.489066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-e671c6ce-8952-46a4-9a32-d9eafa797853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:43.490738 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-e671c6ce-8952-46a4-9a32-d9eafa797853 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0546658 Mar 07 04:21:43.511638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6670ee-7702-4a16-8454-fc1d3f7db535 req-e026d26b-e46e-44aa-bf2a-2745c41a6dfe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:43.513758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca6670ee-7702-4a16-8454-fc1d3f7db535 req-e026d26b-e46e-44aa-bf2a-2745c41a6dfe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1698205 Mar 07 04:21:43.526422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-a5dbe27c-753c-4fc4-a312-c906199ef281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275900 Mar 07 04:21:43.587095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (137f496f-bc47-48c9-bb50-0d168d554146), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.629757 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-50d7dd0f-b551-4cb0-96b6-0851133c7755 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973558 Mar 07 04:21:43.730197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-12d3a43f-7b89-4bcc-aae9-792a4a3d421a req-f8105139-49d8-48a0-b642-df436b929589 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934200 Mar 07 04:21:43.876653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137f496f-bc47-48c9-bb50-0d168d554146']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:43.887032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca6670ee-7702-4a16-8454-fc1d3f7db535 req-76eb98c6-3198-4184-90be-4d18a6189675 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607757 Mar 07 04:21:43.891003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dee5ef-46a2-4d98-9b52-efecfe82c454') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:43.891003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dee5ef-46a2-4d98-9b52-efecfe82c454') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:43.903775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (27dee5ef-46a2-4d98-9b52-efecfe82c454), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.917873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (27dee5ef-46a2-4d98-9b52-efecfe82c454), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.923640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:21:43.924011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (27dee5ef-46a2-4d98-9b52-efecfe82c454), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:21:43.925609 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:21:43.979210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (137f496f-bc47-48c9-bb50-0d168d554146), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.986389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:43.992265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/137f496f-bc47-48c9-bb50-0d168d554146 HTTP/1.1" status: 204 len: 168 time: 1.4567256 Mar 07 04:21:43.999285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e22168-61aa-4981-80f1-5a5389369a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=137f496f-bc47-48c9-bb50-0d168d554146,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:44.140336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50885d9e-aa12-428b-8aef-7dd2309cb933 req-b68e1772-5209-4925-993a-97bb5fc97589 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:44.141866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50885d9e-aa12-428b-8aef-7dd2309cb933 req-b68e1772-5209-4925-993a-97bb5fc97589 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.0656767 Mar 07 04:21:44.188659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56600) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:44.192835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50885d9e-aa12-428b-8aef-7dd2309cb933 req-358794c3-9fd8-47ad-a554-aebc95879547 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Mar 07 04:21:44.235149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c31230a-b115-45cf-a14b-6b5ac195caf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2466abefa2664c7793b920938558811c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430493 Mar 07 04:21:44.235400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:44.289597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6075c57-8ff3-4346-ac43-5b3fc1458e91 admin admin] Publish callbacks [] for security_group (e0d39c28-e9df-4595-b7a1-77c48fa9ed27), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:44.295457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device edb7c4ad-5f5f-4625-8949-27dee967f925 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:44.316128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6075c57-8ff3-4346-ac43-5b3fc1458e91 admin admin] Publish callbacks [] for security_group (e0d39c28-e9df-4595-b7a1-77c48fa9ed27), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:44.317540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: edb7c4ad-5f5f-4625-8949-27dee967f925 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:44.318046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device edb7c4ad-5f5f-4625-8949-27dee967f925 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:44.368201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6075c57-8ff3-4346-ac43-5b3fc1458e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e0d39c28-e9df-4595-b7a1-77c48fa9ed27), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:44.371045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6075c57-8ff3-4346-ac43-5b3fc1458e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:44.372475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f6075c57-8ff3-4346-ac43-5b3fc1458e91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0d39c28-e9df-4595-b7a1-77c48fa9ed27 HTTP/1.1" status: 204 len: 168 time: 0.1360860 Mar 07 04:21:44.381402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6075c57-8ff3-4346-ac43-5b3fc1458e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d39c28-e9df-4595-b7a1-77c48fa9ed27,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:44.402445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473804-d782-4aed-900d-934ab23d82a4 req-c9dab014-346d-4fde-ad8a-9fdc327cd536 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:44.410914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b473804-d782-4aed-900d-934ab23d82a4 req-c9dab014-346d-4fde-ad8a-9fdc327cd536 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.0669208 Mar 07 04:21:44.459379 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b473804-d782-4aed-900d-934ab23d82a4 req-1ada0ad1-224c-4843-8543-e3685fe48251 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Mar 07 04:21:44.569064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbaf00-637f-454e-a8b8-14e1cfc1a603 req-be9fb6f1-39bf-40fa-8b7e-61952c506fb0 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:44.571665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83dbaf00-637f-454e-a8b8-14e1cfc1a603 req-be9fb6f1-39bf-40fa-8b7e-61952c506fb0 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.0568905 Mar 07 04:21:44.624152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83dbaf00-637f-454e-a8b8-14e1cfc1a603 req-24784937-2a73-4b3b-9d80-23bf5df03c72 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Mar 07 04:21:45.013590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c045-9e85-4abf-85fa-6d920d8b62bf req-cf1e3967-11ab-442f-b5b2-703429961397 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:45.015871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae29c045-9e85-4abf-85fa-6d920d8b62bf req-cf1e3967-11ab-442f-b5b2-703429961397 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.0561376 Mar 07 04:21:45.067109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae29c045-9e85-4abf-85fa-6d920d8b62bf req-19434341-b447-44b5-ac66-96d639d27e30 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455737 Mar 07 04:21:45.117119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:45.213306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-240844834-network', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:45.231992 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:21:45.235256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Made reservation on behalf of edb64267141b40b2bc22e368b0da836e for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:45.238229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.248201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.365969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741eaf1-dcf1-42b1-a942-84590ffad27b req-bfa089c2-d122-4f14-8973-d029e3e5cf8a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:45.367817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1741eaf1-dcf1-42b1-a942-84590ffad27b req-bfa089c2-d122-4f14-8973-d029e3e5cf8a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.0917342 Mar 07 04:21:45.389139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks [] for security_group (ba91ad02-9f41-48eb-b9f9-3b650ec127b8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.396479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ba91ad02-9f41-48eb-b9f9-3b650ec127b8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.439778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:21:45.455090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91ad02-9f41-48eb-b9f9-3b650ec127b8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:45.463201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1741eaf1-dcf1-42b1-a942-84590ffad27b req-c88a15fc-a58f-47ab-87cc-00489dab85e6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893872 Mar 07 04:21:45.464508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bed6a281-b91e-4661-a8ba-8377b18f50cb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.464636 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Added segment bed6a281-b91e-4661-a8ba-8377b18f50cb of type vlan for network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 Mar 07 04:21:45.509366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.536015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.537212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:45.537943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.599377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4811664 Mar 07 04:21:45.603095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:45.608837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Request body: {'subnet': {'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-subnet', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:45.629773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Made reservation on behalf of edb64267141b40b2bc22e368b0da836e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:45.633727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.637834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe369f23-48be-494c-8b43-2211df486414 admin admin] Pushing event updated for resources: {'Network': ['ID=908f8b62-3cdb-4cfa-9866-0ba1330eb7e6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:45.651381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:21:45.670906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e4f4-fdc3-49da-8621-de597400e427 req-2b17fe3d-bd4d-42a8-bfcb-08e0085976dd tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:45.672485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10f0e4f4-fdc3-49da-8621-de597400e427 req-2b17fe3d-bd4d-42a8-bfcb-08e0085976dd tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1311836 Mar 07 04:21:45.779008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10f0e4f4-fdc3-49da-8621-de597400e427 req-557c47a1-7df7-456d-9921-b4b6c6c87cd4 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911734 Mar 07 04:21:45.799432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8b12-2f17-409c-83f2-aec708e65bfb req-8d378d5c-70ae-49fa-8010-3d70e84be508 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:45.806448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30cc8b12-2f17-409c-83f2-aec708e65bfb req-8d378d5c-70ae-49fa-8010-3d70e84be508 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.0824687 Mar 07 04:21:45.859362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30cc8b12-2f17-409c-83f2-aec708e65bfb req-45e09dfe-e674-4a07-87f3-1142176a20f5 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444665 Mar 07 04:21:45.871679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (63eab1d8-064d-44bd-82b5-5d13b3e64829), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.934723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63eab1d8-064d-44bd-82b5-5d13b3e64829,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:45.941738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Checking segment: {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:45.942128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Network hostable DHCP agents. Network: 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:21:45.962223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:21:45.972823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:45.977822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:45.978519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:45.983285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16dd7e0-16ae-4694-a249-c0ad20b93c10 None None] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:45.996176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a7e66623-a31c-4014-b0f9-c46cf14dd0eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3913670 Mar 07 04:21:45.999338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56644) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:46.003965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:46.024165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.025378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.249505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-908f8b62-3cdb-4cfa-9866-0ba1330eb7e6', 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6', 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'fixed_ips': [{'subnet_id': '63eab1d8-064d-44bd-82b5-5d13b3e64829'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:21:46.250432 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.329874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a76c6-d439-4034-bbf8-855a25f777d7 req-55bda813-86b6-4dd0-9542-2997a84398af tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:46.334100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-843a76c6-d439-4034-bbf8-855a25f777d7 req-55bda813-86b6-4dd0-9542-2997a84398af tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1347585 Mar 07 04:21:46.404812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Allocated IP 172.20.0.2 (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6/63eab1d8-064d-44bd-82b5-5d13b3e64829/d0c5151e-2c56-42e4-8213-fb79047e9260) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:46.413138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-843a76c6-d439-4034-bbf8-855a25f777d7 req-f44dfd90-0973-4623-80b0-9abe47124f27 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720332 Mar 07 04:21:46.419567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks [] for router_controller (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.565000 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Publish callbacks [] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.574888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.592555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks [] for router_gateway (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.622686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Pushing event updated for resources: {'Port': ['ID=d0c5151e-2c56-42e4-8213-fb79047e9260,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:46.639172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:46.640727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:46.646256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:46.697608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f89dd-cae5-4860-8153-5641a0cd8f4d req-ed804a5f-791c-4065-920e-053a81089570 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:46.699309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-527f89dd-cae5-4860-8153-5641a0cd8f4d req-ed804a5f-791c-4065-920e-053a81089570 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.1106510 Mar 07 04:21:46.712264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Attempting to bind port d0c5151e-2c56-42e4-8213-fb79047e9260 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:46.712787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Attempting to bind port d0c5151e-2c56-42e4-8213-fb79047e9260 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:46.713043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Attempting to bind port d0c5151e-2c56-42e4-8213-fb79047e9260 on network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:46.719390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:46.719760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Checking segment: {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:46.720163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.720552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Bound using segment: {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:46.721031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Bound port: d0c5151e-2c56-42e4-8213-fb79047e9260, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:46.721528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.732748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:21:46.805343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] For port d0c5151e-2c56-42e4-8213-fb79047e9260, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:46.809058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] For port d0c5151e-2c56-42e4-8213-fb79047e9260, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0c5151e-2c56-42e4-8213-fb79047e9260,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:46.812519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-527f89dd-cae5-4860-8153-5641a0cd8f4d req-c6f165c3-ac99-4774-a23f-955821a91827 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055262 Mar 07 04:21:46.824115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:46.948093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726acabf-0ced-4aa3-9523-4fde3d03e2a3 None None] Pushing event updated for resources: {'Port': ['ID=d0c5151e-2c56-42e4-8213-fb79047e9260,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:46.956704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:21:47.011673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks [] for router_gateway (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:47.028878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7718f1-6cfe-4372-aac4-edd49f471574 req-97aa5d11-cb26-4733-b082-bafe5e14e058 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:47.036773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae7718f1-6cfe-4372-aac4-edd49f471574 req-97aa5d11-cb26-4733-b082-bafe5e14e058 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1542847 Mar 07 04:21:47.040129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:47.089138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba2a5-bb83-473d-8fb4-6c2359737636 req-f41be0c2-2abe-4b80-9891-8bc3e69d8c9a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:47.098609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feaba2a5-bb83-473d-8fb4-6c2359737636 req-f41be0c2-2abe-4b80-9891-8bc3e69d8c9a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1539016 Mar 07 04:21:47.125708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:47.153469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'port_id': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'mac_address': 'fa:16:3e:d0:36:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dbea69-bb32-4202-ad4a-db9c7816f6cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:21:47.154300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae7718f1-6cfe-4372-aac4-edd49f471574 req-1f498a2b-6a91-4386-a742-7bf3c5d50090 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163423 Mar 07 04:21:47.192776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Allocated IP 172.25.4.206 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/18489cda-ec21-44be-936d-e46078669ded) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:47.201148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c94555e9-4468-44fc-ba22-15ac4693dba3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:47.201533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:47.212352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feaba2a5-bb83-473d-8fb4-6c2359737636 req-2659cc9c-2ece-4e42-bc2b-bdd3d8e5a113 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125195 Mar 07 04:21:47.221105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94555e9-4468-44fc-ba22-15ac4693dba3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:47.242081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:47.251876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:47.359277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:47.457356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks [] for port (18489cda-ec21-44be-936d-e46078669ded), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:47.543336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (18489cda-ec21-44be-936d-e46078669ded), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:47.557934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['c94555e9-4468-44fc-ba22-15ac4693dba3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:47.596376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:47.602444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:47.608720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:47.612169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=18489cda-ec21-44be-936d-e46078669ded,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:47.671414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7b7af-ca91-4e28-8f7e-dcc37a740b17 req-552722fa-f81d-4693-8299-995a96ed2fbd tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:47.683795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bc7b7af-ca91-4e28-8f7e-dcc37a740b17 req-552722fa-f81d-4693-8299-995a96ed2fbd tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1730158 Mar 07 04:21:47.716470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c9889-139d-48bd-bb36-6d5efabd750c req-b82d5b2b-fe45-46a1-8250-eee5c6f510a5 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:47.718624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d04c9889-139d-48bd-bb36-6d5efabd750c req-b82d5b2b-fe45-46a1-8250-eee5c6f510a5 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1759055 Mar 07 04:21:47.781541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bc7b7af-ca91-4e28-8f7e-dcc37a740b17 req-66a0f5a8-4b14-41e4-995b-035b8aafbce6 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952127 Mar 07 04:21:47.879912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d04c9889-139d-48bd-bb36-6d5efabd750c req-3f81fbf2-5506-47eb-ab9f-3cc8150da40a tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544085 Mar 07 04:21:48.076698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3f796-8f65-4de0-bf7c-91cc8ddd2ec0 req-e156b886-7767-4542-95b4-9adc36680fb1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:48.078315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b3f796-8f65-4de0-bf7c-91cc8ddd2ec0 req-e156b886-7767-4542-95b4-9adc36680fb1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.1299386 Mar 07 04:21:48.108932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks [] for router_gateway (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:48.159145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b3f796-8f65-4de0-bf7c-91cc8ddd2ec0 req-9cd11ad7-da07-47de-9fde-e0b1a5685c36 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720603 Mar 07 04:21:48.393304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32bc66-a9bd-429c-b150-d6779d68e4ac req-eb78fbfd-195a-4456-bafc-bbef53907553 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:48.400350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b32bc66-a9bd-429c-b150-d6779d68e4ac req-eb78fbfd-195a-4456-bafc-bbef53907553 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1586907 Mar 07 04:21:48.405811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0c5151e-2c56-42e4-8213-fb79047e9260 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:48.427459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54d40a-5d26-42b0-9b21-fa8b632f327a req-dddb1577-2204-4a1d-9e99-65299a812a69 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:48.435235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b54d40a-5d26-42b0-9b21-fa8b632f327a req-dddb1577-2204-4a1d-9e99-65299a812a69 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.1494553 Mar 07 04:21:48.481237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7d359-259a-44c1-8ea6-2ebf91692662 None None] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:21:48.489108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:48.525097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b32bc66-a9bd-429c-b150-d6779d68e4ac req-a38db4bf-fec9-4857-b1fd-b0f98a61911f tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185546 Mar 07 04:21:48.549882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b54d40a-5d26-42b0-9b21-fa8b632f327a req-08374b4f-2973-42f6-a9ca-d2dd29e45e19 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088264 Mar 07 04:21:48.649895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] Provisioning complete for port d0c5151e-2c56-42e4-8213-fb79047e9260 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:48.654237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:48.686707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Router f0116f03-7a69-45a8-9d97-3efee9e0fa0b is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:21:48.727951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d0c5151e-2c56-42e4-8213-fb79047e9260 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:48.728414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:48.760015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:48.813488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:48.824160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Sync routers for ids ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:48.838930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:48.841062 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Routers {'f0116f03-7a69-45a8-9d97-3efee9e0fa0b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:48.842734 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:48.843960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a1a9238-4eeb-4698-bf2b-9a891d34d2d3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8420486 Mar 07 04:21:48.845362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:49.050486 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Set router f0116f03-7a69-45a8-9d97-3efee9e0fa0b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:49.077045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830702f1-6a08-41b6-924b-887f14915e9b req-4a4fca67-d591-4226-8ab6-504e2f90517d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:49.078719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-830702f1-6a08-41b6-924b-887f14915e9b req-4a4fca67-d591-4226-8ab6-504e2f90517d tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1506367 Mar 07 04:21:49.096131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5059-abe1-4e95-aa25-25e073c94bc2 req-b3867bf7-a746-4435-ac8e-92b96d969205 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:49.098081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-994b5059-abe1-4e95-aa25-25e073c94bc2 req-b3867bf7-a746-4435-ac8e-92b96d969205 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 1132 time: 0.2179401 Mar 07 04:21:49.195029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port c94555e9-4468-44fc-ba22-15ac4693dba3 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:21:49.215435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-830702f1-6a08-41b6-924b-887f14915e9b req-453e9b6d-3239-42b8-b165-c548b31d5634 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254661 Mar 07 04:21:49.217263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-994b5059-abe1-4e95-aa25-25e073c94bc2 req-16f15563-a938-4cc8-8a47-1c5a2a3eccf8 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.245389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port c94555e9-4468-44fc-ba22-15ac4693dba3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:49.246104 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.300616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] Current status of the port d0c5151e-2c56-42e4-8213-fb79047e9260 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:49.301028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.326298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0c5151e-2c56-42e4-8213-fb79047e9260 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:49.326945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.410603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] For port d0c5151e-2c56-42e4-8213-fb79047e9260, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0c5151e-2c56-42e4-8213-fb79047e9260,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:49.427371 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.432680 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:21:47Z', 'revision_number': 3, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:49.464576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-994b5059-abe1-4e95-aa25-25e073c94bc2 req-16f15563-a938-4cc8-8a47-1c5a2a3eccf8 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Publish callbacks [] for security_group (9260aad4-655e-467b-816a-e16324875b34), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.480036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-994b5059-abe1-4e95-aa25-25e073c94bc2 req-16f15563-a938-4cc8-8a47-1c5a2a3eccf8 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9260aad4-655e-467b-816a-e16324875b34), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.561664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ec08a-16c8-4742-8e02-903e88f59eb2 req-7d6d134d-8c8a-46eb-b771-e8f55df151c7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:49.575667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c19ec08a-16c8-4742-8e02-903e88f59eb2 req-7d6d134d-8c8a-46eb-b771-e8f55df151c7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.2491438 Mar 07 04:21:49.592592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-994b5059-abe1-4e95-aa25-25e073c94bc2 req-16f15563-a938-4cc8-8a47-1c5a2a3eccf8 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034741 Mar 07 04:21:49.602698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f15563-a938-4cc8-8a47-1c5a2a3eccf8 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9260aad4-655e-467b-816a-e16324875b34,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:49.638352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.646052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:21:49.646623 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:21:49.657772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c94555e9-4468-44fc-ba22-15ac4693dba3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:49.658567 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.677579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Checking router: f0116f03-7a69-45a8-9d97-3efee9e0fa0b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:49.680042 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Updating router f0116f03-7a69-45a8-9d97-3efee9e0fa0b port 18489cda-ec21-44be-936d-e46078669ded binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:21:49.681868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875377c7-8f15-40dd-8470-fe254c40232c None None] Pushing event updated for resources: {'Port': ['ID=d0c5151e-2c56-42e4-8213-fb79047e9260,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:49.710930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:49.717589 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970c41a6-82f4-4cad-8d63-0a69fe70bbe6" -d '{"events": [{"server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "name": "network-vif-plugged", "status": "completed", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:49.725506 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18489cda-ec21-44be-936d-e46078669ded), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.750271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3daeaa57-4032-4377-94bd-93593b6f0476 None None] Provisioning complete for port d0c5151e-2c56-42e4-8213-fb79047e9260 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:49.751488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3daeaa57-4032-4377-94bd-93593b6f0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.803636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c19ec08a-16c8-4742-8e02-903e88f59eb2 req-642c9260-24ac-4b1c-9ce6-f8ed050c3691 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270021 Mar 07 04:21:49.836729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:49.848314 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:49.898672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3daeaa57-4032-4377-94bd-93593b6f0476 None None] Current status of the port d0c5151e-2c56-42e4-8213-fb79047e9260 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:49.954335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:49.970533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd93b4-8d3d-43ea-9d6a-769824a40e13 req-0bf1a26f-3707-41e6-bb52-14a4cf0d8329 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:49.978862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25bd93b4-8d3d-43ea-9d6a-769824a40e13 req-0bf1a26f-3707-41e6-bb52-14a4cf0d8329 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.1343117 Mar 07 04:21:50.096226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25bd93b4-8d3d-43ea-9d6a-769824a40e13 req-920aa21a-1ed0-4924-8b6d-172bc1f8b609 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121664 Mar 07 04:21:50.121658 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb49c0d-9923-4725-8b6f-538ca874c2cb x-openstack-request-id: req-fdb49c0d-9923-4725-8b6f-538ca874c2cb {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:50.122170 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "name": "network-vif-plugged", "status": "completed", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:50.122567 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdb49c0d-9923-4725-8b6f-538ca874c2cb {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:50.123112 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'code': 200} Mar 07 04:21:50.127118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.216403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0c5151e-2c56-42e4-8213-fb79047e9260 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:50.357808 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Publish callbacks [] for port (18489cda-ec21-44be-936d-e46078669ded), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.363910 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18489cda-ec21-44be-936d-e46078669ded), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.371312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0c5151e-2c56-42e4-8213-fb79047e9260 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:50.403424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-f8f58a59-956c-425c-9a45-36c157ee9b62 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657115 Mar 07 04:21:50.412308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7418b0-dd91-4558-bbcf-48bebf87c35b None None] Pushing event updated for resources: {'Port': ['ID=18489cda-ec21-44be-936d-e46078669ded,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:50.437050 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Attempting to bind port 18489cda-ec21-44be-936d-e46078669ded on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:50.437577 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Attempting to bind port 18489cda-ec21-44be-936d-e46078669ded by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:50.438066 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Attempting to bind port 18489cda-ec21-44be-936d-e46078669ded on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:50.447248 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:50.447834 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:50.448349 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.448855 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:50.449453 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Bound port: 18489cda-ec21-44be-936d-e46078669ded, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:50.449945 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18489cda-ec21-44be-936d-e46078669ded), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.474969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d0c5151e-2c56-42e4-8213-fb79047e9260 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:50.475528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.519425 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] For port 18489cda-ec21-44be-936d-e46078669ded, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:50.524410 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] For port 18489cda-ec21-44be-936d-e46078669ded, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18489cda-ec21-44be-936d-e46078669ded,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:50.533308 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18489cda-ec21-44be-936d-e46078669ded), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.550904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Allocated IP 172.20.0.1 (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6/63eab1d8-064d-44bd-82b5-5d13b3e64829/8de2f589-e149-48c6-9cfe-d1edf2ab6419) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:50.555695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86ad6-8146-4244-b33c-f8b56e66ca41 req-2e10e14a-5b4f-43e3-aacf-bc221d84fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:50.557898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60d86ad6-8146-4244-b33c-f8b56e66ca41 req-2e10e14a-5b4f-43e3-aacf-bc221d84fecd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1127 time: 0.3198681 Mar 07 04:21:50.558223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb8b7-b575-461c-8cdf-845ea7ea9bec req-f71cae87-2c7b-4d69-8880-8e90ae6dd659 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:50.559855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-888fb8b7-b575-461c-8cdf-845ea7ea9bec req-f71cae87-2c7b-4d69-8880-8e90ae6dd659 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.2385299 Mar 07 04:21:50.595000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-750daeb3-1025-4af3-874f-c9deeb6963dd tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:50.596775 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-750daeb3-1025-4af3-874f-c9deeb6963dd tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 949 time: 0.3490043 Mar 07 04:21:50.608990 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7418b0-dd91-4558-bbcf-48bebf87c35b None None] Pushing event updated for resources: {'Port': ['ID=18489cda-ec21-44be-936d-e46078669ded,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:50.612709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0c5151e-2c56-42e4-8213-fb79047e9260 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:50.654633 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Routers {'f0116f03-7a69-45a8-9d97-3efee9e0fa0b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:50.655520 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:50.675363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-3301aa53-8498-48ce-9b01-e1a8cf8cd75a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:50.682594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-3301aa53-8498-48ce-9b01-e1a8cf8cd75a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780328 Mar 07 04:21:50.710921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-888fb8b7-b575-461c-8cdf-845ea7ea9bec req-67b7c2f2-338f-4c5c-bc50-c21fbfca6e62 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335659 Mar 07 04:21:50.717596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-472c5531-961e-413e-84c8-fe5600ee6b5f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/quotas/57e4d8f159ed4362b992fc20a17d7ac3 HTTP/1.1" status: 200 len: 375 time: 0.0341685 Mar 07 04:21:50.763654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60d86ad6-8146-4244-b33c-f8b56e66ca41 req-fbe87074-e828-44b4-9ac5-d42150b00bd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931036 Mar 07 04:21:50.847173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks [] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.853468 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] Set router f0116f03-7a69-45a8-9d97-3efee9e0fa0b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:50.880080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-eff9f695-e2da-41d6-918f-c0e54ad1d9d9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614971 Mar 07 04:21:50.910767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc0e7-dea2-4490-82e0-2dd6663633d1 req-71992934-707f-4f81-97dc-13d3ce32eef8 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:50.912374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c51bc0e7-dea2-4490-82e0-2dd6663633d1 req-71992934-707f-4f81-97dc-13d3ce32eef8 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1033931 Mar 07 04:21:50.922595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:50.923210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:50.931841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Request body: {'floatingip': {'port_id': '27d1594c-cbc5-4563-a93c-d850348732b5'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:50.993260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:50.998408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:51.005571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:51.008956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Pushing event updated for resources: {'Port': ['ID=8de2f589-e149-48c6-9cfe-d1edf2ab6419,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:51.042049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Deleting port 04d68a65-823f-4912-a50d-9c5438b83fc9 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:21:51.042398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:51.084705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:51.160926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:51.290038 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:21:47Z', 'revision_number': 3, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:51.344248 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8203dd-edfe-4bd7-a364-e1e7e5450ab5 None None] The sync data for ids ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'] in n-d-832185-1 is: [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:21:47Z', 'revision_number': 3, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:51.356501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] For port 04d68a65-823f-4912-a50d-9c5438b83fc9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=04d68a65-823f-4912-a50d-9c5438b83fc9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:51.357098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:51.422224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Calling delete_port for 04d68a65-823f-4912-a50d-9c5438b83fc9 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:21:51.459264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1b18e-b411-4b3b-83f2-5aa092abc2ed req-9903f66a-5cb0-4e64-9ba9-8f12367dff59 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:51.461443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fc1b18e-b411-4b3b-83f2-5aa092abc2ed req-9903f66a-5cb0-4e64-9ba9-8f12367dff59 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.4475005 Mar 07 04:21:51.485588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d5cf17f1-db8c-4b27-a04e-4fa0c8a582a4 None None] Provisioning complete for port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:51.486246 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5cf17f1-db8c-4b27-a04e-4fa0c8a582a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:51.550010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:51.569605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf17f1-db8c-4b27-a04e-4fa0c8a582a4 None None] Port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:51.680774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fc1b18e-b411-4b3b-83f2-5aa092abc2ed req-91028093-7eaf-4ef7-8a55-bf642757ffbd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083654 Mar 07 04:21:51.963156 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.042602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fa358-7244-49f5-a850-398e2dfca208 req-b4d022f3-515a-4045-9542-790ec31855e0 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:52.064813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a0fa358-7244-49f5-a850-398e2dfca208 req-b4d022f3-515a-4045-9542-790ec31855e0 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec1e3a-494d-4e05-8009-6d395301f79d HTTP/1.1" status: 200 len: 867 time: 0.3628044 Mar 07 04:21:52.185166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42c5c0f3-1110-4516-bfd9-6e7e02dc2c1b req-e2449498-0b18-4d36-af4b-9e917fb63974 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 210 time: 0.0735657 Mar 07 04:21:52.341036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a0fa358-7244-49f5-a850-398e2dfca208 req-64bfe7d1-fdcb-45a2-8ca9-2507a3cee8a9 tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.21 "GET /v2.0/security-groups?id=035430f6-b246-4477-8821-b4cd9cd4a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750988 Mar 07 04:21:52.400432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04d68a65-823f-4912-a50d-9c5438b83fc9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.452213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18489cda-ec21-44be-936d-e46078669ded up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:52.531769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 18489cda-ec21-44be-936d-e46078669ded triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:52.532429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18489cda-ec21-44be-936d-e46078669ded), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.536097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.546543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.554265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Pushing event deleted for resources: {'Port': ['ID=04d68a65-823f-4912-a50d-9c5438b83fc9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:52.692101 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0 associated. External IP: 172.25.4.212, port: 27d1594c-cbc5-4563-a93c-d850348732b5. Mar 07 04:21:52.702211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 18489cda-ec21-44be-936d-e46078669ded is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:52.703015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18489cda-ec21-44be-936d-e46078669ded), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.734491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 18489cda-ec21-44be-936d-e46078669ded, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18489cda-ec21-44be-936d-e46078669ded,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:52.743983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] No DVR routers for this DVR port 04d68a65-823f-4912-a50d-9c5438b83fc9 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:21:52.744930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18489cda-ec21-44be-936d-e46078669ded), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.751653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:52.760165 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1a771da-fb74-47d4-aa19-ebb6e7b2c542 req-20d52f71-3d91-4192-a1e2-b153e033214d tempest-DeleteServersAdminTestJSON-400856450 tempest-DeleteServersAdminTestJSON-400856450-project] 10.222.0.44 "DELETE /v2.0/ports/04d68a65-823f-4912-a50d-9c5438b83fc9 HTTP/1.1" status: 204 len: 173 time: 2.1306689 Mar 07 04:21:52.774688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'name': 'network-vif-deleted', 'tag': '04d68a65-823f-4912-a50d-9c5438b83fc9'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:52.779409 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a32a264-27fb-4d9a-a373-727b283f2235" -d '{"events": [{"server_uuid": "deec1e3a-494d-4e05-8009-6d395301f79d", "name": "network-vif-deleted", "tag": "04d68a65-823f-4912-a50d-9c5438b83fc9"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:52.904395 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ecce7-7f5f-4d83-aa5a-eb3fffb97627 x-openstack-request-id: req-ea3ecce7-7f5f-4d83-aa5a-eb3fffb97627 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:52.906463 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deec1e3a-494d-4e05-8009-6d395301f79d", "name": "network-vif-deleted", "tag": "04d68a65-823f-4912-a50d-9c5438b83fc9", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:52.907626 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3ecce7-7f5f-4d83-aa5a-eb3fffb97627 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:52.908093 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deec1e3a-494d-4e05-8009-6d395301f79d', 'name': 'network-vif-deleted', 'tag': '04d68a65-823f-4912-a50d-9c5438b83fc9', 'status': 'completed', 'code': 200} Mar 07 04:21:52.977159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks [] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:53.000294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:53.049492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e9c-c072-40c4-b08f-f411e861b0a2 req-b1942f12-a2f4-450a-be7f-671cfda1791d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:53.067156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2525e9c-c072-40c4-b08f-f411e861b0a2 req-b1942f12-a2f4-450a-be7f-671cfda1791d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2226293 Mar 07 04:21:53.169683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Pushing event updated for resources: {'Port': ['ID=8de2f589-e149-48c6-9cfe-d1edf2ab6419,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:53.183539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:53.200015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:53.214186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2525e9c-c072-40c4-b08f-f411e861b0a2 req-66824067-c1a3-455a-9183-6f687420451d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992630 Mar 07 04:21:53.296317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=18489cda-ec21-44be-936d-e46078669ded,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:53.300206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 04d68a65-823f-4912-a50d-9c5438b83fc9 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:21:53.334000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 04d68a65-823f-4912-a50d-9c5438b83fc9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:21:53.334353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 04d68a65-823f-4912-a50d-9c5438b83fc9 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:21:53.392792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:53.394195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:53.686534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Router f0116f03-7a69-45a8-9d97-3efee9e0fa0b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:21:53.719570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4dfb2eb5-63e7-4ea7-b012-39ea6e1efa45 None None] Provisioning complete for port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:53.722179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2eb5-63e7-4ea7-b012-39ea6e1efa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:53.770448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb2eb5-63e7-4ea7-b012-39ea6e1efa45 None None] Port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:53.831065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:53.842081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-25346579-7fa4-4d44-8f4b-b33647e7e6dd admin admin] 10.222.0.21 "PUT /v2.0/routers/f0116f03-7a69-45a8-9d97-3efee9e0fa0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9910860 Mar 07 04:21:53.847636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-923d5d9c-660b-4591-bcfb-7eca9aec71f1 req-5d9c5eb1-a108-4296-9db6-69341abafa3f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 210 time: 0.4831352 Mar 07 04:21:53.875001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:21:53.880595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:53.907160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:53.930721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:53.931342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:53.934396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a8e14-3136-4d4b-bedd-cc2663db288d req-b6515d23-0495-42bc-91bb-d9f3cb94dbad tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:53.935935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-926a8e14-3136-4d4b-bedd-cc2663db288d req-b6515d23-0495-42bc-91bb-d9f3cb94dbad tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1127 time: 0.5588977 Mar 07 04:21:53.956413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-811f88f7-0cf0-49a7-9a81-1f59ede877fe tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "PUT /v2.0/floatingips/823b0ab1-0d28-409f-9d29-47cde9cec1b0 HTTP/1.1" status: 200 len: 991 time: 3.0298865 Mar 07 04:21:53.972569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:53.974849 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae" -d '{"events": [{"name": "network-changed", "server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:54.057650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-926a8e14-3136-4d4b-bedd-cc2663db288d req-40b210cc-0d05-460b-b792-8ab688883eed tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066360 Mar 07 04:21:54.128768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:54.155726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb6b3-e13f-4090-b5bb-c6212355a133 req-603f2aa7-6a5c-4b3c-b2b1-c3bf24a87d82 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:54.157814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58ceb6b3-e13f-4090-b5bb-c6212355a133 req-603f2aa7-6a5c-4b3c-b2b1-c3bf24a87d82 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.0901582 Mar 07 04:21:54.167088 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c505f-f931-492c-9433-63aaa1c3ba97 x-openstack-request-id: req-e10c505f-f931-492c-9433-63aaa1c3ba97 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:54.167708 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:54.168059 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e10c505f-f931-492c-9433-63aaa1c3ba97 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:54.168588 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5', 'status': 'completed', 'code': 200} Mar 07 04:21:54.247810 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Sync routers for ids ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:21:54.271389 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Routers {'f0116f03-7a69-45a8-9d97-3efee9e0fa0b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:54.278943 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:54.358027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-890489b7-8bc8-4393-99d1-25a1c1b61b91 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013377 Mar 07 04:21:54.377701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-0737c94c-c949-472d-a1c2-e86a3e5f1157 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103239 Mar 07 04:21:54.420852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-97e3401e-77e3-4b55-b1d1-68f57de950e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:54.428231 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-97e3401e-77e3-4b55-b1d1-68f57de950e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 1127 time: 0.2351055 Mar 07 04:21:54.434245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58ceb6b3-e13f-4090-b5bb-c6212355a133 req-9f3671da-6536-4083-b6d9-836c0849a1d3 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696116 Mar 07 04:21:54.447418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18489cda-ec21-44be-936d-e46078669ded up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:54.511470 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Set router f0116f03-7a69-45a8-9d97-3efee9e0fa0b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:54.654582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-e3cf04a9-191e-42b7-b2c1-5bb576bb7381 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:54.656131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-e3cf04a9-191e-42b7-b2c1-5bb576bb7381 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714892 Mar 07 04:21:54.708730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:54.713298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-5eaa27f1-c113-495c-b705-dc3cfe75bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:54.720881 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-5eaa27f1-c113-495c-b705-dc3cfe75bded service neutron] 10.222.0.44 "GET /v2.0/networks?id=bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 200 len: 925 time: 0.2663100 Mar 07 04:21:54.754933 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:21:51Z', 'revision_number': 4, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8de2f589-e149-48c6-9cfe-d1edf2ab6419', 'name': '', 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'mac_address': 'fa:16:3e:f8:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '63eab1d8-064d-44bd-82b5-5d13b3e64829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:50Z', 'updated_at': '2022-03-07T04:21:51Z', 'revision_number': 2, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'subnets': [{'id': '63eab1d8-064d-44bd-82b5-5d13b3e64829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:54.823142 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Checking router: f0116f03-7a69-45a8-9d97-3efee9e0fa0b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:54.823604 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Updating router f0116f03-7a69-45a8-9d97-3efee9e0fa0b port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:21:54.853852 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:54.885009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-56a38275-5444-4b5b-bb81-8bbd6c405d48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d1594c-cbc5-4563-a93c-d850348732b5 HTTP/1.1" status: 200 len: 999 time: 0.1521342 Mar 07 04:21:54.893782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-841fbc22-f279-4349-b59e-f25c8f3d1a21 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:54.895862 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-841fbc22-f279-4349-b59e-f25c8f3d1a21 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5243673 Mar 07 04:21:54.905853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 18489cda-ec21-44be-936d-e46078669ded triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:54.906989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18489cda-ec21-44be-936d-e46078669ded), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:54.933299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:54.938709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:54.943814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-44d90662-8c7f-406f-8797-8fe5e9df0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:54.946039 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-44d90662-8c7f-406f-8797-8fe5e9df0043 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 200 len: 863 time: 0.0490499 Mar 07 04:21:54.951631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:55.073040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-1bce2c1b-f59e-499f-aeba-6dbe592cc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:55.074998 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-1bce2c1b-f59e-499f-aeba-6dbe592cc30c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bec63565-7779-47ba-95e6-86be85045903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1196241 Mar 07 04:21:55.142822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '823b0ab1-0d28-409f-9d29-47cde9cec1b0', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'port_id': '27d1594c-cbc5-4563-a93c-d850348732b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:19:37Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:55.182487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-fb95c7fd-038a-4460-92fe-52061ae2f8a3 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001835 Mar 07 04:21:55.187075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:21:55.188145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56768) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:55.200906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:55.201594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:55.203565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 18489cda-ec21-44be-936d-e46078669ded is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:55.277455 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Publish callbacks [] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.290947 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.304731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:21:55.308917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.336851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-041ed9ad-c3ab-44bf-8e9d-f4010b58edae req-434f890b-361c-466a-b5c4-9ef451f535c5 service neutron] 10.222.0.44 "GET /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430030 Mar 07 04:21:55.409558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-5fb5a763-af80-4f87-a872-bc4619667904 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5177252 Mar 07 04:21:55.410903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.250 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/5eb88af6-7dbf-4b3d-a417-e60e7810a2b2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:55.442781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1252eda8-058f-4386-99bc-e6190ac0efde req-8dff4af3-8703-4815-a08e-f162bbbfec3e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 210 time: 0.4081492 Mar 07 04:21:55.490209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:55.523974 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781f8a-20b7-499d-b39c-e2401215c6d4 None None] Pushing event updated for resources: {'Port': ['ID=8de2f589-e149-48c6-9cfe-d1edf2ab6419,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:55.527812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Attempting to bind port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:55.528386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Attempting to bind port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:55.528936 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Attempting to bind port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 on network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:55.540569 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:55.541096 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Checking segment: {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:55.541596 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.542125 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Bound using segment: {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:55.542704 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Bound port: 8de2f589-e149-48c6-9cfe-d1edf2ab6419, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed6a281-b91e-4661-a8ba-8377b18f50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:55.547223 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.565431 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a047cf20-f4e6-451e-ba4d-68bdaad911b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=755c92a7fb114702ae026daf49f2f2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758850 Mar 07 04:21:55.567774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56772) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:55.581299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-3eac8dc5-f1d7-44cb-b2f3-b7c291ec4d64 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2277153 Mar 07 04:21:55.615826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:55.664671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fb32055-6dc7-45c1-8fe9-79bab7165bd7 admin admin] Publish callbacks [] for security_group (035430f6-b246-4477-8821-b4cd9cd4a4d5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.671600 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] For port 8de2f589-e149-48c6-9cfe-d1edf2ab6419, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:55.679244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] For port 8de2f589-e149-48c6-9cfe-d1edf2ab6419, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8de2f589-e149-48c6-9cfe-d1edf2ab6419,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:55.695430 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.707511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-04e4130c-a696-4a8b-8b0b-6cf7f08284fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:55.715654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-04e4130c-a696-4a8b-8b0b-6cf7f08284fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2fba9bf84cf49f0950c8eb850c43515&device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 1128 time: 0.2223780 Mar 07 04:21:55.719493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fb32055-6dc7-45c1-8fe9-79bab7165bd7 admin admin] Publish callbacks [] for security_group (035430f6-b246-4477-8821-b4cd9cd4a4d5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.809192 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Routers {'f0116f03-7a69-45a8-9d97-3efee9e0fa0b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:21:55.810409 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:55.814676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fb32055-6dc7-45c1-8fe9-79bab7165bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (035430f6-b246-4477-8821-b4cd9cd4a4d5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.817553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fb32055-6dc7-45c1-8fe9-79bab7165bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.821548 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0fb32055-6dc7-45c1-8fe9-79bab7165bd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/035430f6-b246-4477-8821-b4cd9cd4a4d5 HTTP/1.1" status: 204 len: 168 time: 0.2501295 Mar 07 04:21:55.833831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb32055-6dc7-45c1-8fe9-79bab7165bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035430f6-b246-4477-8821-b4cd9cd4a4d5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:55.878915 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781f8a-20b7-499d-b39c-e2401215c6d4 None None] Pushing event updated for resources: {'Port': ['ID=8de2f589-e149-48c6-9cfe-d1edf2ab6419,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:55.911355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.953841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] Provisioning complete for port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:55.954960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:55.955347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-975e7479-e95d-4597-a36e-5a43f5fabc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:55.957652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-975e7479-e95d-4597-a36e-5a43f5fabc4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0 HTTP/1.1" status: 200 len: 913 time: 0.2221546 Mar 07 04:21:56.016341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '823b0ab1-0d28-409f-9d29-47cde9cec1b0', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'port_id': '27d1594c-cbc5-4563-a93c-d850348732b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:19:37Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:56.050840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542e6bd-51b2-4887-aa57-5a955d24f7ea None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '823b0ab1-0d28-409f-9d29-47cde9cec1b0', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'port_id': '27d1594c-cbc5-4563-a93c-d850348732b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:19:37Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:56.134371 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] Set router f0116f03-7a69-45a8-9d97-3efee9e0fa0b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:21:56.159488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] Current status of the port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:56.160071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.203820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] For port 8de2f589-e149-48c6-9cfe-d1edf2ab6419, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8de2f589-e149-48c6-9cfe-d1edf2ab6419,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:21:56.224016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.315441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc00df-679e-42c6-8c50-cb11fd0e86ae None None] Pushing event updated for resources: {'Port': ['ID=8de2f589-e149-48c6-9cfe-d1edf2ab6419,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:56.351559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-001b7b2a-5bfd-4f73-976a-a3c729b8bed3 None None] Provisioning complete for port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:56.352144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-001b7b2a-5bfd-4f73-976a-a3c729b8bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.359767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.417597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:56.431275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-3d86a082-2e79-41f0-89ef-11cd5873b74d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e HTTP/1.1" status: 200 len: 1001 time: 0.4445150 Mar 07 04:21:56.434425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51e95a21-06d4-4f1f-948a-55d0cdc8641d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.478691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.497542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:21:51Z', 'revision_number': 4, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8de2f589-e149-48c6-9cfe-d1edf2ab6419', 'name': '', 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'mac_address': 'fa:16:3e:f8:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '63eab1d8-064d-44bd-82b5-5d13b3e64829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:50Z', 'updated_at': '2022-03-07T04:21:55Z', 'revision_number': 4, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'subnets': [{'id': '63eab1d8-064d-44bd-82b5-5d13b3e64829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:21:56.533331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:56.551680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07287bd8-c5b9-4102-9766-a84a0e342a4e None None] New status for floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:21:56.557229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:56.574356 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ca1e5-7196-4f23-bdee-0b28b67f508b None None] The sync data for ids ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'] in n-d-832185-1 is: [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:21:51Z', 'revision_number': 4, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8de2f589-e149-48c6-9cfe-d1edf2ab6419', 'name': '', 'network_id': '908f8b62-3cdb-4cfa-9866-0ba1330eb7e6', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'mac_address': 'fa:16:3e:f8:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '63eab1d8-064d-44bd-82b5-5d13b3e64829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:50Z', 'updated_at': '2022-03-07T04:21:55Z', 'revision_number': 4, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'subnets': [{'id': '63eab1d8-064d-44bd-82b5-5d13b3e64829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:21:56.590875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:56.603824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51e95a21-06d4-4f1f-948a-55d0cdc8641d admin admin] Publish callbacks [] for security_group (07ea1763-bc18-4fcb-9e7d-b3d6559ae8da), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.612085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-f109bcfe-f1b4-4056-9770-5aed74488125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:56.617231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-f109bcfe-f1b4-4056-9770-5aed74488125 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c HTTP/1.1" status: 200 len: 851 time: 0.1748672 Mar 07 04:21:56.622203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:56.672036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-51e95a21-06d4-4f1f-948a-55d0cdc8641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (07ea1763-bc18-4fcb-9e7d-b3d6559ae8da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.693349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-001b7b2a-5bfd-4f73-976a-a3c729b8bed3 None None] Current status of the port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:56.709820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:56.726529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.112 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/7628af94-8f76-4362-9c52-c8d6d7efe10d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:56.837785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:56.838706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.875298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:56.900183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-948c117e-e683-4cf2-9be9-c142c1ef0708 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1955714 Mar 07 04:21:56.907821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287896-08b7-430b-8beb-04c63d383d8a req-76ee72ff-13fb-4f78-845a-13f2eed68319 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:56.909603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b287896-08b7-430b-8beb-04c63d383d8a req-76ee72ff-13fb-4f78-845a-13f2eed68319 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 936 time: 0.3342969 Mar 07 04:21:56.918686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-34dc7ed3-da79-48a0-8928-703addf3dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:56.920440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-34dc7ed3-da79-48a0-8928-703addf3dde4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7243cf16-5bc6-4f4b-97ff-e7525dea43f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1642210 Mar 07 04:21:56.925753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Request body: {'port': {'device_id': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:57.073107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e95a21-06d4-4f1f-948a-55d0cdc8641d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea1763-bc18-4fcb-9e7d-b3d6559ae8da,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:57.125258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-60abb635-81d8-46b6-8f59-1147f757128e None None] Provisioning complete for port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:57.125836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60abb635-81d8-46b6-8f59-1147f757128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.153832 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-51e95a21-06d4-4f1f-948a-55d0cdc8641d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e32f4ee73821446f9dd7903e87063bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7349508 Mar 07 04:21:57.160040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56782) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:21:57.181149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.189395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-60abb635-81d8-46b6-8f59-1147f757128e None None] Port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:57.216249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-3b06a724-3e35-468b-9641-63867c5d1363 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2821898 Mar 07 04:21:57.242851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.320775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d31386da-0ae7-46a6-8625-25528dc0dda3 admin admin] Publish callbacks [] for security_group (07ea1763-bc18-4fcb-9e7d-b3d6559ae8da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.342932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d31386da-0ae7-46a6-8625-25528dc0dda3 admin admin] Publish callbacks [] for security_group (07ea1763-bc18-4fcb-9e7d-b3d6559ae8da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.383073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b287896-08b7-430b-8beb-04c63d383d8a req-e8698b72-2e3f-4bb7-98d2-16abca66bdc3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158535 Mar 07 04:21:57.405925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d31386da-0ae7-46a6-8625-25528dc0dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (07ea1763-bc18-4fcb-9e7d-b3d6559ae8da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.408945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d31386da-0ae7-46a6-8625-25528dc0dda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.412588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d31386da-0ae7-46a6-8625-25528dc0dda3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07ea1763-bc18-4fcb-9e7d-b3d6559ae8da HTTP/1.1" status: 204 len: 168 time: 0.2482405 Mar 07 04:21:57.423974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-78c180f8-b177-44e9-b563-0a038f939f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:57.425463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-78c180f8-b177-44e9-b563-0a038f939f80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1149 time: 0.1792417 Mar 07 04:21:57.435077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.448035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:21:57.489832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31386da-0ae7-46a6-8625-25528dc0dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea1763-bc18-4fcb-9e7d-b3d6559ae8da,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:57.508415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-ac3e58b7-ae2c-42ca-9c00-88232fede4ea service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376632 Mar 07 04:21:57.541918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:57.562118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:57.566176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:57.583406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Allocated IP 172.25.4.237 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/78342621-7a3a-484e-8c11-5fc533f6a8aa) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:21:57.662849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=7628af94-8f76-4362-9c52-c8d6d7efe10d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:57.731164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:57.731848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:57.737970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-241de76b-5eeb-4f2a-a2ab-5e92f94d7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:57.740348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-241de76b-5eeb-4f2a-a2ab-5e92f94d7211 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2912562 Mar 07 04:21:57.850961 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-48658ce5-bf65-4edb-9a4d-ae4cc1255796 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9028103 Mar 07 04:21:57.855595 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-f384227e-3b8c-4a95-8be5-f513f907132a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.1030719 Mar 07 04:21:57.867553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Request body: {'port': {'device_id': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:21:57.911876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e65391-19d9-46d8-936d-cc3d0ec57fd7 req-f0822700-3c9b-4fa4-bb05-23f858793459 service neutron] 10.222.0.15 "GET /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943315 Mar 07 04:21:57.988275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:57.996700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Publish callbacks [] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.011663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Transition to ACTIVE for port object 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:58.034890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6696854c-1a52-4979-bfeb-e5231ca75113 None None] Provisioning complete for port 7628af94-8f76-4362-9c52-c8d6d7efe10d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:58.035521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6696854c-1a52-4979-bfeb-e5231ca75113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.064102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.065511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-ee25247b-7e6a-4e66-8306-bdcfc2f116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:58.067387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-ee25247b-7e6a-4e66-8306-bdcfc2f116b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.2085247 Mar 07 04:21:58.099433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.129019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.140204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6696854c-1a52-4979-bfeb-e5231ca75113 None None] Port 7628af94-8f76-4362-9c52-c8d6d7efe10d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:21:58.170978 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-2ee2ed8c-977f-4c6f-baad-a0b4a0dd0172 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789971 Mar 07 04:21:58.178603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.181899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:21:58.195972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:58.208029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:21:58.274634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:21:58.442283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8de2f589-e149-48c6-9cfe-d1edf2ab6419 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:21:58.464950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Attempting to bind port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:58.465318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Attempting to bind port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:58.465657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Attempting to bind port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:58.487705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:58.488596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Attempting to bind port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:58.507362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=78342621-7a3a-484e-8c11-5fc533f6a8aa,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:58.526779 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-9c75cd5e-20af-466e-88be-c8340899dd23 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432755 Mar 07 04:21:58.610496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:21:58.610881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.655301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:58.655650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:58.656044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:58.656500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Bound port: 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:58.656868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.659269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (2c633f01-060b-4084-be59-b4181a1b156f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:58.763911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:21:58.894226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006b3b-7259-45a4-b3f5-14f65dc98794 req-1fd69f81-514e-437f-9c31-cef18850c4de tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:58.902185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15006b3b-7259-45a4-b3f5-14f65dc98794 req-1fd69f81-514e-437f-9c31-cef18850c4de tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 948 time: 0.2628603 Mar 07 04:21:59.041511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15006b3b-7259-45a4-b3f5-14f65dc98794 req-5754a0ed-5933-4242-9ee2-7fb0e544e9e4 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367576 Mar 07 04:21:59.042512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.101966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] For port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:59.107690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] For port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:59.121047 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.165147 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-03440e11-0e03-4156-9f96-2127d519aaf8 req-8c6735fd-d21d-46ed-bc34-faea97670a6f service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209261 Mar 07 04:21:59.188692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:59.189304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.190922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] 10.222.0.15 "PUT /v2.0/ports/5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 HTTP/1.1" status: 200 len: 1096 time: 2.2694941 Mar 07 04:21:59.192875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'tag': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:59.195342 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d95fe82f-3c05-44f7-b4b3-debd33ad3468", "tag": "5eb88af6-7dbf-4b3d-a417-e60e7810a2b2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:59.290192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7628af94-8f76-4362-9c52-c8d6d7efe10d {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:21:59.300138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Publish callbacks [] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.317506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Transition to ACTIVE for port object 7628af94-8f76-4362-9c52-c8d6d7efe10d will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:21:59.325521 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.355053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a915d0-4cfc-47cb-ba68-1a5a7969a126 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:59.361868 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7891492-f8df-4124-9aa0-99dc588f5442 x-openstack-request-id: req-d7891492-f8df-4124-9aa0-99dc588f5442 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:59.362281 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95fe82f-3c05-44f7-b4b3-debd33ad3468", "tag": "5eb88af6-7dbf-4b3d-a417-e60e7810a2b2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:59.362540 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7891492-f8df-4124-9aa0-99dc588f5442 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:59.363287 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'tag': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'status': 'completed', 'code': 200} Mar 07 04:21:59.396696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Pushing event updated for resources: {'Port': ['ID=7628af94-8f76-4362-9c52-c8d6d7efe10d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:59.456583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.461630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16f75e61-8cfb-463e-911a-c3e78ba5c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:59.470486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-16f75e61-8cfb-463e-911a-c3e78ba5c812 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 1130 time: 0.2170095 Mar 07 04:21:59.473312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.544642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Attempting to bind port 7628af94-8f76-4362-9c52-c8d6d7efe10d on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:21:59.545421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Attempting to bind port 7628af94-8f76-4362-9c52-c8d6d7efe10d by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:21:59.546171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Attempting to bind port 7628af94-8f76-4362-9c52-c8d6d7efe10d on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:59.551430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Port 7628af94-8f76-4362-9c52-c8d6d7efe10d on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:21:59.552052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Attempting to bind port 7628af94-8f76-4362-9c52-c8d6d7efe10d on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:21:59.558690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:21:59.559115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:21:59.559592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:21:59.560400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Bound port: 7628af94-8f76-4362-9c52-c8d6d7efe10d, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:21:59.560839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.563650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-03ce5e6b-a2a5-4cb7-a188-db587c39b984 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0846517 Mar 07 04:21:59.634726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] For port 7628af94-8f76-4362-9c52-c8d6d7efe10d, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:21:59.639204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] For port 7628af94-8f76-4362-9c52-c8d6d7efe10d, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:21:59.651363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.718361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:59.719061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:21:59.721142 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] 10.222.0.15 "PUT /v2.0/ports/7628af94-8f76-4362-9c52-c8d6d7efe10d HTTP/1.1" status: 200 len: 1096 time: 1.8629606 Mar 07 04:21:59.721142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'tag': '7628af94-8f76-4362-9c52-c8d6d7efe10d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:21:59.723667 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c92a0-99f8-4a18-a968-6ea60c14b166" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfe5e52-34a2-4883-b0ca-4c687f0131f9", "tag": "7628af94-8f76-4362-9c52-c8d6d7efe10d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:21:59.739154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8192-3d37-4a0d-9de7-2c45daa01a7b service neutron] Pushing event updated for resources: {'Port': ['ID=7628af94-8f76-4362-9c52-c8d6d7efe10d,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:21:59.836354 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aea360-1085-4a3e-a0a2-1847119cd641 x-openstack-request-id: req-a5aea360-1085-4a3e-a0a2-1847119cd641 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:21:59.836716 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfe5e52-34a2-4883-b0ca-4c687f0131f9", "tag": "7628af94-8f76-4362-9c52-c8d6d7efe10d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:21:59.837086 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5aea360-1085-4a3e-a0a2-1847119cd641 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:21:59.838337 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'tag': '7628af94-8f76-4362-9c52-c8d6d7efe10d', 'status': 'completed', 'code': 200} Mar 07 04:21:59.879532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-af39c2e0-462d-40bb-bfae-d79656d2a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:21:59.881445 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-af39c2e0-462d-40bb-bfae-d79656d2a180 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 1130 time: 0.0970626 Mar 07 04:21:59.938588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-15655570-3f77-4788-8ac7-6ad25473f622 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d HTTP/1.1" status: 200 len: 217 time: 0.0482819 Mar 07 04:22:00.007095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-60446a53-1cdc-4410-8dc5-27bc49aa6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.009412 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-60446a53-1cdc-4410-8dc5-27bc49aa6842 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0636699 Mar 07 04:22:00.058913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-9d3e64b4-f7eb-4f87-9529-9bd339e77e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.060606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-9d3e64b4-f7eb-4f87-9529-9bd339e77e4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.4880862 Mar 07 04:22:00.072464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-0dee0f59-308c-494e-ae0e-9a51dbbf7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.074187 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-0dee0f59-308c-494e-ae0e-9a51dbbf7f93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0580206 Mar 07 04:22:00.088016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=78342621-7a3a-484e-8c11-5fc533f6a8aa,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:00.120074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2c633f01-060b-4084-be59-b4181a1b156f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:00.142236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:00.154288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-242f06dd-249e-4ecf-986e-3773de8b5f60 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5537653 Mar 07 04:22:00.214574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-f94d50dc-c50c-4521-9870-cf9f092179c1 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0591130 Mar 07 04:22:00.221427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-dbb27a3e-1550-4d24-801f-6ea6e9ac690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.223108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-dbb27a3e-1550-4d24-801f-6ea6e9ac690e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1504812 Mar 07 04:22:00.233003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-3fde1971-8179-4938-8e48-8d95e11134f4 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518834 Mar 07 04:22:00.328736 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-7c737967-1199-4a19-b457-98fd91669d25 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855362 Mar 07 04:22:00.423731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab438a9-3b4e-4151-ab8e-9b4efef7eb33 req-fbdf2e62-cd67-47c2-9811-6e2c972d4583 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.425213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ab438a9-3b4e-4151-ab8e-9b4efef7eb33 req-fbdf2e62-cd67-47c2-9811-6e2c972d4583 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 948 time: 0.2082283 Mar 07 04:22:00.439096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-45e20a3f-7362-4a1a-b24a-ac1a30e457c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.441175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-45e20a3f-7362-4a1a-b24a-ac1a30e457c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 1130 time: 0.0510335 Mar 07 04:22:00.465819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-6a3ce658-b417-442e-92f4-a87bb5457a33 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.467110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d7e9ba-ecbb-4e9a-9827-8e153e6990ad req-6a3ce658-b417-442e-92f4-a87bb5457a33 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2517753 Mar 07 04:22:00.493761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-b33a85ac-3ac7-4469-906f-771530cad8d7 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341113 Mar 07 04:22:00.561835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-6cef40a4-9479-4118-b2a4-bf0d5e3a7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.563439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-6cef40a4-9479-4118-b2a4-bf0d5e3a7e64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1144812 Mar 07 04:22:00.623936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-d617da00-5bae-4506-bb34-4e2e11ec83c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d HTTP/1.1" status: 200 len: 217 time: 0.0531938 Mar 07 04:22:00.640825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ab438a9-3b4e-4151-ab8e-9b4efef7eb33 req-2603817f-8ff6-4cf2-9c69-32810a267d92 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068813 Mar 07 04:22:00.698458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-6423e31c-95ed-48d7-a122-9e49dda6895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.703696 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-6423e31c-95ed-48d7-a122-9e49dda6895d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0728469 Mar 07 04:22:00.728271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa5ed0b3-4381-4953-87ca-606540314e3f req-fc3360d3-964a-4fb5-9667-e2d24256f4db service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196808 Mar 07 04:22:00.736508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-a0df81c5-ca0d-484c-bf22-63aa59bed563 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1472080 Mar 07 04:22:00.750063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:00.780310 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:00.791328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-2ee71078-8759-4445-9229-b2b6b8257e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.792953 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-2ee71078-8759-4445-9229-b2b6b8257e83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0830338 Mar 07 04:22:00.869839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56844) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:00.899824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-b6e15127-ae6d-4d01-9c2b-b4339afd6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:00.902914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-b6e15127-ae6d-4d01-9c2b-b4339afd6fa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 1130 time: 0.1176100 Mar 07 04:22:00.917520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-817146aa-2a83-4a7f-9098-233a961edb4f service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169600 Mar 07 04:22:01.008483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12cd25d6-731e-470d-b46d-a48e87eaeb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.023925 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.043216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-438a1ef6-986f-4411-aeea-258d2cc725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:01.044617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-438a1ef6-986f-4411-aeea-258d2cc725b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1243932 Mar 07 04:22:01.056671 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4f3c92a0-99f8-4a18-a968-6ea60c14b166 req-43167072-a012-4801-9580-21382e9350ae service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312859 Mar 07 04:22:01.121199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-68453b7a-04d6-4999-83f7-d0896fde6aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0465114 Mar 07 04:22:01.128870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12cd25d6-731e-470d-b46d-a48e87eaeb0c admin admin] Publish callbacks [] for security_group (3fe413e5-1a8c-4177-8f54-9ae55e68019e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.134228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12cd25d6-731e-470d-b46d-a48e87eaeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3fe413e5-1a8c-4177-8f54-9ae55e68019e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.178013 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-12cd25d6-731e-470d-b46d-a48e87eaeb0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7860fec32897448eb1cce34397088fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043756 Mar 07 04:22:01.178013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd25d6-731e-470d-b46d-a48e87eaeb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe413e5-1a8c-4177-8f54-9ae55e68019e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:01.180648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56848) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:01.213182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-d5d8d696-9d40-4c6b-99db-6d29f88a6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:01.214764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-d5d8d696-9d40-4c6b-99db-6d29f88a6f6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0814235 Mar 07 04:22:01.231887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de5f528-dcd9-4c1f-b1e3-556e8a6d54b3 admin admin] Publish callbacks [] for security_group (3fe413e5-1a8c-4177-8f54-9ae55e68019e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.234635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Allocated IP 172.25.4.49 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/3f54100a-a63c-4daa-abe0-502f0181c350) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:01.263754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de5f528-dcd9-4c1f-b1e3-556e8a6d54b3 admin admin] Publish callbacks [] for security_group (3fe413e5-1a8c-4177-8f54-9ae55e68019e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.322800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de5f528-dcd9-4c1f-b1e3-556e8a6d54b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3fe413e5-1a8c-4177-8f54-9ae55e68019e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.325567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de5f528-dcd9-4c1f-b1e3-556e8a6d54b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.329242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7de5f528-dcd9-4c1f-b1e3-556e8a6d54b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fe413e5-1a8c-4177-8f54-9ae55e68019e HTTP/1.1" status: 204 len: 168 time: 0.1451290 Mar 07 04:22:01.338302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5f528-dcd9-4c1f-b1e3-556e8a6d54b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe413e5-1a8c-4177-8f54-9ae55e68019e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:01.341251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-e641cb4f-5e80-402c-9c0d-8a8e108ff3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:01.342807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-e641cb4f-5e80-402c-9c0d-8a8e108ff3d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1185286 Mar 07 04:22:01.441345 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (3f54100a-a63c-4daa-abe0-502f0181c350), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.486408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-dc9dcc05-4212-42aa-9dcb-1cca76e8da1f service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358593 Mar 07 04:22:01.515140 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3f54100a-a63c-4daa-abe0-502f0181c350), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.593345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:01.601828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:01.608754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:01.639608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=3f54100a-a63c-4daa-abe0-502f0181c350,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:01.672404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56856) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:01.672751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0b4917-70d3-4904-b3e5-59f0efaa2e0a req-1dd9b89b-5ac0-4442-8171-d6a1f8d6268e service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786680 Mar 07 04:22:01.704336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a62648a-66d6-4df8-ac27-fbf959e8ca81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.727560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (7ccfd526-4488-4029-aed9-4faf166e9b7a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.798137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3f54100a-a63c-4daa-abe0-502f0181c350), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.800301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a62648a-66d6-4df8-ac27-fbf959e8ca81 admin admin] Publish callbacks [] for security_group (5f430519-89ec-482c-bcaa-69e555e59e84), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.805380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a62648a-66d6-4df8-ac27-fbf959e8ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5f430519-89ec-482c-bcaa-69e555e59e84), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:01.837653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbea54-0582-4db9-a24b-82d0614ace8c req-cf72f0f2-3aaa-47f8-9502-f10b992cb0c5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:01.839103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26bbea54-0582-4db9-a24b-82d0614ace8c req-cf72f0f2-3aaa-47f8-9502-f10b992cb0c5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 948 time: 0.1088967 Mar 07 04:22:01.847820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62648a-66d6-4df8-ac27-fbf959e8ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f430519-89ec-482c-bcaa-69e555e59e84,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:01.855745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a62648a-66d6-4df8-ac27-fbf959e8ca81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef4d0e0ed46482e8bf387c54bf13885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822762 Mar 07 04:22:01.856726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56858) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:01.986642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26bbea54-0582-4db9-a24b-82d0614ace8c req-1df4ae71-4dbe-488a-9f16-8f7d63c976ae tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330638 Mar 07 04:22:02.007925 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d818f02-ce59-4848-ae4f-600a96253586 admin admin] Publish callbacks [] for security_group (5f430519-89ec-482c-bcaa-69e555e59e84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.041619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d818f02-ce59-4848-ae4f-600a96253586 admin admin] Publish callbacks [] for security_group (5f430519-89ec-482c-bcaa-69e555e59e84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.065304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (3f54100a-a63c-4daa-abe0-502f0181c350), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.078242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3f54100a-a63c-4daa-abe0-502f0181c350), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.154703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=3f54100a-a63c-4daa-abe0-502f0181c350,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:02.159212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d818f02-ce59-4848-ae4f-600a96253586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5f430519-89ec-482c-bcaa-69e555e59e84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.161764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d818f02-ce59-4848-ae4f-600a96253586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.165639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0d818f02-ce59-4848-ae4f-600a96253586 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f430519-89ec-482c-bcaa-69e555e59e84 HTTP/1.1" status: 204 len: 168 time: 0.3072250 Mar 07 04:22:02.177583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818f02-ce59-4848-ae4f-600a96253586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f430519-89ec-482c-bcaa-69e555e59e84,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:02.184649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (7ccfd526-4488-4029-aed9-4faf166e9b7a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.204389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.205813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-6d025dc5-5d74-47d5-8821-e9d5e0612f4f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4617548 Mar 07 04:22:02.260402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-8ed12c27-568a-420f-a0a6-57474826b1b8 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0484934 Mar 07 04:22:02.377596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-89303a53-6443-4253-9f80-b9d576e8ddc9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:02.379270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74911eff-fa76-4f80-b4c2-068ff8e88ed9 req-89303a53-6443-4253-9f80-b9d576e8ddc9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1127117 Mar 07 04:22:02.515547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-325fdcc2-86c4-4340-a517-914326691c89 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1096725 Mar 07 04:22:02.524609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:02.549008 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.653423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.719612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8cad4823-ad24-4bf4-881d-eb392067477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.781688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Allocated IP 172.25.4.210 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/6a024692-e05d-4393-abf4-08abb3c68434) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:02.804726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 7628af94-8f76-4362-9c52-c8d6d7efe10d details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:02.928154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (6a024692-e05d-4393-abf4-08abb3c68434), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:02.939408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 7628af94-8f76-4362-9c52-c8d6d7efe10d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:02.953662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '7628af94-8f76-4362-9c52-c8d6d7efe10d', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '7628af94-8f76-4362-9c52-c8d6d7efe10d', 'mac_address': 'fa:16:3e:a2:86:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:02.976308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6a024692-e05d-4393-abf4-08abb3c68434), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.008911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 7628af94-8f76-4362-9c52-c8d6d7efe10d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:03.009809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.026856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7628af94-8f76-4362-9c52-c8d6d7efe10d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:03.063481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 7628af94-8f76-4362-9c52-c8d6d7efe10d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:03.068732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:03.070344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=6a024692-e05d-4393-abf4-08abb3c68434,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:03.071801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.079077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:03.082217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:03.140929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=7628af94-8f76-4362-9c52-c8d6d7efe10d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:03.218702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058dd04-6a64-43bd-8142-7e704346ac3c req-3e40d5fc-22a1-49cb-967c-0032c50619aa tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:03.220580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5058dd04-6a64-43bd-8142-7e704346ac3c req-3e40d5fc-22a1-49cb-967c-0032c50619aa tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 948 time: 0.1056764 Mar 07 04:22:03.258278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (8ad92fa7-f4e2-4b59-8875-6482b0b4f5f1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.308449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5058dd04-6a64-43bd-8142-7e704346ac3c req-ac763159-6f34-4a65-b937-ebcc7157c839 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767827 Mar 07 04:22:03.337108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6a024692-e05d-4393-abf4-08abb3c68434), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.370532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:03.560949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (6a024692-e05d-4393-abf4-08abb3c68434), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.568970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6a024692-e05d-4393-abf4-08abb3c68434), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.656273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8ad92fa7-f4e2-4b59-8875-6482b0b4f5f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.687345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=6a024692-e05d-4393-abf4-08abb3c68434,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:03.712537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:03.714133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-93e7754e-1ac0-4f28-9da7-d035d69986a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1937139 Mar 07 04:22:03.783811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-c1e9f199-0887-4fdd-9624-2396a17156a3 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0631759 Mar 07 04:22:04.274710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-214241cb-5c5a-4a89-aaa6-ff1efcb97e9f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:04.277097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-214241cb-5c5a-4a89-aaa6-ff1efcb97e9f tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.4863648 Mar 07 04:22:04.301449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-937f4187-a0f7-409a-b429-e6abe25dcfc1 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:22:04.305857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b110ac6-625f-4f23-95cd-18af7be78d45 req-937f4187-a0f7-409a-b429-e6abe25dcfc1 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227365 Mar 07 04:22:04.511971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-4050a972-d1e3-4bd6-b30b-e6f6ee873f63 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1826046 Mar 07 04:22:04.528918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:04.552252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790141f3-1199-4ba7-90ac-b00377e7f4eb req-d4612026-700c-4a99-be10-4e9eb698588f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:04.559528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-790141f3-1199-4ba7-90ac-b00377e7f4eb req-d4612026-700c-4a99-be10-4e9eb698588f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 948 time: 0.1684930 Mar 07 04:22:04.592422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56922) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:04.598702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:04.630524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-790141f3-1199-4ba7-90ac-b00377e7f4eb req-10bff845-17c6-41d4-b129-a8effcee21de tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700057 Mar 07 04:22:04.751665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-861599e0-5320-4fa5-99c1-fa01957c2ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:04.757897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:04.818728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:04.824293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 7628af94-8f76-4362-9c52-c8d6d7efe10d up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:04.885178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Allocated IP 172.25.4.108 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/1a4d904d-d838-4824-990c-908ab9fded42) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:04.909376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-861599e0-5320-4fa5-99c1-fa01957c2ac2 admin admin] Publish callbacks [] for security_group (a55a0528-2c46-42ed-89f7-8125d06adb20), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:04.917631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-861599e0-5320-4fa5-99c1-fa01957c2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a55a0528-2c46-42ed-89f7-8125d06adb20), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.013138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (1a4d904d-d838-4824-990c-908ab9fded42), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.025154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 7628af94-8f76-4362-9c52-c8d6d7efe10d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:05.025823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861599e0-5320-4fa5-99c1-fa01957c2ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55a0528-2c46-42ed-89f7-8125d06adb20,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:05.052504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-861599e0-5320-4fa5-99c1-fa01957c2ac2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8776eacb30143f58462591728ca92e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585180 Mar 07 04:22:05.061690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:05.072242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 7628af94-8f76-4362-9c52-c8d6d7efe10d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:05.072864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.083858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1a4d904d-d838-4824-990c-908ab9fded42), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.137141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:05.138433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f0d28e4-9d0e-4b8e-8177-77ea7d8254d8 admin admin] Publish callbacks [] for security_group (a55a0528-2c46-42ed-89f7-8125d06adb20), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.142925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:05.150136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:05.160564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=1a4d904d-d838-4824-990c-908ab9fded42,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:05.179361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f0d28e4-9d0e-4b8e-8177-77ea7d8254d8 admin admin] Publish callbacks [] for security_group (a55a0528-2c46-42ed-89f7-8125d06adb20), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.191688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:05.206595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'mac_address': 'fa:16:3e:9c:84:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:05.267394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f0d28e4-9d0e-4b8e-8177-77ea7d8254d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a55a0528-2c46-42ed-89f7-8125d06adb20), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.270095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f0d28e4-9d0e-4b8e-8177-77ea7d8254d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.274407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4f0d28e4-9d0e-4b8e-8177-77ea7d8254d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a55a0528-2c46-42ed-89f7-8125d06adb20 HTTP/1.1" status: 204 len: 168 time: 0.2086117 Mar 07 04:22:05.290861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d28e4-9d0e-4b8e-8177-77ea7d8254d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55a0528-2c46-42ed-89f7-8125d06adb20,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:05.323301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (6f4d959c-19e9-4496-886d-265f0b94d8f3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.403538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1a4d904d-d838-4824-990c-908ab9fded42), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.495684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:05.496368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.543575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-210e2815-d944-4108-8838-4507a484d381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.588077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:05.612556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 7628af94-8f76-4362-9c52-c8d6d7efe10d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:05.613032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.633517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:05.662356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 7628af94-8f76-4362-9c52-c8d6d7efe10d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:05.664250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7628af94-8f76-4362-9c52-c8d6d7efe10d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:05.667879 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e68af2-0404-4c64-8ce2-6b8d0612a7e2" -d '{"events": [{"server_uuid": "8bfe5e52-34a2-4883-b0ca-4c687f0131f9", "name": "network-vif-plugged", "status": "completed", "tag": "7628af94-8f76-4362-9c52-c8d6d7efe10d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:05.671185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.675478 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.754854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for port (1a4d904d-d838-4824-990c-908ab9fded42), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.758250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:05.798518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1a4d904d-d838-4824-990c-908ab9fded42), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.822564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=7628af94-8f76-4362-9c52-c8d6d7efe10d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:05.832021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56944) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:05.853025 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2152-58f3-4c2e-807a-8b604000c6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.926544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event updated for resources: {'Port': ['ID=1a4d904d-d838-4824-990c-908ab9fded42,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:05.953366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c209b-059b-42a6-914c-a55163870e0a req-cfd492cd-e6bf-4f49-b84d-71f22bfcb190 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:05.960759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f0c209b-059b-42a6-914c-a55163870e0a req-cfd492cd-e6bf-4f49-b84d-71f22bfcb190 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 949 time: 0.1999543 Mar 07 04:22:05.968170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (6f4d959c-19e9-4496-886d-265f0b94d8f3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:05.982015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:06.003089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.011187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-c8d2eea7-531e-4078-ba64-fe388d2f9612 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4876351 Mar 07 04:22:06.078272 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2152-58f3-4c2e-807a-8b604000c6be admin admin] Publish callbacks [] for security_group (b3817f69-cddf-4116-9167-9230cd3be56b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.082896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-1e293941-beb5-4828-a71f-bb7d072661f1 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0707281 Mar 07 04:22:06.086347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2152-58f3-4c2e-807a-8b604000c6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b3817f69-cddf-4116-9167-9230cd3be56b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.103472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f0c209b-059b-42a6-914c-a55163870e0a req-44ead8ed-e0d2-4469-956b-5173e2fe575d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352508 Mar 07 04:22:06.179950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a2152-58f3-4c2e-807a-8b604000c6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3817f69-cddf-4116-9167-9230cd3be56b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:06.213960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba6a2152-58f3-4c2e-807a-8b604000c6be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8484dab468c5437781e68ac1950af643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806975 Mar 07 04:22:06.216456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56950) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:06.219355 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af83ba-1dfe-43d5-b44b-c3c648730d81 x-openstack-request-id: req-74af83ba-1dfe-43d5-b44b-c3c648730d81 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:06.219679 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfe5e52-34a2-4883-b0ca-4c687f0131f9", "name": "network-vif-plugged", "status": "completed", "tag": "7628af94-8f76-4362-9c52-c8d6d7efe10d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:06.219943 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74af83ba-1dfe-43d5-b44b-c3c648730d81 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:06.220348 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7628af94-8f76-4362-9c52-c8d6d7efe10d', 'code': 200} Mar 07 04:22:06.336010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22b96628-5feb-462e-935c-56bfb6e4a8dc admin admin] Publish callbacks [] for security_group (b3817f69-cddf-4116-9167-9230cd3be56b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.347012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-e300ce1f-83a6-4d9c-9966-8cf10b8adf83 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:06.348414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3923fd14-e135-4559-a6e5-e2dd129aebaa req-e300ce1f-83a6-4d9c-9966-8cf10b8adf83 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2646904 Mar 07 04:22:06.365209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22b96628-5feb-462e-935c-56bfb6e4a8dc admin admin] Publish callbacks [] for security_group (b3817f69-cddf-4116-9167-9230cd3be56b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.377255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea853ce-5a07-48b3-bd08-1b0593b60f07 req-3e28e78c-62cc-4b89-ac39-d7123b93f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:06.379343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dea853ce-5a07-48b3-bd08-1b0593b60f07 req-3e28e78c-62cc-4b89-ac39-d7123b93f2bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 1132 time: 0.1176567 Mar 07 04:22:06.419387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22b96628-5feb-462e-935c-56bfb6e4a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b3817f69-cddf-4116-9167-9230cd3be56b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.423961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22b96628-5feb-462e-935c-56bfb6e4a8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.425019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-22b96628-5feb-462e-935c-56bfb6e4a8dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3817f69-cddf-4116-9167-9230cd3be56b HTTP/1.1" status: 204 len: 168 time: 0.2074726 Mar 07 04:22:06.435021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b96628-5feb-462e-935c-56bfb6e4a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3817f69-cddf-4116-9167-9230cd3be56b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:06.485567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dea853ce-5a07-48b3-bd08-1b0593b60f07 req-20a8d632-4f3d-4b6b-b2fd-0de66f8b83fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618472 Mar 07 04:22:06.489223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f33e73f9-2616-4830-99d6-1e710109ae97 req-44fb0c10-347a-4a71-99c6-b16bd3fd220e tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips/6f4d959c-19e9-4496-886d-265f0b94d8f3 HTTP/1.1" status: 200 len: 693 time: 0.1086776 Mar 07 04:22:06.579213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:06.640154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e73f9-2616-4830-99d6-1e710109ae97 req-695729e9-b803-4146-ae08-cf42e76f2ebe tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:06.641834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f33e73f9-2616-4830-99d6-1e710109ae97 req-695729e9-b803-4146-ae08-cf42e76f2ebe tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1454277 Mar 07 04:22:06.653822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-f33e73f9-2616-4830-99d6-1e710109ae97 req-3a624fc0-02d1-4db7-9a92-dbb628b92657 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:22:06.654656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f33e73f9-2616-4830-99d6-1e710109ae97 req-3a624fc0-02d1-4db7-9a92-dbb628b92657 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064206 Mar 07 04:22:06.723956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-30a54cf2-8c50-410b-badf-8d27127de468 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips/6f4d959c-19e9-4496-886d-265f0b94d8f3 HTTP/1.1" status: 200 len: 693 time: 0.0467608 Mar 07 04:22:06.870656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-21dafc4a-10bb-4fef-b05f-f3a1c88ad2c4 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:06.872111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-21dafc4a-10bb-4fef-b05f-f3a1c88ad2c4 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1358144 Mar 07 04:22:06.894019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-be4edc46-09d8-415f-a0cd-3465845829af tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:22:06.898527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-be4edc46-09d8-415f-a0cd-3465845829af tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185583 Mar 07 04:22:06.960843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-a1e4f802-6ad3-47fe-a043-e5d2341bebcd tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0605781 Mar 07 04:22:07.026328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-b3da2977-cc2a-453f-af38-dd18880eca26 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0527785 Mar 07 04:22:07.276772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d714168-4507-44e3-9439-b15ad9dffdf1 req-560a310f-00e6-4fc6-90fb-b7870e46b379 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:07.283971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d714168-4507-44e3-9439-b15ad9dffdf1 req-560a310f-00e6-4fc6-90fb-b7870e46b379 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 949 time: 0.0899239 Mar 07 04:22:07.301967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Deleting port 1a4d904d-d838-4824-990c-908ab9fded42 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:07.302336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1a4d904d-d838-4824-990c-908ab9fded42), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.417849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d714168-4507-44e3-9439-b15ad9dffdf1 req-a5d02f62-dee0-4cd1-b923-3fb28bc7d2b7 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277347 Mar 07 04:22:07.444903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1a4d904d-d838-4824-990c-908ab9fded42), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.445271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (1a4d904d-d838-4824-990c-908ab9fded42), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.463225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Calling delete_port for 1a4d904d-d838-4824-990c-908ab9fded42 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:07.512796 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.723771 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1a4d904d-d838-4824-990c-908ab9fded42), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.787904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event deleted for resources: {'Port': ['ID=1a4d904d-d838-4824-990c-908ab9fded42,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:07.913914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (6f4d959c-19e9-4496-886d-265f0b94d8f3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.916513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:07.917674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83b0c037-0a05-4561-a6c1-aa124c502804 req-c216b924-3a20-410a-9da3-28ed6fff1a87 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "DELETE /v2.0/floatingips/6f4d959c-19e9-4496-886d-265f0b94d8f3 HTTP/1.1" status: 204 len: 173 time: 0.8856244 Mar 07 04:22:08.213580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf3aac-f90d-4866-893f-cd1694cdf416 req-15b9cef1-0857-4a8c-bfc3-96a927188c8a tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:08.215128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43bf3aac-f90d-4866-893f-cd1694cdf416 req-15b9cef1-0857-4a8c-bfc3-96a927188c8a tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2753081 Mar 07 04:22:08.233084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e4615-e6ff-4d87-a1f9-cdf9851fcc11 req-42cc2750-54b6-43b5-8686-e71a0f66824d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:08.240340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc0e4615-e6ff-4d87-a1f9-cdf9851fcc11 req-42cc2750-54b6-43b5-8686-e71a0f66824d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.1229806 Mar 07 04:22:08.329480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22b78036-1019-41fd-bec9-e8a4aa9f8f29 req-278fe0a9-7dc0-4322-bda2-b15404175cc0 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=edb64267141b40b2bc22e368b0da836e HTTP/1.1" status: 200 len: 1656 time: 0.0866127 Mar 07 04:22:08.381421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc0e4615-e6ff-4d87-a1f9-cdf9851fcc11 req-e4719519-459a-4709-afdc-164b91600465 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407831 Mar 07 04:22:08.474859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b78036-1019-41fd-bec9-e8a4aa9f8f29 req-1f1e8a37-8e80-475c-8119-a4e3bab09623 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:08.477245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22b78036-1019-41fd-bec9-e8a4aa9f8f29 req-1f1e8a37-8e80-475c-8119-a4e3bab09623 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks?id=f7c05cad-bea7-40ad-a21a-d6f26761807f&id=f7c05cad-bea7-40ad-a21a-d6f26761807f&id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 787 time: 0.1382635 Mar 07 04:22:08.491974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-22b78036-1019-41fd-bec9-e8a4aa9f8f29 req-afd583cb-1b08-48d2-bc72-95b271641055 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:22:08.493025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22b78036-1019-41fd-bec9-e8a4aa9f8f29 req-afd583cb-1b08-48d2-bc72-95b271641055 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065167 Mar 07 04:22:08.607801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1795562992', 'description': 'tempest-description-2003968884'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:08.639903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fd053-3a42-4586-ac48-c0e4cd0cde84 req-fa7a8a37-c9cf-4b7f-920a-fbac26d49a9d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:08.641468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e71fd053-3a42-4586-ac48-c0e4cd0cde84 req-fa7a8a37-c9cf-4b7f-920a-fbac26d49a9d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 949 time: 0.0764260 Mar 07 04:22:08.647199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:08.665425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:08.726579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e71fd053-3a42-4586-ac48-c0e4cd0cde84 req-d59db294-1bf0-400a-bd3a-e9fc742eaa3b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752079 Mar 07 04:22:08.808752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f900341-69ed-4a59-8499-320d51dc6812 req-3e448246-da9b-460c-9f0f-aecd7b60652a tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips/8ad92fa7-f4e2-4b59-8875-6482b0b4f5f1 HTTP/1.1" status: 200 len: 693 time: 0.0585132 Mar 07 04:22:08.843189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:08.846120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:08.858698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:08.896526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:08.901326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:08.901664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:08.934891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:08.979197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f900341-69ed-4a59-8499-320d51dc6812 req-d7c0df59-4dfb-459c-b084-f7e7243cd3ae tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:08.980536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f900341-69ed-4a59-8499-320d51dc6812 req-d7c0df59-4dfb-459c-b084-f7e7243cd3ae tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1664643 Mar 07 04:22:09.008831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:09.009304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.033583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:09.034950 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (314d3567-df0f-4e75-9a0e-1a71580a8a52), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.039385 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b5ded-b21b-4c85-8cb8-24d2fd60592a" -d '{"events": [{"server_uuid": "d95fe82f-3c05-44f7-b4b3-debd33ad3468", "name": "network-vif-plugged", "status": "completed", "tag": "5eb88af6-7dbf-4b3d-a417-e60e7810a2b2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:09.042680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (314d3567-df0f-4e75-9a0e-1a71580a8a52), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.051437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f900341-69ed-4a59-8499-320d51dc6812 req-66e6d9e2-ba17-4b35-8448-1f7e2c91fb04 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0589051 Mar 07 04:22:09.055293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:09.060047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.081446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.082622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ddbdce6-bc50-44e2-ac5a-d4a6a0830f3d req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4809582 Mar 07 04:22:09.121933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1dae3-f7b6-436b-a782-60df0d35cae9 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314d3567-df0f-4e75-9a0e-1a71580a8a52,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:09.126812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f900341-69ed-4a59-8499-320d51dc6812 req-fd40be0b-4ffe-466a-8421-516a11316fdc tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0628924 Mar 07 04:22:09.130843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:09.150299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.164682 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63bd9d5-d937-4d4d-9d8d-1f0fbb8bbc51 x-openstack-request-id: req-e63bd9d5-d937-4d4d-9d8d-1f0fbb8bbc51 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:09.165092 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95fe82f-3c05-44f7-b4b3-debd33ad3468", "name": "network-vif-plugged", "status": "completed", "tag": "5eb88af6-7dbf-4b3d-a417-e60e7810a2b2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:09.165955 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e63bd9d5-d937-4d4d-9d8d-1f0fbb8bbc51 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:09.166383 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'code': 200} Mar 07 04:22:09.183630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c91fdf98-8040-463d-a54e-6cb6efdc2c55 req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Request body: {'security_group': {'name': 'tempest-securitygroup-178855189', 'description': 'tempest-description-1535405545'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:09.257136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c91fdf98-8040-463d-a54e-6cb6efdc2c55 req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.348632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Deleting port 6a024692-e05d-4393-abf4-08abb3c68434 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:09.348989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6a024692-e05d-4393-abf4-08abb3c68434), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.391384 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c91fdf98-8040-463d-a54e-6cb6efdc2c55 req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (672936be-f67d-419e-8ca3-09638da7afde), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.685151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4a9d0-2129-480d-95c3-938ae3fa0cc0 req-acda400d-e3d2-45b9-83da-f7e8804d34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:09.686678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ae4a9d0-2129-480d-95c3-938ae3fa0cc0 req-acda400d-e3d2-45b9-83da-f7e8804d34f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 1132 time: 0.3898482 Mar 07 04:22:09.690542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c91fdf98-8040-463d-a54e-6cb6efdc2c55 req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (672936be-f67d-419e-8ca3-09638da7afde), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.743416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c91fdf98-8040-463d-a54e-6cb6efdc2c55 req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.744616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c91fdf98-8040-463d-a54e-6cb6efdc2c55 req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5672109 Mar 07 04:22:09.760377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df13911-89eb-4420-83ac-cad2b0c3264b tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672936be-f67d-419e-8ca3-09638da7afde,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:09.778422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6a024692-e05d-4393-abf4-08abb3c68434), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.778749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (6a024692-e05d-4393-abf4-08abb3c68434), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.792818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ae4a9d0-2129-480d-95c3-938ae3fa0cc0 req-f63bc50b-0724-41f2-ae45-9e2829b0b53c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950136 Mar 07 04:22:09.796726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Calling delete_port for 6a024692-e05d-4393-abf4-08abb3c68434 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:09.951466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6a024692-e05d-4393-abf4-08abb3c68434), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:09.993231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event deleted for resources: {'Port': ['ID=6a024692-e05d-4393-abf4-08abb3c68434,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:10.067378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312e4c3-4dbf-46f9-98ff-f4ea3bc5e32f req-39257343-784c-4655-947c-3816f72f5066 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:10.068853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7312e4c3-4dbf-46f9-98ff-f4ea3bc5e32f req-39257343-784c-4655-947c-3816f72f5066 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 950 time: 0.1300139 Mar 07 04:22:10.074283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (8ad92fa7-f4e2-4b59-8875-6482b0b4f5f1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.077045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.078160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f900341-69ed-4a59-8499-320d51dc6812 req-ebfb8a70-1af3-4254-9626-50082ee52635 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "DELETE /v2.0/floatingips/8ad92fa7-f4e2-4b59-8875-6482b0b4f5f1 HTTP/1.1" status: 204 len: 173 time: 0.9457624 Mar 07 04:22:10.121320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7312e4c3-4dbf-46f9-98ff-f4ea3bc5e32f req-ca7068f1-fc84-4c11-907f-0de6efd4736e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Mar 07 04:22:10.166286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-781044880', 'description': 'tempest-description-637988279'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:10.206813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.217265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.260749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682cbd8-faa2-4e0e-938f-b514fda342f1 req-f6891534-7ea1-4a1f-8f43-f818058858d8 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:10.262257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e682cbd8-faa2-4e0e-938f-b514fda342f1 req-f6891534-7ea1-4a1f-8f43-f818058858d8 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.0838749 Mar 07 04:22:10.325507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e682cbd8-faa2-4e0e-938f-b514fda342f1 req-4be1d457-28f5-4313-9b4d-320eca18a7ae tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574856 Mar 07 04:22:10.364726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (a7b943c5-a400-4c0f-9561-be643a15df8a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.396187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a7b943c5-a400-4c0f-9561-be643a15df8a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.413771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-d5fd3121-cce7-47fb-b0aa-fbf20b4ea395 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips/7ccfd526-4488-4029-aed9-4faf166e9b7a HTTP/1.1" status: 200 len: 692 time: 0.0635202 Mar 07 04:22:10.474544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b943c5-a400-4c0f-9561-be643a15df8a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:10.578723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (cef98648-0369-4cb6-a2c6-a3cb3b40e119), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.587372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-3e8d0818-d13e-4884-b828-d1d85d879e6c tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:10.588799 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-3e8d0818-d13e-4884-b828-d1d85d879e6c tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1630745 Mar 07 04:22:10.590073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cef98648-0369-4cb6-a2c6-a3cb3b40e119), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.658682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.661317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40b57040-ab48-4532-a73f-dd75eca8dac0 req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5019844 Mar 07 04:22:10.662872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15125bec-57c6-4549-914c-dca7bd70529a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef98648-0369-4cb6-a2c6-a3cb3b40e119,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:10.667424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-1be74999-738f-4a0a-829d-1223c7ecc9dc tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0663471 Mar 07 04:22:10.721229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f985abed-c0b5-4151-a4db-51bf47f3fb28 req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-313753259', 'description': 'tempest-description-1891840673'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:10.732596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-121f768b-23f7-4531-86b3-7e64ef595458 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0592225 Mar 07 04:22:10.747898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f985abed-c0b5-4151-a4db-51bf47f3fb28 req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.907355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f985abed-c0b5-4151-a4db-51bf47f3fb28 req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (10eee9e7-4d8c-4cb2-911a-91d17e3f43db), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.913556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f985abed-c0b5-4151-a4db-51bf47f3fb28 req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (10eee9e7-4d8c-4cb2-911a-91d17e3f43db), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.919817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Deleting port 3f54100a-a63c-4daa-abe0-502f0181c350 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:10.920149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3f54100a-a63c-4daa-abe0-502f0181c350), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.963026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f985abed-c0b5-4151-a4db-51bf47f3fb28 req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:10.966003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f985abed-c0b5-4151-a4db-51bf47f3fb28 req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2503307 Mar 07 04:22:10.992471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e12d2-58a1-478c-8751-b34a8471564c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eee9e7-4d8c-4cb2-911a-91d17e3f43db,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:11.069781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3f54100a-a63c-4daa-abe0-502f0181c350), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:11.070138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (3f54100a-a63c-4daa-abe0-502f0181c350), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:11.093532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Calling delete_port for 3f54100a-a63c-4daa-abe0-502f0181c350 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:11.360135 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3f54100a-a63c-4daa-abe0-502f0181c350), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:11.404801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event deleted for resources: {'Port': ['ID=3f54100a-a63c-4daa-abe0-502f0181c350,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:11.504630 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (7ccfd526-4488-4029-aed9-4faf166e9b7a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:11.508147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:11.509353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d07eb1c-de82-4bbd-9a18-b142441d314c req-fbe32401-dd1e-41f3-8f89-653f970f57d9 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ccfd526-4488-4029-aed9-4faf166e9b7a HTTP/1.1" status: 204 len: 173 time: 0.7710307 Mar 07 04:22:11.534918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-dcb1f82b-0000-4a0d-a3e3-e3a2d622393d tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59251 time: 0.5340030 Mar 07 04:22:11.577405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-159c8860-613d-4aba-b9c6-57ea3c384ffc tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/11d94fab-db10-4f93-8565-031294fb219c HTTP/1.1" status: 200 len: 2998 time: 0.0416081 Mar 07 04:22:11.655000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-0b72ded4-feb8-47cc-a012-2f47c20558ab tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/11d94fab-db10-4f93-8565-031294fb219c HTTP/1.1" status: 200 len: 2998 time: 0.0721905 Mar 07 04:22:11.683722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6d6a-bfc2-4de3-b4bc-7643bd5166b4 req-8064d1f1-c669-41dc-b838-10feb8e1bc4f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:11.685305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a7b6d6a-bfc2-4de3-b4bc-7643bd5166b4 req-8064d1f1-c669-41dc-b838-10feb8e1bc4f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 950 time: 0.1008635 Mar 07 04:22:11.742671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-2505f76e-c995-44d1-9e5f-53ee5b7fee92 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/20921571-25fb-41c7-93ad-dea300546c23 HTTP/1.1" status: 200 len: 2998 time: 0.0772877 Mar 07 04:22:11.772657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a7b6d6a-bfc2-4de3-b4bc-7643bd5166b4 req-0f125124-8dd0-4b00-9662-3be83572eb73 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790644 Mar 07 04:22:11.802807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-3fcbb1ad-61f3-4693-b183-92abaab2446e tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/20921571-25fb-41c7-93ad-dea300546c23 HTTP/1.1" status: 200 len: 2998 time: 0.0544751 Mar 07 04:22:11.876700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-7b1a4da8-6505-455f-bdaa-ac12deb92c64 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/354a8784-b8d8-4b6c-8a4c-b38e03f660e9 HTTP/1.1" status: 200 len: 2998 time: 0.0667477 Mar 07 04:22:11.907880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b2e97-9dfb-45c6-a455-5996af3cc0db req-8e6914ac-08d6-4eb6-b19c-543ae1497297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:11.909344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-222b2e97-9dfb-45c6-a455-5996af3cc0db req-8e6914ac-08d6-4eb6-b19c-543ae1497297 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.0722647 Mar 07 04:22:11.948246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-462c133d-783a-4fc8-9622-823558b31022 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/354a8784-b8d8-4b6c-8a4c-b38e03f660e9 HTTP/1.1" status: 200 len: 2998 time: 0.0630848 Mar 07 04:22:11.987459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-222b2e97-9dfb-45c6-a455-5996af3cc0db req-00a32b38-e0e3-412c-88f3-0147098d6e0d tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups?id=11af4223-46b8-420e-b13e-3d14e78d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697811 Mar 07 04:22:12.007951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-2dbb7073-342c-4fd8-8a27-6dd0789ac250 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5514e274-e4ac-400b-aa25-c32da5b63acf HTTP/1.1" status: 200 len: 2990 time: 0.0499067 Mar 07 04:22:12.097064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d760bba-17bb-4133-8e60-878462af51a8 req-beb54b24-f198-4106-98d5-18353912524b tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips/2c633f01-060b-4084-be59-b4181a1b156f HTTP/1.1" status: 200 len: 693 time: 0.0618112 Mar 07 04:22:12.098920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-c1315417-c5a9-4d4e-bf33-4f4156204e49 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5514e274-e4ac-400b-aa25-c32da5b63acf HTTP/1.1" status: 200 len: 2990 time: 0.0857072 Mar 07 04:22:12.203514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-a03d56e2-7ea9-4ac7-81dd-9aa0a75bd7f5 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/63a02485-578d-4412-8389-94f84a894824 HTTP/1.1" status: 200 len: 2998 time: 0.0909791 Mar 07 04:22:12.280303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d760bba-17bb-4133-8e60-878462af51a8 req-3ce58f42-2612-4815-94ca-e241498d481a tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:12.281628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d760bba-17bb-4133-8e60-878462af51a8 req-3ce58f42-2612-4815-94ca-e241498d481a tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1781425 Mar 07 04:22:12.347251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-e4465682-8f22-4b72-882b-99cef90e44cb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/63a02485-578d-4412-8389-94f84a894824 HTTP/1.1" status: 200 len: 2998 time: 0.1302567 Mar 07 04:22:12.354911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaada88-8269-4534-9430-e92ca4281d1e req-95b4b418-3f34-4e39-871b-03b70a6458a9 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:12.356348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbaada88-8269-4534-9430-e92ca4281d1e req-95b4b418-3f34-4e39-871b-03b70a6458a9 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 946 time: 0.1493394 Mar 07 04:22:12.365118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d760bba-17bb-4133-8e60-878462af51a8 req-64c93740-92db-4efe-970a-9a78ad516b48 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0732155 Mar 07 04:22:12.471777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d760bba-17bb-4133-8e60-878462af51a8 req-4ed0b3d2-8ff1-4ffd-90de-10fc1730d457 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0930247 Mar 07 04:22:12.507672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-55a75de8-4c40-4a7f-b392-20c4eab1a7f4 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/68394d3c-5d5d-4616-938d-6dc6b4afb0ae HTTP/1.1" status: 200 len: 2998 time: 0.1503563 Mar 07 04:22:12.651863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-0e25075f-decc-49d5-a661-a0b98402f8a2 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/68394d3c-5d5d-4616-938d-6dc6b4afb0ae HTTP/1.1" status: 200 len: 2998 time: 0.1141634 Mar 07 04:22:12.658565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Deleting port 82e5c4e3-3f4d-44ef-ac34-49206f24049e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:12.658909 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:12.763580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Deleting port 78342621-7a3a-484e-8c11-5fc533f6a8aa {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:12.763923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:12.781727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-d168b853-a29f-42ef-8b93-702f4c2843dc tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6948e9ae-e3a7-4160-a886-9bac070dd3b0 HTTP/1.1" status: 200 len: 2994 time: 0.1200204 Mar 07 04:22:12.853967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] For port 82e5c4e3-3f4d-44ef-ac34-49206f24049e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=82e5c4e3-3f4d-44ef-ac34-49206f24049e,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:12.854274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:12.938986 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:12.939315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (78342621-7a3a-484e-8c11-5fc533f6a8aa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:12.952053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-20304af7-5534-40b7-8f59-a420edfaab0a tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6948e9ae-e3a7-4160-a886-9bac070dd3b0 HTTP/1.1" status: 200 len: 2994 time: 0.1569943 Mar 07 04:22:12.960376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Calling delete_port for 78342621-7a3a-484e-8c11-5fc533f6a8aa owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:13.130978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-74af5601-b21a-4736-a47a-49a1b5cd6f85 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/892fb451-3cc5-434e-842f-161712d86d92 HTTP/1.1" status: 200 len: 2998 time: 0.1685941 Mar 07 04:22:13.167372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:13.167734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (82762ffe-6965-4e64-b417-9cc1f75c6f54), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:13.168046 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Floating IP 82762ffe-6965-4e64-b417-9cc1f75c6f54 disassociated. External IP: 172.25.4.21, port: 82e5c4e3-3f4d-44ef-ac34-49206f24049e. Mar 07 04:22:13.168390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Calling delete_port for 82e5c4e3-3f4d-44ef-ac34-49206f24049e owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:13.247875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-f5cccb19-faae-4bfe-ba7f-4062a16caa74 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/892fb451-3cc5-434e-842f-161712d86d92 HTTP/1.1" status: 200 len: 2998 time: 0.1077139 Mar 07 04:22:13.339676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (78342621-7a3a-484e-8c11-5fc533f6a8aa), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:13.344417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-e0d30480-4f85-4d0b-923e-4269f1773497 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9260aad4-655e-467b-816a-e16324875b34 HTTP/1.1" status: 200 len: 2998 time: 0.0773487 Mar 07 04:22:13.375790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Pushing event deleted for resources: {'Port': ['ID=78342621-7a3a-484e-8c11-5fc533f6a8aa,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:13.441587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.441938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.442304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.442642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.442989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.443306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.443632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.444596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.444928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.445256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.445581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.445899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.446250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:13.508988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-1dc545b9-fcd8-49ec-9822-59aec42c40b7 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9260aad4-655e-467b-816a-e16324875b34 HTTP/1.1" status: 200 len: 2998 time: 0.1431592 Mar 07 04:22:13.519370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks [] for floatingip (2c633f01-060b-4084-be59-b4181a1b156f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:13.521771 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:13.523289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d760bba-17bb-4133-8e60-878462af51a8 req-dd08119a-8622-4b53-a146-f593354fc1b6 tempest-FloatingIPDetailsTestJSON-1647488463 tempest-FloatingIPDetailsTestJSON-1647488463-project] 10.222.0.21 "DELETE /v2.0/floatingips/2c633f01-060b-4084-be59-b4181a1b156f HTTP/1.1" status: 204 len: 173 time: 1.0443206 Mar 07 04:22:13.528905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (82e5c4e3-3f4d-44ef-ac34-49206f24049e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:13.529585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:13.571970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event deleted for resources: {'Port': ['ID=82e5c4e3-3f4d-44ef-ac34-49206f24049e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:13.592492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-69907d7b-e7f9-491b-9421-0e03db52df07 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97e127be-9dce-4d16-8d72-7f5314d40e24 HTTP/1.1" status: 200 len: 2994 time: 0.0777283 Mar 07 04:22:13.707148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-b522ca1d-d494-44f8-8491-a919c24fc299 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97e127be-9dce-4d16-8d72-7f5314d40e24 HTTP/1.1" status: 200 len: 2994 time: 0.0802724 Mar 07 04:22:13.742135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Router 110c6cdf-357b-4776-9967-f55ff9f357d8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:22:13.773596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-cf4a9f7f-d48c-4c0a-b04a-cba5d6e4d1d8 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9b1823dc-f9b3-4547-bfe0-69d4f87445e2 HTTP/1.1" status: 200 len: 2998 time: 0.0596542 Mar 07 04:22:13.895002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-8d37e12d-0a77-488a-aada-5a18634f72ca tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9b1823dc-f9b3-4547-bfe0-69d4f87445e2 HTTP/1.1" status: 200 len: 2998 time: 0.1090693 Mar 07 04:22:13.945357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:22:13.966380 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] Sync routers for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:22:13.985755 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:13.987584 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:13.992910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] No DVR routers for this DVR port 82e5c4e3-3f4d-44ef-ac34-49206f24049e on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:22:13.997024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-346a3b09-7a3f-4f66-b5bf-72f57ae15df2 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9c090948-13ca-4dce-ae73-2fdbcebdba95 HTTP/1.1" status: 200 len: 2998 time: 0.0895236 Mar 07 04:22:13.997024 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:14.000179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbaada88-8269-4534-9430-e92ca4281d1e req-143226bf-129a-4050-8262-ea3dd08743a1 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.15 "DELETE /v2.0/ports/82e5c4e3-3f4d-44ef-ac34-49206f24049e HTTP/1.1" status: 204 len: 173 time: 1.6341896 Mar 07 04:22:14.000638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'name': 'network-vif-deleted', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:14.002996 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd19104-46e4-4990-bd8a-a4b901983a70" -d '{"events": [{"server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "name": "network-vif-deleted", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:14.071228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-b23d0d99-2e72-45d7-9a5b-d38997081495 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9c090948-13ca-4dce-ae73-2fdbcebdba95 HTTP/1.1" status: 200 len: 2998 time: 0.0655220 Mar 07 04:22:14.146277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-832da0f3-3eb5-4acf-a7c3-610029a7d3e8 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a7b943c5-a400-4c0f-9561-be643a15df8a HTTP/1.1" status: 200 len: 2998 time: 0.0685027 Mar 07 04:22:14.186804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:14.325107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-abca8255-7391-4455-b323-20447d0e2319 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a7b943c5-a400-4c0f-9561-be643a15df8a HTTP/1.1" status: 200 len: 2998 time: 0.1705518 Mar 07 04:22:14.352960 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:14.380923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b28cf-4b45-42c3-a3fa-f47790c1feb9 req-4fd83ef9-1ea9-4a50-a751-fea3749309e7 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:14.383460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-829b28cf-4b45-42c3-a3fa-f47790c1feb9 req-4fd83ef9-1ea9-4a50-a751-fea3749309e7 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 950 time: 0.1493621 Mar 07 04:22:14.388412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-baa765a1-7211-44aa-8c66-4ab4b1deaa8b tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/aece0e88-e120-4730-b419-92b2f24398e3 HTTP/1.1" status: 200 len: 2998 time: 0.0554571 Mar 07 04:22:14.464931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-b1970f78-71e9-43e7-b67c-18de096e80ef tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/aece0e88-e120-4730-b419-92b2f24398e3 HTTP/1.1" status: 200 len: 2998 time: 0.0704513 Mar 07 04:22:14.492368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-829b28cf-4b45-42c3-a3fa-f47790c1feb9 req-ed8728b5-7b74-4a1d-9ce0-ff18d2fe721b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908678 Mar 07 04:22:14.558958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-1114505e-6485-4bb3-ade2-62b15bb086a3 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ba91ad02-9f41-48eb-b9f9-3b650ec127b8 HTTP/1.1" status: 200 len: 2998 time: 0.0858419 Mar 07 04:22:14.616280 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:14.654471 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] Checking router: 110c6cdf-357b-4776-9967-f55ff9f357d8 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:22:14.658632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Deleting port 8de2f589-e149-48c6-9cfe-d1edf2ab6419 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:14.659185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:14.665905 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:14.666754 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:14.693293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e869f518-d0ec-4c42-9a8d-d3b72c4cd1b5 req-2930c5c7-bb3a-4868-8fab-fff00ee24a78 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9 HTTP/1.1" status: 200 len: 210 time: 0.0698922 Mar 07 04:22:14.702835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-1e1892c5-7c17-4968-8314-13cd7a450528 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ba91ad02-9f41-48eb-b9f9-3b650ec127b8 HTTP/1.1" status: 200 len: 2998 time: 0.1300967 Mar 07 04:22:14.813033 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8546c01-3d81-4102-a67e-70004734c375 x-openstack-request-id: req-f8546c01-3d81-4102-a67e-70004734c375 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:14.813395 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9", "name": "network-vif-deleted", "tag": "82e5c4e3-3f4d-44ef-ac34-49206f24049e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:14.813669 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8546c01-3d81-4102-a67e-70004734c375 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:14.814844 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d26d844-5bd6-4cf8-ba59-ed2f6bb86ae9', 'name': 'network-vif-deleted', 'tag': '82e5c4e3-3f4d-44ef-ac34-49206f24049e', 'status': 'completed', 'code': 200} Mar 07 04:22:14.823062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-be133679-3c72-44c3-b801-f46d1ebf340c tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e HTTP/1.1" status: 200 len: 2998 time: 0.1023448 Mar 07 04:22:14.825162 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:14.867241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] For port 8de2f589-e149-48c6-9cfe-d1edf2ab6419, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8de2f589-e149-48c6-9cfe-d1edf2ab6419,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:14.867807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:14.887561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Calling delete_port for 8de2f589-e149-48c6-9cfe-d1edf2ab6419 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:14.911964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-d8611409-5943-493f-b2c6-c7ece5944c76 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e HTTP/1.1" status: 200 len: 2998 time: 0.0800257 Mar 07 04:22:15.004333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-2f47f4f8-a4d2-4cf1-b2c4-3c7400497246 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ff0fc062-90cb-41d3-adf9-a3f04f7e227f HTTP/1.1" status: 200 len: 2998 time: 0.0855587 Mar 07 04:22:15.126381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-992122bf-3b25-4686-80fb-51705f82fd9f req-02e4cce7-64a3-49cd-b418-a50c0428519b tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ff0fc062-90cb-41d3-adf9-a3f04f7e227f HTTP/1.1" status: 200 len: 2998 time: 0.1136971 Mar 07 04:22:15.188376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8de2f589-e149-48c6-9cfe-d1edf2ab6419), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:15.256288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Pushing event deleted for resources: {'Port': ['ID=8de2f589-e149-48c6-9cfe-d1edf2ab6419,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:15.301885 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:15.303895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.304435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.304733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.305157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.305476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.305812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.306246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.306566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.306898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.307224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.307588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.307914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.308261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:15.389446 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60c8ec-5816-4cdb-b803-d7c48dbdcba0 None None] The sync data for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 is: [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:21:05Z', 'revision_number': 4, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2662559c-74e0-4479-883c-9be7040e106c', 'name': '', 'network_id': '7243cf16-5bc6-4f4b-97ff-e7525dea43f0', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'mac_address': 'fa:16:3e:ad:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:05Z', 'updated_at': '2022-03-07T04:21:10Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'subnets': [{'id': '11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:22:15.601104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:15.799644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7774ea0-b7d1-47a3-acba-04e54f7d3b5b None None] New status for floating IP 82762ffe-6965-4e64-b417-9cc1f75c6f54: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:22:15.854991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Router f0116f03-7a69-45a8-9d97-3efee9e0fa0b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:22:15.891943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8b2d1-b3a7-40b4-9962-1f0008471546 req-96e4a5c5-497e-43c4-b8a9-526da66a57f0 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:15.898456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09f8b2d1-b3a7-40b4-9962-1f0008471546 req-96e4a5c5-497e-43c4-b8a9-526da66a57f0 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1127 time: 0.4907706 Mar 07 04:22:15.956334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca460-ae8a-43c7-a3e4-3dbd1eb7e9db req-4e514a6d-2a5c-4016-a37a-1448b07fc283 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:15.967887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca460-ae8a-43c7-a3e4-3dbd1eb7e9db req-4e514a6d-2a5c-4016-a37a-1448b07fc283 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:15.977500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d6ca460-ae8a-43c7-a3e4-3dbd1eb7e9db req-4e514a6d-2a5c-4016-a37a-1448b07fc283 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9&device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 1691 time: 0.1707737 Mar 07 04:22:16.017992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:22:16.032721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482da40-542f-470d-afe5-c22e386470be None None] Sync routers for ids ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:22:16.039836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-90582862-72e4-4037-9f0b-0fe7dd26e53f admin admin] 10.222.0.21 "PUT /v2.0/routers/f0116f03-7a69-45a8-9d97-3efee9e0fa0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087423 Mar 07 04:22:16.040451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57134) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:16.044261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] Routers {'f0116f03-7a69-45a8-9d97-3efee9e0fa0b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:16.044721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09f8b2d1-b3a7-40b4-9962-1f0008471546 req-9eba903c-e719-4575-beb7-98b0013d5759 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406467 Mar 07 04:22:16.045344 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:16.068335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d6ca460-ae8a-43c7-a3e4-3dbd1eb7e9db req-f9e608e3-5546-41e4-a7f7-096262be5cb5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890164 Mar 07 04:22:16.178868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd2a7194-8dc9-4850-85ef-006ffd617ba8 req-43ec1489-a3bb-40c5-a94a-954dce37d7ab tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=844091656b0b436ca1be2ba3ded5074a HTTP/1.1" status: 200 len: 6154 time: 0.0847564 Mar 07 04:22:16.207901 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] Set router f0116f03-7a69-45a8-9d97-3efee9e0fa0b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:16.246146 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks [] for router (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.266800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd2a7194-8dc9-4850-85ef-006ffd617ba8 req-458e1c2f-5559-4d0e-bf65-842c73c32a50 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "GET /v2.0/security-groups/fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e HTTP/1.1" status: 200 len: 2998 time: 0.0754564 Mar 07 04:22:16.344593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd2a7194-8dc9-4850-85ef-006ffd617ba8 req-6bff3fe7-0cf7-4758-b7b0-305e5b2c2bda tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "GET /v2.0/security-groups/fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e HTTP/1.1" status: 200 len: 2998 time: 0.0697920 Mar 07 04:22:16.437416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:16.447546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks [] for router_gateway (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.520517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Deleting port 18489cda-ec21-44be-936d-e46078669ded {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:16.520973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (18489cda-ec21-44be-936d-e46078669ded), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.536413 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '18489cda-ec21-44be-936d-e46078669ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:22:15Z', 'revision_number': 5, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port': {'id': '18489cda-ec21-44be-936d-e46078669ded', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:47Z', 'updated_at': '2022-03-07T04:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:16.540862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9edf8af7-35f1-4e7a-b6b5-e5acdd199839 req-8c95f642-dede-4f36-bfda-8b46dadbd833 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/10eee9e7-4d8c-4cb2-911a-91d17e3f43db HTTP/1.1" status: 200 len: 1794 time: 0.0741251 Mar 07 04:22:16.577859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2992d7ea-4cbb-4f68-a213-c3af4db320e0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group (11af4223-46b8-420e-b13e-3d14e78d45f7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.595849 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482da40-542f-470d-afe5-c22e386470be None None] Checking router: f0116f03-7a69-45a8-9d97-3efee9e0fa0b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:22:16.608228 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] Routers {'f0116f03-7a69-45a8-9d97-3efee9e0fa0b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:16.608867 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:16.638107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] For port 18489cda-ec21-44be-936d-e46078669ded, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18489cda-ec21-44be-936d-e46078669ded,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:16.638344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2992d7ea-4cbb-4f68-a213-c3af4db320e0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group (11af4223-46b8-420e-b13e-3d14e78d45f7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.638610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (18489cda-ec21-44be-936d-e46078669ded), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.655091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Calling delete_port for 18489cda-ec21-44be-936d-e46078669ded owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:16.698289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9edf8af7-35f1-4e7a-b6b5-e5acdd199839 req-a7c5d338-8637-49ff-baf1-3d19773a43eb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (10eee9e7-4d8c-4cb2-911a-91d17e3f43db), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.724184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9edf8af7-35f1-4e7a-b6b5-e5acdd199839 req-a7c5d338-8637-49ff-baf1-3d19773a43eb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (10eee9e7-4d8c-4cb2-911a-91d17e3f43db), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.746228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2992d7ea-4cbb-4f68-a213-c3af4db320e0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (11af4223-46b8-420e-b13e-3d14e78d45f7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.748928 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2992d7ea-4cbb-4f68-a213-c3af4db320e0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.752540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2992d7ea-4cbb-4f68-a213-c3af4db320e0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "DELETE /v2.0/security-groups/11af4223-46b8-420e-b13e-3d14e78d45f7 HTTP/1.1" status: 204 len: 168 time: 0.3114405 Mar 07 04:22:16.762077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57148) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:16.793832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992d7ea-4cbb-4f68-a213-c3af4db320e0 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af4223-46b8-420e-b13e-3d14e78d45f7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:16.797157 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-9491832f-ac76-4859-9ad0-7bdcae734da4 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] show failed (client error): The resource could not be found. Mar 07 04:22:16.800970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9491832f-ac76-4859-9ad0-7bdcae734da4 tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "GET /v2.0/security-groups/11af4223-46b8-420e-b13e-3d14e78d45f7 HTTP/1.1" status: 404 len: 347 time: 0.0282593 Mar 07 04:22:16.801574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57154) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:16.845803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9edf8af7-35f1-4e7a-b6b5-e5acdd199839 req-a7c5d338-8637-49ff-baf1-3d19773a43eb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (10eee9e7-4d8c-4cb2-911a-91d17e3f43db), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.847919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 82e5c4e3-3f4d-44ef-ac34-49206f24049e no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:16.848402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9edf8af7-35f1-4e7a-b6b5-e5acdd199839 req-a7c5d338-8637-49ff-baf1-3d19773a43eb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.849529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9edf8af7-35f1-4e7a-b6b5-e5acdd199839 req-a7c5d338-8637-49ff-baf1-3d19773a43eb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/10eee9e7-4d8c-4cb2-911a-91d17e3f43db HTTP/1.1" status: 204 len: 173 time: 0.3025413 Mar 07 04:22:16.875117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5d338-8637-49ff-baf1-3d19773a43eb tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eee9e7-4d8c-4cb2-911a-91d17e3f43db,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:16.896398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 82e5c4e3-3f4d-44ef-ac34-49206f24049e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:16.896738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 82e5c4e3-3f4d-44ef-ac34-49206f24049e not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:16.914699 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (18489cda-ec21-44be-936d-e46078669ded), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:16.945915 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] Set router f0116f03-7a69-45a8-9d97-3efee9e0fa0b gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:16.984523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=18489cda-ec21-44be-936d-e46078669ded,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:17.031357 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f482da40-542f-470d-afe5-c22e386470be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:22:16Z', 'revision_number': 6, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:17.081565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.086526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc845eef-4dba-42fb-babe-d23d07e0c784 req-fd324061-47c7-410c-9288-b90d9d7f081a tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:17.088832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc845eef-4dba-42fb-babe-d23d07e0c784 req-fd324061-47c7-410c-9288-b90d9d7f081a tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 1132 time: 0.1115301 Mar 07 04:22:17.091134 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482da40-542f-470d-afe5-c22e386470be None None] The sync data for ids ['f0116f03-7a69-45a8-9d97-3efee9e0fa0b'] in n-d-832185-1 is: [{'id': 'f0116f03-7a69-45a8-9d97-3efee9e0fa0b', 'name': 'tempest-FloatingIPDetailsTestJSON-240844834-router', 'tenant_id': 'edb64267141b40b2bc22e368b0da836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:46Z', 'updated_at': '2022-03-07T04:22:16Z', 'revision_number': 6, 'project_id': 'edb64267141b40b2bc22e368b0da836e', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:22:17.093546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Deleting port 529d5d61-c0e2-4b0d-b244-c29fffbfb37d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:17.093895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.202508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.205049 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks [] for router_controller (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.224505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc845eef-4dba-42fb-babe-d23d07e0c784 req-eace8f3c-f26d-48e2-9526-1bb3eb2b271c tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284456 Mar 07 04:22:17.256924 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.257661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.271205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (f0116f03-7a69-45a8-9d97-3efee9e0fa0b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.271772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0116f03-7a69-45a8-9d97-3efee9e0fa0b {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:22:17.278828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Calling delete_port for 529d5d61-c0e2-4b0d-b244-c29fffbfb37d owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:17.278964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.280863 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e0aeca2-1117-42a1-b0d5-3d5b9a8c9b8f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f0116f03-7a69-45a8-9d97-3efee9e0fa0b HTTP/1.1" status: 204 len: 168 time: 1.2382534 Mar 07 04:22:17.286523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:17.358342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Deleting subnet 63eab1d8-064d-44bd-82b5-5d13b3e64829 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:22:17.361622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Publish callbacks [] for subnet (63eab1d8-064d-44bd-82b5-5d13b3e64829), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.397531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f73eb2d-4b92-40db-97a8-9171e3744cfd req-730225d9-bca7-4f53-8193-4f37b725f9cf tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cef98648-0369-4cb6-a2c6-a3cb3b40e119 HTTP/1.1" status: 200 len: 1793 time: 0.1159058 Mar 07 04:22:17.423448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (63eab1d8-064d-44bd-82b5-5d13b3e64829), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.529426 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f73eb2d-4b92-40db-97a8-9171e3744cfd req-10eac18f-2cc8-4cd1-89d0-7d43fed778d9 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (cef98648-0369-4cb6-a2c6-a3cb3b40e119), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.582587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (63eab1d8-064d-44bd-82b5-5d13b3e64829), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.622314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (529d5d61-c0e2-4b0d-b244-c29fffbfb37d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.650679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f73eb2d-4b92-40db-97a8-9171e3744cfd req-10eac18f-2cc8-4cd1-89d0-7d43fed778d9 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (cef98648-0369-4cb6-a2c6-a3cb3b40e119), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.669823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Pushing event deleted for resources: {'Port': ['ID=529d5d61-c0e2-4b0d-b244-c29fffbfb37d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:17.698058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (63eab1d8-064d-44bd-82b5-5d13b3e64829), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.731678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63eab1d8-064d-44bd-82b5-5d13b3e64829,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:17.746251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.749907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-88ad2b64-4cf2-4556-9231-5294fc55b59d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63eab1d8-064d-44bd-82b5-5d13b3e64829 HTTP/1.1" status: 204 len: 168 time: 0.4623313 Mar 07 04:22:17.754259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b78cf7-7841-4c2c-941e-442ca482963f None None] Network 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:17.763161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57184) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:17.793515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f73eb2d-4b92-40db-97a8-9171e3744cfd req-10eac18f-2cc8-4cd1-89d0-7d43fed778d9 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cef98648-0369-4cb6-a2c6-a3cb3b40e119), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.796901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f73eb2d-4b92-40db-97a8-9171e3744cfd req-10eac18f-2cc8-4cd1-89d0-7d43fed778d9 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.818491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f73eb2d-4b92-40db-97a8-9171e3744cfd req-10eac18f-2cc8-4cd1-89d0-7d43fed778d9 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/cef98648-0369-4cb6-a2c6-a3cb3b40e119 HTTP/1.1" status: 204 len: 173 time: 0.4196413 Mar 07 04:22:17.844442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac18f-2cc8-4cd1-89d0-7d43fed778d9 tempest-SecurityGroupsTestAdminJSON-451999541 tempest-SecurityGroupsTestAdminJSON-451999541-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef98648-0369-4cb6-a2c6-a3cb3b40e119,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:17.846786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks [] for floatingip (82762ffe-6965-4e64-b417-9cc1f75c6f54), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.854190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:17.866307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-522124a6-9811-4445-85a5-052f1b30ab5c tempest-ServersTestManualDisk-538301885 tempest-ServersTestManualDisk-538301885-project] 10.222.0.21 "DELETE /v2.0/floatingips/82762ffe-6965-4e64-b417-9cc1f75c6f54 HTTP/1.1" status: 204 len: 168 time: 1.0631392 Mar 07 04:22:17.867139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:17.933175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.060633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] DHCP port deletion for 908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:22:18.077869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-e76ae170-d6bd-48c9-a0a8-ee4d5a238ee0 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:22:18.079060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-e76ae170-d6bd-48c9-a0a8-ee4d5a238ee0 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132878 Mar 07 04:22:18.119291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Deleting port d0c5151e-2c56-42e4-8213-fb79047e9260 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:18.119625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.160811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Deleting port d0c5151e-2c56-42e4-8213-fb79047e9260 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:18.161482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.216985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-3f79cfbb-bc41-4417-b44c-5b4fa6b8b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:18.219591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-3f79cfbb-bc41-4417-b44c-5b4fa6b8b584 service neutron] 10.222.0.21 "GET /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 1124 time: 0.1192286 Mar 07 04:22:18.230777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b8781-96e4-4dd6-9143-5ec5a1311e2e req-2dff98e2-63cc-4e2f-aec7-c1d365574d97 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:18.238992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a91b8781-96e4-4dd6-9143-5ec5a1311e2e req-2dff98e2-63cc-4e2f-aec7-c1d365574d97 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 1132 time: 0.1929770 Mar 07 04:22:18.248367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:18.248939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:22:18.346032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] For port d0c5151e-2c56-42e4-8213-fb79047e9260, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0c5151e-2c56-42e4-8213-fb79047e9260,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:18.346032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.369847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Calling delete_port for d0c5151e-2c56-42e4-8213-fb79047e9260 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:18.450837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18489cda-ec21-44be-936d-e46078669ded no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:18.481136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.505809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Pushing event deleted for resources: {'Port': ['ID=d0c5151e-2c56-42e4-8213-fb79047e9260,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:18.508958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 18489cda-ec21-44be-936d-e46078669ded {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:18.509616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18489cda-ec21-44be-936d-e46078669ded not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:18.510270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0c5151e-2c56-42e4-8213-fb79047e9260 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:18.540094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d0c5151e-2c56-42e4-8213-fb79047e9260 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:18.540625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0c5151e-2c56-42e4-8213-fb79047e9260 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:18.541152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8de2f589-e149-48c6-9cfe-d1edf2ab6419 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:18.580881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8de2f589-e149-48c6-9cfe-d1edf2ab6419 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:18.581386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8de2f589-e149-48c6-9cfe-d1edf2ab6419 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:18.585108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.585779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.586252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.586774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.587206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.587667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.588174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.588600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.589059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.589478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.589900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.590336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.590755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:18.596561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] For port d0c5151e-2c56-42e4-8213-fb79047e9260, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0c5151e-2c56-42e4-8213-fb79047e9260,segment=NetworkSegment(bed6a281-b91e-4661-a8ba-8377b18f50cb),segment_id=bed6a281-b91e-4661-a8ba-8377b18f50cb)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:18.597029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89785e-2a33-4204-9212-37e6dc353a48 None None] No DVR routers for this DVR port d0c5151e-2c56-42e4-8213-fb79047e9260 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:22:18.597267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.616909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a91b8781-96e4-4dd6-9143-5ec5a1311e2e req-e79fb812-93fb-47b7-9bbe-86d3837df321 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768129 Mar 07 04:22:18.621548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Calling delete_port for d0c5151e-2c56-42e4-8213-fb79047e9260 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:18.711385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d0c5151e-2c56-42e4-8213-fb79047e9260), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.731474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:18.731815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:18.732153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:18.741834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c5151e-2c56-42e4-8213-fb79047e9260,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:18.746459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] No DVR routers for this DVR port d0c5151e-2c56-42e4-8213-fb79047e9260 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:22:18.749117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:18.749453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:18.760647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:18.760990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:18.761372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:18.761808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Bound port: 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:18.765598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5ec7b6a-86cf-411f-b85a-4665d0bc044d req-8a6b3c25-18a1-43f7-9666-aa51a362c465 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "GET /v2.0/security-groups/672936be-f67d-419e-8ca3-09638da7afde HTTP/1.1" status: 200 len: 1794 time: 0.1037970 Mar 07 04:22:18.820044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.845296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f8b62-3cdb-4cfa-9866-0ba1330eb7e6']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:18.854921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed6a281-b91e-4661-a8ba-8377b18f50cb') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:18.855268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed6a281-b91e-4661-a8ba-8377b18f50cb') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:18.865905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (bed6a281-b91e-4661-a8ba-8377b18f50cb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.888527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bed6a281-b91e-4661-a8ba-8377b18f50cb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.897103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:22:18.897664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (bed6a281-b91e-4661-a8ba-8377b18f50cb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:22:18.900460 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:22:18.907640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:18.923292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.924507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7e14dd1e-6c08-40ca-b3e6-7f12bdae6ef8 service neutron] 10.222.0.21 "POST /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433/bindings HTTP/1.1" status: 201 len: 389 time: 0.6823006 Mar 07 04:22:18.947030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d5ec7b6a-86cf-411f-b85a-4665d0bc044d req-29b33ea2-3f55-4389-8d10-a1415caaf384 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (672936be-f67d-419e-8ca3-09638da7afde), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.985273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (908f8b62-3cdb-4cfa-9866-0ba1330eb7e6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:18.985961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d5ec7b6a-86cf-411f-b85a-4665d0bc044d req-29b33ea2-3f55-4389-8d10-a1415caaf384 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (672936be-f67d-419e-8ca3-09638da7afde), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.000834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.009726 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] 10.222.0.21 "DELETE /v2.0/networks/908f8b62-3cdb-4cfa-9866-0ba1330eb7e6 HTTP/1.1" status: 204 len: 168 time: 1.2453253 Mar 07 04:22:19.043759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f6b06-1623-4784-b7cb-33271c7c6b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=908f8b62-3cdb-4cfa-9866-0ba1330eb7e6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:19.151704 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d5ec7b6a-86cf-411f-b85a-4665d0bc044d req-29b33ea2-3f55-4389-8d10-a1415caaf384 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (672936be-f67d-419e-8ca3-09638da7afde), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.154902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d5ec7b6a-86cf-411f-b85a-4665d0bc044d req-29b33ea2-3f55-4389-8d10-a1415caaf384 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.180148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5ec7b6a-86cf-411f-b85a-4665d0bc044d req-29b33ea2-3f55-4389-8d10-a1415caaf384 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "DELETE /v2.0/security-groups/672936be-f67d-419e-8ca3-09638da7afde HTTP/1.1" status: 204 len: 173 time: 0.3725626 Mar 07 04:22:19.222273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b33ea2-3f55-4389-8d10-a1415caaf384 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672936be-f67d-419e-8ca3-09638da7afde,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:19.250127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (110c6cdf-357b-4776-9967-f55ff9f357d8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.358943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-54cb2e6c-4d62-4b4d-9cc0-068727045ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:19.361179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-54cb2e6c-4d62-4b4d-9cc0-068727045ff2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1127 time: 0.0940683 Mar 07 04:22:19.394155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:19.489153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-f5ef636e-afc5-430e-9032-83fc392665f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:19.490730 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-f5ef636e-afc5-430e-9032-83fc392665f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1222577 Mar 07 04:22:19.534018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9da6452-e70f-4be3-87bb-c2858cd5c7fa req-0cf008ad-3075-4639-84ca-f0b55aea8b1d tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "GET /v2.0/security-groups/314d3567-df0f-4e75-9a0e-1a71580a8a52 HTTP/1.1" status: 200 len: 1795 time: 0.1726453 Mar 07 04:22:19.542095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-4f70cac0-5704-4f2c-a450-f68db92360d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Mar 07 04:22:19.552365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8750d4-8c7a-4065-9bda-07a12f8c891a req-340f254b-6367-495b-a3c9-eabc9b6d892f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:19.553957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f8750d4-8c7a-4065-9bda-07a12f8c891a req-340f254b-6367-495b-a3c9-eabc9b6d892f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1939235 Mar 07 04:22:19.578244 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.588726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-107634b5-f20e-4efa-be92-77fd59a17984 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edb64267141b40b2bc22e368b0da836e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851940 Mar 07 04:22:19.590371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57206) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:19.637350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-fdace064-fc53-49ea-b79c-fb17d0be231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:19.638837 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-fdace064-fc53-49ea-b79c-fb17d0be231c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0909383 Mar 07 04:22:19.678196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fd915a-203c-49ac-a497-bc0144a00ddd admin admin] Publish callbacks [] for security_group (ba91ad02-9f41-48eb-b9f9-3b650ec127b8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.681621 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-4cb69d40-2d21-4ada-8197-808165f773b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349455 Mar 07 04:22:19.724761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fd915a-203c-49ac-a497-bc0144a00ddd admin admin] Publish callbacks [] for security_group (ba91ad02-9f41-48eb-b9f9-3b650ec127b8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.754693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f8750d4-8c7a-4065-9bda-07a12f8c891a req-83ae1311-25a7-4dcc-8798-7e613ab1b50e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714520 Mar 07 04:22:19.764369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f9da6452-e70f-4be3-87bb-c2858cd5c7fa req-818a4d1b-2b71-4ee0-930f-9ba440230ae7 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (314d3567-df0f-4e75-9a0e-1a71580a8a52), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.809012 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f9da6452-e70f-4be3-87bb-c2858cd5c7fa req-818a4d1b-2b71-4ee0-930f-9ba440230ae7 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (314d3567-df0f-4e75-9a0e-1a71580a8a52), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.839325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-38e5fdde-3c60-4468-ae18-ba8dd2e9d218 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496651 Mar 07 04:22:19.840374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fd915a-203c-49ac-a497-bc0144a00ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ba91ad02-9f41-48eb-b9f9-3b650ec127b8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.844565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70fd915a-203c-49ac-a497-bc0144a00ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.853308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-70fd915a-203c-49ac-a497-bc0144a00ddd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba91ad02-9f41-48eb-b9f9-3b650ec127b8 HTTP/1.1" status: 204 len: 168 time: 0.2569795 Mar 07 04:22:19.907931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-8d7d0ba5-ee73-44a6-b06f-1aca9f0a74fb tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563970 Mar 07 04:22:19.935664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f9da6452-e70f-4be3-87bb-c2858cd5c7fa req-818a4d1b-2b71-4ee0-930f-9ba440230ae7 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (314d3567-df0f-4e75-9a0e-1a71580a8a52), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.938686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f9da6452-e70f-4be3-87bb-c2858cd5c7fa req-818a4d1b-2b71-4ee0-930f-9ba440230ae7 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:19.940205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9da6452-e70f-4be3-87bb-c2858cd5c7fa req-818a4d1b-2b71-4ee0-930f-9ba440230ae7 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] 10.222.0.21 "DELETE /v2.0/security-groups/314d3567-df0f-4e75-9a0e-1a71580a8a52 HTTP/1.1" status: 204 len: 173 time: 0.3951137 Mar 07 04:22:19.950702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd915a-203c-49ac-a497-bc0144a00ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91ad02-9f41-48eb-b9f9-3b650ec127b8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:20.001076 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-9a2d3388-3d56-42ae-81d7-df1c49cfef78 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459634 Mar 07 04:22:20.010179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a4d1b-2b71-4ee0-930f-9ba440230ae7 tempest-SecurityGroupsTestAdminJSON-1720170011 tempest-SecurityGroupsTestAdminJSON-1720170011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d3567-df0f-4e75-9a0e-1a71580a8a52,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:20.129219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-1df33ccc-515b-469d-ac25-3bd5b55ad690 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:20.130915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-1df33ccc-515b-469d-ac25-3bd5b55ad690 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109840 Mar 07 04:22:20.134734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Deleting port 2662559c-74e0-4479-883c-9be7040e106c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:20.135248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2662559c-74e0-4479-883c-9be7040e106c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:20.187606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-d1857ff7-b11f-4042-a33f-84500e47b582 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/quotas/57e4d8f159ed4362b992fc20a17d7ac3 HTTP/1.1" status: 200 len: 375 time: 0.0464795 Mar 07 04:22:20.306436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] For port 2662559c-74e0-4479-883c-9be7040e106c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2662559c-74e0-4479-883c-9be7040e106c,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:20.307534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2662559c-74e0-4479-883c-9be7040e106c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:20.319398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57228) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:20.331756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-db417245-9daa-4707-87d7-8a4a5ea1e82d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151137 Mar 07 04:22:20.358409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Calling delete_port for 2662559c-74e0-4479-883c-9be7040e106c owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:20.647585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03eede70-2091-48c6-a45b-bd1d35c1801b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=844091656b0b436ca1be2ba3ded5074a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269107 Mar 07 04:22:20.650107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57240) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:20.670230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2662559c-74e0-4479-883c-9be7040e106c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:20.694835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Pushing event deleted for resources: {'Port': ['ID=2662559c-74e0-4479-883c-9be7040e106c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:20.823715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5137-0527-478a-99aa-20b5da854b25 admin admin] Publish callbacks [] for security_group (fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:20.924786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5137-0527-478a-99aa-20b5da854b25 admin admin] Publish callbacks [] for security_group (fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.036149 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5137-0527-478a-99aa-20b5da854b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.040824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5137-0527-478a-99aa-20b5da854b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.045170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7a7d5137-0527-478a-99aa-20b5da854b25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e HTTP/1.1" status: 204 len: 168 time: 0.3935318 Mar 07 04:22:21.066554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d5137-0527-478a-99aa-20b5da854b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f8fe5-f3b8-46e2-aff2-1bf6e36d3f7e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:21.206421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0882f-a79a-4f2c-b879-15af4ad18a20 req-ce37e696-6c82-49e5-9893-39e059619df9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:21.208020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43d0882f-a79a-4f2c-b879-15af4ad18a20 req-ce37e696-6c82-49e5-9893-39e059619df9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.3094890 Mar 07 04:22:21.269200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57258) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:21.277287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (110c6cdf-357b-4776-9967-f55ff9f357d8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.513604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-480775347-network', 'tenant_id': '389b34c98c254818bf12d5f55094fae9'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:21.548162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Made reservation on behalf of 389b34c98c254818bf12d5f55094fae9 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:21.551724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.578715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.626819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:21.754856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5269a201-89b1-41be-87f6-80bb4d0e5b72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de13e83aaac942c5977ffb0548de3b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262469 Mar 07 04:22:21.759923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57278) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:21.844967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f7dd0ab-790c-4e82-bddf-258be79912f9 req-51e29ee5-19e1-45ff-a009-3b9769a6a981 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 210 time: 0.0463691 Mar 07 04:22:21.886664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks [] for security_group (be08eda4-8fb2-4448-9bab-c6cca0f57199), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.906122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (be08eda4-8fb2-4448-9bab-c6cca0f57199), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.934704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:21.960251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43d0882f-a79a-4f2c-b879-15af4ad18a20 req-932be294-a7c2-4490-a5a6-201402756069 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390730 Mar 07 04:22:21.989292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9aed9a5-492f-4287-b03e-aec85667d739 admin admin] Publish callbacks [] for security_group (a7b943c5-a400-4c0f-9561-be643a15df8a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.056486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:22:22.078755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9aed9a5-492f-4287-b03e-aec85667d739 admin admin] Publish callbacks [] for security_group (a7b943c5-a400-4c0f-9561-be643a15df8a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.080516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08eda4-8fb2-4448-9bab-c6cca0f57199,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:22.102855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3014b4dd-6444-4dff-abab-009a5d08ff45), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.103149 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Added segment 3014b4dd-6444-4dff-abab-009a5d08ff45 of type vlan for network 81600f6e-27ba-4449-91f9-1103b46763e3 Mar 07 04:22:22.175773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (81600f6e-27ba-4449-91f9-1103b46763e3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.216855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9aed9a5-492f-4287-b03e-aec85667d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a7b943c5-a400-4c0f-9561-be643a15df8a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.219581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9aed9a5-492f-4287-b03e-aec85667d739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.223046 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e9aed9a5-492f-4287-b03e-aec85667d739 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7b943c5-a400-4c0f-9561-be643a15df8a HTTP/1.1" status: 204 len: 168 time: 0.4598737 Mar 07 04:22:22.250121 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:22:22.250719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aed9a5-492f-4287-b03e-aec85667d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b943c5-a400-4c0f-9561-be643a15df8a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:22.272585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (81600f6e-27ba-4449-91f9-1103b46763e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.273698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:22.274336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.369764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Router 110c6cdf-357b-4776-9967-f55ff9f357d8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:22:22.438304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:22.442333 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1636841 Mar 07 04:22:22.445029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Request body: {'subnet': {'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-480775347-subnet', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:22.446403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a58e8d-b383-4ef3-a20c-57e548501b4f admin admin] Pushing event updated for resources: {'Network': ['ID=81600f6e-27ba-4449-91f9-1103b46763e3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:22.458847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 81600f6e-27ba-4449-91f9-1103b46763e3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:22:22.605380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Made reservation on behalf of 389b34c98c254818bf12d5f55094fae9 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:22.613630 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:22.704160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:22:22.714818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:22.714952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-25e0a771-f2b5-495d-9cd9-71dbe0b39030 admin admin] 10.222.0.21 "PUT /v2.0/routers/110c6cdf-357b-4776-9967-f55ff9f357d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8461514 Mar 07 04:22:22.722044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] Sync routers for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:22:22.761158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:22.770363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:23.010625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b42a5538-85ad-416f-81db-1b73722cdbf3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.048987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks [] for router (110c6cdf-357b-4776-9967-f55ff9f357d8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.099006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-def8d34c-3d8b-4960-8dac-a8017b9d36d3 req-78bc4222-0b7c-491a-b8bf-db6a2eec398d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 210 time: 0.1036272 Mar 07 04:22:23.111738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:23.176020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42a5538-85ad-416f-81db-1b73722cdbf3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:23.232670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Checking segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:23.233032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Network hostable DHCP agents. Network: 81600f6e-27ba-4449-91f9-1103b46763e3, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:22:23.266375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks [] for router_gateway (110c6cdf-357b-4776-9967-f55ff9f357d8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.279919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebbf6d-50fb-4861-af19-4a0c94368d15 req-fbf1675e-861d-4642-98ff-1d203b92f000 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:23.281257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34ebbf6d-50fb-4861-af19-4a0c94368d15 req-fbf1675e-861d-4642-98ff-1d203b92f000 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1373684 Mar 07 04:22:23.281972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Network 81600f6e-27ba-4449-91f9-1103b46763e3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:22:23.312039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 81600f6e-27ba-4449-91f9-1103b46763e3) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:23.331594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:23.332746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.347475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Deleting port 91ced650-2849-4a2a-8d5f-a5db2e13c84f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:23.347734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.348559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116cf71-c734-4423-97f9-45623e37bd2d None None] Network 81600f6e-27ba-4449-91f9-1103b46763e3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:23.401437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34ebbf6d-50fb-4861-af19-4a0c94368d15 req-df031221-b1f8-4253-87f2-8b49a2ab3dc5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057284 Mar 07 04:22:23.419273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9cede52c-ec3a-44d8-9a56-d7879f183ee8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9794183 Mar 07 04:22:23.422448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57306) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:23.430589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:23.482348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c1dde3bd-af92-4b89-acd1-f0e957558093), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.484231 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c1dde3bd-af92-4b89-acd1-f0e957558093), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.562075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-81600f6e-27ba-4449-91f9-1103b46763e3', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'project_id': '389b34c98c254818bf12d5f55094fae9', 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:22:23.562892 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.567453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] For port 91ced650-2849-4a2a-8d5f-a5db2e13c84f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91ced650-2849-4a2a-8d5f-a5db2e13c84f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:23.571772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.588971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-0b0c1b07-7523-48f8-8a17-72f6ce2b6136 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663846 Mar 07 04:22:23.624846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Calling delete_port for 91ced650-2849-4a2a-8d5f-a5db2e13c84f owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:23.680955 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks [] for router_controller (c1dde3bd-af92-4b89-acd1-f0e957558093), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.903701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:22:20Z', 'revision_number': 5, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port': {'id': '91ced650-2849-4a2a-8d5f-a5db2e13c84f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:21:02Z', 'updated_at': '2022-03-07T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:23.951763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] Checking router: 110c6cdf-357b-4776-9967-f55ff9f357d8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:22:23.958061 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-4a1223bb-b016-4745-abcd-8645a61b103d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3772724 Mar 07 04:22:23.961001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (91ced650-2849-4a2a-8d5f-a5db2e13c84f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:23.971093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Allocated IP 172.20.0.2 (81600f6e-27ba-4449-91f9-1103b46763e3/b42a5538-85ad-416f-81db-1b73722cdbf3/c7837507-9f94-44ad-b2d3-b676681be242) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:23.978334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks [] for router_gateway (c1dde3bd-af92-4b89-acd1-f0e957558093), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.012447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] Routers {'110c6cdf-357b-4776-9967-f55ff9f357d8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:24.013078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['110c6cdf-357b-4776-9967-f55ff9f357d8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:24.018312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57316) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:24.046530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-cfca3336-4080-4118-8c36-63170662f870 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:24.047976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-cfca3336-4080-4118-8c36-63170662f870 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4233313 Mar 07 04:22:24.063177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:24.107104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] Set router 110c6cdf-357b-4776-9967-f55ff9f357d8 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:24.175667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ced650-2849-4a2a-8d5f-a5db2e13c84f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:24.200909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:22:23Z', 'revision_number': 7, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:24.232215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b141b-88c5-4340-a69b-2752bab7c6be None None] The sync data for ids ['110c6cdf-357b-4776-9967-f55ff9f357d8'] in n-d-832185-1 is: [{'id': '110c6cdf-357b-4776-9967-f55ff9f357d8', 'name': 'tempest-ServersTestManualDisk-1954228678-router', 'tenant_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:21:01Z', 'updated_at': '2022-03-07T04:22:23Z', 'revision_number': 7, 'project_id': 'c2fba9bf84cf49f0950c8eb850c43515', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:22:24.248012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1953212765-network', 'tenant_id': 'a0e51993b34647e6acc14bd510aa9012'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:24.254959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:24.259672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.337177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-aea95f3f-1568-41db-bcd2-cb45e0d4aa0a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:24.338695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-aea95f3f-1568-41db-bcd2-cb45e0d4aa0a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3669133 Mar 07 04:22:24.339528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (110c6cdf-357b-4776-9967-f55ff9f357d8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.367170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Publish callbacks [] for port (c7837507-9f94-44ad-b2d3-b676681be242), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.379948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (c7837507-9f94-44ad-b2d3-b676681be242), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.424927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:24.427780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9957ad1c-e067-45f2-8470-87a96b2c71c3 req-4bb6a2e8-48b2-4feb-a70d-5711dd8cbe76 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 210 time: 0.0713508 Mar 07 04:22:24.498964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (110c6cdf-357b-4776-9967-f55ff9f357d8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.530844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks [] for router_controller (110c6cdf-357b-4776-9967-f55ff9f357d8), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.608157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Network 81600f6e-27ba-4449-91f9-1103b46763e3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:24.611265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:24.638875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (110c6cdf-357b-4776-9967-f55ff9f357d8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.639654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110c6cdf-357b-4776-9967-f55ff9f357d8 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:22:24.642745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:24.644946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.647594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5a267c1c-c39a-4169-9157-7f66915767b7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/110c6cdf-357b-4776-9967-f55ff9f357d8 HTTP/1.1" status: 204 len: 168 time: 1.9301910 Mar 07 04:22:24.649397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:24.653090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.655539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57326) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:24.701013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Made reservation on behalf of a0e51993b34647e6acc14bd510aa9012 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:24.703372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.726595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.744711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks [] for router_gateway (c1dde3bd-af92-4b89-acd1-f0e957558093), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.747963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Pushing event updated for resources: {'Port': ['ID=c7837507-9f94-44ad-b2d3-b676681be242,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:24.770747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Attempting to bind port c7837507-9f94-44ad-b2d3-b676681be242 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:24.771336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Attempting to bind port c7837507-9f94-44ad-b2d3-b676681be242 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:24.772312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Attempting to bind port c7837507-9f94-44ad-b2d3-b676681be242 on network 81600f6e-27ba-4449-91f9-1103b46763e3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:24.773338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Deleting subnet 11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:22:24.777279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Publish callbacks [] for subnet (11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.779819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:24.780695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Checking segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:24.781204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.781700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Bound using segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:24.785492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Bound port: c7837507-9f94-44ad-b2d3-b676681be242, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:24.785492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c7837507-9f94-44ad-b2d3-b676681be242), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.786692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.827205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.895090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] For port c7837507-9f94-44ad-b2d3-b676681be242, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:24.895417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f2127-74b4-4f9e-9fda-c908abb6a207 req-c00c0e30-7513-4084-a2b1-7c2035e5ca54 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:24.897949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-036f2127-74b4-4f9e-9fda-c908abb6a207 req-c00c0e30-7513-4084-a2b1-7c2035e5ca54 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.3649628 Mar 07 04:22:24.908150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] For port c7837507-9f94-44ad-b2d3-b676681be242, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c7837507-9f94-44ad-b2d3-b676681be242,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:24.921086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c7837507-9f94-44ad-b2d3-b676681be242), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.934157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.86 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/c2da42d2-e9de-452d-babf-56e115562de2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:24.938912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:24.991700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93b149-8f31-419f-bb00-2427be5f8b54 None None] Pushing event updated for resources: {'Port': ['ID=c7837507-9f94-44ad-b2d3-b676681be242,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:25.053783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.081153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:25.089870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.093176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9b9c596c-e7b3-4b47-bdf2-24502bbe6860 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11bd0f7c-adc2-48bb-a1c7-61ef9eebe85c HTTP/1.1" status: 204 len: 168 time: 0.4366810 Mar 07 04:22:25.095395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058d688-f451-49cd-8605-3b231af596cc None None] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:25.095731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57328) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:25.220243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-036f2127-74b4-4f9e-9fda-c908abb6a207 req-50e2ae51-9019-4411-87d2-427543bb50ee tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099911 Mar 07 04:22:25.221089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7243cf16-5bc6-4f4b-97ff-e7525dea43f0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.285096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Allocated IP 172.25.4.254 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:25.302769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks [] for security_group (a060bf3d-d68a-405f-9537-1f440bf2ca78), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.330510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a060bf3d-d68a-405f-9537-1f440bf2ca78), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.337516 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (c2da42d2-e9de-452d-babf-56e115562de2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.406430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:22:25.414034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Deleting port 63ac3100-0ddf-432d-9ac7-c23991c30141 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:25.415619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.445996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a060bf3d-d68a-405f-9537-1f440bf2ca78,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:25.499155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (97e4a2d6-1f4f-463f-8327-bded8dd45e1b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.499508 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Added segment 97e4a2d6-1f4f-463f-8327-bded8dd45e1b of type vlan for network 666c4c6f-1a71-489e-953d-2adf37eb72a6 Mar 07 04:22:25.594592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (666c4c6f-1a71-489e-953d-2adf37eb72a6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.635395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5928ab34-aa7f-443c-826d-3b7944f9e7af req-97242abb-d449-4c86-949b-babdd7b7d550 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 210 time: 0.0624812 Mar 07 04:22:25.636610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c2da42d2-e9de-452d-babf-56e115562de2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.651318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] DHCP port deletion for 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:22:25.657546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:25.676422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:25.685738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks [] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.732529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (666c4c6f-1a71-489e-953d-2adf37eb72a6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.732998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:25.733590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.749303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:25.772669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=c2da42d2-e9de-452d-babf-56e115562de2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:25.774968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:25.793684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:25.845289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] For port 63ac3100-0ddf-432d-9ac7-c23991c30141, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=63ac3100-0ddf-432d-9ac7-c23991c30141,segment=NetworkSegment(2f0432dc-61f8-498d-9e81-98cdf5cf75c7),segment_id=2f0432dc-61f8-498d-9e81-98cdf5cf75c7)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:25.852228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.871057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8508718 Mar 07 04:22:25.878692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57334) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:25.885251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Request body: {'subnet': {'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1953212765-subnet', 'tenant_id': 'a0e51993b34647e6acc14bd510aa9012', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:25.886421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Calling delete_port for 63ac3100-0ddf-432d-9ac7-c23991c30141 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:25.902119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308efa1-884d-4d35-8c27-3621559fcf8e admin admin] Pushing event updated for resources: {'Network': ['ID=666c4c6f-1a71-489e-953d-2adf37eb72a6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:25.950252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:25.974594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:25.975518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.016347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:22:26.052006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-84d7eb42-e636-423d-b7d3-2050832709c3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9928770 Mar 07 04:22:26.054747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Made reservation on behalf of a0e51993b34647e6acc14bd510aa9012 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:26.057688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.058497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.075730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Request body: {'port': {'device_id': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:26.077542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.38 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:26.114674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ac3100-0ddf-432d-9ac7-c23991c30141,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:26.119550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] No DVR routers for this DVR port 63ac3100-0ddf-432d-9ac7-c23991c30141 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:22:26.146369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:26.220439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:26.229037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:26.251333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Deleting port 63ac3100-0ddf-432d-9ac7-c23991c30141 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:26.251718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.290771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7243cf16-5bc6-4f4b-97ff-e7525dea43f0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.364030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7243cf16-5bc6-4f4b-97ff-e7525dea43f0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:26.368811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c2da42d2-e9de-452d-babf-56e115562de2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.393684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0432dc-61f8-498d-9e81-98cdf5cf75c7') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:26.394037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0432dc-61f8-498d-9e81-98cdf5cf75c7') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:26.394954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Pushing event updated for resources: {'Port': ['ID=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:26.404300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (2f0432dc-61f8-498d-9e81-98cdf5cf75c7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.418919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2f0432dc-61f8-498d-9e81-98cdf5cf75c7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.425047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:22:26.425456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (2f0432dc-61f8-498d-9e81-98cdf5cf75c7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.443082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] For port 63ac3100-0ddf-432d-9ac7-c23991c30141, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:26.444327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.458816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f7428689-3b92-4d7f-8da8-aa4798c6a810 None None] Provisioning complete for port c2da42d2-e9de-452d-babf-56e115562de2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:26.459546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f7428689-3b92-4d7f-8da8-aa4798c6a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c2da42d2-e9de-452d-babf-56e115562de2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:22:26.501055 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:22:26.516241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7243cf16-5bc6-4f4b-97ff-e7525dea43f0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.547092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.550360 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7243cf16-5bc6-4f4b-97ff-e7525dea43f0 HTTP/1.1" status: 204 len: 168 time: 1.4536767 Mar 07 04:22:26.572601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Calling delete_port for 63ac3100-0ddf-432d-9ac7-c23991c30141 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:26.574728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c7837507-9f94-44ad-b2d3-b676681be242 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:26.590579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Port 63ac3100-0ddf-432d-9ac7-c23991c30141 was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:22:26.645798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855fbf9-961b-46e8-8634-4f985addd9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7243cf16-5bc6-4f4b-97ff-e7525dea43f0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:26.656372 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (63ac3100-0ddf-432d-9ac7-c23991c30141), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.769087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.780631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Pushing event deleted for resources: {'Port': ['ID=63ac3100-0ddf-432d-9ac7-c23991c30141,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:26.803733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f7428689-3b92-4d7f-8da8-aa4798c6a810 None None] Port c2da42d2-e9de-452d-babf-56e115562de2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:22:26.808565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] Network 7243cf16-5bc6-4f4b-97ff-e7525dea43f0 is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:22:26.809226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6f4bc-0178-4121-a436-5502edfabbfc None None] No DVR routers for this DVR port 63ac3100-0ddf-432d-9ac7-c23991c30141 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:22:26.839079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.855279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:26.857624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:26.885167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:26.889486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:26.901633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:26.969669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:26.970591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:26.973111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:27.017075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:27.040932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796e780-f118-474c-88ab-5cd3f629d012 None None] Network 81600f6e-27ba-4449-91f9-1103b46763e3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:27.079076 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cc2f5f33-18fc-45cd-9d0d-cadbcb2207f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2fba9bf84cf49f0950c8eb850c43515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975299 Mar 07 04:22:27.080325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-5b5f4a2e-d450-4328-9c8d-33a9f372f3b8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6928787 Mar 07 04:22:27.080781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:27.114862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] Provisioning complete for port c7837507-9f94-44ad-b2d3-b676681be242 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:27.115691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c7837507-9f94-44ad-b2d3-b676681be242), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.120634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Request body: {'port': {'device_id': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:27.209400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.211308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf410-7597-4324-b07b-fccc963788c3 admin admin] Publish callbacks [] for security_group (aece0e88-e120-4730-b419-92b2f24398e3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.213951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2da42d2-e9de-452d-babf-56e115562de2 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:27.223432 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Publish callbacks [] for port (c2da42d2-e9de-452d-babf-56e115562de2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.239239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Transition to ACTIVE for port object c2da42d2-e9de-452d-babf-56e115562de2 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:27.244864 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf410-7597-4324-b07b-fccc963788c3 admin admin] Publish callbacks [] for security_group (aece0e88-e120-4730-b419-92b2f24398e3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.284754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6094d1d3-518a-4c1c-8209-46470e360042), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.307355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] Current status of the port c7837507-9f94-44ad-b2d3-b676681be242 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:27.307901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c7837507-9f94-44ad-b2d3-b676681be242), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.315755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf410-7597-4324-b07b-fccc963788c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aece0e88-e120-4730-b419-92b2f24398e3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.318329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf410-7597-4324-b07b-fccc963788c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.320032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b5ccf410-7597-4324-b07b-fccc963788c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aece0e88-e120-4730-b419-92b2f24398e3 HTTP/1.1" status: 204 len: 168 time: 0.2383485 Mar 07 04:22:27.329420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccf410-7597-4324-b07b-fccc963788c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece0e88-e120-4730-b419-92b2f24398e3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:27.376982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c7837507-9f94-44ad-b2d3-b676681be242 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:27.379021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c7837507-9f94-44ad-b2d3-b676681be242), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.390031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c2da42d2-e9de-452d-babf-56e115562de2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.434598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6094d1d3-518a-4c1c-8209-46470e360042,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:27.467758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] For port c7837507-9f94-44ad-b2d3-b676681be242, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c7837507-9f94-44ad-b2d3-b676681be242,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:27.487241 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c7837507-9f94-44ad-b2d3-b676681be242), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.693809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd64bd1-b3d3-48f9-bc7c-9d6c87cf4441 None None] Pushing event updated for resources: {'Port': ['ID=c7837507-9f94-44ad-b2d3-b676681be242,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:27.750695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-20c5c375-0082-48f9-9047-cbffb25cddf2 None None] Provisioning complete for port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:27.751226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-20c5c375-0082-48f9-9047-cbffb25cddf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.826706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:27.842772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Publish callbacks [] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.864866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Transition to ACTIVE for port object eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:27.876391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:27.913024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c7837507-9f94-44ad-b2d3-b676681be242 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:27.916138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-20c5c375-0082-48f9-9047-cbffb25cddf2 None None] Port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:22:28.023264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2662559c-74e0-4479-883c-9be7040e106c no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:28.098243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:28.118271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 2662559c-74e0-4479-883c-9be7040e106c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:28.118636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2662559c-74e0-4479-883c-9be7040e106c not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:28.119062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 63ac3100-0ddf-432d-9ac7-c23991c30141 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:28.152384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Attempting to bind port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:28.153666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Attempting to bind port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:28.154119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Attempting to bind port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:28.160729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:28.167345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Attempting to bind port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:28.173733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:28.175060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:28.175540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:28.179575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Bound port: eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:28.180221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:28.193114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 63ac3100-0ddf-432d-9ac7-c23991c30141 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:28.193392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 63ac3100-0ddf-432d-9ac7-c23991c30141 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:28.194993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91ced650-2849-4a2a-8d5f-a5db2e13c84f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:22:28.265322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 91ced650-2849-4a2a-8d5f-a5db2e13c84f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:22:28.270096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91ced650-2849-4a2a-8d5f-a5db2e13c84f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:22:28.286942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Pushing event updated for resources: {'Port': ['ID=c2da42d2-e9de-452d-babf-56e115562de2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:28.337536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] For port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:28.346000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] For port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:28.366693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:28.407272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Checking segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:28.407645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Network hostable DHCP agents. Network: 666c4c6f-1a71-489e-953d-2adf37eb72a6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:22:28.422601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:28.423407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:28.425174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 HTTP/1.1" status: 200 len: 1095 time: 1.3085339 Mar 07 04:22:28.428853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'tag': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:28.432036 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a41336-1e86-43a6-8d6d-073cf743088e" -d '{"events": [{"name": "network-changed", "server_uuid": "172ae024-2b02-4f55-8ec1-f27e3d1e4e8a", "tag": "eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:28.479247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d2e83-ac30-4124-af7a-aecb0b3415c3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:28.484435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c7837507-9f94-44ad-b2d3-b676681be242 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:28.561964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079848-6867-46a9-bc88-c6904183dc19 req-d24fd21b-7359-4add-970e-68c997e6c24c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:28.564537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba079848-6867-46a9-bc88-c6904183dc19 req-d24fd21b-7359-4add-970e-68c997e6c24c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 1.8566587 Mar 07 04:22:28.589370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-6a7d79c9-1c23-499d-884c-edcb542c9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:28.592094 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-6a7d79c9-1c23-499d-884c-edcb542c9e49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 1129 time: 0.1045260 Mar 07 04:22:28.680143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd27e97-c1c1-4b08-b8d0-2214520d51ab req-9b8e30cd-999a-40b1-a956-6c126b17a3ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:28.691232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afd27e97-c1c1-4b08-b8d0-2214520d51ab req-9b8e30cd-999a-40b1-a956-6c126b17a3ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 947 time: 1.4502704 Mar 07 04:22:28.749683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3e38d46f-0104-436c-b6cd-843a8b261ec0 None None] Provisioning complete for port c7837507-9f94-44ad-b2d3-b676681be242 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:28.750292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e38d46f-0104-436c-b6cd-843a8b261ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c7837507-9f94-44ad-b2d3-b676681be242), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:28.753616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c7837507-9f94-44ad-b2d3-b676681be242 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:28.754029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c7837507-9f94-44ad-b2d3-b676681be242), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:28.859055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57376) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:28.862458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks [] for router_gateway (c1dde3bd-af92-4b89-acd1-f0e957558093), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:28.931528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-3e7a1462-233b-4fcc-8990-a644c45e9066 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 HTTP/1.1" status: 200 len: 217 time: 0.3317275 Mar 07 04:22:28.989738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-023c9ec0-8db3-4581-83c5-05bf2dc1b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:28.992839 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-023c9ec0-8db3-4581-83c5-05bf2dc1b7af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0541515 Mar 07 04:22:29.010575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:22:29.044132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3e38d46f-0104-436c-b6cd-843a8b261ec0 None None] Current status of the port c7837507-9f94-44ad-b2d3-b676681be242 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:29.100618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-9ba2f9ce-0e03-4f91-aa7d-1656585c81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.104763 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-9ba2f9ce-0e03-4f91-aa7d-1656585c81e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1017625 Mar 07 04:22:29.141733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c7837507-9f94-44ad-b2d3-b676681be242 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:29.150953 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c1dde3bd-af92-4b89-acd1-f0e957558093), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.174758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Attempting to bind port c2da42d2-e9de-452d-babf-56e115562de2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:29.175243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Attempting to bind port c2da42d2-e9de-452d-babf-56e115562de2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:29.175577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Attempting to bind port c2da42d2-e9de-452d-babf-56e115562de2 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:29.196113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 666c4c6f-1a71-489e-953d-2adf37eb72a6) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:29.205335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1331014659-network', 'tenant_id': 'ee470bd6bfff47b1af147f1894c2c3f9'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:29.213548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc8b45b-bb75-4a46-9104-7ae879a8c0e0 None None] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:29.234508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.235113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.241442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Made reservation on behalf of ee470bd6bfff47b1af147f1894c2c3f9 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:29.243742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.252333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Port c2da42d2-e9de-452d-babf-56e115562de2 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:29.252671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Attempting to bind port c2da42d2-e9de-452d-babf-56e115562de2 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:29.258196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.267573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-b36e0a92-711c-4b42-a5b0-d71811513f63 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551633 Mar 07 04:22:29.268395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afd27e97-c1c1-4b08-b8d0-2214520d51ab req-07d7d6bb-4168-4319-8f4e-d3e9fbdd195f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102359 Mar 07 04:22:29.322605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba079848-6867-46a9-bc88-c6904183dc19 req-70c5ac0b-4339-4948-a7d5-61e7e8e56707 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136900 Mar 07 04:22:29.328053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:29.338366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:29.339052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:29.339540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Bound port: c2da42d2-e9de-452d-babf-56e115562de2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:29.340398 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c2da42d2-e9de-452d-babf-56e115562de2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.359202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e33f4d-84f8-45e6-a200-0c16064130f1 None None] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:29.365714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-316a4430-e26f-4923-81f8-9f59a38a4b20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4847300 Mar 07 04:22:29.419830 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c280bf-26b0-442c-99e1-e75b306f0683 x-openstack-request-id: req-45c280bf-26b0-442c-99e1-e75b306f0683 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:29.420035 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172ae024-2b02-4f55-8ec1-f27e3d1e4e8a", "tag": "eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:29.420221 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45c280bf-26b0-442c-99e1-e75b306f0683 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:29.420680 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'tag': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9', 'status': 'completed', 'code': 200} Mar 07 04:22:29.468835 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-a115dc1d-4565-4f74-a634-a62b4891e3b8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911776 Mar 07 04:22:29.561006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks [] for security_group (293780e8-e85a-4475-a00f-ef40ebd47a41), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.586045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (293780e8-e85a-4475-a00f-ef40ebd47a41), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.607678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41336-1e86-43a6-8d6d-073cf743088e req-f0561bea-c2ce-4255-9146-3ff16f05d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.609854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-f0561bea-c2ce-4255-9146-3ff16f05d77c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 1129 time: 0.0830152 Mar 07 04:22:29.627584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293780e8-e85a-4475-a00f-ef40ebd47a41,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:29.645602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:22:29.648087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] For port c2da42d2-e9de-452d-babf-56e115562de2, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:29.655043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] For port c2da42d2-e9de-452d-babf-56e115562de2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c2da42d2-e9de-452d-babf-56e115562de2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:29.665718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b752c21b-d2c7-466c-ac8b-440ab13a3bdd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.666114 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Added segment b752c21b-d2c7-466c-ac8b-440ab13a3bdd of type vlan for network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d Mar 07 04:22:29.678428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c2da42d2-e9de-452d-babf-56e115562de2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.778792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41336-1e86-43a6-8d6d-073cf743088e req-16abd6c2-eadb-4131-a27a-1223437cfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.783860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.784726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.786127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] 10.222.0.15 "PUT /v2.0/ports/c2da42d2-e9de-452d-babf-56e115562de2 HTTP/1.1" status: 200 len: 1095 time: 3.7218862 Mar 07 04:22:29.790728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'tag': 'c2da42d2-e9de-452d-babf-56e115562de2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:29.790879 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-16abd6c2-eadb-4131-a27a-1223437cfdd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1739182 Mar 07 04:22:29.794506 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39" -d '{"events": [{"name": "network-changed", "server_uuid": "908ce3fc-79d9-42fd-b388-a684af87a1de", "tag": "c2da42d2-e9de-452d-babf-56e115562de2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:29.808569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f18fcb-a5ac-421a-b07c-a2149118eccd service neutron] Pushing event updated for resources: {'Port': ['ID=c2da42d2-e9de-452d-babf-56e115562de2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:29.818342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.870020 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a155c9f-24ac-44a6-aefa-2b5beb0c5798 x-openstack-request-id: req-1a155c9f-24ac-44a6-aefa-2b5beb0c5798 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:29.870339 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908ce3fc-79d9-42fd-b388-a684af87a1de", "tag": "c2da42d2-e9de-452d-babf-56e115562de2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:29.870601 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a155c9f-24ac-44a6-aefa-2b5beb0c5798 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:29.871069 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'tag': 'c2da42d2-e9de-452d-babf-56e115562de2', 'status': 'completed', 'code': 200} Mar 07 04:22:29.875105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-24e7a519-2866-4aa8-8ab9-b4ca2c08feb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0745475 Mar 07 04:22:29.916235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Router c1dde3bd-af92-4b89-acd1-f0e957558093 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:22:29.935482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41336-1e86-43a6-8d6d-073cf743088e req-c897a0d0-c34a-42d8-a6f9-c8a765147856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.937660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-c897a0d0-c34a-42d8-a6f9-c8a765147856 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0585396 Mar 07 04:22:29.984244 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:29.985215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:29.985808 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:30.015198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41336-1e86-43a6-8d6d-073cf743088e req-ebe5e3bb-ea48-4bfc-a317-14cbfd909fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:30.017392 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-ebe5e3bb-ea48-4bfc-a317-14cbfd909fbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0723186 Mar 07 04:22:30.090048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1076739 Mar 07 04:22:30.091944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57398) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:30.125031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-0f685f3f-2eb7-4611-a424-7d570b429c29 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:30.126516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-0f685f3f-2eb7-4611-a424-7d570b429c29 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.3292680 Mar 07 04:22:30.129892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Request body: {'subnet': {'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1331014659-subnet', 'tenant_id': 'ee470bd6bfff47b1af147f1894c2c3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:30.134332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-2f4f23ac-b712-42bb-85cb-7e5ea0cce1ca service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065376 Mar 07 04:22:30.149771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-3a86cf7e-d9d0-4193-987c-d8db2283464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:30.151315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-3a86cf7e-d9d0-4193-987c-d8db2283464e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 1129 time: 0.3046865 Mar 07 04:22:30.189733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d789dea-f524-4b03-a928-a736473e8b59 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:30.204474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:22:30.246707 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06a41336-1e86-43a6-8d6d-073cf743088e req-2856fbb1-5f32-4881-a12f-1c4b0f2c0048 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079490 Mar 07 04:22:30.249138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-08796562-3db7-4c7a-9647-ec47d7d1df1b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/quotas/a0e51993b34647e6acc14bd510aa9012 HTTP/1.1" status: 200 len: 375 time: 0.0914040 Mar 07 04:22:30.250382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-7e2c5682-8acd-482f-b22c-f3c4434a1caf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2da42d2-e9de-452d-babf-56e115562de2 HTTP/1.1" status: 200 len: 217 time: 0.0622783 Mar 07 04:22:30.280998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Made reservation on behalf of ee470bd6bfff47b1af147f1894c2c3f9 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:30.283122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:30.322084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-df601478-5f40-45f4-9c1f-e9ea1ad58b42 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645370 Mar 07 04:22:30.353966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:22:30.363217 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Sync routers for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:22:30.374535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:30.375230 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:30.487253 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:30.501729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-325812e5-6cfd-4640-87d5-e53daf8e3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:30.503378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-325812e5-6cfd-4640-87d5-e53daf8e3f1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2340925 Mar 07 04:22:30.511641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:30.516206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9900cb47-8ce0-4e2d-b172-30b56190d0bf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0884910 Mar 07 04:22:30.516399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57406) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:30.601406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-f275f811-c9d4-448f-a1cd-25131e48e385 service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782333 Mar 07 04:22:30.609625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d055ecf-6968-4ff0-9176-6f052304911b req-c9f97a99-f4ad-403b-a769-d4ea1254fb65 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:30.611138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d055ecf-6968-4ff0-9176-6f052304911b req-c9f97a99-f4ad-403b-a769-d4ea1254fb65 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 947 time: 0.2624347 Mar 07 04:22:30.691319 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:28Z', 'revision_number': 3, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:30.736901 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Checking router: c1dde3bd-af92-4b89-acd1-f0e957558093 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:22:30.737812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Updating router c1dde3bd-af92-4b89-acd1-f0e957558093 port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:22:30.738611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-4b33b751-9a54-4611-a682-114a50ecf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:30.743757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-4b33b751-9a54-4611-a682-114a50ecf132 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2239671 Mar 07 04:22:30.770680 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:30.919360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d055ecf-6968-4ff0-9176-6f052304911b req-aaf73de6-89d5-4905-826f-3a13f8066b2c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959948 Mar 07 04:22:30.925162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-73d2b6cb-b8a8-4e5d-b478-d4ee3d6fb988 service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230340 Mar 07 04:22:30.945486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (120f18f1-03e5-487f-b46a-ed3e128d9b9a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:30.996056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-8d7a0032-fea2-4b8d-956b-82e33c274c05 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344027 Mar 07 04:22:31.081063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.104921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Checking segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:31.105208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Network hostable DHCP agents. Network: 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:22:31.111199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120f18f1-03e5-487f-b46a-ed3e128d9b9a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:31.173436 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Publish callbacks [] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.185677 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.207513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:22:31.226606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d69b-2baa-4e3b-a2b4-210c705bc8ed req-aae08eb9-bf15-4dcc-aee7-202799a8dd19 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:31.237178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b48d69b-2baa-4e3b-a2b4-210c705bc8ed req-aae08eb9-bf15-4dcc-aee7-202799a8dd19 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1759279 Mar 07 04:22:31.244047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:31.252786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:31.253389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.255691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad7bf8c-30a8-4dc8-8485-99eeca7eb5ff None None] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:31.285306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98d86ee-a84b-403e-9acc-eb423462fd75 req-a106637e-a324-423e-89b4-2d7598525800 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568259 Mar 07 04:22:31.317738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-71a0e7fb-0e95-4b76-9f15-1fb40635f050 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1997502 Mar 07 04:22:31.361296 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Attempting to bind port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:31.361673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Attempting to bind port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:31.362076 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Attempting to bind port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:31.379106 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:31.379732 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:31.379970 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.380357 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:31.380725 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Bound port: fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:31.381359 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.424859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:31.434936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Allocated IP 172.20.0.1 (81600f6e-27ba-4449-91f9-1103b46763e3/b42a5538-85ad-416f-81db-1b73722cdbf3/3169304e-991c-49b5-b9a6-7fe769b97b55) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:31.466578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bc39f00-0cd8-4540-88dd-6752f651313f req-805acec6-edd8-4893-8b1a-7c4f5bec13fe tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 210 time: 0.1397331 Mar 07 04:22:31.477053 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Pushing event updated for resources: {'Port': ['ID=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:31.507560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.507981 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.508244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.508584 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.508940 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.509240 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.509570 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.509894 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.510248 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.510578 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.510903 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.511222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.511545 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:22:31.547074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2db58e-403f-4660-bf8d-3925f3bc00a4 None None] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:22:31.563563 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] For port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:31.575854 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] For port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:31.588015 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.699214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks [] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.754067 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:31.757625 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:31.790759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:31.873063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f0b84-f4eb-46be-93b1-f6c9494d9b37 None None] Pushing event updated for resources: {'Port': ['ID=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:31.874005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:31.878058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Network 81600f6e-27ba-4449-91f9-1103b46763e3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:31.881263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:31.884917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:31.914366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9', 'mac_address': 'fa:16:3e:ee:ec:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:32.013112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (c1dde3bd-af92-4b89-acd1-f0e957558093), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.014248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:32.015786 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.025856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Pushing event updated for resources: {'Port': ['ID=3169304e-991c-49b5-b9a6-7fe769b97b55,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:32.050143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:32.063261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:32.091765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:32.105340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.122814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b48d69b-2baa-4e3b-a2b4-210c705bc8ed req-333c1713-afbe-4335-8b5d-b3b738d0c60e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8872929 Mar 07 04:22:32.222859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:32.307696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a798774f-8dc1-4645-af09-dbf0cfc086d0 None None] Provisioning complete for port 3169304e-991c-49b5-b9a6-7fe769b97b55 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:32.308865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a798774f-8dc1-4645-af09-dbf0cfc086d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.358027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.386973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a798774f-8dc1-4645-af09-dbf0cfc086d0 None None] Port 3169304e-991c-49b5-b9a6-7fe769b97b55 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:22:32.417054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-87c67a36-9ec4-4ba1-a655-a4f1da521581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:32.419030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-87c67a36-9ec4-4ba1-a655-a4f1da521581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 818 time: 0.2912185 Mar 07 04:22:32.425098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-dcf29ab8-f12a-49fe-9329-a7c1cf805c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:32.426973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-dcf29ab8-f12a-49fe-9329-a7c1cf805c79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 1129 time: 1.0563221 Mar 07 04:22:32.459099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630101-90fc-4ce4-94ac-0b7ed5cdded3 req-734ce891-bd99-47dd-a1cf-7e04ff5abd86 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:32.461615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a630101-90fc-4ce4-94ac-0b7ed5cdded3 req-734ce891-bd99-47dd-a1cf-7e04ff5abd86 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 947 time: 0.1928620 Mar 07 04:22:32.472318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d1fd0088-f5f0-4574-abb4-b5bc73201488 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/quotas/ee470bd6bfff47b1af147f1894c2c3f9 HTTP/1.1" status: 200 len: 375 time: 0.0422962 Mar 07 04:22:32.498976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:28Z', 'revision_number': 3, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:32.518481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:32.536642 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88b2cb-6eed-4552-afb8-26313f4b5433 None None] The sync data for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 is: [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:28Z', 'revision_number': 3, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:22:32.601469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-114b9a1b-af9a-4052-86ca-fea36bdf8a6f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137483 Mar 07 04:22:32.629865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks [] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.641428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.684937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a630101-90fc-4ce4-94ac-0b7ed5cdded3 req-b4864d68-1eb9-45c4-ac8a-8e0870fc31c1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108459 Mar 07 04:22:32.737348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-5caf36d4-c42b-40a9-8227-1a8e8dc90f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:32.738867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-5caf36d4-c42b-40a9-8227-1a8e8dc90f4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3000746 Mar 07 04:22:32.757082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (c1dde3bd-af92-4b89-acd1-f0e957558093), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.786253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Pushing event updated for resources: {'Port': ['ID=3169304e-991c-49b5-b9a6-7fe769b97b55,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:32.816381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-04d12cd7-11e1-4b47-b83f-36168427a0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:32.821763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-3c18b61a-b057-4064-a2b6-0099468f65fb service neutron] 10.222.0.21 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119691 Mar 07 04:22:32.823430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-72262940-5c49-4504-9037-d093da31429a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2da42d2-e9de-452d-babf-56e115562de2 HTTP/1.1" status: 200 len: 217 time: 0.0477958 Mar 07 04:22:32.962239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-9bd55bca-7e5c-4396-a6b6-691c4fffb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:32.963881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-9bd55bca-7e5c-4396-a6b6-691c4fffb249 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1319788 Mar 07 04:22:33.039415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc9ef08e-4f46-411d-b0cd-7e7d7018fef5 req-4ad9363f-9547-4d2a-adbe-dc76373aa3d5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 210 time: 0.0700653 Mar 07 04:22:33.173686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-18e59104-6b53-4b37-9b9e-a5c78cd75506 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:33.175943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-18e59104-6b53-4b37-9b9e-a5c78cd75506 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.3061664 Mar 07 04:22:33.195676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Request body: {'port': {'device_id': '97aef939-9f71-4583-b429-c5b40f4f787c', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'admin_state_up': True, 'tenant_id': 'a0e51993b34647e6acc14bd510aa9012'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:33.267951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-cfcafc02-adce-4cde-906f-f4eeb55d3dd9 service neutron] 10.222.0.21 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373136 Mar 07 04:22:33.295283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-b07a0937-8ed2-4530-9172-fbf259f3681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:33.296731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-b07a0937-8ed2-4530-9172-fbf259f3681f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3167710 Mar 07 04:22:33.315337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff412b26-8cef-4624-afd5-d3d750bb2612 req-edd39571-0240-421b-9a18-bceacbe3c9e5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:33.318997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff412b26-8cef-4624-afd5-d3d750bb2612 req-edd39571-0240-421b-9a18-bceacbe3c9e5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.0936739 Mar 07 04:22:33.329231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Network 81600f6e-27ba-4449-91f9-1103b46763e3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:33.333373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:33.458671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff412b26-8cef-4624-afd5-d3d750bb2612 req-d04f3f06-5d00-466e-9384-39c6238449e8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307716 Mar 07 04:22:33.520444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Made reservation on behalf of a0e51993b34647e6acc14bd510aa9012 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:33.524981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:33.526375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-d04c2459-178b-4a79-a9a8-d2d0e26fd32b service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061160 Mar 07 04:22:33.625717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Router c1dde3bd-af92-4b89-acd1-f0e957558093 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:22:33.725437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa201a1-a1d7-43c4-a73f-cf1c20d09c39 req-0172864d-fa16-4cc0-8874-5529dca14e1b service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894059 Mar 07 04:22:33.826833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-839284a0-3f0f-4acf-a0bd-304372e2e483 None None] Provisioning complete for port 3169304e-991c-49b5-b9a6-7fe769b97b55 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:33.834648 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-839284a0-3f0f-4acf-a0bd-304372e2e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:33.929155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-839284a0-3f0f-4acf-a0bd-304372e2e483 None None] Port 3169304e-991c-49b5-b9a6-7fe769b97b55 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:22:33.954894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3c881eb-9f3b-4ba4-9bb3-1d0359c6955e req-1361e0cd-d945-484f-aa0b-1cbbb8d35d05 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 210 time: 0.0568213 Mar 07 04:22:33.977022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272c7b-75f6-4642-b4d6-4d5030ccd5cb req-50823d52-5016-4479-ad30-53ceb4b8465b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:33.985087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f272c7b-75f6-4642-b4d6-4d5030ccd5cb req-50823d52-5016-4479-ad30-53ceb4b8465b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 947 time: 0.1687026 Mar 07 04:22:33.995885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:22:34.002114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Allocated IP 172.20.0.11 (666c4c6f-1a71-489e-953d-2adf37eb72a6/6094d1d3-518a-4c1c-8209-46470e360042/931bd9bd-e367-454f-8307-b0e06aac307a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:34.077828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f272c7b-75f6-4642-b4d6-4d5030ccd5cb req-6218f09a-51d9-46d1-9f24-0461ad337e67 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889215 Mar 07 04:22:34.113260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e9af9a6e-69db-4d0d-9e29-09e9b7785d06 admin admin] 10.222.0.21 "PUT /v2.0/routers/c1dde3bd-af92-4b89-acd1-f0e957558093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5876217 Mar 07 04:22:34.221770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a3dd3a2-358f-443c-8bd5-e4d62cbabe18 req-fa035cfb-20a1-41e9-a3c0-a1c1a64e87d1 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 210 time: 0.0395041 Mar 07 04:22:34.260521 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks [] for port (931bd9bd-e367-454f-8307-b0e06aac307a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.315361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.415756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:34.417575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:34.455621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:34.469429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:34.514850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:34.549902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:34.550535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.578466 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-71b46d8b-ed0c-49d5-8355-840347316b41 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3903041 Mar 07 04:22:34.616143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Request body: {'port': {'device_id': '97aef939-9f71-4583-b429-c5b40f4f787c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:34.676634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:34.678401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.745132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b23e8-24ff-4376-b6fb-51cd809f7d94 req-5df9793a-41c4-440b-b67b-e5f6456ff12c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:34.754749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.757770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb8b23e8-24ff-4376-b6fb-51cd809f7d94 req-5df9793a-41c4-440b-b67b-e5f6456ff12c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1168995 Mar 07 04:22:34.865320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb8b23e8-24ff-4376-b6fb-51cd809f7d94 req-a0e4d915-b587-4887-b6af-9d62e420295d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Mar 07 04:22:34.869179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57476) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:34.874031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:34.875174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.879939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030881164', 'description': 'tempest-description--2139473834'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:34.901557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c2da42d2-e9de-452d-babf-56e115562de2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:34.930011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:34.933224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:34.946741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.127440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3949f8d8-833c-4b74-8ad5-1fc33a1ee1ce req-edf0f04a-2e90-47df-b584-3b10a218cdbd tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 210 time: 0.0642624 Mar 07 04:22:35.153079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group (1c417296-de63-42cc-9ebc-70821d0231d0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.167890 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1c417296-de63-42cc-9ebc-70821d0231d0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.191835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931bd9bd-e367-454f-8307-b0e06aac307a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:35.213494 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Publish callbacks [] for port (931bd9bd-e367-454f-8307-b0e06aac307a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.231258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c2da42d2-e9de-452d-babf-56e115562de2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c2da42d2-e9de-452d-babf-56e115562de2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:35.244078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.247955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3730502 Mar 07 04:22:35.248140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Transition to ACTIVE for port object 931bd9bd-e367-454f-8307-b0e06aac307a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:35.250113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57488) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:35.259027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Request body: {'security_group_rule': {'security_group_id': '1c417296-de63-42cc-9ebc-70821d0231d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:35.264492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Sync routers for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:22:35.280743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.289546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:35.297233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'c2da42d2-e9de-452d-babf-56e115562de2', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'c2da42d2-e9de-452d-babf-56e115562de2', 'mac_address': 'fa:16:3e:b9:4f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:35.312846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b8228-bbb0-456d-a448-610d1701a6e6 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c417296-de63-42cc-9ebc-70821d0231d0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:35.392938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ab6e-5ab7-4258-9b9d-057389810a02 req-f95b4f80-4338-41c1-a922-36d58888b268 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:35.395525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7102ab6e-5ab7-4258-9b9d-057389810a02 req-f95b4f80-4338-41c1-a922-36d58888b268 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 947 time: 0.2003195 Mar 07 04:22:35.416846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e3742fee-f857-4922-b3d1-3319af032554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.433296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:35.433934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:35.453621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group_rule (15d104f4-9aa3-4e86-9b0f-294a084f431b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.462200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:35.492711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:35.573102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7102ab6e-5ab7-4258-9b9d-057389810a02 req-51e7fedf-8f0e-4c66-84f3-5b5ac932ef23 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244156 Mar 07 04:22:35.589944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e4753-367c-48be-b2ad-233dffff626b req-a383f76b-cc5d-4224-8311-368d75390a1b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:35.601317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c94e4753-367c-48be-b2ad-233dffff626b req-a383f76b-cc5d-4224-8311-368d75390a1b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 944 time: 0.2045441 Mar 07 04:22:35.687701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c2da42d2-e9de-452d-babf-56e115562de2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:35.688080 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c2da42d2-e9de-452d-babf-56e115562de2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.695825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group_rule (15d104f4-9aa3-4e86-9b0f-294a084f431b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.720775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Attempting to bind port 931bd9bd-e367-454f-8307-b0e06aac307a on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:35.722413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Attempting to bind port 931bd9bd-e367-454f-8307-b0e06aac307a by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:35.722735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c94e4753-367c-48be-b2ad-233dffff626b req-722ef6f7-365b-44b5-a341-99580922aed9 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199868 Mar 07 04:22:35.723111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Attempting to bind port 931bd9bd-e367-454f-8307-b0e06aac307a on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:35.726475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (15d104f4-9aa3-4e86-9b0f-294a084f431b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.748605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Port 931bd9bd-e367-454f-8307-b0e06aac307a on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:35.748941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Attempting to bind port 931bd9bd-e367-454f-8307-b0e06aac307a on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:35.764428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:35.764773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Checking segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:35.765253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Bound using segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:35.765634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Bound port: 931bd9bd-e367-454f-8307-b0e06aac307a, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:35.766045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.771353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d104f4-9aa3-4e86-9b0f-294a084f431b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:35.801140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da42d2-e9de-452d-babf-56e115562de2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:35.817281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.819149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-14778964-87ee-4863-9b4b-1d18cbdb54f4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5677159 Mar 07 04:22:35.822231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:35.829263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Request body: {'security_group_rule': {'security_group_id': '1c417296-de63-42cc-9ebc-70821d0231d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:35.830813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c2da42d2-e9de-452d-babf-56e115562de2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c2da42d2-e9de-452d-babf-56e115562de2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:35.915369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:35.925597 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c2da42d2-e9de-452d-babf-56e115562de2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.940232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:35.948267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:35.954542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group_rule (0d8e4440-41ac-43cd-965a-69a8fef62a83), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:35.977072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.070676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:36.072055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.074664 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] 10.222.0.44 "PUT /v2.0/ports/931bd9bd-e367-454f-8307-b0e06aac307a HTTP/1.1" status: 200 len: 1092 time: 1.4891751 Mar 07 04:22:36.083223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:36.083819 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.089310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:36.096473 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bdd1dd-db81-4df7-990c-3fe6b4f82270" -d '{"events": [{"name": "network-changed", "server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:36.148481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b7f1c-cb02-44b9-b17a-400a4dadc9f3 req-27dadff5-44fc-42f3-8032-a50197e1c2a2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:36.158284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f4b7f1c-cb02-44b9-b17a-400a4dadc9f3 req-27dadff5-44fc-42f3-8032-a50197e1c2a2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1259556 Mar 07 04:22:36.245382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:36.256262 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036a2b62-b008-4fab-9d48-5bed3fac8356 x-openstack-request-id: req-036a2b62-b008-4fab-9d48-5bed3fac8356 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:36.257535 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:36.257892 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-036a2b62-b008-4fab-9d48-5bed3fac8356 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:36.258584 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a', 'status': 'completed', 'code': 200} Mar 07 04:22:36.282830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f77791-57a4-40f7-bc13-fa25b2b92e80 service neutron] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:36.294347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group_rule (0d8e4440-41ac-43cd-965a-69a8fef62a83), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.304486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0d8e4440-41ac-43cd-965a-69a8fef62a83), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.324290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f4b7f1c-cb02-44b9-b17a-400a4dadc9f3 req-f015731d-b0be-42e7-914e-6a0f29ba4251 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650527 Mar 07 04:22:36.374013 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.374013 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5416923 Mar 07 04:22:36.374013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-c7e42a00-e971-46fa-a6cc-7af215e95a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:36.374013 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-c7e42a00-e971-46fa-a6cc-7af215e95a08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 1126 time: 0.2385361 Mar 07 04:22:36.375966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad547a-0265-46e0-bfa5-78eb52a9af4a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8e4440-41ac-43cd-965a-69a8fef62a83,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:36.382615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57512) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:22:36.392608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:36.417089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['c2da42d2-e9de-452d-babf-56e115562de2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:36.434647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4200668b-b52e-4080-99db-91904ae497a6 req-939487b1-2b6f-4e02-bae6-e17d110788fb tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 210 time: 0.0930123 Mar 07 04:22:36.474052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:36.544231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915662-e6f5-430b-99e3-3747bc195b3c req-34599591-f17d-48e5-9670-423f3d947848 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:36.548869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4915662-e6f5-430b-99e3-3747bc195b3c req-34599591-f17d-48e5-9670-423f3d947848 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1127 time: 0.0896554 Mar 07 04:22:36.593595 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-c4b441e2-93fe-4482-a03a-2111abe69e12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=931bd9bd-e367-454f-8307-b0e06aac307a HTTP/1.1" status: 200 len: 217 time: 0.2042642 Mar 07 04:22:36.646203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4915662-e6f5-430b-99e3-3747bc195b3c req-1652d27b-91d8-475f-a971-089be07f3c8a tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870228 Mar 07 04:22:36.795842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c2da42d2-e9de-452d-babf-56e115562de2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:36.841809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:36.976744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-26d47d00-bc13-4c2d-b6c7-9d2c728cab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:36.978258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-26d47d00-bc13-4c2d-b6c7-9d2c728cab25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.3524022 Mar 07 04:22:37.200187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085c6c2-2183-4cd7-ac73-680040c162d8 req-8b8ac785-cc8d-4116-85ab-ee5d9e3d5352 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:37.210849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1085c6c2-2183-4cd7-ac73-680040c162d8 req-8b8ac785-cc8d-4116-85ab-ee5d9e3d5352 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 948 time: 0.5040531 Mar 07 04:22:37.211262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:37.211750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:37.335821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1085c6c2-2183-4cd7-ac73-680040c162d8 req-b595a5f3-5723-40b7-84c9-dc8cccbaa58a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229513 Mar 07 04:22:37.425700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-fa140240-bc93-42af-bc09-264f8cfcfba2 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:37.431863 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:37.436033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-fa140240-bc93-42af-bc09-264f8cfcfba2 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 818 time: 0.6154525 Mar 07 04:22:37.464774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Request body: {'port': {'device_id': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'admin_state_up': True, 'tenant_id': 'ee470bd6bfff47b1af147f1894c2c3f9'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:37.552669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:37.654375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ed57-fca2-41f8-98f2-48a79a7d7886 req-67924a6d-c7ac-4fec-9875-c92fe43dd13a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:37.655906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f640ed57-fca2-41f8-98f2-48a79a7d7886 req-67924a6d-c7ac-4fec-9875-c92fe43dd13a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 944 time: 0.1770482 Mar 07 04:22:37.715456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:37.720831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-3ddf107e-f14a-49fa-9ca6-093d78aa5db4 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:37.723050 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-3ddf107e-f14a-49fa-9ca6-093d78aa5db4 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.44 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 818 time: 1.1777287 Mar 07 04:22:37.726080 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-b8be2d18-6e4d-4e54-90c1-5b7fc5539364 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6027417 Mar 07 04:22:37.743015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Request body: {'port': {'device_id': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'admin_state_up': True, 'tenant_id': 'ee470bd6bfff47b1af147f1894c2c3f9'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:37.748243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:37.748639 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:37.760442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f640ed57-fca2-41f8-98f2-48a79a7d7886 req-0554ae6e-c19d-45cc-af8b-2aa7b88d53e8 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914357 Mar 07 04:22:37.763152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Made reservation on behalf of ee470bd6bfff47b1af147f1894c2c3f9 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:37.767530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:37.849145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:37.861009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:37.863836 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc098aa0-f767-46f5-9ca8-81933e611cff" -d '{"events": [{"server_uuid": "172ae024-2b02-4f55-8ec1-f27e3d1e4e8a", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:37.901416 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:37.941478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 2, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:37.994730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Checking router: c1dde3bd-af92-4b89-acd1-f0e957558093 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:22:38.005644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Allocated IP 172.20.0.8 (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d/120f18f1-03e5-487f-b46a-ed3e128d9b9a/da34fae3-1e7f-4c7c-9ef5-ecd08849d808) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:38.012422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Updating router c1dde3bd-af92-4b89-acd1-f0e957558093 port 3169304e-991c-49b5-b9a6-7fe769b97b55 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:22:38.023803 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-f7290f46-e1d3-413a-82b4-7ee97e040bed service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686633 Mar 07 04:22:38.168796 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.201260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks [] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.204664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-004f09eb-1ef4-4507-9cda-a94cf016a471 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:38.206348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-004f09eb-1ef4-4507-9cda-a94cf016a471 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 818 time: 1.3864954 Mar 07 04:22:38.227033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:38.227725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Request body: {'port': {'device_id': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'admin_state_up': True, 'tenant_id': 'ee470bd6bfff47b1af147f1894c2c3f9'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:38.231527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Made reservation on behalf of ee470bd6bfff47b1af147f1894c2c3f9 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:38.234827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.280780 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.497735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-fd50dfe0-b470-42fa-9220-29afd140ac79 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:22:38.498747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-fd50dfe0-b470-42fa-9220-29afd140ac79 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053372 Mar 07 04:22:38.505097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:38.513775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.517575 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979ae244-8f96-4abc-b0cc-0b37d2bce663 req-1ac09788-6fca-47b6-b00f-621634af9469 service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847524 Mar 07 04:22:38.628350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Pushing event updated for resources: {'Port': ['ID=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:38.633345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-b7614228-5e19-4ae2-92c0-64a2730ef59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:38.639821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-b7614228-5e19-4ae2-92c0-64a2730ef59f service neutron] 10.222.0.21 "GET /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 1124 time: 0.1073284 Mar 07 04:22:38.646707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:38.647295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:22:38.649465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:38.660308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc8f4-71e7-4a66-b86e-e1dd5acebcca req-2429e99a-6a16-47fd-9087-3afc7206207f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:38.662914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11ccc8f4-71e7-4a66-b86e-e1dd5acebcca req-2429e99a-6a16-47fd-9087-3afc7206207f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.3905382 Mar 07 04:22:38.680500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:38.720169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Allocated IP 172.20.0.7 (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d/120f18f1-03e5-487f-b46a-ed3e128d9b9a/66e4b286-6e52-42e7-955e-ef3f68a62a63) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:38.730167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:38.730816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.761408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d015eaa3-651b-4657-9cbf-9974cebd466f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3140583 Mar 07 04:22:38.777191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Publish callbacks [] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.777766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Request body: {'port': {'device_id': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:38.783532 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.839279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310599f-60f4-4d76-ae2c-fd6dcd554aac None None] Pushing event updated for resources: {'Port': ['ID=3169304e-991c-49b5-b9a6-7fe769b97b55,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:38.927528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Attempting to bind port 3169304e-991c-49b5-b9a6-7fe769b97b55 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:38.928530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Attempting to bind port 3169304e-991c-49b5-b9a6-7fe769b97b55 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:38.929054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Attempting to bind port 3169304e-991c-49b5-b9a6-7fe769b97b55 on network 81600f6e-27ba-4449-91f9-1103b46763e3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:38.934354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11ccc8f4-71e7-4a66-b86e-e1dd5acebcca req-dd0a98f8-66df-40d9-aa6a-a15ba80f1fdf tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115133 Mar 07 04:22:38.934868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:38.935687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Checking segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:38.936963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.937377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Bound using segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:38.937868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Bound port: 3169304e-991c-49b5-b9a6-7fe769b97b55, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:38.938570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.975997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:38.983949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks [] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.034148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] For port 3169304e-991c-49b5-b9a6-7fe769b97b55, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:39.040678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] For port 3169304e-991c-49b5-b9a6-7fe769b97b55, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3169304e-991c-49b5-b9a6-7fe769b97b55,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:39.042746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Made reservation on behalf of ee470bd6bfff47b1af147f1894c2c3f9 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:39.046548 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.050160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.060304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.129372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a89b320-1fff-418d-9902-8b0f9f2f178b req-8f4ed1d2-1d5d-465f-b429-8e3cdadaf419 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 210 time: 0.0597274 Mar 07 04:22:39.133546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:39.133893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:39.134243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:39.172403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310599f-60f4-4d76-ae2c-fd6dcd554aac None None] Pushing event updated for resources: {'Port': ['ID=3169304e-991c-49b5-b9a6-7fe769b97b55,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:39.198992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:22:39.200028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:22:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:39.203692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.220411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:39.220914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:39.234463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:39.234809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:39.235196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:39.235640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Bound port: c94555e9-4468-44fc-ba22-15ac4693dba3, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:39.303004 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fe4da-1931-45a5-a1e0-34809da4e50b x-openstack-request-id: req-708fe4da-1931-45a5-a1e0-34809da4e50b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:39.303651 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172ae024-2b02-4f55-8ec1-f27e3d1e4e8a", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:39.303770 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-708fe4da-1931-45a5-a1e0-34809da4e50b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:39.304139 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9', 'code': 200} Mar 07 04:22:39.335807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] Provisioning complete for port 3169304e-991c-49b5-b9a6-7fe769b97b55 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:39.336184 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.336748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Pushing event updated for resources: {'Port': ['ID=66e4b286-6e52-42e7-955e-ef3f68a62a63,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:39.414142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:39.425886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:39.437300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:39.486292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] Current status of the port 3169304e-991c-49b5-b9a6-7fe769b97b55 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:39.486684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.509473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:39.510105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.517372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:39.540369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.553091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-7acc87ac-f04e-4a45-9fa6-fae44d2a9f63 service neutron] 10.222.0.21 "POST /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3/bindings HTTP/1.1" status: 201 len: 389 time: 0.9123287 Mar 07 04:22:39.565019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4fdc1-bfe9-48ae-947a-9df64d102385 req-a9ef2335-61b9-4e3e-8d44-5d3e63ec4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:39.566519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8d4fdc1-bfe9-48ae-947a-9df64d102385 req-a9ef2335-61b9-4e3e-8d44-5d3e63ec4044 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 1131 time: 0.2646575 Mar 07 04:22:39.577027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] For port 3169304e-991c-49b5-b9a6-7fe769b97b55, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3169304e-991c-49b5-b9a6-7fe769b97b55,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:39.595756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.619234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:22:39.623037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a37432-f111-4183-868f-6663038fb770 req-d7ce0526-8b28-4889-a00d-b96bab97d7bd tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:39.624292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00a37432-f111-4183-868f-6663038fb770 req-d7ce0526-8b28-4889-a00d-b96bab97d7bd tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 948 time: 0.2630265 Mar 07 04:22:39.641480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Allocated IP 172.25.4.248 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/46367b5d-4b62-440a-8c71-438c2e97ca0d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:39.702889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8d4fdc1-bfe9-48ae-947a-9df64d102385 req-a3707301-e78c-4585-99d7-df4c02e47163 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141524 Mar 07 04:22:39.734313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00a37432-f111-4183-868f-6663038fb770 req-eb9818d3-ac1c-44ce-a955-1ce76d356405 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995488 Mar 07 04:22:39.778581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5320f-5d78-42f4-8c30-02bf799609d8 None None] Pushing event updated for resources: {'Port': ['ID=3169304e-991c-49b5-b9a6-7fe769b97b55,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:39.809291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.844058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da34fae3-1e7f-4c7c-9ef5-ecd08849d808 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:39.854399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Publish callbacks [] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.871848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.873377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3045e2d8-6be1-4982-a782-ac7e4f72dd89 None None] Provisioning complete for port 3169304e-991c-49b5-b9a6-7fe769b97b55 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:39.874006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3045e2d8-6be1-4982-a782-ac7e4f72dd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.895553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Transition to ACTIVE for port object da34fae3-1e7f-4c7c-9ef5-ecd08849d808 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:39.915373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:39.933511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd10561-8a79-4971-97ee-56f7479fcb8c req-5fe4d85f-03de-4400-9046-164b73b25e2e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:39.948437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdd10561-8a79-4971-97ee-56f7479fcb8c req-5fe4d85f-03de-4400-9046-164b73b25e2e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 944 time: 0.1742854 Mar 07 04:22:39.988568 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event updated for resources: {'Port': ['ID=46367b5d-4b62-440a-8c71-438c2e97ca0d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:40.009563 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a79dafb3-305c-4bcb-8f00-b5a3d5e7ca15 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2716253 Mar 07 04:22:40.031583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-e07fbc32-f408-4681-96a8-a1521104e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:40.032506 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-e07fbc32-f408-4681-96a8-a1521104e2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 1126 time: 1.0082293 Mar 07 04:22:40.050292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Request body: {'port': {'device_id': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:40.087976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3045e2d8-6be1-4982-a782-ac7e4f72dd89 None None] Current status of the port 3169304e-991c-49b5-b9a6-7fe769b97b55 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:40.119282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Pushing event updated for resources: {'Port': ['ID=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:40.177494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdd10561-8a79-4971-97ee-56f7479fcb8c req-8f5f777a-2dba-4d6d-a8b9-c5eb7a98d653 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229621 Mar 07 04:22:40.186906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:22:40.204451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Allocated IP 172.20.0.12 (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d/120f18f1-03e5-487f-b46a-ed3e128d9b9a/9616de3d-d050-4981-b391-f42607cdacea) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:40.228005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa448c8-6055-4887-a892-92d9096bfbfb req-295c44e2-8e9e-42e2-a090-6b884d03452d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:40.242882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fa448c8-6055-4887-a892-92d9096bfbfb req-295c44e2-8e9e-42e2-a090-6b884d03452d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2874856 Mar 07 04:22:40.266849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0c706-264a-4c0d-a75e-44dadd675c02 None None] The sync data for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 is: [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:22:40.394736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Attempting to bind port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:40.395208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Attempting to bind port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:40.395630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Attempting to bind port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:40.406658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:40.407124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Attempting to bind port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:40.413812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fa448c8-6055-4887-a892-92d9096bfbfb req-bae5f653-e848-457d-b6f5-e23076c139a0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633673 Mar 07 04:22:40.420428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:40.420875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Checking segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:40.421352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Bound using segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:40.421900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Bound port: da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:40.422840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.423275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks [] for port (9616de3d-d050-4981-b391-f42607cdacea), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.462535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:40.464437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:40.469085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:40.476919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70e050-12b6-4905-8a7e-3b0cd896ccf1 req-d7427f7d-6220-47af-b18f-25aa0bf89bf5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:40.484447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa70e050-12b6-4905-8a7e-3b0cd896ccf1 req-d7427f7d-6220-47af-b18f-25aa0bf89bf5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1962316 Mar 07 04:22:40.621072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.634542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe9de800-197a-46e0-85e6-1799122e6150 req-e8ad020f-2375-4c33-a8c0-d3e0cadaa262 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 210 time: 0.0773630 Mar 07 04:22:40.667897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa70e050-12b6-4905-8a7e-3b0cd896ccf1 req-22c98661-dded-41c7-9276-5ad18858c5bf tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753867 Mar 07 04:22:40.681040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] For port da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:40.688020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] For port da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:40.692899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9616de3d-d050-4981-b391-f42607cdacea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.700413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.767841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:40.768552 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.770090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/da34fae3-1e7f-4c7c-9ef5-ecd08849d808 HTTP/1.1" status: 200 len: 1091 time: 1.9994121 Mar 07 04:22:40.770547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'tag': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:40.773111 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec10c11-9269-4827-aaa7-f187dc3e93cf" -d '{"events": [{"name": "network-changed", "server_uuid": "94d05784-ac92-44bf-ae8d-b9ee9fafdbd2", "tag": "da34fae3-1e7f-4c7c-9ef5-ecd08849d808"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:40.803790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ca58-ba8e-4853-b1f3-247ecc4278c1 service neutron] Pushing event updated for resources: {'Port': ['ID=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:40.917988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c2da42d2-e9de-452d-babf-56e115562de2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:40.925913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (487f98f5-94b5-486b-8ca4-0fd1bb827dbb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:40.936291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Pushing event updated for resources: {'Port': ['ID=9616de3d-d050-4981-b391-f42607cdacea,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:40.973843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:41.035950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.310769 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.313580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:41.324948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:41.366980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port c2da42d2-e9de-452d-babf-56e115562de2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:41.371114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port c2da42d2-e9de-452d-babf-56e115562de2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:41.371492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c2da42d2-e9de-452d-babf-56e115562de2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.413524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.417630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.447701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-32b99282-8eda-4f2b-9807-f50222fcad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.449266 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-32b99282-8eda-4f2b-9807-f50222fcad5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 906 time: 1.3634863 Mar 07 04:22:41.465832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.477721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:41.518127 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90d91f1-1ce9-4cbd-81b3-a1e0f52f7871 x-openstack-request-id: req-a90d91f1-1ce9-4cbd-81b3-a1e0f52f7871 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:41.518706 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d05784-ac92-44bf-ae8d-b9ee9fafdbd2", "tag": "da34fae3-1e7f-4c7c-9ef5-ecd08849d808", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:41.518706 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a90d91f1-1ce9-4cbd-81b3-a1e0f52f7871 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:41.519035 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'tag': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808', 'status': 'completed', 'code': 200} Mar 07 04:22:41.676528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-e469e014-8d7a-4f9e-8b1b-8d57fe523500 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4568799 Mar 07 04:22:41.705881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:41.715536 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-0084f204-c446-4c24-9ea5-3597fbce854a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=931bd9bd-e367-454f-8307-b0e06aac307a HTTP/1.1" status: 200 len: 217 time: 0.2310231 Mar 07 04:22:41.719350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-296d9ab8-5ea2-4527-82d1-e613b171c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.720860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-296d9ab8-5ea2-4527-82d1-e613b171c920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 1125 time: 0.8936164 Mar 07 04:22:41.739405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b3f98-9063-46e6-b1d5-ca30d32b5683 req-cb3f0e73-2091-4841-be26-140d989a5f68 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.741555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c81b3f98-9063-46e6-b1d5-ca30d32b5683 req-cb3f0e73-2091-4841-be26-140d989a5f68 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 948 time: 0.2252681 Mar 07 04:22:41.766358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '931bd9bd-e367-454f-8307-b0e06aac307a', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '931bd9bd-e367-454f-8307-b0e06aac307a', 'mac_address': 'fa:16:3e:6e:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:41.818262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c2da42d2-e9de-452d-babf-56e115562de2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:41.818862 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c2da42d2-e9de-452d-babf-56e115562de2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.854545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-d5c22db0-1647-49ce-a5fc-041a87e28053 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808 HTTP/1.1" status: 200 len: 217 time: 0.1003754 Mar 07 04:22:41.863669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f1c03-528c-46be-b571-7162e266a45c req-4a62d159-bf9b-497e-803a-79d029898041 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.871937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d4f1c03-528c-46be-b571-7162e266a45c req-4a62d159-bf9b-497e-803a-79d029898041 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 944 time: 0.3573663 Mar 07 04:22:41.879436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (487f98f5-94b5-486b-8ca4-0fd1bb827dbb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.884955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-bd254c14-5955-40b6-9316-7b95fdbf64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.886526 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-bd254c14-5955-40b6-9316-7b95fdbf64ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.1702681 Mar 07 04:22:41.892608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Request body: {'port': {'device_id': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:41.902515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c2da42d2-e9de-452d-babf-56e115562de2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c2da42d2-e9de-452d-babf-56e115562de2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:41.907366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da42d2-e9de-452d-babf-56e115562de2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:41.912950 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6901b766-ec05-4393-84be-c61c56ee30b0" -d '{"events": [{"server_uuid": "908ce3fc-79d9-42fd-b388-a684af87a1de", "name": "network-vif-plugged", "status": "completed", "tag": "c2da42d2-e9de-452d-babf-56e115562de2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:41.921483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 931bd9bd-e367-454f-8307-b0e06aac307a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:41.922187 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.950800 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c2da42d2-e9de-452d-babf-56e115562de2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:41.956513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-4f532366-f878-4a39-be4a-9c35ed0039af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:41.958310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-4f532366-f878-4a39-be4a-9c35ed0039af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 200 len: 858 time: 0.0838842 Mar 07 04:22:41.998873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9616de3d-d050-4981-b391-f42607cdacea), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:42.031867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-03165c98-2aaf-425a-9e5b-645df321c479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558839 Mar 07 04:22:42.051668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c81b3f98-9063-46e6-b1d5-ca30d32b5683 req-abc83861-84dd-4d1c-8d88-3044a747385b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813377 Mar 07 04:22:42.065653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c2da42d2-e9de-452d-babf-56e115562de2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:42.077785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931bd9bd-e367-454f-8307-b0e06aac307a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:42.119270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-677b24b7-1f8a-4d78-898d-15cfd742c956 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236186 Mar 07 04:22:42.126724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:42.143226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:42.188323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event updated for resources: {'Port': ['ID=46367b5d-4b62-440a-8c71-438c2e97ca0d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:42.195102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d4f1c03-528c-46be-b571-7162e266a45c req-1a34e6ff-5482-4226-a2b3-7d0fabc3c337 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168147 Mar 07 04:22:42.283056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:42.384702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-43e27690-034f-4746-8fe4-b7d947722786 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051441 Mar 07 04:22:42.400798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757764-b644-446f-a866-dce2b8429239 req-50cde93d-3467-4eef-a4bc-3d20ca5c7913 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:42.407617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1757764-b644-446f-a866-dce2b8429239 req-50cde93d-3467-4eef-a4bc-3d20ca5c7913 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2314839 Mar 07 04:22:42.408664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:42.418179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59a7e05b-edf7-422a-bf95-607cdbb8e005 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0226803 Mar 07 04:22:42.462597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3169304e-991c-49b5-b9a6-7fe769b97b55 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:42.465712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84230681-16d9-4811-9ffc-58b5ff04a5f0 req-0e0a56b0-7321-4afa-8277-3cc74d8d6b83 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:42.472412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84230681-16d9-4811-9ffc-58b5ff04a5f0 req-0e0a56b0-7321-4afa-8277-3cc74d8d6b83 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 932 time: 0.1800966 Mar 07 04:22:42.534970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['931bd9bd-e367-454f-8307-b0e06aac307a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:42.593348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-712cf13e-62fc-4eb1-9c45-67edc6e746b2 service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791850 Mar 07 04:22:42.617202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1757764-b644-446f-a866-dce2b8429239 req-c6cedb7b-93ad-436a-9e2c-8fcadaac4ad4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026777 Mar 07 04:22:42.622925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-451aeb47-e600-4315-a7db-475240ee9364 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123368 Mar 07 04:22:42.633139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84230681-16d9-4811-9ffc-58b5ff04a5f0 req-d5ce4c29-a2e3-43ca-ba5c-e68611b19908 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598992 Mar 07 04:22:42.684727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3169304e-991c-49b5-b9a6-7fe769b97b55 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:42.685105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:42.745250 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22db5cf-7d72-4828-acf1-21f3ad487702 x-openstack-request-id: req-c22db5cf-7d72-4828-acf1-21f3ad487702 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:42.745583 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908ce3fc-79d9-42fd-b388-a684af87a1de", "name": "network-vif-plugged", "status": "completed", "tag": "c2da42d2-e9de-452d-babf-56e115562de2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:42.745793 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c22db5cf-7d72-4828-acf1-21f3ad487702 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:42.746208 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da42d2-e9de-452d-babf-56e115562de2', 'code': 200} Mar 07 04:22:42.840771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60bdd1dd-db81-4df7-990c-3fe6b4f82270 req-00684a90-40f4-4ec5-bc26-68c970ce5469 service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397101 Mar 07 04:22:42.855298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4b286-6e52-42e7-955e-ef3f68a62a63 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:42.863973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Publish callbacks [] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:42.878735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Transition to ACTIVE for port object 66e4b286-6e52-42e7-955e-ef3f68a62a63 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:42.898161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:42.910844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3169304e-991c-49b5-b9a6-7fe769b97b55 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:42.980394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe45dc6-1b6a-445c-9655-4f502a4dbb22 req-b0a7e939-20d0-40f7-a438-a26ba3089653 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:42.982183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fe45dc6-1b6a-445c-9655-4f502a4dbb22 req-b0a7e939-20d0-40f7-a438-a26ba3089653 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.3054042 Mar 07 04:22:42.985137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-74689cea-8956-4717-b2b7-d60f0f0872b8 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1030881164&fields=id&tenant_id=389b34c98c254818bf12d5f55094fae9 HTTP/1.1" status: 200 len: 267 time: 0.1669517 Mar 07 04:22:42.994409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-77b5e53c-6419-415b-bce0-35a0156369d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:42.996213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-77b5e53c-6419-415b-bce0-35a0156369d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 1125 time: 0.2637339 Mar 07 04:22:43.073773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4b286-6e52-42e7-955e-ef3f68a62a63,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:43.166521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Attempting to bind port 66e4b286-6e52-42e7-955e-ef3f68a62a63 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:43.167015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Attempting to bind port 66e4b286-6e52-42e7-955e-ef3f68a62a63 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:43.167433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Attempting to bind port 66e4b286-6e52-42e7-955e-ef3f68a62a63 on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:43.174411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Port 66e4b286-6e52-42e7-955e-ef3f68a62a63 on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:43.174847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Attempting to bind port 66e4b286-6e52-42e7-955e-ef3f68a62a63 on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:43.190489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-84fcc96c-67ac-4495-b02e-11748eeeda7d tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.192075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-84fcc96c-67ac-4495-b02e-11748eeeda7d tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/networks?id=81600f6e-27ba-4449-91f9-1103b46763e3 HTTP/1.1" status: 200 len: 805 time: 0.1653976 Mar 07 04:22:43.204015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fe45dc6-1b6a-445c-9655-4f502a4dbb22 req-7369dbbc-7aa2-4c06-b31f-6669a16df43f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059503 Mar 07 04:22:43.220089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:43.220529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Checking segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:43.221951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bd555-18f2-4723-887f-8afc4f9a64cf req-c3ef2eda-abcb-4007-bccc-eadf755fa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.222379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Bound using segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:43.223302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Bound port: 66e4b286-6e52-42e7-955e-ef3f68a62a63, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:43.223482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c4bd555-18f2-4723-887f-8afc4f9a64cf req-c3ef2eda-abcb-4007-bccc-eadf755fa3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 1131 time: 0.3717201 Mar 07 04:22:43.224827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-bbe1a56a-ade4-491e-a997-20fa6c85b339 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/quotas/389b34c98c254818bf12d5f55094fae9 HTTP/1.1" status: 200 len: 375 time: 0.0152402 Mar 07 04:22:43.226080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.328446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] For port 66e4b286-6e52-42e7-955e-ef3f68a62a63, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:43.335778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] For port 66e4b286-6e52-42e7-955e-ef3f68a62a63, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:43.360562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9616de3d-d050-4981-b391-f42607cdacea {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:43.377820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Publish callbacks [] for port (9616de3d-d050-4981-b391-f42607cdacea), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.391976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Transition to ACTIVE for port object 9616de3d-d050-4981-b391-f42607cdacea will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:43.394238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.424708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9616de3d-d050-4981-b391-f42607cdacea), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.425380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-66d1f01b-0c0e-4e14-a2ac-f05135f95a08 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=389b34c98c254818bf12d5f55094fae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670804 Mar 07 04:22:43.448071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.448580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347195cf-daa2-46e0-952f-9089c045f642 req-b1d5b641-2e9a-47f7-b8f5-6e9a5a32920d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.448708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.450185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] 10.222.0.44 "PUT /v2.0/ports/66e4b286-6e52-42e7-955e-ef3f68a62a63 HTTP/1.1" status: 200 len: 1091 time: 3.4162810 Mar 07 04:22:43.450319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347195cf-daa2-46e0-952f-9089c045f642 req-b1d5b641-2e9a-47f7-b8f5-6e9a5a32920d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 949 time: 0.1522930 Mar 07 04:22:43.451078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'tag': '66e4b286-6e52-42e7-955e-ef3f68a62a63'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:43.453369 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b4a4c-4814-4411-9786-857d47498eda" -d '{"events": [{"name": "network-changed", "server_uuid": "2504d5eb-44f4-4cfa-917b-ce4325299bbf", "tag": "66e4b286-6e52-42e7-955e-ef3f68a62a63"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:43.505259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c4bd555-18f2-4723-887f-8afc4f9a64cf req-8e7f0f4c-dd0f-4db9-a357-19b54cdb2f0f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682614 Mar 07 04:22:43.523036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8e6d3-a917-481a-a75d-c65e2dd05ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4b286-6e52-42e7-955e-ef3f68a62a63,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:43.615543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-a984881e-7dba-4a7c-983e-48ba16020279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.617082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-a984881e-7dba-4a7c-983e-48ba16020279 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 919 time: 0.4241295 Mar 07 04:22:43.622198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347195cf-daa2-46e0-952f-9089c045f642 req-9edd03bd-431b-4a3e-aab8-e3e9fdbb25e9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292136 Mar 07 04:22:43.634030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Attempting to bind port 9616de3d-d050-4981-b391-f42607cdacea on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:43.634554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Attempting to bind port 9616de3d-d050-4981-b391-f42607cdacea by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:43.634892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Attempting to bind port 9616de3d-d050-4981-b391-f42607cdacea on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:43.643917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-73919c74-ae10-43b4-aac4-8e57c2eadb7c service neutron] 10.222.0.21 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926675 Mar 07 04:22:43.648472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Port 9616de3d-d050-4981-b391-f42607cdacea on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:43.648889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Attempting to bind port 9616de3d-d050-4981-b391-f42607cdacea on network 9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:43.659221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Pushing event updated for resources: {'Port': ['ID=9616de3d-d050-4981-b391-f42607cdacea,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:43.665904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-8fc826cc-5b66-42ca-acad-f2019ebbfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.667735 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-8fc826cc-5b66-42ca-acad-f2019ebbfa0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 1125 time: 0.1570280 Mar 07 04:22:43.670064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:43.670634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Checking segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:43.671024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Bound using segment: {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:43.671532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Bound port: 9616de3d-d050-4981-b391-f42607cdacea, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:43.671966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9616de3d-d050-4981-b391-f42607cdacea), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.760816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-934ca423-75ac-4262-9fd7-d59e7ea413cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63 HTTP/1.1" status: 200 len: 217 time: 0.0421829 Mar 07 04:22:43.802894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-ef282068-a6db-4f51-8d6b-6c9853cc9ca7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808 HTTP/1.1" status: 200 len: 217 time: 0.0661077 Mar 07 04:22:43.852092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5da1dc61-83b1-4991-bd5e-c18dc4fc478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.853678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-5da1dc61-83b1-4991-bd5e-c18dc4fc478d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 200 len: 858 time: 0.0708344 Mar 07 04:22:43.857368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] For port 9616de3d-d050-4981-b391-f42607cdacea, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:43.869995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] For port 9616de3d-d050-4981-b391-f42607cdacea, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9616de3d-d050-4981-b391-f42607cdacea,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:43.874015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-a128993f-ba41-45a6-a60d-281d3dee3797 service neutron] 10.222.0.21 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213545 Mar 07 04:22:43.892929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e9fc-7367-4092-96ba-b09c000b0289 req-0d618d78-ebc9-4827-b9b6-533b5d54911a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.894406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90b3e9fc-7367-4092-96ba-b09c000b0289 req-0d618d78-ebc9-4827-b9b6-533b5d54911a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 945 time: 0.1588910 Mar 07 04:22:43.894540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-88dfe8c2-c4c5-4a30-b907-e80a741f5944 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329139 Mar 07 04:22:43.895692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9616de3d-d050-4981-b391-f42607cdacea), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:43.896020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-57756e37-9925-4ba4-b640-7a5f2dd4f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:43.897440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-57756e37-9925-4ba4-b640-7a5f2dd4f783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 200 len: 858 time: 0.0828598 Mar 07 04:22:43.948590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-8e20edd8-a02d-41b5-8a58-9d8b8a6b9296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364809 Mar 07 04:22:44.008015 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-f603d896-dd2f-4d5a-8966-19ca4c13672c service neutron] 10.222.0.44 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041889 Mar 07 04:22:44.010382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90b3e9fc-7367-4092-96ba-b09c000b0289 req-30a9f483-c10d-4c30-a834-0b757acf497b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039064 Mar 07 04:22:44.035793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.035793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:44.036309 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] 10.222.0.15 "PUT /v2.0/ports/9616de3d-d050-4981-b391-f42607cdacea HTTP/1.1" status: 200 len: 1092 time: 2.2259159 Mar 07 04:22:44.106615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-a9fc351b-bed0-4ec3-b4fa-4f6711bd7579 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451483 Mar 07 04:22:44.134786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc669f4b-4beb-4707-a69a-a860c8b49703 service neutron] Pushing event updated for resources: {'Port': ['ID=9616de3d-d050-4981-b391-f42607cdacea,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:44.139684 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b33159-9bd6-4c6d-acb4-88fd22f16bc2 x-openstack-request-id: req-b7b33159-9bd6-4c6d-acb4-88fd22f16bc2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:44.139981 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2504d5eb-44f4-4cfa-917b-ce4325299bbf", "tag": "66e4b286-6e52-42e7-955e-ef3f68a62a63", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:44.140220 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b33159-9bd6-4c6d-acb4-88fd22f16bc2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:44.140616 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'tag': '66e4b286-6e52-42e7-955e-ef3f68a62a63', 'status': 'completed', 'code': 200} Mar 07 04:22:44.230319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-fbc2e2bf-c9db-41d8-91df-a6c303fd653b service neutron] 10.222.0.44 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139294 Mar 07 04:22:44.240891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-fa15205b-6bff-44a4-b99e-1c384a71e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.242425 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-fa15205b-6bff-44a4-b99e-1c384a71e9d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 1126 time: 0.1227217 Mar 07 04:22:44.351447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ec10c11-9269-4827-aaa7-f187dc3e93cf req-01f61272-c94a-486b-9ba4-280056506562 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336469 Mar 07 04:22:44.365083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d309-7a68-40da-97c7-7a330d2d53db req-32136fb0-a5a0-43f5-bfa8-b9903b19657f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.366570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f702d309-7a68-40da-97c7-7a330d2d53db req-32136fb0-a5a0-43f5-bfa8-b9903b19657f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1338613 Mar 07 04:22:44.376746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952b6e-7335-4f62-8c44-28fe2f488561 req-213014cf-b9fe-40c3-89e9-0b9294b1993d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.378886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1952b6e-7335-4f62-8c44-28fe2f488561 req-213014cf-b9fe-40c3-89e9-0b9294b1993d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 944 time: 0.1302261 Mar 07 04:22:44.388801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-7e8289a1-71e9-4c75-9957-82571ef2fcb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9616de3d-d050-4981-b391-f42607cdacea HTTP/1.1" status: 200 len: 217 time: 0.1381316 Mar 07 04:22:44.492037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f702d309-7a68-40da-97c7-7a330d2d53db req-5b8b8eeb-7587-4426-8785-256d4fb6d2c0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119592 Mar 07 04:22:44.495918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1952b6e-7335-4f62-8c44-28fe2f488561 req-05c4860e-2060-46ef-9890-57aab8f95c07 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087992 Mar 07 04:22:44.586382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-1d85be05-633b-458d-a15b-7d19796df689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.588218 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-1d85be05-633b-458d-a15b-7d19796df689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 200 len: 858 time: 0.1897526 Mar 07 04:22:44.592901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4a4c-4814-4411-9786-857d47498eda req-8bc25434-1e8b-44fb-9e4c-69db7ec1129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.597603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-8bc25434-1e8b-44fb-9e4c-69db7ec1129d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 1125 time: 0.2861183 Mar 07 04:22:44.653479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-52b897cc-6bd5-4f49-924c-2d62733f9377 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442138 Mar 07 04:22:44.664627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e53f26e4-eb68-4ad3-9688-4f0f41656189 req-fc958432-5ded-47a4-b51b-539a637c4018 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 210 time: 0.0612638 Mar 07 04:22:44.779031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56db93-1617-4d5b-b75b-55978ae362ab req-111aaea2-79eb-4ac3-b66a-d6d01b50c72c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.788921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e56db93-1617-4d5b-b75b-55978ae362ab req-111aaea2-79eb-4ac3-b66a-d6d01b50c72c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1482108 Mar 07 04:22:44.899967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e56db93-1617-4d5b-b75b-55978ae362ab req-fc4a3ac5-8977-4106-8241-e71b5110980f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058536 Mar 07 04:22:44.913651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device da34fae3-1e7f-4c7c-9ef5-ecd08849d808 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:44.928059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4a4c-4814-4411-9786-857d47498eda req-aa1c01ef-bd3e-4c37-9619-4b88b5db3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.929367 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-aa1c01ef-bd3e-4c37-9619-4b88b5db3fae service neutron] 10.222.0.44 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 919 time: 0.2729061 Mar 07 04:22:44.934259 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-a1232a6a-748a-4fe7-89d3-5e87adf6eae9 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588744 Mar 07 04:22:44.939274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391c019-7c93-42be-8be3-8d90b8f84afc req-1afbc3af-a665-4c8b-86ad-03a793a447c6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:44.947745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0391c019-7c93-42be-8be3-8d90b8f84afc req-1afbc3af-a665-4c8b-86ad-03a793a447c6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 949 time: 0.1506634 Mar 07 04:22:45.027028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0391c019-7c93-42be-8be3-8d90b8f84afc req-a2d177fe-78a4-4854-8a2d-0f4c20b5786e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Mar 07 04:22:45.153538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:45.167521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808', 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'port_id': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808', 'mac_address': 'fa:16:3e:d2:b3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f18f1-03e5-487f-b46a-ed3e128d9b9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:45.220446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbea26-4c5f-4fd6-93dc-dcc74ffdcb80 req-9b841502-896c-45a3-a521-7224e994cac1 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:45.228957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60bbea26-4c5f-4fd6-93dc-dcc74ffdcb80 req-9b841502-896c-45a3-a521-7224e994cac1 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 945 time: 0.1005812 Mar 07 04:22:45.239790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:45.240387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:45.256482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da34fae3-1e7f-4c7c-9ef5-ecd08849d808 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:45.289401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:45.300126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:45.353584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60bbea26-4c5f-4fd6-93dc-dcc74ffdcb80 req-a986e74c-7f54-44ca-a06e-436d6993d809 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173096 Mar 07 04:22:45.366990 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-e0216ded-082e-464a-ac10-95730578f6c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63 HTTP/1.1" status: 200 len: 217 time: 0.4309018 Mar 07 04:22:45.391453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:45.469761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4a4c-4814-4411-9786-857d47498eda req-354d5f06-bbc9-4ae2-8fee-b89d058a000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:45.471589 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-354d5f06-bbc9-4ae2-8fee-b89d058a000c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 200 len: 858 time: 0.0944257 Mar 07 04:22:45.489108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:45.508639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-810864ac-bdba-41db-a8ac-e9bf443d4d35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276899 Mar 07 04:22:45.545443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f6d5e89-9a4c-4cf4-9a1e-fe210921d2d7 req-0d0e5640-e27b-4648-aa00-33ca7eff2dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957618 Mar 07 04:22:45.594566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 931bd9bd-e367-454f-8307-b0e06aac307a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:45.604976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 931bd9bd-e367-454f-8307-b0e06aac307a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:45.605621 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:45.608276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['da34fae3-1e7f-4c7c-9ef5-ecd08849d808'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:45.658388 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-079d5c1e-92bc-4dc7-a168-46f8cfe5db4e service neutron] 10.222.0.44 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411707 Mar 07 04:22:45.787691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-548b4a4c-4814-4411-9786-857d47498eda req-1c5efc89-ff22-438b-a12d-a3d2fff09d69 service neutron] 10.222.0.44 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170542 Mar 07 04:22:45.874453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 931bd9bd-e367-454f-8307-b0e06aac307a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:45.874871 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:45.889780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e9b35-1561-4796-b208-e08882e99c07 req-173e8e45-d038-4904-8c60-7f520d38d642 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:45.904386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-131e9b35-1561-4796-b208-e08882e99c07 req-173e8e45-d038-4904-8c60-7f520d38d642 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2181664 Mar 07 04:22:45.970920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf384f-b3ae-4898-ba94-f83495cd7ef0 req-782274c8-04d8-4b7f-a551-8fe1bfd0777f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:45.972496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97bf384f-b3ae-4898-ba94-f83495cd7ef0 req-782274c8-04d8-4b7f-a551-8fe1bfd0777f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 944 time: 0.2743504 Mar 07 04:22:45.979601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:45.982194 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8a1404-509d-4504-bcd2-1869a18d6e95" -d '{"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-plugged", "status": "completed", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:46.006606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:46.018764 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:46.056222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-f777bbdf-6514-4c00-838f-58d70af34a34 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:46.060708 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-f777bbdf-6514-4c00-838f-58d70af34a34 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.44 "GET /v2.0/networks?id=81600f6e-27ba-4449-91f9-1103b46763e3 HTTP/1.1" status: 200 len: 805 time: 0.1925433 Mar 07 04:22:46.065869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-131e9b35-1561-4796-b208-e08882e99c07 req-a976e17b-3f3b-4f94-9479-b4512907f4f2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604509 Mar 07 04:22:46.087574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:46.141953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'tag': '9616de3d-d050-4981-b391-f42607cdacea'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:46.145129 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a53254d-97b6-4606-813e-4480f47ed35e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c2f476-e886-4f26-8241-6f809a0555ff", "tag": "9616de3d-d050-4981-b391-f42607cdacea"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:46.148382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97bf384f-b3ae-4898-ba94-f83495cd7ef0 req-a6244bf9-84c3-4015-bbd1-f9dbd71ed9b5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452117 Mar 07 04:22:46.203781 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-7ac805f6-fef6-4c17-8559-49ee67bae3db tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=389b34c98c254818bf12d5f55094fae9 HTTP/1.1" status: 200 len: 380 time: 0.1331770 Mar 07 04:22:46.220902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Request body: {'port': {'device_id': '3b92d572-a919-48b7-9120-61da6d96309a', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'admin_state_up': True, 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'security_groups': ['1c417296-de63-42cc-9ebc-70821d0231d0']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:46.257289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a34d8d69-ac05-49b8-ae30-b3f697a846d8 req-4ba62a86-83f1-4888-af6e-1740a34ef52c tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 210 time: 0.0522199 Mar 07 04:22:46.354035 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73add0bc-51ea-4be1-ab17-960e7adbf87e x-openstack-request-id: req-73add0bc-51ea-4be1-ab17-960e7adbf87e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:46.354532 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-plugged", "status": "completed", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:46.354796 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73add0bc-51ea-4be1-ab17-960e7adbf87e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:46.355202 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a', 'code': 200} Mar 07 04:22:46.372590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe099e-db23-49a8-931a-984d2be73b83 req-081dafdc-4b45-4119-9257-1dfbad04030f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:46.378217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48fe099e-db23-49a8-931a-984d2be73b83 req-081dafdc-4b45-4119-9257-1dfbad04030f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1103165 Mar 07 04:22:46.461324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48fe099e-db23-49a8-931a-984d2be73b83 req-dcab6115-3c86-43f9-ab5b-647b3d521895 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753760 Mar 07 04:22:46.539818 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2b5508-43a8-4dde-94df-0fc53ef6f75a x-openstack-request-id: req-5f2b5508-43a8-4dde-94df-0fc53ef6f75a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:46.540110 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c2f476-e886-4f26-8241-6f809a0555ff", "tag": "9616de3d-d050-4981-b391-f42607cdacea", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:46.540367 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f2b5508-43a8-4dde-94df-0fc53ef6f75a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:46.540762 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'tag': '9616de3d-d050-4981-b391-f42607cdacea', 'status': 'completed', 'code': 200} Mar 07 04:22:46.551596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16964b61-a38d-4c20-b778-95cc598a7b2a req-1a8cc162-85a2-409f-b04e-b4b7f849fa01 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:46.558730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16964b61-a38d-4c20-b778-95cc598a7b2a req-1a8cc162-85a2-409f-b04e-b4b7f849fa01 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 949 time: 0.0936766 Mar 07 04:22:46.585787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Made reservation on behalf of 389b34c98c254818bf12d5f55094fae9 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:46.600437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:46.656324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9c331-08f1-433a-93ec-181274c899b1 req-695c5d3a-5a38-470e-9b2b-76ab5bef1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:46.658582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cc9c331-08f1-433a-93ec-181274c899b1 req-695c5d3a-5a38-470e-9b2b-76ab5bef1ed8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 1128 time: 0.2226415 Mar 07 04:22:46.659844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16964b61-a38d-4c20-b778-95cc598a7b2a req-f383f956-543f-47b1-bbad-7b0e5c8feac6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998003 Mar 07 04:22:46.723350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3537d-be39-4925-8bb3-1de86b9ca69c req-6df82cc8-aece-4a09-a4a7-e32a66711cd5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:46.725444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86a3537d-be39-4925-8bb3-1de86b9ca69c req-6df82cc8-aece-4a09-a4a7-e32a66711cd5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 946 time: 0.1126504 Mar 07 04:22:46.861872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86a3537d-be39-4925-8bb3-1de86b9ca69c req-98448db0-15e8-4286-9bae-b5b8f3451c25 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232996 Mar 07 04:22:46.883113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Allocated IP 172.20.0.12 (81600f6e-27ba-4449-91f9-1103b46763e3/b42a5538-85ad-416f-81db-1b73722cdbf3/43d459d8-4af6-433e-b0b9-4581e71cd135) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:46.950165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516235-acf2-4cd0-8118-e76cac8de8ed req-b00f770b-bc9f-4ca3-912e-e2ce82a556c0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:46.957695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb516235-acf2-4cd0-8118-e76cac8de8ed req-b00f770b-bc9f-4ca3-912e-e2ce82a556c0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 949 time: 0.1773670 Mar 07 04:22:47.024565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb516235-acf2-4cd0-8118-e76cac8de8ed req-c228c571-cb1f-4169-8398-c9856ab07611 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648959 Mar 07 04:22:47.064705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53254d-97b6-4606-813e-4480f47ed35e req-2ba90bc4-3932-4805-bbd3-8a3fc144755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.066634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-2ba90bc4-3932-4805-bbd3-8a3fc144755e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 1126 time: 0.5049479 Mar 07 04:22:47.137917 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cc9c331-08f1-433a-93ec-181274c899b1 req-939167ae-7aab-4800-b828-e4ab7de2fbf4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Mar 07 04:22:47.151291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.233062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.293761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847ce2d-a8ca-4e39-aa38-395ca97650cd req-2ed1e30a-0ef8-403d-aa82-29e40c52e1d7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.296611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1847ce2d-a8ca-4e39-aa38-395ca97650cd req-2ed1e30a-0ef8-403d-aa82-29e40c52e1d7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1021252 Mar 07 04:22:47.299711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event updated for resources: {'Port': ['ID=43d459d8-4af6-433e-b0b9-4581e71cd135,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:47.328237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Network 81600f6e-27ba-4449-91f9-1103b46763e3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:47.331750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:47.356289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:47.395098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1847ce2d-a8ca-4e39-aa38-395ca97650cd req-782f8e7e-b070-436b-b7f8-0b539aac4add tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923009 Mar 07 04:22:47.419842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53254d-97b6-4606-813e-4480f47ed35e req-6f8b1de2-0d93-4fdf-a0dd-624317b981e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.421517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-6f8b1de2-0d93-4fdf-a0dd-624317b981e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 200 len: 919 time: 0.3482208 Mar 07 04:22:47.502650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 66e4b286-6e52-42e7-955e-ef3f68a62a63 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:47.521911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-dd766b64-b7f5-4152-9420-c01c71e1459b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9616de3d-d050-4981-b391-f42607cdacea HTTP/1.1" status: 200 len: 217 time: 0.0897753 Mar 07 04:22:47.533090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.537748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.590934 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-150437ec-45ec-443f-845a-927d18184e23 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3777008 Mar 07 04:22:47.645955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Request body: {'port': {'device_id': '3b92d572-a919-48b7-9120-61da6d96309a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:47.734557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6aaa5-8e1f-4fa5-87f8-e5bdfdb109b8 req-b4f11c7d-1e21-4237-962a-2bca3f0cf0ab tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.736435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01a6aaa5-8e1f-4fa5-87f8-e5bdfdb109b8 req-b4f11c7d-1e21-4237-962a-2bca3f0cf0ab tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 944 time: 0.1914659 Mar 07 04:22:47.741154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 66e4b286-6e52-42e7-955e-ef3f68a62a63, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:47.760472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '66e4b286-6e52-42e7-955e-ef3f68a62a63', 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'port_id': '66e4b286-6e52-42e7-955e-ef3f68a62a63', 'mac_address': 'fa:16:3e:d8:77:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f18f1-03e5-487f-b46a-ed3e128d9b9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:47.774965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51184e38-cab3-43e3-8b20-910d28aaa49c req-6e408714-3016-4a7c-b3f8-f82ba114ec45 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.780913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51184e38-cab3-43e3-8b20-910d28aaa49c req-6e408714-3016-4a7c-b3f8-f82ba114ec45 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.789257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51184e38-cab3-43e3-8b20-910d28aaa49c req-6e408714-3016-4a7c-b3f8-f82ba114ec45 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a&device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 1689 time: 0.1811738 Mar 07 04:22:47.808337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.822769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 66e4b286-6e52-42e7-955e-ef3f68a62a63 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:47.822988 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.847043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4b286-6e52-42e7-955e-ef3f68a62a63 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:47.854876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9f47c642-572f-4ad3-b198-91cb47b50ceb None None] Provisioning complete for port 43d459d8-4af6-433e-b0b9-4581e71cd135 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:47.854876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f47c642-572f-4ad3-b198-91cb47b50ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.855771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01a6aaa5-8e1f-4fa5-87f8-e5bdfdb109b8 req-272e47e3-6238-4345-8643-309b3040b293 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049659 Mar 07 04:22:47.862081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53254d-97b6-4606-813e-4480f47ed35e req-4c0ddc92-5c2d-402d-8808-d136ca83c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:47.863888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-4c0ddc92-5c2d-402d-8808-d136ca83c1d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 200 len: 858 time: 0.3019412 Mar 07 04:22:47.920952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 66e4b286-6e52-42e7-955e-ef3f68a62a63, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:47.922688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-fd937b53-6cca-444f-9201-41d9650d7627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450578 Mar 07 04:22:47.924435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c642-572f-4ad3-b198-91cb47b50ceb None None] Port 43d459d8-4af6-433e-b0b9-4581e71cd135 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:22:47.931631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:47.946867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51184e38-cab3-43e3-8b20-910d28aaa49c req-4b79cfde-d39e-42a8-84e9-f27a00190c05 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559627 Mar 07 04:22:48.064751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=66e4b286-6e52-42e7-955e-ef3f68a62a63,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:48.073848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-2f42df44-2b18-4434-bb20-dd7b5263e6a3 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403403 Mar 07 04:22:48.152352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f7bd-8965-4c53-8542-31fb006dbfeb req-ff58c301-42cd-4a9c-83ae-e59fba987ce5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:48.158082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5413f7bd-8965-4c53-8542-31fb006dbfeb req-ff58c301-42cd-4a9c-83ae-e59fba987ce5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 932 time: 0.1694548 Mar 07 04:22:48.217003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb41ead-b886-4a3c-b060-ddbe9bf5604b req-98b28e2b-9370-4447-b0e7-e3956597cc24 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:48.230941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfb41ead-b886-4a3c-b060-ddbe9bf5604b req-98b28e2b-9370-4447-b0e7-e3956597cc24 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1956055 Mar 07 04:22:48.298767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5413f7bd-8965-4c53-8542-31fb006dbfeb req-45273aeb-1310-4c84-a684-156e06f049da tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334903 Mar 07 04:22:48.346160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfb41ead-b886-4a3c-b060-ddbe9bf5604b req-16fde54e-e6b6-4141-a9f5-d2a71bf61b0b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991516 Mar 07 04:22:48.357422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a53254d-97b6-4606-813e-4480f47ed35e req-9d478d65-166e-467a-b3fa-f57a67371332 service neutron] 10.222.0.15 "GET /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602959 Mar 07 04:22:48.485894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d459d8-4af6-433e-b0b9-4581e71cd135 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:48.499965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Publish callbacks [] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:48.506814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['66e4b286-6e52-42e7-955e-ef3f68a62a63'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:48.517764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba550-60a8-4496-a715-21e1306c475e req-43b4c56f-05b7-45ee-b913-e19e50c8a496 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:48.519367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c99ba550-60a8-4496-a715-21e1306c475e req-43b4c56f-05b7-45ee-b913-e19e50c8a496 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 946 time: 0.1003344 Mar 07 04:22:48.532408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Transition to ACTIVE for port object 43d459d8-4af6-433e-b0b9-4581e71cd135 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:48.544392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:48.619631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c99ba550-60a8-4496-a715-21e1306c475e req-7a2d1e8d-2eb5-497b-91cc-bab7b5206229 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930772 Mar 07 04:22:48.780464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55248b-9ddd-491b-98ed-ab0fd397c375 req-28d2d808-c081-44a6-9765-c1d829a01b6d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:48.792337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b55248b-9ddd-491b-98ed-ab0fd397c375 req-28d2d808-c081-44a6-9765-c1d829a01b6d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1510584 Mar 07 04:22:48.807624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Pushing event updated for resources: {'Port': ['ID=43d459d8-4af6-433e-b0b9-4581e71cd135,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:48.872502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Attempting to bind port 43d459d8-4af6-433e-b0b9-4581e71cd135 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:48.873076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Attempting to bind port 43d459d8-4af6-433e-b0b9-4581e71cd135 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:48.873184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Attempting to bind port 43d459d8-4af6-433e-b0b9-4581e71cd135 on network 81600f6e-27ba-4449-91f9-1103b46763e3 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:48.887647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Port 43d459d8-4af6-433e-b0b9-4581e71cd135 on network 81600f6e-27ba-4449-91f9-1103b46763e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:48.887970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Attempting to bind port 43d459d8-4af6-433e-b0b9-4581e71cd135 on network 81600f6e-27ba-4449-91f9-1103b46763e3 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:48.915038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:48.915403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Checking segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:48.915793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Bound using segment: {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:48.916237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Bound port: 43d459d8-4af6-433e-b0b9-4581e71cd135, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3014b4dd-6444-4dff-abab-009a5d08ff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:48.916596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:48.929516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9616de3d-d050-4981-b391-f42607cdacea details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:48.931535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device da34fae3-1e7f-4c7c-9ef5-ecd08849d808 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:49.008293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b55248b-9ddd-491b-98ed-ab0fd397c375 req-05771792-326a-491c-83a2-38cc6727636b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135327 Mar 07 04:22:49.045106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0573433-3137-4539-974f-1a0d0237e28c req-14869683-c7e6-4f3e-9d60-0591055ba8d6 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.046658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0573433-3137-4539-974f-1a0d0237e28c req-14869683-c7e6-4f3e-9d60-0591055ba8d6 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 1131 time: 0.2087247 Mar 07 04:22:49.097226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] For port 43d459d8-4af6-433e-b0b9-4581e71cd135, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:49.102416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] For port 43d459d8-4af6-433e-b0b9-4581e71cd135, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43d459d8-4af6-433e-b0b9-4581e71cd135,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:49.116732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.149527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:49.156901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:49.157272 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.189638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0573433-3137-4539-974f-1a0d0237e28c req-08dec0a0-7990-4d5c-8892-29aa2c82b1f7 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323323 Mar 07 04:22:49.225514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.226468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.230866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] 10.222.0.44 "PUT /v2.0/ports/43d459d8-4af6-433e-b0b9-4581e71cd135 HTTP/1.1" status: 200 len: 1092 time: 1.6006896 Mar 07 04:22:49.233415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9616de3d-d050-4981-b391-f42607cdacea, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9616de3d-d050-4981-b391-f42607cdacea,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:49.243306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:49.246812 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c043b74-af60-4049-af9f-9a098b95592b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:49.287916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db5f6-9537-4ed5-bf17-5be7c95a8783 req-598af31d-de00-40df-a06e-a1ea93057aab tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.301178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f3db5f6-9537-4ed5-bf17-5be7c95a8783 req-598af31d-de00-40df-a06e-a1ea93057aab tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 944 time: 0.1483479 Mar 07 04:22:49.312150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '9616de3d-d050-4981-b391-f42607cdacea', 'network_id': '9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d', 'port_id': '9616de3d-d050-4981-b391-f42607cdacea', 'mac_address': 'fa:16:3e:d0:76:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f18f1-03e5-487f-b46a-ed3e128d9b9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:49.364722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9adc0b-906a-4624-bd74-3bd026d2956f service neutron] Pushing event updated for resources: {'Port': ['ID=43d459d8-4af6-433e-b0b9-4581e71cd135,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:49.428245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-212490f8-3564-49b2-bce3-71c00df547b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.429522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:49.429923 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.436153 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-212490f8-3564-49b2-bce3-71c00df547b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=389b34c98c254818bf12d5f55094fae9&device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 1126 time: 0.1392117 Mar 07 04:22:49.498682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f3db5f6-9537-4ed5-bf17-5be7c95a8783 req-24d4fdcf-1af4-4d88-926f-53489c7827c4 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794393 Mar 07 04:22:49.528793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a503f7-4f50-469e-a6a0-65688507d76a req-d334b410-03cd-492f-b945-bdfb0f7a6908 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.530244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47a503f7-4f50-469e-a6a0-65688507d76a req-d334b410-03cd-492f-b945-bdfb0f7a6908 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 1131 time: 0.1753445 Mar 07 04:22:49.536180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:49.541044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:49.543324 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6085e047-9e02-4c01-9794-3a9dcef149d8" -d '{"events": [{"server_uuid": "94d05784-ac92-44bf-ae8d-b9ee9fafdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "da34fae3-1e7f-4c7c-9ef5-ecd08849d808"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:49.547523 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2458721a-ee52-45d5-a305-30653b71ef53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d459d8-4af6-433e-b0b9-4581e71cd135 HTTP/1.1" status: 200 len: 217 time: 0.1021223 Mar 07 04:22:49.553479 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.595562 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4beb79-60bd-4b52-88ed-9ed447a2b8bc x-openstack-request-id: req-cc4beb79-60bd-4b52-88ed-9ed447a2b8bc {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:49.595857 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:49.596111 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc4beb79-60bd-4b52-88ed-9ed447a2b8bc {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:49.596507 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'status': 'completed', 'code': 200} Mar 07 04:22:49.636204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:49.656792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9616de3d-d050-4981-b391-f42607cdacea is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:49.656984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47a503f7-4f50-469e-a6a0-65688507d76a req-2648b9bb-0b82-497a-8362-ee2a4067f207 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081896 Mar 07 04:22:49.658336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9616de3d-d050-4981-b391-f42607cdacea), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.685799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2f16db14-7163-4ef0-b90c-3ffb1d89fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.687337 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2f16db14-7163-4ef0-b90c-3ffb1d89fdbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b42a5538-85ad-416f-81db-1b73722cdbf3 HTTP/1.1" status: 200 len: 844 time: 0.1249766 Mar 07 04:22:49.705253 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.708012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9616de3d-d050-4981-b391-f42607cdacea {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:49.738256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9616de3d-d050-4981-b391-f42607cdacea, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9616de3d-d050-4981-b391-f42607cdacea,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:49.745817 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9616de3d-d050-4981-b391-f42607cdacea), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:49.805524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-c97f370a-a526-45c4-a696-8195d147c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.810242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-c97f370a-a526-45c4-a696-8195d147c2c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81600f6e-27ba-4449-91f9-1103b46763e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1079156 Mar 07 04:22:49.841827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093baf9-ff6f-4283-acf7-7dc656c38a72 req-5dd59497-a3d6-4783-b6bb-2371aa63f8e2 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.849110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2093baf9-ff6f-4283-acf7-7dc656c38a72 req-5dd59497-a3d6-4783-b6bb-2371aa63f8e2 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 944 time: 0.1415336 Mar 07 04:22:49.856390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9616de3d-d050-4981-b391-f42607cdacea,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:49.914645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0063121-409f-4fce-8b05-1d5aeac70492 req-9ee769c5-4856-4bc7-95be-c2a19722fd82 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:49.922096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0063121-409f-4fce-8b05-1d5aeac70492 req-9ee769c5-4856-4bc7-95be-c2a19722fd82 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1289530 Mar 07 04:22:49.941115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2093baf9-ff6f-4283-acf7-7dc656c38a72 req-fd646fd7-bbd5-48f1-a85a-bf21e25cdb9a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894153 Mar 07 04:22:50.019066 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a109ff4-4174-443a-9042-ece0251444f5 x-openstack-request-id: req-3a109ff4-4174-443a-9042-ece0251444f5 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:50.019614 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d05784-ac92-44bf-ae8d-b9ee9fafdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "da34fae3-1e7f-4c7c-9ef5-ecd08849d808", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:50.019970 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a109ff4-4174-443a-9042-ece0251444f5 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:50.020561 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808', 'code': 200} Mar 07 04:22:50.032080 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-f34d8b59-a1c7-4f2d-856c-eca992310610 service neutron] 10.222.0.44 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116735 Mar 07 04:22:50.045715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0063121-409f-4fce-8b05-1d5aeac70492 req-6b1059d7-cdd1-4b8f-9537-0b5374d9c3d5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226387 Mar 07 04:22:50.078630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9616de3d-d050-4981-b391-f42607cdacea'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:50.294126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ec579-7e39-4dbf-a38c-597cc14ad7bc req-82364756-53aa-4267-a14b-a5f336393492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.296384 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b3ec579-7e39-4dbf-a38c-597cc14ad7bc req-82364756-53aa-4267-a14b-a5f336393492 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 1127 time: 0.1757076 Mar 07 04:22:50.298407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e2c2883a-12e9-4e58-af4c-a88efec1828a req-2951bbad-d895-4023-8f11-74e5e6ccd8bb service neutron] 10.222.0.44 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592866 Mar 07 04:22:50.302332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-8d7e8711-e11e-44f3-89e8-ad5df554e83b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076894 Mar 07 04:22:50.343017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab6d85-46fe-41f3-ace5-5b025097409f req-c9e03718-bf3e-4304-891d-73a9e2f160ea tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.351945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ab6d85-46fe-41f3-ace5-5b025097409f req-c9e03718-bf3e-4304-891d-73a9e2f160ea tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 946 time: 0.1963410 Mar 07 04:22:50.434997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b3ec579-7e39-4dbf-a38c-597cc14ad7bc req-539e22fa-53f6-4fb8-9ebe-688f7c61597c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 Mar 07 04:22:50.455054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043b74-af60-4049-af9f-9a098b95592b req-cf8f10a9-f05f-4a19-8b0f-e3ebad90462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.456811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-cf8f10a9-f05f-4a19-8b0f-e3ebad90462a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=389b34c98c254818bf12d5f55094fae9&device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 1126 time: 0.0773656 Mar 07 04:22:50.476172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ab6d85-46fe-41f3-ace5-5b025097409f req-da4950af-a2a8-4352-8b31-8e432f4ac51d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232150 Mar 07 04:22:50.518828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-56a1a621-20e4-40dd-9b5e-879a983a0db8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.530681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-56a1a621-20e4-40dd-9b5e-879a983a0db8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273099 Mar 07 04:22:50.546299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-6d778c8a-7a7a-4336-a8d1-3c87e129faaa tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/quotas/57e4d8f159ed4362b992fc20a17d7ac3 HTTP/1.1" status: 200 len: 375 time: 0.0146995 Mar 07 04:22:50.609721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043b74-af60-4049-af9f-9a098b95592b req-da41e012-8447-4388-8141-3e914e587835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.611261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-da41e012-8447-4388-8141-3e914e587835 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81600f6e-27ba-4449-91f9-1103b46763e3 HTTP/1.1" status: 200 len: 906 time: 0.1477442 Mar 07 04:22:50.664660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-4205f9c1-9eb9-4147-aa26-c45328b45553 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d459d8-4af6-433e-b0b9-4581e71cd135 HTTP/1.1" status: 200 len: 217 time: 0.0461118 Mar 07 04:22:50.725412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043b74-af60-4049-af9f-9a098b95592b req-587ce080-54c0-4c73-ab77-9fea14c8d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.727358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-587ce080-54c0-4c73-ab77-9fea14c8d520 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b42a5538-85ad-416f-81db-1b73722cdbf3 HTTP/1.1" status: 200 len: 844 time: 0.0569973 Mar 07 04:22:50.801940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043b74-af60-4049-af9f-9a098b95592b req-8a7e6ed3-ecae-4c52-a8d0-4181d3cf6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:50.804439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-8a7e6ed3-ecae-4c52-a8d0-4181d3cf6b90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81600f6e-27ba-4449-91f9-1103b46763e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660903 Mar 07 04:22:50.931519 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-aa5d6dc5-bdef-479c-b55c-96121d04f52b service neutron] 10.222.0.44 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179550 Mar 07 04:22:51.016461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-8ca50bf5-6db0-4628-a16b-b25b97343562 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4571052 Mar 07 04:22:51.028405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f82d-1bac-40ca-9691-386b5a34c9c0 req-4c01817d-a085-4924-a82c-224ceeac2a6d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:51.030101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ac3f82d-1bac-40ca-9691-386b5a34c9c0 req-4c01817d-a085-4924-a82c-224ceeac2a6d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.4000962 Mar 07 04:22:51.037759 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0c043b74-af60-4049-af9f-9a098b95592b req-0bd6543f-586f-4856-b72c-475d3f55684d service neutron] 10.222.0.44 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984123 Mar 07 04:22:51.090145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ac3f82d-1bac-40ca-9691-386b5a34c9c0 req-33088ad7-9ed0-4cc9-879a-fdb342a7bc06 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540166 Mar 07 04:22:51.210922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bf269-53f6-41eb-a7bf-7987dd109e03 req-ed418180-00f5-4b63-a76b-bfa83f3e35dd tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:51.212411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f4bf269-53f6-41eb-a7bf-7987dd109e03 req-ed418180-00f5-4b63-a76b-bfa83f3e35dd tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 945 time: 0.0656333 Mar 07 04:22:51.291046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f4bf269-53f6-41eb-a7bf-7987dd109e03 req-daf02039-42c6-4b05-b389-37bd0ad65cd6 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713160 Mar 07 04:22:51.468319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb009-d26b-4ebc-b77d-e014a464b595 req-356dfec8-bedb-4961-9e09-1839598d9e12 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:51.470053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-389cb009-d26b-4ebc-b77d-e014a464b595 req-356dfec8-bedb-4961-9e09-1839598d9e12 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 944 time: 0.1160052 Mar 07 04:22:51.484006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f88556-3b7d-4d7c-bcc6-bfbde79ce3f3 req-c89e5a6b-8840-4c56-a503-d376d3d49862 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:51.491712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50f88556-3b7d-4d7c-bcc6-bfbde79ce3f3 req-c89e5a6b-8840-4c56-a503-d376d3d49862 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.0920248 Mar 07 04:22:51.519728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 66e4b286-6e52-42e7-955e-ef3f68a62a63 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:51.586024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-389cb009-d26b-4ebc-b77d-e014a464b595 req-92253584-3de2-476b-beff-3bc15a3f42db tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862963 Mar 07 04:22:51.607728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50f88556-3b7d-4d7c-bcc6-bfbde79ce3f3 req-7dfb8485-9dc6-43b7-8ca6-26b913495afa tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151342 Mar 07 04:22:51.620948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 66e4b286-6e52-42e7-955e-ef3f68a62a63 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:51.645805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 66e4b286-6e52-42e7-955e-ef3f68a62a63 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:51.647098 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:51.723033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edc5636f-5fcf-4f9b-a9a9-053803223837 req-fc8e97ef-e65f-4789-b7e5-ba8f78a9f71d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 210 time: 0.0660386 Mar 07 04:22:51.752411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 66e4b286-6e52-42e7-955e-ef3f68a62a63 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:51.752857 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:51.798406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 66e4b286-6e52-42e7-955e-ef3f68a62a63, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:51.801872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86d641-58d4-4fba-b807-5cad3d7d8125 req-c2f9c6e1-893d-4e0a-a0d0-4cb21913d14f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:51.803837 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b86d641-58d4-4fba-b807-5cad3d7d8125 req-c2f9c6e1-893d-4e0a-a0d0-4cb21913d14f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 946 time: 0.0718775 Mar 07 04:22:51.805392 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:51.872733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b86d641-58d4-4fba-b807-5cad3d7d8125 req-2fa2a91f-2fa7-4716-8e4e-a764ae93991e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624218 Mar 07 04:22:51.946190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=66e4b286-6e52-42e7-955e-ef3f68a62a63,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:51.954880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:52.022169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4b286-6e52-42e7-955e-ef3f68a62a63'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:52.024728 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb971fb3-536c-45bc-84d2-694b6afd9f7f" -d '{"events": [{"server_uuid": "2504d5eb-44f4-4cfa-917b-ce4325299bbf", "name": "network-vif-plugged", "status": "completed", "tag": "66e4b286-6e52-42e7-955e-ef3f68a62a63"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:52.070183 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1f5eab-3a9d-4237-a36d-c2a20116988f x-openstack-request-id: req-4d1f5eab-3a9d-4237-a36d-c2a20116988f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:52.070749 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2504d5eb-44f4-4cfa-917b-ce4325299bbf", "name": "network-vif-plugged", "status": "completed", "tag": "66e4b286-6e52-42e7-955e-ef3f68a62a63", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:52.071165 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d1f5eab-3a9d-4237-a36d-c2a20116988f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:52.072293 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4b286-6e52-42e7-955e-ef3f68a62a63', 'code': 200} Mar 07 04:22:52.195224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f4c26-e642-49c6-802c-ce046eedb019 req-6b709d07-a6b6-4448-b762-caa0eccd2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:52.197919 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c16f4c26-e642-49c6-802c-ce046eedb019 req-6b709d07-a6b6-4448-b762-caa0eccd2c3c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 1127 time: 0.0625389 Mar 07 04:22:52.241888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d84b-48ba-4a5e-9551-531a0f898677 req-b6730c10-afc0-4ca5-baeb-ea48f77a7bcb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:52.244000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eb7d84b-48ba-4a5e-9551-531a0f898677 req-b6730c10-afc0-4ca5-baeb-ea48f77a7bcb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0839372 Mar 07 04:22:52.255371 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c16f4c26-e642-49c6-802c-ce046eedb019 req-2fd5e679-4ee0-48a3-b4bd-ce9e08ea1ac1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496140 Mar 07 04:22:52.302544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eb7d84b-48ba-4a5e-9551-531a0f898677 req-9bd7e8ca-0026-4fa0-89a9-5154ecae308f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530760 Mar 07 04:22:52.428232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f23040-9eb8-4fb8-b2f1-bca7169e31e2 req-6ead158c-ce9a-48e9-b69a-b6e80f666ac2 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:52.429830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f23040-9eb8-4fb8-b2f1-bca7169e31e2 req-6ead158c-ce9a-48e9-b69a-b6e80f666ac2 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 945 time: 0.0704136 Mar 07 04:22:52.479345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-ecce45e5-8a20-47c9-8aa1-8df109d9cc26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304282 Mar 07 04:22:52.486751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f23040-9eb8-4fb8-b2f1-bca7169e31e2 req-8de2b1a6-609b-45ce-80b4-12dfc296150f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488672 Mar 07 04:22:52.615175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-c68a6323-dabb-4a2d-85c7-6c64c84f0556 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:52.616706 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-c68a6323-dabb-4a2d-85c7-6c64c84f0556 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304991 Mar 07 04:22:52.635616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:52.770263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f080-9327-4c7f-b0a5-e6f3c7291536 req-9cf2e323-93bc-4848-96d7-64ffba099f64 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:52.771913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3329f080-9327-4c7f-b0a5-e6f3c7291536 req-9cf2e323-93bc-4848-96d7-64ffba099f64 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 944 time: 0.0906510 Mar 07 04:22:52.790360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c54af-a5cb-46f8-94e0-027c239ea2bf req-80cd1f04-18bc-43f5-accf-850949534307 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:52.791869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd4c54af-a5cb-46f8-94e0-027c239ea2bf req-80cd1f04-18bc-43f5-accf-850949534307 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.0781677 Mar 07 04:22:52.800591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:22:52.805907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:52.861330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3329f080-9327-4c7f-b0a5-e6f3c7291536 req-3b4ab9f0-282a-4469-9667-c50570a49c39 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801160 Mar 07 04:22:52.868692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd4c54af-a5cb-46f8-94e0-027c239ea2bf req-5909730a-aed1-4bd1-8bc7-785f4df47bec tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639207 Mar 07 04:22:52.955413 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9616de3d-d050-4981-b391-f42607cdacea up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:52.967664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.34 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/1eb95d94-6b9a-4922-be4f-5dcff44338e5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:22:52.976170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad857638-39fb-4195-af3d-cc6525d5b733 req-6ed73b42-48b6-4057-8a6f-4a9957749fe0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 210 time: 0.0308692 Mar 07 04:22:53.022252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 9616de3d-d050-4981-b391-f42607cdacea completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:53.026244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 9616de3d-d050-4981-b391-f42607cdacea triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:53.026774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9616de3d-d050-4981-b391-f42607cdacea), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.111162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9616de3d-d050-4981-b391-f42607cdacea is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:53.111543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9616de3d-d050-4981-b391-f42607cdacea), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.129923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.144535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9616de3d-d050-4981-b391-f42607cdacea, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9616de3d-d050-4981-b391-f42607cdacea,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:53.150455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9616de3d-d050-4981-b391-f42607cdacea), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.170542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.183461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:53.191492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:53.226065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:22:53.232294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:22:53.234489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=1eb95d94-6b9a-4922-be4f-5dcff44338e5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:53.246688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:22:53.287759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9616de3d-d050-4981-b391-f42607cdacea,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:53.311746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:53.313905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.345750 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-d5578c2d-b085-48f7-8e71-0bf04f5899be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7153907 Mar 07 04:22:53.368786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Request body: {'port': {'device_id': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:53.525249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a01b9-ee61-4030-ba3c-a001b4c6f535 req-8551754f-cbda-4d84-8537-e3876a83b9c9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:53.528441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e4a01b9-ee61-4030-ba3c-a001b4c6f535 req-8551754f-cbda-4d84-8537-e3876a83b9c9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0995286 Mar 07 04:22:53.585892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e4a01b9-ee61-4030-ba3c-a001b4c6f535 req-9fa49b71-cbb7-4619-a238-aabf90ade79a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507250 Mar 07 04:22:53.644172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-defa09dd-6337-499c-aee6-1d15d0203e55 None None] Provisioning complete for port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:53.644522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-defa09dd-6337-499c-aee6-1d15d0203e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:53.661278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459f7d8-6ac7-4b46-ab24-c1338119d78c req-7e5859ab-5aef-4ecb-9d39-3418b16b1b79 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:53.663701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f459f7d8-6ac7-4b46-ab24-c1338119d78c req-7e5859ab-5aef-4ecb-9d39-3418b16b1b79 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 946 time: 0.0615220 Mar 07 04:22:53.718644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-defa09dd-6337-499c-aee6-1d15d0203e55 None None] Port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:22:53.746312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f459f7d8-6ac7-4b46-ab24-c1338119d78c req-769249de-fe2c-4264-806f-33b5d938b203 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Mar 07 04:22:53.818909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:54.073334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9616de3d-d050-4981-b391-f42607cdacea'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:54.075652 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de4730f-293b-420d-a3ec-34e087fa0765" -d '{"events": [{"server_uuid": "a3c2f476-e886-4f26-8241-6f809a0555ff", "name": "network-vif-plugged", "status": "completed", "tag": "9616de3d-d050-4981-b391-f42607cdacea"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:54.081926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21d809-1e20-4129-8bb1-9db600a0fdc9 req-db8c25ab-5bda-4265-bdf7-af8476c6d724 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.083494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb21d809-1e20-4129-8bb1-9db600a0fdc9 req-db8c25ab-5bda-4265-bdf7-af8476c6d724 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.0886962 Mar 07 04:22:54.095022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141c702-4e00-4b72-9611-ea3477a84246 req-0d95e87c-7e51-4d66-815a-20ba2b189447 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.096450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e141c702-4e00-4b72-9611-ea3477a84246 req-0d95e87c-7e51-4d66-815a-20ba2b189447 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 944 time: 0.0926905 Mar 07 04:22:54.154184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb95d94-6b9a-4922-be4f-5dcff44338e5 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:54.161913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Publish callbacks [] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:54.171899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb21d809-1e20-4129-8bb1-9db600a0fdc9 req-9289caf9-2a87-4489-ac66-c1c3dbef2095 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744956 Mar 07 04:22:54.174704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e141c702-4e00-4b72-9611-ea3477a84246 req-1307ed1d-256e-4f93-82b2-08ecd94a70da tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706275 Mar 07 04:22:54.175856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Transition to ACTIVE for port object 1eb95d94-6b9a-4922-be4f-5dcff44338e5 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:22:54.184644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:54.242266 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274c4fc-228c-4b5a-9179-a376a935d58d x-openstack-request-id: req-4274c4fc-228c-4b5a-9179-a376a935d58d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:54.242518 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2f476-e886-4f26-8241-6f809a0555ff", "name": "network-vif-plugged", "status": "completed", "tag": "9616de3d-d050-4981-b391-f42607cdacea", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:54.242887 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4274c4fc-228c-4b5a-9179-a376a935d58d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:54.243514 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9616de3d-d050-4981-b391-f42607cdacea', 'code': 200} Mar 07 04:22:54.323539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Pushing event updated for resources: {'Port': ['ID=1eb95d94-6b9a-4922-be4f-5dcff44338e5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:54.356413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Attempting to bind port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:22:54.356758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Attempting to bind port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:22:54.357066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Attempting to bind port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:54.362031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:22:54.362358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Attempting to bind port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:22:54.367780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:22:54.368114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:22:54.368492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:22:54.368912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Bound port: 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:22:54.369436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:54.412956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1969f8a-300e-4751-b0be-47c765130e49 req-b471e9bc-adad-4170-98dc-cfddaea07d0f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.414610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1969f8a-300e-4751-b0be-47c765130e49 req-b471e9bc-adad-4170-98dc-cfddaea07d0f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 947 time: 0.1312120 Mar 07 04:22:54.419429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37903207-3b97-44bd-b658-c103208a3d72 req-70da15ba-5ee3-48ae-abc4-01bc82629801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.421057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37903207-3b97-44bd-b658-c103208a3d72 req-70da15ba-5ee3-48ae-abc4-01bc82629801 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 1128 time: 0.0721924 Mar 07 04:22:54.459550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] For port 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:22:54.463284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] For port 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1eb95d94-6b9a-4922-be4f-5dcff44338e5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:22:54.472801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:54.515176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1969f8a-300e-4751-b0be-47c765130e49 req-f0fe96dc-e220-44e2-8ba4-579b1e171704 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887036 Mar 07 04:22:54.528038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.528776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:54.531228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] 10.222.0.15 "PUT /v2.0/ports/1eb95d94-6b9a-4922-be4f-5dcff44338e5 HTTP/1.1" status: 200 len: 1095 time: 1.1718733 Mar 07 04:22:54.533904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'tag': '1eb95d94-6b9a-4922-be4f-5dcff44338e5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:54.543782 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b0337-52bc-47cb-8528-d16b69ac1383" -d '{"events": [{"name": "network-changed", "server_uuid": "08a4a90d-3c79-41fa-b4fc-d5cf5e814372", "tag": "1eb95d94-6b9a-4922-be4f-5dcff44338e5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:54.562044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37903207-3b97-44bd-b658-c103208a3d72 req-8adaf29d-156c-4224-8d5e-3b03ce1c672a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093693 Mar 07 04:22:54.573844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bde4e9-3407-4a2d-8d63-dd67466ddcfb service neutron] Pushing event updated for resources: {'Port': ['ID=1eb95d94-6b9a-4922-be4f-5dcff44338e5,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:54.612430 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c7b06-8d45-46d2-bbdf-f573d3e0833e x-openstack-request-id: req-b50c7b06-8d45-46d2-bbdf-f573d3e0833e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:54.612720 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a4a90d-3c79-41fa-b4fc-d5cf5e814372", "tag": "1eb95d94-6b9a-4922-be4f-5dcff44338e5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:54.612973 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b50c7b06-8d45-46d2-bbdf-f573d3e0833e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:54.613372 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'tag': '1eb95d94-6b9a-4922-be4f-5dcff44338e5', 'status': 'completed', 'code': 200} Mar 07 04:22:54.718128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7450b-69cb-423b-bf6f-19e9ca2c6c0a req-97e4749d-97cc-4b4b-a770-93c72349af0b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.722533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddd7450b-69cb-423b-bf6f-19e9ca2c6c0a req-97e4749d-97cc-4b4b-a770-93c72349af0b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0623014 Mar 07 04:22:54.771904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddd7450b-69cb-423b-bf6f-19e9ca2c6c0a req-c5db9233-1c07-4d0c-b506-a05933319d8d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Mar 07 04:22:54.899015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0337-52bc-47cb-8528-d16b69ac1383 req-d8f577ea-bc5b-4820-86ae-45dcecc880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.900429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-942b0337-52bc-47cb-8528-d16b69ac1383 req-d8f577ea-bc5b-4820-86ae-45dcecc880f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 1129 time: 0.0909936 Mar 07 04:22:54.913515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1334a4-0765-424f-b6be-c94f66e04fc6 req-dc6105f2-a274-494d-8d6a-c7936601157b tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:54.914932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb1334a4-0765-424f-b6be-c94f66e04fc6 req-dc6105f2-a274-494d-8d6a-c7936601157b tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 946 time: 0.0680747 Mar 07 04:22:54.947199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-942b0337-52bc-47cb-8528-d16b69ac1383 req-326aa743-7607-43e3-ac63-861b78cc4f91 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309982 Mar 07 04:22:55.085754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb1334a4-0765-424f-b6be-c94f66e04fc6 req-9ef4c0fd-bb1b-44a2-88f5-153b8ec7430f tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622391 Mar 07 04:22:55.137553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0337-52bc-47cb-8528-d16b69ac1383 req-57efdd4d-72f3-4d35-8503-1ba5382bbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.139096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-942b0337-52bc-47cb-8528-d16b69ac1383 req-57efdd4d-72f3-4d35-8503-1ba5382bbf12 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859231 Mar 07 04:22:55.252979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-b27bcaae-870a-4b1c-b8c6-9dbaf89ae4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.254569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-b27bcaae-870a-4b1c-b8c6-9dbaf89ae4b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 1129 time: 0.0736353 Mar 07 04:22:55.331104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-9c5c80a3-aab6-4e0b-9e05-06edd2f57216 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1eb95d94-6b9a-4922-be4f-5dcff44338e5 HTTP/1.1" status: 200 len: 217 time: 0.0638304 Mar 07 04:22:55.417563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35273d31-33f7-4496-b2d9-69cf7b924a53 req-5f84a7fa-b1d4-4cb9-9b9c-9a12b4b28ac8 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.419090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35273d31-33f7-4496-b2d9-69cf7b924a53 req-5f84a7fa-b1d4-4cb9-9b9c-9a12b4b28ac8 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 944 time: 0.1634753 Mar 07 04:22:55.421641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e2540702-90d8-47f9-8b46-913b11e5d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.422989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-e2540702-90d8-47f9-8b46-913b11e5d211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0765040 Mar 07 04:22:55.441904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd5bb-0a33-4504-a5a4-3a43f4cb3022 req-45d5d9bf-0625-4c76-ae34-b8794dccc6d7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.443453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fdbd5bb-0a33-4504-a5a4-3a43f4cb3022 req-45d5d9bf-0625-4c76-ae34-b8794dccc6d7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1773317 Mar 07 04:22:55.543811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35273d31-33f7-4496-b2d9-69cf7b924a53 req-4f49ecef-f1af-412e-9d51-54aa011d7d3c tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173112 Mar 07 04:22:55.548625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43d459d8-4af6-433e-b0b9-4581e71cd135 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:55.568909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fdbd5bb-0a33-4504-a5a4-3a43f4cb3022 req-ad77f438-65df-4135-9b40-3325920df447 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107845 Mar 07 04:22:55.574326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-fd1bc3ea-3102-4576-9bc5-612dbadc7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.576014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-fd1bc3ea-3102-4576-9bc5-612dbadc7892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1419733 Mar 07 04:22:55.735841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 43d459d8-4af6-433e-b0b9-4581e71cd135, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43d459d8-4af6-433e-b0b9-4581e71cd135,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:55.748535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'port_id': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'mac_address': 'fa:16:3e:0e:64:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:55.754194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-84b17122-ab03-40b4-8fb2-07ba1a4a9efd service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555514 Mar 07 04:22:55.788390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 43d459d8-4af6-433e-b0b9-4581e71cd135 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:55.789046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:55.802078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d459d8-4af6-433e-b0b9-4581e71cd135 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:55.805556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78b29a-a308-4556-8720-3ae7073096db req-a649c3c4-8439-4c9b-83f9-a3c7604d1ccb tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.807235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a78b29a-a308-4556-8720-3ae7073096db req-a649c3c4-8439-4c9b-83f9-a3c7604d1ccb tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 947 time: 0.1181715 Mar 07 04:22:55.823769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 43d459d8-4af6-433e-b0b9-4581e71cd135, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43d459d8-4af6-433e-b0b9-4581e71cd135,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:55.830177 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:55.889633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=43d459d8-4af6-433e-b0b9-4581e71cd135,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:55.968523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a78b29a-a308-4556-8720-3ae7073096db req-d7d5139c-049d-4c8f-baa9-73c74790550a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289592 Mar 07 04:22:55.971754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166d1180-7929-46b5-9752-6ebf607bfe51 req-1a9b4a67-cb43-4782-b780-af8544e4816d service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101395 Mar 07 04:22:55.992589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf0ae9-d940-430f-b189-5154fc369726 req-bf0057b3-47e0-43e8-bc52-30ec5ef80f3b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:55.994020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bcf0ae9-d940-430f-b189-5154fc369726 req-bf0057b3-47e0-43e8-bc52-30ec5ef80f3b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1198583 Mar 07 04:22:56.045388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bcf0ae9-d940-430f-b189-5154fc369726 req-fedf14df-6f70-454c-aa36-5bda445fb5b8 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Mar 07 04:22:56.206203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b85d9-cbb1-466e-b8bf-10111b8bbd39 req-db738734-77fb-4df4-b709-4b73309e40c4 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.207814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f0b85d9-cbb1-466e-b8bf-10111b8bbd39 req-db738734-77fb-4df4-b709-4b73309e40c4 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 946 time: 0.0525734 Mar 07 04:22:56.273204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f0b85d9-cbb1-466e-b8bf-10111b8bbd39 req-92d79553-1957-49e1-9189-800d64fc53b6 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586939 Mar 07 04:22:56.375076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['43d459d8-4af6-433e-b0b9-4581e71cd135'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:56.424229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260ebb-c83b-49d5-a8f2-d72afcc46b81 req-19224133-8393-42dc-9db6-de8332af9d36 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.425881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad260ebb-c83b-49d5-a8f2-d72afcc46b81 req-19224133-8393-42dc-9db6-de8332af9d36 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0847123 Mar 07 04:22:56.463201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-c1a14fda-9ff7-4bae-85f3-2be418bb31d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778542 Mar 07 04:22:56.498046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad260ebb-c83b-49d5-a8f2-d72afcc46b81 req-f9c29496-5b7e-4ccf-a22d-ba8d9b9e8d1b tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634098 Mar 07 04:22:56.537435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-25e6d7ef-593a-4756-8e70-e01c003bb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.539066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-25e6d7ef-593a-4756-8e70-e01c003bb013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6032ada949e493c9a3e636c84808bfc&device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 1128 time: 0.0526314 Mar 07 04:22:56.716015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-669db562-6b6c-4ae9-83b2-c40fc244f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.717598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-669db562-6b6c-4ae9-83b2-c40fc244f50e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 HTTP/1.1" status: 200 len: 916 time: 0.1588049 Mar 07 04:22:56.727822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac272a54-2772-433d-a11e-4b726774d4b2 req-4aed0c96-0b8c-4999-8d96-6576dde65145 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.729226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac272a54-2772-433d-a11e-4b726774d4b2 req-4aed0c96-0b8c-4999-8d96-6576dde65145 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 945 time: 0.1481495 Mar 07 04:22:56.780450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498339-24ac-4fd6-8be9-2e972217aeea req-6317bcc2-ad01-48c8-a76d-e90adb518328 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.781900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e498339-24ac-4fd6-8be9-2e972217aeea req-6317bcc2-ad01-48c8-a76d-e90adb518328 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 945 time: 0.1369336 Mar 07 04:22:56.791446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-f067a434-7aaf-4316-84c6-83617f1a4810 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07266c50-0acc-4362-89e1-924acdbb4aa6 HTTP/1.1" status: 200 len: 217 time: 0.0605478 Mar 07 04:22:56.885689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac272a54-2772-433d-a11e-4b726774d4b2 req-1c3fb5e5-9d0b-447f-8a25-09941227dad7 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483295 Mar 07 04:22:56.897890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-ff18ed9f-a2c9-4eb8-a1ee-dafa1b637ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:56.899374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-ff18ed9f-a2c9-4eb8-a1ee-dafa1b637ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da03c3c8-668a-4eea-b13e-ee58dfaaf584 HTTP/1.1" status: 200 len: 855 time: 0.0980742 Mar 07 04:22:56.902939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e498339-24ac-4fd6-8be9-2e972217aeea req-8ca278b9-8ef2-4b12-8eff-a48482b36abe tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107042 Mar 07 04:22:56.933471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-f962a655-e941-4f07-b1e4-bcab4fa8ec66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269811 Mar 07 04:22:56.982663 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-3ca45455-6ee7-40d2-91a8-cb0a88f492d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976343 Mar 07 04:22:57.063696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c9db-f161-475b-871f-d010496743e3 req-caa37447-00e6-4968-96e4-3a015b43289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.065549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-caa37447-00e6-4968-96e4-3a015b43289b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1127 time: 0.0525007 Mar 07 04:22:57.103915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126df56-5ea1-450a-8f98-8bf9d5a7cb34 req-534a1256-5670-4c04-9a06-964f0185c89d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.105424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1126df56-5ea1-450a-8f98-8bf9d5a7cb34 req-534a1256-5670-4c04-9a06-964f0185c89d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1274076 Mar 07 04:22:57.109237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-1a9866e5-d25b-4a72-84bc-9b4e52f86d0f service neutron] 10.222.0.15 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638031 Mar 07 04:22:57.196021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c9db-f161-475b-871f-d010496743e3 req-6f195d43-9129-48c7-aefd-58310001b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.197752 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-6f195d43-9129-48c7-aefd-58310001b93e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1095386 Mar 07 04:22:57.242981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1126df56-5ea1-450a-8f98-8bf9d5a7cb34 req-a37a9248-d5e5-4b05-a477-51a6ce62b828 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305451 Mar 07 04:22:57.251175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-e0cdc4f6-50f0-439b-94bc-1a4975ab3757 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.0423710 Mar 07 04:22:57.283987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659f1c9b-afb2-4a57-a8f5-0cd92fad0f6a req-962020c8-3ae1-453d-b20d-78ad6354e218 service neutron] 10.222.0.15 "GET /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646254 Mar 07 04:22:57.316409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c9db-f161-475b-871f-d010496743e3 req-3071f1f4-dc16-486e-b19d-164e57f13d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.318250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-3071f1f4-dc16-486e-b19d-164e57f13d6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0580025 Mar 07 04:22:57.358816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-3f14fe8c-2bdb-49c2-a078-e51427366888 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327575 Mar 07 04:22:57.427374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c19af-4288-4a81-a388-910b1616f462 req-2bfa11c1-e854-45da-9806-80a8954e1be8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.429543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d32c19af-4288-4a81-a388-910b1616f462 req-2bfa11c1-e854-45da-9806-80a8954e1be8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 947 time: 0.0686746 Mar 07 04:22:57.480496 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-1cbc4b25-2c12-41f4-9d65-fa689a3945d0 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975633 Mar 07 04:22:57.512474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2d7a-4dce-44d8-94d7-c0dd31e80a1f req-f44af20c-4137-4be5-8a7c-0d8dc6d8eed0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.514089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f1c2d7a-4dce-44d8-94d7-c0dd31e80a1f req-f44af20c-4137-4be5-8a7c-0d8dc6d8eed0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1079869 Mar 07 04:22:57.518851 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d32c19af-4288-4a81-a388-910b1616f462 req-e4a6328f-010a-4b1d-933c-a2b675484eed tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743053 Mar 07 04:22:57.570769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:57.590597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-de11c9db-f161-475b-871f-d010496743e3 req-ed969783-0384-4292-8c4e-8b930733d1c3 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023531 Mar 07 04:22:57.609850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f1c2d7a-4dce-44d8-94d7-c0dd31e80a1f req-4b770687-0841-40ba-aa29-78128bd3ddbc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813897 Mar 07 04:22:57.661349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37065836-6fe0-4470-8403-50dbf10741df req-f0b9a913-ab77-40a4-a71f-f15248eb91da tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.663850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37065836-6fe0-4470-8403-50dbf10741df req-f0b9a913-ab77-40a4-a71f-f15248eb91da tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 946 time: 0.0747230 Mar 07 04:22:57.694996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:57.707057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '931bd9bd-e367-454f-8307-b0e06aac307a', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '931bd9bd-e367-454f-8307-b0e06aac307a', 'mac_address': 'fa:16:3e:6e:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:57.755092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 931bd9bd-e367-454f-8307-b0e06aac307a is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:57.755734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:57.764579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37065836-6fe0-4470-8403-50dbf10741df req-79306735-d2ba-4470-a18f-2f6b58432e01 tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949447 Mar 07 04:22:57.772220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 931bd9bd-e367-454f-8307-b0e06aac307a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:57.785079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eeac7-4cca-4293-a405-b66767e5b116 req-954309ab-46ed-4df9-a678-4186b4e21020 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:57.787200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8eeac7-4cca-4293-a405-b66767e5b116 req-954309ab-46ed-4df9-a678-4186b4e21020 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 945 time: 0.1006105 Mar 07 04:22:57.801712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:57.807244 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:57.839696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8eeac7-4cca-4293-a405-b66767e5b116 req-e2b683cd-bde5-4b54-b78b-cad6700864d4 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467260 Mar 07 04:22:57.860432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:58.038275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b54f1-1b3f-48e0-bedd-73d16a509792 req-52052fda-e13d-4f61-a256-e23ec694f063 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:58.042440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83b54f1-1b3f-48e0-bedd-73d16a509792 req-52052fda-e13d-4f61-a256-e23ec694f063 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 945 time: 0.0609043 Mar 07 04:22:58.096368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83b54f1-1b3f-48e0-bedd-73d16a509792 req-88310166-0c56-403b-ae65-7e04d0e6195e tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510404 Mar 07 04:22:58.118473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['931bd9bd-e367-454f-8307-b0e06aac307a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:58.366157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66176a4-1512-4546-af2b-156b2b2f74c4 req-52b4b6c5-ade3-412b-a1a7-3cd6b1f226d3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:58.367552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a66176a4-1512-4546-af2b-156b2b2f74c4 req-52b4b6c5-ade3-412b-a1a7-3cd6b1f226d3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.0537860 Mar 07 04:22:58.416872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a66176a4-1512-4546-af2b-156b2b2f74c4 req-014f1147-1af4-4b70-b560-42a8517e7748 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Mar 07 04:22:58.639638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63056c-c590-498b-b5f3-9f03d84fb58b req-c1061ad5-235a-4bdf-a04d-16ced3c94b35 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:58.641341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb63056c-c590-498b-b5f3-9f03d84fb58b req-c1061ad5-235a-4bdf-a04d-16ced3c94b35 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 947 time: 0.0532992 Mar 07 04:22:58.698992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb63056c-c590-498b-b5f3-9f03d84fb58b req-498be344-5227-45c9-b9fc-6ff3e2d3ed5b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505929 Mar 07 04:22:58.743262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e1a29-800a-4924-8458-8d2951cf32c8 req-93b7c6c1-1d6b-41e3-ace6-050eec7a9e4f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:58.744734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-648e1a29-800a-4924-8458-8d2951cf32c8 req-93b7c6c1-1d6b-41e3-ace6-050eec7a9e4f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0582709 Mar 07 04:22:58.797150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-648e1a29-800a-4924-8458-8d2951cf32c8 req-b7e5360f-d79a-465c-ab43-4cb5b902f48f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468161 Mar 07 04:22:58.905881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ea4cb-5e76-4723-9d0c-08a18a508f8f req-ea04909f-362b-41e7-844f-0fe2a3bd263a tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:58.907275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd1ea4cb-5e76-4723-9d0c-08a18a508f8f req-ea04909f-362b-41e7-844f-0fe2a3bd263a tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 946 time: 0.0618839 Mar 07 04:22:58.987585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1eb95d94-6b9a-4922-be4f-5dcff44338e5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:22:59.008760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd1ea4cb-5e76-4723-9d0c-08a18a508f8f req-75272f46-3e18-4f84-93cf-21d17d06c95a tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/security-groups?id=20921571-25fb-41c7-93ad-dea300546c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908532 Mar 07 04:22:59.017169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2457-faea-4277-9c95-1fd19b547e05 req-cf29b3ea-0808-4b8e-b444-50f71bf28e7d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.018641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1cd2457-faea-4277-9c95-1fd19b547e05 req-cf29b3ea-0808-4b8e-b444-50f71bf28e7d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 945 time: 0.1088090 Mar 07 04:22:59.059617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343256-420c-4819-8b5f-91d31f167a42 req-7d1b4872-8781-4b40-a10e-d2b17e38ba6a tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.061049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40343256-420c-4819-8b5f-91d31f167a42 req-7d1b4872-8781-4b40-a10e-d2b17e38ba6a tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.15 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 946 time: 0.0868552 Mar 07 04:22:59.088672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1eb95d94-6b9a-4922-be4f-5dcff44338e5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:59.093785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1cd2457-faea-4277-9c95-1fd19b547e05 req-2d93c414-c4cf-4af9-abbe-77f28add22f8 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647676 Mar 07 04:22:59.102472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '1eb95d94-6b9a-4922-be4f-5dcff44338e5', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '1eb95d94-6b9a-4922-be4f-5dcff44338e5', 'mac_address': 'fa:16:3e:dd:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:22:59.147920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:59.148316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.161568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb95d94-6b9a-4922-be4f-5dcff44338e5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:22:59.181826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1eb95d94-6b9a-4922-be4f-5dcff44338e5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:59.185855 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.231463 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:22:59.239057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1eb95d94-6b9a-4922-be4f-5dcff44338e5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:59.240917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace9ed-61fe-49a9-8877-3fa12a871c64 req-66eb7c2d-957e-4f3a-bd3c-8f066b4faf54 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.243069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96ace9ed-61fe-49a9-8877-3fa12a871c64 req-66eb7c2d-957e-4f3a-bd3c-8f066b4faf54 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 945 time: 0.0773132 Mar 07 04:22:59.246379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Deleting port 07266c50-0acc-4362-89e1-924acdbb4aa6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:59.246719 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.355315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96ace9ed-61fe-49a9-8877-3fa12a871c64 req-62dbc5b4-f6b6-4248-9c7b-4e325d9300bd tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941300 Mar 07 04:22:59.373510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] For port 07266c50-0acc-4362-89e1-924acdbb4aa6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=07266c50-0acc-4362-89e1-924acdbb4aa6,segment=NetworkSegment(1f4266bf-a901-4541-a011-acf12cf9feeb),segment_id=1f4266bf-a901-4541-a011-acf12cf9feeb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:59.373909 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.385700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Calling delete_port for 07266c50-0acc-4362-89e1-924acdbb4aa6 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:22:59.493384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1eb95d94-6b9a-4922-be4f-5dcff44338e5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:59.540548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (07266c50-0acc-4362-89e1-924acdbb4aa6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.553069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['07266c50-0acc-4362-89e1-924acdbb4aa6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:22:59.577242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Pushing event deleted for resources: {'Port': ['ID=07266c50-0acc-4362-89e1-924acdbb4aa6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:59.587229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:59.610552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588362e-a8f7-4098-8bfe-6e4457de5d98 req-35aa954d-f547-43a0-ac51-32edfb6e7ba3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.612219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4588362e-a8f7-4098-8bfe-6e4457de5d98 req-35aa954d-f547-43a0-ac51-32edfb6e7ba3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 945 time: 0.1207159 Mar 07 04:22:59.631456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] No DVR routers for this DVR port 07266c50-0acc-4362-89e1-924acdbb4aa6 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:22:59.634082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.637516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40343256-420c-4819-8b5f-91d31f167a42 req-556ae310-8c82-4921-a683-6d8218732b0d tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.15 "DELETE /v2.0/ports/07266c50-0acc-4362-89e1-924acdbb4aa6 HTTP/1.1" status: 204 len: 173 time: 0.5607243 Mar 07 04:22:59.649455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'name': 'network-vif-deleted', 'tag': '07266c50-0acc-4362-89e1-924acdbb4aa6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:59.651511 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e69d87-7780-44cf-9a9e-cc86ec0a76b7" -d '{"events": [{"server_uuid": "14b20680-d28a-4eb5-b9c9-fc371676e6de", "name": "network-vif-deleted", "tag": "07266c50-0acc-4362-89e1-924acdbb4aa6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:59.674942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b4e73acb-67a4-4207-823c-f5dbc7cac91c tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.677880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b4e73acb-67a4-4207-823c-f5dbc7cac91c tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.44 "GET /v2.0/ports?device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 945 time: 0.0788574 Mar 07 04:22:59.694839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 931bd9bd-e367-454f-8307-b0e06aac307a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:59.695228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.700985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4588362e-a8f7-4098-8bfe-6e4457de5d98 req-391398ac-0163-48a7-b9ac-9abde1a94bfd tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709336 Mar 07 04:22:59.715155 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8066ecd-79d3-4785-89bd-1c2d7b62364a x-openstack-request-id: req-d8066ecd-79d3-4785-89bd-1c2d7b62364a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:59.715456 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b20680-d28a-4eb5-b9c9-fc371676e6de", "name": "network-vif-deleted", "tag": "07266c50-0acc-4362-89e1-924acdbb4aa6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:59.715711 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8066ecd-79d3-4785-89bd-1c2d7b62364a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:59.716105 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b20680-d28a-4eb5-b9c9-fc371676e6de', 'name': 'network-vif-deleted', 'tag': '07266c50-0acc-4362-89e1-924acdbb4aa6', 'status': 'completed', 'code': 200} Mar 07 04:22:59.794196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 931bd9bd-e367-454f-8307-b0e06aac307a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:22:59.794723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.807785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Deleting port 66e4b286-6e52-42e7-955e-ef3f68a62a63 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:22:59.807785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.824981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:22:59.826802 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177204b9-db6a-46d6-9963-79b30ef25862" -d '{"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-plugged", "status": "completed", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:22:59.841914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:59.844438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c777ed-9ef4-433b-b87d-788d52afa2d6 req-0d59656a-fdcb-4213-b6d5-a664cbe9d7b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.848703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7c777ed-9ef4-433b-b87d-788d52afa2d6 req-0d59656a-fdcb-4213-b6d5-a664cbe9d7b9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 948 time: 0.0743520 Mar 07 04:22:59.850441 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.851287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43d459d8-4af6-433e-b0b9-4581e71cd135 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:22:59.931211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7c777ed-9ef4-433b-b87d-788d52afa2d6 req-317eee72-3d22-4938-a63f-7eb779ee86d2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750067 Mar 07 04:22:59.940919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:22:59.970925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-baea05aa-ad99-441a-b9f0-8f95287375a8 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.971126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37c2b1-7307-42bb-bd2a-f0f111505955 req-9b02b493-cca1-48f4-a5c2-11fd23317ee5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:22:59.972832 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-baea05aa-ad99-441a-b9f0-8f95287375a8 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.1475811 Mar 07 04:22:59.981033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] For port 66e4b286-6e52-42e7-955e-ef3f68a62a63, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=66e4b286-6e52-42e7-955e-ef3f68a62a63,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:22:59.981391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:22:59.982002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e37c2b1-7307-42bb-bd2a-f0f111505955 req-9b02b493-cca1-48f4-a5c2-11fd23317ee5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0992627 Mar 07 04:22:59.985385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 43d459d8-4af6-433e-b0b9-4581e71cd135 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:22:59.989130 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd015dc-abff-4e5e-9f00-fa8a1566fbb6 x-openstack-request-id: req-9fd015dc-abff-4e5e-9f00-fa8a1566fbb6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:22:59.989760 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-plugged", "status": "completed", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:22:59.989873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:22:59.989996 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fd015dc-abff-4e5e-9f00-fa8a1566fbb6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:22:59.990556 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a', 'code': 200} Mar 07 04:22:59.993479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 43d459d8-4af6-433e-b0b9-4581e71cd135 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:22:59.993953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.023775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Calling delete_port for 66e4b286-6e52-42e7-955e-ef3f68a62a63 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:00.039154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e37c2b1-7307-42bb-bd2a-f0f111505955 req-0b51231a-a8e1-4315-90d2-733f7ad1fc67 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560760 Mar 07 04:23:00.087954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 43d459d8-4af6-433e-b0b9-4581e71cd135 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:00.088240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.102931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.125788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 43d459d8-4af6-433e-b0b9-4581e71cd135, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43d459d8-4af6-433e-b0b9-4581e71cd135,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:00.129909 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.195057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20e5c8cb-5022-49c9-8218-adfef0f814fe req-96a8bf3f-8871-4c8a-9dd9-e9ac6932b87e tempest-VolumesAdminNegativeTest-1298704063 tempest-VolumesAdminNegativeTest-1298704063-project] 10.222.0.21 "GET /v2.0/ports?device_id=14b20680-d28a-4eb5-b9c9-fc371676e6de HTTP/1.1" status: 200 len: 210 time: 0.0765369 Mar 07 04:23:00.207128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=43d459d8-4af6-433e-b0b9-4581e71cd135,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:00.277407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645f85-e5fe-4dc8-b745-3040c6cfce29 req-adb6c4bb-d04e-4ee1-b5a7-98d4dad256a8 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:00.278970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79645f85-e5fe-4dc8-b745-3040c6cfce29 req-adb6c4bb-d04e-4ee1-b5a7-98d4dad256a8 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=2504d5eb-44f4-4cfa-917b-ce4325299bbf HTTP/1.1" status: 200 len: 945 time: 0.0829029 Mar 07 04:23:00.313993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:00.320451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (66e4b286-6e52-42e7-955e-ef3f68a62a63), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.340065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['da34fae3-1e7f-4c7c-9ef5-ecd08849d808', '9616de3d-d050-4981-b391-f42607cdacea'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:00.340065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['66e4b286-6e52-42e7-955e-ef3f68a62a63'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:00.357717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79645f85-e5fe-4dc8-b745-3040c6cfce29 req-0892bbe5-095f-4a12-823f-86a11135da54 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719593 Mar 07 04:23:00.371943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Pushing event deleted for resources: {'Port': ['ID=66e4b286-6e52-42e7-955e-ef3f68a62a63,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:00.432062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] No DVR routers for this DVR port 66e4b286-6e52-42e7-955e-ef3f68a62a63 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:00.436034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.439449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c4e8145-90c1-4d68-bc26-65a2d2f9a82e req-b3f062e0-eb5c-4b29-ac8f-945235829581 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.44 "DELETE /v2.0/ports/66e4b286-6e52-42e7-955e-ef3f68a62a63 HTTP/1.1" status: 204 len: 173 time: 0.7562895 Mar 07 04:23:00.439945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'name': 'network-vif-deleted', 'tag': '66e4b286-6e52-42e7-955e-ef3f68a62a63'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:00.442326 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a483e1-bad3-43ac-b1fd-c9000d6a1ef2" -d '{"events": [{"server_uuid": "2504d5eb-44f4-4cfa-917b-ce4325299bbf", "name": "network-vif-deleted", "tag": "66e4b286-6e52-42e7-955e-ef3f68a62a63"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:00.450495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:00.489380 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f24e78-6799-4814-87ca-c33a524b1b9b x-openstack-request-id: req-35f24e78-6799-4814-87ca-c33a524b1b9b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:00.491179 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2504d5eb-44f4-4cfa-917b-ce4325299bbf", "name": "network-vif-deleted", "tag": "66e4b286-6e52-42e7-955e-ef3f68a62a63", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:00.491179 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35f24e78-6799-4814-87ca-c33a524b1b9b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:00.491179 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2504d5eb-44f4-4cfa-917b-ce4325299bbf', 'name': 'network-vif-deleted', 'tag': '66e4b286-6e52-42e7-955e-ef3f68a62a63', 'status': 'completed', 'code': 200} Mar 07 04:23:00.514782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f854d6-fe80-489e-9184-0f4c2394f2ce req-3c07e08e-ae02-4d53-9cb7-bd16a140c889 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:00.516862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9f854d6-fe80-489e-9184-0f4c2394f2ce req-3c07e08e-ae02-4d53-9cb7-bd16a140c889 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.0820363 Mar 07 04:23:00.520644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Publish callbacks [] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.531621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.581810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9f854d6-fe80-489e-9184-0f4c2394f2ce req-5763cc53-fb34-499e-99c7-1d9e335c2f78 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566702 Mar 07 04:23:00.642683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:00.643049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:00.643378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:00.651564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:00.651890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Attempting to bind port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:00.654780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:00.659791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:00.660123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:00.660500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:00.660922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Bound port: 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:00.661276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.723894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:00.727559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:00.732617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.808494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:00.813883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:00.816361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:00.818287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-a5b9ebc9-e425-44d2-a7b9-c50efb748454 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 1121 time: 0.8329599 Mar 07 04:23:00.877263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742491f-61b6-4899-9ca5-b71b7c91996c req-d088afc2-260b-4f06-9c9f-4128e880db7d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:00.878866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8742491f-61b6-4899-9ca5-b71b7c91996c req-d088afc2-260b-4f06-9c9f-4128e880db7d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.0553133 Mar 07 04:23:00.939984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5f7a2f6d-38dc-42b0-aee5-5872cde9b433'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:00.945175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8742491f-61b6-4899-9ca5-b71b7c91996c req-9fb52361-acba-4619-afe1-aca5c3140207 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 Mar 07 04:23:00.986188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5f7a2f6d-38dc-42b0-aee5-5872cde9b433'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:01.019443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1eb95d94-6b9a-4922-be4f-5dcff44338e5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:01.111812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a877e0-885c-477c-bcac-3c90bebe4e38 req-f1824eef-fccc-49c9-b715-52efba742886 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:01.114464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a877e0-885c-477c-bcac-3c90bebe4e38 req-f1824eef-fccc-49c9-b715-52efba742886 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 948 time: 0.1013184 Mar 07 04:23:01.234342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:23:01.256626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:01.256998 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.413087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:01.413482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.453217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1eb95d94-6b9a-4922-be4f-5dcff44338e5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:01.458832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.512242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1eb95d94-6b9a-4922-be4f-5dcff44338e5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:01.535760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a877e0-885c-477c-bcac-3c90bebe4e38 req-63684988-9353-48ba-92fc-6ef0e9c28058 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128008 Mar 07 04:23:01.551006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daebad0-600e-400b-8dde-218f129dcc9d req-f646c4aa-d867-4d21-aaeb-40246fd5bdca tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:01.555055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3daebad0-600e-400b-8dde-218f129dcc9d req-f646c4aa-d867-4d21-aaeb-40246fd5bdca tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.4061317 Mar 07 04:23:01.594190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:01.596280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:01.629540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3daebad0-600e-400b-8dde-218f129dcc9d req-85981e0a-7268-4bb2-acd8-6293e37bd461 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714116 Mar 07 04:23:01.715591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Deleting subnet da03c3c8-668a-4eea-b13e-ee58dfaaf584 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:01.724642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Publish callbacks [] for subnet (da03c3c8-668a-4eea-b13e-ee58dfaaf584), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.751288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:01.767680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:23:01.805901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (da03c3c8-668a-4eea-b13e-ee58dfaaf584), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.860710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (da03c3c8-668a-4eea-b13e-ee58dfaaf584), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.866405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eec20-e948-4fd6-b2bf-536620aa8796 req-308f9c8b-d852-4769-bf35-73cec8349cd1 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:01.878181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499eec20-e948-4fd6-b2bf-536620aa8796 req-308f9c8b-d852-4769-bf35-73cec8349cd1 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.0983872 Mar 07 04:23:01.933064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (da03c3c8-668a-4eea-b13e-ee58dfaaf584), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.950720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499eec20-e948-4fd6-b2bf-536620aa8796 req-426dcb8c-8e2e-4637-b2fd-e8580bb87f82 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712030 Mar 07 04:23:01.968658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da03c3c8-668a-4eea-b13e-ee58dfaaf584,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:01.979564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:01.985839 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5e63075-840e-401f-a7fe-1a69eb2a606f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da03c3c8-668a-4eea-b13e-ee58dfaaf584 HTTP/1.1" status: 204 len: 168 time: 0.3888524 Mar 07 04:23:01.986153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57994) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:01.991664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135'}, {'server_uuid': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb95d94-6b9a-4922-be4f-5dcff44338e5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:01.995486 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd858e5c-591b-4686-8634-06a798d3ebf1" -d '{"events": [{"server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "name": "network-vif-plugged", "status": "completed", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135"}, {"server_uuid": "08a4a90d-3c79-41fa-b4fc-d5cf5e814372", "name": "network-vif-plugged", "status": "completed", "tag": "1eb95d94-6b9a-4922-be4f-5dcff44338e5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:02.067385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.071912 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea667560-ba4f-4b74-90d5-1960894d9083 x-openstack-request-id: req-ea667560-ba4f-4b74-90d5-1960894d9083 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:02.072445 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "name": "network-vif-plugged", "status": "completed", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135", "code": 200}, {"server_uuid": "08a4a90d-3c79-41fa-b4fc-d5cf5e814372", "name": "network-vif-plugged", "status": "completed", "tag": "1eb95d94-6b9a-4922-be4f-5dcff44338e5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:02.072445 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea667560-ba4f-4b74-90d5-1960894d9083 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:02.072850 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'code': 200} Mar 07 04:23:02.073111 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb95d94-6b9a-4922-be4f-5dcff44338e5', 'code': 200} Mar 07 04:23:02.165500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c6cf1-0644-4937-a47f-119401df666b req-685d3f2a-f7a6-4626-9374-598e09bc011d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:02.171089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.175698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f26c6cf1-0644-4937-a47f-119401df666b req-685d3f2a-f7a6-4626-9374-598e09bc011d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1248109 Mar 07 04:23:02.207960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:02.219679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4266bf-a901-4541-a011-acf12cf9feeb') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:02.220221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4266bf-a901-4541-a011-acf12cf9feeb') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:02.236130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (1f4266bf-a901-4541-a011-acf12cf9feeb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.252182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1f4266bf-a901-4541-a011-acf12cf9feeb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.260053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:02.260626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (1f4266bf-a901-4541-a011-acf12cf9feeb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.266966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb13d3-0830-4b3a-82d5-493f936ca55c req-7c48b17e-a742-456b-9951-e8d4ec3f213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:02.268454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ceb13d3-0830-4b3a-82d5-493f936ca55c req-7c48b17e-a742-456b-9951-e8d4ec3f213a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 1131 time: 0.0902085 Mar 07 04:23:02.285328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f26c6cf1-0644-4937-a47f-119401df666b req-984a7ecf-2e6d-4255-8884-a34a3021853d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086798 Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:02.341835 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:02.362828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ceb13d3-0830-4b3a-82d5-493f936ca55c req-248250a4-0f36-42c2-b5f1-d2d837def322 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759749 Mar 07 04:23:02.376324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.385895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.389658 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0 HTTP/1.1" status: 204 len: 168 time: 0.4025583 Mar 07 04:23:02.392478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58008) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:02.408727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b46748-84cc-426c-bcbe-b94a6806e473 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3d3175-7c6d-4ff8-9d31-47f9c71ad5f0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:02.418338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55f30e-a520-4747-8654-b6b52e259459 req-805d7fc3-7b49-4f8e-8a19-43def3818e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:02.420199 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf55f30e-a520-4747-8654-b6b52e259459 req-805d7fc3-7b49-4f8e-8a19-43def3818e16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 1128 time: 0.2358482 Mar 07 04:23:02.471792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Deleting subnet 39333687-d469-49c5-9339-fdf18e4d4986 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:02.475999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Publish callbacks [] for subnet (39333687-d469-49c5-9339-fdf18e4d4986), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.492523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433'}, {'name': 'network-changed', 'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:02.495128 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9706a592-e9cb-4df3-bf6d-a180a6df53fe" -d '{"events": [{"server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433"}, {"name": "network-changed", "server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:02.500096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf55f30e-a520-4747-8654-b6b52e259459 req-2a73f91f-8c58-4a91-bf26-6e89080c1845 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717566 Mar 07 04:23:02.531080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (39333687-d469-49c5-9339-fdf18e4d4986), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.544885 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc8416-d4cb-40b2-b642-c7bb489cb8f6 x-openstack-request-id: req-d2dc8416-d4cb-40b2-b642-c7bb489cb8f6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:02.545207 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433", "code": 200}, {"name": "network-changed", "server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:02.545480 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2dc8416-d4cb-40b2-b642-c7bb489cb8f6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:02.545879 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'code': 200} Mar 07 04:23:02.546385 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'status': 'completed', 'code': 200} Mar 07 04:23:02.598732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (39333687-d469-49c5-9339-fdf18e4d4986), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.729424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eb12cd1d-4ba6-453a-83b3-79efee7d1e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.763898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-c6aefde8-87f3-4bcd-bb3c-8114acfe8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:02.765678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-c6aefde8-87f3-4bcd-bb3c-8114acfe8542 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1155 time: 0.1374855 Mar 07 04:23:02.768292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (39333687-d469-49c5-9339-fdf18e4d4986), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.787111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1860-1101-4a4c-b625-e74fa529f492 req-a2e9eade-d7a2-4c9b-837e-183f7b861a4c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:02.794424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f99c1860-1101-4a4c-b625-e74fa529f492 req-a2e9eade-d7a2-4c9b-837e-183f7b861a4c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 949 time: 0.1673827 Mar 07 04:23:02.863255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39333687-d469-49c5-9339-fdf18e4d4986,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:02.874847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:02.878006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-44dda185-a777-489c-a6a1-3c873dd120bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39333687-d469-49c5-9339-fdf18e4d4986 HTTP/1.1" status: 204 len: 168 time: 0.4843941 Mar 07 04:23:02.881276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58022) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:02.984998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f99c1860-1101-4a4c-b625-e74fa529f492 req-75f62da8-e976-49eb-9a73-f3d29206bc52 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895149 Mar 07 04:23:02.994376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f8b40fd0-c284-4568-8ea0-852eba51a73e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.000050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-c4775553-d2f7-454b-8be2-7b6be83fe35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.001724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-c4775553-d2f7-454b-8be2-7b6be83fe35e service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2027781 Mar 07 04:23:03.010961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 07266c50-0acc-4362-89e1-924acdbb4aa6 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:03.054152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-6b9c6256-58e4-4383-be84-dc1d4caffc6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 217 time: 0.0425351 Mar 07 04:23:03.062697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ec15e-fb34-4ed2-8d96-bab84e22f2ec req-837468c7-6fe1-445c-b768-69b26dda2d0d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.069029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ec15e-fb34-4ed2-8d96-bab84e22f2ec req-837468c7-6fe1-445c-b768-69b26dda2d0d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.076261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e8ec15e-fb34-4ed2-8d96-bab84e22f2ec req-837468c7-6fe1-445c-b768-69b26dda2d0d tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2&device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 1682 time: 0.2139516 Mar 07 04:23:03.084799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 07266c50-0acc-4362-89e1-924acdbb4aa6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:03.085377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 07266c50-0acc-4362-89e1-924acdbb4aa6 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:03.142584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f8b40fd0-c284-4568-8ea0-852eba51a73e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.170588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b40fd0-c284-4568-8ea0-852eba51a73e']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:03.184715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c41ce6e-aa76-462b-b917-76afac00f4d5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:03.185631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c41ce6e-aa76-462b-b917-76afac00f4d5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:03.187552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-8b47c39e-4bbf-48e7-b5b3-6b931d4c218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.189008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-8b47c39e-4bbf-48e7-b5b3-6b931d4c218a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.1108174 Mar 07 04:23:03.202677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (2c41ce6e-aa76-462b-b917-76afac00f4d5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.224814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e8ec15e-fb34-4ed2-8d96-bab84e22f2ec req-e15e9d48-cc3d-4e37-a605-b01c0b238225 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366525 Mar 07 04:23:03.238005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2c41ce6e-aa76-462b-b917-76afac00f4d5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.245482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:03.248739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (2c41ce6e-aa76-462b-b917-76afac00f4d5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:03.251085 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:03.256240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f328640-8d92-44c9-9a6d-3847d798767d req-9e0f9444-4ccc-4440-8120-d8fbd0d83d6d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.257770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f328640-8d92-44c9-9a6d-3847d798767d req-9e0f9444-4ccc-4440-8120-d8fbd0d83d6d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1318936 Mar 07 04:23:03.274516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-5a001206-aed1-475a-b975-02d2fe57d2f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586810 Mar 07 04:23:03.339609 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f8b40fd0-c284-4568-8ea0-852eba51a73e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.357623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.363269 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8b40fd0-c284-4568-8ea0-852eba51a73e HTTP/1.1" status: 204 len: 168 time: 0.4781237 Mar 07 04:23:03.371640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be479a-4704-4f2d-88de-dc7e6db479e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b40fd0-c284-4568-8ea0-852eba51a73e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:03.407552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f328640-8d92-44c9-9a6d-3847d798767d req-02fefbd6-a63b-45df-b1f5-77ea76c7def7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354330 Mar 07 04:23:03.478596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-cc7ad87c-e5ce-4357-b31e-3558db2625e6 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701720 Mar 07 04:23:03.492643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eae46a-2132-43a0-b232-c0687cebfdf8 req-6c9b0e55-4c10-4519-bce3-a35f175e8f9f tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.494364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78eae46a-2132-43a0-b232-c0687cebfdf8 req-6c9b0e55-4c10-4519-bce3-a35f175e8f9f tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1017530 Mar 07 04:23:03.603396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:03.607824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 66e4b286-6e52-42e7-955e-ef3f68a62a63 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:03.648869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 66e4b286-6e52-42e7-955e-ef3f68a62a63 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:03.649245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 66e4b286-6e52-42e7-955e-ef3f68a62a63 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:03.678450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aec5cf52-a6cc-4215-a94e-81ea54026563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6032ada949e493c9a3e636c84808bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721736 Mar 07 04:23:03.679053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58044) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:03.686631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78eae46a-2132-43a0-b232-c0687cebfdf8 req-938bc54c-933f-4ec2-aa27-e32e2e737f46 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833858 Mar 07 04:23:03.704421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9706a592-e9cb-4df3-bf6d-a180a6df53fe req-243a7f92-810e-4e21-9093-551f7e76fcfe service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089796 Mar 07 04:23:03.736315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d68231-64a6-453a-af2b-f3a000f7fa75 req-98f8622d-85ab-46d0-b78b-8b5a6f934c78 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:03.744969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7d68231-64a6-453a-af2b-f3a000f7fa75 req-98f8622d-85ab-46d0-b78b-8b5a6f934c78 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.2211466 Mar 07 04:23:03.908987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e6877b6-c7d2-471f-9b44-077b9927c489 admin admin] Publish callbacks [] for security_group (20921571-25fb-41c7-93ad-dea300546c23), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:03.930086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7d68231-64a6-453a-af2b-f3a000f7fa75 req-f66a7592-7000-4e9a-8ca9-2b41b0e6f9b0 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770809 Mar 07 04:23:03.942830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e6877b6-c7d2-471f-9b44-077b9927c489 admin admin] Publish callbacks [] for security_group (20921571-25fb-41c7-93ad-dea300546c23), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.014674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e6877b6-c7d2-471f-9b44-077b9927c489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (20921571-25fb-41c7-93ad-dea300546c23), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.020245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e6877b6-c7d2-471f-9b44-077b9927c489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.022466 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e6877b6-c7d2-471f-9b44-077b9927c489 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20921571-25fb-41c7-93ad-dea300546c23 HTTP/1.1" status: 204 len: 168 time: 0.3424451 Mar 07 04:23:04.038714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6877b6-c7d2-471f-9b44-077b9927c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20921571-25fb-41c7-93ad-dea300546c23,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:04.217907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f36f6d-f2d8-4c69-a88e-260e1f868393 req-1d32807c-b2ee-49dd-baf5-0d5b6512230a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:04.232898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f36f6d-f2d8-4c69-a88e-260e1f868393 req-1d32807c-b2ee-49dd-baf5-0d5b6512230a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 949 time: 0.1230061 Mar 07 04:23:04.314791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f36f6d-f2d8-4c69-a88e-260e1f868393 req-89d18e81-c617-4fd2-af2c-dd950e27b7f3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647962 Mar 07 04:23:04.531834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1dd5f-dc91-4060-adc7-8533a5e7fd05 req-c77eb980-2c63-48e3-bb95-7f32cdc2863b tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:04.541000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8b1dd5f-dc91-4060-adc7-8533a5e7fd05 req-c77eb980-2c63-48e3-bb95-7f32cdc2863b tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 1131 time: 0.0778875 Mar 07 04:23:04.579206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:04.631347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8b1dd5f-dc91-4060-adc7-8533a5e7fd05 req-e3811ee3-29bb-44c5-b89e-e6c6d47f32bb tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886292 Mar 07 04:23:04.650269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa26a62-32c0-4ec0-9313-544d7bb8f33f req-ec459b94-a42c-4ad9-8cfa-cafdfdae925c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:04.658476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4aa26a62-32c0-4ec0-9313-544d7bb8f33f req-ec459b94-a42c-4ad9-8cfa-cafdfdae925c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1111906 Mar 07 04:23:04.667291 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6e559c47-ce90-4937-bf5c-2648b684b528 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e54f6328687448d8ba9d40c44998982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843353 Mar 07 04:23:04.667291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:04.756263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3a04-7256-4c26-b974-1f6667aaeb82 admin admin] Publish callbacks [] for security_group (11d94fab-db10-4f93-8565-031294fb219c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.762706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4aa26a62-32c0-4ec0-9313-544d7bb8f33f req-398bd59a-4087-496e-8d6a-b675b8bca646 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052492 Mar 07 04:23:04.797127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3a04-7256-4c26-b974-1f6667aaeb82 admin admin] Publish callbacks [] for security_group (11d94fab-db10-4f93-8565-031294fb219c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.855905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3a04-7256-4c26-b974-1f6667aaeb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (11d94fab-db10-4f93-8565-031294fb219c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.866682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3a04-7256-4c26-b974-1f6667aaeb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:04.867807 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9f1d3a04-7256-4c26-b974-1f6667aaeb82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11d94fab-db10-4f93-8565-031294fb219c HTTP/1.1" status: 204 len: 168 time: 0.1997030 Mar 07 04:23:04.874739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85692df-510b-4423-9601-cb444db89ebe req-06329526-dda1-4975-9b08-541de98e8dea tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:04.876384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c85692df-510b-4423-9601-cb444db89ebe req-06329526-dda1-4975-9b08-541de98e8dea tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 945 time: 0.1295087 Mar 07 04:23:04.898128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d3a04-7256-4c26-b974-1f6667aaeb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d94fab-db10-4f93-8565-031294fb219c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:04.970009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdaf1b-bf7e-4790-8d45-3436ce5c32bf req-9621947e-89fd-4d4d-baa5-2486b6f76ddb tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:04.970009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11cdaf1b-bf7e-4790-8d45-3436ce5c32bf req-9621947e-89fd-4d4d-baa5-2486b6f76ddb tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1156662 Mar 07 04:23:04.976168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c85692df-510b-4423-9601-cb444db89ebe req-c2ec60b4-f831-4604-8712-376e52516ca5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816629 Mar 07 04:23:05.069457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11cdaf1b-bf7e-4790-8d45-3436ce5c32bf req-8a6e11fc-892c-4c04-8188-574eb85302cc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703275 Mar 07 04:23:05.124041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-c586ab4f-a0d9-434f-be42-89e91f0f7ce1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275738 Mar 07 04:23:05.292130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27143d-d096-496e-a5be-2292807964b2 req-000534c5-0ae0-4a29-bbfa-7d41cbc155bf tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:05.292130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a27143d-d096-496e-a5be-2292807964b2 req-000534c5-0ae0-4a29-bbfa-7d41cbc155bf tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1459200 Mar 07 04:23:05.325143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75606bf9-bba6-422b-b6e1-d1e2dc960b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:05.327172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-04df856d-e3d6-410e-93e7-596cdef28acf tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:05.334566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-04df856d-e3d6-410e-93e7-596cdef28acf tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035599 Mar 07 04:23:05.358932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-33580a28-6541-41bb-872f-940649fc4f58 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/quotas/57e4d8f159ed4362b992fc20a17d7ac3 HTTP/1.1" status: 200 len: 375 time: 0.0235915 Mar 07 04:23:05.416338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a27143d-d096-496e-a5be-2292807964b2 req-d278347a-ea53-4e48-a4a7-357eca6fc505 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067493 Mar 07 04:23:05.487849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-f1f37532-f776-4582-a0e5-361d8aaebc94 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1186211 Mar 07 04:23:05.753440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-100b7d69-013f-4c74-a6ee-2a47a3a70b23 req-cd98bbe1-27ab-4d06-bbde-1f814d54bdcb tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 210 time: 0.0390091 Mar 07 04:23:05.979755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-36d65f23-4da3-491d-98f0-b2ce763aa926 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:05.981330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-36d65f23-4da3-491d-98f0-b2ce763aa926 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 945 time: 0.1260273 Mar 07 04:23:06.010920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58138) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:06.112995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28871202-19bc-4ffc-a1f0-1547cc05ad80 req-815c95ac-fe7c-46dc-8d07-5a8a0d502936 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:06.120956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28871202-19bc-4ffc-a1f0-1547cc05ad80 req-815c95ac-fe7c-46dc-8d07-5a8a0d502936 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2111626 Mar 07 04:23:06.199623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-network', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:06.236880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Made reservation on behalf of bcbb82adf2374b678d73829c6d96941c for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:06.241484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.256863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28871202-19bc-4ffc-a1f0-1547cc05ad80 req-af4ac342-a55b-4eee-bb89-8167ffe768cb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272538 Mar 07 04:23:06.258485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.261804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Deleting port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:06.262179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.342067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks [] for security_group (1727d529-b56a-462e-91e5-3013fd674c02), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.360695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1727d529-b56a-462e-91e5-3013fd674c02), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.369061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] For port da34fae3-1e7f-4c7c-9ef5-ecd08849d808, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:06.369680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.374004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:23:06.385695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6210cc3b-2dc1-421a-8492-15405e81d62d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.386904 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Added segment 6210cc3b-2dc1-421a-8492-15405e81d62d of type vlan for network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 Mar 07 04:23:06.387705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Calling delete_port for da34fae3-1e7f-4c7c-9ef5-ecd08849d808 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:06.442356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-b6ca16a3-5a42-4490-9887-514a11abdb4b tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:06.444511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-b6ca16a3-5a42-4490-9887-514a11abdb4b tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 946 time: 0.2943199 Mar 07 04:23:06.466333 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (fe0d3fce-be70-4f96-b87f-1b7753f8bee6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.515698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1727d529-b56a-462e-91e5-3013fd674c02,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:06.532744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef9221-f2d8-4d2e-8815-022b19add168 req-5fb52be6-fab2-48aa-8a7f-e88c89632067 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:06.534471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41ef9221-f2d8-4d2e-8815-022b19add168 req-5fb52be6-fab2-48aa-8a7f-e88c89632067 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d05784-ac92-44bf-ae8d-b9ee9fafdbd2 HTTP/1.1" status: 200 len: 945 time: 0.3336828 Mar 07 04:23:06.591478 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.600553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (fe0d3fce-be70-4f96-b87f-1b7753f8bee6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.605092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:06.606005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.620439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152447-cb3c-4945-83da-ccee47a02b64 req-ecc85df6-3208-405b-9ab4-d1d22fea7d11 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:06.627382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0152447-cb3c-4945-83da-ccee47a02b64 req-ecc85df6-3208-405b-9ab4-d1d22fea7d11 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1885917 Mar 07 04:23:06.699263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6853638 Mar 07 04:23:06.700367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58154) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:06.710622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Request body: {'subnet': {'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-subnet', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:06.718181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d4ac-dfd0-43f4-b877-ede15a143e16 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0d3fce-be70-4f96-b87f-1b7753f8bee6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:06.724251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41ef9221-f2d8-4d2e-8815-022b19add168 req-770c917f-bcfd-47b3-b33f-7644fdb78778 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/security-groups?id=293780e8-e85a-4475-a00f-ef40ebd47a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790817 Mar 07 04:23:06.730737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:23:06.742830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0152447-cb3c-4945-83da-ccee47a02b64 req-b6c2003c-abea-4362-9892-8fe139171f39 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144192 Mar 07 04:23:06.782480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (da34fae3-1e7f-4c7c-9ef5-ecd08849d808), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.799298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Deleting port 9616de3d-d050-4981-b391-f42607cdacea {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:06.799429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9616de3d-d050-4981-b391-f42607cdacea), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.805348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Made reservation on behalf of bcbb82adf2374b678d73829c6d96941c for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:06.807810 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:06.839333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Pushing event deleted for resources: {'Port': ['ID=da34fae3-1e7f-4c7c-9ef5-ecd08849d808,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:06.910120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['da34fae3-1e7f-4c7c-9ef5-ecd08849d808', '9616de3d-d050-4981-b391-f42607cdacea'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:07.042509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] No DVR routers for this DVR port da34fae3-1e7f-4c7c-9ef5-ecd08849d808 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:07.046149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.048810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6091e1df-3640-4c76-bfbd-690a78a1f5e1 req-dfffab2a-c0fd-48c1-9da4-1f0a73ef6562 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "DELETE /v2.0/ports/da34fae3-1e7f-4c7c-9ef5-ecd08849d808 HTTP/1.1" status: 204 len: 173 time: 1.0559208 Mar 07 04:23:07.049378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'name': 'network-vif-deleted', 'tag': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:07.051682 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fe56b4-c943-4933-a3c0-6398b9c38555" -d '{"events": [{"server_uuid": "94d05784-ac92-44bf-ae8d-b9ee9fafdbd2", "name": "network-vif-deleted", "tag": "da34fae3-1e7f-4c7c-9ef5-ecd08849d808"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:07.070044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b907cdbd-5896-41bf-9d25-f6997b8ad8ed req-9c20a7a0-8ded-4c0b-85f7-cbfc0ec48755 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 210 time: 0.1105502 Mar 07 04:23:07.113376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ea671-b78f-431f-b2fd-6c0273d0dc23 req-1a824c2d-5264-475d-a2d7-33fab7101b64 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:07.129316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f6ea671-b78f-431f-b2fd-6c0273d0dc23 req-1a824c2d-5264-475d-a2d7-33fab7101b64 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.2784386 Mar 07 04:23:07.152867 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361fdcac-f72f-4172-a216-ee7ec84215f6 x-openstack-request-id: req-361fdcac-f72f-4172-a216-ee7ec84215f6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:07.153443 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d05784-ac92-44bf-ae8d-b9ee9fafdbd2", "name": "network-vif-deleted", "tag": "da34fae3-1e7f-4c7c-9ef5-ecd08849d808", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:07.153920 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-361fdcac-f72f-4172-a216-ee7ec84215f6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:07.154545 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d05784-ac92-44bf-ae8d-b9ee9fafdbd2', 'name': 'network-vif-deleted', 'tag': 'da34fae3-1e7f-4c7c-9ef5-ecd08849d808', 'status': 'completed', 'code': 200} Mar 07 04:23:07.192383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] For port 9616de3d-d050-4981-b391-f42607cdacea, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9616de3d-d050-4981-b391-f42607cdacea,segment=NetworkSegment(b752c21b-d2c7-466c-ac8b-440ab13a3bdd),segment_id=b752c21b-d2c7-466c-ac8b-440ab13a3bdd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:07.193356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9616de3d-d050-4981-b391-f42607cdacea), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.216829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f6ea671-b78f-431f-b2fd-6c0273d0dc23 req-986a0009-6255-436b-8661-bca5dd7b5101 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862114 Mar 07 04:23:07.268766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Calling delete_port for 9616de3d-d050-4981-b391-f42607cdacea owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:07.340840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (b44bcf97-2804-4120-9aa3-40a461c373f7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.342783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-771e0de2-ba54-4c93-a720-184b24168151 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436332 Mar 07 04:23:07.449537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44bcf97-2804-4120-9aa3-40a461c373f7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:07.461035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Checking segment: {'id': '6210cc3b-2dc1-421a-8492-15405e81d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:07.461441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Network hostable DHCP agents. Network: fe0d3fce-be70-4f96-b87f-1b7753f8bee6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:23:07.488410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389376ed-445b-4d75-9fb0-887b9286bc69 req-29756c28-7a2f-4dbc-8404-c47b97bfac3f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:07.498255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-389376ed-445b-4d75-9fb0-887b9286bc69 req-29756c28-7a2f-4dbc-8404-c47b97bfac3f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1290092 Mar 07 04:23:07.519585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:23:07.545425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, fe0d3fce-be70-4f96-b87f-1b7753f8bee6) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:07.551711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:07.552471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.562888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fc994-7c27-4a4d-9f14-6d3503ea0792 None None] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:07.570674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.588950 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d67894b7-5998-4ab5-9c96-1723302f8085 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8828688 Mar 07 04:23:07.590639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9616de3d-d050-4981-b391-f42607cdacea), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.593183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58170) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:07.600052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:07.610722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-20e69287-9bb2-4fab-b931-d73932aff62a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:07.612186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-20e69287-9bb2-4fab-b931-d73932aff62a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623544 Mar 07 04:23:07.624408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Pushing event deleted for resources: {'Port': ['ID=9616de3d-d050-4981-b391-f42607cdacea,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:07.634973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:07.657110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-389376ed-445b-4d75-9fb0-887b9286bc69 req-27bfd604-e02f-4631-9978-c0e471093883 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536782 Mar 07 04:23:07.693232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] No DVR routers for this DVR port 9616de3d-d050-4981-b391-f42607cdacea on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:07.695371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.696869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.697545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.701797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5e5650bd-6a4e-4286-af13-9be11ee6173b req-f1f6545b-822a-40c2-be61-832a4f273bb5 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.15 "DELETE /v2.0/ports/9616de3d-d050-4981-b391-f42607cdacea HTTP/1.1" status: 204 len: 173 time: 1.2328310 Mar 07 04:23:07.702338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'name': 'network-vif-deleted', 'tag': '9616de3d-d050-4981-b391-f42607cdacea'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:07.707505 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8f075-fe04-4a04-8e8e-060e42c96bb3" -d '{"events": [{"server_uuid": "a3c2f476-e886-4f26-8241-6f809a0555ff", "name": "network-vif-deleted", "tag": "9616de3d-d050-4981-b391-f42607cdacea"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:07.764932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-fe0d3fce-be70-4f96-b87f-1b7753f8bee6', 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6', 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'fixed_ips': [{'subnet_id': 'b44bcf97-2804-4120-9aa3-40a461c373f7'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:23:07.774689 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:07.795160 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dac4963-6607-4ccb-acd3-2173b68886c8 x-openstack-request-id: req-5dac4963-6607-4ccb-acd3-2173b68886c8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:07.796695 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2f476-e886-4f26-8241-6f809a0555ff", "name": "network-vif-deleted", "tag": "9616de3d-d050-4981-b391-f42607cdacea", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:07.796695 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dac4963-6607-4ccb-acd3-2173b68886c8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:07.796695 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2f476-e886-4f26-8241-6f809a0555ff', 'name': 'network-vif-deleted', 'tag': '9616de3d-d050-4981-b391-f42607cdacea', 'status': 'completed', 'code': 200} Mar 07 04:23:07.828661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks [] for router_controller (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.026627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Allocated IP 172.20.0.2 (fe0d3fce-be70-4f96-b87f-1b7753f8bee6/b44bcf97-2804-4120-9aa3-40a461c373f7/04af92d8-7fe7-498d-b66f-8c335673b5d9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:08.037653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-515ef438-4821-4de1-b7e8-21e68b736c4d req-bbfa24bd-fff5-4eeb-8af6-1ba2c0b3bba3 tempest-ListServersNegativeTestJSON-1245117227 tempest-ListServersNegativeTestJSON-1245117227-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3c2f476-e886-4f26-8241-6f809a0555ff HTTP/1.1" status: 200 len: 210 time: 0.0811477 Mar 07 04:23:08.259569 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Publish callbacks [] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.270312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.287190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e728082-6a53-49a8-b621-82de1e2e0eea req-7ae4cf23-8fee-4fee-8fe4-3f973231acd0 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:08.294377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e728082-6a53-49a8-b621-82de1e2e0eea req-7ae4cf23-8fee-4fee-8fe4-3f973231acd0 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.4566159 Mar 07 04:23:08.298811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:08.301375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:08.329687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:08.450862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Attempting to bind port 04af92d8-7fe7-498d-b66f-8c335673b5d9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:08.451659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Attempting to bind port 04af92d8-7fe7-498d-b66f-8c335673b5d9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '6210cc3b-2dc1-421a-8492-15405e81d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:08.452195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Attempting to bind port 04af92d8-7fe7-498d-b66f-8c335673b5d9 on network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:08.460809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:08.461529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Checking segment: {'id': '6210cc3b-2dc1-421a-8492-15405e81d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:08.462183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.462736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Bound using segment: {'id': '6210cc3b-2dc1-421a-8492-15405e81d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:08.463522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Bound port: 04af92d8-7fe7-498d-b66f-8c335673b5d9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6210cc3b-2dc1-421a-8492-15405e81d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:08.464154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.488969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Pushing event updated for resources: {'Port': ['ID=04af92d8-7fe7-498d-b66f-8c335673b5d9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:08.566253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] For port 04af92d8-7fe7-498d-b66f-8c335673b5d9, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:08.572130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] For port 04af92d8-7fe7-498d-b66f-8c335673b5d9, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04af92d8-7fe7-498d-b66f-8c335673b5d9,segment=NetworkSegment(6210cc3b-2dc1-421a-8492-15405e81d62d),segment_id=6210cc3b-2dc1-421a-8492-15405e81d62d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:08.581150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.658663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff05b9-fa29-4e44-9998-e87dcc824fc1 None None] Pushing event updated for resources: {'Port': ['ID=04af92d8-7fe7-498d-b66f-8c335673b5d9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:08.692891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks [] for router_gateway (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.712410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08630773-c12c-4378-8752-7fc93ba110b1 req-4f518429-f0f0-4cd4-a5fc-d74eae5bbdef tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 210 time: 0.4614305 Mar 07 04:23:08.735133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:08.740137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:08.825462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e728082-6a53-49a8-b621-82de1e2e0eea req-3358a9fe-28c8-4607-8301-18c85d5a3edf tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5297661 Mar 07 04:23:09.052237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9616de3d-d050-4981-b391-f42607cdacea no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:09.083708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 9616de3d-d050-4981-b391-f42607cdacea {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:09.084079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9616de3d-d050-4981-b391-f42607cdacea not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:09.084515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device da34fae3-1e7f-4c7c-9ef5-ecd08849d808 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:09.111469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: da34fae3-1e7f-4c7c-9ef5-ecd08849d808 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:09.111826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device da34fae3-1e7f-4c7c-9ef5-ecd08849d808 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:09.112607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5660d-15d3-4c9e-b0e3-2a3c3965e50b req-d34cadb7-2e07-402b-a4f3-d4e2389ae064 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:09.114397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52c5660d-15d3-4c9e-b0e3-2a3c3965e50b req-d34cadb7-2e07-402b-a4f3-d4e2389ae064 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.3227577 Mar 07 04:23:09.138112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.165 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/806e09fd-1141-42c2-8c2b-e275461c582f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:09.148646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51022ce7-a049-4723-bfca-74d80b14585e req-c592c618-a145-48f6-8b86-d55cd984c17c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:09.150446 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.150982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51022ce7-a049-4723-bfca-74d80b14585e req-c592c618-a145-48f6-8b86-d55cd984c17c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1993170 Mar 07 04:23:09.288100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52c5660d-15d3-4c9e-b0e3-2a3c3965e50b req-a1b682fb-b3e4-4875-9c8b-c9fddb7f77ed tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541173 Mar 07 04:23:09.312311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51022ce7-a049-4723-bfca-74d80b14585e req-f0fd179a-3dd8-45be-9ec8-5b0e5806a656 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509438 Mar 07 04:23:09.379621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:09.460210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Deleting subnet 120f18f1-03e5-487f-b46a-ed3e128d9b9a {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:09.463919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Publish callbacks [] for subnet (120f18f1-03e5-487f-b46a-ed3e128d9b9a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.515412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (120f18f1-03e5-487f-b46a-ed3e128d9b9a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.572379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (120f18f1-03e5-487f-b46a-ed3e128d9b9a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.627335 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (806e09fd-1141-42c2-8c2b-e275461c582f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.669253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (120f18f1-03e5-487f-b46a-ed3e128d9b9a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.679203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks [] for router_gateway (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.700806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120f18f1-03e5-487f-b46a-ed3e128d9b9a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:09.707306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.711762 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-91ac812d-cfca-4374-b147-29ac0466c9d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/120f18f1-03e5-487f-b46a-ed3e128d9b9a HTTP/1.1" status: 204 len: 168 time: 0.3301995 Mar 07 04:23:09.712536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.714392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:09.839919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Allocated IP 172.25.4.166 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/1afab453-990c-4f7f-bbde-f46e300bbb1b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:09.857850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.970720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:09.972390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cff064-20c5-4d2b-9679-dae541a5aee2 None None] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:09.998031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:10.014062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:10.014732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b752c21b-d2c7-466c-ac8b-440ab13a3bdd') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:10.026345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b752c21b-d2c7-466c-ac8b-440ab13a3bdd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.046031 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b752c21b-d2c7-466c-ac8b-440ab13a3bdd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.061600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:10.061958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b752c21b-d2c7-466c-ac8b-440ab13a3bdd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:10.079007 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:10.110700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-821eb6b4-93e0-4e65-baa7-b267809340a4 req-e04dbf3f-091e-4341-b9df-4e2770d100d2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 210 time: 0.1162195 Mar 07 04:23:10.188593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.197456 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.208938 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks [] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.212701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.216471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d HTTP/1.1" status: 204 len: 168 time: 0.5008490 Mar 07 04:23:10.248359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2', '1eb95d94-6b9a-4922-be4f-5dcff44338e5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:10.248359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:10.259691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=806e09fd-1141-42c2-8c2b-e275461c582f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:10.291966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:10.298727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f8553-e670-48ff-9178-3646ac4aae83 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec8a8e9-c9e2-4794-a208-e64ae31c6f9d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:10.304965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:10.318659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:10.377633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522444-18e3-4b03-9a02-cfc3048a0c57 req-49816b83-0e4a-4b10-9ddd-a42b65d15b8f tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:10.385141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4522444-18e3-4b03-9a02-cfc3048a0c57 req-49816b83-0e4a-4b10-9ddd-a42b65d15b8f tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.3687930 Mar 07 04:23:10.451542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.457112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] Provisioning complete for port 04af92d8-7fe7-498d-b66f-8c335673b5d9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:10.465964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.491874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:10.492770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.589307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-7c32ec5b-e00f-496e-b42f-d31564230fc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9611747 Mar 07 04:23:10.611192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58226) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:10.622701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Request body: {'port': {'device_id': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:10.734577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04af92d8-7fe7-498d-b66f-8c335673b5d9 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:10.750918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:10.764560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4522444-18e3-4b03-9a02-cfc3048a0c57 req-ed7cab2f-dbbf-4e7c-a549-23f90c8248aa tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785439 Mar 07 04:23:10.765886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:10.769274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:10.803105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2546eb2a-2893-4df1-960a-bca6ba38d79f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee470bd6bfff47b1af147f1894c2c3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907487 Mar 07 04:23:10.813318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58228) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:10.910666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Pushing event updated for resources: {'Port': ['ID=1afab453-990c-4f7f-bbde-f46e300bbb1b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:10.959607 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc257-d79a-4315-aa3a-2f08cb5eed20 admin admin] Publish callbacks [] for security_group (293780e8-e85a-4475-a00f-ef40ebd47a41), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:10.991451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc257-d79a-4315-aa3a-2f08cb5eed20 admin admin] Publish callbacks [] for security_group (293780e8-e85a-4475-a00f-ef40ebd47a41), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.042869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08d94-c5c5-471f-afe0-dc6570381ac7 req-466ea261-25e8-4dfd-b382-bc78e97a44b8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:11.045141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4b08d94-c5c5-471f-afe0-dc6570381ac7 req-466ea261-25e8-4dfd-b382-bc78e97a44b8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.6185527 Mar 07 04:23:11.097918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc257-d79a-4315-aa3a-2f08cb5eed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (293780e8-e85a-4475-a00f-ef40ebd47a41), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.100760 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc257-d79a-4315-aa3a-2f08cb5eed20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.111689 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5f8bc257-d79a-4315-aa3a-2f08cb5eed20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/293780e8-e85a-4475-a00f-ef40ebd47a41 HTTP/1.1" status: 204 len: 168 time: 0.2963047 Mar 07 04:23:11.113621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.130456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 04af92d8-7fe7-498d-b66f-8c335673b5d9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:11.130918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.156383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bc257-d79a-4315-aa3a-2f08cb5eed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293780e8-e85a-4475-a00f-ef40ebd47a41,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:11.235310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] Current status of the port 04af92d8-7fe7-498d-b66f-8c335673b5d9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:11.235718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.238771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee1190-573f-4c1b-bf28-b8fab6634dd5 req-62df58cf-0d15-4a1f-884c-c50a79dcd7ba tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:11.246994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccee1190-573f-4c1b-bf28-b8fab6634dd5 req-62df58cf-0d15-4a1f-884c-c50a79dcd7ba tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.3174961 Mar 07 04:23:11.311546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4b08d94-c5c5-471f-afe0-dc6570381ac7 req-0b440008-5587-4ef1-b3ce-c321528eea85 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536483 Mar 07 04:23:11.366814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] For port 04af92d8-7fe7-498d-b66f-8c335673b5d9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04af92d8-7fe7-498d-b66f-8c335673b5d9,segment=NetworkSegment(6210cc3b-2dc1-421a-8492-15405e81d62d),segment_id=6210cc3b-2dc1-421a-8492-15405e81d62d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:11.423897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.512966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccee1190-573f-4c1b-bf28-b8fab6634dd5 req-23570efa-2f0c-4661-ac01-695c1ca429cb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641160 Mar 07 04:23:11.594644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 04af92d8-7fe7-498d-b66f-8c335673b5d9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:11.595498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.659891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459131d2-1c41-42dc-8b3d-a68cbf6026b7 None None] Pushing event updated for resources: {'Port': ['ID=04af92d8-7fe7-498d-b66f-8c335673b5d9,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:11.680487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks [] for router_gateway (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.683549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-453dbe59-ee7a-4c77-96f0-2c179f8afd82 None None] Provisioning complete for port 806e09fd-1141-42c2-8c2b-e275461c582f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:11.683899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453dbe59-ee7a-4c77-96f0-2c179f8afd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:11.748731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8fe9d-d601-49ae-af92-6dcdfa0aa711 req-0f2171f7-f7b3-4c54-8936-f05a31e23bb0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:11.750228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6dd8fe9d-d601-49ae-af92-6dcdfa0aa711 req-0f2171f7-f7b3-4c54-8936-f05a31e23bb0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 936 time: 0.2248671 Mar 07 04:23:11.816677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-453dbe59-ee7a-4c77-96f0-2c179f8afd82 None None] Port 806e09fd-1141-42c2-8c2b-e275461c582f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:23:11.821945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:23:11.822336 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:23:11.868339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-453dbe59-ee7a-4c77-96f0-2c179f8afd82 None None] Provisioning complete for port 04af92d8-7fe7-498d-b66f-8c335673b5d9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:11.868721 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453dbe59-ee7a-4c77-96f0-2c179f8afd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.001153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806e09fd-1141-42c2-8c2b-e275461c582f {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:12.017613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6dd8fe9d-d601-49ae-af92-6dcdfa0aa711 req-b1775824-2afe-477b-94a3-124a2c3ee511 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569318 Mar 07 04:23:12.058823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-453dbe59-ee7a-4c77-96f0-2c179f8afd82 None None] Current status of the port 04af92d8-7fe7-498d-b66f-8c335673b5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:12.060995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Publish callbacks [] for port (806e09fd-1141-42c2-8c2b-e275461c582f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.088062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Transition to ACTIVE for port object 806e09fd-1141-42c2-8c2b-e275461c582f will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:12.104219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.118695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c857a43-0639-4df2-a7a9-a0047507b756 req-cc405bbb-db4f-476c-a03c-69f2c5b11832 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:12.120281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c857a43-0639-4df2-a7a9-a0047507b756 req-cc405bbb-db4f-476c-a03c-69f2c5b11832 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.2208645 Mar 07 04:23:12.246991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Pushing event updated for resources: {'Port': ['ID=806e09fd-1141-42c2-8c2b-e275461c582f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:12.254053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.278478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c857a43-0639-4df2-a7a9-a0047507b756 req-843c8523-f49d-4721-ab81-716162458819 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289699 Mar 07 04:23:12.403344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 04af92d8-7fe7-498d-b66f-8c335673b5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:12.532345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04af92d8-7fe7-498d-b66f-8c335673b5d9 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:12.556970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:12.605645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Attempting to bind port 806e09fd-1141-42c2-8c2b-e275461c582f on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:12.606100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Attempting to bind port 806e09fd-1141-42c2-8c2b-e275461c582f by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:12.606518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Attempting to bind port 806e09fd-1141-42c2-8c2b-e275461c582f on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:12.618572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Port 806e09fd-1141-42c2-8c2b-e275461c582f on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:12.618572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Attempting to bind port 806e09fd-1141-42c2-8c2b-e275461c582f on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:12.633620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:12.634027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:12.634364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:12.634810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Bound port: 806e09fd-1141-42c2-8c2b-e275461c582f, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:12.635169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.641202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 04af92d8-7fe7-498d-b66f-8c335673b5d9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:12.641585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.656181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711895b9-37f4-4904-a0e5-1405467cceed req-f9f5380a-bea2-466b-9d0a-b4971d041848 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:12.664272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-711895b9-37f4-4904-a0e5-1405467cceed req-f9f5380a-bea2-466b-9d0a-b4971d041848 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1707335 Mar 07 04:23:12.718576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1988108143-network', 'tenant_id': 'e8f124a2a03c41278c778df3cea53fcf'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:12.764429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Made reservation on behalf of e8f124a2a03c41278c778df3cea53fcf for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:12.768062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.783044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 04af92d8-7fe7-498d-b66f-8c335673b5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:12.784700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.894161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks [] for security_group (adb39e46-c3ba-418f-980b-f07956d164d6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.894950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (adb39e46-c3ba-418f-980b-f07956d164d6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.922329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb39e46-c3ba-418f-980b-f07956d164d6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:12.934469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:23:12.947007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (eeb010a5-62b3-48e5-aa68-ed4ed6cd6838), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:12.947654 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Added segment eeb010a5-62b3-48e5-aa68-ed4ed6cd6838 of type vlan for network 541d1e12-e2dd-435b-a23b-476bec234777 Mar 07 04:23:13.016653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (541d1e12-e2dd-435b-a23b-476bec234777), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.050928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (541d1e12-e2dd-435b-a23b-476bec234777), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.052449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.053156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.102636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5407610 Mar 07 04:23:13.108527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:13.123614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Request body: {'subnet': {'network_id': '541d1e12-e2dd-435b-a23b-476bec234777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1988108143-subnet', 'tenant_id': 'e8f124a2a03c41278c778df3cea53fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:13.138641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fce935-a713-4d20-8200-abbe2e608746 admin admin] Pushing event updated for resources: {'Network': ['ID=541d1e12-e2dd-435b-a23b-476bec234777,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:13.140935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:23:13.150451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 541d1e12-e2dd-435b-a23b-476bec234777 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:23:13.176395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-711895b9-37f4-4904-a0e5-1405467cceed req-3f6196be-debe-4d42-a8cc-cdb9155f367f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025349 Mar 07 04:23:13.225129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de547-8def-4611-889f-51759fc0c3ac req-d651ace6-bdda-4cfc-beb5-02b5b58762ff tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.226718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd4de547-8def-4611-889f-51759fc0c3ac req-d651ace6-bdda-4cfc-beb5-02b5b58762ff tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.5423639 Mar 07 04:23:13.227983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] For port 806e09fd-1141-42c2-8c2b-e275461c582f, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:13.233170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] For port 806e09fd-1141-42c2-8c2b-e275461c582f, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=806e09fd-1141-42c2-8c2b-e275461c582f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:13.235107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Made reservation on behalf of e8f124a2a03c41278c778df3cea53fcf for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:13.236988 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.305118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.443223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.443852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.445254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] 10.222.0.15 "PUT /v2.0/ports/806e09fd-1141-42c2-8c2b-e275461c582f HTTP/1.1" status: 200 len: 1096 time: 2.8385174 Mar 07 04:23:13.481916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'tag': '806e09fd-1141-42c2-8c2b-e275461c582f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:13.484178 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f921b65f-6dfa-4994-974f-b6092716ed53" -d '{"events": [{"name": "network-changed", "server_uuid": "f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e", "tag": "806e09fd-1141-42c2-8c2b-e275461c582f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:13.535821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd4de547-8def-4611-889f-51759fc0c3ac req-d6ca2620-44ad-46bf-8084-b2672f61bf77 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963538 Mar 07 04:23:13.565562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Pushing event updated for resources: {'Port': ['ID=806e09fd-1141-42c2-8c2b-e275461c582f,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:13.590870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.591231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.591559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.591903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.592240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.592576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.592905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.593233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.593559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.593889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.594238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.594568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.594886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff5c01-723c-4361-bcfc-acacffc6270f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:13.631541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf20d85-b018-4d6b-a10d-002d5da90ced req-bd2b29c5-3b59-465d-94db-9edc7416f577 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.633119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf20d85-b018-4d6b-a10d-002d5da90ced req-bd2b29c5-3b59-465d-94db-9edc7416f577 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 948 time: 0.3395357 Mar 07 04:23:13.637397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:13.653129 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Sync routers for ids ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:13.667324 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Routers {'0d09bd5a-c6d9-4d2a-beaa-0323183de68b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:13.668657 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:13.724982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-37f1f6de-4fc9-4ce0-afbd-bba28f34c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.726768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-37f1f6de-4fc9-4ce0-afbd-bba28f34c04a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 1130 time: 0.2267141 Mar 07 04:23:13.753933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:13.758155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-643fd806-11b5-4a3f-994a-d732806b2e5b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1612997 Mar 07 04:23:13.758995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58294) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:13.809279 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Set router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:13.812955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-ec3ad658-aa4f-47ab-883f-d7d017ec8408 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=806e09fd-1141-42c2-8c2b-e275461c582f HTTP/1.1" status: 200 len: 217 time: 0.0640373 Mar 07 04:23:13.840680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf20d85-b018-4d6b-a10d-002d5da90ced req-906b15f1-d0ff-4751-b3de-da0aac24a5e6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009587 Mar 07 04:23:13.909643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609469c4-54bb-4c86-90a5-268fb865a891 req-ccadcb3b-95b5-41fb-b76d-167f9e2eeb5d tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.911271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-609469c4-54bb-4c86-90a5-268fb865a891 req-ccadcb3b-95b5-41fb-b76d-167f9e2eeb5d tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.2898021 Mar 07 04:23:13.935523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-0974f4ef-dfe1-4569-b4ca-aec39a068550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:13.937037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-0974f4ef-dfe1-4569-b4ca-aec39a068550 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1154537 Mar 07 04:23:13.941283 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee859b4a-c2ea-4765-87c4-a87fe6a87b8b x-openstack-request-id: req-ee859b4a-c2ea-4765-87c4-a87fe6a87b8b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:13.941579 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e", "tag": "806e09fd-1141-42c2-8c2b-e275461c582f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:13.941844 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee859b4a-c2ea-4765-87c4-a87fe6a87b8b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:13.942272 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'tag': '806e09fd-1141-42c2-8c2b-e275461c582f', 'status': 'completed', 'code': 200} Mar 07 04:23:13.999146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-609469c4-54bb-4c86-90a5-268fb865a891 req-8a428b59-dd12-4784-a8aa-a8b7fdf8ddc1 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773532 Mar 07 04:23:14.050673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (089981e2-7aca-4ec1-ae06-16dcbf820bca), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:14.097746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089981e2-7aca-4ec1-ae06-16dcbf820bca,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:14.121810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-250191b7-d73f-4446-a286-8dd47985640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:14.123428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-250191b7-d73f-4446-a286-8dd47985640c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1294050 Mar 07 04:23:14.154756 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:11Z', 'revision_number': 3, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port': {'id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:09Z', 'updated_at': '2022-03-07T04:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:14.169065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Checking segment: {'id': 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:14.169433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Network hostable DHCP agents. Network: 541d1e12-e2dd-435b-a23b-476bec234777, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:23:14.197539 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Checking router: 0d09bd5a-c6d9-4d2a-beaa-0323183de68b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:14.198896 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Updating router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b port 1afab453-990c-4f7f-bbde-f46e300bbb1b binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:23:14.236809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Network 541d1e12-e2dd-435b-a23b-476bec234777 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:23:14.248800 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:14.260999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 541d1e12-e2dd-435b-a23b-476bec234777) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:14.268543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:14.269718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:14.273147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00116c0d-b3b6-4439-8d60-5945cda67696 None None] Network 541d1e12-e2dd-435b-a23b-476bec234777 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:14.355896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3777ec00-370c-4808-9319-ecd82ce60b66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2460158 Mar 07 04:23:14.423012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-93e84297-0f4b-4c0a-8ca7-eb89910444f6 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761779 Mar 07 04:23:14.480931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689f3d-4c2f-46e0-a64c-7f328576f316 req-0523b31d-e423-4c26-ba61-588c5b330da6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:14.484196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4689f3d-4c2f-46e0-a64c-7f328576f316 req-0523b31d-e423-4c26-ba61-588c5b330da6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1731462 Mar 07 04:23:14.552917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7e111-731b-49c7-9e9a-577e705e703c None None] Network 541d1e12-e2dd-435b-a23b-476bec234777 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:14.674737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4689f3d-4c2f-46e0-a64c-7f328576f316 req-8669057d-635b-4352-8a04-aa78353f09d8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729355 Mar 07 04:23:14.778643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53ce4-11ef-45ef-be21-976d77c76db5 req-15d7ab9c-6b18-4ff8-bd3e-f37d9834ac47 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:14.788429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fba53ce4-11ef-45ef-be21-976d77c76db5 req-15d7ab9c-6b18-4ff8-bd3e-f37d9834ac47 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1121995 Mar 07 04:23:14.839823 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Publish callbacks [] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:14.852947 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:14.872702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fba53ce4-11ef-45ef-be21-976d77c76db5 req-10602536-fdaf-405e-9843-21b8ddb3021c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664775 Mar 07 04:23:14.875103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f3dacf-a7be-4a77-a4f4-1b33c278f045 req-2935fc62-34dc-4e5a-82c4-97193acf93db service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429705 Mar 07 04:23:14.951689 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Attempting to bind port 1afab453-990c-4f7f-bbde-f46e300bbb1b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:14.952079 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Attempting to bind port 1afab453-990c-4f7f-bbde-f46e300bbb1b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:14.953226 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Attempting to bind port 1afab453-990c-4f7f-bbde-f46e300bbb1b on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:14.980367 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:14.980767 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:14.982538 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:14.983952 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:14.986681 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Bound port: 1afab453-990c-4f7f-bbde-f46e300bbb1b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:14.987302 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:15.007910 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d89dee-f391-4e0d-bbdd-0892d39dd248 None None] Pushing event updated for resources: {'Port': ['ID=1afab453-990c-4f7f-bbde-f46e300bbb1b,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:15.123185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-fdbfcb3b-ac5a-49d6-baf4-7b0717c9e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.124221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:15.125151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-fdbfcb3b-ac5a-49d6-baf4-7b0717c9e734 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 1130 time: 0.1827805 Mar 07 04:23:15.163648 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] For port 1afab453-990c-4f7f-bbde-f46e300bbb1b, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:15.170226 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] For port 1afab453-990c-4f7f-bbde-f46e300bbb1b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1afab453-990c-4f7f-bbde-f46e300bbb1b,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:15.187491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cab77-68b5-4eb6-8afb-bb7a350f8b3d req-0573b8cf-8a46-49cb-965b-cac44f662502 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.190833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2cab77-68b5-4eb6-8afb-bb7a350f8b3d req-0573b8cf-8a46-49cb-965b-cac44f662502 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 948 time: 0.1668224 Mar 07 04:23:15.194528 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:15.267894 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Routers {'0d09bd5a-c6d9-4d2a-beaa-0323183de68b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:15.268854 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:15.311500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d89dee-f391-4e0d-bbdd-0892d39dd248 None None] Pushing event updated for resources: {'Port': ['ID=1afab453-990c-4f7f-bbde-f46e300bbb1b,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:15.357967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Allocated IP 172.20.0.1 (fe0d3fce-be70-4f96-b87f-1b7753f8bee6/b44bcf97-2804-4120-9aa3-40a461c373f7/ddd5811a-440e-4c95-8740-8ecc30d8bd05) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:15.372492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-39d41485-e06a-4bf3-9c2c-fdd3b3b9439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.374242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-39d41485-e06a-4bf3-9c2c-fdd3b3b9439e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2405250 Mar 07 04:23:15.403519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf2cab77-68b5-4eb6-8afb-bb7a350f8b3d req-0661b5f5-bd0a-4e4f-90f9-56f4b475c32c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470582 Mar 07 04:23:15.404927 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] Set router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:15.464678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-7d632d62-61c6-4dee-9c00-e4024788a2a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=806e09fd-1141-42c2-8c2b-e275461c582f HTTP/1.1" status: 200 len: 217 time: 0.0596864 Mar 07 04:23:15.572337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks [] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:15.587740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-140b85fc-6faf-4415-8e24-b2f02e5ce51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.589571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-140b85fc-6faf-4415-8e24-b2f02e5ce51b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1187508 Mar 07 04:23:15.621197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:15.630216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9843-dfa4-42d4-9f26-c56a369b7fbb req-74082a84-613d-4053-a650-faf5c38bf543 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.647482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65ec9843-dfa4-42d4-9f26-c56a369b7fbb req-74082a84-613d-4053-a650-faf5c38bf543 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.4504998 Mar 07 04:23:15.660577 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:11Z', 'revision_number': 3, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port': {'id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:09Z', 'updated_at': '2022-03-07T04:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:15.693617 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd5811a-440e-4c95-8740-8ecc30d8bd05,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:15.700025 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4664e4d-d2d7-4138-b1e5-df522db7d3ac None None] The sync data for ids ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'] in n-d-832185-1 is: [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:11Z', 'revision_number': 3, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port': {'id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:09Z', 'updated_at': '2022-03-07T04:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:15.764310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:15.769955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:15.774539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:15.778803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.779156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.784980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.785358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.785707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.786691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.787259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.787667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.788014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.788584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.788870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.789206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.789557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:15.801527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65ec9843-dfa4-42d4-9f26-c56a369b7fbb req-7d42b459-226b-46fe-b01a-ee2c4485f74e tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510136 Mar 07 04:23:15.869385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:15.909725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-ed6eeb98-380e-46e4-9f47-9224a3fdd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.929321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-ed6eeb98-380e-46e4-9f47-9224a3fdd1a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3326201 Mar 07 04:23:15.974970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9d86-0197-4f35-829c-3481f4409e8b req-98207d0f-d8f3-4bd8-9dcc-ed3091f746ed tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:15.987587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d5e9d86-0197-4f35-829c-3481f4409e8b req-98207d0f-d8f3-4bd8-9dcc-ed3091f746ed tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1837275 Mar 07 04:23:16.164288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0ded7e6c-b704-4f0e-a206-6396dbf71b85 None None] Provisioning complete for port ddd5811a-440e-4c95-8740-8ecc30d8bd05 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:16.166102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0ded7e6c-b704-4f0e-a206-6396dbf71b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:16.175595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:16.242465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d5e9d86-0197-4f35-829c-3481f4409e8b req-e8cc8b73-a05e-415b-a4d4-1172c8bcd617 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495904 Mar 07 04:23:16.295392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0ded7e6c-b704-4f0e-a206-6396dbf71b85 None None] Port ddd5811a-440e-4c95-8740-8ecc30d8bd05 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:23:16.387457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-04db0b59-b968-489a-84a2-969aa82f0bef service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464860 Mar 07 04:23:16.396748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a20ddd-4e1d-4f42-a26c-b803ee0baec0 req-d094122f-5044-4a7e-a02d-16330bb64601 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:16.405209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12a20ddd-4e1d-4f42-a26c-b803ee0baec0 req-d094122f-5044-4a7e-a02d-16330bb64601 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1921382 Mar 07 04:23:16.558328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f921b65f-6dfa-4994-974f-b6092716ed53 req-f5aae57c-f055-4b48-90c4-23da1918e2fd service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503959 Mar 07 04:23:16.626216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1afab453-990c-4f7f-bbde-f46e300bbb1b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:16.676655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0030ac-aae7-41e5-b4b0-5612c4357217 req-35dbbc54-a6dc-45bf-858b-de810c2975ba tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:16.678361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af0030ac-aae7-41e5-b4b0-5612c4357217 req-35dbbc54-a6dc-45bf-858b-de810c2975ba tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 948 time: 0.1181736 Mar 07 04:23:16.713075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12a20ddd-4e1d-4f42-a26c-b803ee0baec0 req-5c2060e2-01e0-4dd8-bd65-9b8b4c6ade97 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069201 Mar 07 04:23:16.726488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks [] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:16.730525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 1afab453-990c-4f7f-bbde-f46e300bbb1b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:16.732682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:16.741841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:16.866876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af0030ac-aae7-41e5-b4b0-5612c4357217 req-b4cad8d2-3bbe-46fc-9a7f-b3ec52e7d5f9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470766 Mar 07 04:23:16.959676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd5811a-440e-4c95-8740-8ecc30d8bd05,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:16.970553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:16.980060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 1afab453-990c-4f7f-bbde-f46e300bbb1b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:16.980576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:17.027678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 1afab453-990c-4f7f-bbde-f46e300bbb1b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1afab453-990c-4f7f-bbde-f46e300bbb1b,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:17.053281 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:17.097263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 806e09fd-1141-42c2-8c2b-e275461c582f details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:17.101227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:17.230089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:17.235260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:17.439757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a5614-221e-4a9f-8b38-cfbf155d91b0 req-f1850417-dee2-4357-9ef8-61fd67ddd9e2 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:17.450930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-937a5614-221e-4a9f-8b38-cfbf155d91b0 req-f1850417-dee2-4357-9ef8-61fd67ddd9e2 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1965156 Mar 07 04:23:17.513743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=1afab453-990c-4f7f-bbde-f46e300bbb1b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:17.549061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-937a5614-221e-4a9f-8b38-cfbf155d91b0 req-dc85c87c-a51a-4a5f-a7f3-b0ca7aa1f874 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972042 Mar 07 04:23:17.648741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:23:17.704347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:17.712624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bcb90-cbed-4155-b997-26b661433d00 req-9eaae85e-a7dd-49b8-828d-491b8f9cf53a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:17.723200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e7bcb90-cbed-4155-b997-26b661433d00 req-9eaae85e-a7dd-49b8-828d-491b8f9cf53a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1170669 Mar 07 04:23:17.744051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 806e09fd-1141-42c2-8c2b-e275461c582f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=806e09fd-1141-42c2-8c2b-e275461c582f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:17.759960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '806e09fd-1141-42c2-8c2b-e275461c582f', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '806e09fd-1141-42c2-8c2b-e275461c582f', 'mac_address': 'fa:16:3e:fe:cf:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:17.769299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-82abe8be-7d81-48a7-8c74-3d29d72b9565 None None] Provisioning complete for port ddd5811a-440e-4c95-8740-8ecc30d8bd05 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:17.769679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82abe8be-7d81-48a7-8c74-3d29d72b9565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:17.808354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e7bcb90-cbed-4155-b997-26b661433d00 req-5b13bc5e-ec9a-4ce1-96db-aaedbf98c9b6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810199 Mar 07 04:23:17.862520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 806e09fd-1141-42c2-8c2b-e275461c582f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:17.862520 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:17.936974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:17.939977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-82abe8be-7d81-48a7-8c74-3d29d72b9565 None None] Port ddd5811a-440e-4c95-8740-8ecc30d8bd05 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:23:17.943798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806e09fd-1141-42c2-8c2b-e275461c582f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:17.968387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-19dd29bd-ac88-495b-82c9-96175f66ad31 admin admin] 10.222.0.21 "PUT /v2.0/routers/0d09bd5a-c6d9-4d2a-beaa-0323183de68b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2039907 Mar 07 04:23:18.007636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 806e09fd-1141-42c2-8c2b-e275461c582f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=806e09fd-1141-42c2-8c2b-e275461c582f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:18.016638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:18.109912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7b4d5-62da-4d4f-aaf6-c8655635a544 req-429b69bf-dd2b-4a15-974e-d82f31147e88 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:18.118612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48a7b4d5-62da-4d4f-aaf6-c8655635a544 req-429b69bf-dd2b-4a15-974e-d82f31147e88 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1618252 Mar 07 04:23:18.133681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a4cb2-e628-4668-8b9b-4ac80cd7e8a5 req-e80fb9cb-4abe-4209-8cc1-5efc93bff69a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:18.135348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e9a4cb2-e628-4668-8b9b-4ac80cd7e8a5 req-e80fb9cb-4abe-4209-8cc1-5efc93bff69a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 949 time: 0.1159229 Mar 07 04:23:18.141690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=806e09fd-1141-42c2-8c2b-e275461c582f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:18.212032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48a7b4d5-62da-4d4f-aaf6-c8655635a544 req-432f908e-8e97-4572-aa7d-1059dba514bd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921893 Mar 07 04:23:18.278301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['806e09fd-1141-42c2-8c2b-e275461c582f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:18.282022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e9a4cb2-e628-4668-8b9b-4ac80cd7e8a5 req-7ffb32bb-85b3-43ea-9f8d-97c95b93e2f6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380575 Mar 07 04:23:18.545882 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-e874f0fd-e8af-4499-8cc7-8552908b6775 req-576cbc26-0a0e-43b4-8174-380d2b0c1b3a tempest-FloatingIPDetailsNegativeTestJSON-268888969 tempest-FloatingIPDetailsNegativeTestJSON-268888969-project] show failed (client error): The resource could not be found. Mar 07 04:23:18.558035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:18.577763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e874f0fd-e8af-4499-8cc7-8552908b6775 req-576cbc26-0a0e-43b4-8174-380d2b0c1b3a tempest-FloatingIPDetailsNegativeTestJSON-268888969 tempest-FloatingIPDetailsNegativeTestJSON-268888969-project] 10.222.0.21 "GET /v2.0/floatingips/41b82229-abb7-4809-bc17-1e77e58c373e HTTP/1.1" status: 404 len: 350 time: 0.1129549 Mar 07 04:23:18.610444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1afab453-990c-4f7f-bbde-f46e300bbb1b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:18.960248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Sync routers for ids ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:19.038565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Routers {'0d09bd5a-c6d9-4d2a-beaa-0323183de68b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:19.039618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:19.151509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-7739c3a4-170d-418c-8c8f-36e51b1276da tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:19.151509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-7739c3a4-170d-418c-8c8f-36e51b1276da tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/networks?id=541d1e12-e2dd-435b-a23b-476bec234777 HTTP/1.1" status: 200 len: 810 time: 0.4424481 Mar 07 04:23:19.153656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046930a-ce24-44dc-a9a5-4a5a1f6288bc req-e9161806-df68-4dff-9651-d048126f1c89 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:19.155104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1046930a-ce24-44dc-a9a5-4a5a1f6288bc req-e9161806-df68-4dff-9651-d048126f1c89 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.4312787 Mar 07 04:23:19.160441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ffc9d963-9599-4425-a63d-43e56102aa51 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/quotas/e8f124a2a03c41278c778df3cea53fcf HTTP/1.1" status: 200 len: 375 time: 0.0334620 Mar 07 04:23:19.215055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-a7da7f7c-ebf0-4846-a167-1fbdcd8ca97d tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8f124a2a03c41278c778df3cea53fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420592 Mar 07 04:23:19.277117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:19.280415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 1afab453-990c-4f7f-bbde-f46e300bbb1b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:19.280805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:19.292249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1046930a-ce24-44dc-a9a5-4a5a1f6288bc req-32b82760-3b65-4739-90c9-a3a0670be120 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292589 Mar 07 04:23:19.394655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Set router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:19.428388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-b9587c71-8179-4ff6-95d3-dd077801da74 service neutron] 10.222.0.21 "GET /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842732 Mar 07 04:23:19.548790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 1afab453-990c-4f7f-bbde-f46e300bbb1b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:19.596733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf107dd-2b1b-400d-a0bb-397d19cc604d req-abda226e-6a10-4fee-83c0-63e55fdcbb51 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:19.599371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcf107dd-2b1b-400d-a0bb-397d19cc604d req-abda226e-6a10-4fee-83c0-63e55fdcbb51 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.1428721 Mar 07 04:23:19.634927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-505f64b3-897f-4f0e-ac6d-23ee27496423 service neutron] 10.222.0.21 "GET /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981537 Mar 07 04:23:19.652209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Deleting port ddd5811a-440e-4c95-8740-8ecc30d8bd05 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:19.652764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:19.675795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcf107dd-2b1b-400d-a0bb-397d19cc604d req-1722091c-321c-4612-84a2-9336115c6ad5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684543 Mar 07 04:23:19.794794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:19.818772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:19.856913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Calling delete_port for ddd5811a-440e-4c95-8740-8ecc30d8bd05 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:19.867696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:16Z', 'revision_number': 4, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port': {'id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:09Z', 'updated_at': '2022-03-07T04:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ddd5811a-440e-4c95-8740-8ecc30d8bd05', 'name': '', 'network_id': 'fe0d3fce-be70-4f96-b87f-1b7753f8bee6', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'mac_address': 'fa:16:3e:1a:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b44bcf97-2804-4120-9aa3-40a461c373f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:15Z', 'updated_at': '2022-03-07T04:23:16Z', 'revision_number': 2, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'subnets': [{'id': 'b44bcf97-2804-4120-9aa3-40a461c373f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:19.901859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133d4a4-dd52-4c15-b666-fc9ba5bf1b49 req-7b1d4712-cc9a-4159-b69c-133e94138bd0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:19.911700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f133d4a4-dd52-4c15-b666-fc9ba5bf1b49 req-7b1d4712-cc9a-4159-b69c-133e94138bd0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1102159 Mar 07 04:23:19.915045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Checking router: 0d09bd5a-c6d9-4d2a-beaa-0323183de68b for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:19.915837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Updating router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b port ddd5811a-440e-4c95-8740-8ecc30d8bd05 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:23:19.958683 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:20.019375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f133d4a4-dd52-4c15-b666-fc9ba5bf1b49 req-031a37f5-2770-4c91-a803-5d669226451b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913231 Mar 07 04:23:20.185804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e114bf-0413-4df2-92b6-0c23aa25b8c2 req-540e8638-6655-4ee4-a6fc-45664eb01fd9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:20.195841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98e114bf-0413-4df2-92b6-0c23aa25b8c2 req-540e8638-6655-4ee4-a6fc-45664eb01fd9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 949 time: 0.1596172 Mar 07 04:23:20.267799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ddd5811a-440e-4c95-8740-8ecc30d8bd05), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:20.310787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66d6c1c4-bcf1-4c73-8f7d-bb4379268cf1 req-d444d5f0-320b-4147-8647-0171c4ef50b5 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 210 time: 0.1023369 Mar 07 04:23:20.312384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd5811a-440e-4c95-8740-8ecc30d8bd05,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:20.376357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98e114bf-0413-4df2-92b6-0c23aa25b8c2 req-5e2d4e9d-e3c2-4ce4-92cb-a7f1517aa185 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667094 Mar 07 04:23:20.411670 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:23:20.412064 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:23:20.638404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b11bea-1486-453e-8362-432e5a5d7210 req-099f808d-eb7f-460e-b900-081f76973791 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:20.661512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4b11bea-1486-453e-8362-432e5a5d7210 req-099f808d-eb7f-460e-b900-081f76973791 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1192074 Mar 07 04:23:20.670316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:20.758151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4b11bea-1486-453e-8362-432e5a5d7210 req-f3bb0e42-dcde-4ee8-bd39-b9f4d956ca51 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955629 Mar 07 04:23:20.906090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4214b8-39c1-4fc8-9d1f-3dfb606b76f7 req-df738053-c485-4ba9-bb3d-cea9fc970a5c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:20.909083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e4214b8-39c1-4fc8-9d1f-3dfb606b76f7 req-df738053-c485-4ba9-bb3d-cea9fc970a5c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.0753980 Mar 07 04:23:20.948852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Port ddd5811a-440e-4c95-8740-8ecc30d8bd05 not found while updating agent binding for router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b. {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 04:23:20.966330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:23:20.980969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Routers {'0d09bd5a-c6d9-4d2a-beaa-0323183de68b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:20.981633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:21.003245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e4214b8-39c1-4fc8-9d1f-3dfb606b76f7 req-2476a2d7-80e1-4979-b4fa-f3286da4c603 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746796 Mar 07 04:23:21.142557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] Set router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:21.266292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e23c95-05d1-49dd-aec1-ef69b588e872 req-3a3beb4f-0480-464d-806c-cb91e1082950 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:21.269120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 806e09fd-1141-42c2-8c2b-e275461c582f up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:21.274799 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e23c95-05d1-49dd-aec1-ef69b588e872 req-3a3beb4f-0480-464d-806c-cb91e1082950 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0943217 Mar 07 04:23:21.321034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:21.329092 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-22fab464-02ca-41d7-8093-7bc58db20f86 admin admin] 10.222.0.21 "PUT /v2.0/routers/0d09bd5a-c6d9-4d2a-beaa-0323183de68b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7699986 Mar 07 04:23:21.336112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58510) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:21.345202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68e23c95-05d1-49dd-aec1-ef69b588e872 req-90b0d823-b42c-4c2e-a834-c164310aea3a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Mar 07 04:23:21.447668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 806e09fd-1141-42c2-8c2b-e275461c582f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:23:21.455618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 806e09fd-1141-42c2-8c2b-e275461c582f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:21.456123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.528773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks [] for router (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.541405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:20Z', 'revision_number': 5, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port': {'id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:09Z', 'updated_at': '2022-03-07T04:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:21.601779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-910cb4f2-ebec-4190-82b1-a365f8768352 req-689326fe-73e2-476b-8972-9dc582d3d1d7 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 210 time: 0.0643420 Mar 07 04:23:21.612960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab54514-d0e6-4f0e-9c9e-20927a417ffe None None] The sync data for ids ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'] in n-d-832185-1 is: [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:20Z', 'revision_number': 5, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port': {'id': '1afab453-990c-4f7f-bbde-f46e300bbb1b', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:23:09Z', 'updated_at': '2022-03-07T04:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:21.647983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 806e09fd-1141-42c2-8c2b-e275461c582f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:21.648591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.701489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e09fd-1141-42c2-8c2b-e275461c582f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:21.718503 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c926098e-2257-49bb-99e7-d5005ff71d7c" -d '{"events": [{"server_uuid": "f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e", "name": "network-vif-plugged", "status": "completed", "tag": "806e09fd-1141-42c2-8c2b-e275461c582f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:21.764822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 806e09fd-1141-42c2-8c2b-e275461c582f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=806e09fd-1141-42c2-8c2b-e275461c582f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:21.776832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.843961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks [] for router_gateway (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.878462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=806e09fd-1141-42c2-8c2b-e275461c582f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:21.902506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.903127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.903657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.904152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.904655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.905144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.905625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.906150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.906645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.907138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.907615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.908095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.908586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:23:21.918547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17c454-f7f9-4c4f-b407-493eb898809e req-f0ff0e4c-c909-41f0-9150-11192460aa35 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:21.926061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce17c454-f7f9-4c4f-b407-493eb898809e req-f0ff0e4c-c909-41f0-9150-11192460aa35 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 949 time: 0.1926692 Mar 07 04:23:21.933237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-75168703-759d-4357-b38d-73eff2179970 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:21.943863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-75168703-759d-4357-b38d-73eff2179970 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.15 "GET /v2.0/networks?id=541d1e12-e2dd-435b-a23b-476bec234777 HTTP/1.1" status: 200 len: 810 time: 0.2960398 Mar 07 04:23:21.952615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.982116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Deleting port 1afab453-990c-4f7f-bbde-f46e300bbb1b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:21.982116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:21.993030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Request body: {'port': {'device_id': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777', 'admin_state_up': True, 'tenant_id': 'e8f124a2a03c41278c778df3cea53fcf'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:22.173594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] For port 1afab453-990c-4f7f-bbde-f46e300bbb1b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1afab453-990c-4f7f-bbde-f46e300bbb1b,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:22.174294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:22.185069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce17c454-f7f9-4c4f-b407-493eb898809e req-e316984c-cd1a-47cc-bcd0-54a65ba4b0a2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580030 Mar 07 04:23:22.211227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Calling delete_port for 1afab453-990c-4f7f-bbde-f46e300bbb1b owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:22.243522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359b76-0010-459d-9edf-d431e671775a req-cd194f62-2045-4f9b-87a3-bdde345a2570 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:22.245836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66359b76-0010-459d-9edf-d431e671775a req-cd194f62-2045-4f9b-87a3-bdde345a2570 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.2009485 Mar 07 04:23:22.274233 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f151f-7fa9-4e86-be9e-f3e250053c6f x-openstack-request-id: req-2e6f151f-7fa9-4e86-be9e-f3e250053c6f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:22.275073 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e", "name": "network-vif-plugged", "status": "completed", "tag": "806e09fd-1141-42c2-8c2b-e275461c582f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:22.275073 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e6f151f-7fa9-4e86-be9e-f3e250053c6f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:22.277439 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e09fd-1141-42c2-8c2b-e275461c582f', 'code': 200} Mar 07 04:23:22.298645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Made reservation on behalf of e8f124a2a03c41278c778df3cea53fcf for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:22.306428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:22.351768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66359b76-0010-459d-9edf-d431e671775a req-24655c3a-ccf3-4b20-9a85-5bdf7d3fb12c tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982981 Mar 07 04:23:22.522471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-852a11d8-0058-43c9-b64c-8119ddd9231f service neutron] 10.222.0.15 "GET /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.2299304 Mar 07 04:23:22.523779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1afab453-990c-4f7f-bbde-f46e300bbb1b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:22.601758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afab453-990c-4f7f-bbde-f46e300bbb1b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:22.719981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:22.732336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] Sync routers for ids ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:22.747311 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] Routers {'0d09bd5a-c6d9-4d2a-beaa-0323183de68b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:22.748585 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:22.842812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] Set router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:22.905839 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:22Z', 'revision_number': 7, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:22.928380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Allocated IP 172.20.0.7 (541d1e12-e2dd-435b-a23b-476bec234777/089981e2-7aca-4ec1-ae06-16dcbf820bca/c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:22.933395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f93c80-854d-45c3-b45b-ba237c6d777b req-783aef99-8a97-4f89-a352-857480145d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:22.934938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7f93c80-854d-45c3-b45b-ba237c6d777b req-783aef99-8a97-4f89-a352-857480145d42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 1132 time: 0.5807602 Mar 07 04:23:22.941728 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] Checking router: 0d09bd5a-c6d9-4d2a-beaa-0323183de68b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:22.951852 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] Routers {'0d09bd5a-c6d9-4d2a-beaa-0323183de68b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:22.952753 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:22.989792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88ae2-d943-4c77-9d3c-b0548eae8025 req-4f473180-1b20-4102-a0e3-996f5627bf5c tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:22.991567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca88ae2-d943-4c77-9d3c-b0548eae8025 req-4f473180-1b20-4102-a0e3-996f5627bf5c tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.5954454 Mar 07 04:23:23.038206 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] Set router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:23.042923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee761ea0-60bd-48ff-a53b-85865aadbd9c req-8702650c-40ab-49d0-a047-ef1a77c7e0d6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:23.044399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee761ea0-60bd-48ff-a53b-85865aadbd9c req-8702650c-40ab-49d0-a047-ef1a77c7e0d6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 943 time: 0.2479575 Mar 07 04:23:23.089941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7f93c80-854d-45c3-b45b-ba237c6d777b req-91fcab1a-68bc-48d2-b53a-6e1aef401b7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478543 Mar 07 04:23:23.109884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.112961 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:22Z', 'revision_number': 7, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:23.113460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks [] for router_controller (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.148462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292cb46c-4826-4f9e-abe7-7dbb865fdf84 None None] The sync data for ids ['0d09bd5a-c6d9-4d2a-beaa-0323183de68b'] in n-d-832185-1 is: [{'id': '0d09bd5a-c6d9-4d2a-beaa-0323183de68b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100870072-router', 'tenant_id': 'bcbb82adf2374b678d73829c6d96941c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:23:07Z', 'updated_at': '2022-03-07T04:23:22Z', 'revision_number': 7, 'project_id': 'bcbb82adf2374b678d73829c6d96941c', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:23.180288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca88ae2-d943-4c77-9d3c-b0548eae8025 req-f9f1d354-afa9-4ea3-b9d1-af1c8ae487a1 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790254 Mar 07 04:23:23.197614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (0d09bd5a-c6d9-4d2a-beaa-0323183de68b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.198448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d09bd5a-c6d9-4d2a-beaa-0323183de68b {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:23:23.202834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee761ea0-60bd-48ff-a53b-85865aadbd9c req-5fad32a9-9a48-409c-bfed-8e846ef1333e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462047 Mar 07 04:23:23.217294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.220679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-df1fc01f-bdfe-4f1b-af88-f0a646be04e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0d09bd5a-c6d9-4d2a-beaa-0323183de68b HTTP/1.1" status: 204 len: 168 time: 1.8813047 Mar 07 04:23:23.220679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:23.222589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58536) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:23.253795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks [] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.300203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.336393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Deleting subnet b44bcf97-2804-4120-9aa3-40a461c373f7 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:23.343702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:23.367245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Publish callbacks [] for subnet (b44bcf97-2804-4120-9aa3-40a461c373f7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.383527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Network 541d1e12-e2dd-435b-a23b-476bec234777 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:23.403339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:23.410141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:23.415667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:23.423479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b44bcf97-2804-4120-9aa3-40a461c373f7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.426219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:23.452677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Pushing event updated for resources: {'Port': ['ID=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:23.464017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.523382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a467-648c-4066-a076-ced21834f6c2 req-7ece2521-338b-497f-8a0f-0bab8ebbd8f2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:23.524864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c86a467-648c-4066-a076-ced21834f6c2 req-7ece2521-338b-497f-8a0f-0bab8ebbd8f2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2006316 Mar 07 04:23:23.529785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:23.530409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.553021 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b44bcf97-2804-4120-9aa3-40a461c373f7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.575717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-ea0bd0d6-fa93-4c98-a685-f42dffd1df1b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:23.577179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-ea0bd0d6-fa93-4c98-a685-f42dffd1df1b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.2518647 Mar 07 04:23:23.580578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-ec64de66-0b82-4c7d-83c1-69a81d94f054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6117342 Mar 07 04:23:23.602132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Request body: {'port': {'device_id': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:23.609038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] Transition to ACTIVE for port object 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:23.615656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.629529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d78eb609-2dd7-4e9d-8992-52e3a7800447 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/quotas/a0e51993b34647e6acc14bd510aa9012 HTTP/1.1" status: 200 len: 375 time: 0.0450041 Mar 07 04:23:23.663585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b44bcf97-2804-4120-9aa3-40a461c373f7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.667000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c86a467-648c-4066-a076-ced21834f6c2 req-627810ac-b050-4438-8a9c-3b9bd7a259dc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308579 Mar 07 04:23:23.697797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:23.718564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] No DVR routers for this DVR port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:23.740597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44bcf97-2804-4120-9aa3-40a461c373f7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:23.751951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-c258dc1c-de18-4a0d-a936-18210fe9afad tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106980 Mar 07 04:23:23.760436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c2005-2107-4c73-8d63-11ab78b00752 None None] Network fe0d3fce-be70-4f96-b87f-1b7753f8bee6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:23.761299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.772124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.775640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4ca1aea5-f07a-4c5c-a958-75f9d399bbd3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b44bcf97-2804-4120-9aa3-40a461c373f7 HTTP/1.1" status: 204 len: 168 time: 0.5520861 Mar 07 04:23:23.776706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=10']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:23.781550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58548) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:23.819860 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-2f0b01ac-5103-4d3a-8f4b-7ef93dc2e7f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2856905 Mar 07 04:23:23.837684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-5bbe6e36-fc0e-46ee-a117-8012c29df7ee tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:23.839849 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-5bbe6e36-fc0e-46ee-a117-8012c29df7ee tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 945 time: 0.1137493 Mar 07 04:23:23.917532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 931bd9bd-e367-454f-8307-b0e06aac307a is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:23.918066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:23.983561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:23.993559 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.019018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-ba97de80-ab54-4e8f-bf15-a5c599b452d2 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.019756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf26e3-494f-4764-b75d-5a3830948bbe req-b778e555-9f2c-4b5b-b912-ab312491a528 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.021937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57cf26e3-494f-4764-b75d-5a3830948bbe req-b778e555-9f2c-4b5b-b912-ab312491a528 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 931 time: 0.2568631 Mar 07 04:23:24.023766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-ba97de80-ab54-4e8f-bf15-a5c599b452d2 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.1071131 Mar 07 04:23:24.071261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (fe0d3fce-be70-4f96-b87f-1b7753f8bee6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.074500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Deleting port 27d1594c-cbc5-4563-a93c-d850348732b5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:24.074844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.154902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-95416843-ec58-4d87-a8d3-916ec353b097 service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016464 Mar 07 04:23:24.178462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-227e8b2d-1fa4-4015-99ae-4e20cccef628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.180130 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-227e8b2d-1fa4-4015-99ae-4e20cccef628 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 1126 time: 0.1479034 Mar 07 04:23:24.190681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] DHCP port deletion for fe0d3fce-be70-4f96-b87f-1b7753f8bee6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:23:24.234998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] For port 27d1594c-cbc5-4563-a93c-d850348732b5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=27d1594c-cbc5-4563-a93c-d850348732b5,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:24.235369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.284125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:24.288634 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29c936-300f-47bc-b88e-b5bcdc22934d" -d '{"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-unplugged", "status": "completed", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:24.294763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:24.312034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] Deleting port 04af92d8-7fe7-498d-b66f-8c335673b5d9 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:24.312897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.382619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57cf26e3-494f-4764-b75d-5a3830948bbe req-8bf47f03-88e5-46f2-94c2-52d8530103c0 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954385 Mar 07 04:23:24.406586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] For port 04af92d8-7fe7-498d-b66f-8c335673b5d9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04af92d8-7fe7-498d-b66f-8c335673b5d9,segment=NetworkSegment(6210cc3b-2dc1-421a-8492-15405e81d62d),segment_id=6210cc3b-2dc1-421a-8492-15405e81d62d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:24.406990 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.424189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] Calling delete_port for 04af92d8-7fe7-498d-b66f-8c335673b5d9 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:24.452029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-b3ff2dd3-1219-40f0-8323-d6955c66eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.453555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-b3ff2dd3-1219-40f0-8323-d6955c66eb48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1126 time: 0.2107267 Mar 07 04:23:24.469554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-abc17b7d-b809-488c-b801-6aa3322ab9fa service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134975 Mar 07 04:23:24.518245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c1f8c16a-9c1a-4526-8338-169e36b8dcc4 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.520908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c1f8c16a-9c1a-4526-8338-169e36b8dcc4 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "GET /v2.0/ports?device_id=97aef939-9f71-4583-b429-c5b40f4f787c HTTP/1.1" status: 200 len: 944 time: 0.4463537 Mar 07 04:23:24.545255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1afab453-990c-4f7f-bbde-f46e300bbb1b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:24.569538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 1afab453-990c-4f7f-bbde-f46e300bbb1b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:24.569538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1afab453-990c-4f7f-bbde-f46e300bbb1b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:24.569538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04af92d8-7fe7-498d-b66f-8c335673b5d9 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:24.574365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.605645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 04af92d8-7fe7-498d-b66f-8c335673b5d9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:24.605645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04af92d8-7fe7-498d-b66f-8c335673b5d9 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:24.608292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.608741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.609088 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0 disassociated. External IP: 172.25.4.212, port: 27d1594c-cbc5-4563-a93c-d850348732b5. Mar 07 04:23:24.609563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Calling delete_port for 27d1594c-cbc5-4563-a93c-d850348732b5 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:24.629032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] Pushing event deleted for resources: {'Port': ['ID=04af92d8-7fe7-498d-b66f-8c335673b5d9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:24.633675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36763d35-52b9-4781-b308-422436cab7d8 None None] No DVR routers for this DVR port 04af92d8-7fe7-498d-b66f-8c335673b5d9 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:24.637508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-3d31a3e8-495f-47dd-bde6-3c1b41b4b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.639047 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-3d31a3e8-495f-47dd-bde6-3c1b41b4b0f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1751668 Mar 07 04:23:24.713867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-43e0f652-6286-4ca7-bd62-0267421090a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 200 len: 217 time: 0.0385053 Mar 07 04:23:24.736665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Deleting port 04af92d8-7fe7-498d-b66f-8c335673b5d9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:24.736665 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.773264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d73cd-a647-412e-bff9-758c19fc9cd1 req-a3f5ba69-40d8-41b3-9b53-59998f27ab28 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.780649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e5d73cd-a647-412e-bff9-758c19fc9cd1 req-a3f5ba69-40d8-41b3-9b53-59998f27ab28 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 950 time: 0.2993906 Mar 07 04:23:24.793318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-388ed9ab-4eb1-439d-9b39-02d71b88f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:24.795124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-388ed9ab-4eb1-439d-9b39-02d71b88f851 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0736973 Mar 07 04:23:24.875455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-66330eca-19f2-4749-a220-e6e858c2baab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694549 Mar 07 04:23:24.889914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:24.909043 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Publish callbacks [] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.937719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] For port 04af92d8-7fe7-498d-b66f-8c335673b5d9, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:24.938265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.959618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (27d1594c-cbc5-4563-a93c-d850348732b5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:24.979727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Calling delete_port for 04af92d8-7fe7-498d-b66f-8c335673b5d9 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:24.988144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Port 04af92d8-7fe7-498d-b66f-8c335673b5d9 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:23:24.994705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Transition to ACTIVE for port object c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:24.996159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event deleted for resources: {'Port': ['ID=27d1594c-cbc5-4563-a93c-d850348732b5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:24.998212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (04af92d8-7fe7-498d-b66f-8c335673b5d9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.008977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e5d73cd-a647-412e-bff9-758c19fc9cd1 req-111eda1b-42fc-444c-9e6e-dd07d4f81394 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269149 Mar 07 04:23:25.018598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-843eeadb-32dd-4670-8262-02bdef5eb17a service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356835 Mar 07 04:23:25.053494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.072328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04af92d8-7fe7-498d-b66f-8c335673b5d9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:25.075112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] No DVR routers for this DVR port 04af92d8-7fe7-498d-b66f-8c335673b5d9 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:25.142659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77161e-538b-4a55-a0ad-a79379c39d3d req-00cd61eb-259d-446a-9cba-5c86c15bbb9f tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:25.144290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e77161e-538b-4a55-a0ad-a79379c39d3d req-00cd61eb-259d-446a-9cba-5c86c15bbb9f tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/ports?device_id=176c0eb2-eb90-4c14-b377-fce753e9d47e HTTP/1.1" status: 200 len: 867 time: 0.3115821 Mar 07 04:23:25.169240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Deleting port 931bd9bd-e367-454f-8307-b0e06aac307a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:25.170023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.201453 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-d194fa11-ecb1-4d94-b1c6-b286b0aead69 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409945 Mar 07 04:23:25.215929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:23:25.328627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:25.345541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:25.361346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:25.377671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:25.380393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:25.391229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (fe0d3fce-be70-4f96-b87f-1b7753f8bee6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.426096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] No DVR routers for this DVR port 27d1594c-cbc5-4563-a93c-d850348732b5 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:25.429002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.433547 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-754669f6-10bd-4cc5-b4e1-3d8a78679a65 req-3cfed940-6f3b-4778-b3b9-d32bf9c02ad0 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.44 "DELETE /v2.0/ports/27d1594c-cbc5-4563-a93c-d850348732b5 HTTP/1.1" status: 204 len: 173 time: 1.5846040 Mar 07 04:23:25.433712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'name': 'network-vif-deleted', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:25.445191 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2a6e7-02e7-432f-8f60-7f6347afc922" -d '{"events": [{"server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "name": "network-vif-deleted", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:25.494936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0d3fce-be70-4f96-b87f-1b7753f8bee6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:25.523664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e77161e-538b-4a55-a0ad-a79379c39d3d req-e1dabe92-e95f-42a5-9dc5-bdfafa7c3763 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cd03377-2db4-49d7-b645-39986b531592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390374 Mar 07 04:23:25.552259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6210cc3b-2dc1-421a-8492-15405e81d62d') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:25.553661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6210cc3b-2dc1-421a-8492-15405e81d62d') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:25.587022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (6210cc3b-2dc1-421a-8492-15405e81d62d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.590163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7ab8b085-d81a-4b73-a68a-f7a6b13fda4e tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:25.597053 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-7ab8b085-d81a-4b73-a68a-f7a6b13fda4e tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.1209409 Mar 07 04:23:25.607731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6210cc3b-2dc1-421a-8492-15405e81d62d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.609943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:25.615998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:25.616636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (6210cc3b-2dc1-421a-8492-15405e81d62d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.688030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1fcf-b195-4dc3-8f39-8a6b82d4b27d req-99dc0e39-b975-4fc4-a84a-2780b306cc6b tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:25.691713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-035a1fcf-b195-4dc3-8f39-8a6b82d4b27d req-99dc0e39-b975-4fc4-a84a-2780b306cc6b tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.5625303 Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:25.696186 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:25.734806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] For port 931bd9bd-e367-454f-8307-b0e06aac307a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=931bd9bd-e367-454f-8307-b0e06aac307a,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:25.735446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.775569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-ca690a08-02b6-431e-ad05-95540e9717e6 service neutron] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:25.778626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-ca690a08-02b6-431e-ad05-95540e9717e6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.779717 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6fac2c5-de0f-446b-a206-89d907ab7ccf req-ca690a08-02b6-431e-ad05-95540e9717e6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.1756001 Mar 07 04:23:25.785237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (fe0d3fce-be70-4f96-b87f-1b7753f8bee6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.787792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Attempting to bind port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:25.788414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Attempting to bind port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:25.788752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Attempting to bind port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c on network 541d1e12-e2dd-435b-a23b-476bec234777 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:25.795028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Calling delete_port for 931bd9bd-e367-454f-8307-b0e06aac307a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:25.802685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:25.806098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe0d3fce-be70-4f96-b87f-1b7753f8bee6 HTTP/1.1" status: 204 len: 168 time: 2.0110505 Mar 07 04:23:25.827007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c on network 541d1e12-e2dd-435b-a23b-476bec234777 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:25.827356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Attempting to bind port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c on network 541d1e12-e2dd-435b-a23b-476bec234777 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:25.843285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d05f1-1827-4bc0-912a-aa1f71fc96c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0d3fce-be70-4f96-b87f-1b7753f8bee6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:25.893345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:25.924485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:25.934387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:25.935300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:25.961826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:26.018485 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-47cfd470-33de-414a-ac3f-fbec20ea4cde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcbb82adf2374b678d73829c6d96941c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530331 Mar 07 04:23:26.018846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58578) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:26.108509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:26.109147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a05838-598e-4bcc-a9f0-22199ed58038 admin admin] Publish callbacks [] for security_group (1727d529-b56a-462e-91e5-3013fd674c02), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.192659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:26.193489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Checking segment: {'id': 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:26.193489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Bound using segment: {'id': 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:26.193727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Bound port: c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:26.194298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.202466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a05838-598e-4bcc-a9f0-22199ed58038 admin admin] Publish callbacks [] for security_group (1727d529-b56a-462e-91e5-3013fd674c02), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.231589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-035a1fcf-b195-4dc3-8f39-8a6b82d4b27d req-11e3739d-2a10-4327-b0a3-e4e8d7661085 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5166035 Mar 07 04:23:26.279698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce726ab-fd31-4e01-97bc-83b68989bb34 req-bcbee90f-73b2-4b5d-bb2a-6cd8f3175be8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:26.281213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cce726ab-fd31-4e01-97bc-83b68989bb34 req-bcbee90f-73b2-4b5d-bb2a-6cd8f3175be8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 944 time: 0.5748093 Mar 07 04:23:26.305028 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e00ed-5df2-4262-9783-2749d40423d2 x-openstack-request-id: req-c29e00ed-5df2-4262-9783-2749d40423d2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:26.305530 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-unplugged", "status": "completed", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:26.305773 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c29e00ed-5df2-4262-9783-2749d40423d2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:26.306216 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a', 'code': 200} Mar 07 04:23:26.352705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] For port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:26.362961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] For port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,segment=NetworkSegment(eeb010a5-62b3-48e5-aa68-ed4ed6cd6838),segment_id=eeb010a5-62b3-48e5-aa68-ed4ed6cd6838)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:26.428312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-723e8168-0d57-45e0-91e5-a0e1f784f2a3 req-d488700f-7af8-44e8-80fb-648f4929b12e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 210 time: 0.0679500 Mar 07 04:23:26.433806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.472889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cce726ab-fd31-4e01-97bc-83b68989bb34 req-a215a8e5-e0fc-4311-ab74-1439c8831065 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622188 Mar 07 04:23:26.495236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a05838-598e-4bcc-a9f0-22199ed58038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1727d529-b56a-462e-91e5-3013fd674c02), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.499485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a05838-598e-4bcc-a9f0-22199ed58038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.503114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-94a05838-598e-4bcc-a9f0-22199ed58038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1727d529-b56a-462e-91e5-3013fd674c02 HTTP/1.1" status: 204 len: 168 time: 0.4809334 Mar 07 04:23:26.503252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:26.535603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-66ceeadb-3ab8-4834-ac08-98f9cd05f56f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:26.538363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:26.538875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-66ceeadb-3ab8-4834-ac08-98f9cd05f56f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.4029362 Mar 07 04:23:26.539786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05838-598e-4bcc-a9f0-22199ed58038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1727d529-b56a-462e-91e5-3013fd674c02,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:26.550966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.552574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] 10.222.0.15 "PUT /v2.0/ports/c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c HTTP/1.1" status: 200 len: 1091 time: 2.9553144 Mar 07 04:23:26.557831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'tag': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:26.560003 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39cdf80-6f4b-4a8c-b313-6472ff87432c" -d '{"events": [{"name": "network-changed", "server_uuid": "1adb5345-a053-4db1-a5b1-9fde73d89bf1", "tag": "c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:26.560934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e16ea-3da8-47f5-b9db-efbe77c33d16 None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:19:16Z', 'revision_number': 4, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ea7044c4-eb4d-4a2d-87d9-81020a33655a', 'name': '', 'network_id': 'bec63565-7779-47ba-95e6-86be85045903', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'mac_address': 'fa:16:3e:40:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:15Z', 'updated_at': '2022-03-07T04:19:22Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'subnets': [{'id': '6f3c7cbd-5a6e-45a5-9855-7148d5496c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:26.569122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Request body: {'port': {'device_id': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'admin_state_up': True, 'tenant_id': 'a0e51993b34647e6acc14bd510aa9012'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:26.697345 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (931bd9bd-e367-454f-8307-b0e06aac307a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.717271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec482a-d011-4b27-b68c-99113c59d771 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:26.740100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Made reservation on behalf of a0e51993b34647e6acc14bd510aa9012 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:26.743510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.830196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] No DVR routers for this DVR port 931bd9bd-e367-454f-8307-b0e06aac307a on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:26.840302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event deleted for resources: {'Port': ['ID=931bd9bd-e367-454f-8307-b0e06aac307a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:26.848107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:26.853569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc6a9883-95e9-4b11-974d-83f453fdc02d req-c541a560-a7cd-4e72-bbe9-b55591dcfdfd tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "DELETE /v2.0/ports/931bd9bd-e367-454f-8307-b0e06aac307a HTTP/1.1" status: 204 len: 173 time: 2.2833738 Mar 07 04:23:26.867206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d9a4-371e-4acd-90b7-746de3ff38a8 req-da95ad6b-c4b9-49fa-bf45-0959bd6ce1ee tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:26.876442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8341d9a4-371e-4acd-90b7-746de3ff38a8 req-da95ad6b-c4b9-49fa-bf45-0959bd6ce1ee tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.3433621 Mar 07 04:23:26.905483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfbfd9-4baa-48cd-95cf-688b154f6da3 req-2ca14905-d980-4e90-a28c-bb2bb15bebc9 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:26.913014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9bcfbfd9-4baa-48cd-95cf-688b154f6da3 req-2ca14905-d980-4e90-a28c-bb2bb15bebc9 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 1132 time: 0.3280311 Mar 07 04:23:26.917536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-dafc18eb-c89a-4dd7-9750-8d592bccc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:26.919058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-dafc18eb-c89a-4dd7-9750-8d592bccc7c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f124a2a03c41278c778df3cea53fcf&device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 1125 time: 0.2759178 Mar 07 04:23:26.991570 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Allocated IP 172.20.0.10 (666c4c6f-1a71-489e-953d-2adf37eb72a6/6094d1d3-518a-4c1c-8209-46470e360042/744588ad-3a8f-444b-a84b-128763303e18) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:27.016228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-d1b0c109-cda2-4374-b081-2071a6e67c2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c HTTP/1.1" status: 200 len: 217 time: 0.0848014 Mar 07 04:23:27.018125 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc16b9-405e-4528-bdeb-d66a20f299e6 None None] New status for floating IP 823b0ab1-0d28-409f-9d29-47cde9cec1b0: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:23:27.027727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8341d9a4-371e-4acd-90b7-746de3ff38a8 req-f02af063-55cf-4b8a-9399-ea36f147df2e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500196 Mar 07 04:23:27.113425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9bcfbfd9-4baa-48cd-95cf-688b154f6da3 req-a4b83a28-f996-4b5d-8b18-4f2da543440d tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993475 Mar 07 04:23:27.258990 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f14016-8d12-436d-8e35-c4bf19b40a39 x-openstack-request-id: req-95f14016-8d12-436d-8e35-c4bf19b40a39 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:27.259564 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176c0eb2-eb90-4c14-b377-fce753e9d47e", "name": "network-vif-deleted", "tag": "27d1594c-cbc5-4563-a93c-d850348732b5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:27.259769 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95f14016-8d12-436d-8e35-c4bf19b40a39 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:27.260371 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c0eb2-eb90-4c14-b377-fce753e9d47e', 'name': 'network-vif-deleted', 'tag': '27d1594c-cbc5-4563-a93c-d850348732b5', 'status': 'completed', 'code': 200} Mar 07 04:23:27.362240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-12f5fe42-fb26-41fd-a47d-5d25175dd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.363982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-12f5fe42-fb26-41fd-a47d-5d25175dd0da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1127 time: 0.2479615 Mar 07 04:23:27.369164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-69d492d5-78ea-490a-912c-cb5e41f1085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.370694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-69d492d5-78ea-490a-912c-cb5e41f1085b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=089981e2-7aca-4ec1-ae06-16dcbf820bca HTTP/1.1" status: 200 len: 850 time: 0.3425360 Mar 07 04:23:27.383024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks [] for port (744588ad-3a8f-444b-a84b-128763303e18), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:27.422657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:27.475986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-6b2a6758-17cf-4bcc-95e9-7ecfc8db2b9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=541d1e12-e2dd-435b-a23b-476bec234777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740063 Mar 07 04:23:27.490786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:27.494419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:27.499864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:27.504416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:27.528559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaae53e-dce7-4f4b-85f2-4ed63c72669f req-01b52b20-108e-40d4-bd9c-f26058425054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.536384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6eaae53e-dce7-4f4b-85f2-4ed63c72669f req-01b52b20-108e-40d4-bd9c-f26058425054 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 943 time: 0.3076448 Mar 07 04:23:27.559910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.560643 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:27.571985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca586e-af73-48c3-bbba-d40a4487a29a req-b96904cb-4f9b-4a82-bb51-0ce1145c3495 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.573287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18ca586e-af73-48c3-bbba-d40a4487a29a req-b96904cb-4f9b-4a82-bb51-0ce1145c3495 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.2746758 Mar 07 04:23:27.584611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58612) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:27.595001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Request body: {'floatingip': {'port_id': '43d459d8-4af6-433e-b0b9-4581e71cd135'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:27.612257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-d2847401-21b4-471f-a256-07ce189cf914 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0629776 Mar 07 04:23:27.634922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-3e709115-8856-4679-8952-8192420ad0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.636403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-3e709115-8856-4679-8952-8192420ad0a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.2630126 Mar 07 04:23:27.659634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Request body: {'port': {'device_id': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:27.708962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:27.713341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6eaae53e-dce7-4f4b-85f2-4ed63c72669f req-8674dc1b-d43f-42a0-9153-d7b07ae25e72 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761208 Mar 07 04:23:27.720187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-11ece809-82af-4797-b7b5-19def4f6378e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 217 time: 0.0699377 Mar 07 04:23:27.730275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (487f98f5-94b5-486b-8ca4-0fd1bb827dbb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:27.751795 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09db925b-6555-405b-9c45-ba4edafd82ac x-openstack-request-id: req-09db925b-6555-405b-9c45-ba4edafd82ac {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:27.757814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 931bd9bd-e367-454f-8307-b0e06aac307a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:27.758275 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adb5345-a053-4db1-a5b1-9fde73d89bf1", "tag": "c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:27.758403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 931bd9bd-e367-454f-8307-b0e06aac307a not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:27.759203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 27d1594c-cbc5-4563-a93c-d850348732b5 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:27.759745 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09db925b-6555-405b-9c45-ba4edafd82ac {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:27.760295 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'tag': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c', 'status': 'completed', 'code': 200} Mar 07 04:23:27.764034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-569837ca-a45c-47b1-b779-0069d77a1c2e service neutron] 10.222.0.15 "GET /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789187 Mar 07 04:23:27.796780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:27.809084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 27d1594c-cbc5-4563-a93c-d850348732b5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:27.809574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 27d1594c-cbc5-4563-a93c-d850348732b5 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:27.922818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-04e5dd3f-0d34-44de-aca6-7814b1970274 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964589 Mar 07 04:23:27.932289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-47363333-6ce1-4dff-88a7-e8fbdda5f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:27.933686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-47363333-6ce1-4dff-88a7-e8fbdda5f0a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1993864 Mar 07 04:23:27.997252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-9781ae3d-8dc9-4bcd-90d8-8b5aeaa01e01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491271 Mar 07 04:23:28.072926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bd0197d-8cbf-4c88-a585-ecaea1695ced req-d087c4e0-8848-419f-aaae-ddcb97067459 service neutron] 10.222.0.15 "GET /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796190 Mar 07 04:23:28.137301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe175-7cf1-48c4-8b4c-8c407dcde8e4 req-45b71307-aeba-48f7-91e2-01464e622c31 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.138784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-510fe175-7cf1-48c4-8b4c-8c407dcde8e4 req-45b71307-aeba-48f7-91e2-01464e622c31 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 932 time: 0.2996123 Mar 07 04:23:28.199402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-3f76e460-edcd-4791-9fdc-edd98caa294e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.200901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-3f76e460-edcd-4791-9fdc-edd98caa294e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716885 Mar 07 04:23:28.248875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-63ac7e91-0b38-4ce2-9b6e-54eb2b8ec06e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/quotas/57e4d8f159ed4362b992fc20a17d7ac3 HTTP/1.1" status: 200 len: 375 time: 0.0349379 Mar 07 04:23:28.250744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-495bae21-8896-4eff-bf47-1fb72ffd6189 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391126 Mar 07 04:23:28.302289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-510fe175-7cf1-48c4-8b4c-8c407dcde8e4 req-67ad7be7-3241-47bb-9429-a564247324ab tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500850 Mar 07 04:23:28.329382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-39d99965-fc46-454b-9a76-4c2d4706ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.330931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-39d99965-fc46-454b-9a76-4c2d4706ba20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f124a2a03c41278c778df3cea53fcf&device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 1125 time: 0.1806800 Mar 07 04:23:28.502726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-b302070f-1fad-42a9-8c30-b7cff9ae700f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2406282 Mar 07 04:23:28.511840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-928d3af9-8471-4f83-be4f-f441bd5e634c service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517900 Mar 07 04:23:28.534463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70104214-3f2f-46aa-9703-caaea57f86b5 req-78116451-c6e4-4fb1-a2a6-06db33a57a46 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.536601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70104214-3f2f-46aa-9703-caaea57f86b5 req-78116451-c6e4-4fb1-a2a6-06db33a57a46 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1126 time: 0.1596546 Mar 07 04:23:28.537600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-dd9f62ba-f9a6-426a-bd23-d153c4fe4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.538996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-dd9f62ba-f9a6-426a-bd23-d153c4fe4999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=541d1e12-e2dd-435b-a23b-476bec234777 HTTP/1.1" status: 200 len: 911 time: 0.1780620 Mar 07 04:23:28.565112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744588ad-3a8f-444b-a84b-128763303e18 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:28.575553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Publish callbacks [] for port (744588ad-3a8f-444b-a84b-128763303e18), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:28.595717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-e380999f-7b28-4124-8dcf-1f5a3ddc32c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c HTTP/1.1" status: 200 len: 217 time: 0.0449243 Mar 07 04:23:28.613474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Transition to ACTIVE for port object 744588ad-3a8f-444b-a84b-128763303e18 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:28.647712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:28.667830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70104214-3f2f-46aa-9703-caaea57f86b5 req-07de9918-991e-497a-9481-005864f36d7b tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181817 Mar 07 04:23:28.699711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-b5b29b09-6925-4766-bb41-343aeebfddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.701174 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-b5b29b09-6925-4766-bb41-343aeebfddfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=089981e2-7aca-4ec1-ae06-16dcbf820bca HTTP/1.1" status: 200 len: 850 time: 0.0961604 Mar 07 04:23:28.738547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-af0be347-33b1-4ee8-a062-93554e4a416b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=541d1e12-e2dd-435b-a23b-476bec234777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278907 Mar 07 04:23:28.781244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:28.818882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:28.864623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (487f98f5-94b5-486b-8ca4-0fd1bb827dbb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:28.909308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Attempting to bind port 744588ad-3a8f-444b-a84b-128763303e18 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:28.909641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Attempting to bind port 744588ad-3a8f-444b-a84b-128763303e18 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:28.909961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Attempting to bind port 744588ad-3a8f-444b-a84b-128763303e18 on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:28.921259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Port 744588ad-3a8f-444b-a84b-128763303e18 on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:28.921634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Attempting to bind port 744588ad-3a8f-444b-a84b-128763303e18 on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:28.927261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-bd79fc0f-0b8e-4554-8cf0-76d3ea3a588d service neutron] 10.222.0.15 "GET /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811066 Mar 07 04:23:28.931965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:28.932303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Checking segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:28.932685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Bound using segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:28.933112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Bound port: 744588ad-3a8f-444b-a84b-128763303e18, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:28.933463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:28.973323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5544a4f-7912-4840-8417-51672bcc8554 req-f8e2b515-0d04-4627-8fb4-72bd358ca6b8 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:28.978557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5544a4f-7912-4840-8417-51672bcc8554 req-f8e2b515-0d04-4627-8fb4-72bd358ca6b8 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1416273 Mar 07 04:23:29.064163 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Floating IP 487f98f5-94b5-486b-8ca4-0fd1bb827dbb associated. External IP: 172.25.4.248, port: 43d459d8-4af6-433e-b0b9-4581e71cd135. Mar 07 04:23:29.099804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01a21c54-e297-4df2-8994-0d8a51e30de4 req-79853092-a211-4e63-8d68-31b6d94a2044 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 210 time: 0.1197839 Mar 07 04:23:29.118226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:29.160390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:29.168927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5544a4f-7912-4840-8417-51672bcc8554 req-6cbfd44d-f233-4dec-b070-b885aa00d3c2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315744 Mar 07 04:23:29.175141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39cdf80-6f4b-4a8c-b313-6472ff87432c req-aa80b683-c1ba-44cc-87b0-09a45d71c025 service neutron] 10.222.0.15 "GET /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369606 Mar 07 04:23:29.204271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:29.308018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:29.308835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:29.310772 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] 10.222.0.15 "PUT /v2.0/ports/744588ad-3a8f-444b-a84b-128763303e18 HTTP/1.1" status: 200 len: 1092 time: 1.6552131 Mar 07 04:23:29.314179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'tag': '744588ad-3a8f-444b-a84b-128763303e18'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:29.318491 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162" -d '{"events": [{"name": "network-changed", "server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "tag": "744588ad-3a8f-444b-a84b-128763303e18"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:29.334335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e6001-5769-43c3-b1d5-0bfecff9740a service neutron] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:29.352569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5a268-10f2-4b38-b194-9e98a4e5bb13 req-9d3a1eda-4d60-49d3-a8f7-90da5d8cfddc tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:29.359475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a5a268-10f2-4b38-b194-9e98a4e5bb13 req-9d3a1eda-4d60-49d3-a8f7-90da5d8cfddc tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 1126 time: 0.1470613 Mar 07 04:23:29.376471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bfdf5-0286-4994-a68a-0c19c468995c req-88462b24-9556-4212-a3e0-95182fa596ce tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:29.378014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e3bfdf5-0286-4994-a68a-0c19c468995c req-88462b24-9556-4212-a3e0-95182fa596ce tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 943 time: 0.1142988 Mar 07 04:23:29.448386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e3bfdf5-0286-4994-a68a-0c19c468995c req-fef7aedf-7e65-4634-b2ed-c58e9ecdc11e tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614142 Mar 07 04:23:29.475084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a5a268-10f2-4b38-b194-9e98a4e5bb13 req-82a66f92-775c-43ff-8523-4d1d59a07565 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146646 Mar 07 04:23:29.547061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-fb8e4127-f63b-4a1a-9647-90e5cb3784ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:29.561270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-fb8e4127-f63b-4a1a-9647-90e5cb3784ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 1126 time: 0.1407785 Mar 07 04:23:29.656907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58668) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:29.659962 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c88786d-d687-435a-b747-408494325aac x-openstack-request-id: req-5c88786d-d687-435a-b747-408494325aac {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:29.660253 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "tag": "744588ad-3a8f-444b-a84b-128763303e18", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:29.660504 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c88786d-d687-435a-b747-408494325aac {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:29.662443 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'tag': '744588ad-3a8f-444b-a84b-128763303e18', 'status': 'completed', 'code': 200} Mar 07 04:23:29.672253 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-16a47fef-2bf3-4117-b122-dbb939494a84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744588ad-3a8f-444b-a84b-128763303e18 HTTP/1.1" status: 200 len: 217 time: 0.0981050 Mar 07 04:23:29.687205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Router c1dde3bd-af92-4b89-acd1-f0e957558093 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:23:29.717475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e17da5-ecce-4124-9158-4828333f6eb8 req-42a3c498-355d-48c9-bc32-d741ff0a6400 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:29.718960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62e17da5-ecce-4124-9158-4828333f6eb8 req-42a3c498-355d-48c9-bc32-d741ff0a6400 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 944 time: 0.0863192 Mar 07 04:23:29.761708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-deleted', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:29.764211 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2bbc0c-94ea-4163-81c5-4152eab6f0a8" -d '{"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-deleted", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:29.783212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62e17da5-ecce-4124-9158-4828333f6eb8 req-7b307894-35aa-4203-9233-a2846d22046d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572708 Mar 07 04:23:29.800388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35cc924d-5509-4ca2-b8d2-f1ba936355be tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group (1cd03377-2db4-49d7-b645-39986b531592), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:29.831102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35cc924d-5509-4ca2-b8d2-f1ba936355be tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group (1cd03377-2db4-49d7-b645-39986b531592), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:29.881965 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c0eb46-b745-4c3a-a444-dbcdf0a171c0 x-openstack-request-id: req-47c0eb46-b745-4c3a-a444-dbcdf0a171c0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:29.881965 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aef939-9f71-4583-b429-c5b40f4f787c", "name": "network-vif-deleted", "tag": "931bd9bd-e367-454f-8307-b0e06aac307a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:29.881965 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47c0eb46-b745-4c3a-a444-dbcdf0a171c0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:29.882324 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aef939-9f71-4583-b429-c5b40f4f787c', 'name': 'network-vif-deleted', 'tag': '931bd9bd-e367-454f-8307-b0e06aac307a', 'status': 'completed', 'code': 200} Mar 07 04:23:29.884986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-18c6f948-7abc-4373-a1bb-50556b89b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:29.886545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-18c6f948-7abc-4373-a1bb-50556b89b991 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.2023628 Mar 07 04:23:29.995056 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-43c790b1-d1ea-4cee-a345-ce18c307b65e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962310 Mar 07 04:23:29.999683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35cc924d-5509-4ca2-b8d2-f1ba936355be tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1cd03377-2db4-49d7-b645-39986b531592), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:30.006981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35cc924d-5509-4ca2-b8d2-f1ba936355be tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:30.010645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:30.010805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-35cc924d-5509-4ca2-b8d2-f1ba936355be tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cd03377-2db4-49d7-b645-39986b531592 HTTP/1.1" status: 204 len: 168 time: 0.3472574 Mar 07 04:23:30.030658 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-3ec64b6c-0d1e-4f84-80c1-d6f36ee71225 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] show failed (client error): The resource could not be found. Mar 07 04:23:30.031808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ec64b6c-0d1e-4f84-80c1-d6f36ee71225 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "GET /v2.0/security-groups/1cd03377-2db4-49d7-b645-39986b531592 HTTP/1.1" status: 404 len: 347 time: 0.0198817 Mar 07 04:23:30.038967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58704) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:30.074944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc924d-5509-4ca2-b8d2-f1ba936355be tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd03377-2db4-49d7-b645-39986b531592,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:30.283031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:30.296277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] Sync routers for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:30.304683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:30.307173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-db4a7160-5f18-4ff0-bdb9-231c7f871ff2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1904035 Mar 07 04:23:30.309716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:30.310471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:30.314539 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-256cb91c-bc52-49b8-b4f1-ea5d5c650397 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002656 Mar 07 04:23:30.379294 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3afd3c1-a14e-4f51-bbb0-0809e11160b5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "PUT /v2.0/floatingips/487f98f5-94b5-486b-8ca4-0fd1bb827dbb HTTP/1.1" status: 200 len: 992 time: 2.7913451 Mar 07 04:23:30.448132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b9d409-5a8b-4cd0-aebd-62bab1bc54a9 req-72990c28-aaad-4612-8677-6327fee7efd7 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142595 Mar 07 04:23:30.459953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:30.564701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:30.621195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-a7a89727-622e-4d3c-844f-9ef198a625a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:30.622888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-a7a89727-622e-4d3c-844f-9ef198a625a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 1126 time: 0.1040330 Mar 07 04:23:30.773753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-5cdb75ec-9438-4642-90a7-10bbcdec6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:30.775704 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-5cdb75ec-9438-4642-90a7-10bbcdec6224 service neutron] 10.222.0.15 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 906 time: 0.1460295 Mar 07 04:23:30.782512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-132ea5d3-2e07-4c78-a17a-d7ba47517210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:30.822196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d73a17ac-dd3e-49ac-99f5-c7bd209a5618 req-28d09df7-3234-47e8-9fdc-0b058ae841ec tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 210 time: 0.4542458 Mar 07 04:23:30.841201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-2d540af6-df59-4ebc-9b08-ce045751dcb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744588ad-3a8f-444b-a84b-128763303e18 HTTP/1.1" status: 200 len: 217 time: 0.0547149 Mar 07 04:23:30.852056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '487f98f5-94b5-486b-8ca4-0fd1bb827dbb', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'port_id': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'mac_address': 'fa:16:3e:0e:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92d572-a919-48b7-9120-61da6d96309a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:22:40Z', 'updated_at': '2022-03-07T04:23:28Z', 'revision_number': 1, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:30.883570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] Checking router: c1dde3bd-af92-4b89-acd1-f0e957558093 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:30.902480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:30.903259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:30.928956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-5dd47764-e65c-4238-a331-f298f797dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:30.931514 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-5dd47764-e65c-4238-a331-f298f797dd82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.0828810 Mar 07 04:23:30.983178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-2bca2ef3-db6b-4a5e-a0bd-ef85068fc93c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449588 Mar 07 04:23:31.039738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:31.044618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01ae43-9bda-41dc-a56b-cc4958a13c90 req-6f9969dd-7088-4f94-b6a0-67d206a809a7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:31.052333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e01ae43-9bda-41dc-a56b-cc4958a13c90 req-6f9969dd-7088-4f94-b6a0-67d206a809a7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.7272794 Mar 07 04:23:31.122529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2799a-f967-495a-92af-ff1e2b12aa93 req-bb8560f3-e05e-4cd4-891a-b2fb5204863a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:31.129309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ec2799a-f967-495a-92af-ff1e2b12aa93 req-bb8560f3-e05e-4cd4-891a-b2fb5204863a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1501853 Mar 07 04:23:31.136800 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-c8b92048-46f1-4750-9bee-6426cc1873f6 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409495 Mar 07 04:23:31.141076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-66c932eb-e74c-40ac-b7dc-cdbe8086fb5c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:31.142512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-66c932eb-e74c-40ac-b7dc-cdbe8086fb5c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7629697 Mar 07 04:23:31.156486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:31.168671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Request body: {'port': {'device_id': '3deebf3c-d731-4004-b158-0bd7511990d5', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '57e4d8f159ed4362b992fc20a17d7ac3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:31.186013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Deleting port f9e53030-f581-4eca-8e72-4474f5ec7ba5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:31.186350 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.217296 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e01ae43-9bda-41dc-a56b-cc4958a13c90 req-128b64a0-cd5c-424f-929e-09eec03ee874 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639855 Mar 07 04:23:31.269603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-132ea5d3-2e07-4c78-a17a-d7ba47517210 admin admin] Publish callbacks [] for security_group (a217f84b-bda6-479e-bd91-aebcb478ad19), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.281202 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-132ea5d3-2e07-4c78-a17a-d7ba47517210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a217f84b-bda6-479e-bd91-aebcb478ad19), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.325245 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-132ea5d3-2e07-4c78-a17a-d7ba47517210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e09805e8a3747c096e20b11bc4264f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8633771 Mar 07 04:23:31.328754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:31.381971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ec2799a-f967-495a-92af-ff1e2b12aa93 req-256873bb-e47d-4246-9bdc-382b3077817a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503345 Mar 07 04:23:31.414955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ea5d3-2e07-4c78-a17a-d7ba47517210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a217f84b-bda6-479e-bd91-aebcb478ad19,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:31.428909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ed44bb5-2948-44b6-a2c0-5a0e7d5a4162 req-5d2d71c7-27e2-4171-8bc0-808dc3c3e6a2 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815909 Mar 07 04:23:31.460320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2580760-4d86-4c08-9396-58601963c4ba admin admin] Publish callbacks [] for security_group (a217f84b-bda6-479e-bd91-aebcb478ad19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.487491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2580760-4d86-4c08-9396-58601963c4ba admin admin] Publish callbacks [] for security_group (a217f84b-bda6-479e-bd91-aebcb478ad19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.561755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2580760-4d86-4c08-9396-58601963c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a217f84b-bda6-479e-bd91-aebcb478ad19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.564877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2580760-4d86-4c08-9396-58601963c4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.568953 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2580760-4d86-4c08-9396-58601963c4ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a217f84b-bda6-479e-bd91-aebcb478ad19 HTTP/1.1" status: 204 len: 168 time: 0.2363067 Mar 07 04:23:31.585205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2580760-4d86-4c08-9396-58601963c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217f84b-bda6-479e-bd91-aebcb478ad19,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:31.613023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,segment=NetworkSegment(eeb010a5-62b3-48e5-aa68-ed4ed6cd6838),segment_id=eeb010a5-62b3-48e5-aa68-ed4ed6cd6838)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:31.636499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c', 'network_id': '541d1e12-e2dd-435b-a23b-476bec234777', 'port_id': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c', 'mac_address': 'fa:16:3e:b3:22:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089981e2-7aca-4ec1-ae06-16dcbf820bca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:31.642612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.643148 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (f9e53030-f581-4eca-8e72-4474f5ec7ba5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.664263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:31.666229 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4629855-5819-49b7-81c0-1bfcecead38f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:31.671764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Calling delete_port for f9e53030-f581-4eca-8e72-4474f5ec7ba5 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:31.682769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '487f98f5-94b5-486b-8ca4-0fd1bb827dbb', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'port_id': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'mac_address': 'fa:16:3e:0e:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92d572-a919-48b7-9120-61da6d96309a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:22:40Z', 'updated_at': '2022-03-07T04:23:28Z', 'revision_number': 1, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:31.686764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441d6f5-d6ab-4c57-9f20-6592360831f2 req-d8d43a03-566f-410d-a181-103b9ceaa1d5 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:31.688855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1441d6f5-d6ab-4c57-9f20-6592360831f2 req-d8d43a03-566f-410d-a181-103b9ceaa1d5 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 943 time: 0.3179536 Mar 07 04:23:31.722650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a943c4a-62db-4409-b6bd-ef43075911ea None None] The sync data for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 is: [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '487f98f5-94b5-486b-8ca4-0fd1bb827dbb', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'port_id': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'mac_address': 'fa:16:3e:0e:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92d572-a919-48b7-9120-61da6d96309a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:22:40Z', 'updated_at': '2022-03-07T04:23:28Z', 'revision_number': 1, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:31.727268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:31.727749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.737058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1e64-3596-4d23-a25a-9dbf9a2320ab req-621c76b9-2b3b-4901-b6d4-434a6da21435 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:31.744282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df5e1e64-3596-4d23-a25a-9dbf9a2320ab req-621c76b9-2b3b-4901-b6d4-434a6da21435 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 944 time: 0.2187679 Mar 07 04:23:31.744615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:31.781644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,segment=NetworkSegment(eeb010a5-62b3-48e5-aa68-ed4ed6cd6838),segment_id=eeb010a5-62b3-48e5-aa68-ed4ed6cd6838)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:31.790677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.810221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Made reservation on behalf of 57e4d8f159ed4362b992fc20a17d7ac3 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:31.813532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:31.880037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:31.913696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1441d6f5-d6ab-4c57-9f20-6592360831f2 req-cf3e6db2-c04a-4d4c-8658-5040a31f43b7 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132356 Mar 07 04:23:31.954876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df5e1e64-3596-4d23-a25a-9dbf9a2320ab req-23ce5251-23e9-4ee9-a5c7-e1e43ae1c1ff tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047827 Mar 07 04:23:32.039500 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639cb0b-8359-46eb-9fbd-c5ed78b7c818 x-openstack-request-id: req-8639cb0b-8359-46eb-9fbd-c5ed78b7c818 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:32.039972 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:32.040153 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8639cb0b-8359-46eb-9fbd-c5ed78b7c818 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:32.041700 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'status': 'completed', 'code': 200} Mar 07 04:23:32.093250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:32.128149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Allocated IP 192.168.233.33 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/7ddffe61-78a6-407b-be29-b142db47efb5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:32.133091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f9e53030-f581-4eca-8e72-4474f5ec7ba5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.175944 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f99dff-e103-443a-a444-c6aa2290a668 None None] New status for floating IP 487f98f5-94b5-486b-8ca4-0fd1bb827dbb: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:23:32.187176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Pushing event deleted for resources: {'Port': ['ID=f9e53030-f581-4eca-8e72-4474f5ec7ba5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:32.216756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4629855-5819-49b7-81c0-1bfcecead38f req-cf2d8e21-c3cc-4968-acac-d13c0e1f4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:32.221182 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-cf2d8e21-c3cc-4968-acac-d13c0e1f4ddc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=389b34c98c254818bf12d5f55094fae9&device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 1128 time: 0.1547422 Mar 07 04:23:32.358631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e2efb8d-8484-4671-9c81-17ad68e577d7 req-649fd0a9-f1a2-45b3-97eb-e796f6d80114 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 210 time: 0.1487589 Mar 07 04:23:32.417638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4629855-5819-49b7-81c0-1bfcecead38f req-f4681f14-beef-490b-8027-d4ccb22960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:32.419395 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-f4681f14-beef-490b-8027-d4ccb22960d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81600f6e-27ba-4449-91f9-1103b46763e3 HTTP/1.1" status: 200 len: 906 time: 0.1878443 Mar 07 04:23:32.523287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-87bf3657-c473-46cf-a17c-6b9403f91c4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d459d8-4af6-433e-b0b9-4581e71cd135 HTTP/1.1" status: 200 len: 1000 time: 0.0911267 Mar 07 04:23:32.572283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks [] for floatingip (823b0ab1-0d28-409f-9d29-47cde9cec1b0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.574889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.578506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4cdf9ed2-8f81-47a6-9968-ad2b00999d66 tempest-ServersWithSpecificFlavorTestJSON-816444307 tempest-ServersWithSpecificFlavorTestJSON-816444307-project] 10.222.0.21 "DELETE /v2.0/floatingips/823b0ab1-0d28-409f-9d29-47cde9cec1b0 HTTP/1.1" status: 204 len: 168 time: 2.5290141 Mar 07 04:23:32.597383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks [] for port (7ddffe61-78a6-407b-be29-b142db47efb5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.599753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4629855-5819-49b7-81c0-1bfcecead38f req-afe66a86-ff1f-4958-9cae-12931879ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:32.602765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-afe66a86-ff1f-4958-9cae-12931879ec6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b42a5538-85ad-416f-81db-1b73722cdbf3 HTTP/1.1" status: 200 len: 844 time: 0.0716677 Mar 07 04:23:32.619891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455abe3-e7a0-4d7e-9320-7d499539518f req-29e43bbd-f4e8-4e02-a608-9528d969f0f5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:32.627909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5455abe3-e7a0-4d7e-9320-7d499539518f req-29e43bbd-f4e8-4e02-a608-9528d969f0f5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1247125 Mar 07 04:23:32.678948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4629855-5819-49b7-81c0-1bfcecead38f req-986db14e-9193-4bba-9df1-913294f2c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:32.680857 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-986db14e-9193-4bba-9df1-913294f2c2ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81600f6e-27ba-4449-91f9-1103b46763e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708833 Mar 07 04:23:32.715888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5455abe3-e7a0-4d7e-9320-7d499539518f req-059e853b-4375-4c04-b7fb-df32293cfb37 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866864 Mar 07 04:23:32.742202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-968e893a-aa3e-4248-8d21-f652a1b642ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.748068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.767158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:32.769660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2', '1eb95d94-6b9a-4922-be4f-5dcff44338e5', '806e09fd-1141-42c2-8c2b-e275461c582f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:32.831949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:32.836537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:32.840612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:32.886405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:32.890611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event updated for resources: {'Port': ['ID=7ddffe61-78a6-407b-be29-b142db47efb5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:32.921310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:32.922849 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:32.954041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-e2ba050e-baaf-4985-bff1-060562f9f9c5 service neutron] 10.222.0.44 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577741 Mar 07 04:23:32.963288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-43560c62-acdd-4a40-bc47-c17e77836901 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8058109 Mar 07 04:23:32.979088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Request body: {'port': {'device_id': '3deebf3c-d731-4004-b158-0bd7511990d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:33.168182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1911389053-network', 'tenant_id': '254b582316814f518c21afeb3a66a6e4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:33.171934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 744588ad-3a8f-444b-a84b-128763303e18 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:33.221590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.233401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e4629855-5819-49b7-81c0-1bfcecead38f req-40aa47ff-9cd7-4182-867c-551bb7e3c645 service neutron] 10.222.0.44 "GET /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684340 Mar 07 04:23:33.252496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Made reservation on behalf of 254b582316814f518c21afeb3a66a6e4 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:33.256654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.269327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.380459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57911d2d-98c5-4be2-9189-a672053ab22e req-26aaeef0-3582-4b09-b8a2-af0dbd9c59dc tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:33.381870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks [] for security_group (bc7b263f-11d3-4b01-8a7e-2e3301963042), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.387811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bc7b263f-11d3-4b01-8a7e-2e3301963042), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.388048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57911d2d-98c5-4be2-9189-a672053ab22e req-26aaeef0-3582-4b09-b8a2-af0dbd9c59dc tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 944 time: 0.3143144 Mar 07 04:23:33.420273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:23:33.438237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b263f-11d3-4b01-8a7e-2e3301963042,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:33.456739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5bd37968-8b72-461b-884d-14111a5ce672), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.457348 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Added segment 5bd37968-8b72-461b-884d-14111a5ce672 of type vlan for network 13333c2e-7423-467f-9f6b-b88664b85711 Mar 07 04:23:33.459847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-359fa331-8d4c-4960-b7cf-2dc5f180c4ae None None] Provisioning complete for port 7ddffe61-78a6-407b-be29-b142db47efb5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:33.460264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-359fa331-8d4c-4960-b7cf-2dc5f180c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.467746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef00f-ad39-4173-b9d2-0fdc9d58f24d req-503b1c0c-c53a-4b5b-947c-568b91025b22 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:33.469241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef00f-ad39-4173-b9d2-0fdc9d58f24d req-503b1c0c-c53a-4b5b-947c-568b91025b22 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 944 time: 0.3034956 Mar 07 04:23:33.485855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57911d2d-98c5-4be2-9189-a672053ab22e req-a073095a-8ea4-46a5-ac88-d278cde8c40f tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968709 Mar 07 04:23:33.521166 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (13333c2e-7423-467f-9f6b-b88664b85711), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.555606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (13333c2e-7423-467f-9f6b-b88664b85711), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.556630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:33.557715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.605965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-359fa331-8d4c-4960-b7cf-2dc5f180c4ae None None] Port 7ddffe61-78a6-407b-be29-b142db47efb5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:23:33.606803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58782) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:33.619482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:33.647325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] Pushing event updated for resources: {'Network': ['ID=13333c2e-7423-467f-9f6b-b88664b85711,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:33.668180 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8177e0a4-8e0e-452f-ad6e-7561eab29e52 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7778020 Mar 07 04:23:33.671714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58784) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:33.688135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Request body: {'subnet': {'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1911389053-subnet', 'tenant_id': '254b582316814f518c21afeb3a66a6e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:33.698177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 13333c2e-7423-467f-9f6b-b88664b85711 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:23:33.714520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Made reservation on behalf of 254b582316814f518c21afeb3a66a6e4 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:33.717872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.782254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef00f-ad39-4173-b9d2-0fdc9d58f24d req-8d734d8d-93e2-4613-bf14-f580d123a6be tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888656 Mar 07 04:23:33.804738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '744588ad-3a8f-444b-a84b-128763303e18', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '744588ad-3a8f-444b-a84b-128763303e18', 'mac_address': 'fa:16:3e:9b:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:33.877683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 744588ad-3a8f-444b-a84b-128763303e18 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:33.878126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:33.986621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744588ad-3a8f-444b-a84b-128763303e18 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:34.008763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25156fe-71b7-4c72-8de6-eb57ce21c5c1 req-886bb269-4244-4ff3-bd81-4b948aef0835 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:34.010999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e25156fe-71b7-4c72-8de6-eb57ce21c5c1 req-886bb269-4244-4ff3-bd81-4b948aef0835 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 935 time: 0.3215036 Mar 07 04:23:34.011273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:34.024362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.094473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddffe61-78a6-407b-be29-b142db47efb5 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:34.109717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Publish callbacks [] for port (7ddffe61-78a6-407b-be29-b142db47efb5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.169298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183654-7822-48ed-8182-c73532d78cb8 req-11aadde5-4058-43ab-bdcb-7f9f588e057e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:34.179683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d183654-7822-48ed-8182-c73532d78cb8 req-11aadde5-4058-43ab-bdcb-7f9f588e057e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2756531 Mar 07 04:23:34.179887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:34.223176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Transition to ACTIVE for port object 7ddffe61-78a6-407b-be29-b142db47efb5 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:34.241597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e25156fe-71b7-4c72-8de6-eb57ce21c5c1 req-6f95c5e6-b2d8-4ed0-b67a-5d923915b56f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886137 Mar 07 04:23:34.251533 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.293672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (34c60f1a-19de-4c32-90e4-8c88bdf7b68c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.335230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d183654-7822-48ed-8182-c73532d78cb8 req-613be8af-ea4c-4310-951b-450871b566ab tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537380 Mar 07 04:23:34.345879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['744588ad-3a8f-444b-a84b-128763303e18'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:34.373577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddffe61-78a6-407b-be29-b142db47efb5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:34.441520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Checking segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:34.442324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Network hostable DHCP agents. Network: 13333c2e-7423-467f-9f6b-b88664b85711, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:23:34.444938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c60f1a-19de-4c32-90e4-8c88bdf7b68c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:34.476765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Network 13333c2e-7423-467f-9f6b-b88664b85711 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:23:34.495334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 13333c2e-7423-467f-9f6b-b88664b85711) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:34.501792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:34.503290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.529648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d7c3c-f257-4932-8699-9e193c6b5f64 None None] Network 13333c2e-7423-467f-9f6b-b88664b85711 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:34.536300 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-33d1b50f-a1e7-4b49-aa51-7948e37b73fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8635359 Mar 07 04:23:34.557210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Attempting to bind port 7ddffe61-78a6-407b-be29-b142db47efb5 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:34.557210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Attempting to bind port 7ddffe61-78a6-407b-be29-b142db47efb5 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:34.557496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Attempting to bind port 7ddffe61-78a6-407b-be29-b142db47efb5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:34.584255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Port 7ddffe61-78a6-407b-be29-b142db47efb5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:34.584586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Attempting to bind port 7ddffe61-78a6-407b-be29-b142db47efb5 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:34.593842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:34.594179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:34.594568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:34.595006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Bound port: 7ddffe61-78a6-407b-be29-b142db47efb5, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:34.595443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.720771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202fff38-9086-4ced-88f4-2bc810c3b611 None None] Network 13333c2e-7423-467f-9f6b-b88664b85711 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:34.812566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] For port 7ddffe61-78a6-407b-be29-b142db47efb5, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:34.821182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] For port 7ddffe61-78a6-407b-be29-b142db47efb5, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7ddffe61-78a6-407b-be29-b142db47efb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:34.831953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893a696-b469-4956-bf9f-af36ea2b6bab req-902362ba-c08a-4d53-9a8d-a8c1475719c8 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:34.834707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2893a696-b469-4956-bf9f-af36ea2b6bab req-902362ba-c08a-4d53-9a8d-a8c1475719c8 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 944 time: 0.1861224 Mar 07 04:23:34.838596 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.897541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:34.898211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:34.899593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] 10.222.0.44 "PUT /v2.0/ports/7ddffe61-78a6-407b-be29-b142db47efb5 HTTP/1.1" status: 200 len: 1095 time: 1.9268708 Mar 07 04:23:34.900059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deebf3c-d731-4004-b158-0bd7511990d5', 'tag': '7ddffe61-78a6-407b-be29-b142db47efb5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:34.902298 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00281cbb-e314-4a62-9a1d-3c022d12135a" -d '{"events": [{"name": "network-changed", "server_uuid": "3deebf3c-d731-4004-b158-0bd7511990d5", "tag": "7ddffe61-78a6-407b-be29-b142db47efb5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:34.936117 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (1f7f3328-57b1-4394-b07c-70e34f1da4d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:35.005837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a04a17-b372-4077-9ec2-8d6df53ba753 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddffe61-78a6-407b-be29-b142db47efb5,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:35.056001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2893a696-b469-4956-bf9f-af36ea2b6bab req-601f09d6-64be-4bdb-b5ea-dc2c686e0707 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873889 Mar 07 04:23:35.149082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:35.211735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:23:35.219270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:35.219270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:35.226636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-4ad2af7a-2447-4ab9-bbd2-37aaef05c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:35.228168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-4ad2af7a-2447-4ab9-bbd2-37aaef05c2c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 1129 time: 0.2296655 Mar 07 04:23:35.320572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44b-0159-4d15-b157-e91d7519da88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:35.335532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:35.335922 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:35.362512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:35.365530 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b6b718-cd8d-4ad6-8ab0-a82348ab2a8d" -d '{"events": [{"server_uuid": "1adb5345-a053-4db1-a5b1-9fde73d89bf1", "name": "network-vif-plugged", "status": "completed", "tag": "c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:35.382516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,segment=NetworkSegment(eeb010a5-62b3-48e5-aa68-ed4ed6cd6838),segment_id=eeb010a5-62b3-48e5-aa68-ed4ed6cd6838)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:35.387783 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:35.438944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:35.639654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-c44ca06e-bc25-41f5-9185-1567959e8171 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7ddffe61-78a6-407b-be29-b142db47efb5 HTTP/1.1" status: 200 len: 217 time: 0.0709004 Mar 07 04:23:35.652990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-7510861c-5c97-45e2-bb9f-7a5884c3ca8e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:35.654406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-7510861c-5c97-45e2-bb9f-7a5884c3ca8e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 822 time: 0.6320093 Mar 07 04:23:35.712365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493940-7316-4c14-b488-dbf3a46d812a req-6666b915-3087-4add-bbfd-7feeec9ce955 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:35.713808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55493940-7316-4c14-b488-dbf3a46d812a req-6666b915-3087-4add-bbfd-7feeec9ce955 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 945 time: 0.5767553 Mar 07 04:23:35.728439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-447b84fc-dc81-46f0-bea3-d0a6dffb8329 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/quotas/254b582316814f518c21afeb3a66a6e4 HTTP/1.1" status: 200 len: 375 time: 0.0595250 Mar 07 04:23:35.778279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-c7764c95-d647-40cb-9d74-65e336ba733a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408137 Mar 07 04:23:35.779602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-6c5cfb9e-c497-4289-a381-d2845cd8e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:35.780908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-6c5cfb9e-c497-4289-a381-d2845cd8e6f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1245966 Mar 07 04:23:35.916877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55493940-7316-4c14-b488-dbf3a46d812a req-7303d46d-4618-4fc0-bd99-e87992c81c46 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952515 Mar 07 04:23:35.968981 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a19a12-5ea4-4a88-8632-923af577466f x-openstack-request-id: req-15a19a12-5ea4-4a88-8632-923af577466f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:35.969567 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deebf3c-d731-4004-b158-0bd7511990d5", "tag": "7ddffe61-78a6-407b-be29-b142db47efb5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:35.969834 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15a19a12-5ea4-4a88-8632-923af577466f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:35.970258 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deebf3c-d731-4004-b158-0bd7511990d5', 'tag': '7ddffe61-78a6-407b-be29-b142db47efb5', 'status': 'completed', 'code': 200} Mar 07 04:23:35.983114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-a367a091-2cce-4f12-a9bc-356d79a60095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:35.984601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-a367a091-2cce-4f12-a9bc-356d79a60095 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1958375 Mar 07 04:23:36.026348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-28c63b7c-85ee-45ff-ac76-aeb8dc49d129 service neutron] 10.222.0.21 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355237 Mar 07 04:23:36.153854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Deleting port ea7044c4-eb4d-4a2d-87d9-81020a33655a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:36.154643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:36.231261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:23:36.253075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0a66c-e173-4fb6-9ca5-8f948bd67c84 req-035ac042-5e7a-4e25-a36e-b21b454615b5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:36.254800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97d0a66c-e173-4fb6-9ca5-8f948bd67c84 req-035ac042-5e7a-4e25-a36e-b21b454615b5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 947 time: 0.2445800 Mar 07 04:23:36.276487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-99c0afc3-5d51-4613-a074-4ca0cc6341a8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836196 Mar 07 04:23:36.289004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-0d57fcfb-79cf-47e7-ad11-9f836a928a1f service neutron] 10.222.0.21 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510672 Mar 07 04:23:36.386644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] For port ea7044c4-eb4d-4a2d-87d9-81020a33655a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ea7044c4-eb4d-4a2d-87d9-81020a33655a,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:36.387005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:36.407228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97d0a66c-e173-4fb6-9ca5-8f948bd67c84 req-50177f0e-d9b4-471c-a0d8-63b862aa7f27 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410577 Mar 07 04:23:36.413915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Calling delete_port for ea7044c4-eb4d-4a2d-87d9-81020a33655a owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:36.485317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e495505-e0ec-4933-a6b7-c1710c77177a req-8b056faf-386b-4233-8d9e-cefe767f6e01 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953175 Mar 07 04:23:36.501409 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32f87dd-c28e-46b7-b94c-e28d3af2d39e x-openstack-request-id: req-f32f87dd-c28e-46b7-b94c-e28d3af2d39e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:36.501904 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adb5345-a053-4db1-a5b1-9fde73d89bf1", "name": "network-vif-plugged", "status": "completed", "tag": "c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:36.502045 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f32f87dd-c28e-46b7-b94c-e28d3af2d39e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:36.502604 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c', 'code': 200} Mar 07 04:23:36.587545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:36.671832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b1186-33bf-4c17-ae14-fa6603bc84c7 req-0b0fa6fd-9f20-4ba8-bc43-9ef7137151a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:36.673309 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-050b1186-33bf-4c17-ae14-fa6603bc84c7 req-0b0fa6fd-9f20-4ba8-bc43-9ef7137151a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 1127 time: 0.0930851 Mar 07 04:23:36.716867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc3855-4ca8-4cb0-bde2-be5350e0f840 req-04388ba5-4e9c-4d5d-983b-dbb572b074af tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:36.724526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64bc3855-4ca8-4cb0-bde2-be5350e0f840 req-04388ba5-4e9c-4d5d-983b-dbb572b074af tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2501991 Mar 07 04:23:36.737541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-050b1186-33bf-4c17-ae14-fa6603bc84c7 req-942a5c25-10b1-4460-a54f-853b1c80f5a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Mar 07 04:23:36.791998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-99e90fcf-ff4d-48b6-b605-61e95fa345e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:36.793465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-99e90fcf-ff4d-48b6-b605-61e95fa345e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 1129 time: 0.1658471 Mar 07 04:23:36.858606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64bc3855-4ca8-4cb0-bde2-be5350e0f840 req-9af9a226-bfa4-43a2-a451-ba0d23a94bad tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329603 Mar 07 04:23:36.865640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eabdc2-094f-457f-bdb4-93cee31b615b req-e688deab-b9bf-48f1-a681-e6162309ede5 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:36.867154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88eabdc2-094f-457f-bdb4-93cee31b615b req-e688deab-b9bf-48f1-a681-e6162309ede5 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 945 time: 0.2405903 Mar 07 04:23:36.962061 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ea7044c4-eb4d-4a2d-87d9-81020a33655a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:36.999149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be355fdc-aa4e-4cc6-8762-da95edd78217 req-bdc4439e-88ce-47d6-b4af-3347e5fd96e1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 210 time: 0.0850568 Mar 07 04:23:37.053663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7044c4-eb4d-4a2d-87d9-81020a33655a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:37.146467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88eabdc2-094f-457f-bdb4-93cee31b615b req-37b86813-2107-4599-8a33-6715bb87175b tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651451 Mar 07 04:23:37.150330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 744588ad-3a8f-444b-a84b-128763303e18 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:37.214148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-3691618b-932e-4348-bf40-7dd8e51e8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:37.216026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-3691618b-932e-4348-bf40-7dd8e51e8920 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.4105291 Mar 07 04:23:37.230448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 744588ad-3a8f-444b-a84b-128763303e18 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:23:37.236917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 744588ad-3a8f-444b-a84b-128763303e18 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:37.237508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (744588ad-3a8f-444b-a84b-128763303e18), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:37.309639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-42a56562-5848-4e48-8656-e7818090650e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7ddffe61-78a6-407b-be29-b142db47efb5 HTTP/1.1" status: 200 len: 217 time: 0.0853772 Mar 07 04:23:37.361578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 744588ad-3a8f-444b-a84b-128763303e18 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:37.362333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:37.388161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a62bd-9061-43f2-adbf-59de9056436e req-27a78b99-4642-4e50-b44f-c0f64293e07b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:37.389648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-533a62bd-9061-43f2-adbf-59de9056436e req-27a78b99-4642-4e50-b44f-c0f64293e07b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 945 time: 0.2638631 Mar 07 04:23:37.414942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:37.420229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:37.477238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-9df43556-3118-45a0-a750-ba0f185abd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:37.478091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-9df43556-3118-45a0-a750-ba0f185abd48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1311693 Mar 07 04:23:37.486320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:37.525893 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:37.541679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-533a62bd-9061-43f2-adbf-59de9056436e req-0bc86975-1324-4d1c-bce5-85181bffd8f5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443884 Mar 07 04:23:37.568078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (1f7f3328-57b1-4394-b07c-70e34f1da4d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:37.627019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-d1f1be9d-c915-433c-83d4-47fddddb7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:37.628486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-d1f1be9d-c915-433c-83d4-47fddddb7e9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1387465 Mar 07 04:23:37.668525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6558749-90aa-4a85-96b1-396a23492b3a req-7d1fabb8-ff36-45af-aa79-53a5e9b293e2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:37.670000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6558749-90aa-4a85-96b1-396a23492b3a req-7d1fabb8-ff36-45af-aa79-53a5e9b293e2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 947 time: 0.1434581 Mar 07 04:23:37.824059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6558749-90aa-4a85-96b1-396a23492b3a req-1e84a8e4-dc51-46cc-8776-05971fd0d267 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462321 Mar 07 04:23:37.825796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-5f61f583-8d03-42c2-a5d5-46e5f3e24120 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898589 Mar 07 04:23:38.003869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-e2fa6ebf-dcce-4c27-836f-f3e2fc11aace tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:38.008073 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-e2fa6ebf-dcce-4c27-836f-f3e2fc11aace tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.15 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 822 time: 0.1820161 Mar 07 04:23:38.024908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'port': {'device_id': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'admin_state_up': True, 'tenant_id': '254b582316814f518c21afeb3a66a6e4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:38.062544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:23:38.111596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00281cbb-e314-4a62-9a1d-3c022d12135a req-6cafe867-3100-4626-93e0-bd12802718bc service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852379 Mar 07 04:23:38.165563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-241cbf5a-32d1-43cd-865c-4efa970785cf req-38613e77-4919-4324-b379-8880ff8e4e96 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 210 time: 0.0729485 Mar 07 04:23:38.190155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80a5ce-ff75-4068-9179-dc8609a3920c req-d4d51c95-2ff2-4955-ab09-89e804e5ae28 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:38.190155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac80a5ce-ff75-4068-9179-dc8609a3920c req-d4d51c95-2ff2-4955-ab09-89e804e5ae28 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1839280 Mar 07 04:23:38.211047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Made reservation on behalf of 254b582316814f518c21afeb3a66a6e4 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:38.218931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:38.375992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Allocated IP 172.20.0.9 (13333c2e-7423-467f-9f6b-b88664b85711/34c60f1a-19de-4c32-90e4-8c88bdf7b68c/be597dcf-00be-4f15-a42e-c6d51b1951ca) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:38.504016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744588ad-3a8f-444b-a84b-128763303e18'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:38.507355 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02578bf-13d3-4614-b1b0-bffc4e5c0cce" -d '{"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-plugged", "status": "completed", "tag": "744588ad-3a8f-444b-a84b-128763303e18"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:38.574210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:38.611839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:38.617711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac80a5ce-ff75-4068-9179-dc8609a3920c req-8cc41497-993f-4486-abff-6922cbfe773f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236965 Mar 07 04:23:38.624257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:38.634174 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-67156e35-4b51-4c0f-88ef-526fef98a542 admin admin] 10.222.0.21 "PUT /v2.0/routers/1f7f3328-57b1-4394-b07c-70e34f1da4d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0240171 Mar 07 04:23:38.638454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58852) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:38.641567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] Sync routers for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:38.658079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:38.665487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:38.683031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Network 13333c2e-7423-467f-9f6b-b88664b85711 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:38.686414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:38.689485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:38.697272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:38.743245 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb066e-3c76-4eaf-93c6-c26d87ed88fd x-openstack-request-id: req-e3fb066e-3c76-4eaf-93c6-c26d87ed88fd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:38.743807 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-plugged", "status": "completed", "tag": "744588ad-3a8f-444b-a84b-128763303e18", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:38.745558 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3fb066e-3c76-4eaf-93c6-c26d87ed88fd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:38.746187 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744588ad-3a8f-444b-a84b-128763303e18', 'code': 200} Mar 07 04:23:38.753474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146351-faa1-43da-aab9-af6bd3014497 req-cbaa4573-d30d-4d20-b258-6c021f5c6b65 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:38.762138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77146351-faa1-43da-aab9-af6bd3014497 req-cbaa4573-d30d-4d20-b258-6c021f5c6b65 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 945 time: 0.5080395 Mar 07 04:23:38.789564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:38.790270 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:38.807909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-bd92d692-35d5-45b2-99ef-50e670bbb07f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888095 Mar 07 04:23:38.822002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Request body: {'port': {'device_id': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:38.858268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:38.893547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:38.944528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77146351-faa1-43da-aab9-af6bd3014497 req-aaeda524-c07c-4ad4-92b4-f7d2947d70b8 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814559 Mar 07 04:23:39.003396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks [] for router (1f7f3328-57b1-4394-b07c-70e34f1da4d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.011179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd448-03ee-4b35-9ca3-2de668c78d60 req-0a7794c5-38e5-451c-b665-f9f51a3d6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.012675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6ffd448-03ee-4b35-9ca3-2de668c78d60 req-0a7794c5-38e5-451c-b665-f9f51a3d6ebc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 1128 time: 0.2035372 Mar 07 04:23:39.057220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ea5f2-b2fb-4f25-a4f4-871003fda83b req-e19cc44d-b136-47fd-8fcb-74551bbf88ef tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.058789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b7ea5f2-b2fb-4f25-a4f4-871003fda83b req-e19cc44d-b136-47fd-8fcb-74551bbf88ef tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2252402 Mar 07 04:23:39.125552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6ffd448-03ee-4b35-9ca3-2de668c78d60 req-797f7c7f-4613-41df-8f37-1e72d418836c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758786 Mar 07 04:23:39.146245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:23:36Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:39.151480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.186489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] Checking router: 1f7f3328-57b1-4394-b07c-70e34f1da4d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:39.199568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] Routers {'1f7f3328-57b1-4394-b07c-70e34f1da4d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:39.200614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:39.232216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b7ea5f2-b2fb-4f25-a4f4-871003fda83b req-b1797db9-d687-44ec-bf27-6b2e1adf707a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610708 Mar 07 04:23:39.253418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873621da-869d-42d5-8d82-c6b38e88dc50 req-2dceaea5-2257-4a68-b43e-d85c09c84df8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.255556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-873621da-869d-42d5-8d82-c6b38e88dc50 req-2dceaea5-2257-4a68-b43e-d85c09c84df8 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 947 time: 0.1325781 Mar 07 04:23:39.257073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks [] for router_gateway (1f7f3328-57b1-4394-b07c-70e34f1da4d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.333213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-873621da-869d-42d5-8d82-c6b38e88dc50 req-37658f35-1094-4284-aef7-162911871e67 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710361 Mar 07 04:23:39.356639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be597dcf-00be-4f15-a42e-c6d51b1951ca {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:39.364054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Deleting port 80950767-e891-4fba-a197-d44c4813d55d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:39.364403 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (80950767-e891-4fba-a197-d44c4813d55d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.377673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Publish callbacks [] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.404912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] Set router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:39.411353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Transition to ACTIVE for port object be597dcf-00be-4f15-a42e-c6d51b1951ca will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:39.426235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.539827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:39.595831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Attempting to bind port be597dcf-00be-4f15-a42e-c6d51b1951ca on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:39.596236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Attempting to bind port be597dcf-00be-4f15-a42e-c6d51b1951ca by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:39.596567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Attempting to bind port be597dcf-00be-4f15-a42e-c6d51b1951ca on network 13333c2e-7423-467f-9f6b-b88664b85711 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:39.605232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Port be597dcf-00be-4f15-a42e-c6d51b1951ca on network 13333c2e-7423-467f-9f6b-b88664b85711 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:39.605559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Attempting to bind port be597dcf-00be-4f15-a42e-c6d51b1951ca on network 13333c2e-7423-467f-9f6b-b88664b85711 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:39.608145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] For port 80950767-e891-4fba-a197-d44c4813d55d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=80950767-e891-4fba-a197-d44c4813d55d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:39.611137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:39.611482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (80950767-e891-4fba-a197-d44c4813d55d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.611607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Checking segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:39.611888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Bound using segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:39.612317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Bound port: be597dcf-00be-4f15-a42e-c6d51b1951ca, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:39.612734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.641912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Calling delete_port for 80950767-e891-4fba-a197-d44c4813d55d owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:39.682596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:39.686286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:39.698323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.718285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f105e9-28fe-42e4-89f9-a334d7d17a3f req-7e287359-74e2-4b1b-9e06-d51eb4ff1aa1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.725804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4f105e9-28fe-42e4-89f9-a334d7d17a3f req-7e287359-74e2-4b1b-9e06-d51eb4ff1aa1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 943 time: 0.2602735 Mar 07 04:23:39.741151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.741761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:39.743198 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] 10.222.0.15 "PUT /v2.0/ports/be597dcf-00be-4f15-a42e-c6d51b1951ca HTTP/1.1" status: 200 len: 1091 time: 0.9283130 Mar 07 04:23:39.743699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:39.746034 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca" -d '{"events": [{"name": "network-changed", "server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:39.773680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682d306-93b3-4fc9-ad30-5b498e364a76 service neutron] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:39.846739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-423338ab-70d2-4b88-b403-0e852251103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.848320 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-423338ab-70d2-4b88-b403-0e852251103c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 1125 time: 0.0494258 Mar 07 04:23:39.901769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:23:36Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:39.906479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-3a3db297-0448-40fa-9107-bb9bff6d27c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca HTTP/1.1" status: 200 len: 217 time: 0.0447810 Mar 07 04:23:39.909167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4f105e9-28fe-42e4-89f9-a334d7d17a3f req-6561397d-27d9-43d5-8a53-26828576e7ad tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823759 Mar 07 04:23:39.932723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee00b06-c8b5-41c0-b979-021fa044688f req-11b9b35b-b308-43c0-8690-629728510d01 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.943756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15cab5-58ea-44a8-aa72-8470ca61d7d7 None None] The sync data for ids ['1f7f3328-57b1-4394-b07c-70e34f1da4d2'] in n-d-832185-1 is: [{'id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2117031776-router', 'tenant_id': '1ac4785277f940f1a5beeeb92ea7a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '80950767-e891-4fba-a197-d44c4813d55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:11Z', 'updated_at': '2022-03-07T04:23:36Z', 'revision_number': 5, 'project_id': '1ac4785277f940f1a5beeeb92ea7a692', 'gw_port': {'id': '80950767-e891-4fba-a197-d44c4813d55d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7f3328-57b1-4394-b07c-70e34f1da4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:12Z', 'updated_at': '2022-03-07T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:39.952312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eee00b06-c8b5-41c0-b979-021fa044688f req-11b9b35b-b308-43c0-8690-629728510d01 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 945 time: 0.2446282 Mar 07 04:23:39.969021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-89a0761f-cc3f-4643-b99f-de5a7b94ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:39.970743 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-89a0761f-cc3f-4643-b99f-de5a7b94ffd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 200 len: 862 time: 0.0555291 Mar 07 04:23:40.025679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-d24bd4f9-1e2e-47c4-92dc-66c9ea762821 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13333c2e-7423-467f-9f6b-b88664b85711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445490 Mar 07 04:23:40.058146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eee00b06-c8b5-41c0-b979-021fa044688f req-57c52a02-9f06-455a-8ec9-310211759e59 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050546 Mar 07 04:23:40.114223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (80950767-e891-4fba-a197-d44c4813d55d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.117375 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391d8d16-2a59-403a-9292-5ef3d8dfce6d x-openstack-request-id: req-391d8d16-2a59-403a-9292-5ef3d8dfce6d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:40.117726 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:40.118018 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-391d8d16-2a59-403a-9292-5ef3d8dfce6d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:40.118433 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'status': 'completed', 'code': 200} Mar 07 04:23:40.136560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949904-75ef-49a6-8556-343c17479e22 req-0f95194e-e017-46f8-9c67-0fd87eeb8fbe tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:40.143327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58949904-75ef-49a6-8556-343c17479e22 req-0f95194e-e017-46f8-9c67-0fd87eeb8fbe tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1060300 Mar 07 04:23:40.172414 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-5157cbbf-9897-478e-a425-ea8736fcb56d service neutron] 10.222.0.15 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335340 Mar 07 04:23:40.183529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80950767-e891-4fba-a197-d44c4813d55d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:40.252644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58949904-75ef-49a6-8556-343c17479e22 req-d5146529-53ef-429b-91cc-d110b8c501b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083779 Mar 07 04:23:40.269179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (1f7f3328-57b1-4394-b07c-70e34f1da4d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.312190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a68b6aad-80e6-4646-a571-6e3c863ae097 req-fc641089-587e-487d-bbf0-b2d9079069b4 service neutron] 10.222.0.15 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228702 Mar 07 04:23:40.463708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (1f7f3328-57b1-4394-b07c-70e34f1da4d2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.482442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks [] for router_controller (1f7f3328-57b1-4394-b07c-70e34f1da4d2), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.551755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-dc7c9b01-5464-4c76-ad5b-545d0d085408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:40.555922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-dc7c9b01-5464-4c76-ad5b-545d0d085408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 1125 time: 0.1391184 Mar 07 04:23:40.576545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ea7044c4-eb4d-4a2d-87d9-81020a33655a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:40.584638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a3e28-a5c7-429f-8074-3f03ba5063c7 req-ad659d9a-2e54-4005-8f7c-e7f4274f8043 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:40.591529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-309a3e28-a5c7-429f-8074-3f03ba5063c7 req-ad659d9a-2e54-4005-8f7c-e7f4274f8043 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2652533 Mar 07 04:23:40.598500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (1f7f3328-57b1-4394-b07c-70e34f1da4d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.599274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7f3328-57b1-4394-b07c-70e34f1da4d2 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:23:40.609926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.611115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f498e7f-4453-47e6-af7e-bb1b58439fe9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1f7f3328-57b1-4394-b07c-70e34f1da4d2 HTTP/1.1" status: 204 len: 168 time: 1.9685221 Mar 07 04:23:40.614866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:40.619443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ea7044c4-eb4d-4a2d-87d9-81020a33655a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:40.620371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ea7044c4-eb4d-4a2d-87d9-81020a33655a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:40.635210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b3ea4-cf48-4b4f-8fb7-a638a095ed51 req-503e3f01-0b50-4fc2-a42d-f40543c67b9d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:40.636750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f41b3ea4-cf48-4b4f-8fb7-a638a095ed51 req-503e3f01-0b50-4fc2-a42d-f40543c67b9d tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 947 time: 0.1933649 Mar 07 04:23:40.678578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-309a3e28-a5c7-429f-8074-3f03ba5063c7 req-da7d522c-a5cd-495b-b71e-043943607629 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861118 Mar 07 04:23:40.722110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f41b3ea4-cf48-4b4f-8fb7-a638a095ed51 req-d184feae-538e-4bc5-a27d-1afb74317837 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742028 Mar 07 04:23:40.736468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Deleting subnet 6f3c7cbd-5a6e-45a5-9855-7148d5496c76 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:40.745111 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Publish callbacks [] for subnet (6f3c7cbd-5a6e-45a5-9855-7148d5496c76), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.784775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-367cd852-1f7f-44ab-9d5f-aa010cea1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:40.786626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-367cd852-1f7f-44ab-9d5f-aa010cea1bc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 923 time: 0.2167678 Mar 07 04:23:40.794396 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6f3c7cbd-5a6e-45a5-9855-7148d5496c76), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:40.857024 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-16fdda83-7b35-4c63-80b8-06cfcfcd45c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca HTTP/1.1" status: 200 len: 217 time: 0.0605259 Mar 07 04:23:40.940551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-b34cb05e-513f-429d-a127-39f52fc138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:40.942561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-b34cb05e-513f-429d-a127-39f52fc138c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 200 len: 862 time: 0.0772352 Mar 07 04:23:40.949498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6f3c7cbd-5a6e-45a5-9855-7148d5496c76), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.000356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-db8403b6-4c01-4183-9a7e-7ec61976100b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13333c2e-7423-467f-9f6b-b88664b85711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311317 Mar 07 04:23:41.048700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afba16-3e02-47dc-82c0-234661d3e53f req-d3ec3fb7-ade7-4465-9398-6ed6d79cdc3b tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:41.050133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01afba16-3e02-47dc-82c0-234661d3e53f req-d3ec3fb7-ade7-4465-9398-6ed6d79cdc3b tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 943 time: 0.0630801 Mar 07 04:23:41.118879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01afba16-3e02-47dc-82c0-234661d3e53f req-36d0a292-5daa-4931-8597-0b16ae7a3dd8 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Mar 07 04:23:41.126213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6f3c7cbd-5a6e-45a5-9855-7148d5496c76), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.159466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3c7cbd-5a6e-45a5-9855-7148d5496c76,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:41.164953 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.168985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-55f2f608-a939-45be-882e-e9b637bd7f94 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f3c7cbd-5a6e-45a5-9855-7148d5496c76 HTTP/1.1" status: 204 len: 168 time: 0.5518270 Mar 07 04:23:41.171140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-0b282a4a-122b-449e-a544-9408e37f360f service neutron] 10.222.0.15 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599166 Mar 07 04:23:41.171684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58880) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:41.193831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816050ea-e097-4bee-b101-b93716f03e35 None None] Network bec63565-7779-47ba-95e6-86be85045903 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:41.237789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea56c4-686c-4311-bf7a-157718be4bbd req-793553d9-0d57-40fb-b692-009a37d159d7 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:41.250035 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47ea56c4-686c-4311-bf7a-157718be4bbd req-793553d9-0d57-40fb-b692-009a37d159d7 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 945 time: 0.1135297 Mar 07 04:23:41.344286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47ea56c4-686c-4311-bf7a-157718be4bbd req-927eeb43-6fea-4854-a636-7d76a5ff7ccc tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb39e46-c3ba-418f-980b-f07956d164d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932987 Mar 07 04:23:41.375836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (bec63565-7779-47ba-95e6-86be85045903), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.472603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1df83e-ff77-42ad-b16e-4f7ffb0191db req-5763ecf1-c47a-46dd-a130-44b569361312 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:41.472816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc1df83e-ff77-42ad-b16e-4f7ffb0191db req-5763ecf1-c47a-46dd-a130-44b569361312 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1251941 Mar 07 04:23:41.481875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] DHCP port deletion for bec63565-7779-47ba-95e6-86be85045903 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:23:41.482681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-c8948913-ad4f-4c85-8ea0-fd39828a6875 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:41.484215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-c8948913-ad4f-4c85-8ea0-fd39828a6875 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 945 time: 0.0865707 Mar 07 04:23:41.503439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ade8010f-c4f6-4a67-8baf-0d04ebd58cca req-ab3ba179-520c-40e4-9166-59474b3f9b8f service neutron] 10.222.0.15 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934590 Mar 07 04:23:41.540779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Deleting port 5a077fb4-782e-426e-891c-73f1d3393485 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:41.541030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5a077fb4-782e-426e-891c-73f1d3393485), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.567683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] Deleting port 5a077fb4-782e-426e-891c-73f1d3393485 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:41.568113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5a077fb4-782e-426e-891c-73f1d3393485), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.598730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc1df83e-ff77-42ad-b16e-4f7ffb0191db req-975366fe-04b9-4042-940f-bf509660bf51 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128628 Mar 07 04:23:41.655793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Deleting port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:41.656059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] For port 5a077fb4-782e-426e-891c-73f1d3393485, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5a077fb4-782e-426e-891c-73f1d3393485,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:41.656524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.656655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5a077fb4-782e-426e-891c-73f1d3393485), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.662263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] For port 5a077fb4-782e-426e-891c-73f1d3393485, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5a077fb4-782e-426e-891c-73f1d3393485,segment=NetworkSegment(68c13387-2b83-493d-87c5-dcf83a10fdfd),segment_id=68c13387-2b83-493d-87c5-dcf83a10fdfd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:41.662802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5a077fb4-782e-426e-891c-73f1d3393485), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.670390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Calling delete_port for 5a077fb4-782e-426e-891c-73f1d3393485 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:41.679401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] Calling delete_port for 5a077fb4-782e-426e-891c-73f1d3393485 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:41.776108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (5a077fb4-782e-426e-891c-73f1d3393485), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.783161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5a077fb4-782e-426e-891c-73f1d3393485), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.790150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7ddffe61-78a6-407b-be29-b142db47efb5 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:41.810078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] For port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,segment=NetworkSegment(eeb010a5-62b3-48e5-aa68-ed4ed6cd6838),segment_id=eeb010a5-62b3-48e5-aa68-ed4ed6cd6838)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:41.811056 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.819228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] No DVR routers for this DVR port 5a077fb4-782e-426e-891c-73f1d3393485 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:41.831042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Calling delete_port for c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:41.838767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a077fb4-782e-426e-891c-73f1d3393485,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:41.842295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] No DVR routers for this DVR port 5a077fb4-782e-426e-891c-73f1d3393485 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:41.851437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4b8c2-ea04-4d8a-9758-4009523be6d2 None None] Pushing event deleted for resources: {'Port': ['ID=5a077fb4-782e-426e-891c-73f1d3393485,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:41.925776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (bec63565-7779-47ba-95e6-86be85045903), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.947423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec63565-7779-47ba-95e6-86be85045903']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:41.954007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 7ddffe61-78a6-407b-be29-b142db47efb5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7ddffe61-78a6-407b-be29-b142db47efb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:41.957146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c13387-2b83-493d-87c5-dcf83a10fdfd') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:41.958235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c13387-2b83-493d-87c5-dcf83a10fdfd') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:41.972058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '7ddffe61-78a6-407b-be29-b142db47efb5', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '7ddffe61-78a6-407b-be29-b142db47efb5', 'mac_address': 'fa:16:3e:dd:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:41.975351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (68c13387-2b83-493d-87c5-dcf83a10fdfd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:41.990389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (68c13387-2b83-493d-87c5-dcf83a10fdfd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.000706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:42.001186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (68c13387-2b83-493d-87c5-dcf83a10fdfd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.029466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 7ddffe61-78a6-407b-be29-b142db47efb5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:42.030266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.043231 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.058751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddffe61-78a6-407b-be29-b142db47efb5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:42.064238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:42.065547 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:42.071330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (bec63565-7779-47ba-95e6-86be85045903), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.078701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.085618 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bec63565-7779-47ba-95e6-86be85045903 HTTP/1.1" status: 204 len: 168 time: 0.9127092 Mar 07 04:23:42.087409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:42.109696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Pushing event deleted for resources: {'Port': ['ID=c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:42.144113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d35776-7c78-434f-936f-c86447cb8176 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec63565-7779-47ba-95e6-86be85045903,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:42.158599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 7ddffe61-78a6-407b-be29-b142db47efb5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7ddffe61-78a6-407b-be29-b142db47efb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:42.166552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.170063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] No DVR routers for this DVR port c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:42.178701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.183510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f9bfc44-1419-43a7-9585-8e0ed7797a39 req-d8df5c0b-e5ff-4e66-b619-7bf79430c0af tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.15 "DELETE /v2.0/ports/c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c HTTP/1.1" status: 204 len: 173 time: 0.6916525 Mar 07 04:23:42.190540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98438ea6-c8b1-4122-a326-86ebac911c5d req-2c711c95-a0a7-4def-b4fa-55bb5bfd525f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:42.198594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98438ea6-c8b1-4122-a326-86ebac911c5d req-2c711c95-a0a7-4def-b4fa-55bb5bfd525f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.4216902 Mar 07 04:23:42.216970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'name': 'network-vif-deleted', 'tag': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:42.219404 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6247b8c8-86d0-4eab-92f2-550f08757608" -d '{"events": [{"server_uuid": "1adb5345-a053-4db1-a5b1-9fde73d89bf1", "name": "network-vif-deleted", "tag": "c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:42.262580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98438ea6-c8b1-4122-a326-86ebac911c5d req-a7b8cf7c-397b-44f1-b48d-14a303bfb7fa tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630534 Mar 07 04:23:42.294211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a261f9-aea8-4af7-8397-8affda22708d req-0ebb3b35-4528-4dfc-baff-5316b89a91f0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:42.298149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95a261f9-aea8-4af7-8397-8affda22708d req-0ebb3b35-4528-4dfc-baff-5316b89a91f0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 947 time: 0.2853594 Mar 07 04:23:42.300363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=7ddffe61-78a6-407b-be29-b142db47efb5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:42.417009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95a261f9-aea8-4af7-8397-8affda22708d req-6d8d9a83-97cb-45a8-abf6-596e0d39f5f6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133497 Mar 07 04:23:42.437515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0d153-c7c8-4fd4-a976-14ce83dc690a req-f17d61bb-3026-4b7d-8783-e4f7b8fc02a4 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:42.445399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18c0d153-c7c8-4fd4-a976-14ce83dc690a req-f17d61bb-3026-4b7d-8783-e4f7b8fc02a4 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 943 time: 0.1103256 Mar 07 04:23:42.510890 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c801b45-351c-4fc7-b300-b77952e73f6a x-openstack-request-id: req-8c801b45-351c-4fc7-b300-b77952e73f6a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:42.511196 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adb5345-a053-4db1-a5b1-9fde73d89bf1", "name": "network-vif-deleted", "tag": "c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:42.511607 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c801b45-351c-4fc7-b300-b77952e73f6a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:42.512020 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adb5345-a053-4db1-a5b1-9fde73d89bf1', 'name': 'network-vif-deleted', 'tag': 'c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c', 'status': 'completed', 'code': 200} Mar 07 04:23:42.525314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18c0d153-c7c8-4fd4-a976-14ce83dc690a req-a3c9180b-312f-4f2f-bb48-a4d62372ae2e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789986 Mar 07 04:23:42.570544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 80950767-e891-4fba-a197-d44c4813d55d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:42.595582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 80950767-e891-4fba-a197-d44c4813d55d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:42.596317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 80950767-e891-4fba-a197-d44c4813d55d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:42.596899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5a077fb4-782e-426e-891c-73f1d3393485 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:42.610066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:42.621834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 5a077fb4-782e-426e-891c-73f1d3393485 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:42.622409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5a077fb4-782e-426e-891c-73f1d3393485 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:42.634464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['7ddffe61-78a6-407b-be29-b142db47efb5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:42.753961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb948bef-f403-410c-96c0-ef2206b37910 req-6a279343-ad8a-46fd-9267-5a68a44d8257 tempest-ServerGroupTestJSON-400504295 tempest-ServerGroupTestJSON-400504295-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adb5345-a053-4db1-a5b1-9fde73d89bf1 HTTP/1.1" status: 200 len: 210 time: 0.0537918 Mar 07 04:23:42.909413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0170195-c65c-4283-8efd-863114c64549 req-da7a17a2-653d-4c43-b00e-044137af83a1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:42.913797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0170195-c65c-4283-8efd-863114c64549 req-da7a17a2-653d-4c43-b00e-044137af83a1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1081522 Mar 07 04:23:42.950645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f28b-c01a-4c02-a259-06f6831a19a7 req-17b6253b-5f3a-4453-bbec-bd8d0608304d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:42.952215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca9f28b-c01a-4c02-a259-06f6831a19a7 req-17b6253b-5f3a-4453-bbec-bd8d0608304d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.0896327 Mar 07 04:23:42.999142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0170195-c65c-4283-8efd-863114c64549 req-2fcef6d7-61e0-4012-8d2a-bfcb3aabd1f4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751474 Mar 07 04:23:43.021567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Deleting port 153af2a7-c53b-40fa-a229-b40ba67049c8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:43.022102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:43.023020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca9f28b-c01a-4c02-a259-06f6831a19a7 req-c5931c7d-0d0c-42ee-9579-bc2c11dff874 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643375 Mar 07 04:23:43.104169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] For port 153af2a7-c53b-40fa-a229-b40ba67049c8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=153af2a7-c53b-40fa-a229-b40ba67049c8,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:43.104521 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:43.116577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Calling delete_port for 153af2a7-c53b-40fa-a229-b40ba67049c8 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:43.196388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be597dcf-00be-4f15-a42e-c6d51b1951ca details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:43.295732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:43.301880 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (153af2a7-c53b-40fa-a229-b40ba67049c8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:43.308250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'port_id': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'mac_address': 'fa:16:3e:67:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c60f1a-19de-4c32-90e4-8c88bdf7b68c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:43.332073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=153af2a7-c53b-40fa-a229-b40ba67049c8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:43.357187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be597dcf-00be-4f15-a42e-c6d51b1951ca is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:43.357588 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:43.371825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be597dcf-00be-4f15-a42e-c6d51b1951ca {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:43.394580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:43.402523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:43.486469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:43.527843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:43.568628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e22ea2-6ede-4b2e-9cfb-185b3bbea2bd req-3aa185b0-90d0-4d8e-b2b2-f2a71a228d73 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:43.576301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1e22ea2-6ede-4b2e-9cfb-185b3bbea2bd req-3aa185b0-90d0-4d8e-b2b2-f2a71a228d73 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 948 time: 0.0681365 Mar 07 04:23:43.648876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1e22ea2-6ede-4b2e-9cfb-185b3bbea2bd req-692087b1-1834-465a-8ae9-795e6ee5a63c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714602 Mar 07 04:23:43.681740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8912a6-ac90-4eba-97a4-98232a67e77c req-66577ff4-25cb-4c7d-a4fe-bd6919288473 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:43.686190 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d8912a6-ac90-4eba-97a4-98232a67e77c req-66577ff4-25cb-4c7d-a4fe-bd6919288473 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 944 time: 0.0742910 Mar 07 04:23:43.728213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['be597dcf-00be-4f15-a42e-c6d51b1951ca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:43.745277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d8912a6-ac90-4eba-97a4-98232a67e77c req-45e30a71-6b49-4306-a09c-189a65e774f2 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554113 Mar 07 04:23:44.118579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Router ee67ff96-0d88-482b-b3e3-78f5f1037b2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:23:44.180564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dc6ac-aaa2-4fd3-84fe-8018059c043e req-529348a8-ac48-4ccb-aaf7-bdc54293d039 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:44.182196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e1dc6ac-aaa2-4fd3-84fe-8018059c043e req-529348a8-ac48-4ccb-aaf7-bdc54293d039 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0920849 Mar 07 04:23:44.189211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac644d-5ef7-4581-8298-83067a3784c1 req-0a8c5c0b-d107-4421-b810-4442ae6897e1 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:44.191011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbac644d-5ef7-4581-8298-83067a3784c1 req-0a8c5c0b-d107-4421-b810-4442ae6897e1 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.0905252 Mar 07 04:23:44.245415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:23:44.250997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f0d4e6a6-9f10-4088-b3f5-396a070d5a84 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee67ff96-0d88-482b-b3e3-78f5f1037b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625450 Mar 07 04:23:44.253586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58936) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:44.260410 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] Sync routers for ids ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:23:44.263533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e1dc6ac-aaa2-4fd3-84fe-8018059c043e req-9499bf3c-30d3-4d14-b25e-b8052da0e3da tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716126 Mar 07 04:23:44.272244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] Routers {'ee67ff96-0d88-482b-b3e3-78f5f1037b2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:44.278557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbac644d-5ef7-4581-8298-83067a3784c1 req-303ea416-5ced-4ffa-ab9e-98d70f9ba4ba tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802612 Mar 07 04:23:44.287903 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.329093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:44.390684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Deleting subnet 089981e2-7aca-4ec1-ae06-16dcbf820bca {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:44.396466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Publish callbacks [] for subnet (089981e2-7aca-4ec1-ae06-16dcbf820bca), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.396963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks [] for router (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.412149 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] Set router ee67ff96-0d88-482b-b3e3-78f5f1037b2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:44.460927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (089981e2-7aca-4ec1-ae06-16dcbf820bca), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.525546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (089981e2-7aca-4ec1-ae06-16dcbf820bca), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.541009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks [] for router_gateway (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.595896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (089981e2-7aca-4ec1-ae06-16dcbf820bca), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.605397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Deleting port b1812088-989b-4209-9a80-e7bba9609509 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:44.607236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b1812088-989b-4209-9a80-e7bba9609509), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.628437 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b1812088-989b-4209-9a80-e7bba9609509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:23:43Z', 'revision_number': 5, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port': {'id': 'b1812088-989b-4209-9a80-e7bba9609509', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:19:26Z', 'updated_at': '2022-03-07T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.634740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089981e2-7aca-4ec1-ae06-16dcbf820bca,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:44.637802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.645592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-792a75f2-1088-4de4-afd2-dfaca9a582d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/089981e2-7aca-4ec1-ae06-16dcbf820bca HTTP/1.1" status: 204 len: 168 time: 0.3150787 Mar 07 04:23:44.646843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58942) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:44.658658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] Checking router: ee67ff96-0d88-482b-b3e3-78f5f1037b2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:23:44.669144 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] Routers {'ee67ff96-0d88-482b-b3e3-78f5f1037b2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:23:44.669774 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:23:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.731708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] For port b1812088-989b-4209-9a80-e7bba9609509, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1812088-989b-4209-9a80-e7bba9609509,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:44.732073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b1812088-989b-4209-9a80-e7bba9609509), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.757124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (541d1e12-e2dd-435b-a23b-476bec234777), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.760522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Calling delete_port for b1812088-989b-4209-9a80-e7bba9609509 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:44.821477 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] Set router ee67ff96-0d88-482b-b3e3-78f5f1037b2c gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:23:44.905557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:23:44Z', 'revision_number': 6, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.909744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (541d1e12-e2dd-435b-a23b-476bec234777), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:44.934721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85527594-a93b-4c63-9787-cd2b98b5c183 None None] The sync data for ids ['ee67ff96-0d88-482b-b3e3-78f5f1037b2c'] in n-d-832185-1 is: [{'id': 'ee67ff96-0d88-482b-b3e3-78f5f1037b2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124199398-router', 'tenant_id': '070a8b4b829c444e9b7a036579a90048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:19:25Z', 'updated_at': '2022-03-07T04:23:44Z', 'revision_number': 6, 'project_id': '070a8b4b829c444e9b7a036579a90048', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:23:44.957820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541d1e12-e2dd-435b-a23b-476bec234777']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.970188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.970554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb010a5-62b3-48e5-aa68-ed4ed6cd6838') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:44.982074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (eeb010a5-62b3-48e5-aa68-ed4ed6cd6838), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.004378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b1812088-989b-4209-9a80-e7bba9609509), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.007851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59070a9e-02f4-478d-b338-f227d2e7ea58 req-a1dc0fdf-60bf-463b-adbb-81371e9f89af tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:45.010485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59070a9e-02f4-478d-b338-f227d2e7ea58 req-a1dc0fdf-60bf-463b-adbb-81371e9f89af tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 948 time: 0.2116396 Mar 07 04:23:45.019232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (eeb010a5-62b3-48e5-aa68-ed4ed6cd6838), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.033016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1812088-989b-4209-9a80-e7bba9609509,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:45.044973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:45.045475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (eeb010a5-62b3-48e5-aa68-ed4ed6cd6838), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:45.047167 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:45.076990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd280734-0ab9-49bf-ba9a-eda7f069be3a req-eef5f7e9-f6a2-472e-a3ef-ed780cc02814 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:45.078793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd280734-0ab9-49bf-ba9a-eda7f069be3a req-eef5f7e9-f6a2-472e-a3ef-ed780cc02814 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 944 time: 0.1748610 Mar 07 04:23:45.107189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.152518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59070a9e-02f4-478d-b338-f227d2e7ea58 req-f2a4feda-53a8-4b45-838f-dc28099e159f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363077 Mar 07 04:23:45.156075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (541d1e12-e2dd-435b-a23b-476bec234777), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.161487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.168391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] 10.222.0.21 "DELETE /v2.0/networks/541d1e12-e2dd-435b-a23b-476bec234777 HTTP/1.1" status: 204 len: 168 time: 0.5170782 Mar 07 04:23:45.187809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9cb93-a6c8-48ff-96bb-00bb0209c6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=541d1e12-e2dd-435b-a23b-476bec234777,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:45.204004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be597dcf-00be-4f15-a42e-c6d51b1951ca up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:45.204585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd280734-0ab9-49bf-ba9a-eda7f069be3a req-23b7ffd2-bc2c-4276-ae76-ddc6e49915af tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882647 Mar 07 04:23:45.234529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.236796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks [] for router_controller (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.274909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port be597dcf-00be-4f15-a42e-c6d51b1951ca completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:23:45.280680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port be597dcf-00be-4f15-a42e-c6d51b1951ca triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:45.281369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.302460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (ee67ff96-0d88-482b-b3e3-78f5f1037b2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.302938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee67ff96-0d88-482b-b3e3-78f5f1037b2c {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:23:45.316196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.320074 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3dfad6ca-5af0-4ab1-a905-c3c24282686b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee67ff96-0d88-482b-b3e3-78f5f1037b2c HTTP/1.1" status: 204 len: 168 time: 1.0623271 Mar 07 04:23:45.320267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58956) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:45.405054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Deleting subnet 84e12212-ce47-4db5-be7c-ffb0d1b9202d {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:23:45.426839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58958) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:45.434541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Publish callbacks [] for subnet (84e12212-ce47-4db5-be7c-ffb0d1b9202d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.465811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be597dcf-00be-4f15-a42e-c6d51b1951ca is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:45.466223 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.484982 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9dcc9650-5618-4e53-ac03-18dcbb1cc731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8f124a2a03c41278c778df3cea53fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568061 Mar 07 04:23:45.491068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:45.506766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:45.511151 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175e8de-f99e-462c-aced-f5e7f3f1f397" -d '{"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:45.536559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:45.544110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (84e12212-ce47-4db5-be7c-ffb0d1b9202d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.544749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.546188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:45.573212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011bed3a-d75c-4fb5-a0c7-3b859bac3215 admin admin] Publish callbacks [] for security_group (adb39e46-c3ba-418f-980b-f07956d164d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.582080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcd5e5-86d2-4a6c-97ea-718a68b99f24 req-610362a3-3809-4382-b8f2-6580c919ea72 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:45.589721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccdcd5e5-86d2-4a6c-97ea-718a68b99f24 req-610362a3-3809-4382-b8f2-6580c919ea72 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1798937 Mar 07 04:23:45.597569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:45.597569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c9f92a7e-d6ce-4a14-8d37-fdb4aa257d8c not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:45.607309 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011bed3a-d75c-4fb5-a0c7-3b859bac3215 admin admin] Publish callbacks [] for security_group (adb39e46-c3ba-418f-980b-f07956d164d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.628071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:45.668147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011bed3a-d75c-4fb5-a0c7-3b859bac3215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (adb39e46-c3ba-418f-980b-f07956d164d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.670788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011bed3a-d75c-4fb5-a0c7-3b859bac3215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.671942 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-011bed3a-d75c-4fb5-a0c7-3b859bac3215 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adb39e46-c3ba-418f-980b-f07956d164d6 HTTP/1.1" status: 204 len: 168 time: 0.1784909 Mar 07 04:23:45.680441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bed3a-d75c-4fb5-a0c7-3b859bac3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb39e46-c3ba-418f-980b-f07956d164d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:45.705115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9362-47f2-4465-8784-ca4bdf4dcab7 req-cf2e1c10-4132-46bf-bdae-27dbb852a210 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:45.707974 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1cf9362-47f2-4465-8784-ca4bdf4dcab7 req-cf2e1c10-4132-46bf-bdae-27dbb852a210 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.2734582 Mar 07 04:23:45.743005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccdcd5e5-86d2-4a6c-97ea-718a68b99f24 req-69e1d2eb-91cc-4f50-bc46-fddf5f2208d5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522105 Mar 07 04:23:45.767005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (84e12212-ce47-4db5-be7c-ffb0d1b9202d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.814740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7ddffe61-78a6-407b-be29-b142db47efb5 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:45.819032 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48796c10-09ac-495b-85d7-fb078f64afdd x-openstack-request-id: req-48796c10-09ac-495b-85d7-fb078f64afdd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:45.819328 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:45.828079 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48796c10-09ac-495b-85d7-fb078f64afdd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:45.829253 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'code': 200} Mar 07 04:23:45.923160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1cf9362-47f2-4465-8784-ca4bdf4dcab7 req-34647b86-484a-4886-8dcc-1a22e2abb521 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988328 Mar 07 04:23:45.974279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (84e12212-ce47-4db5-be7c-ffb0d1b9202d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:45.987372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 7ddffe61-78a6-407b-be29-b142db47efb5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:23:45.992303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 7ddffe61-78a6-407b-be29-b142db47efb5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:45.992956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.013714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.018425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84e12212-ce47-4db5-be7c-ffb0d1b9202d HTTP/1.1" status: 204 len: 168 time: 0.6968586 Mar 07 04:23:46.021248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:46.022469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901089a6-4a52-41e5-9bce-bc4d57997faf None None] Network 4dbabdbd-f738-4ec5-b797-1aaa28268d36 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:46.044234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2e5b8-4b7e-4fda-a676-e1e466241d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e12212-ce47-4db5-be7c-ffb0d1b9202d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:46.068710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c8daa-1158-4894-a918-54f54721fab4 req-cb129a38-29b5-4069-98bc-1ab4ad67a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:46.070465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f69c8daa-1158-4894-a918-54f54721fab4 req-cb129a38-29b5-4069-98bc-1ab4ad67a26e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 1127 time: 0.1463377 Mar 07 04:23:46.130071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f69c8daa-1158-4894-a918-54f54721fab4 req-92295b29-7e09-4d9b-b604-3f82eea51aca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Mar 07 04:23:46.188385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (4dbabdbd-f738-4ec5-b797-1aaa28268d36), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.296822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Deleting port 008df808-6d41-49ca-9851-4b34a371f25b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:46.297438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (008df808-6d41-49ca-9851-4b34a371f25b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.315520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 7ddffe61-78a6-407b-be29-b142db47efb5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:46.316074 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.436249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 7ddffe61-78a6-407b-be29-b142db47efb5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7ddffe61-78a6-407b-be29-b142db47efb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:46.469274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.475886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] DHCP port deletion for 4dbabdbd-f738-4ec5-b797-1aaa28268d36 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:23:46.489419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] For port 008df808-6d41-49ca-9851-4b34a371f25b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=008df808-6d41-49ca-9851-4b34a371f25b,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:46.491369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (008df808-6d41-49ca-9851-4b34a371f25b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.522046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Calling delete_port for 008df808-6d41-49ca-9851-4b34a371f25b owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:46.535540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dccb3d-98ce-478e-9228-8ee1cd31a6a1 req-dda73d98-550b-4f62-9212-829965525190 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:46.548199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60dccb3d-98ce-478e-9228-8ee1cd31a6a1 req-dda73d98-550b-4f62-9212-829965525190 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 948 time: 0.2175860 Mar 07 04:23:46.604828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 153af2a7-c53b-40fa-a229-b40ba67049c8 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:46.608256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53bfe1-d951-471a-87e3-68c99ad9f3f6 req-f8f81dc8-95be-4ed5-b9a7-ce182533f443 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:46.616043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be53bfe1-d951-471a-87e3-68c99ad9f3f6 req-f8f81dc8-95be-4ed5-b9a7-ce182533f443 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.2087517 Mar 07 04:23:46.630083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 153af2a7-c53b-40fa-a229-b40ba67049c8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:46.630436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 153af2a7-c53b-40fa-a229-b40ba67049c8 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:46.630903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 008df808-6d41-49ca-9851-4b34a371f25b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:46.666431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=7ddffe61-78a6-407b-be29-b142db47efb5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:46.683571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] Deleting port 008df808-6d41-49ca-9851-4b34a371f25b {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:46.683945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (008df808-6d41-49ca-9851-4b34a371f25b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.709750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (008df808-6d41-49ca-9851-4b34a371f25b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.758202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60dccb3d-98ce-478e-9228-8ee1cd31a6a1 req-69846202-2d1e-415b-9fd3-15128a808e1b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076778 Mar 07 04:23:46.772374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] For port 008df808-6d41-49ca-9851-4b34a371f25b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=008df808-6d41-49ca-9851-4b34a371f25b,segment=NetworkSegment(60a99dd9-639b-4544-b1f2-89954fca6d97),segment_id=60a99dd9-639b-4544-b1f2-89954fca6d97)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:46.772777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (008df808-6d41-49ca-9851-4b34a371f25b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.783280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Pushing event deleted for resources: {'Port': ['ID=008df808-6d41-49ca-9851-4b34a371f25b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:46.788616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] Calling delete_port for 008df808-6d41-49ca-9851-4b34a371f25b owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:46.809246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be53bfe1-d951-471a-87e3-68c99ad9f3f6 req-7c2e2b3f-3e53-4d39-9f26-b155ee4b2e66 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889286 Mar 07 04:23:46.810327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] No DVR routers for this DVR port 008df808-6d41-49ca-9851-4b34a371f25b on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:46.903109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (008df808-6d41-49ca-9851-4b34a371f25b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:46.914436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58994) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:46.936602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] Pushing event deleted for resources: {'Port': ['ID=008df808-6d41-49ca-9851-4b34a371f25b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:46.959961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fdf01-ba68-4ec5-bd6d-1fee4a1ffe15 None None] No DVR routers for this DVR port 008df808-6d41-49ca-9851-4b34a371f25b on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:46.977470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No active binding found for port 008df808-6d41-49ca-9851-4b34a371f25b {{(pid=103940) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 04:23:46.977886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] The host n-d-832185-1 is not matching for port 008df808-6d41-49ca-9851-4b34a371f25b host None! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:23:46.978303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 008df808-6d41-49ca-9851-4b34a371f25b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:46.978736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1812088-989b-4209-9a80-e7bba9609509 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:46.996427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9800-fbf2-4f55-8516-62950d1e2c14 req-d6f34d66-94a5-42d6-881f-b95f9bbda09f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:46.998015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf0f9800-fbf2-4f55-8516-62950d1e2c14 req-d6f34d66-94a5-42d6-881f-b95f9bbda09f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1288364 Mar 07 04:23:47.005900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b1812088-989b-4209-9a80-e7bba9609509 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:47.006580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1812088-989b-4209-9a80-e7bba9609509 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:47.044959 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (4dbabdbd-f738-4ec5-b797-1aaa28268d36), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.077520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf0f9800-fbf2-4f55-8516-62950d1e2c14 req-c3db8457-089a-45ef-ba67-c692c6024131 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674241 Mar 07 04:23:47.100955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbabdbd-f738-4ec5-b797-1aaa28268d36']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:47.114910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a99dd9-639b-4544-b1f2-89954fca6d97') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:47.115661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a99dd9-639b-4544-b1f2-89954fca6d97') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:23:47.127568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (60a99dd9-639b-4544-b1f2-89954fca6d97), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.146242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1030466325-network', 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:47.153802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (60a99dd9-639b-4544-b1f2-89954fca6d97), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.164468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:23:47.165213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (60a99dd9-639b-4544-b1f2-89954fca6d97), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:23:47.167379 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:23:47.186510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68044582-7640-42a8-b0e1-4e5f0f9038b4 req-58a1ea35-53a8-4225-8a4b-59121bc2cc71 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:47.188116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68044582-7640-42a8-b0e1-4e5f0f9038b4 req-58a1ea35-53a8-4225-8a4b-59121bc2cc71 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.0579934 Mar 07 04:23:47.222576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:47.225774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.242010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.261548 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (4dbabdbd-f738-4ec5-b797-1aaa28268d36), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.278690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.283348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] 10.222.0.21 "DELETE /v2.0/networks/4dbabdbd-f738-4ec5-b797-1aaa28268d36 HTTP/1.1" status: 204 len: 168 time: 1.2605805 Mar 07 04:23:47.286918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68044582-7640-42a8-b0e1-4e5f0f9038b4 req-8d772ea1-7254-4817-9116-cce475c95206 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901980 Mar 07 04:23:47.303826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8e18b-4ef5-4e3a-a6be-6ec44f32a41a admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbabdbd-f738-4ec5-b797-1aaa28268d36,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:47.366838 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks [] for security_group (d5193fb8-a2a1-4acd-be62-423d48b9198c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.376751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d5193fb8-a2a1-4acd-be62-423d48b9198c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.403808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:23:47.414924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5193fb8-a2a1-4acd-be62-423d48b9198c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:47.432009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.435382 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Added segment f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70 of type vlan for network db7eefde-0fec-4ee1-8a44-7fec86e43b35 Mar 07 04:23:47.487283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (db7eefde-0fec-4ee1-8a44-7fec86e43b35), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.493646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:47.516609 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (db7eefde-0fec-4ee1-8a44-7fec86e43b35), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.517772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:47.518534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.549296 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-97cd4c33-899d-4864-8eb6-c5a11b688efc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ac4785277f940f1a5beeeb92ea7a692&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0543108 Mar 07 04:23:47.552294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59006) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:47.556625 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6380284 Mar 07 04:23:47.583673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59008) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:47.593960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Request body: {'subnet': {'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1030466325-subnet', 'tenant_id': '765a9a47b1e244ca813048916feecd64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:47.594416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb3f1-a1d2-48bc-93ab-b748532a137e admin admin] Pushing event updated for resources: {'Network': ['ID=db7eefde-0fec-4ee1-8a44-7fec86e43b35,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:47.606877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:23:47.633781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:47.636517 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.651033 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10d6d8bb-cdff-4f41-806b-ab42aabaf902 admin admin] Publish callbacks [] for security_group (97e127be-9dce-4d16-8d72-7f5314d40e24), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.716426 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10d6d8bb-cdff-4f41-806b-ab42aabaf902 admin admin] Publish callbacks [] for security_group (97e127be-9dce-4d16-8d72-7f5314d40e24), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:47.833012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deebf3c-d731-4004-b158-0bd7511990d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddffe61-78a6-407b-be29-b142db47efb5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:47.835792 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86082c-d94b-46dc-9df6-3935dcc19c2b" -d '{"events": [{"server_uuid": "3deebf3c-d731-4004-b158-0bd7511990d5", "name": "network-vif-plugged", "status": "completed", "tag": "7ddffe61-78a6-407b-be29-b142db47efb5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:48.194735 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10d6d8bb-cdff-4f41-806b-ab42aabaf902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (97e127be-9dce-4d16-8d72-7f5314d40e24), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:48.198094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10d6d8bb-cdff-4f41-806b-ab42aabaf902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:48.201844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-10d6d8bb-cdff-4f41-806b-ab42aabaf902 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97e127be-9dce-4d16-8d72-7f5314d40e24 HTTP/1.1" status: 204 len: 168 time: 0.6460059 Mar 07 04:23:48.263081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6d8bb-cdff-4f41-806b-ab42aabaf902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e127be-9dce-4d16-8d72-7f5314d40e24,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:48.335091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:48.365536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06faef-1f4c-44f8-b0d8-8947a0fa8487 req-9617d06c-e218-4035-8f08-65032620ca51 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:48.372326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb06faef-1f4c-44f8-b0d8-8947a0fa8487 req-9617d06c-e218-4035-8f08-65032620ca51 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.2377162 Mar 07 04:23:48.414477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fc89e-e974-4156-9aa5-7263718a3500 req-acf1ac4d-3d39-49b4-88ca-5f7e2b0420e1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:48.416033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a3fc89e-e974-4156-9aa5-7263718a3500 req-acf1ac4d-3d39-49b4-88ca-5f7e2b0420e1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 949 time: 0.2851133 Mar 07 04:23:48.486567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:48.544560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb06faef-1f4c-44f8-b0d8-8947a0fa8487 req-00d3e9ae-86ad-4f8f-afbb-e8838c7046c9 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712306 Mar 07 04:23:48.601199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a3fc89e-e974-4156-9aa5-7263718a3500 req-3edb4aeb-0a30-4d8f-8d60-a0a34aae5951 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696920 Mar 07 04:23:48.605410 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12443de-e4ca-4db9-a91c-1a878aea419b x-openstack-request-id: req-f12443de-e4ca-4db9-a91c-1a878aea419b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:48.605969 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deebf3c-d731-4004-b158-0bd7511990d5", "name": "network-vif-plugged", "status": "completed", "tag": "7ddffe61-78a6-407b-be29-b142db47efb5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:48.607034 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f12443de-e4ca-4db9-a91c-1a878aea419b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:48.607601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:48.607601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Network hostable DHCP agents. Network: db7eefde-0fec-4ee1-8a44-7fec86e43b35, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:23:48.608096 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deebf3c-d731-4004-b158-0bd7511990d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddffe61-78a6-407b-be29-b142db47efb5', 'code': 200} Mar 07 04:23:48.635368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:23:48.661160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, db7eefde-0fec-4ee1-8a44-7fec86e43b35) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:48.671001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:48.672472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:48.674520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b30bf-9568-4b98-93e6-bb64dc050520 None None] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:48.703373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2cea0db3-fa49-4177-81a7-cc190810bb96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1177342 Mar 07 04:23:48.936721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa55971-00ff-41c7-ad9b-41d2e784877b None None] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:23:48.948517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59034) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:48.984970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c5158-3347-4c67-8031-c739e3d7ee18 req-4b81f97d-ef1e-464f-b87d-6d38f1d224e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:48.986663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad0c5158-3347-4c67-8031-c739e3d7ee18 req-4b81f97d-ef1e-464f-b87d-6d38f1d224e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 1131 time: 0.2986667 Mar 07 04:23:49.003476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9820b-e755-4d8d-9686-fdec0a0a69e8 req-7c71d3e1-7569-4ef5-9075-b3d178300c68 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:49.005235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6f9820b-e755-4d8d-9686-fdec0a0a69e8 req-7c71d3e1-7569-4ef5-9075-b3d178300c68 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2184925 Mar 07 04:23:49.041689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59036) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:49.046216 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c7ea12e5-27d1-42f3-95a7-6f8a0bd1885e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=070a8b4b829c444e9b7a036579a90048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0962961 Mar 07 04:23:49.075036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f85ea-db5a-426c-9ab1-2881765ee471 req-b9ab3d79-c237-402b-a581-2187a1305dd5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:49.076611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-681f85ea-db5a-426c-9ab1-2881765ee471 req-b9ab3d79-c237-402b-a581-2187a1305dd5 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1601076 Mar 07 04:23:49.259995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-681f85ea-db5a-426c-9ab1-2881765ee471 req-c98ca088-3e5d-4268-843b-01aee5d13d40 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500087 Mar 07 04:23:49.276805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad0c5158-3347-4c67-8031-c739e3d7ee18 req-c044ccfe-0c94-4174-8f6d-2841c2776d18 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553308 Mar 07 04:23:49.285913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6f9820b-e755-4d8d-9686-fdec0a0a69e8 req-8ec62b7d-9446-4490-9e68-09f4552adde6 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710447 Mar 07 04:23:49.323104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aef28691-9682-48a2-96a5-77a25e200772 admin admin] Publish callbacks [] for security_group (9b1823dc-f9b3-4547-bfe0-69d4f87445e2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:49.375400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aef28691-9682-48a2-96a5-77a25e200772 admin admin] Publish callbacks [] for security_group (9b1823dc-f9b3-4547-bfe0-69d4f87445e2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:49.499904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd093-59a9-47f4-bb12-bc1e42434006 req-2fe73290-578c-4e14-aeb5-5a53c6e80c41 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:49.502076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d3cd093-59a9-47f4-bb12-bc1e42434006 req-2fe73290-578c-4e14-aeb5-5a53c6e80c41 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.1216595 Mar 07 04:23:49.548412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aef28691-9682-48a2-96a5-77a25e200772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9b1823dc-f9b3-4547-bfe0-69d4f87445e2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:49.551591 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aef28691-9682-48a2-96a5-77a25e200772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:49.553281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aef28691-9682-48a2-96a5-77a25e200772 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b1823dc-f9b3-4547-bfe0-69d4f87445e2 HTTP/1.1" status: 204 len: 168 time: 0.4756947 Mar 07 04:23:49.605463 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:49.619684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef28691-9682-48a2-96a5-77a25e200772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1823dc-f9b3-4547-bfe0-69d4f87445e2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:49.775923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-436ffc5d-0b81-40f8-866e-b999950c74dc tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:49.778376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-436ffc5d-0b81-40f8-866e-b999950c74dc tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1738467 Mar 07 04:23:49.784136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d3cd093-59a9-47f4-bb12-bc1e42434006 req-5b9b5754-bdd6-4e58-9690-fd49683d9241 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753792 Mar 07 04:23:49.807239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-42c73693-2306-4135-97d1-a5024c7c329a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0195932 Mar 07 04:23:49.873392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-ed20e121-1e85-4d22-89fe-151581753d9a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647974 Mar 07 04:23:50.003745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f128f31-fa1d-473a-a6cf-6fece73bb73d req-cfbc2d7b-815c-431c-a8ec-085faf4a59b3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:50.005558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f128f31-fa1d-473a-a6cf-6fece73bb73d req-cfbc2d7b-815c-431c-a8ec-085faf4a59b3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 949 time: 0.1221085 Mar 07 04:23:50.048423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-a54d0766-740d-4c22-bc78-5421cba0a4db service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741099 Mar 07 04:23:50.173055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-daa1229c-fb29-45d6-a3db-8ba069f4fa9b service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237826 Mar 07 04:23:50.189014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f128f31-fa1d-473a-a6cf-6fece73bb73d req-75bb651d-67f4-466b-875f-a846e7529b91 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735983 Mar 07 04:23:50.354643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d31e0-6c46-4b46-b277-597caf00d2ee req-3bb0be14-526a-41f8-bc90-1649a8d5be5a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:50.356664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f4d31e0-6c46-4b46-b277-597caf00d2ee req-3bb0be14-526a-41f8-bc90-1649a8d5be5a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.0949602 Mar 07 04:23:50.458233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f4d31e0-6c46-4b46-b277-597caf00d2ee req-1e20404c-92ab-4f9e-9026-3470cd2bc1f1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882328 Mar 07 04:23:50.632478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d8dcc-3a15-464c-83e6-64d0f0b13c1f req-347a9082-1525-48f7-94c4-b1757d14bea7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:50.640132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc8d8dcc-3a15-464c-83e6-64d0f0b13c1f req-347a9082-1525-48f7-94c4-b1757d14bea7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1807504 Mar 07 04:23:50.734563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc8d8dcc-3a15-464c-83e6-64d0f0b13c1f req-6dd7a43c-0718-4e62-a4d8-ce2674f717aa tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899763 Mar 07 04:23:50.794019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630125f0-747d-4f9c-8a7c-0c79a2b5c35d req-2becbc14-1df9-4e4c-97a4-ba95d5c0e5d3 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:50.796663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-630125f0-747d-4f9c-8a7c-0c79a2b5c35d req-2becbc14-1df9-4e4c-97a4-ba95d5c0e5d3 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2306101 Mar 07 04:23:50.996522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d66c80ba-5663-4c43-b0b2-98a381950366 req-4759ffeb-6468-4245-b809-ee6b75db413f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 210 time: 0.0958128 Mar 07 04:23:51.006842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-630125f0-747d-4f9c-8a7c-0c79a2b5c35d req-39312e03-fb94-45ed-8043-c11869607ccb tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025919 Mar 07 04:23:51.155697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0894a9-5b2b-4604-9872-620523bc0c2e req-92255c59-45bc-4376-a838-c297ed5696f1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:51.157967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d0894a9-5b2b-4604-9872-620523bc0c2e req-92255c59-45bc-4376-a838-c297ed5696f1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.0717847 Mar 07 04:23:51.249635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d0894a9-5b2b-4604-9872-620523bc0c2e req-226a87bc-b684-4628-9c63-9e8f1a9d7699 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742517 Mar 07 04:23:51.381920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd32d-db40-4acb-b091-55cd22d3699e req-16bdf6cb-86c7-465c-8094-e71a7e985890 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:51.383584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ebd32d-db40-4acb-b091-55cd22d3699e req-16bdf6cb-86c7-465c-8094-e71a7e985890 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 949 time: 0.0894573 Mar 07 04:23:51.482515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ebd32d-db40-4acb-b091-55cd22d3699e req-ed7cc38e-e04b-4dee-89f2-77cdc457ad65 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830038 Mar 07 04:23:51.506414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacda9f-c18b-4215-a236-ef39cd06d6c0 req-a5f96bf3-7932-4885-b65e-e58b6e071051 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:51.507916 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dacda9f-c18b-4215-a236-ef39cd06d6c0 req-a5f96bf3-7932-4885-b65e-e58b6e071051 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.1202819 Mar 07 04:23:51.645617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dacda9f-c18b-4215-a236-ef39cd06d6c0 req-a505ecd3-41a3-4f97-8e5f-be23b0af8866 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306536 Mar 07 04:23:51.666110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe9a9b-061a-414f-950d-c0bc97bb1e92 req-a1766726-3e5b-4b0e-974f-b27b40c86610 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:51.679620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2abe9a9b-061a-414f-950d-c0bc97bb1e92 req-a1766726-3e5b-4b0e-974f-b27b40c86610 tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 1131 time: 0.1001463 Mar 07 04:23:51.818465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2abe9a9b-061a-414f-950d-c0bc97bb1e92 req-c34e567b-5f06-4f4a-82e4-2af1d16a9e7b tempest-ServersOnMultiNodesTest-583469514 tempest-ServersOnMultiNodesTest-583469514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252882 Mar 07 04:23:51.889399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9052-fc40-4444-b1f4-caf3791eb831 req-86aadcb6-80f9-4414-ba43-86768f8f4695 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:51.911769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa6e9052-fc40-4444-b1f4-caf3791eb831 req-86aadcb6-80f9-4414-ba43-86768f8f4695 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.1774344 Mar 07 04:23:51.969100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:52.114708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa6e9052-fc40-4444-b1f4-caf3791eb831 req-ea17be07-b4d3-4b4e-8a50-e910c89c5111 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020376 Mar 07 04:23:52.145127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af2650-6d64-4965-a164-4a0ff1f3cbf4 req-8a5ff956-5b95-45eb-853b-b11d14dc0c66 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:52.151889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03af2650-6d64-4965-a164-4a0ff1f3cbf4 req-8a5ff956-5b95-45eb-853b-b11d14dc0c66 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1723635 Mar 07 04:23:52.166179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-b65ac806-68ee-4947-a4e7-62706ddc767a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:52.168811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-b65ac806-68ee-4947-a4e7-62706ddc767a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.2538400 Mar 07 04:23:52.187672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:52.262665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03af2650-6d64-4965-a164-4a0ff1f3cbf4 req-3e867f15-9cd1-4dff-a513-de5bfbdd0051 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098402 Mar 07 04:23:52.375050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:52.380294 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:52.414288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cec3e1d3-a572-48a0-b2b1-6fd29729fe9b req-2f89827d-0438-4699-bbfd-e0b5fb500d39 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 210 time: 0.0515556 Mar 07 04:23:52.549835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3090e-d401-4803-b97b-ba71e51ddafc req-9e8f3e69-baff-4d5c-a8a0-22c1e3c88a2c tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:52.552804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ad3090e-d401-4803-b97b-ba71e51ddafc req-9e8f3e69-baff-4d5c-a8a0-22c1e3c88a2c tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1444907 Mar 07 04:23:52.658017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ad3090e-d401-4803-b97b-ba71e51ddafc req-ea48a550-373b-4654-a11e-5382c68f5c6f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972071 Mar 07 04:23:52.669677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.11 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/5a877a71-f39a-4fdd-81d7-f2c9f166b9b8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:23:52.966393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:52.980726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28cb5e-0123-43b5-a809-6bc8316fccb9 req-5672869c-d9e5-433a-a705-33655dab0bd6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:52.987568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b28cb5e-0123-43b5-a809-6bc8316fccb9 req-5672869c-d9e5-433a-a705-33655dab0bd6 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 949 time: 0.1928005 Mar 07 04:23:53.008796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c751ef-0373-46ba-9379-3c500b9e1512 req-c15544d0-cf87-4550-a598-27ab2f0fe5e7 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:53.010295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91c751ef-0373-46ba-9379-3c500b9e1512 req-c15544d0-cf87-4550-a598-27ab2f0fe5e7 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.1312602 Mar 07 04:23:53.104483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b28cb5e-0123-43b5-a809-6bc8316fccb9 req-d4f955bf-e67e-4d3c-b2e1-3389ec3d03b2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127088 Mar 07 04:23:53.116207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91c751ef-0373-46ba-9379-3c500b9e1512 req-3ae55325-b125-448a-b9d6-fa1278e85361 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971286 Mar 07 04:23:53.118503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:53.194004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:23:53.197807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:53.201684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:23:53.265939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:53.297092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:53.297728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:53.337016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-f9a0bb02-70d0-4224-b0d8-d938d0fb1157 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1549404 Mar 07 04:23:53.354407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035d025-1ab3-4925-9d15-5f29a3c1f18a req-698c385a-1d1e-4ee0-921f-b7b68f9f55d9 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:53.355895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b035d025-1ab3-4925-9d15-5f29a3c1f18a req-698c385a-1d1e-4ee0-921f-b7b68f9f55d9 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.0776517 Mar 07 04:23:53.360652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Request body: {'port': {'device_id': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:53.479542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:53.533607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b035d025-1ab3-4925-9d15-5f29a3c1f18a req-99bd3ded-7b64-45e7-92c7-bbd53c1d6392 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711447 Mar 07 04:23:53.564357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef899a5-061c-40ac-bbc3-cf877efe3cc2 req-507ec49d-db12-4745-b31c-0639ba9b2337 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:53.564357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ef899a5-061c-40ac-bbc3-cf877efe3cc2 req-507ec49d-db12-4745-b31c-0639ba9b2337 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1722691 Mar 07 04:23:53.754901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ef899a5-061c-40ac-bbc3-cf877efe3cc2 req-4fbfe8cc-e3d7-4c56-898a-6b5adf5290d3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929102 Mar 07 04:23:53.833851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aba415-a104-40e5-8362-ef65c0277bd5 req-3d35a42c-b80a-4781-a046-cf2d6b1c53bd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:53.835273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3aba415-a104-40e5-8362-ef65c0277bd5 req-3d35a42c-b80a-4781-a046-cf2d6b1c53bd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 932 time: 0.2063360 Mar 07 04:23:53.977518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3aba415-a104-40e5-8362-ef65c0277bd5 req-e231d0f7-543d-40cc-81b4-62e47ac9d720 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361265 Mar 07 04:23:54.022830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-5ea044b4-2edd-4b2c-a4da-79698b63ee9e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:54.024932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-5ea044b4-2edd-4b2c-a4da-79698b63ee9e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 949 time: 0.1800220 Mar 07 04:23:54.046744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:54.079558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Publish callbacks [] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.150012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Transition to ACTIVE for port object 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:23:54.178156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.237678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35c5ae-9327-46f7-ada3-b14f1a8bb5de req-1e3332cf-2297-4e0a-8b46-07a065b1861e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:54.239750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b35c5ae-9327-46f7-ada3-b14f1a8bb5de req-1e3332cf-2297-4e0a-8b46-07a065b1861e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1588230 Mar 07 04:23:54.266912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Pushing event updated for resources: {'Port': ['ID=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:54.351845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port 7ddffe61-78a6-407b-be29-b142db47efb5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:54.352270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.376333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b35c5ae-9327-46f7-ada3-b14f1a8bb5de req-bbe9506d-790c-41ca-b1b7-d85388be522a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273360 Mar 07 04:23:54.457864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Attempting to bind port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:23:54.458251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Attempting to bind port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:23:54.458585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Attempting to bind port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:54.468452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:23:54.468779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Attempting to bind port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:23:54.485031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:23:54.485376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:54.485767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:23:54.486240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Bound port: 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:23:54.486607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.532229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port 7ddffe61-78a6-407b-be29-b142db47efb5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7ddffe61-78a6-407b-be29-b142db47efb5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:54.532609 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.591021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for 7ddffe61-78a6-407b-be29-b142db47efb5 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:54.688878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] For port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:23:54.693404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] For port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:23:54.711762 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.736913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5d42c-deb0-43c5-a37a-d3472edee194 req-6a405b1c-0f6b-4e66-97d8-597af2b34fb9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:54.739111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ad5d42c-deb0-43c5-a37a-d3472edee194 req-6a405b1c-0f6b-4e66-97d8-597af2b34fb9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deebf3c-d731-4004-b158-0bd7511990d5 HTTP/1.1" status: 200 len: 949 time: 0.1900020 Mar 07 04:23:54.783203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:54.783932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:54.785867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] 10.222.0.15 "PUT /v2.0/ports/5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 HTTP/1.1" status: 200 len: 1092 time: 1.4400249 Mar 07 04:23:54.786200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'tag': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:54.788422 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4198555a-17ef-4f5e-9781-c23a75ef916b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef873f2e-99d9-4041-8b90-82d94638bf4c", "tag": "5a877a71-f39a-4fdd-81d7-f2c9f166b9b8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:54.854182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af296ef1-c4c8-4eac-b757-c1759a1a142d service neutron] Pushing event updated for resources: {'Port': ['ID=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:55.226860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ad5d42c-deb0-43c5-a37a-d3472edee194 req-6d4d04de-7bff-4925-b71f-67abd7e9cd99 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586499 Mar 07 04:23:55.272058 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9116a5f-b4af-4b36-8ad9-ae77aeea12ef x-openstack-request-id: req-d9116a5f-b4af-4b36-8ad9-ae77aeea12ef {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:55.272608 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef873f2e-99d9-4041-8b90-82d94638bf4c", "tag": "5a877a71-f39a-4fdd-81d7-f2c9f166b9b8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:55.274032 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9116a5f-b4af-4b36-8ad9-ae77aeea12ef {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:55.274032 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'tag': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8', 'status': 'completed', 'code': 200} Mar 07 04:23:55.296289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-194520ff-9bf9-4fa2-be81-7c520c6edfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:55.297813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-194520ff-9bf9-4fa2-be81-7c520c6edfe0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 1126 time: 0.4587224 Mar 07 04:23:55.314508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46133a4-4135-471b-b387-f1d1ddced99d req-a48144be-ab8b-4b93-bcd0-ebce98129a6e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:55.324103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d46133a4-4135-471b-b387-f1d1ddced99d req-a48144be-ab8b-4b93-bcd0-ebce98129a6e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1390510 Mar 07 04:23:55.370364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7ddffe61-78a6-407b-be29-b142db47efb5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:55.383310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-d48a7a29-90da-499a-b778-7041fcb92ffd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 HTTP/1.1" status: 200 len: 217 time: 0.0570011 Mar 07 04:23:55.384407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9', '7ddffe61-78a6-407b-be29-b142db47efb5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:55.441096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=7ddffe61-78a6-407b-be29-b142db47efb5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:55.449072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2', '1eb95d94-6b9a-4922-be4f-5dcff44338e5', '806e09fd-1141-42c2-8c2b-e275461c582f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:55.453675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59304) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:55.552343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port 7ddffe61-78a6-407b-be29-b142db47efb5 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:23:55.574646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:55.578087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae810032-8650-4300-8cf9-c407b7b77d57 req-bf37201d-73f1-4627-9cc7-bab2d7c6f3f1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "DELETE /v2.0/ports/7ddffe61-78a6-407b-be29-b142db47efb5 HTTP/1.1" status: 204 len: 173 time: 1.5453801 Mar 07 04:23:55.581660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-febdd4ca-8a14-47f3-ae24-a5370075381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:55.583639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-febdd4ca-8a14-47f3-ae24-a5370075381a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1572969 Mar 07 04:23:55.603761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d46133a4-4135-471b-b387-f1d1ddced99d req-1a5d91d4-d0b4-4df9-8847-1da4ae7adac1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786450 Mar 07 04:23:55.638657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a0e6a0-de0d-4130-a711-94871f3b1358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:55.686206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c74a-f8fd-421a-8ed7-35541a18b4cf req-3de362b8-f009-40b1-9860-a3a666f60290 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:55.695235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be99c74a-f8fd-421a-8ed7-35541a18b4cf req-3de362b8-f009-40b1-9860-a3a666f60290 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.3672082 Mar 07 04:23:55.704316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-ded24ad5-cb96-4d4c-b9e1-c14f3faf99b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993993 Mar 07 04:23:55.868720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a0e6a0-de0d-4130-a711-94871f3b1358 admin admin] Publish callbacks [] for security_group (5dac306f-0360-4771-8553-a350a27db44d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:55.881896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be99c74a-f8fd-421a-8ed7-35541a18b4cf req-d000405a-1b5d-4dbe-bffd-e4e76596e10d tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856849 Mar 07 04:23:55.884337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-94a0e6a0-de0d-4130-a711-94871f3b1358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5dac306f-0360-4771-8553-a350a27db44d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:55.950559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-a6f51867-5d7e-439d-8dea-4d89a55e97a2 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280414 Mar 07 04:23:55.954398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-94a0e6a0-de0d-4130-a711-94871f3b1358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aac7d2f5d194dbab4011b0daba62f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992454 Mar 07 04:23:55.959228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59308) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:55.973366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e6a0-de0d-4130-a711-94871f3b1358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dac306f-0360-4771-8553-a350a27db44d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:56.054700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-52d5d8be-1246-4170-8591-286bc0ba784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.056860 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-52d5d8be-1246-4170-8591-286bc0ba784a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1127 time: 0.1304941 Mar 07 04:23:56.087717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d66334aa-1920-496d-9ffc-589021ef3901 admin admin] Publish callbacks [] for security_group (5dac306f-0360-4771-8553-a350a27db44d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:56.155944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360cc72-0fc2-4212-a5af-a0539b6d246e req-da545397-2b37-49d4-bbaa-5969a935b09a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.158578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2360cc72-0fc2-4212-a5af-a0539b6d246e req-da545397-2b37-49d4-bbaa-5969a935b09a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 944 time: 0.4162822 Mar 07 04:23:56.218076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3aca8-9981-4954-8599-559f5a85ae14 req-9885aaf6-884e-48ed-acd1-78918003003b service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595050 Mar 07 04:23:56.219454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-b41cd91d-9025-4aa7-9420-26e39df7dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.226295 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-b41cd91d-9025-4aa7-9420-26e39df7dadd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1472962 Mar 07 04:23:56.273347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d66334aa-1920-496d-9ffc-589021ef3901 admin admin] Publish callbacks [] for security_group (5dac306f-0360-4771-8553-a350a27db44d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:56.295281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-6af30242-54a2-4821-a167-a2b745dc3f5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 217 time: 0.0605628 Mar 07 04:23:56.356217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d828e70-29b7-4e48-b696-4407393072e0 req-5314297c-6243-45e9-9dbc-2339b6066e75 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.365627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d828e70-29b7-4e48-b696-4407393072e0 req-5314297c-6243-45e9-9dbc-2339b6066e75 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.3396156 Mar 07 04:23:56.391407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-bb03c5b2-38bc-4e77-8b01-3590de5192c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.396660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-bb03c5b2-38bc-4e77-8b01-3590de5192c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0924454 Mar 07 04:23:56.450118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2360cc72-0fc2-4212-a5af-a0539b6d246e req-036c6e4e-abf3-43f6-96a3-f1d33f0c8171 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355385 Mar 07 04:23:56.464376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-025b87ea-d9b8-4856-be3f-4f8c7d0909ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558417 Mar 07 04:23:56.547174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-c6a1e2af-65df-4118-af39-85268d9bf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.548711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-c6a1e2af-65df-4118-af39-85268d9bf7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 1126 time: 0.2229140 Mar 07 04:23:56.551600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d66334aa-1920-496d-9ffc-589021ef3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5dac306f-0360-4771-8553-a350a27db44d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:56.560194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d66334aa-1920-496d-9ffc-589021ef3901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:56.561338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d66334aa-1920-496d-9ffc-589021ef3901 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dac306f-0360-4771-8553-a350a27db44d HTTP/1.1" status: 204 len: 168 time: 0.6002142 Mar 07 04:23:56.630232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-a944d27e-c235-483e-b67d-5ae9c6274a65 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583130 Mar 07 04:23:56.686814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d828e70-29b7-4e48-b696-4407393072e0 req-ce6aec95-2f7b-46e7-a1c2-e75dedf07394 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196988 Mar 07 04:23:56.740113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66334aa-1920-496d-9ffc-589021ef3901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dac306f-0360-4771-8553-a350a27db44d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:56.804512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f2732e-8306-4791-bbbc-1f839cd49bfd req-8aad52ea-bf46-46c4-9faf-34ee28eb0af0 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670864 Mar 07 04:23:56.947321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-5ff26ad1-a009-47fd-9b7d-1a1e299467a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:56.948841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-5ff26ad1-a009-47fd-9b7d-1a1e299467a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.3737588 Mar 07 04:23:57.012212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c613e5-d59d-48d2-9732-f6fcdd4aa28e req-f5508e49-0d4c-49c5-96b1-f38ba70f910a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:57.013788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8c613e5-d59d-48d2-9732-f6fcdd4aa28e req-f5508e49-0d4c-49c5-96b1-f38ba70f910a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1720433 Mar 07 04:23:57.017767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-396aaeee-0257-449d-9d2b-533d502886ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 HTTP/1.1" status: 200 len: 217 time: 0.0613422 Mar 07 04:23:57.034065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f829a18-1129-4412-8d63-e5fba11290f3 req-b6f2e09b-6f32-4e46-b300-e04f1563232e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:57.036124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59326) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:57.036266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f829a18-1129-4412-8d63-e5fba11290f3 req-b6f2e09b-6f32-4e46-b300-e04f1563232e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 950 time: 0.1539712 Mar 07 04:23:57.052106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5910164f-e6e4-4085-9d05-c5de0d456acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.134255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-de986bd8-9602-4dc2-9206-5c83a09f46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:57.135920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-de986bd8-9602-4dc2-9206-5c83a09f46d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.0977361 Mar 07 04:23:57.152175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5910164f-e6e4-4085-9d05-c5de0d456acd admin admin] Publish callbacks [] for security_group (b1f94581-2030-4da6-bca1-d904ae9a5177), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.156958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8c613e5-d59d-48d2-9732-f6fcdd4aa28e req-079683ab-61f6-46f5-9cba-e22d10244899 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367126 Mar 07 04:23:57.159036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5910164f-e6e4-4085-9d05-c5de0d456acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b1f94581-2030-4da6-bca1-d904ae9a5177), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.177594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f829a18-1129-4412-8d63-e5fba11290f3 req-076bf71d-c591-495a-af46-3af4ff660089 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204765 Mar 07 04:23:57.201932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-0d008a0d-0b2e-4143-851a-f0e112f12482 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407662 Mar 07 04:23:57.244151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5910164f-e6e4-4085-9d05-c5de0d456acd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35536f7c753d451a9d6551728e7fb1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066836 Mar 07 04:23:57.246587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910164f-e6e4-4085-9d05-c5de0d456acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f94581-2030-4da6-bca1-d904ae9a5177,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:57.247490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59328) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:57.274120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deebf3c-d731-4004-b158-0bd7511990d5', 'name': 'network-vif-deleted', 'tag': '7ddffe61-78a6-407b-be29-b142db47efb5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:57.276739 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b848fa-cfdc-4def-9a83-0bb02fa90b94" -d '{"events": [{"server_uuid": "3deebf3c-d731-4004-b158-0bd7511990d5", "name": "network-vif-deleted", "tag": "7ddffe61-78a6-407b-be29-b142db47efb5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:57.303954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be597dcf-00be-4f15-a42e-c6d51b1951ca details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:57.442851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bff63-1b28-461c-b434-ccaad7006546 req-9fa07d63-c032-48ad-a346-e1188cf4e9f6 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:57.442851 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-485bff63-1b28-461c-b434-ccaad7006546 req-9fa07d63-c032-48ad-a346-e1188cf4e9f6 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.1545386 Mar 07 04:23:57.459234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-e8bfbcf1-ed36-41ca-9480-a258137f230c service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490294 Mar 07 04:23:57.477948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8b27-44d5-4f64-b68f-255ccb075aad admin admin] Publish callbacks [] for security_group (b1f94581-2030-4da6-bca1-d904ae9a5177), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.565022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8b27-44d5-4f64-b68f-255ccb075aad admin admin] Publish callbacks [] for security_group (b1f94581-2030-4da6-bca1-d904ae9a5177), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.600618 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e8dd3-0114-466c-ba24-45af19a26646 x-openstack-request-id: req-a86e8dd3-0114-466c-ba24-45af19a26646 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:23:57.600919 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deebf3c-d731-4004-b158-0bd7511990d5", "name": "network-vif-deleted", "tag": "7ddffe61-78a6-407b-be29-b142db47efb5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:23:57.601165 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a86e8dd3-0114-466c-ba24-45af19a26646 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:23:57.601785 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deebf3c-d731-4004-b158-0bd7511990d5', 'name': 'network-vif-deleted', 'tag': '7ddffe61-78a6-407b-be29-b142db47efb5', 'status': 'completed', 'code': 200} Mar 07 04:23:57.612223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-485bff63-1b28-461c-b434-ccaad7006546 req-cca8bc78-cab7-45d6-ba59-10d0549e0159 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592844 Mar 07 04:23:57.649769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:57.661627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'port_id': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'mac_address': 'fa:16:3e:67:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c60f1a-19de-4c32-90e4-8c88bdf7b68c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:57.698361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4198555a-17ef-4f5e-9781-c23a75ef916b req-6593a970-1f22-4719-99f8-76c4e9541984 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308562 Mar 07 04:23:57.701026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be597dcf-00be-4f15-a42e-c6d51b1951ca is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:57.702160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.732410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be597dcf-00be-4f15-a42e-c6d51b1951ca {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:57.737220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ab04-0f47-4768-b2c7-03f1b6057033 req-fdb2870d-4484-4d80-8dac-33ebb9c7c7c9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:57.739174 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d857ab04-0f47-4768-b2c7-03f1b6057033 req-fdb2870d-4484-4d80-8dac-33ebb9c7c7c9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 944 time: 0.0890746 Mar 07 04:23:57.740297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8b27-44d5-4f64-b68f-255ccb075aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b1f94581-2030-4da6-bca1-d904ae9a5177), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.742981 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8b27-44d5-4f64-b68f-255ccb075aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.744037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4f9b8b27-44d5-4f64-b68f-255ccb075aad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1f94581-2030-4da6-bca1-d904ae9a5177 HTTP/1.1" status: 204 len: 168 time: 0.4954069 Mar 07 04:23:57.772611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b8b27-44d5-4f64-b68f-255ccb075aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f94581-2030-4da6-bca1-d904ae9a5177,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:57.802569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:57.817238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:57.860720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d857ab04-0f47-4768-b2c7-03f1b6057033 req-01667ccd-a430-45d3-9216-43189db43b12 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090510 Mar 07 04:23:57.883138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2905d3-19ca-4dbc-ad9e-63ac9e1132c2 req-4807dcb1-bd6b-48af-84bc-6d30de6c108d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:57.884404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:57.884676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba2905d3-19ca-4dbc-ad9e-63ac9e1132c2 req-4807dcb1-bd6b-48af-84bc-6d30de6c108d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.0928764 Mar 07 04:23:57.919537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7ddffe61-78a6-407b-be29-b142db47efb5 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:23:57.943265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 7ddffe61-78a6-407b-be29-b142db47efb5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:23:57.943618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7ddffe61-78a6-407b-be29-b142db47efb5 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:23:57.961346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba2905d3-19ca-4dbc-ad9e-63ac9e1132c2 req-a4bcd65d-df62-47d7-9fd9-ae98ddb5aed0 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642684 Mar 07 04:23:58.035251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['be597dcf-00be-4f15-a42e-c6d51b1951ca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:58.351473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483a6f2-fa94-4568-9906-4a67dfdbc3c4 req-94cfba1f-f401-4a39-b5e1-fe08709550ab tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:58.358266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c483a6f2-fa94-4568-9906-4a67dfdbc3c4 req-94cfba1f-f401-4a39-b5e1-fe08709550ab tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1186950 Mar 07 04:23:58.382973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e8889-78f4-4082-80e4-69cfd70c8047 req-945b49b9-031c-46bc-9ed6-5e73c80530c5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:58.384505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-087e8889-78f4-4082-80e4-69cfd70c8047 req-945b49b9-031c-46bc-9ed6-5e73c80530c5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 950 time: 0.0987613 Mar 07 04:23:58.437921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c483a6f2-fa94-4568-9906-4a67dfdbc3c4 req-c465d47a-adb3-49d4-abd9-236b64b03cf6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784340 Mar 07 04:23:58.477670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-087e8889-78f4-4082-80e4-69cfd70c8047 req-c83abac2-e07b-43a7-b17c-6016d98519c9 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755112 Mar 07 04:23:58.651710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59368) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:58.761120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-879014055-network', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:58.789027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aba-9bc7-418f-b65d-3fe535571922 req-e2ec379a-d390-40e3-9f61-b106d14d1469 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:58.790540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9257aba-9bc7-418f-b65d-3fe535571922 req-e2ec379a-d390-40e3-9f61-b106d14d1469 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 944 time: 0.0888097 Mar 07 04:23:58.795310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Made reservation on behalf of 81d8fea6fdb24f03b96e1dd226dd1e26 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:58.797814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:58.812934 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:58.903822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9257aba-9bc7-418f-b65d-3fe535571922 req-44d36b4b-b14e-46fd-92fd-e491537e3a1c tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035604 Mar 07 04:23:58.948389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-1423dc04-4059-4da4-95f6-7cdb6c2c80d3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:58.949456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-1423dc04-4059-4da4-95f6-7cdb6c2c80d3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 950 time: 0.1025815 Mar 07 04:23:59.001627 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks [] for security_group (f24ec8f3-545a-4253-a217-0262c6d96044), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.020790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f24ec8f3-545a-4253-a217-0262c6d96044), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.095388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:23:59.128464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24ec8f3-545a-4253-a217-0262c6d96044,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:59.134316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3085f72f-c5bf-49af-aeb9-34482be4f65e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.134729 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Added segment 3085f72f-c5bf-49af-aeb9-34482be4f65e of type vlan for network 5007f1d4-c556-44f7-adcc-beaa52f2466c Mar 07 04:23:59.185610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756849a-118a-447e-8ab5-f0817e73fc6e req-d9398da4-6ccf-41bf-b4c4-ad18cf4bb2e9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:59.187303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d756849a-118a-447e-8ab5-f0817e73fc6e req-d9398da4-6ccf-41bf-b4c4-ad18cf4bb2e9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 944 time: 0.1844056 Mar 07 04:23:59.226694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (5007f1d4-c556-44f7-adcc-beaa52f2466c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.270074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port 806e09fd-1141-42c2-8c2b-e275461c582f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:23:59.270480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.310310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:23:59.314801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be597dcf-00be-4f15-a42e-c6d51b1951ca up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:23:59.323942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (5007f1d4-c556-44f7-adcc-beaa52f2466c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.324903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:59.325479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.400135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2413be-dc64-4944-9bb8-4f1706122ec0 req-de9a6dd7-2abd-434f-a5ce-86f45b723772 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:59.401689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c2413be-dc64-4944-9bb8-4f1706122ec0 req-de9a6dd7-2abd-434f-a5ce-86f45b723772 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2247844 Mar 07 04:23:59.404692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d756849a-118a-447e-8ab5-f0817e73fc6e req-44c8c2f0-82c4-427d-8dac-feb3b9c1693a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974971 Mar 07 04:23:59.453561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port be597dcf-00be-4f15-a42e-c6d51b1951ca triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:23:59.454348 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.511434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8585520 Mar 07 04:23:59.514498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:23:59.520809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Request body: {'subnet': {'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-879014055-subnet', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:23:59.537365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e3295-5f1c-4121-9884-879d0a6d8a99 admin admin] Pushing event updated for resources: {'Network': ['ID=5007f1d4-c556-44f7-adcc-beaa52f2466c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:59.539140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:59.553501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Made reservation on behalf of 81d8fea6fdb24f03b96e1dd226dd1e26 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:23:59.556723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.558292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:23:59.584543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port 806e09fd-1141-42c2-8c2b-e275461c582f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=806e09fd-1141-42c2-8c2b-e275461c582f,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:59.584917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.600410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8', 'mac_address': 'fa:16:3e:aa:58:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:23:59.614833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for 806e09fd-1141-42c2-8c2b-e275461c582f owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:23:59.636472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c2413be-dc64-4944-9bb8-4f1706122ec0 req-57c12a46-053f-49af-a99b-3daa2de62f20 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104547 Mar 07 04:23:59.690013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03ed73-3d73-4558-aaee-0ee096aac513 req-8ccda405-0167-451a-addf-488bb18ee592 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:59.692443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c03ed73-3d73-4558-aaee-0ee096aac513 req-8ccda405-0167-451a-addf-488bb18ee592 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 944 time: 0.1846831 Mar 07 04:23:59.756165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:59.756843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.768040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c03ed73-3d73-4558-aaee-0ee096aac513 req-29a0135b-136a-4fd9-816d-f108c05c93c7 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Mar 07 04:23:59.804229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (63f8a02d-d450-4b53-9c1b-e7c2298d7057), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.829354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:23:59.845878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be597dcf-00be-4f15-a42e-c6d51b1951ca is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:23:59.845878 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.897056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f8a02d-d450-4b53-9c1b-e7c2298d7057,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:23:59.905698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (806e09fd-1141-42c2-8c2b-e275461c582f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.907619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Checking segment: {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:23:59.907844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Network hostable DHCP agents. Network: 5007f1d4-c556-44f7-adcc-beaa52f2466c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:23:59.915521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:23:59.918513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c4cd5-074c-4634-929b-ccb26fe2cbdb req-c6a90ceb-6223-4b78-b68f-d7a603d075cb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:59.918683 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cd3dd9-4041-4e9d-ad1f-7689caf76f98" -d '{"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:23:59.920609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb8c4cd5-074c-4634-929b-ccb26fe2cbdb req-c6a90ceb-6223-4b78-b68f-d7a603d075cb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.1132185 Mar 07 04:23:59.923817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:59.931942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:59.934160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:23:59.934349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2', '1eb95d94-6b9a-4922-be4f-5dcff44338e5', '806e09fd-1141-42c2-8c2b-e275461c582f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:23:59.952028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.955276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 5007f1d4-c556-44f7-adcc-beaa52f2466c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:23:59.955465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:23:59.973000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:23:59.973869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:23:59.995100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e51ef31-757d-40b6-8e4e-1abd52becee6 req-0d18cf32-4984-4320-a7b0-43878f8d7135 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e HTTP/1.1" status: 200 len: 210 time: 0.0906048 Mar 07 04:23:59.998708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=806e09fd-1141-42c2-8c2b-e275461c582f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:00.000221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59390) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:00.000365 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-adb33ad0-e196-4deb-ba42-77f4d7b37dfa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4841385 Mar 07 04:24:00.017009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e10de-d8f3-4fa4-805d-cfd5fde30571 None None] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:24:00.039487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:00.044304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.075297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port 806e09fd-1141-42c2-8c2b-e275461c582f on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:00.079844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.085067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cba98553-11f1-48f7-883c-6b5ead84e924 req-32b484bc-4aa3-4ac1-9b10-25c4533f7357 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "DELETE /v2.0/ports/806e09fd-1141-42c2-8c2b-e275461c582f HTTP/1.1" status: 204 len: 173 time: 1.1252818 Mar 07 04:24:00.087579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'name': 'network-vif-deleted', 'tag': '806e09fd-1141-42c2-8c2b-e275461c582f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:00.089967 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e7866b-211b-4000-9352-10a6721cf458" -d '{"events": [{"server_uuid": "f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e", "name": "network-vif-deleted", "tag": "806e09fd-1141-42c2-8c2b-e275461c582f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:00.124860 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b23ebea-4508-47d8-b880-0a899328d85a x-openstack-request-id: req-2b23ebea-4508-47d8-b880-0a899328d85a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:00.125395 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:00.125658 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b23ebea-4508-47d8-b880-0a899328d85a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:00.126068 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'code': 200} Mar 07 04:24:00.130839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb8c4cd5-074c-4634-929b-ccb26fe2cbdb req-e08047aa-18ed-44ae-9244-e5e44f4f5b7e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909382 Mar 07 04:24:00.132059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.133241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.199518 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d3413-22a3-4d42-90c4-06ce59de7afc x-openstack-request-id: req-265d3413-22a3-4d42-90c4-06ce59de7afc {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:00.199790 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e", "name": "network-vif-deleted", "tag": "806e09fd-1141-42c2-8c2b-e275461c582f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:00.199970 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-265d3413-22a3-4d42-90c4-06ce59de7afc {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:00.200383 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47bca4c-e3d7-4a56-8ef4-772dbc8ab86e', 'name': 'network-vif-deleted', 'tag': '806e09fd-1141-42c2-8c2b-e275461c582f', 'status': 'completed', 'code': 200} Mar 07 04:24:00.204090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks [] for router_controller (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.223703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:00.366068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:00.372635 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks [] for router_gateway (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.412142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-5007f1d4-c556-44f7-adcc-beaa52f2466c', 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'fixed_ips': [{'subnet_id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:24:00.413164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:00.542329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:00.944619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Allocated IP 172.20.0.2 (5007f1d4-c556-44f7-adcc-beaa52f2466c/63f8a02d-d450-4b53-9c1b-e7c2298d7057/35726f66-99fe-46d2-af3e-262b2e3241ec) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:01.037349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-6e87631c-c5aa-445e-bdb5-dddccf0004a3 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:01.038490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-6e87631c-c5aa-445e-bdb5-dddccf0004a3 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.5696857 Mar 07 04:24:01.050170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:01.094719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fac61-d088-4d9a-9d3f-13ba7acff4f2 req-f9b6adf6-0c33-4591-9d42-cc6ee7ec646b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:01.100373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a00fac61-d088-4d9a-9d3f-13ba7acff4f2 req-f9b6adf6-0c33-4591-9d42-cc6ee7ec646b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 945 time: 0.5814245 Mar 07 04:24:01.154669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3803-f179-4797-885b-7e0ad9314a7e req-6b3b0efa-68a7-4987-b984-5c286f74a4d9 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:01.162826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-463b3803-f179-4797-885b-7e0ad9314a7e req-6b3b0efa-68a7-4987-b984-5c286f74a4d9 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2077944 Mar 07 04:24:01.231818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Publish callbacks [] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.244465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.296974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:01.311206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:01.313936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:01.325210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.326385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Pushing event updated for resources: {'Port': ['ID=35726f66-99fe-46d2-af3e-262b2e3241ec,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:01.358297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a00fac61-d088-4d9a-9d3f-13ba7acff4f2 req-d528972b-1010-4148-abdb-c052ca7751a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456303 Mar 07 04:24:01.364768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be597dcf-00be-4f15-a42e-c6d51b1951ca no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:01.400982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-463b3803-f179-4797-885b-7e0ad9314a7e req-2419bd40-d7b5-4cd8-91d0-00493b5a2d40 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372255 Mar 07 04:24:01.445367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-8d1ca8e4-8d6f-457a-b20a-a2cbae7e30c0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:01.447294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-8d1ca8e4-8d6f-457a-b20a-a2cbae7e30c0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.15 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.3412530 Mar 07 04:24:01.455849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Attempting to bind port 35726f66-99fe-46d2-af3e-262b2e3241ec on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:01.456409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Attempting to bind port 35726f66-99fe-46d2-af3e-262b2e3241ec by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:01.457395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Attempting to bind port 35726f66-99fe-46d2-af3e-262b2e3241ec on network 5007f1d4-c556-44f7-adcc-beaa52f2466c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:01.489451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:01.494558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Checking segment: {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:01.495857 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.496197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Bound using segment: {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:01.496702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Bound port: 35726f66-99fe-46d2-af3e-262b2e3241ec, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:01.497088 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.558605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks [] for router_gateway (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.620320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be597dcf-00be-4f15-a42e-c6d51b1951ca is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:01.620818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.667781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] For port 35726f66-99fe-46d2-af3e-262b2e3241ec, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:01.675260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] For port 35726f66-99fe-46d2-af3e-262b2e3241ec, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=35726f66-99fe-46d2-af3e-262b2e3241ec,segment=NetworkSegment(3085f72f-c5bf-49af-aeb9-34482be4f65e),segment_id=3085f72f-c5bf-49af-aeb9-34482be4f65e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:01.684026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.684311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.692033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:01.718264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.718941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 806e09fd-1141-42c2-8c2b-e275461c582f no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:01.757741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 806e09fd-1141-42c2-8c2b-e275461c582f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:01.757741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 806e09fd-1141-42c2-8c2b-e275461c582f not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:01.770495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a0e0d-5bda-4833-804b-53baaada79bb None None] Pushing event updated for resources: {'Port': ['ID=35726f66-99fe-46d2-af3e-262b2e3241ec,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:01.822469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6555db-7550-4d9e-ba56-b5411820310a req-45b4f889-bc1c-4ffe-b17f-9822927da547 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:01.822469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce6555db-7550-4d9e-ba56-b5411820310a req-45b4f889-bc1c-4ffe-b17f-9822927da547 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 945 time: 0.3735828 Mar 07 04:24:01.835248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:01.872071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:01.900683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e03e-97fa-44b5-b28a-bead56eb5b69 req-20238bf2-58fa-4ed3-89fe-0e02624ca5c1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:01.900683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c14e03e-97fa-44b5-b28a-bead56eb5b69 req-20238bf2-58fa-4ed3-89fe-0e02624ca5c1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 945 time: 0.3647192 Mar 07 04:24:01.934056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Deleting port be597dcf-00be-4f15-a42e-c6d51b1951ca {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:01.934420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:01.937183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:02.068944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Allocated IP 172.25.4.209 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/69b8f76a-f637-4522-b300-0e7cdc5a9ffb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:02.111878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:02.114168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:02.117505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce6555db-7550-4d9e-ba56-b5411820310a req-94b6f5bf-772e-4adb-81aa-8f367642d0c4 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738407 Mar 07 04:24:02.127562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:02.134766 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab85819f-0d3c-4d11-855d-ed5cc6bf9d0d" -d '{"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-unplugged", "status": "completed", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:02.143890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:24:02.157187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c14e03e-97fa-44b5-b28a-bead56eb5b69 req-220bab5b-d66c-4169-81eb-6d34adb1f1d4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258000 Mar 07 04:24:02.246266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:02.249384 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8f78e-033d-42c8-a4b3-199a6b6d8e67 x-openstack-request-id: req-70c8f78e-033d-42c8-a4b3-199a6b6d8e67 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:02.249677 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-unplugged", "status": "completed", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:02.249931 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70c8f78e-033d-42c8-a4b3-199a6b6d8e67 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:02.250350 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'code': 200} Mar 07 04:24:02.251127 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec9257f-6f3a-4069-87bf-6cacec1cac20" -d '{"events": [{"server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "name": "network-vif-unplugged", "status": "completed", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:02.258038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Publish callbacks [] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.265602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] For port be597dcf-00be-4f15-a42e-c6d51b1951ca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be597dcf-00be-4f15-a42e-c6d51b1951ca,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:02.266000 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.279605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.292448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Calling delete_port for be597dcf-00be-4f15-a42e-c6d51b1951ca owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:02.325971 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f10a668-0502-4f60-9b7b-30733cb46d6e x-openstack-request-id: req-3f10a668-0502-4f60-9b7b-30733cb46d6e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:02.326285 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "name": "network-vif-unplugged", "status": "completed", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:02.326537 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f10a668-0502-4f60-9b7b-30733cb46d6e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:02.326911 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'code': 200} Mar 07 04:24:02.460392 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks [] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.471279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:02.567620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 35726f66-99fe-46d2-af3e-262b2e3241ec up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:02.577056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:02.577407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:02.577725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:02.625926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:02.626296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Attempting to bind port c94555e9-4468-44fc-ba22-15ac4693dba3 on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:02.636703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 35726f66-99fe-46d2-af3e-262b2e3241ec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:02.637190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.657383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:02.657763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:02.658223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:02.658677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Bound port: c94555e9-4468-44fc-ba22-15ac4693dba3, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:02.659073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.721444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.732169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276e3c-7030-4cab-8c7e-c81f8c23de68 req-f9d08d8e-fec6-4e46-9a0f-0b9ca511d2b3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:02.739992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98276e3c-7030-4cab-8c7e-c81f8c23de68 req-f9d08d8e-fec6-4e46-9a0f-0b9ca511d2b3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 949 time: 0.2993088 Mar 07 04:24:02.770545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 35726f66-99fe-46d2-af3e-262b2e3241ec is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:02.771262 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.773211 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-162f5dcf-9471-4f68-b763-82bc4ae0c9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.776553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0456-4db8-471e-97f1-7de409825be7 req-00ceba95-bd65-42c6-9011-a3e2fecafe35 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:02.783625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0afe0456-4db8-471e-97f1-7de409825be7 req-00ceba95-bd65-42c6-9011-a3e2fecafe35 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 945 time: 0.3132005 Mar 07 04:24:02.824903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 35726f66-99fe-46d2-af3e-262b2e3241ec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=35726f66-99fe-46d2-af3e-262b2e3241ec,segment=NetworkSegment(3085f72f-c5bf-49af-aeb9-34482be4f65e),segment_id=3085f72f-c5bf-49af-aeb9-34482be4f65e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:02.832615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:02.877777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:02.908729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=35726f66-99fe-46d2-af3e-262b2e3241ec,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:02.923529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:02.967977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98276e3c-7030-4cab-8c7e-c81f8c23de68 req-d467683b-7313-47fd-931e-8c61b3dd6f0a tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269990 Mar 07 04:24:02.970060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:03.020110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (be597dcf-00be-4f15-a42e-c6d51b1951ca), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.032551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Pushing event updated for resources: {'Port': ['ID=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:03.048176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee37512c-72d7-4379-935c-6f1fccb36a02 None None] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:24:03.078421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0afe0456-4db8-471e-97f1-7de409825be7 req-9dd91bce-9ebc-41d3-8af3-b144b72595bb tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938409 Mar 07 04:24:03.121525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:03.123739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event deleted for resources: {'Port': ['ID=be597dcf-00be-4f15-a42e-c6d51b1951ca,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:03.215466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:03.274986 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.277429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] No DVR routers for this DVR port be597dcf-00be-4f15-a42e-c6d51b1951ca on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:03.286070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.289380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d344098c-aefe-4a17-b0b7-1fe895e6be82 req-17464bc9-fd47-499f-8cfd-879474853604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.15 "DELETE /v2.0/ports/be597dcf-00be-4f15-a42e-c6d51b1951ca HTTP/1.1" status: 204 len: 173 time: 1.8201303 Mar 07 04:24:03.293709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2a19f858-8998-4c78-b710-d37352ff86ed None None] Provisioning complete for port 35726f66-99fe-46d2-af3e-262b2e3241ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:03.294095 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a19f858-8998-4c78-b710-d37352ff86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.342575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-102cabae-2d3f-492c-8d24-7a728975c265 req-a22d5aba-20dd-49fb-8c0a-1df4412b65f6 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f877a0d5-0c1d-4162-a97a-fdebbad5e9fb HTTP/1.1" status: 200 len: 210 time: 0.1182630 Mar 07 04:24:03.360396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:03.428510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=8']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:03.434924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:24:03.440455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:03.441302 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.513140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df608c48-67a6-4da7-8f4f-aa9a6319f2cb req-f44b7b9d-e981-4c34-8518-af421e9c509e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:03.514679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df608c48-67a6-4da7-8f4f-aa9a6319f2cb req-f44b7b9d-e981-4c34-8518-af421e9c509e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.4281821 Mar 07 04:24:03.528142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2a19f858-8998-4c78-b710-d37352ff86ed None None] Current status of the port 35726f66-99fe-46d2-af3e-262b2e3241ec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:03.589747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:03.590733 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.614487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:03.615103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.616488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-a1031e2b-39da-4038-830d-1ccf81c507d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 1121 time: 2.5705419 Mar 07 04:24:03.654556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:03.662979 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.718165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df608c48-67a6-4da7-8f4f-aa9a6319f2cb req-d04bc522-b877-453d-a119-b0b5f4a7f96a tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921887 Mar 07 04:24:03.744407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf978306-6116-4b5b-b6d5-a8b5c4b7fd84 req-63783210-69b8-4121-9111-fee23be1f38a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:03.745997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf978306-6116-4b5b-b6d5-a8b5c4b7fd84 req-63783210-69b8-4121-9111-fee23be1f38a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.2982564 Mar 07 04:24:03.749093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['c94555e9-4468-44fc-ba22-15ac4693dba3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:03.753760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:03.823802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c94555e9-4468-44fc-ba22-15ac4693dba3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:03.851621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks [] for router_gateway (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.883411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-861e88da-da3f-40ec-afa9-2a2b5186e4ec None None] Provisioning complete for port 35726f66-99fe-46d2-af3e-262b2e3241ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:03.883793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-861e88da-da3f-40ec-afa9-2a2b5186e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:03.947867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-83b34025-4a7c-43a9-ba35-6e355edea6be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:03.949691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-83b34025-4a7c-43a9-ba35-6e355edea6be tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 949 time: 0.2229776 Mar 07 04:24:03.967274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf978306-6116-4b5b-b6d5-a8b5c4b7fd84 req-c204f0dc-dffe-4007-93dd-1506a158a229 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987536 Mar 07 04:24:04.063325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-861e88da-da3f-40ec-afa9-2a2b5186e4ec None None] Current status of the port 35726f66-99fe-46d2-af3e-262b2e3241ec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:04.251170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:04.254493 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a5005f-84f6-41a7-804a-66e831a39c8d" -d '{"events": [{"server_uuid": "ef873f2e-99d9-4041-8b90-82d94638bf4c", "name": "network-vif-plugged", "status": "completed", "tag": "5a877a71-f39a-4fdd-81d7-f2c9f166b9b8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:04.342210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-deleted', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca'}, {'name': 'network-changed', 'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:04.344446 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa067ad-7a13-48f6-84a5-f0c1117f06f0" -d '{"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-deleted", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca"}, {"name": "network-changed", "server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:04.531188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 35726f66-99fe-46d2-af3e-262b2e3241ec up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:04.565070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b715d5-dbca-4786-8501-af653cd0ce62 req-238ec5c2-1232-47c2-9b67-267508eaa093 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:04.567242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77b715d5-dbca-4786-8501-af653cd0ce62 req-238ec5c2-1232-47c2-9b67-267508eaa093 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 949 time: 0.2197223 Mar 07 04:24:04.581405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b98c0-9fe1-485e-a3e0-feb418dd32e8 req-37278f05-eedd-4967-b2db-953822f0d74a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:04.581405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da1b98c0-9fe1-485e-a3e0-feb418dd32e8 req-37278f05-eedd-4967-b2db-953822f0d74a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 946 time: 0.2320635 Mar 07 04:24:04.590879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 35726f66-99fe-46d2-af3e-262b2e3241ec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:04.591627 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:04.672175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 35726f66-99fe-46d2-af3e-262b2e3241ec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:04.692803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:04.693146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:04.696057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:04.775384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77b715d5-dbca-4786-8501-af653cd0ce62 req-0cfbccac-84e2-44fa-aa88-9fb482f7ba3f tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925075 Mar 07 04:24:04.783700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da1b98c0-9fe1-485e-a3e0-feb418dd32e8 req-9ce8fcac-a134-46bf-a5f3-111c06b1b96f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633120 Mar 07 04:24:04.857447 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0360913-0823-4961-b4d9-7c512e342359 x-openstack-request-id: req-c0360913-0823-4961-b4d9-7c512e342359 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:04.857752 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef873f2e-99d9-4041-8b90-82d94638bf4c", "name": "network-vif-plugged", "status": "completed", "tag": "5a877a71-f39a-4fdd-81d7-f2c9f166b9b8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:04.858034 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0360913-0823-4961-b4d9-7c512e342359 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:04.858472 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8', 'code': 200} Mar 07 04:24:04.884252 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06799a45-1486-4122-9ac3-628dd5b0b3bb x-openstack-request-id: req-06799a45-1486-4122-9ac3-628dd5b0b3bb {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:04.885027 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877a0d5-0c1d-4162-a97a-fdebbad5e9fb", "name": "network-vif-deleted", "tag": "be597dcf-00be-4f15-a42e-c6d51b1951ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:04.885295 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06799a45-1486-4122-9ac3-628dd5b0b3bb {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:04.885690 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877a0d5-0c1d-4162-a97a-fdebbad5e9fb', 'name': 'network-vif-deleted', 'tag': 'be597dcf-00be-4f15-a42e-c6d51b1951ca', 'status': 'completed', 'code': 200} Mar 07 04:24:04.885945 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'status': 'completed', 'code': 200} Mar 07 04:24:04.927813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port 1eb95d94-6b9a-4922-be4f-5dcff44338e5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1eb95d94-6b9a-4922-be4f-5dcff44338e5,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:04.928181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:04.981546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for 1eb95d94-6b9a-4922-be4f-5dcff44338e5 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:04.989242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-13ab61b2-b2a0-4f47-ac46-6ad35c7d056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:04.990659 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-13ab61b2-b2a0-4f47-ac46-6ad35c7d056c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1155 time: 0.0977104 Mar 07 04:24:05.106796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19a51-5a31-4fe9-bfec-e50357fcb0af req-1373e24b-0d2c-4d37-ab9f-12add424be74 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:05.107749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-dab97fee-61d2-4b08-8afa-859af1e4832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:05.108356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7a19a51-5a31-4fe9-bfec-e50357fcb0af req-1373e24b-0d2c-4d37-ab9f-12add424be74 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1775892 Mar 07 04:24:05.110038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-dab97fee-61d2-4b08-8afa-859af1e4832c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1131704 Mar 07 04:24:05.115287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59448) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:05.115610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e93d7-aa6c-4d49-9ce3-ce624c98ca05 req-9fb78af1-0574-46a2-8f49-c5562e99dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:05.117088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-675e93d7-aa6c-4d49-9ce3-ce624c98ca05 req-9fb78af1-0574-46a2-8f49-c5562e99dbab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 1128 time: 0.1786919 Mar 07 04:24:05.122458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:24:05.122891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254049757', 'description': 'tempest-description--1663288047'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:05.172963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-1e81ff18-73f3-43f2-945e-ab57ef6669e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 217 time: 0.0547523 Mar 07 04:24:05.211904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.252468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-df8ba960-b3a5-44cf-a9a2-8a1b50250f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:05.254584 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-df8ba960-b3a5-44cf-a9a2-8a1b50250f20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0739651 Mar 07 04:24:05.297821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-61358d67-1a95-41c4-b52d-ab0552041145 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362413 Mar 07 04:24:05.334247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-476758c3-dcf6-4a14-b2aa-8ddd1a054c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.360284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-675e93d7-aa6c-4d49-9ce3-ce624c98ca05 req-9e4cd013-6bfa-4b6f-9943-ce231127dad5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333522 Mar 07 04:24:05.370731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7a19a51-5a31-4fe9-bfec-e50357fcb0af req-69dd02c4-67e5-40f7-aae3-a686f2912d68 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447228 Mar 07 04:24:05.388493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group (a9dab10f-c17a-4332-8640-525187306f8a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.408484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a9dab10f-c17a-4332-8640-525187306f8a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.424796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1eb95d94-6b9a-4922-be4f-5dcff44338e5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.441698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:05.465740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.467020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3503792 Mar 07 04:24:05.470430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-b8e34697-b16b-4648-a4a2-9c9cd09f6f3e service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636019 Mar 07 04:24:05.470873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:05.476632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'security_group_rule': {'security_group_id': 'a9dab10f-c17a-4332-8640-525187306f8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:05.480781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4a965-6c4c-4065-b58f-153067497eb0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dab10f-c17a-4332-8640-525187306f8a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:05.484059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=1eb95d94-6b9a-4922-be4f-5dcff44338e5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:05.512343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:05.515281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:24:05.520612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group_rule (f3bca4f1-c6d0-49d5-b151-17e5ff315870), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.542084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9614e9d-5b31-4d2b-9fa2-07708c48a4d9 req-1dbb09ad-86ba-45cb-86bc-c462a7067e72 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:05.543679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9614e9d-5b31-4d2b-9fa2-07708c48a4d9 req-1dbb09ad-86ba-45cb-86bc-c462a7067e72 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.3389730 Mar 07 04:24:05.546622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port 1eb95d94-6b9a-4922-be4f-5dcff44338e5 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:05.551675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.553443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Sync routers for ids ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:24:05.554972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d24a8f36-fcca-4b7f-86e4-526effcee866 req-49365b35-e4b3-4749-8189-73c1a159e5ad tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "DELETE /v2.0/ports/1eb95d94-6b9a-4922-be4f-5dcff44338e5 HTTP/1.1" status: 204 len: 173 time: 1.5864644 Mar 07 04:24:05.576102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.580155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ac59f9f-2680-4d4f-b32d-6edc1b751297 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5507269 Mar 07 04:24:05.583205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59462) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:05.634165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Routers {'eb7c52ea-9e8d-4e44-b054-4783e340d8a5'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:05.634863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:05.669345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9614e9d-5b31-4d2b-9fa2-07708c48a4d9 req-394b00ab-1069-4bec-b82b-faada85cfc6f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133792 Mar 07 04:24:05.688924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group_rule (f3bca4f1-c6d0-49d5-b151-17e5ff315870), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.747998 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-daa067ad-7a13-48f6-84a5-f0c1117f06f0 req-68b56d5c-9f95-45c0-8d3e-8ae570db07dc service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850200 Mar 07 04:24:05.749075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f3bca4f1-c6d0-49d5-b151-17e5ff315870), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.772760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Set router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:05.780124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:05.784114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095515 Mar 07 04:24:05.785163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59464) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:05.791555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'security_group_rule': {'security_group_id': 'a9dab10f-c17a-4332-8640-525187306f8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:05.817763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac393d7-87e4-44d1-9245-2ef85faea43e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bca4f1-c6d0-49d5-b151-17e5ff315870,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:05.842838 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group_rule (57dc1316-a6dd-4ccf-80b3-1541ba557b06), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.006158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group_rule (57dc1316-a6dd-4ccf-80b3-1541ba557b06), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.023438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (57dc1316-a6dd-4ccf-80b3-1541ba557b06), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.080212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dc1316-a6dd-4ccf-80b3-1541ba557b06,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:06.133171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.137758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c135dd5b-0dfb-4b10-8815-082ff3239d9e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510945 Mar 07 04:24:06.141365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:06.148169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:06.217713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.339567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a454f5c-cf63-4e2c-9e64-8318a4af31be req-5b137b59-34f5-492c-b57e-771331e7c265 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a4a90d-3c79-41fa-b4fc-d5cf5e814372 HTTP/1.1" status: 200 len: 210 time: 0.0620761 Mar 07 04:24:06.350168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6d7b-d395-4a40-aabe-1b471b63db7c req-4c6309eb-a6ff-48e5-806d-c8a79ae74c52 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:06.358662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-282c6d7b-d395-4a40-aabe-1b471b63db7c req-4c6309eb-a6ff-48e5-806d-c8a79ae74c52 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 946 time: 0.3666284 Mar 07 04:24:06.414679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.459220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:03Z', 'revision_number': 3, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:06.474985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-282c6d7b-d395-4a40-aabe-1b471b63db7c req-6208e8bf-c69e-4ca1-923d-94381a751f16 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150074 Mar 07 04:24:06.530468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Checking router: eb7c52ea-9e8d-4e44-b054-4783e340d8a5 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:24:06.530749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Updating router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:24:06.634574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f10b5-0c91-4130-99bd-b77979bfb2cf req-e4417ee2-742f-4871-9636-2b66076d9e50 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:06.636208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e2f10b5-0c91-4130-99bd-b77979bfb2cf req-e4417ee2-742f-4871-9636-2b66076d9e50 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1472020 Mar 07 04:24:06.642033 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.649496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Allocated IP 172.25.4.65 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e2f36904-14bf-49da-a22b-32d58007322c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:06.657669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.679956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.809777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for port (e2f36904-14bf-49da-a22b-32d58007322c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.861377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e2f36904-14bf-49da-a22b-32d58007322c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:06.881207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e2f10b5-0c91-4130-99bd-b77979bfb2cf req-496d0527-4eb4-4114-a96e-9c099d54b738 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045231 Mar 07 04:24:06.882850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:06.886219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:06.906547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'name': 'network-vif-deleted', 'tag': '1eb95d94-6b9a-4922-be4f-5dcff44338e5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:06.908907 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faccfc8-6816-46ea-a3aa-ad2986f154b6" -d '{"events": [{"server_uuid": "08a4a90d-3c79-41fa-b4fc-d5cf5e814372", "name": "network-vif-deleted", "tag": "1eb95d94-6b9a-4922-be4f-5dcff44338e5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:06.911934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:06.931594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96e262-d6b3-4285-8ae5-df721c151b67 req-149dfc6a-b32d-40e4-a2f7-79cc6ba6f5dc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:06.933062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba96e262-d6b3-4285-8ae5-df721c151b67 req-149dfc6a-b32d-40e4-a2f7-79cc6ba6f5dc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.1307952 Mar 07 04:24:06.947895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Allocated IP 172.20.0.1 (5007f1d4-c556-44f7-adcc-beaa52f2466c/63f8a02d-d450-4b53-9c1b-e7c2298d7057/3d06ae02-fdbc-415a-a812-2151fbaa9e59) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:06.969883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'Port': ['ID=e2f36904-14bf-49da-a22b-32d58007322c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:07.008399 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272fdc14-edbf-41c6-812e-7d27f49f8306 x-openstack-request-id: req-272fdc14-edbf-41c6-812e-7d27f49f8306 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:07.008692 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a4a90d-3c79-41fa-b4fc-d5cf5e814372", "name": "network-vif-deleted", "tag": "1eb95d94-6b9a-4922-be4f-5dcff44338e5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:07.008942 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-272fdc14-edbf-41c6-812e-7d27f49f8306 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:07.009335 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a4a90d-3c79-41fa-b4fc-d5cf5e814372', 'name': 'network-vif-deleted', 'tag': '1eb95d94-6b9a-4922-be4f-5dcff44338e5', 'status': 'completed', 'code': 200} Mar 07 04:24:07.026387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba96e262-d6b3-4285-8ae5-df721c151b67 req-b5c56798-a577-4739-9f69-2e37f6973cb9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779195 Mar 07 04:24:07.033722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for floatingip (a1a37154-50b5-4dcd-8fd4-20f80c36ed85), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.078232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e2f36904-14bf-49da-a22b-32d58007322c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.153450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks [] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.166058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Publish callbacks [] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.172749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.196666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.230021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa61cd0-9248-4da5-8992-57dc77fccec1 None None] Pushing event updated for resources: {'Port': ['ID=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:07.232474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Attempting to bind port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:07.232853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Attempting to bind port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:07.233216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Attempting to bind port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:07.240291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:07.240686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:07.241081 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.241223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:07.241542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:07.241953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Bound port: 69b8f76a-f637-4522-b300-0e7cdc5a9ffb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:07.242369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.246661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:07.249245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:07.299656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Pushing event updated for resources: {'Port': ['ID=3d06ae02-fdbc-415a-a812-2151fbaa9e59,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:07.304350 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.318547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] For port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:07.322374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] For port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:07.331250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.366251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1eb95d94-6b9a-4922-be4f-5dcff44338e5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:07.403447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 1eb95d94-6b9a-4922-be4f-5dcff44338e5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:07.404400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1eb95d94-6b9a-4922-be4f-5dcff44338e5 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:07.445075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa61cd0-9248-4da5-8992-57dc77fccec1 None None] Pushing event updated for resources: {'Port': ['ID=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:07.463818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Routers {'eb7c52ea-9e8d-4e44-b054-4783e340d8a5'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:07.468065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:07.532365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.615404 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.716141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] Set router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:07.766193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for port (e2f36904-14bf-49da-a22b-32d58007322c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.774407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e2f36904-14bf-49da-a22b-32d58007322c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.844446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks [] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.857926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'Port': ['ID=e2f36904-14bf-49da-a22b-32d58007322c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:07.860004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed67e-9d6c-4ecb-a271-eacde292ede7 req-487b22db-f935-409a-84f7-e184f94db36b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:07.867810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-425ed67e-9d6c-4ecb-a271-eacde292ede7 req-487b22db-f935-409a-84f7-e184f94db36b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 946 time: 0.0935566 Mar 07 04:24:07.867963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (a1a37154-50b5-4dcd-8fd4-20f80c36ed85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.888507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:07.898533 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe625efd-fbc8-4c0b-b800-6360a1477f0f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7561092 Mar 07 04:24:07.953868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-425ed67e-9d6c-4ecb-a271-eacde292ede7 req-ae43f203-9379-47f0-88df-cbab7b385140 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843112 Mar 07 04:24:07.955283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:08.166806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-065e8e82-96c5-4b6a-b7c0-ee1c403c73bc None None] Provisioning complete for port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:08.167234 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-065e8e82-96c5-4b6a-b7c0-ee1c403c73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:08.196439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Pushing event updated for resources: {'Port': ['ID=3d06ae02-fdbc-415a-a812-2151fbaa9e59,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:08.208464 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:08.249680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-065e8e82-96c5-4b6a-b7c0-ee1c403c73bc None None] Port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:24:08.261383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8cba-ffd5-45ad-b9a3-5c7231449f1e req-f07840f5-fe6f-4804-a593-1ba48b65f8e5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:08.263428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-387b8cba-ffd5-45ad-b9a3-5c7231449f1e req-f07840f5-fe6f-4804-a593-1ba48b65f8e5 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1937587 Mar 07 04:24:08.307343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f23129-7cd7-4d98-9ae6-8a2f77912bba req-9e0ab9ab-d95f-416a-80da-986250fe49f2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:08.308907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7f23129-7cd7-4d98-9ae6-8a2f77912bba req-9e0ab9ab-d95f-416a-80da-986250fe49f2 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 949 time: 0.2085357 Mar 07 04:24:08.323649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3d06ae02-fdbc-415a-a812-2151fbaa9e59', 'name': '', 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'mac_address': 'fa:16:3e:a2:77:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:06Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 1, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'subnets': [{'id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:08.351664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e1e97-0c68-4425-aae6-a81a411ab3bd None None] The sync data for ids ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'] in n-d-832185-1 is: [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3d06ae02-fdbc-415a-a812-2151fbaa9e59', 'name': '', 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'mac_address': 'fa:16:3e:a2:77:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:06Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 1, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'subnets': [{'id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:24:08.406657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-387b8cba-ffd5-45ad-b9a3-5c7231449f1e req-3d857fdc-1cd5-49c3-8e94-abe63c0e0345 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141856 Mar 07 04:24:08.414240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7f23129-7cd7-4d98-9ae6-8a2f77912bba req-c30aa880-57fd-4ee4-8ee5-14ac53e397ac tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882795 Mar 07 04:24:08.420143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:08.428701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:08.780216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6881291f-4636-4b24-bee5-aa591fdd5915 None None] Provisioning complete for port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:08.780807 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6881291f-4636-4b24-bee5-aa591fdd5915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:08.828814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6881291f-4636-4b24-bee5-aa591fdd5915 None None] Port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:24:09.065828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:24:09.088183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9274e-0e4b-42af-be35-42ab07dc8b1a req-2d696a08-b6e3-4496-8537-5205c92312ee tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:09.097065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fa9274e-0e4b-42af-be35-42ab07dc8b1a req-2d696a08-b6e3-4496-8537-5205c92312ee tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.5653756 Mar 07 04:24:09.151937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-3da96fc6-199e-4c34-8322-c7ca10f079d4 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:09.154442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-3da96fc6-199e-4c34-8322-c7ca10f079d4 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 822 time: 0.6220727 Mar 07 04:24:09.190426 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:09.200309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fa9274e-0e4b-42af-be35-42ab07dc8b1a req-a5c5d780-752a-459d-b8b5-caf1ad6f7019 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016555 Mar 07 04:24:09.292019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-14b22261-8ec0-4b01-a451-61415d95990d tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/quotas/254b582316814f518c21afeb3a66a6e4 HTTP/1.1" status: 200 len: 375 time: 0.0876999 Mar 07 04:24:09.412251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-124f7f1e-8668-4b92-9382-40efc0db2c12 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947928 Mar 07 04:24:09.428383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8b402bab-13c4-4474-9781-e6089a15e983 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:09.430857 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8b402bab-13c4-4474-9781-e6089a15e983 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/ports?device_id=908ce3fc-79d9-42fd-b388-a684af87a1de HTTP/1.1" status: 200 len: 949 time: 0.0791950 Mar 07 04:24:09.531612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-246bea3b-c77e-4b6a-b124-f797e230fd62 service neutron] 10.222.0.21 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881975 Mar 07 04:24:09.548617 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port c2da42d2-e9de-452d-babf-56e115562de2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:09.548992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c2da42d2-e9de-452d-babf-56e115562de2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:09.616289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:24:09.621666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6f416690-adaf-45e6-aa7c-b495ccb4d76e admin admin] 10.222.0.21 "PUT /v2.0/routers/eb7c52ea-9e8d-4e44-b054-4783e340d8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0377741 Mar 07 04:24:09.677644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port c2da42d2-e9de-452d-babf-56e115562de2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c2da42d2-e9de-452d-babf-56e115562de2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:09.679746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c2da42d2-e9de-452d-babf-56e115562de2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:09.711720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for c2da42d2-e9de-452d-babf-56e115562de2 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:09.712579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-32e118bf-231d-4f49-98d5-d4d113ed0ee0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:09.715657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-32e118bf-231d-4f49-98d5-d4d113ed0ee0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 949 time: 0.3193858 Mar 07 04:24:09.723716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-6b0d3be3-93e7-467f-bdb3-ced66c269884 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:09.725235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-6b0d3be3-93e7-467f-bdb3-ced66c269884 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.4095550 Mar 07 04:24:09.791521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-115af03c-e4fc-473c-b008-574c7a7f921b service neutron] 10.222.0.21 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196453 Mar 07 04:24:09.851067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-c6c2e06f-0781-47bf-951e-fd2fa0443623 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0735149 Mar 07 04:24:09.919383 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c2da42d2-e9de-452d-babf-56e115562de2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:09.941637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc', 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:09.945004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'c2da42d2-e9de-452d-babf-56e115562de2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:09.952610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=c2da42d2-e9de-452d-babf-56e115562de2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:10.038509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port c2da42d2-e9de-452d-babf-56e115562de2 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:10.039722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-a4464a87-1750-45ec-bfc3-fce15f0a6402 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1865416 Mar 07 04:24:10.042238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:10.046209 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0394a4de-13ef-4aa0-8c12-66abe7b80854 req-8eae98c9-0d16-42b3-a080-b821fd6e2d75 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "DELETE /v2.0/ports/c2da42d2-e9de-452d-babf-56e115562de2 HTTP/1.1" status: 204 len: 173 time: 0.6094460 Mar 07 04:24:10.047179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'name': 'network-vif-deleted', 'tag': 'c2da42d2-e9de-452d-babf-56e115562de2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:10.063037 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6445dcc1-32c9-4255-a11e-5846dffeebfb" -d '{"events": [{"server_uuid": "908ce3fc-79d9-42fd-b388-a684af87a1de", "name": "network-vif-deleted", "tag": "c2da42d2-e9de-452d-babf-56e115562de2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:10.341491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:10.342019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:10.368805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-d1cbfdde-8e51-4cdb-9e96-c2541047aebc service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282208 Mar 07 04:24:10.386630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87db75-ff8d-47de-8f3c-505f22fba293 req-1294641a-b95e-4109-95da-e7fc28b3ad5c tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:10.397182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df87db75-ff8d-47de-8f3c-505f22fba293 req-1294641a-b95e-4109-95da-e7fc28b3ad5c tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.2500126 Mar 07 04:24:10.723396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 69b8f76a-f637-4522-b300-0e7cdc5a9ffb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:10.731399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:10.732411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:10.754047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-f95cb81e-b30e-4f0a-950e-bc093639e541 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511581 Mar 07 04:24:10.769689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:10.786810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df87db75-ff8d-47de-8f3c-505f22fba293 req-9ad75f17-fba5-4878-8d02-ddbd2712c5b3 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882978 Mar 07 04:24:10.935512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:10.935787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:11.054740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c272d-e728-42a3-8239-ae9f0a116bac req-ea9bc36b-a017-458e-81ac-904f09e77ca3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:11.056397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e3c272d-e728-42a3-8239-ae9f0a116bac req-ea9bc36b-a017-458e-81ac-904f09e77ca3 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=172ae024-2b02-4f55-8ec1-f27e3d1e4e8a HTTP/1.1" status: 200 len: 949 time: 0.1551821 Mar 07 04:24:11.076482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:11.077008 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:11.130374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:11.138226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:11.186711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e3c272d-e728-42a3-8239-ae9f0a116bac req-f397a246-b209-423d-a6be-54b498bdb7a5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085689 Mar 07 04:24:11.309945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:11.365766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d45b7ca-e542-4f27-a712-a08c4d307a04 req-75bc5f25-116e-4c4a-9e7b-4481d86e29cf tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 210 time: 0.0736132 Mar 07 04:24:11.438442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:11.442797 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deedb48-c606-433b-a05b-e40ae48007d5 x-openstack-request-id: req-2deedb48-c606-433b-a05b-e40ae48007d5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:11.443481 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908ce3fc-79d9-42fd-b388-a684af87a1de", "name": "network-vif-deleted", "tag": "c2da42d2-e9de-452d-babf-56e115562de2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:11.443481 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2deedb48-c606-433b-a05b-e40ae48007d5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:11.443815 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908ce3fc-79d9-42fd-b388-a684af87a1de', 'name': 'network-vif-deleted', 'tag': 'c2da42d2-e9de-452d-babf-56e115562de2', 'status': 'completed', 'code': 200} Mar 07 04:24:11.453287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:11.457606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:11.536205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:11.536498 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Sync routers for ids ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:24:11.554115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Routers {'eb7c52ea-9e8d-4e44-b054-4783e340d8a5'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:11.555997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:11.681875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-2921aff4-f8ca-44a4-893a-cf61bf7772de tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4282944 Mar 07 04:24:11.687671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:11.694734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:11.698770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:11.703115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0df0e8d8-23a6-4c4a-848b-46f7ed71a18a req-b0e4982d-9e80-4427-b839-99dc3a72da26 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "DELETE /v2.0/ports/eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 HTTP/1.1" status: 204 len: 173 time: 1.9768972 Mar 07 04:24:11.705440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'name': 'network-vif-deleted', 'tag': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:11.709408 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb64d8-1110-4cd3-a0b6-ed7f85acb464" -d '{"events": [{"server_uuid": "172ae024-2b02-4f55-8ec1-f27e3d1e4e8a", "name": "network-vif-deleted", "tag": "eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:11.748626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7ead4-8974-4f14-b96e-8e550cabfda8 req-ec07d96e-1bb1-48c3-8cee-11714d513a8b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:11.764820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fac7ead4-8974-4f14-b96e-8e550cabfda8 req-ec07d96e-1bb1-48c3-8cee-11714d513a8b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.2117486 Mar 07 04:24:11.773303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:11.874638 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Set router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:11.998569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fac7ead4-8974-4f14-b96e-8e550cabfda8 req-747fa6af-047f-4e47-a259-378f2e394e5a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327762 Mar 07 04:24:12.088089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-30b8a454-ff78-4eb1-824f-680de564f1f8 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:12.089574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-30b8a454-ff78-4eb1-824f-680de564f1f8 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 822 time: 0.3124461 Mar 07 04:24:12.112219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'port': {'device_id': '66c5623d-72ce-45d8-8e02-187257833345', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'admin_state_up': True, 'tenant_id': '254b582316814f518c21afeb3a66a6e4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:12.281036 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3d06ae02-fdbc-415a-a812-2151fbaa9e59', 'name': '', 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'mac_address': 'fa:16:3e:a2:77:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:06Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 2, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'subnets': [{'id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:12.313321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:12.320007 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Checking router: eb7c52ea-9e8d-4e44-b054-4783e340d8a5 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:24:12.321548 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Updating router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:24:12.377496 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:12.561114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Made reservation on behalf of 254b582316814f518c21afeb3a66a6e4 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:12.570948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:12.624456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Allocated IP 172.25.4.101 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b1111f49-7eea-40ae-9372-34aaa82fae9d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:12.633453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 69b8f76a-f637-4522-b300-0e7cdc5a9ffb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:12.762957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:12.763334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:12.832328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Allocated IP 172.20.0.6 (13333c2e-7423-467f-9f6b-b88664b85711/34c60f1a-19de-4c32-90e4-8c88bdf7b68c/9e586b41-30b8-4707-9444-aafd2bde6aa7) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:12.859602 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd305a66-1a70-4e35-8cec-a32a2f009aad x-openstack-request-id: req-cd305a66-1a70-4e35-8cec-a32a2f009aad {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:12.859987 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172ae024-2b02-4f55-8ec1-f27e3d1e4e8a", "name": "network-vif-deleted", "tag": "eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:12.860171 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd305a66-1a70-4e35-8cec-a32a2f009aad {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:12.860532 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172ae024-2b02-4f55-8ec1-f27e3d1e4e8a', 'name': 'network-vif-deleted', 'tag': 'eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9', 'status': 'completed', 'code': 200} Mar 07 04:24:12.908879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:12.973952 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Publish callbacks [] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:12.979916 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.011791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.030115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ffca6-aa25-4a60-b3b5-3f9f443a4bdf req-6f65e9fa-2445-4db4-9ea0-9dfb1ec48899 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:13.038650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-339ffca6-aa25-4a60-b3b5-3f9f443a4bdf req-6f65e9fa-2445-4db4-9ea0-9dfb1ec48899 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1936543 Mar 07 04:24:13.051063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Pushing event updated for resources: {'Port': ['ID=3d06ae02-fdbc-415a-a812-2151fbaa9e59,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:13.078098 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.078335 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.079260 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.079260 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.079529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.079693 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.080019 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.080333 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.080707 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.081031 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.081346 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.082301 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.082685 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.104337 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Attempting to bind port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:13.104704 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Attempting to bind port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:13.105060 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Attempting to bind port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 on network 5007f1d4-c556-44f7-adcc-beaa52f2466c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:13.112468 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:13.112942 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Checking segment: {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:13.113653 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.113838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Bound using segment: {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:13.114353 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Bound port: 3d06ae02-fdbc-415a-a812-2151fbaa9e59, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3085f72f-c5bf-49af-aeb9-34482be4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:13.115975 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.157220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.218392 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] For port 3d06ae02-fdbc-415a-a812-2151fbaa9e59, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:13.225494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] For port 3d06ae02-fdbc-415a-a812-2151fbaa9e59, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3d06ae02-fdbc-415a-a812-2151fbaa9e59,segment=NetworkSegment(3085f72f-c5bf-49af-aeb9-34482be4f65e),segment_id=3085f72f-c5bf-49af-aeb9-34482be4f65e)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:13.235332 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:24:13.237000 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.259005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-339ffca6-aa25-4a60-b3b5-3f9f443a4bdf req-485117b3-5b19-41d1-acfe-5cf357afb5bc tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712766 Mar 07 04:24:13.280776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Routers {'eb7c52ea-9e8d-4e44-b054-4783e340d8a5'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:13.281405 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:13.286255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.296523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:13.306236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:13.329817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:13.390008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Pushing event updated for resources: {'Port': ['ID=b1111f49-7eea-40ae-9372-34aaa82fae9d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:13.390561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c2da42d2-e9de-452d-babf-56e115562de2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:13.422078 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e47553-697b-4af0-9b2b-bd21e1a83779 None None] Pushing event updated for resources: {'Port': ['ID=3d06ae02-fdbc-415a-a812-2151fbaa9e59,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:13.462299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-3a2b1d8b-e73a-4256-b810-65d837d67a6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=6d46fb42-a6fe-450b-95b9-33e73450e2cf HTTP/1.1" status: 200 len: 210 time: 0.0826101 Mar 07 04:24:13.468104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: c2da42d2-e9de-452d-babf-56e115562de2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:13.468691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c2da42d2-e9de-452d-babf-56e115562de2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:13.471669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb5d20a-d644-4b28-a98d-0ef04cb43766 req-a9b80a8d-c054-4029-97e9-b2c60fc444d7 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 210 time: 0.0468044 Mar 07 04:24:13.483895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] Provisioning complete for port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:13.487146 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.558708 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] Set router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:13.572639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.688786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] Current status of the port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:13.689466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.732483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] For port 3d06ae02-fdbc-415a-a812-2151fbaa9e59, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3d06ae02-fdbc-415a-a812-2151fbaa9e59,segment=NetworkSegment(3085f72f-c5bf-49af-aeb9-34482be4f65e),segment_id=3085f72f-c5bf-49af-aeb9-34482be4f65e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:13.740274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.760728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a3ee17c-b74a-4a2e-add2-57941f975cee req-6c0450d5-fd85-458c-8270-0e6aab0a5acf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d46fb42-a6fe-450b-95b9-33e73450e2cf HTTP/1.1" status: 200 len: 210 time: 0.1030202 Mar 07 04:24:13.772231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-d608d9f1-5c5f-4394-9e74-0df1c87a11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:13.776379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-d608d9f1-5c5f-4394-9e74-0df1c87a11ac service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=765a9a47b1e244ca813048916feecd64&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3054700 Mar 07 04:24:13.821479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Network 13333c2e-7423-467f-9f6b-b88664b85711 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:13.822811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (a76fd6c5-e74c-4274-9e9a-93ec257e368d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.824386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:13.828567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242b96-a1cf-4b2b-9114-bd4322cff8f2 None None] Pushing event updated for resources: {'Port': ['ID=3d06ae02-fdbc-415a-a812-2151fbaa9e59,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:13.838853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:13.845092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:13.880073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-67484d23-75e8-4f37-9298-aaf037201cf8 None None] Provisioning complete for port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:13.880455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-67484d23-75e8-4f37-9298-aaf037201cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:13.883433 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3d06ae02-fdbc-415a-a812-2151fbaa9e59', 'name': '', 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'mac_address': 'fa:16:3e:a2:77:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:06Z', 'updated_at': '2022-03-07T04:24:13Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'subnets': [{'id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:13.899735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.900092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.900437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.900778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.901114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.901830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.901830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.902153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.902486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.902813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.903139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.903621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.904070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:13.916952 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515903d-7eb7-4a5e-9fe4-9dc419862294 None None] The sync data for ids ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'] in n-d-832185-1 is: [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:07Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3d06ae02-fdbc-415a-a812-2151fbaa9e59', 'name': '', 'network_id': '5007f1d4-c556-44f7-adcc-beaa52f2466c', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'mac_address': 'fa:16:3e:a2:77:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:06Z', 'updated_at': '2022-03-07T04:24:13Z', 'revision_number': 4, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'subnets': [{'id': '63f8a02d-d450-4b53-9c1b-e7c2298d7057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:24:13.998371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:14.012830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:14.014217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:14.034917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:14.038182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:14.038629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device eb2d9a7a-8a1a-4b32-92be-906b1df6b9c9 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:14.081949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-67484d23-75e8-4f37-9298-aaf037201cf8 None None] Current status of the port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:14.110616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eb0dc-6157-4af9-a1be-5ab91b7062f9 req-cf578954-7504-45fc-bad5-1077d3e9d56f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:14.112170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-469eb0dc-6157-4af9-a1be-5ab91b7062f9 req-cf578954-7504-45fc-bad5-1077d3e9d56f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.2443438 Mar 07 04:24:14.118350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-4bea7e15-1713-46c9-91d0-1ca9e3336556 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0144720 Mar 07 04:24:14.126645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-be269d50-aa1f-45e0-b8d8-1b0980c94eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:14.128120 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-be269d50-aa1f-45e0-b8d8-1b0980c94eae service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3433273 Mar 07 04:24:14.151204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Request body: {'port': {'device_id': '66c5623d-72ce-45d8-8e02-187257833345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:14.205084 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f62cd56c-a6cc-497f-97fe-e350043b34b4 req-1815f556-1fcb-4a32-a8c3-65b9464ccae8 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d46fb42-a6fe-450b-95b9-33e73450e2cf HTTP/1.1" status: 200 len: 210 time: 0.0462554 Mar 07 04:24:14.660382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3d06ae02-fdbc-415a-a812-2151fbaa9e59 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:14.703842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-540f8bc5-fc78-46fb-a865-7f1cf1302c80 req-36243865-8e84-40cd-b0b9-bcbdec7552ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=6d46fb42-a6fe-450b-95b9-33e73450e2cf HTTP/1.1" status: 200 len: 210 time: 0.0613303 Mar 07 04:24:14.746443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-469eb0dc-6157-4af9-a1be-5ab91b7062f9 req-967fdaff-d761-447d-a594-5a708a44e6c6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257467 Mar 07 04:24:14.761188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:14.805729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:14.807333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:14.814513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:14.894941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:14.906489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f8bc5-fc78-46fb-a865-7f1cf1302c80 req-8a19a8ec-d3ba-4f6e-b8f7-eb3ca5b12bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:14.908060 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-540f8bc5-fc78-46fb-a865-7f1cf1302c80 req-8a19a8ec-d3ba-4f6e-b8f7-eb3ca5b12bcf service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=765a9a47b1e244ca813048916feecd64&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1954527 Mar 07 04:24:14.979524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:14.992140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Pushing event updated for resources: {'Port': ['ID=b1111f49-7eea-40ae-9372-34aaa82fae9d,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:15.139166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (a76fd6c5-e74c-4274-9e9a-93ec257e368d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:15.140492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f8bc5-fc78-46fb-a865-7f1cf1302c80 req-699ae255-5448-480b-9620-5726151ce84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:15.147866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-540f8bc5-fc78-46fb-a865-7f1cf1302c80 req-699ae255-5448-480b-9620-5726151ce84a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308261 Mar 07 04:24:15.163420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:15.171443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-e9383158-7359-4477-948b-c2a81ca0bc2d tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4885535 Mar 07 04:24:15.251063 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-540f8bc5-fc78-46fb-a865-7f1cf1302c80 req-4ec29c30-3034-45ab-bf53-19602bb1e251 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d46fb42-a6fe-450b-95b9-33e73450e2cf HTTP/1.1" status: 200 len: 210 time: 0.0530264 Mar 07 04:24:15.384454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-175dc5a1-7f27-440f-89b9-d2087bb76c24 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 696 time: 0.2120874 Mar 07 04:24:15.392604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:15.486033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e586b41-30b8-4707-9444-aafd2bde6aa7 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:15.501840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293b92d-d0aa-42c5-b886-bcd146fad1fa req-4034bf39-a7c9-4b50-94b5-56614559abca tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:15.503718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2293b92d-d0aa-42c5-b886-bcd146fad1fa req-4034bf39-a7c9-4b50-94b5-56614559abca tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.4504592 Mar 07 04:24:15.583195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c94555e9-4468-44fc-ba22-15ac4693dba3 is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:15.596155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Publish callbacks [] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:15.640282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Transition to ACTIVE for port object 9e586b41-30b8-4707-9444-aafd2bde6aa7 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:15.649798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-2b0b1c62-d4cd-4781-bb15-26c86cb8ef30 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:15.651424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a05a10a-7208-4ac1-8661-efbb7746b8ae req-2b0b1c62-d4cd-4781-bb15-26c86cb8ef30 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2484515 Mar 07 04:24:15.678161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:15.697858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2293b92d-d0aa-42c5-b886-bcd146fad1fa req-af0afb0a-f7db-4077-bb22-ac4eb4f22fb7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060965 Mar 07 04:24:15.910614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:15.975965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43bfa828-3e97-4410-890d-e6815f304b02 req-58dbd213-92b0-4165-827f-66d37c32550f tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips/a76fd6c5-e74c-4274-9e9a-93ec257e368d HTTP/1.1" status: 200 len: 693 time: 0.0814307 Mar 07 04:24:16.020720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b811d5f-139b-4ff7-8744-d52c323c00da req-b67cd39c-2f71-4b19-9ad6-b6411af450a1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:16.022236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b811d5f-139b-4ff7-8744-d52c323c00da req-b67cd39c-2f71-4b19-9ad6-b6411af450a1 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 943 time: 0.2367690 Mar 07 04:24:16.028995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Attempting to bind port 9e586b41-30b8-4707-9444-aafd2bde6aa7 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:16.029635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Attempting to bind port 9e586b41-30b8-4707-9444-aafd2bde6aa7 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:16.029635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Attempting to bind port 9e586b41-30b8-4707-9444-aafd2bde6aa7 on network 13333c2e-7423-467f-9f6b-b88664b85711 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:16.074680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Port 9e586b41-30b8-4707-9444-aafd2bde6aa7 on network 13333c2e-7423-467f-9f6b-b88664b85711 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:16.075079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Attempting to bind port 9e586b41-30b8-4707-9444-aafd2bde6aa7 on network 13333c2e-7423-467f-9f6b-b88664b85711 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:16.089826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:16.090192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Checking segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:16.090585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Bound using segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:16.091019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Bound port: 9e586b41-30b8-4707-9444-aafd2bde6aa7, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:16.091379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:16.150025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b811d5f-139b-4ff7-8744-d52c323c00da req-36212a74-9ae3-40c8-851b-dba47de5d13b tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165807 Mar 07 04:24:16.201094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfa828-3e97-4410-890d-e6815f304b02 req-867acdb9-3ee6-4fea-90b9-d44221303b5c tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:16.202544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43bfa828-3e97-4410-890d-e6815f304b02 req-867acdb9-3ee6-4fea-90b9-d44221303b5c tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2259469 Mar 07 04:24:16.255513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:16.259239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:16.272488 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:16.340379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:16.341355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:16.343283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] 10.222.0.44 "PUT /v2.0/ports/9e586b41-30b8-4707-9444-aafd2bde6aa7 HTTP/1.1" status: 200 len: 1091 time: 2.2058816 Mar 07 04:24:16.350694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:16.353160 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:16.395453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3ee46-9e18-4525-9eb8-2e7981e090af service neutron] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:16.434682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c571c2e-4ba7-4e76-8560-136a9cf11a4c req-5b0d37eb-ea2a-441f-85da-9a706daccfbe tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:16.437028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c571c2e-4ba7-4e76-8560-136a9cf11a4c req-5b0d37eb-ea2a-441f-85da-9a706daccfbe tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.1598945 Mar 07 04:24:16.528903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c571c2e-4ba7-4e76-8560-136a9cf11a4c req-39cb3f7e-9a1a-4843-9889-f7b6e3b39b21 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Mar 07 04:24:16.541078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-87bad646-0932-4da4-a0d0-63d22e8d0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:16.542798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-87bad646-0932-4da4-a0d0-63d22e8d0b4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 1125 time: 0.1491044 Mar 07 04:24:16.609358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-09af91ce-abed-42b0-a110-a16a7e602191 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0569143 Mar 07 04:24:16.713587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-ee14920b-408d-4fca-8cf5-ef0bc2fa65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:16.716017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-ee14920b-408d-4fca-8cf5-ef0bc2fa65c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 200 len: 862 time: 0.0991981 Mar 07 04:24:16.775388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-00a99a98-5202-4d2a-8b39-089d8bd09dbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13333c2e-7423-467f-9f6b-b88664b85711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517404 Mar 07 04:24:17.046844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c95b39e4-7122-4d70-88d6-9e3e96ee8866 req-191baf73-a35f-47ed-b534-4c2a869b1c1b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=81d8fea6fdb24f03b96e1dd226dd1e26 HTTP/1.1" status: 200 len: 696 time: 0.1485379 Mar 07 04:24:17.161536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-b66a1e46-51fa-4ca3-bd8a-5e545ac765e5 service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589046 Mar 07 04:24:17.180946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-4b348fc9-d637-4e34-b799-40697bbeb53d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:17.183010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-4b348fc9-d637-4e34-b799-40697bbeb53d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.4065506 Mar 07 04:24:17.239370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-00d18626-a0eb-4e7b-a02f-24fac8c0ff78 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0422139 Mar 07 04:24:17.368439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b39e4-7122-4d70-88d6-9e3e96ee8866 req-2d6c6d4b-856a-4d67-8304-c7cf90d357fc tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:17.370934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c95b39e4-7122-4d70-88d6-9e3e96ee8866 req-2d6c6d4b-856a-4d67-8304-c7cf90d357fc tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks?id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 787 time: 0.3231821 Mar 07 04:24:17.393094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-c95b39e4-7122-4d70-88d6-9e3e96ee8866 req-1512c8c4-803f-4650-98ba-7bb17079300f tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:24:17.397300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c95b39e4-7122-4d70-88d6-9e3e96ee8866 req-1512c8c4-803f-4650-98ba-7bb17079300f tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190775 Mar 07 04:24:17.401661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f24bc9-5259-4762-8134-aa252ad7c976 req-0e9811b8-ff63-4ffe-8f3b-cf3d899c892f service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318616 Mar 07 04:24:17.418597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 744588ad-3a8f-444b-a84b-128763303e18 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:17.430721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-ecff5f9a-2cc1-4d27-b125-b925bb479483 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473453 Mar 07 04:24:17.445101 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b52c8a7-6ae1-4433-bb7b-822894adc72a x-openstack-request-id: req-5b52c8a7-6ae1-4433-bb7b-822894adc72a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:17.445428 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:17.445732 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b52c8a7-6ae1-4433-bb7b-822894adc72a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:17.446447 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'status': 'completed', 'code': 200} Mar 07 04:24:17.632616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:17.651785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-b0d52183-0eb3-469c-8747-9e03df02aef4 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196698 Mar 07 04:24:17.657057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '744588ad-3a8f-444b-a84b-128763303e18', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '744588ad-3a8f-444b-a84b-128763303e18', 'mac_address': 'fa:16:3e:9b:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:17.677559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-8327b703-1900-4270-9a53-acc186a113dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:17.679206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-8327b703-1900-4270-9a53-acc186a113dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 1125 time: 0.1511784 Mar 07 04:24:17.725584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 744588ad-3a8f-444b-a84b-128763303e18 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:17.726158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:17.744675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744588ad-3a8f-444b-a84b-128763303e18 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:17.793566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:17.808903 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:17.845123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-9b3ae4f5-2e34-4588-a4f4-3552e0b3f573 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922815 Mar 07 04:24:17.879407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:17.886885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-114933e8-1bd8-4ba5-9fd7-4002eaf369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:17.888605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-114933e8-1bd8-4ba5-9fd7-4002eaf369ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 923 time: 0.1982877 Mar 07 04:24:17.923488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['744588ad-3a8f-444b-a84b-128763303e18'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:17.953340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-4d33fd75-769d-48b2-9b86-e2fac71543e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0467386 Mar 07 04:24:18.014489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371c2ae-ba4b-4234-91a7-7d3c1d51948d req-a54fb72b-1955-429a-ac46-59f87793077f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:18.022612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2371c2ae-ba4b-4234-91a7-7d3c1d51948d req-a54fb72b-1955-429a-ac46-59f87793077f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 943 time: 0.1543407 Mar 07 04:24:18.054204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-1eab38bb-750b-4525-b8ab-85dc24df47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:18.055809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-1eab38bb-750b-4525-b8ab-85dc24df47c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 200 len: 862 time: 0.0926974 Mar 07 04:24:18.102997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-154b2049-b56b-4ce5-837a-1cf64f91e04e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13333c2e-7423-467f-9f6b-b88664b85711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358393 Mar 07 04:24:18.213435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-91adc22d-a227-4676-8cb0-cee1341fec47 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips/a76fd6c5-e74c-4274-9e9a-93ec257e368d HTTP/1.1" status: 200 len: 693 time: 0.1509297 Mar 07 04:24:18.230149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2371c2ae-ba4b-4234-91a7-7d3c1d51948d req-3064829d-ce08-4c5e-8bc2-3f30354cc586 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995203 Mar 07 04:24:18.396079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b0a62daf-fd70-474d-b6f1-2c92cec6fd10 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:18.410280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b0a62daf-fd70-474d-b6f1-2c92cec6fd10 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 950 time: 0.1085205 Mar 07 04:24:18.470099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34f285-08fb-4993-b2fe-2c84de46be2d req-4d7daacc-ac72-442e-940c-2035eefc2ad7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:18.471476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c34f285-08fb-4993-b2fe-2c84de46be2d req-4d7daacc-ac72-442e-940c-2035eefc2ad7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.1262999 Mar 07 04:24:18.533513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-84d72f06-6043-44ec-b56b-f10086198ae9 service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689134 Mar 07 04:24:18.539489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c34f285-08fb-4993-b2fe-2c84de46be2d req-359e03c0-c246-46c6-a1fa-3fdfb3bbabeb tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582659 Mar 07 04:24:18.547232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-0b8f3127-5149-4b41-92c9-752d87e0019a tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:18.568318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-0b8f3127-5149-4b41-92c9-752d87e0019a tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2680259 Mar 07 04:24:18.682380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port 7628af94-8f76-4362-9c52-c8d6d7efe10d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:18.684314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:18.945310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port 7628af94-8f76-4362-9c52-c8d6d7efe10d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=7628af94-8f76-4362-9c52-c8d6d7efe10d,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:18.945691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:18.976078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for 7628af94-8f76-4362-9c52-c8d6d7efe10d owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:19.143551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15770ac4-1b3b-4e2c-8c80-39a946dd8b5f req-be0bb2f8-fae9-4fb1-be93-3ebafdbc7fb1 service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723944 Mar 07 04:24:19.164214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-79f8e47f-482d-496a-9190-89eb39bb017c tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 696 time: 0.5948792 Mar 07 04:24:19.179626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7628af94-8f76-4362-9c52-c8d6d7efe10d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:19.190382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:19.200233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['7628af94-8f76-4362-9c52-c8d6d7efe10d', '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:19.236797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=7628af94-8f76-4362-9c52-c8d6d7efe10d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:19.267626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-86664488-b38b-48fd-9eb3-5fcfe7a5ba9f tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 696 time: 0.1023700 Mar 07 04:24:19.282159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4ddce-b94d-4ae2-bdf0-abf600ac0b31 req-6addff22-1807-485e-aa2c-e31b4dc28be0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:19.290759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32f4ddce-b94d-4ae2-bdf0-abf600ac0b31 req-6addff22-1807-485e-aa2c-e31b4dc28be0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bfe5e52-34a2-4883-b0ca-4c687f0131f9 HTTP/1.1" status: 200 len: 950 time: 0.6304026 Mar 07 04:24:19.340419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port 7628af94-8f76-4362-9c52-c8d6d7efe10d on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:19.350091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:19.354058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-526be7c4-3674-4e5c-b39c-e790436b84c0 req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "DELETE /v2.0/ports/7628af94-8f76-4362-9c52-c8d6d7efe10d HTTP/1.1" status: 204 len: 173 time: 0.9389868 Mar 07 04:24:19.355388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'name': 'network-vif-deleted', 'tag': '7628af94-8f76-4362-9c52-c8d6d7efe10d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:19.358029 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e44b9e-cc53-453f-a31f-840ce48763c7" -d '{"events": [{"server_uuid": "8bfe5e52-34a2-4883-b0ca-4c687f0131f9", "name": "network-vif-deleted", "tag": "7628af94-8f76-4362-9c52-c8d6d7efe10d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:19.380982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.381346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.382986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.383342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.383682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.384925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.385280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.386910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.387260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.388720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.389181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.389513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.389747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3282c00-9089-450d-b4f6-9fc0f616c7e0 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:19.446690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 744588ad-3a8f-444b-a84b-128763303e18 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:19.515503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-fce14948-cd16-4d93-b778-81b374a7266c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:19.520160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-fce14948-cd16-4d93-b778-81b374a7266c tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "GET /v2.0/ports?device_id=d95fe82f-3c05-44f7-b4b3-debd33ad3468 HTTP/1.1" status: 200 len: 950 time: 0.1027076 Mar 07 04:24:19.523664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32f4ddce-b94d-4ae2-bdf0-abf600ac0b31 req-c04bbde4-1330-420e-a68d-7415b6c3377e tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317085 Mar 07 04:24:19.699877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-001f80b5-e3de-4593-9c99-fff39b223d83 service neutron] 10.222.0.15 "GET /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.3121569 Mar 07 04:24:19.756206 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:19.800088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:19.801532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:19.838727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 744588ad-3a8f-444b-a84b-128763303e18 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:19.839109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (744588ad-3a8f-444b-a84b-128763303e18), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:19.916448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc60c0fe-4d8a-40c1-b640-f1565e624af4 req-98a14275-08d6-458f-a7e5-8d9333c11782 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 210 time: 0.1809733 Mar 07 04:24:19.992652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Deleting port b1111f49-7eea-40ae-9372-34aaa82fae9d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:19.993005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.120596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:20.124179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.160073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:20.319079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 744588ad-3a8f-444b-a84b-128763303e18 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:20.320818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.399299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744588ad-3a8f-444b-a84b-128763303e18'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:20.404524 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9ae9f6-c3eb-41d6-b802-46ef5a74217b" -d '{"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-plugged", "status": "completed", "tag": "744588ad-3a8f-444b-a84b-128763303e18"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:20.439841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:20.451470 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.517818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5eb88af6-7dbf-4b3d-a417-e60e7810a2b2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.540563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-9a8a84c0-3c2e-44a2-8770-be542073262d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:20.542918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-9a8a84c0-3c2e-44a2-8770-be542073262d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.3255451 Mar 07 04:24:20.579242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:20.580280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:20.587352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c067d918-4793-430d-8c05-c07dc7c9d4fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:20.630649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=5eb88af6-7dbf-4b3d-a417-e60e7810a2b2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:20.676116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:20.682010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.689833 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cc4ce5a-3a29-403c-8b7f-9ff0f30145b9 req-d2cd717e-541c-4b47-8bab-81c0de30d419 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.15 "DELETE /v2.0/ports/5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 HTTP/1.1" status: 204 len: 173 time: 1.1630590 Mar 07 04:24:20.776647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:20.785377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.938877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.939211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (b1111f49-7eea-40ae-9372-34aaa82fae9d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:20.993266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Calling delete_port for b1111f49-7eea-40ae-9372-34aaa82fae9d owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:21.044332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45f7fc-2c32-4783-a2d1-e2447ebe7f44 req-1a15be4d-a27e-459e-9a33-38240a34aea2 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:21.045998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff45f7fc-2c32-4783-a2d1-e2447ebe7f44 req-1a15be4d-a27e-459e-9a33-38240a34aea2 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 943 time: 0.5017242 Mar 07 04:24:21.253045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:21.288063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.5 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/4992fe3f-c2a7-45cb-a6e5-840aa243486a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:21.304658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff45f7fc-2c32-4783-a2d1-e2447ebe7f44 req-619b2252-6014-4cbd-8762-20dd49dbc14e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453353 Mar 07 04:24:21.341322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:21.391213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94555e9-4468-44fc-ba22-15ac4693dba3 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:21.396534 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac2391b-8d88-4a2f-9be0-2846f447a84e x-openstack-request-id: req-8ac2391b-8d88-4a2f-9be0-2846f447a84e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:21.397223 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfe5e52-34a2-4883-b0ca-4c687f0131f9", "name": "network-vif-deleted", "tag": "7628af94-8f76-4362-9c52-c8d6d7efe10d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:21.397675 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ac2391b-8d88-4a2f-9be0-2846f447a84e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:21.398924 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfe5e52-34a2-4883-b0ca-4c687f0131f9', 'name': 'network-vif-deleted', 'tag': '7628af94-8f76-4362-9c52-c8d6d7efe10d', 'status': 'completed', 'code': 200} Mar 07 04:24:21.448266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:21.454938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:21.492738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:21.501482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.503909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5eb88af6-7dbf-4b3d-a417-e60e7810a2b2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:21.505291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 7628af94-8f76-4362-9c52-c8d6d7efe10d no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:21.532712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 7628af94-8f76-4362-9c52-c8d6d7efe10d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:21.533349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 7628af94-8f76-4362-9c52-c8d6d7efe10d not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:21.558323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b1111f49-7eea-40ae-9372-34aaa82fae9d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.651336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Pushing event deleted for resources: {'Port': ['ID=b1111f49-7eea-40ae-9372-34aaa82fae9d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:21.752579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.802904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (a76fd6c5-e74c-4274-9e9a-93ec257e368d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.805721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.806893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77f4d-beca-4119-8c7d-cfd0d20911a4 req-40547999-8100-43e7-980a-946c96f2c98b tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "DELETE /v2.0/floatingips/a76fd6c5-e74c-4274-9e9a-93ec257e368d HTTP/1.1" status: 204 len: 173 time: 2.5132353 Mar 07 04:24:21.816179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff464f-f78e-4c09-af27-3d0fca24cdd6 req-acc2b307-3d63-412f-831f-3307c455f830 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:21.817677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21ff464f-f78e-4c09-af27-3d0fca24cdd6 req-acc2b307-3d63-412f-831f-3307c455f830 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 943 time: 0.2658248 Mar 07 04:24:21.854416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] Transition to ACTIVE for port object c94555e9-4468-44fc-ba22-15ac4693dba3 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:21.869623 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f70a5-a72d-4034-8c37-248f8b4f6295 x-openstack-request-id: req-b66f70a5-a72d-4034-8c37-248f8b4f6295 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:21.870221 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-plugged", "status": "completed", "tag": "744588ad-3a8f-444b-a84b-128763303e18", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:21.870663 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b66f70a5-a72d-4034-8c37-248f8b4f6295 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:21.871207 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744588ad-3a8f-444b-a84b-128763303e18', 'code': 200} Mar 07 04:24:21.872826 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.902481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:21.917654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:21.938271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21ff464f-f78e-4c09-af27-3d0fca24cdd6 req-50aa50e1-ea34-445c-bf77-426fc8e6e4a0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Mar 07 04:24:21.991753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] No DVR routers for this DVR port c94555e9-4468-44fc-ba22-15ac4693dba3 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:21.995083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:22.004746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:22.009576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:22.017036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:22.048104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:22.064337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:22.212372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:22.220300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:22.221787 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:22.231688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-32919cc5-86b4-496e-afc2-7398017d59d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5176771 Mar 07 04:24:22.241842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:22.259272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'port_id': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'mac_address': 'fa:16:3e:2a:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c60f1a-19de-4c32-90e4-8c88bdf7b68c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:22.288420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-09eec57c-3c2f-482a-824b-cd3d5d45e218 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7254860 Mar 07 04:24:22.416119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e16be-7efd-4eb1-8dcc-7323f70c1845 req-779a464a-3a41-43bb-a8e2-34a031214572 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:22.424076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-158e16be-7efd-4eb1-8dcc-7323f70c1845 req-779a464a-3a41-43bb-a8e2-34a031214572 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 931 time: 0.3129399 Mar 07 04:24:22.437700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Request body: {'port': {'device_id': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:22.482657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9e586b41-30b8-4707-9444-aafd2bde6aa7 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:22.483664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:22.498668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e586b41-30b8-4707-9444-aafd2bde6aa7 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:22.522345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:22.530411 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:22.534968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-ef08227d-3441-4752-9f03-4c014d4fa588 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:22.536508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-ef08227d-3441-4752-9f03-4c014d4fa588 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.2271078 Mar 07 04:24:22.542286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-d21e1b7f-85e6-406f-83d7-6c3d853e811e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:22.548882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-d21e1b7f-85e6-406f-83d7-6c3d853e811e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.3248878 Mar 07 04:24:22.588441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.600622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.601323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.601633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.602266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.603021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.603362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:24:22.627822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-1021a42b-a503-4e12-963e-0e7f3377fd01 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/quotas/768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 375 time: 0.0780737 Mar 07 04:24:22.636246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:22.685731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-158e16be-7efd-4eb1-8dcc-7323f70c1845 req-4612b74d-af71-44c6-b3aa-83928c0d6309 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606578 Mar 07 04:24:22.825322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-da038a93-ca5f-48cb-a3b9-e21b8c5720f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:22.826772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-da038a93-ca5f-48cb-a3b9-e21b8c5720f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823&tenant_id=8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 1126 time: 0.2732642 Mar 07 04:24:22.914322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9e586b41-30b8-4707-9444-aafd2bde6aa7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:22.976454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-5c471d5c-3d11-4f92-8f75-ec39bccf7c0e tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2491550 Mar 07 04:24:22.982453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:23.065373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-4a10c906-784f-4c69-b61b-3f0d11331147 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4267726 Mar 07 04:24:23.401194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'name': 'network-vif-deleted', 'tag': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:23.404433 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7317b606-fbdf-464d-81f0-d509802d4b91" -d '{"events": [{"server_uuid": "d95fe82f-3c05-44f7-b4b3-debd33ad3468", "name": "network-vif-deleted", "tag": "5eb88af6-7dbf-4b3d-a417-e60e7810a2b2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:23.550247 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:23.574957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-e02c8917-51af-4fe2-ae45-8449d0282d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:23.576461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-e02c8917-51af-4fe2-ae45-8449d0282d5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1126 time: 0.6153784 Mar 07 04:24:23.698775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-565e1975-63cb-467e-ba21-9192a94fff1f service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315176 Mar 07 04:24:23.863872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4992fe3f-c2a7-45cb-a6e5-840aa243486a {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:23.879256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Publish callbacks [] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:23.884503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-9424b080-36b6-493f-9a72-ef2a7d6a50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:23.885995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-9424b080-36b6-493f-9a72-ef2a7d6a50ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.2994354 Mar 07 04:24:23.943197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Transition to ACTIVE for port object 4992fe3f-c2a7-45cb-a6e5-840aa243486a will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:23.954992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-999d3d29-d29e-4f48-9ae8-f4180da3dc30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 200 len: 217 time: 0.0539978 Mar 07 04:24:23.961598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:23.981675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-db8358a8-fe27-4722-9ab1-4da8c2a95d4a service neutron] 10.222.0.21 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678177 Mar 07 04:24:24.081245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:24.086765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-922fb620-f0f8-4afd-89b0-11ede75b16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:24.088239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-922fb620-f0f8-4afd-89b0-11ede75b16a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1222918 Mar 07 04:24:24.088837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Pushing event updated for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:24.197288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-58d28b05-f6ae-4e6e-a0b4-2108ac39c0de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973954 Mar 07 04:24:24.323795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Attempting to bind port 4992fe3f-c2a7-45cb-a6e5-840aa243486a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:24.324193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Attempting to bind port 4992fe3f-c2a7-45cb-a6e5-840aa243486a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:24.324474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Attempting to bind port 4992fe3f-c2a7-45cb-a6e5-840aa243486a on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:24.337860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Port 4992fe3f-c2a7-45cb-a6e5-840aa243486a on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:24.337860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Attempting to bind port 4992fe3f-c2a7-45cb-a6e5-840aa243486a on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:24.350543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:24.350942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:24.351364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:24.351696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Bound port: 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:24.352051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:24.370368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Allocated IP 172.25.4.195 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/617f551b-2dcb-448a-826b-25d8166624e4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:24.404878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-3800e385-c51b-4f83-af69-a659f0673435 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987913 Mar 07 04:24:24.608384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:24.620610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:24.647198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:24.682280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9ce53-b774-45b1-ab3b-129b80536138 req-5f7a5ca1-046b-47c0-a4ce-12879edae549 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:24.688451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59b9ce53-b774-45b1-ab3b-129b80536138 req-5f7a5ca1-046b-47c0-a4ce-12879edae549 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 944 time: 0.2288389 Mar 07 04:24:24.695723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for port (617f551b-2dcb-448a-826b-25d8166624e4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:24.757754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-52cce178-0048-41f2-9893-b70c19860ca3 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303416 Mar 07 04:24:24.759182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:24.759793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:24.761222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] 10.222.0.15 "PUT /v2.0/ports/4992fe3f-c2a7-45cb-a6e5-840aa243486a HTTP/1.1" status: 200 len: 1091 time: 2.4615927 Mar 07 04:24:24.769173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:24.771982 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fb189-be6e-406c-8d9d-61428fe0851e" -d '{"events": [{"name": "network-changed", "server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:24.822312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59b9ce53-b774-45b1-ab3b-129b80536138 req-350703db-a1b6-496a-9a18-d9d94c8294ea tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324856 Mar 07 04:24:24.984019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb65ab-a7de-4e1c-8855-449272e23817 service neutron] Pushing event updated for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:25.009849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-a6cb94a6-d723-4158-8190-85544f66fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:25.011921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-a6cb94a6-d723-4158-8190-85544f66fb5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 1125 time: 0.1748731 Mar 07 04:24:25.013026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (617f551b-2dcb-448a-826b-25d8166624e4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:25.137315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-ce4271aa-31c4-4605-a784-c179846297a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a HTTP/1.1" status: 200 len: 217 time: 0.1034615 Mar 07 04:24:25.161418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:25.190070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b402625-237d-457a-97bd-d69b3457b058 req-a213d645-f76f-487e-b04a-271865357206 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:25.200567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b402625-237d-457a-97bd-d69b3457b058 req-a213d645-f76f-487e-b04a-271865357206 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.2873621 Mar 07 04:24:25.205273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Pushing event updated for resources: {'Port': ['ID=617f551b-2dcb-448a-826b-25d8166624e4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:25.209819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:25.218264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:25.281293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-12b92318-d317-40e7-a4ef-369b937e74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:25.282885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-12b92318-d317-40e7-a4ef-369b937e74e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1448622 Mar 07 04:24:25.321505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-dcd899a8-83ff-4b17-a962-b45d2635e579 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:25.322952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-dcd899a8-83ff-4b17-a962-b45d2635e579 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.2650089 Mar 07 04:24:25.362329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-250a68df-20c6-4db6-a79d-f4a7b3f9f122 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647509 Mar 07 04:24:25.379132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b402625-237d-457a-97bd-d69b3457b058 req-7f7fa032-93c9-4567-b2da-f2f36c5e51ae tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738400 Mar 07 04:24:25.497331 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf617a28-ca9e-4dc8-8dff-098c3190961c x-openstack-request-id: req-bf617a28-ca9e-4dc8-8dff-098c3190961c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:25.497824 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95fe82f-3c05-44f7-b4b3-debd33ad3468", "name": "network-vif-deleted", "tag": "5eb88af6-7dbf-4b3d-a417-e60e7810a2b2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:25.498211 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf617a28-ca9e-4dc8-8dff-098c3190961c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:25.498843 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95fe82f-3c05-44f7-b4b3-debd33ad3468', 'name': 'network-vif-deleted', 'tag': '5eb88af6-7dbf-4b3d-a417-e60e7810a2b2', 'status': 'completed', 'code': 200} Mar 07 04:24:25.537581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (14ce7069-cc16-43dd-be0b-34e20b6e1f66), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:25.647912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-98470d1e-f9ec-4fba-8ab6-c50a7e4e3467 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673848 Mar 07 04:24:25.674116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (617f551b-2dcb-448a-826b-25d8166624e4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:25.861861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-65321c91-34f9-49b9-8876-0dd4ce8efe45 service neutron] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:25.875162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14f6c-a0af-4bb8-a14d-c81d9d986ebe req-da11a8c1-3811-4b26-aa65-ff8af458fe07 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:25.876752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51f14f6c-a0af-4bb8-a14d-c81d9d986ebe req-da11a8c1-3811-4b26-aa65-ff8af458fe07 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 943 time: 0.3244524 Mar 07 04:24:25.886509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-65321c91-34f9-49b9-8876-0dd4ce8efe45 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:25.887588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43af94d-3e06-463f-98ff-227aaee553b5 req-65321c91-34f9-49b9-8876-0dd4ce8efe45 service neutron] 10.222.0.44 "DELETE /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.5541279 Mar 07 04:24:25.976465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5db80ef6-32d9-4f43-9884-75d745a9f8b9 req-d3c640c3-da3d-4d57-aaaf-0522706a8163 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210883 Mar 07 04:24:25.999066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-b98f26ec-d572-4c0b-bd50-0029afdb32e2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:26.000609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-b98f26ec-d572-4c0b-bd50-0029afdb32e2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 820 time: 0.3240685 Mar 07 04:24:26.047789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Request body: {'port': {'device_id': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'admin_state_up': True, 'tenant_id': '768725cd7a3a45bbb6a04e95b4fc3124'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:26.092263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51f14f6c-a0af-4bb8-a14d-c81d9d986ebe req-bcaf8d3f-d8e3-4670-9d58-081b27601246 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916053 Mar 07 04:24:26.098197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:26.254794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 9e586b41-30b8-4707-9444-aafd2bde6aa7 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:24:26.259424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 9e586b41-30b8-4707-9444-aafd2bde6aa7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:26.260055 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.277602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for port (617f551b-2dcb-448a-826b-25d8166624e4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.364151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20255ed7-1d71-404b-8964-81b11d4c542a req-38327c45-2bc9-49a7-b4b3-6b8ce2f20c6f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.0888848 Mar 07 04:24:26.407483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9e586b41-30b8-4707-9444-aafd2bde6aa7 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:26.407909 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.411641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (617f551b-2dcb-448a-826b-25d8166624e4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.470577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:26.473705 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccf093d-6673-419e-985a-0683f4fea4f4" -d '{"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-plugged", "status": "completed", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:26.491163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:26.503919 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.581445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (14ce7069-cc16-43dd-be0b-34e20b6e1f66), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.600833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Made reservation on behalf of 768725cd7a3a45bbb6a04e95b4fc3124 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:26.605098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.612193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:26.636724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Pushing event updated for resources: {'Port': ['ID=617f551b-2dcb-448a-826b-25d8166624e4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:26.656584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:26.658066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-ea0bf5a7-b9a3-4b84-883a-6c94b4a05907 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6819875 Mar 07 04:24:26.672575 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45776d52-3a0f-41cc-ab22-f80113fb442e x-openstack-request-id: req-45776d52-3a0f-41cc-ab22-f80113fb442e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:26.672988 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:26.675981 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45776d52-3a0f-41cc-ab22-f80113fb442e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:26.676660 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a', 'status': 'completed', 'code': 200} Mar 07 04:24:26.853122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-1ea41024-8030-42e0-b94f-dd516e89e033 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1637509 Mar 07 04:24:26.993874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-48051497-e44c-4d15-876e-72e16ba6be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:26.995557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-48051497-e44c-4d15-876e-72e16ba6be86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 1125 time: 0.2522798 Mar 07 04:24:27.035609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ee18d-29e9-4a94-b3da-ef170fe1ccac req-e24f276c-d272-43cb-a2f9-b878f98c5971 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:27.037308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-264ee18d-29e9-4a94-b3da-ef170fe1ccac req-e24f276c-d272-43cb-a2f9-b878f98c5971 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.2477367 Mar 07 04:24:27.370297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Allocated IP 172.20.0.3 (beda7e6e-0c00-4a7a-bffa-38b81d211a66/4d83443d-7218-4592-9cbf-eff156bd85b2/34462e68-1376-4c41-9950-5dd9429fb556) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:27.467782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-3774020d-b6fd-4117-8d08-c430ab708bce tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:27.469406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dfc384b-82c6-48d1-90f7-c803487fc4b6 req-3774020d-b6fd-4117-8d08-c430ab708bce tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.6061087 Mar 07 04:24:27.490639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4992fe3f-c2a7-45cb-a6e5-840aa243486a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:27.543703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-386c3cba-22d4-4e55-9b6f-5febfc71a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:27.550431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-386c3cba-22d4-4e55-9b6f-5febfc71a611 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.5447030 Mar 07 04:24:27.587720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-264ee18d-29e9-4a94-b3da-ef170fe1ccac req-3c78b882-3e2d-49f9-ad78-f627c80f3d36 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068822 Mar 07 04:24:27.712352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-f16811e8-a4ef-4953-9390-61d5be5efdf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a HTTP/1.1" status: 200 len: 217 time: 0.1541374 Mar 07 04:24:27.744675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:27.765387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '4992fe3f-c2a7-45cb-a6e5-840aa243486a', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': '4992fe3f-c2a7-45cb-a6e5-840aa243486a', 'mac_address': 'fa:16:3e:3d:d7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:27.836170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4992fe3f-c2a7-45cb-a6e5-840aa243486a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:27.837005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:27.852592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4992fe3f-c2a7-45cb-a6e5-840aa243486a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:27.881682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:27.884542 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb440adb-051b-43df-a7a4-cb304cbda6c2 x-openstack-request-id: req-eb440adb-051b-43df-a7a4-cb304cbda6c2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:27.885246 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-plugged", "status": "completed", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:27.885752 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb440adb-051b-43df-a7a4-cb304cbda6c2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:27.886314 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'code': 200} Mar 07 04:24:27.899379 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:27.902478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks [] for port (34462e68-1376-4c41-9950-5dd9429fb556), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:27.912287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-be26581a-ab51-4f6a-855e-9fdc3ab8f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:27.915623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-be26581a-ab51-4f6a-855e-9fdc3ab8f45e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1957099 Mar 07 04:24:27.978703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:27.988902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-c76e8917-9de5-4d75-ba5a-2ae60171b19b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643950 Mar 07 04:24:28.076182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61ae3-c109-40d5-8d7d-895e6b9cdbab req-001c37af-3d7b-47ed-9f55-244247b68212 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:28.083915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50f61ae3-c109-40d5-8d7d-895e6b9cdbab req-001c37af-3d7b-47ed-9f55-244247b68212 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.4750910 Mar 07 04:24:28.149584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['4992fe3f-c2a7-45cb-a6e5-840aa243486a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:28.237924 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:28.262607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5f7a2f6d-38dc-42b0-aee5-5872cde9b433'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:28.333957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Network beda7e6e-0c00-4a7a-bffa-38b81d211a66 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:28.342208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:28.360807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50f61ae3-c109-40d5-8d7d-895e6b9cdbab req-c9cfa799-ef7b-477f-9a04-da4bfa054db1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760222 Mar 07 04:24:28.361620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:28.374244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a7ec-d539-4d4c-8f30-98f59696749e req-27dbff55-cab0-4bfb-a907-930d5f177b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:28.375986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80a7a7ec-d539-4d4c-8f30-98f59696749e req-27dbff55-cab0-4bfb-a907-930d5f177b30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 1127 time: 0.3848855 Mar 07 04:24:28.410961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-55ceb4b4-7195-45a7-938f-c9fd5622cbe2 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030142 Mar 07 04:24:28.464263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:28.591989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489c648-9ad4-43cc-bd0f-5c73e3d941a9 req-fe326cd9-91fa-4671-8beb-7fa44d6fd250 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:28.599988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6489c648-9ad4-43cc-bd0f-5c73e3d941a9 req-fe326cd9-91fa-4671-8beb-7fa44d6fd250 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 944 time: 0.3915234 Mar 07 04:24:28.649971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:28.650943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:28.683852 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80a7a7ec-d539-4d4c-8f30-98f59696749e req-26ea1347-79d2-4512-a429-33ab06c468f4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697291 Mar 07 04:24:28.723042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-e6b58fb9-3538-454e-9508-df913684cafc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6827149 Mar 07 04:24:28.740886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Request body: {'port': {'device_id': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:28.799080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d57fb189-be6e-406c-8d9d-61428fe0851e req-d6b5a86c-045e-41fb-8359-c17c59abd0bb service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589437 Mar 07 04:24:28.806227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ef142-92ae-479a-acbb-8781769d38ab req-95c182ac-4849-4495-ab33-bcdf9430e7c6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:28.807692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f56ef142-92ae-479a-acbb-8781769d38ab req-95c182ac-4849-4495-ab33-bcdf9430e7c6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 931 time: 0.3016026 Mar 07 04:24:28.823517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6489c648-9ad4-43cc-bd0f-5c73e3d941a9 req-2b91f69d-e698-4448-a7e8-52ae5c750e33 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223723 Mar 07 04:24:28.933807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:29.049145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f56ef142-92ae-479a-acbb-8781769d38ab req-06e5f034-628c-43d4-b3d2-8779ea33c0c6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227845 Mar 07 04:24:29.063207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-255e674b-6230-479b-a00f-edef5efbed41 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips/14ce7069-cc16-43dd-be0b-34e20b6e1f66 HTTP/1.1" status: 200 len: 693 time: 0.1659343 Mar 07 04:24:29.249108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-ad0cfc27-ca1d-4aa8-846c-8f116fef1a8e tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:29.256248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-ad0cfc27-ca1d-4aa8-846c-8f116fef1a8e tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1915569 Mar 07 04:24:29.383394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-cb526100-573a-421b-a657-d541174625d2 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1261733 Mar 07 04:24:29.452850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d556-81c1-4f57-a0d8-9325e8761fa9 req-2bd87e8e-ef98-486a-9db8-06a0931831a1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:29.455109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c76d556-81c1-4f57-a0d8-9325e8761fa9 req-2bd87e8e-ef98-486a-9db8-06a0931831a1 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.2852283 Mar 07 04:24:29.476671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-c9d45c0e-a557-4720-bde3-3329542009d5 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0910993 Mar 07 04:24:29.477451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4992fe3f-c2a7-45cb-a6e5-840aa243486a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:29.548902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 4992fe3f-c2a7-45cb-a6e5-840aa243486a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:24:29.558755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 4992fe3f-c2a7-45cb-a6e5-840aa243486a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:29.559407 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:29.672454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4992fe3f-c2a7-45cb-a6e5-840aa243486a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:29.673136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:29.684268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c76d556-81c1-4f57-a0d8-9325e8761fa9 req-0df3d1de-94af-4122-82bf-0f01199ea67b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987860 Mar 07 04:24:29.716400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:29.724995 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:29.747884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Deleting port 617f551b-2dcb-448a-826b-25d8166624e4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:29.748245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (617f551b-2dcb-448a-826b-25d8166624e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:29.851580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:29.887224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:29.897090 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf1a5d-92dd-4af5-8bc2-180a5a5accc6" -d '{"events": [{"server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "name": "network-vif-plugged", "status": "completed", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:29.954940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34462e68-1376-4c41-9950-5dd9429fb556 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:30.000908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Publish callbacks [] for port (34462e68-1376-4c41-9950-5dd9429fb556), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.048325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Transition to ACTIVE for port object 34462e68-1376-4c41-9950-5dd9429fb556 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:30.051559 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (617f551b-2dcb-448a-826b-25d8166624e4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.051919 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (617f551b-2dcb-448a-826b-25d8166624e4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.064983 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.076197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Calling delete_port for 617f551b-2dcb-448a-826b-25d8166624e4 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:30.133941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c150a-5059-4660-921e-919ba91019e9 req-171e3ccc-e9b0-4ccd-a9bd-c2cf8f946141 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:30.135636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f43c150a-5059-4660-921e-919ba91019e9 req-171e3ccc-e9b0-4ccd-a9bd-c2cf8f946141 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.2255738 Mar 07 04:24:30.152495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e7ea-7191-421a-ab22-2e5c5198cb36 req-ab92ae59-3cb8-4574-b8c0-e71593463d1f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:30.159490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48b2e7ea-7191-421a-ab22-2e5c5198cb36 req-ab92ae59-3cb8-4574-b8c0-e71593463d1f tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.2524464 Mar 07 04:24:30.413073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:30.451147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (617f551b-2dcb-448a-826b-25d8166624e4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.507841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Pushing event deleted for resources: {'Port': ['ID=617f551b-2dcb-448a-826b-25d8166624e4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:30.599691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48b2e7ea-7191-421a-ab22-2e5c5198cb36 req-8e06b41e-c0da-41a4-ad48-8c16673eeb28 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392014 Mar 07 04:24:30.723826 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks [] for floatingip (14ce7069-cc16-43dd-be0b-34e20b6e1f66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.726720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.741444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9b895d6-6c30-4aed-967d-67dc9a74c2ea req-d4e023d7-1189-4323-b098-480cb31a97e9 tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "DELETE /v2.0/floatingips/14ce7069-cc16-43dd-be0b-34e20b6e1f66 HTTP/1.1" status: 204 len: 173 time: 1.2650998 Mar 07 04:24:30.750025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:30.750622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:30.751236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:30.763762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Deleting port c067d918-4793-430d-8c05-c07dc7c9d4fc {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:30.769061 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:30.798676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:30.799400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:30.849970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:30.850527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:30.851032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:30.851604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Bound port: 34462e68-1376-4c41-9950-5dd9429fb556, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:30.852068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:31.026850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66807e3b-059d-4cd5-b4be-5fb25f414f83 req-781ef452-104c-4b6e-996c-9e77a0e8a488 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:31.031057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66807e3b-059d-4cd5-b4be-5fb25f414f83 req-781ef452-104c-4b6e-996c-9e77a0e8a488 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1126 time: 0.2512491 Mar 07 04:24:31.053904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] For port c067d918-4793-430d-8c05-c07dc7c9d4fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c067d918-4793-430d-8c05-c07dc7c9d4fc,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:31.056143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:31.097467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16d6a1-1afc-4043-aca9-6386dd83eb52 req-f523ebb0-37de-4bc0-8288-917fa31617f6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:31.099362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c16d6a1-1afc-4043-aca9-6386dd83eb52 req-f523ebb0-37de-4bc0-8288-917fa31617f6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.2732558 Mar 07 04:24:31.102832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Calling delete_port for c067d918-4793-430d-8c05-c07dc7c9d4fc owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:31.107108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:31.150851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:31.230754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:31.283259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66807e3b-059d-4cd5-b4be-5fb25f414f83 req-7dfc112b-be5a-42bf-b0d3-33f992631991 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376330 Mar 07 04:24:31.333602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:31.336579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:31.338344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] 10.222.0.15 "PUT /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 1091 time: 2.6015975 Mar 07 04:24:31.339016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:31.341553 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "tag": "34462e68-1376-4c41-9950-5dd9429fb556"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:31.374264 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd80a0b-cdf4-436a-b64d-a0f93bcd4623 x-openstack-request-id: req-5dd80a0b-cdf4-436a-b64d-a0f93bcd4623 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:31.375420 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "name": "network-vif-plugged", "status": "completed", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:31.375901 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dd80a0b-cdf4-436a-b64d-a0f93bcd4623 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:31.377207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c533d89-f368-4b55-aad3-bde96707934c service neutron] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:31.379586 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a', 'code': 200} Mar 07 04:24:31.411846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c16d6a1-1afc-4043-aca9-6386dd83eb52 req-0e0c485d-cc04-4813-bd10-84aebb872726 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029921 Mar 07 04:24:31.677681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-b0b91f05-aece-4008-abc5-00e3bdfe43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:31.680236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-b0b91f05-aece-4008-abc5-00e3bdfe43c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1125 time: 0.2527623 Mar 07 04:24:31.697946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fed1-899f-4801-816d-a2affe82028d req-f1d370d1-e091-4188-98d7-c6e4377f89f6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:31.699481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ec9fed1-899f-4801-816d-a2affe82028d req-f1d370d1-e091-4188-98d7-c6e4377f89f6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.2064683 Mar 07 04:24:32.067627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db909b-8268-4457-970d-bab7011553f4 req-ba1d4873-025a-44a5-b11f-92c3a8245f5b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:32.069206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2db909b-8268-4457-970d-bab7011553f4 req-ba1d4873-025a-44a5-b11f-92c3a8245f5b tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad428497-a535-4e40-979d-6abba299ac59 HTTP/1.1" status: 200 len: 950 time: 0.5431366 Mar 07 04:24:32.103556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c9a22-ba3a-49a8-a023-84a4637d3db9 req-3b78d490-334c-418d-946d-bc459c879b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:32.105150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-013c9a22-ba3a-49a8-a023-84a4637d3db9 req-3b78d490-334c-418d-946d-bc459c879b44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 1127 time: 0.6506481 Mar 07 04:24:32.127614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-a7dd0ca8-a703-4966-867b-10c00f749e71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 217 time: 0.4257410 Mar 07 04:24:32.152883 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c067d918-4793-430d-8c05-c07dc7c9d4fc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:32.308373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Pushing event deleted for resources: {'Port': ['ID=c067d918-4793-430d-8c05-c07dc7c9d4fc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:32.338496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ec9fed1-899f-4801-816d-a2affe82028d req-618d67fe-6267-4f84-be51-fe3395a28950 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254666 Mar 07 04:24:32.344657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-ccbb3fc6-7bb1-4e15-8f8b-d984666b37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:32.347153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-ccbb3fc6-7bb1-4e15-8f8b-d984666b37b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.2073102 Mar 07 04:24:32.349256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-013c9a22-ba3a-49a8-a023-84a4637d3db9 req-603cef71-528e-4602-9c7b-f9cb1db8513d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339141 Mar 07 04:24:32.401740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2db909b-8268-4457-970d-bab7011553f4 req-0b6fcf89-f880-40bc-bdbb-a8ce1effd278 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0fc062-90cb-41d3-adf9-a3f04f7e227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887955 Mar 07 04:24:32.467739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] No DVR routers for this DVR port c067d918-4793-430d-8c05-c07dc7c9d4fc on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:32.469530 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-d232a4de-5b3f-4b1e-b179-0dca5c6089fd req-92b55b7e-8e6a-4377-ba6f-58fb3804cf6a tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] show failed (client error): The resource could not be found. Mar 07 04:24:32.470641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d232a4de-5b3f-4b1e-b179-0dca5c6089fd req-92b55b7e-8e6a-4377-ba6f-58fb3804cf6a tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips/14ce7069-cc16-43dd-be0b-34e20b6e1f66 HTTP/1.1" status: 404 len: 350 time: 0.0871747 Mar 07 04:24:32.472638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:32.476404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f43c150a-5059-4660-921e-919ba91019e9 req-6ddcce0c-55d1-4e94-b616-eaefce957dc5 tempest-ServersOnMultiNodesTest-1306675947 tempest-ServersOnMultiNodesTest-1306675947-project] 10.222.0.44 "DELETE /v2.0/ports/c067d918-4793-430d-8c05-c07dc7c9d4fc HTTP/1.1" status: 204 len: 173 time: 2.3096068 Mar 07 04:24:32.557024 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf4ea0-7049-4af4-b97f-0d4ac73132e5 x-openstack-request-id: req-edcf4ea0-7049-4af4-b97f-0d4ac73132e5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:32.557297 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "tag": "34462e68-1376-4c41-9950-5dd9429fb556", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:32.557556 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edcf4ea0-7049-4af4-b97f-0d4ac73132e5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:32.557965 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556', 'status': 'completed', 'code': 200} Mar 07 04:24:32.584339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110c19-03c0-4058-8fde-125b410aeb4e req-7414a941-a05d-4632-b1ae-313e649e4f94 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:32.585872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12110c19-03c0-4058-8fde-125b410aeb4e req-7414a941-a05d-4632-b1ae-313e649e4f94 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 1126 time: 0.0815256 Mar 07 04:24:32.588014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-5758b4fb-e866-4404-837e-b730070bc040 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456820 Mar 07 04:24:32.741469 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7642-bc17-411c-b4bc-7e587e5d6b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:32.786982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12110c19-03c0-4058-8fde-125b410aeb4e req-801de517-e6a7-4f19-bc41-b86dce104916 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770661 Mar 07 04:24:32.845532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112b9ff-96c4-463d-ab0e-1b3c50b3d5bc req-2e8a88e8-6063-4b24-8784-296ac3799ea8 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:32.853231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3112b9ff-96c4-463d-ab0e-1b3c50b3d5bc req-2e8a88e8-6063-4b24-8784-296ac3799ea8 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.2135277 Mar 07 04:24:32.884388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-66c4fb47-9afb-445b-a89e-b308eea9aeba service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894766 Mar 07 04:24:33.033037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3112b9ff-96c4-463d-ab0e-1b3c50b3d5bc req-93c4cc02-cc0e-4059-a331-53540e25fcbb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770294 Mar 07 04:24:33.126280 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-cb660fa5-dc6f-4dd0-a006-48d3df5dce68 req-1adc860d-67d9-4fbe-8aad-232d02185fae tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] show failed (client error): The resource could not be found. Mar 07 04:24:33.141929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:33.158569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb660fa5-dc6f-4dd0-a006-48d3df5dce68 req-1adc860d-67d9-4fbe-8aad-232d02185fae tempest-FloatingIPsTestJSON-1988342697 tempest-FloatingIPsTestJSON-1988342697-project] 10.222.0.21 "GET /v2.0/floatingips/14ce7069-cc16-43dd-be0b-34e20b6e1f66 HTTP/1.1" status: 404 len: 350 time: 0.0900557 Mar 07 04:24:33.183892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-772c16d9-18d3-430e-a5d2-b28a38b5d1e2 req-57225ce4-235a-4a24-abc3-30889b3cc936 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986066 Mar 07 04:24:33.221128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a526e-9620-4ad8-8b7e-4ee7e2866c24 req-b45d4fcf-efb6-4ddc-ad27-73d8deb1a399 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:33.230103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb4a526e-9620-4ad8-8b7e-4ee7e2866c24 req-b45d4fcf-efb6-4ddc-ad27-73d8deb1a399 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.2198403 Mar 07 04:24:33.345619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb4a526e-9620-4ad8-8b7e-4ee7e2866c24 req-2ddb79ae-aef7-44f7-9a07-0c262a2665dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083107 Mar 07 04:24:33.397020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-effa3f34-f499-4842-b1ef-b07d7eb0c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:33.399156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-effa3f34-f499-4842-b1ef-b07d7eb0c2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1125 time: 0.1372116 Mar 07 04:24:33.593030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba763-b2ff-4d86-b9e5-b5d79c65dfbc req-a63bd12a-5007-40df-a7af-b97bd2e7caf3 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:33.594578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-896ba763-b2ff-4d86-b9e5-b5d79c65dfbc req-a63bd12a-5007-40df-a7af-b97bd2e7caf3 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.1755354 Mar 07 04:24:33.601044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-5297c379-d8c1-4b93-b5c3-fa73cf616c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:33.603607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-5297c379-d8c1-4b93-b5c3-fa73cf616c38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1930490 Mar 07 04:24:33.694623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-896ba763-b2ff-4d86-b9e5-b5d79c65dfbc req-1c31f620-3150-4dc6-8f0c-cb240ab2b396 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805206 Mar 07 04:24:33.719197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:33.805231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-dd2a316a-c59d-44a8-85ab-ca087b88c15e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 217 time: 0.1329517 Mar 07 04:24:33.919533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-78c6d50e-d1f3-4c2a-8b10-b165b41ffcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:33.921009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-78c6d50e-d1f3-4c2a-8b10-b165b41ffcf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.1058404 Mar 07 04:24:33.946041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdda9-845c-4ab0-8a33-026da3485354 req-708ced4a-32f7-4021-bf84-9e15a12b5928 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:33.947828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-303fdda9-845c-4ab0-8a33-026da3485354 req-708ced4a-32f7-4021-bf84-9e15a12b5928 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1365590 Mar 07 04:24:33.967440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-4e8256c3-01f0-4bb4-9477-590cee4b22bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391622 Mar 07 04:24:34.078995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-303fdda9-845c-4ab0-8a33-026da3485354 req-a281c33b-d074-4edc-b6be-0ee312fb834d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122239 Mar 07 04:24:34.137082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c067d918-4793-430d-8c05-c07dc7c9d4fc no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:34.146589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-8a089463-9b23-47e0-b6f7-5909c268029e service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721025 Mar 07 04:24:34.159221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59930) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:34.164484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: c067d918-4793-430d-8c05-c07dc7c9d4fc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:34.164837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c067d918-4793-430d-8c05-c07dc7c9d4fc not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:34.185238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Deleting port 3d06ae02-fdbc-415a-a812-2151fbaa9e59 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:34.185714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.288412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] For port 3d06ae02-fdbc-415a-a812-2151fbaa9e59, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3d06ae02-fdbc-415a-a812-2151fbaa9e59,segment=NetworkSegment(3085f72f-c5bf-49af-aeb9-34482be4f65e),segment_id=3085f72f-c5bf-49af-aeb9-34482be4f65e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:34.289048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.302971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Calling delete_port for 3d06ae02-fdbc-415a-a812-2151fbaa9e59 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:34.381780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3773a1-f7eb-4e68-b01a-db31c8a5e55a req-e2434b96-239c-4ee6-8b64-01286c67b9a5 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215133 Mar 07 04:24:34.428983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:34.429295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dde08423-d49d-4bae-b719-a210e8dc8cab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57e4d8f159ed4362b992fc20a17d7ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676322 Mar 07 04:24:34.509724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80ca067-5160-46ad-86a6-7abf2bac9b0f admin admin] Publish callbacks [] for security_group (ff0fc062-90cb-41d3-adf9-a3f04f7e227f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.569765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad428497-a535-4e40-979d-6abba299ac59', 'name': 'network-vif-deleted', 'tag': 'c067d918-4793-430d-8c05-c07dc7c9d4fc'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:34.572747 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13176c-acb2-43af-adf8-a6374b71f532" -d '{"events": [{"server_uuid": "ad428497-a535-4e40-979d-6abba299ac59", "name": "network-vif-deleted", "tag": "c067d918-4793-430d-8c05-c07dc7c9d4fc"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:34.586655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80ca067-5160-46ad-86a6-7abf2bac9b0f admin admin] Publish callbacks [] for security_group (ff0fc062-90cb-41d3-adf9-a3f04f7e227f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.611602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3d06ae02-fdbc-415a-a812-2151fbaa9e59), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.616513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eab92-d237-471f-86e8-e485b86ff5d9 req-2944eaae-cd97-4c5b-b0a9-685f681ce3a0 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:34.618830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe5eab92-d237-471f-86e8-e485b86ff5d9 req-2944eaae-cd97-4c5b-b0a9-685f681ce3a0 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.0857029 Mar 07 04:24:34.676776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d06ae02-fdbc-415a-a812-2151fbaa9e59,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:34.700458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe5eab92-d237-471f-86e8-e485b86ff5d9 req-d5e4e3b9-fc11-443a-932c-b2d45dc34d49 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756121 Mar 07 04:24:34.805179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80ca067-5160-46ad-86a6-7abf2bac9b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ff0fc062-90cb-41d3-adf9-a3f04f7e227f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.807844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80ca067-5160-46ad-86a6-7abf2bac9b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:34.812136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b80ca067-5160-46ad-86a6-7abf2bac9b0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff0fc062-90cb-41d3-adf9-a3f04f7e227f HTTP/1.1" status: 204 len: 168 time: 0.3821414 Mar 07 04:24:34.830523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ca067-5160-46ad-86a6-7abf2bac9b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0fc062-90cb-41d3-adf9-a3f04f7e227f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:34.951564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:35.070096 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b960c3-d906-4a44-9acd-caa26071dc12 x-openstack-request-id: req-11b960c3-d906-4a44-9acd-caa26071dc12 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:35.070624 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad428497-a535-4e40-979d-6abba299ac59", "name": "network-vif-deleted", "tag": "c067d918-4793-430d-8c05-c07dc7c9d4fc", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:35.070974 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b960c3-d906-4a44-9acd-caa26071dc12 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:35.071656 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad428497-a535-4e40-979d-6abba299ac59', 'name': 'network-vif-deleted', 'tag': 'c067d918-4793-430d-8c05-c07dc7c9d4fc', 'status': 'completed', 'code': 200} Mar 07 04:24:35.249238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e1004-2b76-4e85-9676-093bde264fc7 req-3cc7b433-f117-4856-9ef8-d8f4f778a005 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:35.253556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-201e1004-2b76-4e85-9676-093bde264fc7 req-3cc7b433-f117-4856-9ef8-d8f4f778a005 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.0924318 Mar 07 04:24:35.318645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2995276a-fc7f-407a-9140-a89caf8b7540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:35.328054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60012) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:35.353473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:24:35.368110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-201e1004-2b76-4e85-9676-093bde264fc7 req-06af88dc-78a6-4cf3-9f59-f544f4c16648 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069491 Mar 07 04:24:35.414836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9241c214-91b0-4e8a-8a00-bad32c33dc31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=840fee12aa684d8ba954c46310f9fbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779161 Mar 07 04:24:35.415648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60022) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:35.508665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:24:35.522139 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba320c18-eccf-40dc-be80-eec1f2700138 admin admin] 10.222.0.21 "PUT /v2.0/routers/eb7c52ea-9e8d-4e44-b054-4783e340d8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3817418 Mar 07 04:24:35.522849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:35.524200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649f58-5efc-45e1-928d-6ee40b584b3b req-bf595acc-82a6-4c92-8ed2-44d16f97afcc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:35.532245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84649f58-5efc-45e1-928d-6ee40b584b3b req-bf595acc-82a6-4c92-8ed2-44d16f97afcc tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1102984 Mar 07 04:24:35.532497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] Sync routers for ids ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:24:35.565966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] Routers {'eb7c52ea-9e8d-4e44-b054-4783e340d8a5'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:35.565966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:35.567195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f582c80-4e9b-4ab8-b0c0-b2449cc7f143 admin admin] Publish callbacks [] for security_group (9260aad4-655e-467b-816a-e16324875b34), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:35.604339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f582c80-4e9b-4ab8-b0c0-b2449cc7f143 admin admin] Publish callbacks [] for security_group (9260aad4-655e-467b-816a-e16324875b34), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:35.748852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] Set router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:35.751100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84649f58-5efc-45e1-928d-6ee40b584b3b req-ae32e745-5314-4d07-9a10-d04de74dbb29 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178857 Mar 07 04:24:35.796023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6916ad-cf8f-449f-b6af-7794c66ed5c7 req-17b6af8f-d402-45a7-8d70-c61b5d9911e9 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:35.815545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc6916ad-cf8f-449f-b6af-7794c66ed5c7 req-17b6af8f-d402-45a7-8d70-c61b5d9911e9 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.1579540 Mar 07 04:24:35.852112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f582c80-4e9b-4ab8-b0c0-b2449cc7f143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9260aad4-655e-467b-816a-e16324875b34), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:35.857001 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f582c80-4e9b-4ab8-b0c0-b2449cc7f143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:35.864284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f582c80-4e9b-4ab8-b0c0-b2449cc7f143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9260aad4-655e-467b-816a-e16324875b34 HTTP/1.1" status: 204 len: 168 time: 0.4473617 Mar 07 04:24:35.889824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f582c80-4e9b-4ab8-b0c0-b2449cc7f143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9260aad4-655e-467b-816a-e16324875b34,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:35.985359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc6916ad-cf8f-449f-b6af-7794c66ed5c7 req-a654055c-7046-4f06-8cb5-20cbdc9fd5d3 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639075 Mar 07 04:24:36.037088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks [] for router (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:36.138163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:34Z', 'revision_number': 5, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:36.172671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] Checking router: eb7c52ea-9e8d-4e44-b054-4783e340d8a5 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:24:36.183347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] Routers {'eb7c52ea-9e8d-4e44-b054-4783e340d8a5'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:36.184399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:36.248726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464622bd-41dc-4048-973b-44874183b7f8 req-8e2a13d5-af78-40df-8d49-ea61777ed5ea tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:36.250069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks [] for router_gateway (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:36.256223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-464622bd-41dc-4048-973b-44874183b7f8 req-8e2a13d5-af78-40df-8d49-ea61777ed5ea tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.1673183 Mar 07 04:24:36.277944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-bcf7b618-65a6-4900-9fb7-8200dc0745fb tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:36.285891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-bcf7b618-65a6-4900-9fb7-8200dc0745fb tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.1743724 Mar 07 04:24:36.305603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-34f2e698-9e96-431f-8892-216a861ab65c tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/quotas/a0e51993b34647e6acc14bd510aa9012 HTTP/1.1" status: 200 len: 375 time: 0.0186317 Mar 07 04:24:36.331271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] Set router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:36.351935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Deleting port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:36.352306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:36.392336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-464622bd-41dc-4048-973b-44874183b7f8 req-1234d6f9-7c56-40ba-90fe-075ad9258d8d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350231 Mar 07 04:24:36.426862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-8fe6bd99-b180-4ae1-86e9-8f72d64e66ae tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202025 Mar 07 04:24:36.470313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] For port 69b8f76a-f637-4522-b300-0e7cdc5a9ffb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:36.471405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:36.520711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Calling delete_port for 69b8f76a-f637-4522-b300-0e7cdc5a9ffb owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:36.597629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-5bf85caa-b635-48cc-9b11-26b6c7e24977 service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622124 Mar 07 04:24:36.615450 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:36.669942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:34Z', 'revision_number': 5, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:36.708703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bdaf6-851d-4d36-a21d-c7782cc240fd None None] The sync data for ids ['eb7c52ea-9e8d-4e44-b054-4783e340d8a5'] in n-d-832185-1 is: [{'id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'name': 'tempest-FloatingIPsTestJSON-879014055-router', 'tenant_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:00Z', 'updated_at': '2022-03-07T04:24:34Z', 'revision_number': 5, 'project_id': '81d8fea6fdb24f03b96e1dd226dd1e26', 'gw_port': {'id': '69b8f76a-f637-4522-b300-0e7cdc5a9ffb', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c52ea-9e8d-4e44-b054-4783e340d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:01Z', 'updated_at': '2022-03-07T04:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:24:36.757969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-ea23037a-e780-438e-b973-ac117466bd43 service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540279 Mar 07 04:24:36.848793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (69b8f76a-f637-4522-b300-0e7cdc5a9ffb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:36.918890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd9615-e7ea-4aa1-b1de-ed5e54fdd196 req-8ce3284f-9dd3-459c-8fbb-fc54d3b9581c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:36.929810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61bd9615-e7ea-4aa1-b1de-ed5e54fdd196 req-8ce3284f-9dd3-459c-8fbb-fc54d3b9581c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.0941126 Mar 07 04:24:36.943395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b8f76a-f637-4522-b300-0e7cdc5a9ffb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:36.985145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cac1083-0ddd-436f-92d8-0c05bcac2a7a req-995b1e56-ae84-4bae-9e4b-628b0bbe84fe tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 210 time: 0.0357676 Mar 07 04:24:37.054700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61bd9615-e7ea-4aa1-b1de-ed5e54fdd196 req-ecf104a8-76cc-4318-8f69-d2bd2b1be182 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238210 Mar 07 04:24:37.089026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.247569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3870-6ada-47a9-af14-91c183755ee4 req-2c21f373-8963-46c1-99be-1ac721b69e36 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:37.260808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b09d3870-6ada-47a9-af14-91c183755ee4 req-2c21f373-8963-46c1-99be-1ac721b69e36 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.1417220 Mar 07 04:24:37.262811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.267403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks [] for router_controller (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.343643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b09d3870-6ada-47a9-af14-91c183755ee4 req-1d06d53d-6c5e-4124-bb1b-65967676c836 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767756 Mar 07 04:24:37.368485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-6e150edc-a5ed-49fc-a138-a0df8f1e0e98 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:37.370419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-6e150edc-a5ed-49fc-a138-a0df8f1e0e98 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d4e781-e38a-4e6f-b621-657a7eaaa055 HTTP/1.1" status: 200 len: 946 time: 0.1942008 Mar 07 04:24:37.399377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (eb7c52ea-9e8d-4e44-b054-4783e340d8a5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.399928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7c52ea-9e8d-4e44-b054-4783e340d8a5 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:24:37.414001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.422716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4251520b-0e0a-4d85-a39a-739e0495f784 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb7c52ea-9e8d-4e44-b054-4783e340d8a5 HTTP/1.1" status: 204 len: 168 time: 1.8973353 Mar 07 04:24:37.423480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:37.491908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4992fe3f-c2a7-45cb-a6e5-840aa243486a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:37.555752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Deleting subnet 63f8a02d-d450-4b53-9c1b-e7c2298d7057 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:24:37.565019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Publish callbacks [] for subnet (63f8a02d-d450-4b53-9c1b-e7c2298d7057), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.617843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (63f8a02d-d450-4b53-9c1b-e7c2298d7057), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.687041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.751927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-ee3512ca-d084-4bf5-9d6a-da374e7d1df2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:37.754148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-ee3512ca-d084-4bf5-9d6a-da374e7d1df2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.3111804 Mar 07 04:24:37.764624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db168481-a466-42e2-a75a-243d8919946a req-2d920a2d-5a33-4067-afcb-d9ef8c062fc9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:37.767384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (63f8a02d-d450-4b53-9c1b-e7c2298d7057), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.773487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db168481-a466-42e2-a75a-243d8919946a req-2d920a2d-5a33-4067-afcb-d9ef8c062fc9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 945 time: 0.2337911 Mar 07 04:24:37.847692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (63f8a02d-d450-4b53-9c1b-e7c2298d7057), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.852001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4992fe3f-c2a7-45cb-a6e5-840aa243486a is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:37.852448 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.853003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Deleting port 744588ad-3a8f-444b-a84b-128763303e18 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:37.853499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.894930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:37.895142 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e47b41-b215-459f-bbd8-e5c2b12b9e09" -d '{"events": [{"server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "name": "network-vif-unplugged", "status": "completed", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:37.908971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:37.926128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.928334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 744588ad-3a8f-444b-a84b-128763303e18 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:37.931708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:37.935607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63f8a02d-d450-4b53-9c1b-e7c2298d7057 HTTP/1.1" status: 204 len: 168 time: 0.5111771 Mar 07 04:24:37.936672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1433b4-ad4c-4cdc-8237-1c651cee0d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f8a02d-d450-4b53-9c1b-e7c2298d7057,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:37.948978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60096) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:38.013337 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2041db-656d-4b5f-9a0b-f98d7b9cd19d x-openstack-request-id: req-5d2041db-656d-4b5f-9a0b-f98d7b9cd19d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:38.013337 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "name": "network-vif-unplugged", "status": "completed", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:38.013337 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d2041db-656d-4b5f-9a0b-f98d7b9cd19d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:38.013337 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a', 'code': 200} Mar 07 04:24:38.076282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db168481-a466-42e2-a75a-243d8919946a req-6d5d7a24-0165-4373-9d93-dc0bcbc8c77e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015509 Mar 07 04:24:38.104701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5007f1d4-c556-44f7-adcc-beaa52f2466c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.115996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222d416-c25a-4390-9d2f-c77166040c46 None None] Network 5007f1d4-c556-44f7-adcc-beaa52f2466c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:24:38.119136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:38.184704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:38.204478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c143b6ff-a2b6-4b7e-9065-731f5804f1c9 req-2cb520df-6c87-4355-8ebc-42e550d028e7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 210 time: 0.0447636 Mar 07 04:24:38.239038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Deleting port 35726f66-99fe-46d2-af3e-262b2e3241ec {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:38.239384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.376919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] For port 35726f66-99fe-46d2-af3e-262b2e3241ec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=35726f66-99fe-46d2-af3e-262b2e3241ec,segment=NetworkSegment(3085f72f-c5bf-49af-aeb9-34482be4f65e),segment_id=3085f72f-c5bf-49af-aeb9-34482be4f65e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:38.377343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.385658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:38.386277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (744588ad-3a8f-444b-a84b-128763303e18), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.393225 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:24:38.408125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Calling delete_port for 744588ad-3a8f-444b-a84b-128763303e18 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:38.420176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Calling delete_port for 35726f66-99fe-46d2-af3e-262b2e3241ec owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:38.428167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 744588ad-3a8f-444b-a84b-128763303e18 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:38.428567 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (744588ad-3a8f-444b-a84b-128763303e18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.428706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port 4992fe3f-c2a7-45cb-a6e5-840aa243486a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:38.429078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.544199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb9362-0b3b-45d2-9f6e-2fd73ae5659f req-4b037780-9cb0-47ce-a7ba-35078ea410f9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:38.550056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45eb9362-0b3b-45d2-9f6e-2fd73ae5659f req-4b037780-9cb0-47ce-a7ba-35078ea410f9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.2497001 Mar 07 04:24:38.634177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (35726f66-99fe-46d2-af3e-262b2e3241ec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.648891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port 4992fe3f-c2a7-45cb-a6e5-840aa243486a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4992fe3f-c2a7-45cb-a6e5-840aa243486a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:38.649257 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.664482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for 4992fe3f-c2a7-45cb-a6e5-840aa243486a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:38.678461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Pushing event deleted for resources: {'Port': ['ID=35726f66-99fe-46d2-af3e-262b2e3241ec,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:38.682874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] No DVR routers for this DVR port 35726f66-99fe-46d2-af3e-262b2e3241ec on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:38.712953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 69b8f76a-f637-4522-b300-0e7cdc5a9ffb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:38.754864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 69b8f76a-f637-4522-b300-0e7cdc5a9ffb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:38.755211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 69b8f76a-f637-4522-b300-0e7cdc5a9ffb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:38.755627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3d06ae02-fdbc-415a-a812-2151fbaa9e59 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:38.778527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3d06ae02-fdbc-415a-a812-2151fbaa9e59 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:38.778882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3d06ae02-fdbc-415a-a812-2151fbaa9e59 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:38.796797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 744588ad-3a8f-444b-a84b-128763303e18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=744588ad-3a8f-444b-a84b-128763303e18,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:38.814338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.881300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:38.884452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11cf2d-7a17-4a9d-b3c3-87036d79a0a0 None None] DHCP port deletion for 5007f1d4-c556-44f7-adcc-beaa52f2466c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:24:38.896360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5007f1d4-c556-44f7-adcc-beaa52f2466c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.919524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:38.942458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'port_id': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'mac_address': 'fa:16:3e:2a:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c60f1a-19de-4c32-90e4-8c88bdf7b68c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:38.942869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4992fe3f-c2a7-45cb-a6e5-840aa243486a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.985593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-c112b43b-f148-4967-bfd4-a825c64aea35 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:38.988367 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-c112b43b-f148-4967-bfd4-a825c64aea35 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.2648852 Mar 07 04:24:38.994454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9e586b41-30b8-4707-9444-aafd2bde6aa7 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:38.994849 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:38.997075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:39.008214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Request body: {'port': {'device_id': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'admin_state_up': True, 'tenant_id': 'a0e51993b34647e6acc14bd510aa9012'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:39.031014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e586b41-30b8-4707-9444-aafd2bde6aa7 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:39.040850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=4992fe3f-c2a7-45cb-a6e5-840aa243486a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:39.055993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:39.068365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.130354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:39.147118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5007f1d4-c556-44f7-adcc-beaa52f2466c']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:39.156632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port 4992fe3f-c2a7-45cb-a6e5-840aa243486a on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:39.164206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.165741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.167242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3085f72f-c5bf-49af-aeb9-34482be4f65e') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:39.167242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3085f72f-c5bf-49af-aeb9-34482be4f65e') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:39.175326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-641b44ae-6145-40c0-a18c-a6985c7ee806 req-43034fc8-94bb-4ae5-99f8-64ea140f54e7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "DELETE /v2.0/ports/4992fe3f-c2a7-45cb-a6e5-840aa243486a HTTP/1.1" status: 204 len: 173 time: 1.3964152 Mar 07 04:24:39.183366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3085f72f-c5bf-49af-aeb9-34482be4f65e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.187853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'name': 'network-vif-deleted', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:39.194996 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1232936a-71bd-4808-8f37-7d5402ff5e0f" -d '{"events": [{"server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "name": "network-vif-deleted", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:39.207144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Made reservation on behalf of a0e51993b34647e6acc14bd510aa9012 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:39.211334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.215916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3085f72f-c5bf-49af-aeb9-34482be4f65e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.228184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45eb9362-0b3b-45d2-9f6e-2fd73ae5659f req-bb233028-95f6-4280-b3d7-82d7827701ce tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696434 Mar 07 04:24:39.238312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:24:39.238986 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3085f72f-c5bf-49af-aeb9-34482be4f65e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:24:39.241259 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:24:39.269771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9e586b41-30b8-4707-9444-aafd2bde6aa7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:39.288581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dc1af-d44d-439b-a894-c4d3c175878f req-8c75fb9a-6ea4-4716-a3e3-5c737e05b1f7 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:39.291854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd0dc1af-d44d-439b-a894-c4d3c175878f req-8c75fb9a-6ea4-4716-a3e3-5c737e05b1f7 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.5946207 Mar 07 04:24:39.352411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (744588ad-3a8f-444b-a84b-128763303e18), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.423293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (5007f1d4-c556-44f7-adcc-beaa52f2466c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.423995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event deleted for resources: {'Port': ['ID=744588ad-3a8f-444b-a84b-128763303e18,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:39.452328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.458594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5007f1d4-c556-44f7-adcc-beaa52f2466c HTTP/1.1" status: 204 len: 168 time: 1.5058849 Mar 07 04:24:39.460416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a6ea-fd91-4679-89b2-411e7ffd7149 admin admin] Pushing event deleted for resources: {'Network': ['ID=5007f1d4-c556-44f7-adcc-beaa52f2466c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:39.497106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] No DVR routers for this DVR port 744588ad-3a8f-444b-a84b-128763303e18 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:39.499846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.505846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c2fac52-0039-4622-b2ff-46e8f5ed84e4 req-d8c5c372-6c22-4e36-a9c1-93f521c1036d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "DELETE /v2.0/ports/744588ad-3a8f-444b-a84b-128763303e18 HTTP/1.1" status: 204 len: 173 time: 2.1284814 Mar 07 04:24:39.524953 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd0dc1af-d44d-439b-a894-c4d3c175878f req-8dd12eee-e8ec-418a-a509-b91b95a76cce tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069519 Mar 07 04:24:39.563368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Allocated IP 172.20.0.12 (666c4c6f-1a71-489e-953d-2adf37eb72a6/6094d1d3-518a-4c1c-8209-46470e360042/615c3328-32ac-4dec-bd8f-5990db2aad37) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:39.610733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-727d62be-6ce6-4585-9344-5d5460c7d133 req-9345ce07-008a-46c5-9c35-95eb356a0edc tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68a056f-7acc-4f5e-b819-dc0b1f9c7d55 HTTP/1.1" status: 200 len: 210 time: 0.1035452 Mar 07 04:24:39.615000 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feb75b0-efdb-4a01-ae48-55e028bc9f57 x-openstack-request-id: req-0feb75b0-efdb-4a01-ae48-55e028bc9f57 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:39.615256 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a056f-7acc-4f5e-b819-dc0b1f9c7d55", "name": "network-vif-deleted", "tag": "4992fe3f-c2a7-45cb-a6e5-840aa243486a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:39.615466 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0feb75b0-efdb-4a01-ae48-55e028bc9f57 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:39.616953 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a056f-7acc-4f5e-b819-dc0b1f9c7d55', 'name': 'network-vif-deleted', 'tag': '4992fe3f-c2a7-45cb-a6e5-840aa243486a', 'status': 'completed', 'code': 200} Mar 07 04:24:39.780444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23882396-acdb-47a3-b716-acf258231c9a req-2387e113-b769-4550-af82-375d85d30aa6 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 210 time: 0.0589516 Mar 07 04:24:39.834323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60136) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:39.895911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks [] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.912303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd64ab1d-91aa-4034-be8f-17c888e32404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81d8fea6fdb24f03b96e1dd226dd1e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771167 Mar 07 04:24:39.914710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60142) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:39.953681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:39.983919 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35cdabe3-6623-4ea9-a39d-728e99de1d31 admin admin] Publish callbacks [] for security_group (f24ec8f3-545a-4253-a217-0262c6d96044), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.011851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35cdabe3-6623-4ea9-a39d-728e99de1d31 admin admin] Publish callbacks [] for security_group (f24ec8f3-545a-4253-a217-0262c6d96044), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.014851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744588ad-3a8f-444b-a84b-128763303e18'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:40.017878 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17d30e5-f979-4454-9f53-3d9e0111ab24" -d '{"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-unplugged", "status": "completed", "tag": "744588ad-3a8f-444b-a84b-128763303e18"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:40.040077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:40.054075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:40.055831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:40.059671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:40.112727 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaba725-ea4d-4915-9112-ba2cbb66b5af x-openstack-request-id: req-3aaba725-ea4d-4915-9112-ba2cbb66b5af {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:40.113097 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-unplugged", "status": "completed", "tag": "744588ad-3a8f-444b-a84b-128763303e18", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:40.113359 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aaba725-ea4d-4915-9112-ba2cbb66b5af {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:40.113759 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744588ad-3a8f-444b-a84b-128763303e18', 'code': 200} Mar 07 04:24:40.115135 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35cdabe3-6623-4ea9-a39d-728e99de1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f24ec8f3-545a-4253-a217-0262c6d96044), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.118295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35cdabe3-6623-4ea9-a39d-728e99de1d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.120043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-35cdabe3-6623-4ea9-a39d-728e99de1d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f24ec8f3-545a-4253-a217-0262c6d96044 HTTP/1.1" status: 204 len: 168 time: 0.2040396 Mar 07 04:24:40.128566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdabe3-6623-4ea9-a39d-728e99de1d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24ec8f3-545a-4253-a217-0262c6d96044,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:40.146410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:40.147134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.173379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-59c289e6-84f7-4341-97dc-aed115401add tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1696916 Mar 07 04:24:40.182851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:40.191542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Request body: {'port': {'device_id': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:40.282170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 9e586b41-30b8-4707-9444-aafd2bde6aa7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:40.282894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.301905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.472098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9e586b41-30b8-4707-9444-aafd2bde6aa7 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:40.472725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.479720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75623609-4909-44f7-bec9-6bc3c5e180ef req-2249ec75-6f26-4793-a8de-2d1c404a208c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:40.483490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75623609-4909-44f7-bec9-6bc3c5e180ef req-2249ec75-6f26-4793-a8de-2d1c404a208c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1119423 Mar 07 04:24:40.561158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:40.569206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75623609-4909-44f7-bec9-6bc3c5e180ef req-0e247223-c0b3-4355-b92c-b824b18b908a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787945 Mar 07 04:24:40.572784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:40.673751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 35726f66-99fe-46d2-af3e-262b2e3241ec no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:40.731229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 35726f66-99fe-46d2-af3e-262b2e3241ec {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:40.731560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 35726f66-99fe-46d2-af3e-262b2e3241ec not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:40.766252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388df21e-02e9-4e88-af39-507cb2a730b5 req-03f2d098-6d20-4646-83d7-523c250b7095 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:40.771673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-388df21e-02e9-4e88-af39-507cb2a730b5 req-03f2d098-6d20-4646-83d7-523c250b7095 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.1120048 Mar 07 04:24:40.775030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:40.882573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-388df21e-02e9-4e88-af39-507cb2a730b5 req-ea030e33-2d51-4018-b3f5-9ca40948f6ee tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059644 Mar 07 04:24:40.968513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615c3328-32ac-4dec-bd8f-5990db2aad37 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:40.985020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Publish callbacks [] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.021228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Transition to ACTIVE for port object 615c3328-32ac-4dec-bd8f-5990db2aad37 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:41.023281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60186) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:41.030773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.070776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdba5cb-b369-499a-b341-05159539a729 req-b4e2b38f-3525-4907-a415-c72633039d42 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:41.076482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfdba5cb-b369-499a-b341-05159539a729 req-b4e2b38f-3525-4907-a415-c72633039d42 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 932 time: 0.0977454 Mar 07 04:24:41.139908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:41.186547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfdba5cb-b369-499a-b341-05159539a729 req-ce2f2882-9ff0-497f-a253-cac24dab96de tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060615 Mar 07 04:24:41.216362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Attempting to bind port 615c3328-32ac-4dec-bd8f-5990db2aad37 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:41.216923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Attempting to bind port 615c3328-32ac-4dec-bd8f-5990db2aad37 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:41.217355 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Attempting to bind port 615c3328-32ac-4dec-bd8f-5990db2aad37 on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:41.223147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Port 615c3328-32ac-4dec-bd8f-5990db2aad37 on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:41.223481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Attempting to bind port 615c3328-32ac-4dec-bd8f-5990db2aad37 on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:41.229926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:41.230365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Checking segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:41.230807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Bound using segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:41.231300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Bound port: 615c3328-32ac-4dec-bd8f-5990db2aad37, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:41.231736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.296238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a8e-2c0a-4f54-9437-3cb22d1314fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.335468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:41.346222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:41.366661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.427604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:41.451288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:41.451917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.453311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-743dd9ed-306f-43aa-b0c7-4ea9437686fc service neutron] 10.222.0.15 "PUT /v2.0/ports/615c3328-32ac-4dec-bd8f-5990db2aad37 HTTP/1.1" status: 200 len: 1092 time: 1.2729192 Mar 07 04:24:41.454388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:41.458577 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188e25b8-0439-4ed5-8396-16581aff9b26" -d '{"events": [{"name": "network-changed", "server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:41.515230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a8e-2c0a-4f54-9437-3cb22d1314fc admin admin] Publish callbacks [] for security_group (7fb8472e-66df-4058-9f77-31fa440780bf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.523795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a8e-2c0a-4f54-9437-3cb22d1314fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7fb8472e-66df-4058-9f77-31fa440780bf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.577511 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fa9bc6-3eb4-4b53-9712-f4bca607f8f6 x-openstack-request-id: req-35fa9bc6-3eb4-4b53-9712-f4bca607f8f6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:41.578054 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:41.578499 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35fa9bc6-3eb4-4b53-9712-f4bca607f8f6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:41.579229 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'status': 'completed', 'code': 200} Mar 07 04:24:41.582215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-d84598e4-71f3-475e-999d-977f8ccc1031 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:41.584235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-d84598e4-71f3-475e-999d-977f8ccc1031 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1662805 Mar 07 04:24:41.592948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e2e7a8e-2c0a-4f54-9437-3cb22d1314fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=195f513bdd3a4031837c3e6e30e7fb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680444 Mar 07 04:24:41.595353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:41.626542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-deleted', 'tag': '744588ad-3a8f-444b-a84b-128763303e18'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:41.629607 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0435d-572f-47fb-ac2a-0c6742160395" -d '{"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-deleted", "tag": "744588ad-3a8f-444b-a84b-128763303e18"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:41.635721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-ea39be0a-09e3-46bd-9690-ca486c4b9664 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0444665 Mar 07 04:24:41.640290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7a8e-2c0a-4f54-9437-3cb22d1314fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb8472e-66df-4058-9f77-31fa440780bf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:41.659878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-bbb8547d-a22f-4b71-a45b-84fbd09e267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:41.663027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-bbb8547d-a22f-4b71-a45b-84fbd09e267e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 1126 time: 0.0828216 Mar 07 04:24:41.718675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-12bf2f71-335b-4b2e-b211-3c08fce76872 admin admin] Publish callbacks [] for security_group (7fb8472e-66df-4058-9f77-31fa440780bf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.736066 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-57ea34ac-8ef0-4584-9fc2-669da9f2102a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615c3328-32ac-4dec-bd8f-5990db2aad37 HTTP/1.1" status: 200 len: 217 time: 0.0658414 Mar 07 04:24:41.738865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-5bf73191-92c9-4cf1-9f83-5028a4e46874 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946419 Mar 07 04:24:41.753911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-12bf2f71-335b-4b2e-b211-3c08fce76872 admin admin] Publish callbacks [] for security_group (7fb8472e-66df-4058-9f77-31fa440780bf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.795722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-7e066db0-ae38-46c2-acd7-c122c958de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:41.797178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-7e066db0-ae38-46c2-acd7-c122c958de91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.0535271 Mar 07 04:24:41.830021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-d5f58da9-4dc5-4a07-a1d5-87d138d5546a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261276 Mar 07 04:24:41.907537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db51df-1f99-47ef-b408-257fb072aba2 req-952583ff-8b79-47ff-9090-7126d2134cc9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:41.909314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8db51df-1f99-47ef-b408-257fb072aba2 req-952583ff-8b79-47ff-9090-7126d2134cc9 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1422532 Mar 07 04:24:41.931051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-12bf2f71-335b-4b2e-b211-3c08fce76872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7fb8472e-66df-4058-9f77-31fa440780bf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.933002 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-f31be61b-031f-454d-8ba2-fa9744368818 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975490 Mar 07 04:24:41.933513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-12bf2f71-335b-4b2e-b211-3c08fce76872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:41.937031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-12bf2f71-335b-4b2e-b211-3c08fce76872 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fb8472e-66df-4058-9f77-31fa440780bf HTTP/1.1" status: 204 len: 168 time: 0.3372569 Mar 07 04:24:41.950064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-06c3b436-7baa-4ae4-862e-6f3edbbbbdf1 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871915 Mar 07 04:24:41.961230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf2f71-335b-4b2e-b211-3c08fce76872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb8472e-66df-4058-9f77-31fa440780bf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:42.045957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8db51df-1f99-47ef-b408-257fb072aba2 req-0045fbfd-52e9-41fe-99b1-089f08f70f05 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259377 Mar 07 04:24:42.100264 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0beee98d-f4c5-43bc-8a1b-ffb19cbe1fe1 req-0b413cf4-9d77-49ad-b839-c261c08e7f96 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609356 Mar 07 04:24:42.115021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:42.117371 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd60fd2-1ded-497b-8ca6-6926ea4690fc" -d '{"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-plugged", "status": "completed", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:42.147285 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc219fd2-adcf-4e60-affd-a58abc5e1590 x-openstack-request-id: req-dc219fd2-adcf-4e60-affd-a58abc5e1590 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:42.153786 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d4e781-e38a-4e6f-b621-657a7eaaa055", "name": "network-vif-deleted", "tag": "744588ad-3a8f-444b-a84b-128763303e18", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:42.158443 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc219fd2-adcf-4e60-affd-a58abc5e1590 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:42.158902 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d4e781-e38a-4e6f-b621-657a7eaaa055', 'name': 'network-vif-deleted', 'tag': '744588ad-3a8f-444b-a84b-128763303e18', 'status': 'completed', 'code': 200} Mar 07 04:24:42.203595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-c7fa1633-bd2e-40f9-b803-b2958f81bbd7 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509345 Mar 07 04:24:42.242810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-6f302412-e517-4ae4-a976-1522772dd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:42.244814 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-6f302412-e517-4ae4-a976-1522772dd2ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 1126 time: 0.0724578 Mar 07 04:24:42.416820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-e011393c-0ea4-4698-a330-c6dda7cda5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:42.420029 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-e011393c-0ea4-4698-a330-c6dda7cda5dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 906 time: 0.1680846 Mar 07 04:24:42.509720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-61d1832c-cf96-4e2b-af21-a735ebb00108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615c3328-32ac-4dec-bd8f-5990db2aad37 HTTP/1.1" status: 200 len: 217 time: 0.0835688 Mar 07 04:24:42.510224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60246) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:42.519991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf06f1e-141c-4154-98e1-a74bce9e90ff req-0ea20c45-190c-4845-852d-4e63502ddf7e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:42.536104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf06f1e-141c-4154-98e1-a74bce9e90ff req-0ea20c45-190c-4845-852d-4e63502ddf7e tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.1006038 Mar 07 04:24:42.540425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0085a78-d5f9-47bc-a681-bec6d1a07a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:42.644102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf06f1e-141c-4154-98e1-a74bce9e90ff req-dfde8efa-f292-4f0f-bbcd-e227aff19586 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979533 Mar 07 04:24:42.670467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0085a78-d5f9-47bc-a681-bec6d1a07a5b admin admin] Publish callbacks [] for security_group (0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:42.677367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-7de6f15a-6d66-46e1-bee9-19a91d9f4c01 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7447d48c3e5b4cfa8f5b58befc0bfff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860529 Mar 07 04:24:42.682815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0085a78-d5f9-47bc-a681-bec6d1a07a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:42.730739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f0085a78-d5f9-47bc-a681-bec6d1a07a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73214806c91741908aa9b5681aa2500f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194879 Mar 07 04:24:42.731334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:42.826473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-ebb8c750-6cc4-45fd-a9ec-77e3cc8f2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:42.832171 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-ebb8c750-6cc4-45fd-a9ec-77e3cc8f2b35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.2789938 Mar 07 04:24:42.832337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-64b15cc6-c92c-411c-92c5-a89d6a9588af tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:42.835105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-64b15cc6-c92c-411c-92c5-a89d6a9588af tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564879 Mar 07 04:24:42.857331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0085a78-d5f9-47bc-a681-bec6d1a07a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:42.881628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-89565d74-a342-44e7-9f06-458b67f49452 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/quotas/7447d48c3e5b4cfa8f5b58befc0bfff2 HTTP/1.1" status: 200 len: 375 time: 0.0388222 Mar 07 04:24:42.887869 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-57dee349-f943-4a42-8442-86d29cad6a3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482697 Mar 07 04:24:42.888841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcb72a8e-b48b-4297-8705-e8e1250c9b26 admin admin] Publish callbacks [] for security_group (0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:42.920509 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec81893b-ef44-44bd-aba2-6f2b119b0514 x-openstack-request-id: req-ec81893b-ef44-44bd-aba2-6f2b119b0514 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:42.921074 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-plugged", "status": "completed", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:42.921586 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec81893b-ef44-44bd-aba2-6f2b119b0514 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:42.922177 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'code': 200} Mar 07 04:24:42.931545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-73293d18-f1b2-4f19-9247-e1deb4c735a9 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7447d48c3e5b4cfa8f5b58befc0bfff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486836 Mar 07 04:24:43.000741 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-4b90cfcf-2107-4871-b2fc-51d1876dec9d service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993416 Mar 07 04:24:43.028242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcb72a8e-b48b-4297-8705-e8e1250c9b26 admin admin] Publish callbacks [] for security_group (0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:43.139214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df8be-520b-43b0-acb6-bd53812f82a2 req-388a86f7-cb92-4040-960b-9463ecce6f27 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:43.142888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-586df8be-520b-43b0-acb6-bd53812f82a2 req-388a86f7-cb92-4040-960b-9463ecce6f27 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 944 time: 0.1346977 Mar 07 04:24:43.222223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-188e25b8-0439-4ed5-8396-16581aff9b26 req-9d09390d-7332-4a01-83ea-99230febc571 service neutron] 10.222.0.15 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108345 Mar 07 04:24:43.228306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcb72a8e-b48b-4297-8705-e8e1250c9b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:43.232245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcb72a8e-b48b-4297-8705-e8e1250c9b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:43.233899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dcb72a8e-b48b-4297-8705-e8e1250c9b26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b HTTP/1.1" status: 204 len: 168 time: 0.4968550 Mar 07 04:24:43.250944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b3050f8-412f-4be4-b06f-c86ba9ce1057 req-3bb0896d-035a-4e33-9636-0de642bc1062 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 210 time: 0.0773602 Mar 07 04:24:43.251933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb72a8e-b48b-4297-8705-e8e1250c9b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4944fa-1efd-4ed5-bf33-8f5f602c8c3b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:43.282968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-586df8be-520b-43b0-acb6-bd53812f82a2 req-ed05fd0c-4704-4f60-aebc-12035cf48da2 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290877 Mar 07 04:24:43.488664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-211a16ab-90a4-466d-a2b9-210f210aeb1b req-deb1e6e4-eb6c-4607-8a52-54edfa03fc6b tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0490627 Mar 07 04:24:43.503366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:43.691092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:43.707553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632c087-456e-4e6b-8360-cf0dad45cebb req-cb24f58c-d683-46ee-bc26-df420e628726 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:43.714055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0632c087-456e-4e6b-8360-cf0dad45cebb req-cb24f58c-d683-46ee-bc26-df420e628726 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1275227 Mar 07 04:24:43.729715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'mac_address': 'fa:16:3e:59:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:43.741385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efac2c4-6b29-416b-aeed-4a539cd52eda req-d9dddcd4-d871-449f-948f-c820bebe6df5 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:43.751159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4efac2c4-6b29-416b-aeed-4a539cd52eda req-d9dddcd4-d871-449f-948f-c820bebe6df5 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.1142383 Mar 07 04:24:43.844957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 615c3328-32ac-4dec-bd8f-5990db2aad37 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:43.845617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:43.874758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0632c087-456e-4e6b-8360-cf0dad45cebb req-2c3f9cb8-4819-4750-846f-6fc7e8e73447 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596272 Mar 07 04:24:43.886707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615c3328-32ac-4dec-bd8f-5990db2aad37 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:43.909295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4efac2c4-6b29-416b-aeed-4a539cd52eda req-6caa470a-e3fb-48cc-99e3-48180ad023ce tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561079 Mar 07 04:24:43.945672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:43.962133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:44.009296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-538e07e6-837b-4abe-b222-a62b62f45b2c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:44.011285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-538e07e6-837b-4abe-b222-a62b62f45b2c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1634736 Mar 07 04:24:44.066081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:44.154135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': '1aee531c-4aff-4702-a855-a176f4ab6896', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:44.183219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['615c3328-32ac-4dec-bd8f-5990db2aad37'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:44.307368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:44.313684 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:44.496880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.12 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/b9bd771f-5d17-4f35-a76a-c7925621d1f3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:44.713795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:44.761444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:44.777822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:44.849463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e8ee864-8cbc-42ba-ac1c-abf93da9e279 req-a73d4954-9fcf-4881-aae2-fd64ff893e0e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 210 time: 0.4031968 Mar 07 04:24:44.860776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:44.863114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:44.873092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:44.904492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-04931bcd-8940-4ab0-b6b2-afb4dc717111 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7447d48c3e5b4cfa8f5b58befc0bfff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672081 Mar 07 04:24:44.931075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:44.931692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:44.936658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=b9bd771f-5d17-4f35-a76a-c7925621d1f3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:44.955366 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-cb95ab3e-7614-49bf-95a2-818debf0d6c5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052356 Mar 07 04:24:44.967953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Request body: {'port': {'device_id': '1aee531c-4aff-4702-a855-a176f4ab6896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:45.091608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f5ca5d9-90ea-46ec-bf67-39a731162be9 req-9a38b570-e772-41a6-a7a0-347172167a0c tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0517712 Mar 07 04:24:45.092897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.108700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec8bbf-3ade-4fa1-92b8-ee2339883e48 req-19b4a8ee-ddba-4676-858e-9d9df6a2f912 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:45.119771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbec8bbf-3ade-4fa1-92b8-ee2339883e48 req-19b4a8ee-ddba-4676-858e-9d9df6a2f912 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 945 time: 0.7089055 Mar 07 04:24:45.146418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-20280a59-e2d4-4db6-9207-5d0717c53a37 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:45.148156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-20280a59-e2d4-4db6-9207-5d0717c53a37 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266529 Mar 07 04:24:45.166987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Request body: {'port': {'device_id': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '7447d48c3e5b4cfa8f5b58befc0bfff2'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:45.242065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbec8bbf-3ade-4fa1-92b8-ee2339883e48 req-26c834d7-94aa-4ce0-9861-fe3660f6dce8 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088622 Mar 07 04:24:45.307962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Made reservation on behalf of 7447d48c3e5b4cfa8f5b58befc0bfff2 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:45.313273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.334666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.455835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bd771f-5d17-4f35-a76a-c7925621d1f3 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:45.464386 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Publish callbacks [] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.482721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Transition to ACTIVE for port object b9bd771f-5d17-4f35-a76a-c7925621d1f3 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:45.487623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.509683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36645f5-7e22-4bac-ae6f-408f30fe837e req-923c3f39-620c-4542-b1d4-65545acd249e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:45.514448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e36645f5-7e22-4bac-ae6f-408f30fe837e req-923c3f39-620c-4542-b1d4-65545acd249e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1473775 Mar 07 04:24:45.523170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:45.537968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd771f-5d17-4f35-a76a-c7925621d1f3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:45.645468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 615c3328-32ac-4dec-bd8f-5990db2aad37 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:24:45.650582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 615c3328-32ac-4dec-bd8f-5990db2aad37 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:45.650971 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.660114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Attempting to bind port b9bd771f-5d17-4f35-a76a-c7925621d1f3 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:45.661245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Attempting to bind port b9bd771f-5d17-4f35-a76a-c7925621d1f3 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:45.661859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Attempting to bind port b9bd771f-5d17-4f35-a76a-c7925621d1f3 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:45.669144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Port b9bd771f-5d17-4f35-a76a-c7925621d1f3 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:45.669842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Attempting to bind port b9bd771f-5d17-4f35-a76a-c7925621d1f3 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:45.677629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:45.678475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:45.679171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:45.680607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Bound port: b9bd771f-5d17-4f35-a76a-c7925621d1f3, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:45.681437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.721689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e36645f5-7e22-4bac-ae6f-408f30fe837e req-7b7e0357-1885-43e6-9878-851a721e0bc8 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860282 Mar 07 04:24:45.736505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaad499-d557-444c-ae08-59934fabfc09 req-d1280619-41b7-4656-9815-92c808313c94 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:45.754649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feaad499-d557-444c-ae08-59934fabfc09 req-d1280619-41b7-4656-9815-92c808313c94 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.3009903 Mar 07 04:24:45.770796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 615c3328-32ac-4dec-bd8f-5990db2aad37 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:45.772451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.791056 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks [] for security_group (7a8b5050-277c-4f87-bd72-d2aab20edc23), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.798936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] For port b9bd771f-5d17-4f35-a76a-c7925621d1f3, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:45.802917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] For port b9bd771f-5d17-4f35-a76a-c7925621d1f3, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:45.809238 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a8b5050-277c-4f87-bd72-d2aab20edc23), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.814241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.824451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:45.829676 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1b4a9-9a5a-410e-a277-e23497352e15" -d '{"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-plugged", "status": "completed", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:45.851478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:45.857052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.885594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:45.886698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:45.887576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] 10.222.0.15 "PUT /v2.0/ports/b9bd771f-5d17-4f35-a76a-c7925621d1f3 HTTP/1.1" status: 200 len: 1092 time: 0.9256766 Mar 07 04:24:45.888083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aee531c-4aff-4702-a855-a176f4ab6896', 'tag': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:45.906254 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae036ee-f311-4c83-be30-a43936137eb1 x-openstack-request-id: req-8ae036ee-f311-4c83-be30-a43936137eb1 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:45.906570 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-plugged", "status": "completed", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:45.907099 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ae036ee-f311-4c83-be30-a43936137eb1 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:45.907571 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'code': 200} Mar 07 04:24:45.917663 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aee531c-4aff-4702-a855-a176f4ab6896", "tag": "b9bd771f-5d17-4f35-a76a-c7925621d1f3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:45.958494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:46.015109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8126fd1-aba0-4922-8f5f-3ee3a7e6ddda service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd771f-5d17-4f35-a76a-c7925621d1f3,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:46.049228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-495fde47-f4fd-410a-a710-89a94e889c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:46.052119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-495fde47-f4fd-410a-a710-89a94e889c3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 1126 time: 0.1050673 Mar 07 04:24:46.110561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feaad499-d557-444c-ae08-59934fabfc09 req-38d09074-ca6e-4072-bd52-2837aacc7fc6 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548911 Mar 07 04:24:46.116887 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-8be23b20-a663-40dc-a03a-52ec66b3eb9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3 HTTP/1.1" status: 200 len: 217 time: 0.0568736 Mar 07 04:24:46.135054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-67a5e34b-e6c3-4bcd-bd42-b78d21a221ec tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:46.136591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-67a5e34b-e6c3-4bcd-bd42-b78d21a221ec tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 945 time: 0.6621466 Mar 07 04:24:46.212141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Allocated IP 192.168.233.194 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/0a637451-79ef-4864-8859-32ddcccc6f25) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:46.215907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:46.221719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-69541e93-f3e3-4e95-a4ef-a8c5a6a911d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:46.221719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-69541e93-f3e3-4e95-a4ef-a8c5a6a911d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.0979569 Mar 07 04:24:46.226800 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a03c20-7df5-48f3-a533-dc97b6681235 x-openstack-request-id: req-44a03c20-7df5-48f3-a533-dc97b6681235 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:46.226800 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aee531c-4aff-4702-a855-a176f4ab6896", "tag": "b9bd771f-5d17-4f35-a76a-c7925621d1f3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:46.227026 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44a03c20-7df5-48f3-a533-dc97b6681235 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:46.228106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b5050-277c-4f87-bd72-d2aab20edc23,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:46.229776 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aee531c-4aff-4702-a855-a176f4ab6896', 'tag': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3', 'status': 'completed', 'code': 200} Mar 07 04:24:46.321493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-455c0dd4-53b2-4158-9731-5d0fb25d3612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907109 Mar 07 04:24:46.327411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95109-5edd-4bc6-acd9-d9f98cd751d2 req-27b9dfd4-21c1-4716-a6d8-ae5cb3e63682 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:46.335753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4a95109-5edd-4bc6-acd9-d9f98cd751d2 req-27b9dfd4-21c1-4716-a6d8-ae5cb3e63682 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 944 time: 0.3285117 Mar 07 04:24:46.406668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9e586b41-30b8-4707-9444-aafd2bde6aa7 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:46.407310 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:46.420757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-665835da-1924-4a58-886f-2af75a0d94b5 req-79ba5774-7ac6-4f5e-ae06-80b1078e1bad tempest-FlavorsV2NegativeTest-1739218262 tempest-FlavorsV2NegativeTest-1739218262-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc18aad41fd94ce982406f18ce235fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765238 Mar 07 04:24:46.423009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa23f1-7080-4b56-a61d-8e859f3e9959 req-3d44d147-cc16-4fe8-89fd-d96c9bf115b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:46.425221 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6fa23f1-7080-4b56-a61d-8e859f3e9959 req-3d44d147-cc16-4fe8-89fd-d96c9bf115b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 1128 time: 0.4079807 Mar 07 04:24:46.437522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-d3b33a6b-5f6d-48df-a615-d0e2e86c72aa service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085196 Mar 07 04:24:46.456681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:46.473172 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:46.572854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:46.652916 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4a95109-5edd-4bc6-acd9-d9f98cd751d2 req-9c7a7d9a-fb74-4827-af2b-07babd1fa2bf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159986 Mar 07 04:24:46.691994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6fa23f1-7080-4b56-a61d-8e859f3e9959 req-c717f3e6-a4fb-4bd2-a60c-e46f0c53c15d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583780 Mar 07 04:24:46.730566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Deleting port 9e586b41-30b8-4707-9444-aafd2bde6aa7 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:46.730915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:46.786574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks [] for port (0a637451-79ef-4864-8859-32ddcccc6f25), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:46.805796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665835da-1924-4a58-886f-2af75a0d94b5 req-6f4454ee-0a60-4c65-8b8d-503f06735ec2 tempest-FlavorsV2NegativeTest-1739218262 tempest-FlavorsV2NegativeTest-1739218262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:46.807361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-665835da-1924-4a58-886f-2af75a0d94b5 req-6f4454ee-0a60-4c65-8b8d-503f06735ec2 tempest-FlavorsV2NegativeTest-1739218262 tempest-FlavorsV2NegativeTest-1739218262-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632636 Mar 07 04:24:46.864232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3564bff-9cf6-4ddd-bd50-72f363faa58f req-8bc01fb3-8982-4928-8d37-abe70a06b7bf tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0738561 Mar 07 04:24:46.890968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-665835da-1924-4a58-886f-2af75a0d94b5 req-7ea21669-d7aa-44df-8acf-0facffecfcbe tempest-FlavorsV2NegativeTest-1739218262 tempest-FlavorsV2NegativeTest-1739218262-project] 10.222.0.21 "GET /v2.0/quotas/fc18aad41fd94ce982406f18ce235fd1 HTTP/1.1" status: 200 len: 375 time: 0.0610526 Mar 07 04:24:46.923793 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4345b0bd-1978-4fda-a5c0-24f2a15e0a92 req-b1adaa0d-caea-456c-bffa-0f49fda80d1c service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807177 Mar 07 04:24:46.940904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-665835da-1924-4a58-886f-2af75a0d94b5 req-a5f89790-a142-40b3-9ce9-333d818dc113 tempest-FlavorsV2NegativeTest-1739218262 tempest-FlavorsV2NegativeTest-1739218262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc18aad41fd94ce982406f18ce235fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408542 Mar 07 04:24:46.973151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] For port 9e586b41-30b8-4707-9444-aafd2bde6aa7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9e586b41-30b8-4707-9444-aafd2bde6aa7,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:46.973535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:46.993602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Calling delete_port for 9e586b41-30b8-4707-9444-aafd2bde6aa7 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:47.014671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:47.079998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-b214952b-5896-45af-b3fd-aec78ef0c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:47.082440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-b214952b-5896-45af-b3fd-aec78ef0c1d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 1126 time: 0.0916083 Mar 07 04:24:47.189576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:47.202257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:47.204799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:47.239549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-dfd98d04-5057-4d5e-8517-397c2df5ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:47.241852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-dfd98d04-5057-4d5e-8517-397c2df5ce73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.1529493 Mar 07 04:24:47.256445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:47.339254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545e800-896c-4869-bbfc-224543077783 req-d63c0b4b-6e66-44ba-8b20-b7d20a49135b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:47.340820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b545e800-896c-4869-bbfc-224543077783 req-d63c0b4b-6e66-44ba-8b20-b7d20a49135b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 946 time: 0.2562795 Mar 07 04:24:47.350861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608b24-3f95-43d9-a71a-02d49f757405 req-d45668c3-dd66-48e7-8927-038c2f47ae47 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:47.359589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d608b24-3f95-43d9-a71a-02d49f757405 req-d45668c3-dd66-48e7-8927-038c2f47ae47 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.2430074 Mar 07 04:24:47.367262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:47.368547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:47.402903 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-a4e54800-3ee5-410f-91dc-05c14fa75097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3 HTTP/1.1" status: 200 len: 217 time: 0.1543536 Mar 07 04:24:47.466388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-36f0bed2-6581-40b3-9e38-90efb6015b08 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3056045 Mar 07 04:24:47.495949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Request body: {'port': {'device_id': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:47.560929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-aad78538-60e8-4b9d-93fb-2eca89b1e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:47.566263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-aad78538-60e8-4b9d-93fb-2eca89b1e0cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1507649 Mar 07 04:24:47.572428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b545e800-896c-4869-bbfc-224543077783 req-67dfc7b1-05ce-4b52-b094-207b151d0e60 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991544 Mar 07 04:24:47.588975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d608b24-3f95-43d9-a71a-02d49f757405 req-30d8098b-3009-4485-b4e9-bf5fac7c4144 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279916 Mar 07 04:24:47.589600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9e586b41-30b8-4707-9444-aafd2bde6aa7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:47.593290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c16a6bb2-1165-44dc-90ba-9e2b3e1c7ecd None None] Provisioning complete for port 0a637451-79ef-4864-8859-32ddcccc6f25 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:47.593744 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c16a6bb2-1165-44dc-90ba-9e2b3e1c7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:47.612084 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-f8b2f236-f543-470f-bd8b-a319d556b411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373428 Mar 07 04:24:47.668183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c16a6bb2-1165-44dc-90ba-9e2b3e1c7ecd None None] Port 0a637451-79ef-4864-8859-32ddcccc6f25 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:24:47.729514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event deleted for resources: {'Port': ['ID=9e586b41-30b8-4707-9444-aafd2bde6aa7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:47.769270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:47.876814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] No DVR routers for this DVR port 9e586b41-30b8-4707-9444-aafd2bde6aa7 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:47.908462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:47.911470 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5639a175-a2d4-4606-b3cf-8d03102ad51d" -d '{"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-unplugged", "status": "completed", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:47.918738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:47.921836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-2d7ca494-7c57-4178-a675-162f85c0ecb5 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025110 Mar 07 04:24:47.922630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d87258b3-35b0-4496-a76c-c6b780fd01c1 req-721e5219-5ad4-4880-8670-106cf1a3f666 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "DELETE /v2.0/ports/9e586b41-30b8-4707-9444-aafd2bde6aa7 HTTP/1.1" status: 204 len: 173 time: 1.7575908 Mar 07 04:24:47.925341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33254c98-a530-4f80-9259-f76dd2212e7c req-edd7f86a-e36a-429c-85fb-6674590adc12 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=66c5623d-72ce-45d8-8e02-187257833345 HTTP/1.1" status: 200 len: 210 time: 0.1444850 Mar 07 04:24:47.925789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-deleted', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:47.928050 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ba1fd-7cc3-4bd8-b519-1f101a9598f6" -d '{"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-deleted", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:48.126747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d292bc25-82e0-4f7d-a053-5ffca1a21fb3 req-a8e41864-fa81-4c2c-bf1d-64ddc5f9e8a8 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902239 Mar 07 04:24:48.129065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60406) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:48.300247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1426-d089-4066-ad44-d4d065ed3580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.392933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1426-d089-4066-ad44-d4d065ed3580 admin admin] Publish callbacks [] for security_group (1c8a5ceb-0ecd-4736-a798-2037a1e1d091), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.399834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1426-d089-4066-ad44-d4d065ed3580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1c8a5ceb-0ecd-4736-a798-2037a1e1d091), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.429349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4b8a1426-d089-4066-ad44-d4d065ed3580 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc18aad41fd94ce982406f18ce235fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992246 Mar 07 04:24:48.436830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60410) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:48.499353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a637451-79ef-4864-8859-32ddcccc6f25 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:48.512629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Publish callbacks [] for port (0a637451-79ef-4864-8859-32ddcccc6f25), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.517495 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8047815a-161a-4694-8b03-cdc093a78a0c admin admin] Publish callbacks [] for security_group (1c8a5ceb-0ecd-4736-a798-2037a1e1d091), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.532467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Transition to ACTIVE for port object 0a637451-79ef-4864-8859-32ddcccc6f25 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:48.547638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8047815a-161a-4694-8b03-cdc093a78a0c admin admin] Publish callbacks [] for security_group (1c8a5ceb-0ecd-4736-a798-2037a1e1d091), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.569461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ffdf-acd0-430b-a84c-273d4166aa15 req-1a68975c-c14e-4f18-8ea0-e40bf1891ca4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:48.582347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e89ffdf-acd0-430b-a84c-273d4166aa15 req-1a68975c-c14e-4f18-8ea0-e40bf1891ca4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 944 time: 0.6650782 Mar 07 04:24:48.583413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.604958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a1426-d089-4066-ad44-d4d065ed3580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a5ceb-0ecd-4736-a798-2037a1e1d091,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:48.619182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8047815a-161a-4694-8b03-cdc093a78a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1c8a5ceb-0ecd-4736-a798-2037a1e1d091), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.625877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8047815a-161a-4694-8b03-cdc093a78a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:48.627626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8047815a-161a-4694-8b03-cdc093a78a0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c8a5ceb-0ecd-4736-a798-2037a1e1d091 HTTP/1.1" status: 204 len: 168 time: 0.1894126 Mar 07 04:24:48.642000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047815a-161a-4694-8b03-cdc093a78a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a5ceb-0ecd-4736-a798-2037a1e1d091,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:48.920134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:48.977396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e89ffdf-acd0-430b-a84c-273d4166aa15 req-af38575a-9f3d-497c-8eb7-87cc38ef64b0 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608370 Mar 07 04:24:48.995352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366d2e-3ade-409e-91c9-c6f53fdbc771 req-fb1868ad-63ef-4618-b184-c413969de859 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:48.998459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88366d2e-3ade-409e-91c9-c6f53fdbc771 req-fb1868ad-63ef-4618-b184-c413969de859 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 948 time: 0.4609044 Mar 07 04:24:49.074012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Attempting to bind port 0a637451-79ef-4864-8859-32ddcccc6f25 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:49.074385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Attempting to bind port 0a637451-79ef-4864-8859-32ddcccc6f25 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:49.074705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Attempting to bind port 0a637451-79ef-4864-8859-32ddcccc6f25 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:49.086637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Port 0a637451-79ef-4864-8859-32ddcccc6f25 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:49.086970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Attempting to bind port 0a637451-79ef-4864-8859-32ddcccc6f25 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:49.097731 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e8f30-4701-40e7-ab54-c9d742bbfa5e x-openstack-request-id: req-055e8f30-4701-40e7-ab54-c9d742bbfa5e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:49.098780 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-unplugged", "status": "completed", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:49.099195 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-055e8f30-4701-40e7-ab54-c9d742bbfa5e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:49.099784 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'code': 200} Mar 07 04:24:49.100594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88366d2e-3ade-409e-91c9-c6f53fdbc771 req-d6c403cc-155d-454b-8777-9ffc19ba0776 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953143 Mar 07 04:24:49.101425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:49.101775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:49.102186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:49.102640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Bound port: 0a637451-79ef-4864-8859-32ddcccc6f25, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:49.103010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:49.165525 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4460b8f4-695b-4c12-ab53-5257243b992f x-openstack-request-id: req-4460b8f4-695b-4c12-ab53-5257243b992f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:49.165720 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c5623d-72ce-45d8-8e02-187257833345", "name": "network-vif-deleted", "tag": "9e586b41-30b8-4707-9444-aafd2bde6aa7", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:49.165966 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4460b8f4-695b-4c12-ab53-5257243b992f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:49.166387 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c5623d-72ce-45d8-8e02-187257833345', 'name': 'network-vif-deleted', 'tag': '9e586b41-30b8-4707-9444-aafd2bde6aa7', 'status': 'completed', 'code': 200} Mar 07 04:24:49.243351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:49.250597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:49.314931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:49.410583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:49.411918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:49.413325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a637451-79ef-4864-8859-32ddcccc6f25 HTTP/1.1" status: 200 len: 1096 time: 1.9229434 Mar 07 04:24:49.462979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd3de3-655a-4786-b9ba-04c2f2890d3f req-a42b35a4-3750-42f6-a543-1d0368da72d0 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:49.464666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32fd3de3-655a-4786-b9ba-04c2f2890d3f req-a42b35a4-3750-42f6-a543-1d0368da72d0 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 946 time: 0.2041974 Mar 07 04:24:49.536668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b9bd771f-5d17-4f35-a76a-c7925621d1f3 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:49.543403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62c706-ecf4-4a92-8e8d-6bd6c32b7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:49.592285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2483ff-afe4-4bc9-bb1c-15cbb7222d4c req-a0819b04-1b38-4c5d-81a1-471da05b2ba5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:49.599869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa2483ff-afe4-4bc9-bb1c-15cbb7222d4c req-a0819b04-1b38-4c5d-81a1-471da05b2ba5 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.2105184 Mar 07 04:24:49.603014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-28273352-24c4-4912-8a76-25575f72987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:49.604460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-28273352-24c4-4912-8a76-25575f72987d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7447d48c3e5b4cfa8f5b58befc0bfff2&device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 1130 time: 0.1256278 Mar 07 04:24:49.645434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32fd3de3-655a-4786-b9ba-04c2f2890d3f req-6b5889cb-567d-4b8e-9faa-cc07e2c1d32c tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674898 Mar 07 04:24:49.699785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-b1cc6777-e501-4b2c-b792-893439652dc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0a637451-79ef-4864-8859-32ddcccc6f25 HTTP/1.1" status: 200 len: 217 time: 0.0826735 Mar 07 04:24:49.715006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b9bd771f-5d17-4f35-a76a-c7925621d1f3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:49.732905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3', 'mac_address': 'fa:16:3e:82:ee:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:49.782835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-691c80bb-35cf-4104-bf85-199008857469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:49.784905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-691c80bb-35cf-4104-bf85-199008857469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0769393 Mar 07 04:24:49.831074 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:49.839173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b9bd771f-5d17-4f35-a76a-c7925621d1f3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:49.839568 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:49.857852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd771f-5d17-4f35-a76a-c7925621d1f3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:49.882648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa2483ff-afe4-4bc9-bb1c-15cbb7222d4c req-74e6ac65-9b1c-414c-9851-b6928627ff78 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817807 Mar 07 04:24:49.906796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b9bd771f-5d17-4f35-a76a-c7925621d1f3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:49.928464 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:49.936959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-8f4ae455-8795-4c61-9a69-da348493d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:49.941401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-8f4ae455-8795-4c61-9a69-da348493d8e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1450379 Mar 07 04:24:50.039739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b9bd771f-5d17-4f35-a76a-c7925621d1f3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:50.123280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-3bd52172-b2d9-46c3-a35c-39460a119a28 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766570 Mar 07 04:24:50.145547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60456) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:50.154070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b9bd771f-5d17-4f35-a76a-c7925621d1f3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:50.230364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:50.235625 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:24:50.280050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 9e586b41-30b8-4707-9444-aafd2bde6aa7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:50.280809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9e586b41-30b8-4707-9444-aafd2bde6aa7 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:50.459468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-692c546c-0da0-4408-8e85-0cf8c4c1f9b0 req-6adf8c71-91b3-46af-83e6-ff5d44026a8b service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274312 Mar 07 04:24:50.462873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-network', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:50.483573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a923-bba7-45b8-a64e-611c99f7cdb9 req-4480acd4-17e2-45bc-a7e5-dc4e558b0b1e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:50.485517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea40a923-bba7-45b8-a64e-611c99f7cdb9 req-4480acd4-17e2-45bc-a7e5-dc4e558b0b1e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1935513 Mar 07 04:24:50.514967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Made reservation on behalf of 905383bb2697453ba7e0cf0396708ee0 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:50.517243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.535325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.601824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea40a923-bba7-45b8-a64e-611c99f7cdb9 req-a7cf4a63-f50c-4c4d-9f39-9aaae64ed464 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053195 Mar 07 04:24:50.644362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f822b-25c9-4ffc-904d-78e606bd80a0 req-d6b685f9-2f09-49c4-9ff5-8ce52f352983 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:50.650759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a33f822b-25c9-4ffc-904d-78e606bd80a0 req-d6b685f9-2f09-49c4-9ff5-8ce52f352983 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 945 time: 0.1211803 Mar 07 04:24:50.667512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks [] for security_group (28b2cb1c-883f-4af9-97af-d2528ec0d0d9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.673073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28b2cb1c-883f-4af9-97af-d2528ec0d0d9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.719268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:24:50.729102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2cb1c-883f-4af9-97af-d2528ec0d0d9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:50.743779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (66af0f57-96e1-4cab-9514-428153180a11), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.745160 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Added segment 66af0f57-96e1-4cab-9514-428153180a11 of type vlan for network a9c58ff6-fa01-421b-8dca-734e732a0948 Mar 07 04:24:50.770798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a33f822b-25c9-4ffc-904d-78e606bd80a0 req-711dd827-0f60-4938-b999-4a44bd70680d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110363 Mar 07 04:24:50.813007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a9c58ff6-fa01-421b-8dca-734e732a0948), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.819508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a10878-8b72-459c-9764-91a2e50d9c05 req-bd48fbab-1615-4fde-9455-941510915a93 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:50.821607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79a10878-8b72-459c-9764-91a2e50d9c05 req-bd48fbab-1615-4fde-9455-941510915a93 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 948 time: 0.1147535 Mar 07 04:24:50.859676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a9c58ff6-fa01-421b-8dca-734e732a0948), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.861348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:50.862676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:50.913764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79a10878-8b72-459c-9764-91a2e50d9c05 req-8a5fd3c4-5880-4a44-8d68-383376883221 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852380 Mar 07 04:24:50.957546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8108704 Mar 07 04:24:50.961756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:50.968925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741c8e-de76-43ae-82f5-78d0be03b617 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c58ff6-fa01-421b-8dca-734e732a0948,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:50.969119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Request body: {'subnet': {'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-subnet', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:50.977762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a9c58ff6-fa01-421b-8dca-734e732a0948 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:24:50.978267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe862c-74f7-46eb-a005-c5986a362c02 req-0f2aa07b-1d06-407f-a36c-cfcb7fbf9a2f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:50.980733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9afe862c-74f7-46eb-a005-c5986a362c02 req-0f2aa07b-1d06-407f-a36c-cfcb7fbf9a2f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 946 time: 0.0845971 Mar 07 04:24:51.025955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Made reservation on behalf of 905383bb2697453ba7e0cf0396708ee0 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:51.028283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:51.153996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9afe862c-74f7-46eb-a005-c5986a362c02 req-96b91174-6119-480d-9dbb-418f5e95db9e tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657250 Mar 07 04:24:51.184507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:51.194848 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:51.353081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-32dcf5d0-6e7f-4b1e-b2e4-c95442b6e534 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:51.359765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-32dcf5d0-6e7f-4b1e-b2e4-c95442b6e534 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 822 time: 0.2688642 Mar 07 04:24:51.368601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (24287b8e-8d83-4ec5-8c24-ccf479182a26), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:51.381952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-d815032d-220f-40da-9f89-b0d4d52bad9c tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/quotas/254b582316814f518c21afeb3a66a6e4 HTTP/1.1" status: 200 len: 375 time: 0.0212882 Mar 07 04:24:51.461899 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c85be-e098-4997-83ad-49291fe9be18 x-openstack-request-id: req-1c1c85be-e098-4997-83ad-49291fe9be18 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:51.462248 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:51.462707 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c1c85be-e098-4997-83ad-49291fe9be18 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:51.463115 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'status': 'completed', 'code': 200} Mar 07 04:24:51.473633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-84845cd1-a056-454c-8d8c-69b911aec604 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876648 Mar 07 04:24:51.554693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24287b8e-8d83-4ec5-8c24-ccf479182a26,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:51.558442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:51.561695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b9bd771f-5d17-4f35-a76a-c7925621d1f3 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:51.628130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Checking segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:51.628689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Network hostable DHCP agents. Network: a9c58ff6-fa01-421b-8dca-734e732a0948, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:24:51.731974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port b9bd771f-5d17-4f35-a76a-c7925621d1f3 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:24:51.739732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port b9bd771f-5d17-4f35-a76a-c7925621d1f3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:51.740217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:51.803365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:51.837356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '0a637451-79ef-4864-8859-32ddcccc6f25', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '0a637451-79ef-4864-8859-32ddcccc6f25', 'mac_address': 'fa:16:3e:f3:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:51.915586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:51.915970 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:51.920315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b9bd771f-5d17-4f35-a76a-c7925621d1f3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:51.920681 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:51.954278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a637451-79ef-4864-8859-32ddcccc6f25 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:51.985728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee531c-4aff-4702-a855-a176f4ab6896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:51.989159 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d97d1c2-c16b-48d8-a446-c206a5b33ee7" -d '{"events": [{"server_uuid": "1aee531c-4aff-4702-a855-a176f4ab6896", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd771f-5d17-4f35-a76a-c7925621d1f3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:52.007368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.009569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:52.013911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b9bd771f-5d17-4f35-a76a-c7925621d1f3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:52.021601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.048376 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.057799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-7753d885-ef85-4871-9153-d08f5282794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:52.059355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-7753d885-ef85-4871-9153-d08f5282794a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7447d48c3e5b4cfa8f5b58befc0bfff2&device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 1130 time: 0.5758221 Mar 07 04:24:52.097945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bec08-f6d3-43f2-869a-60492a724b5c req-31729c6b-907d-4b36-9eab-0b21e0ddc002 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:52.107338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b79bec08-f6d3-43f2-869a-60492a724b5c req-31729c6b-907d-4b36-9eab-0b21e0ddc002 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.5827286 Mar 07 04:24:52.136566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:52.144426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Network a9c58ff6-fa01-421b-8dca-734e732a0948 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:24:52.191698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-3c62371d-9670-449f-a965-890a9b119a54 service neutron] 10.222.0.21 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162964 Mar 07 04:24:52.203779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a9c58ff6-fa01-421b-8dca-734e732a0948) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:52.206316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b9bd771f-5d17-4f35-a76a-c7925621d1f3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:52.214143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5f16e-4360-48c5-8766-adc8597f05d1 None None] Network a9c58ff6-fa01-421b-8dca-734e732a0948 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:24:52.232867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:52.233443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.295679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b79bec08-f6d3-43f2-869a-60492a724b5c req-86146259-89ee-4137-b459-7330bbbf4636 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856265 Mar 07 04:24:52.319859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4e25551d-9b17-4865-9d65-cca0aa28c05d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3543975 Mar 07 04:24:52.320408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60568) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:52.325890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:52.379844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (01a607ec-dfff-43ea-ae63-a22c858e2de3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.380899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (01a607ec-dfff-43ea-ae63-a22c858e2de3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.385209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-691a0de2-8430-4d0c-8c4f-0d5119e946e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:52.387412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-691a0de2-8430-4d0c-8c4f-0d5119e946e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3161118 Mar 07 04:24:52.449282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0a637451-79ef-4864-8859-32ddcccc6f25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:52.450991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-6ddc503c-2822-4911-b3da-3f0947e28d58 service neutron] 10.222.0.21 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494674 Mar 07 04:24:52.527580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks [] for router_controller (01a607ec-dfff-43ea-ae63-a22c858e2de3), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.532424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-f70f61e7-213a-49bb-9619-196131c55b53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0a637451-79ef-4864-8859-32ddcccc6f25 HTTP/1.1" status: 200 len: 217 time: 0.0802102 Mar 07 04:24:52.574027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-a9c58ff6-fa01-421b-8dca-734e732a0948', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:24:52.575491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:52.613760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26999d-6b23-488a-8790-ae75ff7f8298 req-35e839d5-ebb3-4fc0-9c3d-76538d0e61b4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:52.627046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d26999d-6b23-488a-8790-ae75ff7f8298 req-35e839d5-ebb3-4fc0-9c3d-76538d0e61b4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.2382085 Mar 07 04:24:52.700383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d26999d-6b23-488a-8790-ae75ff7f8298 req-1add5c66-3541-49f4-9816-fc5dc39b30d6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716920 Mar 07 04:24:52.743813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-67fa1163-5622-44e8-b86a-30c4911c8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:52.747652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-67fa1163-5622-44e8-b86a-30c4911c8ef9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2039354 Mar 07 04:24:52.819741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Allocated IP 172.20.0.2 (a9c58ff6-fa01-421b-8dca-734e732a0948/24287b8e-8d83-4ec5-8c24-ccf479182a26/73b1f5c6-0523-4177-aeb8-6080eb524ebe) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:52.858168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks [] for router_gateway (01a607ec-dfff-43ea-ae63-a22c858e2de3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.013478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-c3011be8-c995-41c9-8cfa-33e39ab39844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:53.016861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-c3011be8-c995-41c9-8cfa-33e39ab39844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2602339 Mar 07 04:24:53.039204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Publish callbacks [] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.048221 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.092248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Network a9c58ff6-fa01-421b-8dca-734e732a0948 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:53.096532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:53.102088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:53.189545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Pushing event updated for resources: {'Port': ['ID=73b1f5c6-0523-4177-aeb8-6080eb524ebe,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:53.233635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Attempting to bind port 73b1f5c6-0523-4177-aeb8-6080eb524ebe on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:53.234188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Attempting to bind port 73b1f5c6-0523-4177-aeb8-6080eb524ebe by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:53.234652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Attempting to bind port 73b1f5c6-0523-4177-aeb8-6080eb524ebe on network a9c58ff6-fa01-421b-8dca-734e732a0948 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:53.242491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:53.243150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Checking segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:53.243665 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.244237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Bound using segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:53.244832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Bound port: 73b1f5c6-0523-4177-aeb8-6080eb524ebe, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:53.245313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.343527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks [] for router_gateway (01a607ec-dfff-43ea-ae63-a22c858e2de3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.347762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facff61-fca4-4914-98f5-778f2eab7e81 req-4eb64157-eb35-4762-b18b-cb9fa1256542 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:53.349375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0facff61-fca4-4914-98f5-778f2eab7e81 req-4eb64157-eb35-4762-b18b-cb9fa1256542 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.4642625 Mar 07 04:24:53.355568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-62852121-0175-4844-9203-7850a7ffbafd None None] For port 73b1f5c6-0523-4177-aeb8-6080eb524ebe, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:53.365048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-62852121-0175-4844-9203-7850a7ffbafd None None] For port 73b1f5c6-0523-4177-aeb8-6080eb524ebe, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=73b1f5c6-0523-4177-aeb8-6080eb524ebe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:53.380158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.381101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.452589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18cc59-8ebb-47cd-9bbe-02cec4afcbb0 req-c7f0e18a-cffa-4b7c-b54b-0e45f9f11bf3 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:53.454195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f18cc59-8ebb-47cd-9bbe-02cec4afcbb0 req-c7f0e18a-cffa-4b7c-b54b-0e45f9f11bf3 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 949 time: 0.5025513 Mar 07 04:24:53.476024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62852121-0175-4844-9203-7850a7ffbafd None None] Pushing event updated for resources: {'Port': ['ID=73b1f5c6-0523-4177-aeb8-6080eb524ebe,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:53.528433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-466090b3-d2fb-44bc-904e-8bc58b7356e9 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:53.530031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-466090b3-d2fb-44bc-904e-8bc58b7356e9 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.4270172 Mar 07 04:24:53.532492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-1480b721-2230-4534-b2b0-e188fc420b38 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041671 Mar 07 04:24:53.552521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:53.601463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Allocated IP 172.25.4.131 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/08aec221-e685-4026-9c46-a4a1177d480f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:53.620738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0facff61-fca4-4914-98f5-778f2eab7e81 req-afdc55c7-470f-4932-b66a-c475e740135a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497754 Mar 07 04:24:53.654348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 0a637451-79ef-4864-8859-32ddcccc6f25 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:24:53.662644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 0a637451-79ef-4864-8859-32ddcccc6f25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:53.664375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.785907 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4861ad-7d63-4fae-8194-60dfa9c1f650 x-openstack-request-id: req-7d4861ad-7d63-4fae-8194-60dfa9c1f650 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:53.786183 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aee531c-4aff-4702-a855-a176f4ab6896", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd771f-5d17-4f35-a76a-c7925621d1f3", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:53.786377 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d4861ad-7d63-4fae-8194-60dfa9c1f650 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:53.786781 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aee531c-4aff-4702-a855-a176f4ab6896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3', 'code': 200} Mar 07 04:24:53.866255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f18cc59-8ebb-47cd-9bbe-02cec4afcbb0 req-650c2d67-4ece-41d7-b7ea-0fff41f34084 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961117 Mar 07 04:24:53.867845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks [] for port (08aec221-e685-4026-9c46-a4a1177d480f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.885039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:53.885388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:53.996905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:54.008002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:54.108242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b140a0-c423-49d1-88e6-c450bf43e058 req-89bbd3dc-cecd-4d75-883b-89153da1f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:54.109831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8b140a0-c423-49d1-88e6-c450bf43e058 req-89bbd3dc-cecd-4d75-883b-89153da1f55a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 1128 time: 0.2399156 Mar 07 04:24:54.135665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:54.166153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (08aec221-e685-4026-9c46-a4a1177d480f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:54.206526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f709d84-7b76-4375-9522-0516d64ddd5d req-faa30e77-cabc-4aea-bd11-8b1384ffffac tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 210 time: 0.1064813 Mar 07 04:24:54.227479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bf67ee3-8c69-4be5-9f1a-6ab9776eb239 req-317ca272-4894-48b6-9e8c-cee274f764b9 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725307 Mar 07 04:24:54.250277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2e6d4-365b-480e-94db-2339585fda01 req-25b75d1a-1107-4230-8798-e3cad6c5f013 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:54.259532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1af2e6d4-365b-480e-94db-2339585fda01 req-25b75d1a-1107-4230-8798-e3cad6c5f013 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 946 time: 0.3695865 Mar 07 04:24:54.294252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:54.318549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:54.318771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Deleting port 43d459d8-4af6-433e-b0b9-4581e71cd135 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:24:54.318999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:54.327921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:54.380324 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8b140a0-c423-49d1-88e6-c450bf43e058 req-1efd0ba0-fece-4ff7-add1-a17832783387 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613518 Mar 07 04:24:54.382773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Pushing event updated for resources: {'Port': ['ID=08aec221-e685-4026-9c46-a4a1177d480f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:54.409619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1af2e6d4-365b-480e-94db-2339585fda01 req-44f0d207-2baf-4990-a614-35cfb78dff50 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489313 Mar 07 04:24:54.510337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898857e8-5bfe-46da-b035-ee0670ccbcf2 req-7d19d908-6aa1-4030-8e9d-16c7084d9d7a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:54.514648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-898857e8-5bfe-46da-b035-ee0670ccbcf2 req-7d19d908-6aa1-4030-8e9d-16c7084d9d7a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 946 time: 0.1246631 Mar 07 04:24:54.524329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] For port 43d459d8-4af6-433e-b0b9-4581e71cd135, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43d459d8-4af6-433e-b0b9-4581e71cd135,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:54.525144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:54.637246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-898857e8-5bfe-46da-b035-ee0670ccbcf2 req-f8c9ea7e-2cfb-42d2-9a17-4de9282b245a tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c417296-de63-42cc-9ebc-70821d0231d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073818 Mar 07 04:24:54.679020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 73b1f5c6-0523-4177-aeb8-6080eb524ebe up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:54.828355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 73b1f5c6-0523-4177-aeb8-6080eb524ebe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:54.829019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:54.842521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71889d4-6e1b-4774-b98f-fe79740800f0 req-6734a97c-392a-443b-8e46-3ef6742db817 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:54.856130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c71889d4-6e1b-4774-b98f-fe79740800f0 req-6734a97c-392a-443b-8e46-3ef6742db817 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.2245030 Mar 07 04:24:54.978999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-cdf7ac1d-581e-4497-a2b7-3bcc2a91fa60 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:54.989125 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-cdf7ac1d-581e-4497-a2b7-3bcc2a91fa60 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 822 time: 0.3963151 Mar 07 04:24:55.006470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c71889d4-6e1b-4774-b98f-fe79740800f0 req-407eb9df-120d-4951-b7cf-88f898198da6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385813 Mar 07 04:24:55.007368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Request body: {'port': {'device_id': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'admin_state_up': True, 'tenant_id': '254b582316814f518c21afeb3a66a6e4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:55.013113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 73b1f5c6-0523-4177-aeb8-6080eb524ebe is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:55.013511 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.082587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks [] for router_gateway (01a607ec-dfff-43ea-ae63-a22c858e2de3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.083024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 73b1f5c6-0523-4177-aeb8-6080eb524ebe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=73b1f5c6-0523-4177-aeb8-6080eb524ebe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:55.093965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.211279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=73b1f5c6-0523-4177-aeb8-6080eb524ebe,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:55.296475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.296849 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (487f98f5-94b5-486b-8ca4-0fd1bb827dbb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.299651 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Floating IP 487f98f5-94b5-486b-8ca4-0fd1bb827dbb disassociated. External IP: 172.25.4.248, port: 43d459d8-4af6-433e-b0b9-4581e71cd135. Mar 07 04:24:55.300563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Calling delete_port for 43d459d8-4af6-433e-b0b9-4581e71cd135 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:24:55.432437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca83c4b-9030-4836-ba9d-dd290f9be0c7 None None] Network a9c58ff6-fa01-421b-8dca-734e732a0948 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:24:55.536135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2e85bb49-16c0-4323-92e6-0b7cae0bcf04 None None] Provisioning complete for port 73b1f5c6-0523-4177-aeb8-6080eb524ebe triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:55.536753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e85bb49-16c0-4323-92e6-0b7cae0bcf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.590305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24503961-2659-4c70-a0a3-2c3880d3d917 req-afc8fc11-df4e-4abf-aff7-92590621bd66 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:55.600354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24503961-2659-4c70-a0a3-2c3880d3d917 req-afc8fc11-df4e-4abf-aff7-92590621bd66 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.2604432 Mar 07 04:24:55.720488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2e85bb49-16c0-4323-92e6-0b7cae0bcf04 None None] Current status of the port 73b1f5c6-0523-4177-aeb8-6080eb524ebe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:55.762633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Made reservation on behalf of 254b582316814f518c21afeb3a66a6e4 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:24:55.769466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.787737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:55.791107 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b163f44-9992-413f-98fa-8e281092b026" -d '{"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:55.805398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (01a607ec-dfff-43ea-ae63-a22c858e2de3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.808800 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (43d459d8-4af6-433e-b0b9-4581e71cd135), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:55.874359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event deleted for resources: {'Port': ['ID=43d459d8-4af6-433e-b0b9-4581e71cd135,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:55.909539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24503961-2659-4c70-a0a3-2c3880d3d917 req-d0c72985-c344-4fc4-9260-d3e3210af22f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081419 Mar 07 04:24:56.048775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a54ed9-6f09-4c21-8e34-1896f17a66f1 req-648eb6be-859a-45c0-9f56-40a5992cb4ba tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:56.056631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a54ed9-6f09-4c21-8e34-1896f17a66f1 req-648eb6be-859a-45c0-9f56-40a5992cb4ba tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 950 time: 0.4186220 Mar 07 04:24:56.103452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76fc67ea-bd2c-4048-9502-8df1a77afa5d req-b51f028d-5370-4c66-8f94-9187ec9258be tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 210 time: 0.0966492 Mar 07 04:24:56.182659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-62c579cb-c6e5-44d1-b36a-b1b667db9089 None None] Provisioning complete for port 73b1f5c6-0523-4177-aeb8-6080eb524ebe triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:56.183035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62c579cb-c6e5-44d1-b36a-b1b667db9089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:56.274382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Router 01a607ec-dfff-43ea-ae63-a22c858e2de3 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:24:56.292268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Allocated IP 172.20.0.10 (13333c2e-7423-467f-9f6b-b88664b85711/34c60f1a-19de-4c32-90e4-8c88bdf7b68c/95d49999-239e-4e09-bd3e-4d2e36c1f6f6) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:24:56.303148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e43e6ca-2ffa-4615-bd98-e31092a53caa req-c8e3dac4-4087-4ba9-b5b6-5cf4bdc47b5f tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b92d572-a919-48b7-9120-61da6d96309a HTTP/1.1" status: 200 len: 210 time: 0.0635221 Mar 07 04:24:56.328621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43d459d8-4af6-433e-b0b9-4581e71cd135 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:24:56.352422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Router c1dde3bd-af92-4b89-acd1-f0e957558093 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:24:56.365912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a54ed9-6f09-4c21-8e34-1896f17a66f1 req-a4e8ea45-568d-4aac-902d-03a5085a4819 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822063 Mar 07 04:24:56.402786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 43d459d8-4af6-433e-b0b9-4581e71cd135 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:24:56.403423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43d459d8-4af6-433e-b0b9-4581e71cd135 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:24:56.414562 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9d21c-29a4-4ade-97ae-8d9b248d4351 x-openstack-request-id: req-dba9d21c-29a4-4ade-97ae-8d9b248d4351 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:56.415220 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:56.416948 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dba9d21c-29a4-4ade-97ae-8d9b248d4351 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:56.417463 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'code': 200} Mar 07 04:24:56.510732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-62c579cb-c6e5-44d1-b36a-b1b667db9089 None None] Current status of the port 73b1f5c6-0523-4177-aeb8-6080eb524ebe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:56.626125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 73b1f5c6-0523-4177-aeb8-6080eb524ebe up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:56.690500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cacec-fbeb-43d1-9a0a-88a391952d47 req-a32f5d77-7e95-4521-bf63-007f3223846a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:56.699805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a2cacec-fbeb-43d1-9a0a-88a391952d47 req-a32f5d77-7e95-4521-bf63-007f3223846a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1781740 Mar 07 04:24:56.719676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 73b1f5c6-0523-4177-aeb8-6080eb524ebe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:56.720049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:56.763419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:24:56.777528 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] Sync routers for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:24:56.797623 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:56.798880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:56.821805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f4608-3775-471a-969a-51ba66cc73d0 req-4ba48c5b-cd10-47d9-9412-d09e20d8ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:56.823644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7f4608-3775-471a-969a-51ba66cc73d0 req-4ba48c5b-cd10-47d9-9412-d09e20d8ca8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 1132 time: 0.3048270 Mar 07 04:24:56.824625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:24:56.856157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] No DVR routers for this DVR port 43d459d8-4af6-433e-b0b9-4581e71cd135 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:24:56.860361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:56.864345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22ec7133-ea51-4e28-af6c-a9b231617802 req-2e42082f-4286-4f19-9c43-916994a907fc tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.44 "DELETE /v2.0/ports/43d459d8-4af6-433e-b0b9-4581e71cd135 HTTP/1.1" status: 204 len: 173 time: 3.3210950 Mar 07 04:24:56.865155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'name': 'network-vif-deleted', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:56.868087 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2ae11-a4a2-4cc7-b186-620ce214ae10" -d '{"events": [{"server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "name": "network-vif-deleted", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:56.877317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a2cacec-fbeb-43d1-9a0a-88a391952d47 req-4cca6054-48d2-4ac1-a7a5-2a786e29b8d0 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766045 Mar 07 04:24:56.880530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 73b1f5c6-0523-4177-aeb8-6080eb524ebe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:56.889388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Sync routers for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:24:56.896040 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:56.900168 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d061aae4-6672-47e2-be2f-c0f5036e28de admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.5753415 Mar 07 04:24:56.913852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60626) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:24:56.926257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:56.926662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:56.931240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:56.945307 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7f4608-3775-471a-969a-51ba66cc73d0 req-ab16f4b3-8f9a-433e-a75f-0e4bf298c3a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107085 Mar 07 04:24:57.026186 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:57.038306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:57.062140 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1cd657-28cd-4857-b61a-b94829508714 x-openstack-request-id: req-6a1cd657-28cd-4857-b61a-b94829508714 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:24:57.062724 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b92d572-a919-48b7-9120-61da6d96309a", "name": "network-vif-deleted", "tag": "43d459d8-4af6-433e-b0b9-4581e71cd135", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:24:57.062724 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a1cd657-28cd-4857-b61a-b94829508714 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:24:57.063089 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b92d572-a919-48b7-9120-61da6d96309a', 'name': 'network-vif-deleted', 'tag': '43d459d8-4af6-433e-b0b9-4581e71cd135', 'status': 'completed', 'code': 200} Mar 07 04:24:57.102924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-69cc5643-7862-48f5-a86c-73199865d939 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3409441 Mar 07 04:24:57.158503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Network 13333c2e-7423-467f-9f6b-b88664b85711 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:24:57.173118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:24:57.183683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:24:57.201490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:57.236427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event updated for resources: {'Port': ['ID=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:57.285158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:57.286453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:57.313312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-eef0774a-3f79-4a5e-9c17-214e415fd8de tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3183572 Mar 07 04:24:57.359035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98a00-b353-403f-88fc-6d176a458925 req-1fe50e0d-87e4-434d-8830-f930922b5c15 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:57.367517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94b98a00-b353-403f-88fc-6d176a458925 req-1fe50e0d-87e4-434d-8830-f930922b5c15 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.2716234 Mar 07 04:24:57.434197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Request body: {'port': {'device_id': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:24:57.451525 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:57.460576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-79e012a1-3dd3-43c3-a48f-de9d437b57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:57.462824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-79e012a1-3dd3-43c3-a48f-de9d437b57a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 1128 time: 0.2306504 Mar 07 04:24:57.506564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b921b-9e54-4552-bb52-c140dda4a275 req-d0808ba0-58eb-4d19-a6cd-d0c0f1015f91 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:57.511993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-085b921b-9e54-4552-bb52-c140dda4a275 req-d0808ba0-58eb-4d19-a6cd-d0c0f1015f91 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 932 time: 0.2808642 Mar 07 04:24:57.530186 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] Checking router: c1dde3bd-af92-4b89-acd1-f0e957558093 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:24:57.554484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:57.555233 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:57.559512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:24:57.591808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:24:54Z', 'revision_number': 3, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:57.620068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:57.690713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Checking router: 01a607ec-dfff-43ea-ae63-a22c858e2de3 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:24:57.691787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Updating router 01a607ec-dfff-43ea-ae63-a22c858e2de3 port 08aec221-e685-4026-9c46-a4a1177d480f binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:24:57.738612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:24:57.762635 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08aec221-e685-4026-9c46-a4a1177d480f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:57.806608 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:57.918430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:57.940204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'mac_address': 'fa:16:3e:59:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:24:58.022694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:58.035808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Publish callbacks [] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.045015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 615c3328-32ac-4dec-bd8f-5990db2aad37 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:58.045840 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.058121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Transition to ACTIVE for port object 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:24:58.062793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615c3328-32ac-4dec-bd8f-5990db2aad37 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:24:58.066328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.101200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:24:58.127654 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:58.135135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Pushing event updated for resources: {'Port': ['ID=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:58.143498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.293573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['615c3328-32ac-4dec-bd8f-5990db2aad37'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:24:58.345235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Attempting to bind port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:58.346818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:58.347430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Attempting to bind port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:58.348130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Attempting to bind port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 on network 13333c2e-7423-467f-9f6b-b88664b85711 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:58.362469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 on network 13333c2e-7423-467f-9f6b-b88664b85711 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:24:58.363519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Attempting to bind port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 on network 13333c2e-7423-467f-9f6b-b88664b85711 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:58.379585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:58.380010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Checking segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:58.380578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Bound using segment: {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:58.381045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Bound port: 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd37968-8b72-461b-884d-14111a5ce672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:58.382047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.391572 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efff7f0-7a27-43f6-90b7-48a1034eb833 None None] The sync data for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 is: [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:22:32Z', 'revision_number': 4, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3169304e-991c-49b5-b9a6-7fe769b97b55', 'name': '', 'network_id': '81600f6e-27ba-4449-91f9-1103b46763e3', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'mac_address': 'fa:16:3e:ea:1a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:31Z', 'updated_at': '2022-03-07T04:22:39Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'subnets': [{'id': 'b42a5538-85ad-416f-81db-1b73722cdbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:24:58.395111 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Publish callbacks [] for port (08aec221-e685-4026-9c46-a4a1177d480f), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.415346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08aec221-e685-4026-9c46-a4a1177d480f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.555149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] For port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:58.569482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] For port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:58.576527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbe22-a16a-404c-bc2a-7fde11f1cd46 None None] Pushing event updated for resources: {'Port': ['ID=08aec221-e685-4026-9c46-a4a1177d480f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:58.591194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.599424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Attempting to bind port 08aec221-e685-4026-9c46-a4a1177d480f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:24:58.599424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Attempting to bind port 08aec221-e685-4026-9c46-a4a1177d480f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:24:58.600043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Attempting to bind port 08aec221-e685-4026-9c46-a4a1177d480f on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:24:58.615636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:24:58.616047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:24:58.616705 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.617115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:24:58.617787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Bound port: 08aec221-e685-4026-9c46-a4a1177d480f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:24:58.618430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08aec221-e685-4026-9c46-a4a1177d480f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.633304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94b98a00-b353-403f-88fc-6d176a458925 req-64bd8afe-01ab-4978-9be7-d1ea78f4744b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2646501 Mar 07 04:24:58.679089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:58.679712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.681128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] 10.222.0.44 "PUT /v2.0/ports/95d49999-239e-4e09-bd3e-4d2e36c1f6f6 HTTP/1.1" status: 200 len: 1092 time: 1.3598111 Mar 07 04:24:58.692526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'tag': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:24:58.693495 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499752c1-247d-4a9d-8a37-e1c926dbd346" -d '{"events": [{"name": "network-changed", "server_uuid": "f5374b20-d8f5-4b2b-a550-a6a6221ae2d2", "tag": "95d49999-239e-4e09-bd3e-4d2e36c1f6f6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:24:58.746508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] For port 08aec221-e685-4026-9c46-a4a1177d480f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:24:58.753133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] For port 08aec221-e685-4026-9c46-a4a1177d480f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08aec221-e685-4026-9c46-a4a1177d480f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:24:58.777421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08aec221-e685-4026-9c46-a4a1177d480f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:58.786919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf2e3c-7cf7-4d6d-8a90-ba671a40a8fd service neutron] Pushing event updated for resources: {'Port': ['ID=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:58.817174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-5803b8e0-5074-4536-b198-791568230ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:58.819062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-5803b8e0-5074-4536-b198-791568230ea8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 1126 time: 0.0832193 Mar 07 04:24:58.863489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbe22-a16a-404c-bc2a-7fde11f1cd46 None None] Pushing event updated for resources: {'Port': ['ID=08aec221-e685-4026-9c46-a4a1177d480f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:24:58.897797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-085b921b-9e54-4552-bb52-c140dda4a275 req-876fcef8-fc20-4952-92b4-ce10cba13621 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3632538 Mar 07 04:24:58.907092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:24:58.907729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:58.970118 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab56f9f-986d-4a30-b1b3-5f99cfa3a6a4 None None] New status for floating IP 487f98f5-94b5-486b-8ca4-0fd1bb827dbb: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:24:58.988724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-34a54825-298d-467a-a6a9-a981149c01fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6 HTTP/1.1" status: 200 len: 217 time: 0.1587279 Mar 07 04:24:59.017162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-a7c35b22-6ea7-4e2f-b718-077efd0d719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:59.020931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-a7c35b22-6ea7-4e2f-b718-077efd0d719f service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 1.4991884 Mar 07 04:24:59.043587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:24:59.134944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-abaaaa37-7f1c-4435-9417-f9528c3d8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:59.139126 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-abaaaa37-7f1c-4435-9417-f9528c3d8233 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 200 len: 862 time: 0.1432912 Mar 07 04:24:59.173124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-653d69d0-1593-4217-a80f-7680e4583158 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 HTTP/1.1" status: 200 len: 217 time: 0.1413581 Mar 07 04:24:59.182615 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-e69a0099-1791-432b-ba28-b22d7b4e0309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13333c2e-7423-467f-9f6b-b88664b85711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350392 Mar 07 04:24:59.406958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-e2ff856d-4a01-4867-a77e-ba44713f9d84 service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177117 Mar 07 04:24:59.440513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-0135890d-3474-4c15-99b6-ab9991e28bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:59.442027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-0135890d-3474-4c15-99b6-ab9991e28bf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1975138 Mar 07 04:24:59.473201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:24:54Z', 'revision_number': 3, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:24:59.506994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7baa01-9179-42cd-8c4e-c8a52e140a60 req-ccd363f6-3e7e-478e-83c5-eb8d17d1800f tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:24:59.508559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da7baa01-9179-42cd-8c4e-c8a52e140a60 req-ccd363f6-3e7e-478e-83c5-eb8d17d1800f tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 950 time: 0.4571328 Mar 07 04:24:59.511134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731fc4b-0817-4524-871b-a6c1402934a0 None None] The sync data for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 is: [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:24:54Z', 'revision_number': 3, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:24:59.537185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-983aa396-681a-4da2-bab6-c7b725eb2366 req-ea9339af-b491-49b3-bb48-a4e9ccb4b05b service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243732 Mar 07 04:24:59.568045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:24:59.592848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-05e2f483-cd42-4c27-8452-4a3951a0d921 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350870 Mar 07 04:24:59.650650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 615c3328-32ac-4dec-bd8f-5990db2aad37 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:24:59.652053 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:59.681660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:59.776682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da7baa01-9179-42cd-8c4e-c8a52e140a60 req-6f59d7a7-5d06-433b-b5d9-1e3e0921fb8a tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239499 Mar 07 04:24:59.929790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-0e2ea7b4-a9f3-46f9-b9cb-6a448a4b79c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1850765 Mar 07 04:24:59.951308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 615c3328-32ac-4dec-bd8f-5990db2aad37 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:24:59.956155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:24:59.970634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-a14131b6-8bf6-4b53-8cb4-e1b3cba1a2ed service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630066 Mar 07 04:25:00.115417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:00.128000 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62826f5-d782-42e0-a435-b707c60a657f" -d '{"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-plugged", "status": "completed", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:00.154653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-4b702de5-d7e2-4365-88c5-5cd5ba67d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:00.156567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-4b702de5-d7e2-4365-88c5-5cd5ba67d7b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 1149 time: 0.1040037 Mar 07 04:25:00.173536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:00.191060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:00.239540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18b60-8a33-4286-85a3-b659da6c4397 req-d7c64b58-9caa-41da-b16a-cb06098a9647 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:00.241141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81d18b60-8a33-4286-85a3-b659da6c4397 req-d7c64b58-9caa-41da-b16a-cb06098a9647 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.3338909 Mar 07 04:25:00.324293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:00.428236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Allocated IP 172.20.0.1 (a9c58ff6-fa01-421b-8dca-734e732a0948/24287b8e-8d83-4ec5-8c24-ccf479182a26/6d3b7f27-ed28-446e-9e1a-83dd7b75a088) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:00.448863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-0a73d31e-7982-49a4-818b-3f601e104d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:00.452066 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-0a73d31e-7982-49a4-818b-3f601e104d05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.2718012 Mar 07 04:25:00.504823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81d18b60-8a33-4286-85a3-b659da6c4397 req-6ec41a14-092e-4995-97a2-b7d1e3357db2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502878 Mar 07 04:25:00.509059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-817fb935-dba7-4ead-a2c2-2272b4d58de0 req-3c4f47c5-d53b-4d0b-94df-66a421f9dba5 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030441 Mar 07 04:25:00.766612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08aec221-e685-4026-9c46-a4a1177d480f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:00.842707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks [] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:00.859901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450f69a-6039-4a3b-99b8-22c7f853bfd6 req-03591ef4-783f-4bc4-950f-c4d8f118d703 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:00.867223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9450f69a-6039-4a3b-99b8-22c7f853bfd6 req-03591ef4-783f-4bc4-950f-c4d8f118d703 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.1269464 Mar 07 04:25:00.894941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08aec221-e685-4026-9c46-a4a1177d480f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:00.895363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08aec221-e685-4026-9c46-a4a1177d480f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:00.990414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9450f69a-6039-4a3b-99b8-22c7f853bfd6 req-50b89a55-4628-4895-8a21-39121eb31070 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220801 Mar 07 04:25:01.096347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.140521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-1ba47772-6121-412e-b7c9-68a6990b230b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 200 len: 217 time: 0.6817999 Mar 07 04:25:01.171624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08aec221-e685-4026-9c46-a4a1177d480f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:01.172230 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08aec221-e685-4026-9c46-a4a1177d480f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.190190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:01.242708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Network a9c58ff6-fa01-421b-8dca-734e732a0948 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:01.260558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 08aec221-e685-4026-9c46-a4a1177d480f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08aec221-e685-4026-9c46-a4a1177d480f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:01.269487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:01.272370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:01.317093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08aec221-e685-4026-9c46-a4a1177d480f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.339293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-44d97ff0-48b4-4fbf-a946-1d8ffd206c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:01.345450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-44d97ff0-48b4-4fbf-a946-1d8ffd206c32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.1933098 Mar 07 04:25:01.359479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (01a607ec-dfff-43ea-ae63-a22c858e2de3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.449933 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-98e81df9-dc01-4f8e-9dd6-1d682994fd60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958076 Mar 07 04:25:01.473386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=08aec221-e685-4026-9c46-a4a1177d480f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:01.594988 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c50be-4891-4641-9a4b-a85ad41d53a7 x-openstack-request-id: req-4d5c50be-4891-4641-9a4b-a85ad41d53a7 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:01.595722 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5374b20-d8f5-4b2b-a550-a6a6221ae2d2", "tag": "95d49999-239e-4e09-bd3e-4d2e36c1f6f6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:01.596992 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d5c50be-4891-4641-9a4b-a85ad41d53a7 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:01.597766 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'tag': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6', 'status': 'completed', 'code': 200} Mar 07 04:25:01.673165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60694) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:01.707348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c5234bfd-5c73-4f8b-9352-d0955c85d56b None None] Provisioning complete for port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:01.707759 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5234bfd-5c73-4f8b-9352-d0955c85d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.730671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-195c788e-df01-44fe-855a-393f04985e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:01.732392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-195c788e-df01-44fe-855a-393f04985e71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=254b582316814f518c21afeb3a66a6e4&device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 1126 time: 0.1312370 Mar 07 04:25:01.737516 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-dede7632-15c2-4028-abac-1a8705f287ee service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656641 Mar 07 04:25:01.795364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c5234bfd-5c73-4f8b-9352-d0955c85d56b None None] Port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:01.837413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.925366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd42c-fc69-425e-bc0b-feebe63c8842 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group (1c417296-de63-42cc-9ebc-70821d0231d0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.954302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd42c-fc69-425e-bc0b-feebe63c8842 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group (1c417296-de63-42cc-9ebc-70821d0231d0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:01.990862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-3e728e4f-05bc-4c43-9fda-704dd3e5148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:01.992786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-3e728e4f-05bc-4c43-9fda-704dd3e5148c service neutron] 10.222.0.44 "GET /v2.0/networks?id=13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 200 len: 923 time: 0.2185977 Mar 07 04:25:02.010204 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b00477f8-9fcc-406b-b082-b9601dee19d3 req-51615ae0-ac52-49a7-b69f-39aa18b15788 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552080 Mar 07 04:25:02.060303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-c4520f69-9c78-4b34-a050-50383748c174 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6 HTTP/1.1" status: 200 len: 217 time: 0.0530338 Mar 07 04:25:02.104682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd42c-fc69-425e-bc0b-feebe63c8842 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1c417296-de63-42cc-9ebc-70821d0231d0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.107473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd42c-fc69-425e-bc0b-feebe63c8842 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.108638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5b1dd42c-fc69-425e-bc0b-feebe63c8842 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "DELETE /v2.0/security-groups/1c417296-de63-42cc-9ebc-70821d0231d0 HTTP/1.1" status: 204 len: 168 time: 0.4344893 Mar 07 04:25:02.113030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60702) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:02.133253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dd42c-fc69-425e-bc0b-feebe63c8842 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c417296-de63-42cc-9ebc-70821d0231d0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:02.145624 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-31925ac3-252c-40be-b43b-af92d3321aa4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] show failed (client error): The resource could not be found. Mar 07 04:25:02.150471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-31925ac3-252c-40be-b43b-af92d3321aa4 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "GET /v2.0/security-groups/1c417296-de63-42cc-9ebc-70821d0231d0 HTTP/1.1" status: 404 len: 347 time: 0.0337801 Mar 07 04:25:02.154309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:02.258054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-78f09bfe-3f44-4b67-8d6e-c376966e13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:02.259547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-78f09bfe-3f44-4b67-8d6e-c376966e13a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 200 len: 862 time: 0.1278298 Mar 07 04:25:02.296458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:02.368324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-f512b01c-2cdf-40bc-9e75-2df892e3baba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13333c2e-7423-467f-9f6b-b88664b85711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966997 Mar 07 04:25:02.437308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Deleting port 46367b5d-4b62-440a-8c71-438c2e97ca0d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:02.437867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.464167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:02.480019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6', 'network_id': '13333c2e-7423-467f-9f6b-b88664b85711', 'port_id': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6', 'mac_address': 'fa:16:3e:fc:46:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c60f1a-19de-4c32-90e4-8c88bdf7b68c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:02.531669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:02.534898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.555151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks [] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.561842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:02.573108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.622882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:02.632738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.671180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-de29fad5-3971-438b-9c18-8f707541a9ce service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898791 Mar 07 04:25:02.683858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.684189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (46367b5d-4b62-440a-8c71-438c2e97ca0d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.703258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Calling delete_port for 46367b5d-4b62-440a-8c71-438c2e97ca0d owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:02.715213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (01a607ec-dfff-43ea-ae63-a22c858e2de3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.716612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08aec221-e685-4026-9c46-a4a1177d480f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:02.719627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:02.840557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:02.862907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-013ed6eb-ab69-4cff-ace8-fb735d51cf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.912701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-499752c1-247d-4a9d-8a37-e1c926dbd346 req-13f8e0ee-ca09-4148-8242-d9fe1f4a9794 service neutron] 10.222.0.44 "GET /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305939 Mar 07 04:25:02.914786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08aec221-e685-4026-9c46-a4a1177d480f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:02.915963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08aec221-e685-4026-9c46-a4a1177d480f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:02.958695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Network a9c58ff6-fa01-421b-8dca-734e732a0948 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:02.970869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:02.973420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (46367b5d-4b62-440a-8c71-438c2e97ca0d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:03.015816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Pushing event deleted for resources: {'Port': ['ID=46367b5d-4b62-440a-8c71-438c2e97ca0d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:03.096856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['95d49999-239e-4e09-bd3e-4d2e36c1f6f6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:03.147522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks [] for floatingip (487f98f5-94b5-486b-8ca4-0fd1bb827dbb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:03.152754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:03.153930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cb0c619a-9258-4ecc-a1ee-e801b8de9422 tempest-ServersTestJSON-348838903 tempest-ServersTestJSON-348838903-project] 10.222.0.21 "DELETE /v2.0/floatingips/487f98f5-94b5-486b-8ca4-0fd1bb827dbb HTTP/1.1" status: 204 len: 168 time: 0.9986944 Mar 07 04:25:03.159110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60706) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:03.170194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08aec221-e685-4026-9c46-a4a1177d480f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:03.262969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Router 01a607ec-dfff-43ea-ae63-a22c858e2de3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:25:03.433201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c6058543-d257-4a54-8252-bc75a9f62809 None None] Provisioning complete for port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:03.434704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6058543-d257-4a54-8252-bc75a9f62809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:03.503741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c6058543-d257-4a54-8252-bc75a9f62809 None None] Port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:03.573997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:03.618831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:03.626079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f03718b2-2d2b-47ec-8d96-ba33ebf9c4b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/01a607ec-dfff-43ea-ae63-a22c858e2de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7100413 Mar 07 04:25:03.669309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Sync routers for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:03.749828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:03.750498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:03.875845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (c1dde3bd-af92-4b89-acd1-f0e957558093), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:03.984745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:04.189251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:04.225555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '34462e68-1376-4c41-9950-5dd9429fb556', 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66', 'port_id': '34462e68-1376-4c41-9950-5dd9429fb556', 'mac_address': 'fa:16:3e:3a:87:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83443d-7218-4592-9cbf-eff156bd85b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:04.265184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Deleting port 3169304e-991c-49b5-b9a6-7fe769b97b55 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:04.266236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.305431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 34462e68-1376-4c41-9950-5dd9429fb556 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:04.305431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.329416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34462e68-1376-4c41-9950-5dd9429fb556 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:04.337314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:04.403059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:04.412311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] For port 3169304e-991c-49b5-b9a6-7fe769b97b55, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3169304e-991c-49b5-b9a6-7fe769b97b55,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:04.413225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.414634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.432679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Calling delete_port for 3169304e-991c-49b5-b9a6-7fe769b97b55 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:04.558697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:04.567710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 2, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:04.604556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Checking router: 01a607ec-dfff-43ea-ae63-a22c858e2de3 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:04.604936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Updating router 01a607ec-dfff-43ea-ae63-a22c858e2de3 port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:25:04.638802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.657158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:25:04.685664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:04.686124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.782157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3169304e-991c-49b5-b9a6-7fe769b97b55), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:04.829466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3169304e-991c-49b5-b9a6-7fe769b97b55,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:04.859909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['34462e68-1376-4c41-9950-5dd9429fb556'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:05.188487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (c1dde3bd-af92-4b89-acd1-f0e957558093), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.308510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:05.309000 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.409970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:05.423310 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7aa04add-6580-401e-ada1-4054489fd098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.429234 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.543062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:05.563652 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Publish callbacks [] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.573643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.598244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Router c1dde3bd-af92-4b89-acd1-f0e957558093 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:25:05.637236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58387c22-d52a-41de-8341-b16db293f4fd None None] Pushing event updated for resources: {'Port': ['ID=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:05.735520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Attempting to bind port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:05.735907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Attempting to bind port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:05.736262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Attempting to bind port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 on network a9c58ff6-fa01-421b-8dca-734e732a0948 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:05.752467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:05.752853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Checking segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:05.753279 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.753681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Bound using segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:05.756408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Bound port: 6d3b7f27-ed28-446e-9e1a-83dd7b75a088, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:05.756808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:05.891480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] For port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:05.896178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] For port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:05.923321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.035143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:06.035930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:06.196246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] Provisioning complete for port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:06.197008 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.284777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58387c22-d52a-41de-8341-b16db293f4fd None None] Pushing event updated for resources: {'Port': ['ID=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:06.317099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:06.378316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:06.384003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ce99e7c5-efab-4453-9ccd-3bdcdfe0b3ff admin admin] 10.222.0.21 "PUT /v2.0/routers/c1dde3bd-af92-4b89-acd1-f0e957558093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2235858 Mar 07 04:25:06.386523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:06.392823 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] Sync routers for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:06.425058 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:06.426203 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:06.628765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] Current status of the port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:06.629821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.637739 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.653582 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:06.699630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] For port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:06.708234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks [] for router (c1dde3bd-af92-4b89-acd1-f0e957558093), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.712037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.794654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5833567-9bb4-46c9-a09a-69d5c53e421f None None] Pushing event updated for resources: {'Port': ['ID=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:06.810453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:05Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:06.868103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c496a-39cc-4a18-945a-fcbde8b62d69 None None] The sync data for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 is: [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:05Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:06.881346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6068d0d4-cd11-4cfe-8c36-b5c727e2b23b None None] Provisioning complete for port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:06.881768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6068d0d4-cd11-4cfe-8c36-b5c727e2b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:06.896221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:25:04Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:07.002114 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] Checking router: c1dde3bd-af92-4b89-acd1-f0e957558093 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:07.013394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] Routers {'c1dde3bd-af92-4b89-acd1-f0e957558093'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:07.014066 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c1dde3bd-af92-4b89-acd1-f0e957558093'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:07.047078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks [] for router_gateway (c1dde3bd-af92-4b89-acd1-f0e957558093), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.103947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6068d0d4-cd11-4cfe-8c36-b5c727e2b23b None None] Current status of the port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:07.150781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Deleting port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:07.151213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.262891 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] Set router c1dde3bd-af92-4b89-acd1-f0e957558093 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:07.308542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] For port fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:07.309078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.328108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Calling delete_port for fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:07.562536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.592415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:07.628376 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:25:04Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:07.675700 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f36da-bda8-43f5-82dd-c38a94cfc3a5 None None] The sync data for ids ['c1dde3bd-af92-4b89-acd1-f0e957558093'] in n-d-832185-1 is: [{'id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'name': 'tempest-ServersTestJSON-480775347-router', 'tenant_id': '389b34c98c254818bf12d5f55094fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:22:23Z', 'updated_at': '2022-03-07T04:25:04Z', 'revision_number': 5, 'project_id': '389b34c98c254818bf12d5f55094fae9', 'gw_port': {'id': 'fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dde3bd-af92-4b89-acd1-f0e957558093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:22:24Z', 'updated_at': '2022-03-07T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:07.685088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 34462e68-1376-4c41-9950-5dd9429fb556 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:25:07.692953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 34462e68-1376-4c41-9950-5dd9429fb556 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:07.693342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (34462e68-1376-4c41-9950-5dd9429fb556), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.757443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.794758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:07.805168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 34462e68-1376-4c41-9950-5dd9429fb556 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:07.805762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.862165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:07.870832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.882305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (c1dde3bd-af92-4b89-acd1-f0e957558093), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:07.932438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:08.043128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c1dde3bd-af92-4b89-acd1-f0e957558093), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.052291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks [] for router_controller (c1dde3bd-af92-4b89-acd1-f0e957558093), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.117565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c1dde3bd-af92-4b89-acd1-f0e957558093), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.119118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1dde3bd-af92-4b89-acd1-f0e957558093 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:25:08.127590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.128974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7b06bfd7-24d3-4ad9-852d-a83ebe5fd7df admin admin] 10.222.0.21 "DELETE /v2.0/routers/c1dde3bd-af92-4b89-acd1-f0e957558093 HTTP/1.1" status: 204 len: 168 time: 1.7406111 Mar 07 04:25:08.131621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60730) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:08.227555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Deleting subnet b42a5538-85ad-416f-81db-1b73722cdbf3 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:25:08.231542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Publish callbacks [] for subnet (b42a5538-85ad-416f-81db-1b73722cdbf3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.282218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (b42a5538-85ad-416f-81db-1b73722cdbf3), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.417376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b42a5538-85ad-416f-81db-1b73722cdbf3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.512972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (b42a5538-85ad-416f-81db-1b73722cdbf3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.566287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42a5538-85ad-416f-81db-1b73722cdbf3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:08.578422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.585306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:08.587081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f5cae-17ef-4169-a550-476578556e8c None None] Network 81600f6e-27ba-4449-91f9-1103b46763e3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:08.597388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b3585f04-b595-4647-9663-b1778020eba6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b42a5538-85ad-416f-81db-1b73722cdbf3 HTTP/1.1" status: 204 len: 168 time: 0.4534028 Mar 07 04:25:08.735355 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (81600f6e-27ba-4449-91f9-1103b46763e3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.906549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Deleting port c7837507-9f94-44ad-b2d3-b676681be242 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:08.907387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c7837507-9f94-44ad-b2d3-b676681be242), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:08.949697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:09.048074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] For port c7837507-9f94-44ad-b2d3-b676681be242, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c7837507-9f94-44ad-b2d3-b676681be242,segment=NetworkSegment(3014b4dd-6444-4dff-abab-009a5d08ff45),segment_id=3014b4dd-6444-4dff-abab-009a5d08ff45)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:09.048432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c7837507-9f94-44ad-b2d3-b676681be242), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.058909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:09.059285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.063983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Calling delete_port for c7837507-9f94-44ad-b2d3-b676681be242 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:09.237800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c7837507-9f94-44ad-b2d3-b676681be242), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.268136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] No DVR routers for this DVR port c7837507-9f94-44ad-b2d3-b676681be242 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:25:09.298975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7837507-9f94-44ad-b2d3-b676681be242,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:09.315450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c83fe9-1777-4bb5-829e-ed99d60bdd7e None None] DHCP port deletion for 81600f6e-27ba-4449-91f9-1103b46763e3 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:25:09.317785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.423662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:09.433614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3169304e-991c-49b5-b9a6-7fe769b97b55 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:09.443655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (81600f6e-27ba-4449-91f9-1103b46763e3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.472240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3169304e-991c-49b5-b9a6-7fe769b97b55 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:25:09.472985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3169304e-991c-49b5-b9a6-7fe769b97b55 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:25:09.477260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81600f6e-27ba-4449-91f9-1103b46763e3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:09.490698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3014b4dd-6444-4dff-abab-009a5d08ff45') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:09.492906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3014b4dd-6444-4dff-abab-009a5d08ff45') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:09.511137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3014b4dd-6444-4dff-abab-009a5d08ff45), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.534042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3014b4dd-6444-4dff-abab-009a5d08ff45), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.540685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:25:09.541062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3014b4dd-6444-4dff-abab-009a5d08ff45), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:25:09.542739 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:25:09.622282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (81600f6e-27ba-4449-91f9-1103b46763e3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.628692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:09.633521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] 10.222.0.21 "DELETE /v2.0/networks/81600f6e-27ba-4449-91f9-1103b46763e3 HTTP/1.1" status: 204 len: 168 time: 1.0469096 Mar 07 04:25:09.647800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e0a4-5324-4343-a7fb-5c6e1743c27d admin admin] Pushing event deleted for resources: {'Network': ['ID=81600f6e-27ba-4449-91f9-1103b46763e3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:09.807922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60738) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:09.864268 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ffba75ee-2434-4dae-99d0-b976e1634b50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=389b34c98c254818bf12d5f55094fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576630 Mar 07 04:25:09.868035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60742) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:09.982414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde4c-97d1-41fa-a0c8-27da0d2dcfb1 admin admin] Publish callbacks [] for security_group (be08eda4-8fb2-4448-9bab-c6cca0f57199), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:10.037445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde4c-97d1-41fa-a0c8-27da0d2dcfb1 admin admin] Publish callbacks [] for security_group (be08eda4-8fb2-4448-9bab-c6cca0f57199), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:10.124558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde4c-97d1-41fa-a0c8-27da0d2dcfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (be08eda4-8fb2-4448-9bab-c6cca0f57199), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:10.128441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde4c-97d1-41fa-a0c8-27da0d2dcfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:10.132250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e5bfde4c-97d1-41fa-a0c8-27da0d2dcfb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be08eda4-8fb2-4448-9bab-c6cca0f57199 HTTP/1.1" status: 204 len: 168 time: 0.2605658 Mar 07 04:25:10.140037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfde4c-97d1-41fa-a0c8-27da0d2dcfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08eda4-8fb2-4448-9bab-c6cca0f57199,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:10.607338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:10.655868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:25:10.666431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc9d1be1-702d-4c77-8fcb-6bf5c7ef9e9d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:25:10.679279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c7837507-9f94-44ad-b2d3-b676681be242 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:10.722541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028b7ba-2bb5-4357-b0b7-1ec89135add3 req-94ef50fb-251b-45de-8ff3-ac04041d6cec tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:10.730586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c7837507-9f94-44ad-b2d3-b676681be242 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:25:10.730769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f028b7ba-2bb5-4357-b0b7-1ec89135add3 req-94ef50fb-251b-45de-8ff3-ac04041d6cec tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 946 time: 0.1074822 Mar 07 04:25:10.731493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c7837507-9f94-44ad-b2d3-b676681be242 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:25:10.808399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f028b7ba-2bb5-4357-b0b7-1ec89135add3 req-63223528-5e8b-4f22-87a6-e9dc3db14bcd tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759470 Mar 07 04:25:10.857631 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384387cb-98f0-42ca-9348-f29852ac80d4 x-openstack-request-id: req-384387cb-98f0-42ca-9348-f29852ac80d4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:10.857963 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-plugged", "status": "completed", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:10.858258 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-384387cb-98f0-42ca-9348-f29852ac80d4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:10.858648 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'code': 200} Mar 07 04:25:11.132662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291d43-3dd1-45db-8945-c3e90d74427d req-642ad0f6-63be-4123-82c5-9b9f7a11de8d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:11.135332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35291d43-3dd1-45db-8945-c3e90d74427d req-642ad0f6-63be-4123-82c5-9b9f7a11de8d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.0776002 Mar 07 04:25:11.307718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35291d43-3dd1-45db-8945-c3e90d74427d req-1cf3998b-6c28-4aea-bb7a-7589dad6df91 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657319 Mar 07 04:25:11.511755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:11.644458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e030f-a979-408e-80ff-a9556d8f8eb5 req-a19dae5a-45df-4e25-b7ee-228b04b4ce8b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:11.646440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-309e030f-a979-408e-80ff-a9556d8f8eb5 req-a19dae5a-45df-4e25-b7ee-228b04b4ce8b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.1302047 Mar 07 04:25:11.678931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-cc78545b-2179-40d8-8b5b-b540cb2e450b tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:11.688908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-cc78545b-2179-40d8-8b5b-b540cb2e450b tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 829 time: 0.1888824 Mar 07 04:25:11.689206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-837630025-network', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:11.725300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-03118ccb-b6f7-47ab-a0ac-d9d410695b40 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/quotas/905383bb2697453ba7e0cf0396708ee0 HTTP/1.1" status: 200 len: 375 time: 0.0323007 Mar 07 04:25:11.733432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:11.737797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:11.753802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:11.793034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-309e030f-a979-408e-80ff-a9556d8f8eb5 req-aae10ff2-da9f-4bb8-bb4c-0a4447cb0d0d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388719 Mar 07 04:25:11.839753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-2d98c8b6-b63a-4a57-9cf1-bf4e4b2c371d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129067 Mar 07 04:25:11.882403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks [] for security_group (8de317e8-200a-468a-b304-2c234024f9dd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:11.895930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8de317e8-200a-468a-b304-2c234024f9dd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:11.930558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:25:11.958423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de317e8-200a-468a-b304-2c234024f9dd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:11.990360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8d4d513f-a77e-4903-ad53-febb3354f5ae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:11.990981 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Added segment 8d4d513f-a77e-4903-ad53-febb3354f5ae of type vlan for network bf17bdce-2b04-48ae-9d6b-3a207560a21e Mar 07 04:25:12.019934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-f8d0f74c-c3cf-491f-b1cd-73932e9210fe service neutron] 10.222.0.21 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792202 Mar 07 04:25:12.057999 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (bf17bdce-2b04-48ae-9d6b-3a207560a21e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:12.099789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (bf17bdce-2b04-48ae-9d6b-3a207560a21e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:12.101439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:12.102795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:12.139084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ed77c-7814-438d-8198-dbd953d65dd5 req-28c3b647-3e88-4497-9814-ca1ef8a56f3d tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:12.140790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6273704 Mar 07 04:25:12.144845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:12.146570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034ed77c-7814-438d-8198-dbd953d65dd5 req-28c3b647-3e88-4497-9814-ca1ef8a56f3d tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 946 time: 0.1411185 Mar 07 04:25:12.150991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Request body: {'subnet': {'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-837630025-subnet', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:12.225341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e4f75-ada8-4784-81a6-f4cc17aa8d37 admin admin] Pushing event updated for resources: {'Network': ['ID=bf17bdce-2b04-48ae-9d6b-3a207560a21e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:12.242371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:25:12.246666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:12.250446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-5fceb782-af02-4e46-a824-7707ddf738a1 service neutron] 10.222.0.21 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115924 Mar 07 04:25:12.250977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:12.270202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034ed77c-7814-438d-8198-dbd953d65dd5 req-ba664fb7-e965-42bf-8df0-fe9604248fbf tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187251 Mar 07 04:25:12.452786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c548ebbf-165f-48c7-a27e-39fddeb7977f req-73af2d62-0d11-459e-b3c6-d7e932f96fcf tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 210 time: 0.0399981 Mar 07 04:25:12.554183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5ecda-7357-44c5-8004-3ef3f30c96e7 req-09038cc8-df76-41e0-9eda-0d8d314514aa tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:12.559265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ea5ecda-7357-44c5-8004-3ef3f30c96e7 req-09038cc8-df76-41e0-9eda-0d8d314514aa tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1095078 Mar 07 04:25:12.665074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (11aebbfb-7f5f-4719-a922-deb3e6cd25e5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:12.678743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ea5ecda-7357-44c5-8004-3ef3f30c96e7 req-59d2f5e2-47fc-47e1-a0df-5183c193ede3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090028 Mar 07 04:25:12.762646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-e23f6f28-9d85-4f07-865d-f29534dab125 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:12.765107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-e23f6f28-9d85-4f07-865d-f29534dab125 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.0663860 Mar 07 04:25:12.770267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11aebbfb-7f5f-4719-a922-deb3e6cd25e5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:12.790169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Checking segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:12.790653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Network hostable DHCP agents. Network: bf17bdce-2b04-48ae-9d6b-3a207560a21e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:25:12.817510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:25:12.860233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, bf17bdce-2b04-48ae-9d6b-3a207560a21e) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:12.860472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6'}, {'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:12.864102 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05470ac6-850d-4442-a5c1-5a00c0cb5e47" -d '{"events": [{"server_uuid": "f5374b20-d8f5-4b2b-a550-a6a6221ae2d2", "name": "network-vif-plugged", "status": "completed", "tag": "95d49999-239e-4e09-bd3e-4d2e36c1f6f6"}, {"server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "name": "network-vif-plugged", "status": "completed", "tag": "34462e68-1376-4c41-9950-5dd9429fb556"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:12.866348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:12.866946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:12.880000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b02758-44cd-476e-a600-21153e60bc24 None None] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:12.948391 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-14f3ff68-d6f0-4806-90cc-adb56d4ab881 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7985239 Mar 07 04:25:12.952050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60854) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:12.962732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:13.074466 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46e2e8e-688a-4d10-99b4-64c820b416c0 x-openstack-request-id: req-e46e2e8e-688a-4d10-99b4-64c820b416c0 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:13.074767 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5374b20-d8f5-4b2b-a550-a6a6221ae2d2", "name": "network-vif-plugged", "status": "completed", "tag": "95d49999-239e-4e09-bd3e-4d2e36c1f6f6", "code": 200}, {"server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "name": "network-vif-plugged", "status": "completed", "tag": "34462e68-1376-4c41-9950-5dd9429fb556", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:13.075023 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e46e2e8e-688a-4d10-99b4-64c820b416c0 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:13.078247 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6', 'code': 200} Mar 07 04:25:13.078541 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556', 'code': 200} Mar 07 04:25:13.158939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port b9bd771f-5d17-4f35-a76a-c7925621d1f3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:13.160629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.213301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:25:13.215043 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.367734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a143-27a0-4599-94ef-3ee663cf11c3 req-1c0e4d33-9073-4164-9a8e-c9a5ddf1129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:13.371359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1e38a143-27a0-4599-94ef-3ee663cf11c3 req-1c0e4d33-9073-4164-9a8e-c9a5ddf1129f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1127 time: 0.2004244 Mar 07 04:25:13.475274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (6db5c169-3e3c-409c-b8f0-aa51203d901c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.479202 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1e38a143-27a0-4599-94ef-3ee663cf11c3 req-e20d06cc-94e4-40de-83e8-5c0b899ccc28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994997 Mar 07 04:25:13.484493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Allocated IP 172.20.0.2 (bf17bdce-2b04-48ae-9d6b-3a207560a21e/11aebbfb-7f5f-4719-a922-deb3e6cd25e5/30649b26-9ffe-41f0-9ef9-2c0f9d9021bc) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:13.504852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (6db5c169-3e3c-409c-b8f0-aa51203d901c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.654354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:13.746717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ea5fa-7420-4105-86e4-a499f9d00ed4 req-522be856-c65d-4f50-bc9e-baec9c3fd651 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:13.757414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e03ea5fa-7420-4105-86e4-a499f9d00ed4 req-522be856-c65d-4f50-bc9e-baec9c3fd651 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aee531c-4aff-4702-a855-a176f4ab6896 HTTP/1.1" status: 200 len: 946 time: 0.7778256 Mar 07 04:25:13.833158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359e873-1384-4f8b-aded-ad4ecf136612 req-066dfbfd-f59f-4dac-bd29-16bd994e2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:13.834824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6359e873-1384-4f8b-aded-ad4ecf136612 req-066dfbfd-f59f-4dac-bd29-16bd994e2e2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 1128 time: 0.6528034 Mar 07 04:25:13.905727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks [] for router_controller (6db5c169-3e3c-409c-b8f0-aa51203d901c), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.929217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Publish callbacks [] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.945548 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:13.957865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:14.009204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '0a637451-79ef-4864-8859-32ddcccc6f25', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '0a637451-79ef-4864-8859-32ddcccc6f25', 'mac_address': 'fa:16:3e:f3:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:14.016371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:14.023060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:14.028749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:14.087434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:14.087743 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.090380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Pushing event updated for resources: {'Port': ['ID=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:14.124577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks [] for router_gateway (6db5c169-3e3c-409c-b8f0-aa51203d901c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.139672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd9d2-1219-416b-aca2-042abde808a2 req-ff55b870-6adc-4ff2-b05d-0c5059d18108 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:14.148584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b8fd9d2-1219-416b-aca2-042abde808a2 req-ff55b870-6adc-4ff2-b05d-0c5059d18108 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 946 time: 0.6396344 Mar 07 04:25:14.170462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e03ea5fa-7420-4105-86e4-a499f9d00ed4 req-1205baf4-a39e-43b4-9dc6-8cbc0a49b62a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116955 Mar 07 04:25:14.200638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a637451-79ef-4864-8859-32ddcccc6f25 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:14.229992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Attempting to bind port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:14.230365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Attempting to bind port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:14.230726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Attempting to bind port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc on network bf17bdce-2b04-48ae-9d6b-3a207560a21e {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:14.243336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:14.244757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:14.245124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Checking segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:14.245624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.246540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Bound using segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:14.246540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Bound port: 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:14.246943 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.259145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.322682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port b9bd771f-5d17-4f35-a76a-c7925621d1f3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b9bd771f-5d17-4f35-a76a-c7925621d1f3,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:14.336051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.462560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:14.485348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0a637451-79ef-4864-8859-32ddcccc6f25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:14.529027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] For port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:14.534982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for b9bd771f-5d17-4f35-a76a-c7925621d1f3 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:14.540968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] For port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:14.587190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-b5af0e94-f2cb-45de-8987-0ff4ae32ae1c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:14.596846 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-b5af0e94-f2cb-45de-8987-0ff4ae32ae1c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.15 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 829 time: 0.3715951 Mar 07 04:25:14.624941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Request body: {'port': {'device_id': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'admin_state_up': True, 'tenant_id': '905383bb2697453ba7e0cf0396708ee0'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:14.632847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.892685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Made reservation on behalf of 905383bb2697453ba7e0cf0396708ee0 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:14.904427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:14.908711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e06e8-3aa9-4256-a702-627795e3c547 None None] Pushing event updated for resources: {'Port': ['ID=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:15.116363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b9bd771f-5d17-4f35-a76a-c7925621d1f3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:15.132998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:15.144170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20817b30-6f42-4695-aac0-dcc707b972d0 req-955a3c94-4894-48e5-aa6b-858b220cf70c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 210 time: 0.7552037 Mar 07 04:25:15.229548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6359e873-1384-4f8b-aded-ad4ecf136612 req-a59266d9-7eaf-4f25-a22c-569d2c3d4f71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3871000 Mar 07 04:25:15.237447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b8fd9d2-1219-416b-aca2-042abde808a2 req-c625bb40-e168-471c-9856-fd51a84b4379 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0877380 Mar 07 04:25:15.238448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=b9bd771f-5d17-4f35-a76a-c7925621d1f3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:15.306589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port b9bd771f-5d17-4f35-a76a-c7925621d1f3 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:25:15.325198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:15.328620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a07dd2d-bb9a-4ce1-855e-f24107af2859 req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "DELETE /v2.0/ports/b9bd771f-5d17-4f35-a76a-c7925621d1f3 HTTP/1.1" status: 204 len: 173 time: 2.5508356 Mar 07 04:25:15.342444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.344537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.347885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.351559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.352488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.354541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.356442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.357162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.359735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.360420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.361007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.362775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.368837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb2a14-0575-43c1-8159-63a9e651eee9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:15.372911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee531c-4aff-4702-a855-a176f4ab6896', 'name': 'network-vif-deleted', 'tag': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:15.379507 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac11adc8-1f13-48f4-b6ea-504c76bb2a1d" -d '{"events": [{"server_uuid": "1aee531c-4aff-4702-a855-a176f4ab6896", "name": "network-vif-deleted", "tag": "b9bd771f-5d17-4f35-a76a-c7925621d1f3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:15.401227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Allocated IP 172.20.0.13 (a9c58ff6-fa01-421b-8dca-734e732a0948/24287b8e-8d83-4ec5-8c24-ccf479182a26/0a36f9b3-85d5-406f-880a-7c82edf132fe) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:15.670503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b90b17-a63a-4e21-b953-04b3e8f4423d req-26eb898c-4d2d-46c5-87a6-283b49011f56 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:15.675191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2b90b17-a63a-4e21-b953-04b3e8f4423d req-26eb898c-4d2d-46c5-87a6-283b49011f56 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1994338 Mar 07 04:25:15.678157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:15.768876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:15.866527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:15.869219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 0a637451-79ef-4864-8859-32ddcccc6f25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:15.869644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.028490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event updated for resources: {'Port': ['ID=0a36f9b3-85d5-406f-880a-7c82edf132fe,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:16.063808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Network a9c58ff6-fa01-421b-8dca-734e732a0948 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:16.069130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:16.074019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:16.168250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:16.168834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.191264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2b90b17-a63a-4e21-b953-04b3e8f4423d req-eaa03a27-1508-44c7-86fb-6e13db61e329 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103126 Mar 07 04:25:16.206201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-ff1ca8e9-1173-4a05-b847-016fc32cacd7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5851531 Mar 07 04:25:16.210743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:16.211390 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.224028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Request body: {'port': {'device_id': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:16.278564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:16.286791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks [] for router_gateway (6db5c169-3e3c-409c-b8f0-aa51203d901c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.287849 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87efeba2-15f4-4b84-91a9-c74645ca2175" -d '{"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:16.332249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:16.347914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.348862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b9bd771f-5d17-4f35-a76a-c7925621d1f3 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:16.367476 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.392045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.469222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:16.535136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: b9bd771f-5d17-4f35-a76a-c7925621d1f3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:25:16.535603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b9bd771f-5d17-4f35-a76a-c7925621d1f3 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:25:16.618276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Allocated IP 172.25.4.211 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/f56bb245-55c6-4bce-a02e-9aca81dc84fc) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:16.759218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ffe0cebc-8676-455b-979b-8a4d325f88d1 None None] Provisioning complete for port 0a36f9b3-85d5-406f-880a-7c82edf132fe triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:16.760453 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ffe0cebc-8676-455b-979b-8a4d325f88d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.834432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:16.861328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks [] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.926059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0cebc-8676-455b-979b-8a4d325f88d1 None None] Port 0a36f9b3-85d5-406f-880a-7c82edf132fe cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:16.981083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb13b7f-635e-4770-9ea5-9dec13a0664d None None] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:16.985167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:16.985852 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:16.991393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.120042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Pushing event updated for resources: {'Port': ['ID=f56bb245-55c6-4bce-a02e-9aca81dc84fc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:17.121534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Provisioning complete for port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:17.122546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.158328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:17.160240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:17.169452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:17.180174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a36f9b3-85d5-406f-880a-7c82edf132fe {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:17.217254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Publish callbacks [] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.251588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Transition to ACTIVE for port object 0a36f9b3-85d5-406f-880a-7c82edf132fe will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:25:17.270430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.334532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:17.335208 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.366213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Pushing event updated for resources: {'Port': ['ID=0a36f9b3-85d5-406f-880a-7c82edf132fe,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:17.534365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Attempting to bind port 0a36f9b3-85d5-406f-880a-7c82edf132fe on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:17.534866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Attempting to bind port 0a36f9b3-85d5-406f-880a-7c82edf132fe by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:17.535265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Attempting to bind port 0a36f9b3-85d5-406f-880a-7c82edf132fe on network a9c58ff6-fa01-421b-8dca-734e732a0948 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:17.554153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Port 0a36f9b3-85d5-406f-880a-7c82edf132fe on network a9c58ff6-fa01-421b-8dca-734e732a0948 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:17.554478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Attempting to bind port 0a36f9b3-85d5-406f-880a-7c82edf132fe on network a9c58ff6-fa01-421b-8dca-734e732a0948 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:17.566731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:17.567137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Checking segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:17.567586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Bound using segment: {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:17.568078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Bound port: 0a36f9b3-85d5-406f-880a-7c82edf132fe, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66af0f57-96e1-4cab-9514-428153180a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:17.568496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.585186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:17.599429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.607409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Current status of the port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:17.612556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.787316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:17.795046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:25:17.795565 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:25:17.806780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] For port 0a36f9b3-85d5-406f-880a-7c82edf132fe, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:17.812861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] For port 0a36f9b3-85d5-406f-880a-7c82edf132fe, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:17.842918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:17.932624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks [] for router_gateway (6db5c169-3e3c-409c-b8f0-aa51203d901c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:18.005749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:18.008085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:18.014122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] 10.222.0.15 "PUT /v2.0/ports/0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 1092 time: 1.7983236 Mar 07 04:25:18.016364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:18.021172 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab909d-312b-450d-b242-9b985f3a2355" -d '{"events": [{"name": "network-changed", "server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:18.079186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca23ef5-e6e0-4818-bd1b-b46e636460eb service neutron] Pushing event updated for resources: {'Port': ['ID=0a36f9b3-85d5-406f-880a-7c82edf132fe,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:18.232089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-d6daa701-3d5c-4245-9630-a8edb1edbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:18.233644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-d6daa701-3d5c-4245-9630-a8edb1edbd8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1126 time: 0.1402969 Mar 07 04:25:18.361252 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-86c59f9e-16af-4553-bae3-de0f792005c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 217 time: 0.1193125 Mar 07 04:25:18.428244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-82393ca0-1ffe-45ff-ac01-29f8920ba91e None None] Current status of the port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:18.455998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (6db5c169-3e3c-409c-b8f0-aa51203d901c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:18.458296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-1ebaff78-7aa6-4add-8918-0ef75adcdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:18.459805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-1ebaff78-7aa6-4add-8918-0ef75adcdd3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 200 len: 868 time: 0.0915484 Mar 07 04:25:18.587345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-03e68bc2-9f06-41b5-85df-4d7b07f082c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:18.588977 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-03e68bc2-9f06-41b5-85df-4d7b07f082c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9c58ff6-fa01-421b-8dca-734e732a0948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1222186 Mar 07 04:25:18.602860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1e42637a-23ca-44d2-8bcc-a5fc0f5b0ebf None None] Provisioning complete for port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:18.617221 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1e42637a-23ca-44d2-8bcc-a5fc0f5b0ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:18.709118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:18.780816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Router 6db5c169-3e3c-409c-b8f0-aa51203d901c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:25:18.796580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:18.797710 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:18.842216 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-774147c3-8ed9-4c07-92ff-4488608deb5b service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455153 Mar 07 04:25:18.983164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:19.020574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:19.022138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-974f7803-c908-4d80-aa72-a3379b736d53 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0689604 Mar 07 04:25:19.025397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60952) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:19.057892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c38484b9-35a1-4eb8-ac16-d7bcae0bb1b3 req-903a8f64-f842-43ae-8945-6fd9afdc7932 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087481 Mar 07 04:25:19.084913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Sync routers for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:19.127227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:19.128070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:19.279294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:19.511789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1e42637a-23ca-44d2-8bcc-a5fc0f5b0ebf None None] Current status of the port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:19.622544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:19.651731 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:19.756076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:17Z', 'revision_number': 3, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:19.816763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Checking router: 6db5c169-3e3c-409c-b8f0-aa51203d901c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:19.816763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Updating router 6db5c169-3e3c-409c-b8f0-aa51203d901c port f56bb245-55c6-4bce-a02e-9aca81dc84fc binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:25:19.827483 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae9599a-e43b-4e26-b173-c465b374c334 x-openstack-request-id: req-cae9599a-e43b-4e26-b173-c465b374c334 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:19.828238 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aee531c-4aff-4702-a855-a176f4ab6896", "name": "network-vif-deleted", "tag": "b9bd771f-5d17-4f35-a76a-c7925621d1f3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:19.828735 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cae9599a-e43b-4e26-b173-c465b374c334 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:19.829363 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aee531c-4aff-4702-a855-a176f4ab6896', 'name': 'network-vif-deleted', 'tag': 'b9bd771f-5d17-4f35-a76a-c7925621d1f3', 'status': 'completed', 'code': 200} Mar 07 04:25:19.872851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:20.044766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de797f7-c12e-42ea-9f10-c0b73009b0d9 req-05d36b34-d5cb-46d6-b22c-7385bf8e3ce5 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:20.047273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7de797f7-c12e-42ea-9f10-c0b73009b0d9 req-05d36b34-d5cb-46d6-b22c-7385bf8e3ce5 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 944 time: 0.2228997 Mar 07 04:25:20.054862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852eac2-7c1d-466f-8738-7ff8ebd9e991 req-e4efc051-edc1-4ec9-b59a-543ca2818836 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:20.056700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8852eac2-7c1d-466f-8738-7ff8ebd9e991 req-e4efc051-edc1-4ec9-b59a-543ca2818836 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1127 time: 0.1604578 Mar 07 04:25:20.191189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7de797f7-c12e-42ea-9f10-c0b73009b0d9 req-98bb9ce4-ff3e-49b5-840f-ff59ddab7097 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333942 Mar 07 04:25:20.247918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Publish callbacks [] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:20.264705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8852eac2-7c1d-466f-8738-7ff8ebd9e991 req-8e9b108b-8841-42c3-b108-a445c645672c tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785197 Mar 07 04:25:20.275189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:20.316544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Attempting to bind port f56bb245-55c6-4bce-a02e-9aca81dc84fc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:20.316921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Attempting to bind port f56bb245-55c6-4bce-a02e-9aca81dc84fc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:20.317283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Attempting to bind port f56bb245-55c6-4bce-a02e-9aca81dc84fc on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:20.344885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:20.345263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:20.346531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:20.347150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:20.347889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Bound port: f56bb245-55c6-4bce-a02e-9aca81dc84fc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:20.348283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:20.401669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86034e-7315-4284-a5a3-0f8bb5819a8f None None] Pushing event updated for resources: {'Port': ['ID=f56bb245-55c6-4bce-a02e-9aca81dc84fc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:20.425407 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a21e7-34ea-46df-8882-cb8ecbf65672 x-openstack-request-id: req-1d6a21e7-34ea-46df-8882-cb8ecbf65672 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:20.426043 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:20.426303 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d6a21e7-34ea-46df-8882-cb8ecbf65672 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:20.426699 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'code': 200} Mar 07 04:25:20.449681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] For port f56bb245-55c6-4bce-a02e-9aca81dc84fc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:20.461423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] For port f56bb245-55c6-4bce-a02e-9aca81dc84fc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f56bb245-55c6-4bce-a02e-9aca81dc84fc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:20.466177 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e42187-77a2-45c5-a604-5704295f3070 x-openstack-request-id: req-23e42187-77a2-45c5-a604-5704295f3070 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:20.466697 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:20.467270 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23e42187-77a2-45c5-a604-5704295f3070 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:20.470116 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'status': 'completed', 'code': 200} Mar 07 04:25:20.503776 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:20.607182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606495-08c9-46cf-9b2f-bea78e5420c8 req-d4426cc9-f847-4fd2-9af4-afa0382558c0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:20.618878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2606495-08c9-46cf-9b2f-bea78e5420c8 req-d4426cc9-f847-4fd2-9af4-afa0382558c0 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 946 time: 0.2083328 Mar 07 04:25:20.652357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab909d-312b-450d-b242-9b985f3a2355 req-310a11ee-560d-4c0d-96b2-75e5d26e8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:20.654207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:20.654632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-310a11ee-560d-4c0d-96b2-75e5d26e8a34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1126 time: 0.1494758 Mar 07 04:25:20.655224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:20.660107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86034e-7315-4284-a5a3-0f8bb5819a8f None None] Pushing event updated for resources: {'Port': ['ID=f56bb245-55c6-4bce-a02e-9aca81dc84fc,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:20.865622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab909d-312b-450d-b242-9b985f3a2355 req-89f94fd0-be19-4734-b33c-8209e67ec334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:20.867142 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-89f94fd0-be19-4734-b33c-8209e67ec334 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 930 time: 0.2046323 Mar 07 04:25:20.893931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:20.934644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2606495-08c9-46cf-9b2f-bea78e5420c8 req-d61ac3a9-7d3b-4093-bbcd-acd57f6a9ded tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145738 Mar 07 04:25:20.955630 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-8742205f-2431-421c-8a74-8022d4c8ed49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 217 time: 0.0792422 Mar 07 04:25:20.956471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:21.056264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab909d-312b-450d-b242-9b985f3a2355 req-432374bb-aba9-4d4d-837e-6ce2496eb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:21.060250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-432374bb-aba9-4d4d-837e-6ce2496eb90b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 200 len: 868 time: 0.0964491 Mar 07 04:25:21.160502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab909d-312b-450d-b242-9b985f3a2355 req-54184c06-1a18-4eda-a402-180308abae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:21.162048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-54184c06-1a18-4eda-a402-180308abae1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9c58ff6-fa01-421b-8dca-734e732a0948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928807 Mar 07 04:25:21.245296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:17Z', 'revision_number': 3, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:21.302467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23228a5d-1c08-4526-b017-ec5790ce0d5a None None] The sync data for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 is: [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:17Z', 'revision_number': 3, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:21.345120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba552-75ca-4a06-a9c0-19dc75105f13 req-69803611-7d75-4247-a8cb-79b5f308fffb tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:21.347072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-700ba552-75ca-4a06-a9c0-19dc75105f13 req-69803611-7d75-4247-a8cb-79b5f308fffb tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1127 time: 0.3315394 Mar 07 04:25:21.385917 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-27a95b99-d430-46d9-9e45-eb1dc1006009 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148955 Mar 07 04:25:21.515685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-700ba552-75ca-4a06-a9c0-19dc75105f13 req-7ac2d981-d926-4f61-ba5d-59a1eb22ddd9 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515367 Mar 07 04:25:21.538461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Allocated IP 172.20.0.1 (bf17bdce-2b04-48ae-9d6b-3a207560a21e/11aebbfb-7f5f-4719-a922-deb3e6cd25e5/0dd7f25f-0018-4b18-bed0-b324e46299ce) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:21.621866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69ab909d-312b-450d-b242-9b985f3a2355 req-458e20f3-9639-4fd7-88d5-25caec976bfe service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258191 Mar 07 04:25:21.677859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a36f9b3-85d5-406f-880a-7c82edf132fe details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:21.681088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:21.912053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks [] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:21.965135 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:21.969072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:25:22.056450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:22.059925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:22.075773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:22.144500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a36f9b3-85d5-406f-880a-7c82edf132fe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:22.163417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (6db5c169-3e3c-409c-b8f0-aa51203d901c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.173058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd7f25f-0018-4b18-bed0-b324e46299ce,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:22.200634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.208219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'port_id': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'mac_address': 'fa:16:3e:70:1a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:22.363976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 615c3328-32ac-4dec-bd8f-5990db2aad37 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:22.364378 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.398398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a36f9b3-85d5-406f-880a-7c82edf132fe is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:22.398569 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.440015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:22.442293 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860b5dea-745b-47e9-8191-2af7bdb7b3fc" -d '{"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:22.478264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.499183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:22.502208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a36f9b3-85d5-406f-880a-7c82edf132fe {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:22.515020 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.817426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0826f9c-c2b1-462c-ba3c-a0a113c08621 req-60c30006-847e-4612-a695-55d55f0e453c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:22.831493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0826f9c-c2b1-462c-ba3c-a0a113c08621 req-60c30006-847e-4612-a695-55d55f0e453c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 944 time: 0.3218265 Mar 07 04:25:22.842833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a36f9b3-85d5-406f-880a-7c82edf132fe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:22.846465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f56bb245-55c6-4bce-a02e-9aca81dc84fc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:22.891183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.905145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d559521f-6d8b-4d21-9b70-300735215eb4 None None] Provisioning complete for port 0dd7f25f-0018-4b18-bed0-b324e46299ce triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:22.906403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d559521f-6d8b-4d21-9b70-300735215eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:22.953649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0826f9c-c2b1-462c-ba3c-a0a113c08621 req-d757bcbf-891f-4e70-91a1-04de723bb8ea tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043410 Mar 07 04:25:22.996033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:23.034780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.035958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.047921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.051355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.052456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.054330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.054928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.055432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.058473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.059041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.059582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.060374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.062069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:23.138657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d559521f-6d8b-4d21-9b70-300735215eb4 None None] Port 0dd7f25f-0018-4b18-bed0-b324e46299ce cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:23.153244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f56bb245-55c6-4bce-a02e-9aca81dc84fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:23.153795 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:23.163055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks [] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:23.193093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:23.202977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0a36f9b3-85d5-406f-880a-7c82edf132fe'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:23.228663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a36f9b3-85d5-406f-880a-7c82edf132fe,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:23.261869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (6db5c169-3e3c-409c-b8f0-aa51203d901c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:23.307856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-18e7a063-eb0e-4470-bf8b-7ecd436fc533 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:23.315632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-18e7a063-eb0e-4470-bf8b-7ecd436fc533 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.8464758 Mar 07 04:25:23.337165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f56bb245-55c6-4bce-a02e-9aca81dc84fc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:23.337561 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:23.373519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port f56bb245-55c6-4bce-a02e-9aca81dc84fc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f56bb245-55c6-4bce-a02e-9aca81dc84fc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:23.383890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-3b0387ac-0b57-4b94-b364-b81e96e47e9e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0671213 Mar 07 04:25:23.390837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:23.481752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=f56bb245-55c6-4bce-a02e-9aca81dc84fc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:23.531010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd7f25f-0018-4b18-bed0-b324e46299ce,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:23.620752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:23.627441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:23.637864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bfd25-846c-4a96-9f64-7888200ffce5 req-9e63a453-967c-41b0-bd14-c8051c351170 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:23.639440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac8bfd25-846c-4a96-9f64-7888200ffce5 req-9e63a453-967c-41b0-bd14-c8051c351170 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 946 time: 0.3083889 Mar 07 04:25:23.646963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25381342-5793-47ac-957e-bd59176e6491 req-e1c61d60-b295-48fa-b342-e9652ca85c80 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:23.648382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25381342-5793-47ac-957e-bd59176e6491 req-e1c61d60-b295-48fa-b342-e9652ca85c80 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5374b20-d8f5-4b2b-a550-a6a6221ae2d2 HTTP/1.1" status: 200 len: 946 time: 0.3152616 Mar 07 04:25:23.718640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-f15beac8-40e6-44c8-a6af-f94577555641 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3105590 Mar 07 04:25:23.934406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac8bfd25-846c-4a96-9f64-7888200ffce5 req-ea0d7eef-4d4b-4192-aaca-fc19d71ed945 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc7b263f-11d3-4b01-8a7e-2e3301963042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801933 Mar 07 04:25:24.106316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7b84fcd1-0435-4d5c-9d3c-ad994e28cec0 None None] Provisioning complete for port 0dd7f25f-0018-4b18-bed0-b324e46299ce triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:24.106868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b84fcd1-0435-4d5c-9d3c-ad994e28cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:24.178494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7b84fcd1-0435-4d5c-9d3c-ad994e28cec0 None None] Port 0dd7f25f-0018-4b18-bed0-b324e46299ce cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:24.249737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Deleting port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:24.250237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:24.261506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Router 6db5c169-3e3c-409c-b8f0-aa51203d901c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:25:24.323935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-dbc64c15-b708-4d4a-81c0-4b08156df5d1 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042352 Mar 07 04:25:24.447673 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ec26d-7d1b-47d8-b8b6-2038f6f5695d x-openstack-request-id: req-1d9ec26d-7d1b-47d8-b8b6-2038f6f5695d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:24.448203 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-unplugged", "status": "completed", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:24.448626 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d9ec26d-7d1b-47d8-b8b6-2038f6f5695d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:24.449185 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'code': 200} Mar 07 04:25:24.513767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] For port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,segment=NetworkSegment(5bd37968-8b72-461b-884d-14111a5ce672),segment_id=5bd37968-8b72-461b-884d-14111a5ce672)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:24.514600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:24.571833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Calling delete_port for 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:24.588640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-9f09f679-2933-45a2-940f-6ee4a078d76a service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627130 Mar 07 04:25:24.682131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f56bb245-55c6-4bce-a02e-9aca81dc84fc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:24.738443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:24.748097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-899ece23-ec1f-45e3-b90c-966d07a1c666 admin admin] 10.222.0.21 "PUT /v2.0/routers/6db5c169-3e3c-409c-b8f0-aa51203d901c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7188671 Mar 07 04:25:24.762673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Sync routers for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:24.793496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:24.794168 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:24.833912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f56bb245-55c6-4bce-a02e-9aca81dc84fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:24.834406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:25.056845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (95d49999-239e-4e09-bd3e-4d2e36c1f6f6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:25.107514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f56bb245-55c6-4bce-a02e-9aca81dc84fc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:25.131148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc03cf6-ce4f-4038-83b2-5c82ec1829f5 req-76f65976-b2d9-4d26-a096-79a2576d4d4d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:25.143299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9bc03cf6-ce4f-4038-83b2-5c82ec1829f5 req-76f65976-b2d9-4d26-a096-79a2576d4d4d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 945 time: 0.2584550 Mar 07 04:25:25.191036 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:25.224643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event deleted for resources: {'Port': ['ID=95d49999-239e-4e09-bd3e-4d2e36c1f6f6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:25.296571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] No DVR routers for this DVR port 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:25:25.307228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:25.310639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25381342-5793-47ac-957e-bd59176e6491 req-34c8e18b-20d9-483c-96a2-14e4c01b55cb tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.44 "DELETE /v2.0/ports/95d49999-239e-4e09-bd3e-4d2e36c1f6f6 HTTP/1.1" status: 204 len: 173 time: 1.6545284 Mar 07 04:25:25.312372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'name': 'network-vif-deleted', 'tag': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:25.315402 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca807d-22e6-44dc-9c7d-05dd646e4c06" -d '{"events": [{"server_uuid": "f5374b20-d8f5-4b2b-a550-a6a6221ae2d2", "name": "network-vif-deleted", "tag": "95d49999-239e-4e09-bd3e-4d2e36c1f6f6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:25.398588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9bc03cf6-ce4f-4038-83b2-5c82ec1829f5 req-aaf3de7a-8662-4280-8802-1602a5aaed2c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533395 Mar 07 04:25:25.686100 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 2, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:25.694483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a36f9b3-85d5-406f-880a-7c82edf132fe up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:25.731610 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Checking router: 6db5c169-3e3c-409c-b8f0-aa51203d901c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:25.732381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Updating router 6db5c169-3e3c-409c-b8f0-aa51203d901c port 0dd7f25f-0018-4b18-bed0-b324e46299ce binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:25:25.800930 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:25.907931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 0a36f9b3-85d5-406f-880a-7c82edf132fe completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:25:25.927906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 0a36f9b3-85d5-406f-880a-7c82edf132fe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:25.933206 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:25.990462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:25.995960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-439129477-network', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:26.085530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Made reservation on behalf of 0e30dc5e12bf450d9336dfb040af9a1d for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:26.091584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:26.092864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a36f9b3-85d5-406f-880a-7c82edf132fe is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:26.093622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:26.129224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:26.145278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a36f9b3-85d5-406f-880a-7c82edf132fe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:26.161628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:26.311867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a36f9b3-85d5-406f-880a-7c82edf132fe,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:26.429139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:26.491914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-2c421948-0517-4756-a913-053f914ca6b6 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:26.500594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-2c421948-0517-4756-a913-053f914ca6b6 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee10c392-3224-4db0-96db-35c8dec728d9 HTTP/1.1" status: 200 len: 944 time: 0.3530800 Mar 07 04:25:26.513742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:26.520317 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14984941-3a4e-4027-8f47-64f25bb582f4" -d '{"events": [{"server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "name": "network-vif-plugged", "status": "completed", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:26.529211 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Publish callbacks [] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:26.529796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:25:26.530827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 95d49999-239e-4e09-bd3e-4d2e36c1f6f6 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:25:26.550863 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:26.696880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-56901d35-835b-4e1a-a6f5-90479f3db95f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:26.711421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-56901d35-835b-4e1a-a6f5-90479f3db95f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 1.1939723 Mar 07 04:25:26.743828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-cc3d1920-6fac-42da-9740-d50a1dd30aa0 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/quotas/a0e51993b34647e6acc14bd510aa9012 HTTP/1.1" status: 200 len: 375 time: 0.0253334 Mar 07 04:25:26.863029 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Pushing event updated for resources: {'Port': ['ID=0dd7f25f-0018-4b18-bed0-b324e46299ce,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:26.884117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-3f600b60-e33d-4cdc-ae61-2fd2bcbc4343 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350081 Mar 07 04:25:26.888389 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.896337 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.896826 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.897101 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.897437 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.897795 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.898213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.898539 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.902359 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.903778 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.904407 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.916622 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:26.917669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:27.149247 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Attempting to bind port 0dd7f25f-0018-4b18-bed0-b324e46299ce on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:27.151504 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Attempting to bind port 0dd7f25f-0018-4b18-bed0-b324e46299ce by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:27.151967 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Attempting to bind port 0dd7f25f-0018-4b18-bed0-b324e46299ce on network bf17bdce-2b04-48ae-9d6b-3a207560a21e {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:27.170593 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:27.171509 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Checking segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:27.174157 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.174885 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Bound using segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:27.176086 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Bound port: 0dd7f25f-0018-4b18-bed0-b324e46299ce, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:27.178824 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.275545 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:25:27.345907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] For port 0dd7f25f-0018-4b18-bed0-b324e46299ce, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:27.356678 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] For port 0dd7f25f-0018-4b18-bed0-b324e46299ce, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0dd7f25f-0018-4b18-bed0-b324e46299ce,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:27.373057 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.433740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks [] for security_group (e336c42c-5b67-48fe-8819-a3b9f9616990), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.450379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e336c42c-5b67-48fe-8819-a3b9f9616990), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.495388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ef438612-34eb-429b-9002-aff94efca0dd service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935993 Mar 07 04:25:27.502216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:25:27.547934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c5982082-3727-4b05-96d5-ea5138ece49b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.548480 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Added segment c5982082-3727-4b05-96d5-ea5138ece49b of type vlan for network 8249ff90-172d-4455-aa66-09eab6058115 Mar 07 04:25:27.564630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] Provisioning complete for port 0dd7f25f-0018-4b18-bed0-b324e46299ce triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:27.569739 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.571432 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:27.572116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:27.589687 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b46fc-a210-45e7-aa0e-039d1e11108d None None] Pushing event updated for resources: {'Port': ['ID=0dd7f25f-0018-4b18-bed0-b324e46299ce,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:27.606261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8249ff90-172d-4455-aa66-09eab6058115), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.650111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336c42c-5b67-48fe-8819-a3b9f9616990,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:27.655206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8249ff90-172d-4455-aa66-09eab6058115), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.656861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:27.657568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.695677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Deleting port 615c3328-32ac-4dec-bd8f-5990db2aad37 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:27.696155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.824369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] Current status of the port 0dd7f25f-0018-4b18-bed0-b324e46299ce is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:27.824766 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.847945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] For port 615c3328-32ac-4dec-bd8f-5990db2aad37, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=615c3328-32ac-4dec-bd8f-5990db2aad37,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:27.848523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:27.866604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Calling delete_port for 615c3328-32ac-4dec-bd8f-5990db2aad37 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:27.887323 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:27.900250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-63c1eb68-9c13-4cdd-a44b-c8255f78f914 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:27.913554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-63c1eb68-9c13-4cdd-a44b-c8255f78f914 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.44 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.9820061 Mar 07 04:25:27.928388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': 'a795318f-853d-4700-b3e9-874345cab4cb', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:27.934584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] For port 0dd7f25f-0018-4b18-bed0-b324e46299ce, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0dd7f25f-0018-4b18-bed0-b324e46299ce,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:27.951129 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:28.030859 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0344815 Mar 07 04:25:28.045150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-6664d74c-f458-4303-ac63-a0c09ee2e0af tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:25:28.046249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-6664d74c-f458-4303-ac63-a0c09ee2e0af tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6135976 Mar 07 04:25:28.046703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32944) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:28.053642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Request body: {'subnet': {'network_id': '8249ff90-172d-4455-aa66-09eab6058115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-439129477-subnet', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:28.055014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda237f-4007-436b-839f-1bdb1416adc6 None None] Pushing event updated for resources: {'Port': ['ID=0dd7f25f-0018-4b18-bed0-b324e46299ce,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:28.066695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.067077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.067417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.067767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.068097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.068423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.068747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.069045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.069396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.069728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.086456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-1efad04f-ce34-4b3e-8616-99f3bd6cbdfd service neutron] 10.222.0.21 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826178 Mar 07 04:25:28.094963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.097238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.097838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9ffda5b8-539d-431d-a495-90559788d529 None None] Provisioning complete for port 0dd7f25f-0018-4b18-bed0-b324e46299ce triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:28.098249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9ffda5b8-539d-431d-a495-90559788d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:28.098391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:25:28.156647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:28.162666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:28.208788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Made reservation on behalf of 0e30dc5e12bf450d9336dfb040af9a1d for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:28.222270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:28.360715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9ffda5b8-539d-431d-a495-90559788d529 None None] Current status of the port 0dd7f25f-0018-4b18-bed0-b324e46299ce is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:28.471993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.5 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/8d9ba9aa-b74e-457c-bba4-36800274a940) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:28.518912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (615c3328-32ac-4dec-bd8f-5990db2aad37), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:28.599747 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:28.618388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event deleted for resources: {'Port': ['ID=615c3328-32ac-4dec-bd8f-5990db2aad37,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:28.678606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97f91-b66f-499c-b78c-f55cf7157fdb admin admin] Pushing event updated for resources: {'Network': ['ID=8249ff90-172d-4455-aa66-09eab6058115,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:28.696597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8249ff90-172d-4455-aa66-09eab6058115 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:25:28.741109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] No DVR routers for this DVR port 615c3328-32ac-4dec-bd8f-5990db2aad37 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:25:28.743261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df19cdf-f6f1-43fa-b349-36f14a1deece None None] The sync data for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 is: [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:28.745033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:28.758116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b867174-d79a-4124-83b7-01e24ab1b8b8 req-babbcf8f-88cd-435f-b8ed-c45caa6de860 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.15 "DELETE /v2.0/ports/615c3328-32ac-4dec-bd8f-5990db2aad37 HTTP/1.1" status: 204 len: 173 time: 2.2430100 Mar 07 04:25:28.759296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-deleted', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:28.764021 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a56e6f-cfdd-46ce-abcb-fcd57c1b00f5" -d '{"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-deleted", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:28.766125 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59af1615-0bf2-4d99-b0ef-225a70e167f6 req-8707ee0c-9e30-487a-8787-f7af59358e00 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 210 time: 0.1360331 Mar 07 04:25:29.205393 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa24ce8-716b-4ac5-8440-b6f0b6c292b0 x-openstack-request-id: req-0fa24ce8-716b-4ac5-8440-b6f0b6c292b0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:29.206114 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5374b20-d8f5-4b2b-a550-a6a6221ae2d2", "name": "network-vif-deleted", "tag": "95d49999-239e-4e09-bd3e-4d2e36c1f6f6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:29.208734 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fa24ce8-716b-4ac5-8440-b6f0b6c292b0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:29.225713 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5374b20-d8f5-4b2b-a550-a6a6221ae2d2', 'name': 'network-vif-deleted', 'tag': '95d49999-239e-4e09-bd3e-4d2e36c1f6f6', 'status': 'completed', 'code': 200} Mar 07 04:25:29.238456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-5606be2b-4d99-498c-94f7-36e1d15a6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:29.240235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-5606be2b-4d99-498c-94f7-36e1d15a6122 service neutron] 10.222.0.21 "GET /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 1124 time: 1.1469557 Mar 07 04:25:29.244539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (cf07aa92-6929-41f1-b010-b010fb8e849f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:29.274147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:29.274788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:25:29.406427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:29.663872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf07aa92-6929-41f1-b010-b010fb8e849f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:29.735322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Checking segment: {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:29.736335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Network hostable DHCP agents. Network: 8249ff90-172d-4455-aa66-09eab6058115, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:25:29.771870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003b0db-4e6e-4170-9457-7706ec039b6d req-eac0d1de-47b8-490c-99de-f6da59c2e42c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:29.795225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5003b0db-4e6e-4170-9457-7706ec039b6d req-eac0d1de-47b8-490c-99de-f6da59c2e42c tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 946 time: 0.5302911 Mar 07 04:25:29.813088 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:29.836578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:29.854542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:29.855049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:29.855492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:30.036024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5003b0db-4e6e-4170-9457-7706ec039b6d req-a85d33d3-76ea-4786-877f-4cd8b2fdadae tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394094 Mar 07 04:25:30.053718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:30.083754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:30.086286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Network 8249ff90-172d-4455-aa66-09eab6058115 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:25:30.094619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:30.136149 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b32bfd-045c-45fc-b59a-6e7b5f76e62a x-openstack-request-id: req-57b32bfd-045c-45fc-b59a-6e7b5f76e62a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:30.136504 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "name": "network-vif-plugged", "status": "completed", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:30.136773 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57b32bfd-045c-45fc-b59a-6e7b5f76e62a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:30.137196 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'code': 200} Mar 07 04:25:30.152928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:30.153269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:30.168413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:30.179836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.188704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:30.189656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:30.190678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:30.191143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Bound port: 34462e68-1376-4c41-9950-5dd9429fb556, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:30.193395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8249ff90-172d-4455-aa66-09eab6058115) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:30.205122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b478d-acda-4b72-8f87-5614cdd407c6 None None] Network 8249ff90-172d-4455-aa66-09eab6058115 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:30.223080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:30.223767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.360159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96c71-fa77-42b4-8dc6-4228342ec4fb req-6386e56a-d765-48e5-baa1-444ae6b6772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:30.367873 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66e96c71-fa77-42b4-8dc6-4228342ec4fb req-6386e56a-d765-48e5-baa1-444ae6b6772e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1128 time: 0.1224580 Mar 07 04:25:30.385295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a5f213e-545f-4ec3-bb57-3d24d1d8dd5e req-40faeebe-3a95-4134-b6eb-db270bad3ab8 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 210 time: 0.0569792 Mar 07 04:25:30.398357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ea534aaa-1356-4b15-946e-abf67b68eaa5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3505471 Mar 07 04:25:30.402153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:30.423222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:30.427855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5036774 Mar 07 04:25:30.453568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Request body: {'port': {'device_id': 'a795318f-853d-4700-b3e9-874345cab4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:30.474988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8249ff90-172d-4455-aa66-09eab6058115', 'network_id': '8249ff90-172d-4455-aa66-09eab6058115', 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'fixed_ips': [{'subnet_id': 'cf07aa92-6929-41f1-b010-b010fb8e849f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:25:30.476127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.516198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b8733-b449-4747-b1a9-6e86e446801a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=8d9ba9aa-b74e-457c-bba4-36800274a940,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:30.616391 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66e96c71-fa77-42b4-8dc6-4228342ec4fb req-76912e05-598f-4797-a754-06a5a7cd864c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425215 Mar 07 04:25:30.682872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:30.692486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.698152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.708894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-bad9a6be-cbd9-45d7-ae73-2330f35c0ed7 service neutron] 10.222.0.21 "POST /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556/bindings HTTP/1.1" status: 201 len: 389 time: 1.4466577 Mar 07 04:25:30.749728 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ac8731-1251-45d3-9f14-574600cf2834 x-openstack-request-id: req-f6ac8731-1251-45d3-9f14-574600cf2834 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:30.749990 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee10c392-3224-4db0-96db-35c8dec728d9", "name": "network-vif-deleted", "tag": "615c3328-32ac-4dec-bd8f-5990db2aad37", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:30.761993 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6ac8731-1251-45d3-9f14-574600cf2834 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:30.766965 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee10c392-3224-4db0-96db-35c8dec728d9', 'name': 'network-vif-deleted', 'tag': '615c3328-32ac-4dec-bd8f-5990db2aad37', 'status': 'completed', 'code': 200} Mar 07 04:25:30.768102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9f5ca01b-c6ef-4a56-a184-9bb74779e124), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.769187 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9f5ca01b-c6ef-4a56-a184-9bb74779e124), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:30.818922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Allocated IP 172.20.0.2 (8249ff90-172d-4455-aa66-09eab6058115/cf07aa92-6929-41f1-b010-b010fb8e849f/e749f121-b2fc-450e-8d4d-7d6e44202215) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:30.822873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0dd7f25f-0018-4b18-bed0-b324e46299ce up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:30.949373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-76c9834f-6b95-4efe-9e5c-a20453477a78 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:30.953724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-76c9834f-6b95-4efe-9e5c-a20453477a78 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 805 time: 0.4937427 Mar 07 04:25:31.044294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks [] for router_controller (9f5ca01b-c6ef-4a56-a184-9bb74779e124), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.078464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Request body: {'port': {'device_id': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'admin_state_up': True, 'tenant_id': 'a0e51993b34647e6acc14bd510aa9012'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:31.306583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b347c-ddf3-4872-bd3e-e0c9dc4cd4ab req-39831330-dbda-48b9-9956-3518062082b5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:31.313402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d3b347c-ddf3-4872-bd3e-e0c9dc4cd4ab req-39831330-dbda-48b9-9956-3518062082b5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 931 time: 0.4260557 Mar 07 04:25:31.384357 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Publish callbacks [] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.412909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d3b347c-ddf3-4872-bd3e-e0c9dc4cd4ab req-a660fe41-0eb0-4f8a-ab27-b2e896d40056 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986223 Mar 07 04:25:31.430291 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.445473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50726c-695e-432a-aad9-72aebd2c5d59 req-040949c0-3bd5-4820-b45a-a6a6c7a9d70c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:31.453553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d50726c-695e-432a-aad9-72aebd2c5d59 req-040949c0-3bd5-4820-b45a-a6a6c7a9d70c tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1910672 Mar 07 04:25:31.528191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d50726c-695e-432a-aad9-72aebd2c5d59 req-9f663527-7798-486f-98e2-268342bb2668 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737705 Mar 07 04:25:31.594692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9ba9aa-b74e-457c-bba4-36800274a940 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:31.599879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0dd7f25f-0018-4b18-bed0-b324e46299ce triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:31.601553 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.605084 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Publish callbacks [] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.614460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks [] for router_gateway (9f5ca01b-c6ef-4a56-a184-9bb74779e124), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.626029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Transition to ACTIVE for port object 8d9ba9aa-b74e-457c-bba4-36800274a940 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:25:31.650565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0696abfa-1021-439d-956e-701abc613eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:31.652619 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0696abfa-1021-439d-956e-701abc613eee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1127 time: 0.3133986 Mar 07 04:25:31.659629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.681736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Network 8249ff90-172d-4455-aa66-09eab6058115 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:31.730758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Made reservation on behalf of a0e51993b34647e6acc14bd510aa9012 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:31.734698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:31.741003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:31.743822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:31.746452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:31.825460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3d8bfd3-18ad-4007-a6a7-189c2fa094a3 req-892ccb34-196c-453b-b8a8-057c0d091440 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 210 time: 0.1110289 Mar 07 04:25:31.926651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:31.958996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 615c3328-32ac-4dec-bd8f-5990db2aad37 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:25:31.959601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 615c3328-32ac-4dec-bd8f-5990db2aad37 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:25:31.979291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Pushing event updated for resources: {'Port': ['ID=e749f121-b2fc-450e-8d4d-7d6e44202215,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:31.992483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Attempting to bind port e749f121-b2fc-450e-8d4d-7d6e44202215 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:31.993218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Attempting to bind port e749f121-b2fc-450e-8d4d-7d6e44202215 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:31.993897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Attempting to bind port e749f121-b2fc-450e-8d4d-7d6e44202215 on network 8249ff90-172d-4455-aa66-09eab6058115 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:32.001565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:32.002336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Checking segment: {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:32.004715 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.005477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Bound using segment: {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:32.006018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Bound port: e749f121-b2fc-450e-8d4d-7d6e44202215, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:32.006620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.024821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ba9aa-b74e-457c-bba4-36800274a940,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:32.077876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Attempting to bind port 8d9ba9aa-b74e-457c-bba4-36800274a940 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:32.078535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Attempting to bind port 8d9ba9aa-b74e-457c-bba4-36800274a940 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:32.079036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Attempting to bind port 8d9ba9aa-b74e-457c-bba4-36800274a940 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:32.086628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Port 8d9ba9aa-b74e-457c-bba4-36800274a940 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:32.087229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Attempting to bind port 8d9ba9aa-b74e-457c-bba4-36800274a940 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:32.099264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3aee8-4b96-4227-9e17-22816980c1b9 req-0fa9b957-87d6-4934-9e75-41fb801f1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.107207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35b3aee8-4b96-4227-9e17-22816980c1b9 req-0fa9b957-87d6-4934-9e75-41fb801f1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 946 time: 0.4784729 Mar 07 04:25:32.115082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:32.115486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:32.115882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:32.116381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Bound port: 8d9ba9aa-b74e-457c-bba4-36800274a940, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:32.116755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.140708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-df644665-57bd-4ff7-9cf5-e476470685bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.142992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-df644665-57bd-4ff7-9cf5-e476470685bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.4830430 Mar 07 04:25:32.217803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] For port 8d9ba9aa-b74e-457c-bba4-36800274a940, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:32.221948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] For port 8d9ba9aa-b74e-457c-bba4-36800274a940, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8d9ba9aa-b74e-457c-bba4-36800274a940,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:32.239630 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.254447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-9cb80f4e-2855-4d52-83bb-19d84238b671 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 217 time: 0.1004150 Mar 07 04:25:32.310007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] For port e749f121-b2fc-450e-8d4d-7d6e44202215, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:32.311282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.311825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.315616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] 10.222.0.44 "PUT /v2.0/ports/8d9ba9aa-b74e-457c-bba4-36800274a940 HTTP/1.1" status: 200 len: 1091 time: 1.8678210 Mar 07 04:25:32.318567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] For port e749f121-b2fc-450e-8d4d-7d6e44202215, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e749f121-b2fc-450e-8d4d-7d6e44202215,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:32.328871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Allocated IP 172.20.0.3 (666c4c6f-1a71-489e-953d-2adf37eb72a6/6094d1d3-518a-4c1c-8209-46470e360042/8da66e83-fd15-49ff-8057-9037b604095e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:32.333965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bdad9-2a96-4509-bd6f-621919ef0520 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ba9aa-b74e-457c-bba4-36800274a940,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:32.340737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a795318f-853d-4700-b3e9-874345cab4cb', 'tag': '8d9ba9aa-b74e-457c-bba4-36800274a940'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:32.351633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.379589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c448-47a4-4aa0-add3-0fcc1a26ac70 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group (a9dab10f-c17a-4332-8640-525187306f8a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.419668 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb6fea-1393-4398-9216-be2e9cd8585c" -d '{"events": [{"name": "network-changed", "server_uuid": "a795318f-853d-4700-b3e9-874345cab4cb", "tag": "8d9ba9aa-b74e-457c-bba4-36800274a940"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:32.491692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0dd7f25f-0018-4b18-bed0-b324e46299ce is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:32.492354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35b3aee8-4b96-4227-9e17-22816980c1b9 req-2a46f817-ab21-4f99-a4de-819807e59a4b tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841755 Mar 07 04:25:32.550463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c448-47a4-4aa0-add3-0fcc1a26ac70 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group (a9dab10f-c17a-4332-8640-525187306f8a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.570858 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4a7c5-e29a-4207-be1b-53e2e9f1b81d x-openstack-request-id: req-44e4a7c5-e29a-4207-be1b-53e2e9f1b81d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:32.571148 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a795318f-853d-4700-b3e9-874345cab4cb", "tag": "8d9ba9aa-b74e-457c-bba4-36800274a940", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:32.571413 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44e4a7c5-e29a-4207-be1b-53e2e9f1b81d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:32.571816 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a795318f-853d-4700-b3e9-874345cab4cb', 'tag': '8d9ba9aa-b74e-457c-bba4-36800274a940', 'status': 'completed', 'code': 200} Mar 07 04:25:32.587183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-eef86aaf-ab03-44a8-9e5f-00dd2b362b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.592827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-eef86aaf-ab03-44a8-9e5f-00dd2b362b56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 1125 time: 0.1474228 Mar 07 04:25:32.625950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05a60f-6710-4f13-bd54-b950fbf8724f None None] Pushing event updated for resources: {'Port': ['ID=e749f121-b2fc-450e-8d4d-7d6e44202215,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:32.660241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-00a54256-1857-4e88-810a-f5c1f771b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.661715 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-00a54256-1857-4e88-810a-f5c1f771b97a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.3987410 Mar 07 04:25:32.698244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-31a8fdbd-7040-4dc6-8b40-a75694bb927e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9ba9aa-b74e-457c-bba4-36800274a940 HTTP/1.1" status: 200 len: 217 time: 0.0970430 Mar 07 04:25:32.768876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2673be3e-8e41-4672-aa33-76e7d500272d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.824337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-89bb4c93-d069-45c0-870c-062834711718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.825969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-89bb4c93-d069-45c0-870c-062834711718 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.0792193 Mar 07 04:25:32.895679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-26fff06f-f832-40e0-987c-c8752937ae86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403799 Mar 07 04:25:32.895916 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-dba1d575-2cb7-461b-9835-0dfeba0c4dfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570197 Mar 07 04:25:32.911592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba541-9ca2-483f-bdce-adfbc001d895 req-f12aab67-9d14-4597-abad-d1a5afb602b7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:32.919207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68ba541-9ca2-483f-bdce-adfbc001d895 req-f12aab67-9d14-4597-abad-d1a5afb602b7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 943 time: 0.3252742 Mar 07 04:25:32.962771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c448-47a4-4aa0-add3-0fcc1a26ac70 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a9dab10f-c17a-4332-8640-525187306f8a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.965470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c448-47a4-4aa0-add3-0fcc1a26ac70 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:32.966777 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ec5c448-47a4-4aa0-add3-0fcc1a26ac70 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9dab10f-c17a-4332-8640-525187306f8a HTTP/1.1" status: 204 len: 168 time: 1.0272663 Mar 07 04:25:33.032031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:33.054775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec8bb9-0947-4e88-a29e-8313fce0db58 req-bd08590e-ccc4-4ad4-b8b6-76a650a5ccc4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:33.057904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5ec8bb9-0947-4e88-a29e-8313fce0db58 req-bd08590e-ccc4-4ad4-b8b6-76a650a5ccc4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.3430834 Mar 07 04:25:33.138818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-f03035f6-ac13-42eb-8ee1-bbbae3d3b23a service neutron] 10.222.0.44 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171485 Mar 07 04:25:33.193005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks [] for port (8da66e83-fd15-49ff-8057-9037b604095e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:33.197124 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-0522e681-670c-43f7-bc86-15ea1fd50608 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] show failed (client error): The resource could not be found. Mar 07 04:25:33.198932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a68ba541-9ca2-483f-bdce-adfbc001d895 req-b43c3635-5e2b-4c28-8c4a-732fca09cf7a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788665 Mar 07 04:25:33.199268 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0522e681-670c-43f7-bc86-15ea1fd50608 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "GET /v2.0/security-groups/a9dab10f-c17a-4332-8640-525187306f8a HTTP/1.1" status: 404 len: 347 time: 0.1389868 Mar 07 04:25:33.200255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5c448-47a4-4aa0-add3-0fcc1a26ac70 tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dab10f-c17a-4332-8640-525187306f8a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:33.231825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:33.291602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5ec8bb9-0947-4e88-a29e-8313fce0db58 req-fb78897b-ffd1-4620-890b-58ee0fe0bc75 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241213 Mar 07 04:25:33.414507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd4553b5-5eb4-412d-81ea-305656c47ef5 req-b86d65f2-6d6c-465c-80c6-0a1911cd1498 service neutron] 10.222.0.44 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557259 Mar 07 04:25:33.416631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d472e99-ce46-4fd8-99f5-35a5b3d0b7f8 req-4602825f-0059-43ec-9ffa-bc219c7c70f7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 210 time: 0.0480137 Mar 07 04:25:33.474427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks [] for router_gateway (9f5ca01b-c6ef-4a56-a184-9bb74779e124), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:33.480087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-dbcfcf40-f635-4aff-b257-4aaeb80bbaa8 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742774 Mar 07 04:25:33.514027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:33.532081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:33.541376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-cd3845e0-5f58-4e26-8ca7-b63709dae972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:33.545272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-cd3845e0-5f58-4e26-8ca7-b63709dae972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 1125 time: 0.0540900 Mar 07 04:25:33.717324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-f1511bcf-2ddf-45dc-b3db-23cb5f613f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:33.718846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-f1511bcf-2ddf-45dc-b3db-23cb5f613f49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.1674037 Mar 07 04:25:33.729488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516c9c-734f-4a5c-9953-f8c4f06dbb14 req-50db74ef-fcd4-4210-af61-cfa57d36bde9 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:33.738452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b516c9c-734f-4a5c-9953-f8c4f06dbb14 req-50db74ef-fcd4-4210-af61-cfa57d36bde9 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 946 time: 0.0984063 Mar 07 04:25:33.745702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Network 666c4c6f-1a71-489e-953d-2adf37eb72a6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:33.763610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:33.767598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-fdc61a01-2c9b-4486-bf86-7759d9b284a8 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658153 Mar 07 04:25:33.768422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:33.777326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:33.794038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-d8ccbd9e-74cf-4225-9103-f1a945a1ea32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9ba9aa-b74e-457c-bba4-36800274a940 HTTP/1.1" status: 200 len: 217 time: 0.0544662 Mar 07 04:25:33.914451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:33.915423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:33.965881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-3e928fd8-4920-4554-88f9-1b64438b2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:33.970163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-3e928fd8-4920-4554-88f9-1b64438b2dbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1688278 Mar 07 04:25:33.972827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Allocated IP 172.25.4.10 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e4c04ab9-b9c6-409f-8bdc-0d05f5c27673) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:33.978529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Deleting port e2f36904-14bf-49da-a22b-32d58007322c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:33.979306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e2f36904-14bf-49da-a22b-32d58007322c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:33.981720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b516c9c-734f-4a5c-9953-f8c4f06dbb14 req-c511b2ae-841a-4b5d-97dd-0a63feaeced0 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867588 Mar 07 04:25:34.037475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-6a4aaff0-e73b-4153-bb27-eac1b5628b75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520453 Mar 07 04:25:34.056738 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-85c6a741-44cf-48b4-84eb-779c31b7d87d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0048516 Mar 07 04:25:34.105084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Request body: {'port': {'device_id': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:34.272220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ec179-4cf0-47d5-8779-cd57ac0942a1 None None] Network 8249ff90-172d-4455-aa66-09eab6058115 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:34.459435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] Provisioning complete for port e749f121-b2fc-450e-8d4d-7d6e44202215 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:34.460237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:34.694507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] Current status of the port e749f121-b2fc-450e-8d4d-7d6e44202215 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:34.695132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:34.746260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] For port e749f121-b2fc-450e-8d4d-7d6e44202215, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e749f121-b2fc-450e-8d4d-7d6e44202215,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:34.759371 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:34.818680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e2f36904-14bf-49da-a22b-32d58007322c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:34.819242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for floatingip (e2f36904-14bf-49da-a22b-32d58007322c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:34.819676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e749f121-b2fc-450e-8d4d-7d6e44202215 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:34.844365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:34.869608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Calling delete_port for e2f36904-14bf-49da-a22b-32d58007322c owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:34.971746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8da6-94b3-4b9b-8278-77b0020d9104 None None] Pushing event updated for resources: {'Port': ['ID=e749f121-b2fc-450e-8d4d-7d6e44202215,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:35.017889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e749f121-b2fc-450e-8d4d-7d6e44202215 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:35.018454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.186324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-d5b912fb-2c23-4fea-9b8a-d2f76d3c7d18 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 258 time: 1.1429322 Mar 07 04:25:35.191662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-0e2a0fb7-4d52-4b5d-ba11-d14d68382fd3 service neutron] 10.222.0.44 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1471927 Mar 07 04:25:35.196373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e749f121-b2fc-450e-8d4d-7d6e44202215 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:35.201138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:35.211001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks [] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.232130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f9286b44-8a36-46c4-9368-d49b98aa587d None None] Provisioning complete for port e749f121-b2fc-450e-8d4d-7d6e44202215 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:35.232500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f9286b44-8a36-46c4-9368-d49b98aa587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.328959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-d2d6c5e1-0993-4ae4-9041-8c720768f5db tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:35.329599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.337262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-d2d6c5e1-0993-4ae4-9041-8c720768f5db tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.5244138 Mar 07 04:25:35.343809 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.359125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4bef50eb-fd34-449c-86a5-d5ddbdcaa763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.386783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-f63d1941-4dbe-4260-8252-f69fb1ff570c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/quotas/8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 375 time: 0.0481226 Mar 07 04:25:35.446618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:35.469090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f9286b44-8a36-46c4-9368-d49b98aa587d None None] Current status of the port e749f121-b2fc-450e-8d4d-7d6e44202215 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:35.470588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71fb6fea-1393-4398-9216-be2e9cd8585c req-9903f569-59de-4e2f-97cc-3977e0afb1ad service neutron] 10.222.0.44 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594726 Mar 07 04:25:35.496930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:35.499839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:35.527086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da66e83-fd15-49ff-8057-9037b604095e {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:35.530736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:35.547998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Publish callbacks [] for port (8da66e83-fd15-49ff-8057-9037b604095e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.565886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-3eeb8567-86ec-4b1b-b169-f46cc63f986f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1779819 Mar 07 04:25:35.579930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Transition to ACTIVE for port object 8da66e83-fd15-49ff-8057-9037b604095e will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:25:35.591477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.619938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e2f36904-14bf-49da-a22b-32d58007322c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.687003 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:35.710868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-a628ee1f-768d-4725-bbea-8e35c7416345 service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438608 Mar 07 04:25:35.881435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:35.914160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-38075ae5-7e11-4afb-a5be-72d3ade745d6 service neutron] 10.222.0.21 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689453 Mar 07 04:25:35.939895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Allocated IP 172.25.4.129 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/eaf23b3e-fe15-47cf-a24a-956682e97f5f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:35.969532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Pushing event deleted for resources: {'Port': ['ID=e2f36904-14bf-49da-a22b-32d58007322c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:36.158702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Attempting to bind port 8da66e83-fd15-49ff-8057-9037b604095e on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:36.159097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Attempting to bind port 8da66e83-fd15-49ff-8057-9037b604095e by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:36.159546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Attempting to bind port 8da66e83-fd15-49ff-8057-9037b604095e on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:36.207043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Port 8da66e83-fd15-49ff-8057-9037b604095e on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:36.207419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Attempting to bind port 8da66e83-fd15-49ff-8057-9037b604095e on network 666c4c6f-1a71-489e-953d-2adf37eb72a6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:36.222182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks [] for floatingip (a1a37154-50b5-4dcd-8fd4-20f80c36ed85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.222735 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.225134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.229102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c63ca0c7-6141-44cd-92d7-56c9798f9f6a tempest-ImagesOneServerNegativeTestJSON-1657357938 tempest-ImagesOneServerNegativeTestJSON-1657357938-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1a37154-50b5-4dcd-8fd4-20f80c36ed85 HTTP/1.1" status: 204 len: 168 time: 2.9948165 Mar 07 04:25:36.236245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:36.236759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Checking segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:36.237289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Bound using segment: {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:36.237808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Bound port: 8da66e83-fd15-49ff-8057-9037b604095e, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4a2d6-1f4f-463f-8327-bded8dd45e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:36.238290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.305275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks [] for router_gateway (9f5ca01b-c6ef-4a56-a184-9bb74779e124), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.358354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.459422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8d9ba9aa-b74e-457c-bba4-36800274a940 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:36.583515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:36.654175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:36.656050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:36.660002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:36.660214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:36.692215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.709151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e749f121-b2fc-450e-8d4d-7d6e44202215 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:36.726623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9f5ca01b-c6ef-4a56-a184-9bb74779e124), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.729366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.777888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8d9ba9aa-b74e-457c-bba4-36800274a940, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8d9ba9aa-b74e-457c-bba4-36800274a940,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:36.790492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:36.800899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8d9ba9aa-b74e-457c-bba4-36800274a940', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': '8d9ba9aa-b74e-457c-bba4-36800274a940', 'mac_address': 'fa:16:3e:34:72:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:36.846739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:36.847478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.849367 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-ffd24102-9c81-43cf-b6a7-d1e60979ae5d service neutron] 10.222.0.44 "PUT /v2.0/ports/8da66e83-fd15-49ff-8057-9037b604095e HTTP/1.1" status: 200 len: 1091 time: 2.7752740 Mar 07 04:25:36.849367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:36.851589 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dadee2a-585c-4425-a916-1a6815eee169" -d '{"events": [{"name": "network-changed", "server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "tag": "8da66e83-fd15-49ff-8057-9037b604095e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:36.886639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event updated for resources: {'Port': ['ID=eaf23b3e-fe15-47cf-a24a-956682e97f5f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:36.897460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e749f121-b2fc-450e-8d4d-7d6e44202215 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:36.902311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.904360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8d9ba9aa-b74e-457c-bba4-36800274a940 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:36.906333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:36.989749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1e2a-1011-4a48-94f6-d5055b25dec1 req-bd07d6d8-ded1-4c5c-af72-ed133c51095e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:36.997037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4ff1e2a-1011-4a48-94f6-d5055b25dec1 req-bd07d6d8-ded1-4c5c-af72-ed133c51095e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 943 time: 0.4587281 Mar 07 04:25:37.033068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.051364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9ba9aa-b74e-457c-bba4-36800274a940 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:37.118193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8d9ba9aa-b74e-457c-bba4-36800274a940, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8d9ba9aa-b74e-457c-bba4-36800274a940,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:37.123413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4ff1e2a-1011-4a48-94f6-d5055b25dec1 req-32f7315c-9043-4a34-a375-052f4b09661f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225247 Mar 07 04:25:37.140169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.140527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.186961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-bf21fb9b-6562-4d14-bf72-41a5458c9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:37.192579 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-bf21fb9b-6562-4d14-bf72-41a5458c9799 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 1125 time: 0.2004919 Mar 07 04:25:37.335552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c09d-cfae-4c96-81c9-3d45ea29b1eb req-01589ecd-c970-4fef-82c4-dc982516c885 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:37.342481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2895c09d-cfae-4c96-81c9-3d45ea29b1eb req-01589ecd-c970-4fef-82c4-dc982516c885 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1204746 Mar 07 04:25:37.367173 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-d39d6c9b-39e8-4651-946a-591296d51d21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da66e83-fd15-49ff-8057-9037b604095e HTTP/1.1" status: 200 len: 217 time: 0.1555037 Mar 07 04:25:37.408987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:25:37.450597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2895c09d-cfae-4c96-81c9-3d45ea29b1eb req-20e1be64-380b-4f80-8835-3d9b2eff1e18 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071575 Mar 07 04:25:37.502706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e749f121-b2fc-450e-8d4d-7d6e44202215 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:37.507973 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.510761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8d9ba9aa-b74e-457c-bba4-36800274a940,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:37.516033 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.546155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.599570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8d9ba9aa-b74e-457c-bba4-36800274a940'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:37.634727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-f7bc388f-a258-424a-96b3-e7c0500de8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:37.654440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event updated for resources: {'Port': ['ID=eaf23b3e-fe15-47cf-a24a-956682e97f5f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:37.658611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.659194 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-f7bc388f-a258-424a-96b3-e7c0500de8f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.2846611 Mar 07 04:25:37.680319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:37.681562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-4b097986-2d11-40dd-9678-2fd124f6295e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4867005 Mar 07 04:25:37.709581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec70c01-5b96-48ec-9fcf-51cf67424118 req-74eb0a2f-cbf4-4f98-88f6-390cf2764b46 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:37.721645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec70c01-5b96-48ec-9fcf-51cf67424118 req-74eb0a2f-cbf4-4f98-88f6-390cf2764b46 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 943 time: 0.1477113 Mar 07 04:25:37.729960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-60734b6c-d7d5-493c-9f1a-255ccc56ce61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621293 Mar 07 04:25:37.848822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-8b9f0ead-78d9-4492-a7c6-43b8d17992a6 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.1230471 Mar 07 04:25:37.922109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec70c01-5b96-48ec-9fcf-51cf67424118 req-c16b8fdf-ecb3-498f-8945-4914dc127418 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994770 Mar 07 04:25:37.958774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:37.976915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Sync routers for ids ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:37.992457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Routers {'9f5ca01b-c6ef-4a56-a184-9bb74779e124'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:37.993400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:38.023705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:38.027704 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9651eb14-58db-4827-a92a-16eae4fce2e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6223974 Mar 07 04:25:38.029594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33094) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:38.043466 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-397f09c7-62d9-49a3-a785-c3218cd7fc2d service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050151 Mar 07 04:25:38.106468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-b1f88aa7-e797-4789-b744-ece7d68a971e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:38.118792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b5590ae-1fc2-4275-827b-1cd5d3e182bd req-b1f88aa7-e797-4789-b744-ece7d68a971e tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2415242 Mar 07 04:25:38.218977 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486bad99-2baf-442f-90be-01439113a528 x-openstack-request-id: req-486bad99-2baf-442f-90be-01439113a528 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:38.219504 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "tag": "8da66e83-fd15-49ff-8057-9037b604095e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:38.219718 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-486bad99-2baf-442f-90be-01439113a528 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:38.221322 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e', 'status': 'completed', 'code': 200} Mar 07 04:25:38.239809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Set router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:38.315925 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96f629ee-0ac4-4f9b-ac57-20c6b116956d req-f32f1445-b70c-4c09-8ef6-a1deed47a599 service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252846 Mar 07 04:25:38.324534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dab2f942-8a69-4dbc-9c76-cb2e071b869d req-fab1cb46-ff00-4e27-a1f6-79749756536a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Mar 07 04:25:38.517961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-1f9ee7ce-1694-4f71-baf5-3765903cc9a5 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:38.519996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-1f9ee7ce-1694-4f71-baf5-3765903cc9a5 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1635368 Mar 07 04:25:38.612103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:25:35Z', 'revision_number': 3, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:38.651133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Checking router: 9f5ca01b-c6ef-4a56-a184-9bb74779e124 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:38.651665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Updating router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:25:38.672586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadee2a-585c-4425-a916-1a6815eee169 req-2497268a-1855-4dc1-9305-724f342f1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:38.675345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-2497268a-1855-4dc1-9305-724f342f1854 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e51993b34647e6acc14bd510aa9012&device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 1125 time: 0.2643774 Mar 07 04:25:38.743837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6233d1e-6268-4a89-9c40-b90d418b4209 req-1ea0bb67-6baf-491c-ae84-028d42ed11c4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:38.750087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6233d1e-6268-4a89-9c40-b90d418b4209 req-1ea0bb67-6baf-491c-ae84-028d42ed11c4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 944 time: 0.3055265 Mar 07 04:25:38.759145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-291418ec-a587-47ec-a30a-da1253c086d7 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.2281902 Mar 07 04:25:38.781798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Request body: {'floatingip': {'port_id': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:38.800719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:38.926673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.004497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6233d1e-6268-4a89-9c40-b90d418b4209 req-ddb4fa9c-60aa-4ba9-8101-defad1e5ad1a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408338 Mar 07 04:25:39.088731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:39.198238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.206997 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Publish callbacks [] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.228786 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.306664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Deleting subnet 34c60f1a-19de-4c32-90e4-8c88bdf7b68c {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:25:39.318069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Publish callbacks [] for subnet (34c60f1a-19de-4c32-90e4-8c88bdf7b68c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.369408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212002-9fe0-48d4-989c-6ca2e58bbf99 req-bf35cde4-b2e7-40c9-acc2-5408570b4420 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:39.376906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e212002-9fe0-48d4-989c-6ca2e58bbf99 req-bf35cde4-b2e7-40c9-acc2-5408570b4420 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1797082 Mar 07 04:25:39.386060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816521e-9003-4366-8e8a-17e937e63bfe None None] Pushing event updated for resources: {'Port': ['ID=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:39.395710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-438c6802-a152-42bb-9a80-1c42696877f0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:39.397201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-438c6802-a152-42bb-9a80-1c42696877f0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 807 time: 0.9683166 Mar 07 04:25:39.406271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Attempting to bind port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:39.408647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Attempting to bind port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:39.409197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Attempting to bind port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:39.425451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:39.427484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:39.428123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.429138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:39.432638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Bound port: e4c04ab9-b9c6-409f-8bdc-0d05f5c27673, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:39.433439 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.450574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Request body: {'port': {'device_id': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'admin_state_up': True, 'tenant_id': '8237522f34594fce82b2024a934e0a18'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:39.547586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (34c60f1a-19de-4c32-90e4-8c88bdf7b68c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.569208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] For port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:39.579961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] For port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:39.599711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.664948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadee2a-585c-4425-a916-1a6815eee169 req-832f0b51-c58d-4b57-98c0-0e374571ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:39.666460 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-832f0b51-c58d-4b57-98c0-0e374571ee2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 200 len: 906 time: 0.9781101 Mar 07 04:25:39.690049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e212002-9fe0-48d4-989c-6ca2e58bbf99 req-25584656-2c1a-4738-ad5e-caf6ddf5d6e7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117337 Mar 07 04:25:39.715930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-71648763-8e03-4385-acc6-973647a5fa8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da66e83-fd15-49ff-8057-9037b604095e HTTP/1.1" status: 200 len: 217 time: 0.0417595 Mar 07 04:25:39.757117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Routers {'9f5ca01b-c6ef-4a56-a184-9bb74779e124'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:39.763166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:39.858116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Made reservation on behalf of 8237522f34594fce82b2024a934e0a18 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:39.861474 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.896091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816521e-9003-4366-8e8a-17e937e63bfe None None] Pushing event updated for resources: {'Port': ['ID=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:39.960051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadee2a-585c-4425-a916-1a6815eee169 req-d0e36e49-6270-469c-a6e9-2fe5cd763dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:39.961606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-d0e36e49-6270-469c-a6e9-2fe5cd763dda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 200 len: 845 time: 0.2015164 Mar 07 04:25:39.972406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (34c60f1a-19de-4c32-90e4-8c88bdf7b68c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:39.988086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.053298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-b29fa94b-9874-4c6d-92c9-0072fd5b06c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=666c4c6f-1a71-489e-953d-2adf37eb72a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614049 Mar 07 04:25:40.080345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] Set router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:40.374180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.393438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (34c60f1a-19de-4c32-90e4-8c88bdf7b68c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.399668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.466370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:25:35Z', 'revision_number': 3, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:40.483266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c60f1a-19de-4c32-90e4-8c88bdf7b68c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:40.496820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.499954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7907571e-460b-4ffb-9e6f-60e59734f3bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/34c60f1a-19de-4c32-90e4-8c88bdf7b68c HTTP/1.1" status: 204 len: 168 time: 1.3713303 Mar 07 04:25:40.508537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33120) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:40.516277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296491-1223-48a1-8cfb-ee94cdf78909 req-73bb6faf-b9b1-4443-83ae-2d1cad55b2ec tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:40.522572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8d9ba9aa-b74e-457c-bba4-36800274a940 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:40.527277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650335be-36ba-489b-a981-c6ae23021f53 None None] The sync data for ids ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'] in n-d-832185-1 is: [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:25:35Z', 'revision_number': 3, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:40.533797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02296491-1223-48a1-8cfb-ee94cdf78909 req-73bb6faf-b9b1-4443-83ae-2d1cad55b2ec tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 943 time: 0.6564484 Mar 07 04:25:40.632987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 8d9ba9aa-b74e-457c-bba4-36800274a940 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:25:40.639229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8d9ba9aa-b74e-457c-bba4-36800274a940 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:40.639613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.668977 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-56e4b5d3-4c35-4a96-9c7e-eae24dfc1826 service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920489 Mar 07 04:25:40.676340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Allocated IP 172.20.0.13 (4921de86-b9f8-45da-afcf-5a63375d03e6/08dbea69-bb32-4202-ad4a-db9c7816f6cb/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:40.690715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02296491-1223-48a1-8cfb-ee94cdf78909 req-b38ef412-796a-4185-844f-3c46abc7f412 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557612 Mar 07 04:25:40.851715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8d9ba9aa-b74e-457c-bba4-36800274a940 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:40.852188 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:40.910817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a795318f-853d-4700-b3e9-874345cab4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ba9aa-b74e-457c-bba4-36800274a940'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:40.917668 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bf0235-0873-4fe1-8828-0c1fce89968f" -d '{"events": [{"server_uuid": "a795318f-853d-4700-b3e9-874345cab4cb", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ba9aa-b74e-457c-bba4-36800274a940"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:40.960543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8d9ba9aa-b74e-457c-bba4-36800274a940, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8d9ba9aa-b74e-457c-bba4-36800274a940,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:40.968229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.122995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8d9ba9aa-b74e-457c-bba4-36800274a940,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:41.180009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (13333c2e-7423-467f-9f6b-b88664b85711), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.185857 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Floating IP f780e200-38cc-4bc0-a748-c6194a1a3c4e associated. External IP: 172.25.4.129, port: 0a36f9b3-85d5-406f-880a-7c82edf132fe. Mar 07 04:25:41.223907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb834ea9-20e3-46e4-b0d0-e4207efd4859 req-08dfd7f9-339f-4b4b-a0c2-416cc854e916 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.2686038 Mar 07 04:25:41.332911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks [] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.375907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.389814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c94555e9-4468-44fc-ba22-15ac4693dba3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:41.472868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Allocated IP 172.20.0.1 (8249ff90-172d-4455-aa66-09eab6058115/cf07aa92-6929-41f1-b010-b010fb8e849f/5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:41.503843 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3dadee2a-585c-4425-a916-1a6815eee169 req-69fd380f-6f83-416f-aaa9-fd9e2a5d0f74 service neutron] 10.222.0.44 "GET /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847667 Mar 07 04:25:41.522937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Network 4921de86-b9f8-45da-afcf-5a63375d03e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:41.533970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:41.538961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:41.659779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:41.660723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.669910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:41.884930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks [] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.941069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-dd62db8a-8764-4bcf-9023-49a2f39cd785 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4944830 Mar 07 04:25:41.947943 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:41.978827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Request body: {'port': {'device_id': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:42.060442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Network 8249ff90-172d-4455-aa66-09eab6058115 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:42.073517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:42.098720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:42.205162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Pushing event updated for resources: {'Port': ['ID=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:42.227686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798121e-f29c-4143-86df-d5b4049cab55 req-fd7b3732-4e3e-4375-9dd8-a57d7dfd86bf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:42.230010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f798121e-f29c-4143-86df-d5b4049cab55 req-fd7b3732-4e3e-4375-9dd8-a57d7dfd86bf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 945 time: 0.8306077 Mar 07 04:25:42.291343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (13333c2e-7423-467f-9f6b-b88664b85711), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.293453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9f5ca01b-c6ef-4a56-a184-9bb74779e124), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.478576 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.483042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:42.547074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Router 01a607ec-dfff-43ea-ae63-a22c858e2de3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:25:42.554567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13333c2e-7423-467f-9f6b-b88664b85711']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:42.595828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f798121e-f29c-4143-86df-d5b4049cab55 req-d94dd0c6-b09f-47f6-8a54-68370e7cc654 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333187 Mar 07 04:25:42.601530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd37968-8b72-461b-884d-14111a5ce672') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:42.601530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd37968-8b72-461b-884d-14111a5ce672') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:42.611577 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.635906 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (5bd37968-8b72-461b-884d-14111a5ce672), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.759728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:42.807095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5bd37968-8b72-461b-884d-14111a5ce672), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.819155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:25:42.821383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (5bd37968-8b72-461b-884d-14111a5ce672), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:25:42.825394 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:25:42.851614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-be4e5a91-f17d-4a87-94f2-55fb2653402d None None] Provisioning complete for port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:42.852295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a91-f17d-4a87-94f2-55fb2653402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.975137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (13333c2e-7423-467f-9f6b-b88664b85711), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:42.988937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c5db4-fcad-4afc-8724-81cc7c237589 req-e7efd79e-bc7c-419b-9ba5-c47f53906c4d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:42.998458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c1c5db4-fcad-4afc-8724-81cc7c237589 req-e7efd79e-bc7c-419b-9ba5-c47f53906c4d tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.2429667 Mar 07 04:25:43.004511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:43.022654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.031574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/13333c2e-7423-467f-9f6b-b88664b85711 HTTP/1.1" status: 204 len: 168 time: 2.4507182 Mar 07 04:25:43.066310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-be4e5a91-f17d-4a87-94f2-55fb2653402d None None] Port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:43.069722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8da66e83-fd15-49ff-8057-9037b604095e', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '8da66e83-fd15-49ff-8057-9037b604095e', 'mac_address': 'fa:16:3e:bf:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:43.074552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:43.088996 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] Sync routers for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:43.103248 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:43.106458 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:43.123490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.169477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:43.170012 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.173537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8da66e83-fd15-49ff-8057-9037b604095e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:43.173537 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.208978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb718ae8-f80f-47ee-894c-5016ab6a4c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=13333c2e-7423-467f-9f6b-b88664b85711,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:43.231825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da66e83-fd15-49ff-8057-9037b604095e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:43.263285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:43.273770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.285407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0d51d6a-0b76-4647-bf99-9aa2ad7a1595 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "PUT /v2.0/floatingips/f780e200-38cc-4bc0-a748-c6194a1a3c4e HTTP/1.1" status: 200 len: 997 time: 4.5072558 Mar 07 04:25:43.291440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:43.294259 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347262a0-4468-4d5e-8b22-d5b55464245a" -d '{"events": [{"name": "network-changed", "server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:43.332448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks [] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.347411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c1c5db4-fcad-4afc-8724-81cc7c237589 req-ca4c2f38-8015-43b4-90d2-529bc59d8006 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479860 Mar 07 04:25:43.391457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.397634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:43.429835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:43.432808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:43.433261 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.466781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:43.473902 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.480743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-ee292843-c287-427c-a7ab-303ab9388719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:43.486162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-ee292843-c287-427c-a7ab-303ab9388719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1128 time: 0.1804059 Mar 07 04:25:43.518566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:43.521564 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e305149-930e-433d-8963-db66ce2e0f3c x-openstack-request-id: req-0e305149-930e-433d-8963-db66ce2e0f3c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:43.522136 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a795318f-853d-4700-b3e9-874345cab4cb", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ba9aa-b74e-457c-bba4-36800274a940", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:43.522254 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e305149-930e-433d-8963-db66ce2e0f3c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:43.522646 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a795318f-853d-4700-b3e9-874345cab4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ba9aa-b74e-457c-bba4-36800274a940', 'code': 200} Mar 07 04:25:43.580368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:43.668210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:43.673111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a5fee4fb-5ddd-4a9c-870f-07b97d665b43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=254b582316814f518c21afeb3a66a6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484964 Mar 07 04:25:43.686965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:43.694580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8da66e83-fd15-49ff-8057-9037b604095e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:43.702115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Publish callbacks [] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.705492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Pushing event updated for resources: {'Port': ['ID=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:43.713250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9f5ca01b-c6ef-4a56-a184-9bb74779e124), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.776835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Transition to ACTIVE for port object 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:25:43.821383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4e870-9772-422e-8d1e-70c48dab63f3 req-94af4e55-8598-468b-8b46-561941d7eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:43.822822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fea4e870-9772-422e-8d1e-70c48dab63f3 req-94af4e55-8598-468b-8b46-561941d7eaa5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 1127 time: 0.2004840 Mar 07 04:25:43.823444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:43.824230 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f780e200-38cc-4bc0-a748-c6194a1a3c4e', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'port_id': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'mac_address': 'fa:16:3e:70:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:25:36Z', 'updated_at': '2022-03-07T04:25:40Z', 'revision_number': 1, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:06Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:43.873461 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] Checking router: 01a607ec-dfff-43ea-ae63-a22c858e2de3 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:43.885336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:43.886301 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:43.935173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557e9c5-3f09-46a9-a61c-f9da7d42d7ef req-d03f1dea-9028-42dd-8d33-ad4840749188 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:43.942246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0557e9c5-3f09-46a9-a61c-f9da7d42d7ef req-d03f1dea-9028-42dd-8d33-ad4840749188 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 944 time: 0.3231182 Mar 07 04:25:43.949521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-c18c3687-c963-4bea-9aaa-39c8c16c00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:43.963422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-c18c3687-c963-4bea-9aaa-39c8c16c00c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 930 time: 0.4682586 Mar 07 04:25:43.999254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd78e755-15fa-4900-8809-6bf662383333 admin admin] Publish callbacks [] for security_group (bc7b263f-11d3-4b01-8a7e-2e3301963042), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.044615 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:44.044898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fea4e870-9772-422e-8d1e-70c48dab63f3 req-93c172a7-5c7a-4ba0-9d4e-a0cd33e499b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992254 Mar 07 04:25:44.086038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:44.089892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:44.090293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:44.090897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:44.112779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd78e755-15fa-4900-8809-6bf662383333 admin admin] Publish callbacks [] for security_group (bc7b263f-11d3-4b01-8a7e-2e3301963042), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.121846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Network 8249ff90-172d-4455-aa66-09eab6058115 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:44.122393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0557e9c5-3f09-46a9-a61c-f9da7d42d7ef req-25136da7-9d84-44f4-8b95-673124e8bd29 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742179 Mar 07 04:25:44.130044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:44.149329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:44.149743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:44.167482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:44.167821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:44.168211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:44.168784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Bound port: 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:44.169207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.196314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-b0c8ef7a-bfd8-4aa8-ade6-4f354a1c25af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 1000 time: 0.2320139 Mar 07 04:25:44.316093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-d0ec69ab-1267-4b50-aba0-ab9201af8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:44.317691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-d0ec69ab-1267-4b50-aba0-ab9201af8ca4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 200 len: 868 time: 0.1145298 Mar 07 04:25:44.443620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd78e755-15fa-4900-8809-6bf662383333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bc7b263f-11d3-4b01-8a7e-2e3301963042), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.445519 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f780e200-38cc-4bc0-a748-c6194a1a3c4e', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'port_id': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'mac_address': 'fa:16:3e:70:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:25:36Z', 'updated_at': '2022-03-07T04:25:40Z', 'revision_number': 1, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:06Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:44.446321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-be0455b5-0a90-4a37-906a-32acab41a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:44.448387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-be0455b5-0a90-4a37-906a-32acab41a514 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9c58ff6-fa01-421b-8dca-734e732a0948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220818 Mar 07 04:25:44.448539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd78e755-15fa-4900-8809-6bf662383333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.453762 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd78e755-15fa-4900-8809-6bf662383333 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc7b263f-11d3-4b01-8a7e-2e3301963042 HTTP/1.1" status: 204 len: 168 time: 0.7633505 Mar 07 04:25:44.497701 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d50d2-d7fe-4506-a0b7-61ef929d51c6 None None] The sync data for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 is: [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f780e200-38cc-4bc0-a748-c6194a1a3c4e', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'port_id': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'mac_address': 'fa:16:3e:70:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:25:36Z', 'updated_at': '2022-03-07T04:25:40Z', 'revision_number': 1, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:06Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:44.500893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78e755-15fa-4900-8809-6bf662383333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b263f-11d3-4b01-8a7e-2e3301963042,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:44.549100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:44.559388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f78376-15af-4b5a-b229-78e6c139b3c6 req-cdcfeb21-4a72-43ec-b336-bfa337bba42b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:44.571608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:25:44.575269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8f78376-15af-4b5a-b229-78e6c139b3c6 req-cdcfeb21-4a72-43ec-b336-bfa337bba42b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.2048531 Mar 07 04:25:44.575711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:44.609572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.626574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b3b4af5b-656b-4ca4-b306-9a82f48fbd7a None None] Provisioning complete for port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:44.637998 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3b4af5b-656b-4ca4-b306-9a82f48fbd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.711010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:44.736597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-4c18366c-fedd-464e-9708-7b27dcadee86 service neutron] 10.222.0.21 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695816 Mar 07 04:25:44.823659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8f78376-15af-4b5a-b229-78e6c139b3c6 req-974591f2-7463-47fe-9c20-13ab49fd5cf0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463279 Mar 07 04:25:44.849282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4af5b-656b-4ca4-b306-9a82f48fbd7a None None] Port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:25:44.893287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:44.893951 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:44.944424 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e08b848-9671-4a2d-a1bd-8e1eb30f0615 x-openstack-request-id: req-3e08b848-9671-4a2d-a1bd-8e1eb30f0615 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:44.945585 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:44.950347 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e08b848-9671-4a2d-a1bd-8e1eb30f0615 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:44.951523 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'status': 'completed', 'code': 200} Mar 07 04:25:44.981500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc79902-982f-4e39-a57f-fd4f12c2c267 None None] New status for floating IP f780e200-38cc-4bc0-a748-c6194a1a3c4e: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:25:45.121343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6078846b-2a5c-4e84-8b27-740be3f0cd97 req-c171412b-9514-4665-9826-9cf442fbb1a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835137 Mar 07 04:25:45.140167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.140167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:45.140167 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 1092 time: 3.1769547 Mar 07 04:25:45.174725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:45.175042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1f6d8-339c-41b7-8c44-d859da4050f7 req-fe4ad212-5d84-4e1d-9e7d-d7f0521bb754 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.177831 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267aaf1-510a-402f-83c6-dbf15e02ce36" -d '{"events": [{"name": "network-changed", "server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:45.184048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8c1f6d8-339c-41b7-8c44-d859da4050f7 req-fe4ad212-5d84-4e1d-9e7d-d7f0521bb754 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 945 time: 0.1314645 Mar 07 04:25:45.200229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347262a0-4468-4d5e-8b22-d5b55464245a req-b2459672-1b9f-445f-a8d4-f4fb3e2ce958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.201948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-b2459672-1b9f-445f-a8d4-f4fb3e2ce958 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1128 time: 0.2273211 Mar 07 04:25:45.236844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:45.249315 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Sync routers for ids ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:45.263467 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Routers {'9f5ca01b-c6ef-4a56-a184-9bb74779e124'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:45.264518 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:45.290152 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a670b8f6-4931-4723-8e16-96a1d2eb4187 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f5ca01b-c6ef-4a56-a184-9bb74779e124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2587969 Mar 07 04:25:45.291798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8c1f6d8-339c-41b7-8c44-d859da4050f7 req-7f030a4f-0898-426e-81dc-756063b9fb25 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066875 Mar 07 04:25:45.397474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a092b3-e930-45f3-9ac6-69e74ebf46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:45.428589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-3eb4db98-b74f-4347-b3a8-4cfa4142cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.431680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-3eb4db98-b74f-4347-b3a8-4cfa4142cfff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1126 time: 0.2356157 Mar 07 04:25:45.493885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347262a0-4468-4d5e-8b22-d5b55464245a req-b094e047-4faa-4f3b-b764-e82c4d1db1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.497123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-b094e047-4faa-4f3b-b764-e82c4d1db1e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 930 time: 0.2857280 Mar 07 04:25:45.511004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef0f0c-536c-41d1-8a65-a213671e64a9 req-36f028f4-337d-4c57-bfd5-cc6274442700 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.523362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71ef0f0c-536c-41d1-8a65-a213671e64a9 req-36f028f4-337d-4c57-bfd5-cc6274442700 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1144781 Mar 07 04:25:45.530099 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-2ed7e819-0cc8-43b8-bf33-482e2d1d9817 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 217 time: 0.0848184 Mar 07 04:25:45.647339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-f5c91be3-ca54-4aec-809b-0c8c89fa49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:45.652445 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-f5c91be3-ca54-4aec-809b-0c8c89fa49cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1146946 Mar 07 04:25:45.691644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71ef0f0c-536c-41d1-8a65-a213671e64a9 req-210a17fc-dd60-4c7f-9da4-994c7f953370 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669414 Mar 07 04:25:45.749404 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-9697e10a-b854-41e3-87b9-5077b051cab4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824459 Mar 07 04:25:45.779597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-7dc8ab0b-aa73-40a2-934e-859d5afbc9fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 1000 time: 0.2498322 Mar 07 04:25:45.874948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Set router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:45.898275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:45.912332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:45.993576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-4d61a5ff-a2eb-4afd-89de-66b5c57bd19f service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433810 Mar 07 04:25:46.010160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-1a2ac143-466c-4772-a1e6-7b9ddb63837d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 258 time: 0.2292066 Mar 07 04:25:46.035348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:46.070396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824a60-2088-4ec2-a28e-8ae748fb51e0 req-3a7689dc-ead1-45b6-a4cc-b4bb0216d90b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:46.084074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1824a60-2088-4ec2-a28e-8ae748fb51e0 req-3a7689dc-ead1-45b6-a4cc-b4bb0216d90b tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 944 time: 0.5300682 Mar 07 04:25:46.160317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347262a0-4468-4d5e-8b22-d5b55464245a req-69778d29-af10-4c56-a529-e1e5092f1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:46.163513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-69778d29-af10-4c56-a529-e1e5092f1ea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 200 len: 868 time: 0.3451521 Mar 07 04:25:46.259638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.279575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1857175119-network', 'tenant_id': '8d367f9afd02429d995007e16e5c3c1b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:46.304136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e038bcc4-edcd-4c62-9af7-5cb70a9e7935 req-72783afb-1d08-4765-855e-9a9524518254 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981462 Mar 07 04:25:46.319003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Made reservation on behalf of 8d367f9afd02429d995007e16e5c3c1b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:46.322691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.338013 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.365099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347262a0-4468-4d5e-8b22-d5b55464245a req-f71ccd55-07a6-4fa0-97bf-3f54a19572b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:46.367298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-f71ccd55-07a6-4fa0-97bf-3f54a19572b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9c58ff6-fa01-421b-8dca-734e732a0948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1948504 Mar 07 04:25:46.379122 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:25:42Z', 'revision_number': 4, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a', 'name': '', 'network_id': '8249ff90-172d-4455-aa66-09eab6058115', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'mac_address': 'fa:16:3e:45:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'cf07aa92-6929-41f1-b010-b010fb8e849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:40Z', 'updated_at': '2022-03-07T04:25:42Z', 'revision_number': 2, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'subnets': [{'id': 'cf07aa92-6929-41f1-b010-b010fb8e849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:46.385956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1824a60-2088-4ec2-a28e-8ae748fb51e0 req-00730376-8830-420c-b3ab-93b93c1048f3 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988117 Mar 07 04:25:46.476973 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Checking router: 9f5ca01b-c6ef-4a56-a184-9bb74779e124 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:46.476973 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Updating router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:25:46.508842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-82f99386-2369-472a-9d7b-5a79402b5ad4 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215398 Mar 07 04:25:46.510488 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f946420-fb49-45c4-bce5-4d766afb5973 x-openstack-request-id: req-2f946420-fb49-45c4-bce5-4d766afb5973 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:46.510776 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:46.511056 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f946420-fb49-45c4-bce5-4d766afb5973 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:46.511800 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'status': 'completed', 'code': 200} Mar 07 04:25:46.519756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:46.541282 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.622447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks [] for security_group (99d1b7e3-4ddb-4602-8385-167a3fe36758), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.642929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (99d1b7e3-4ddb-4602-8385-167a3fe36758), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.654819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 8da66e83-fd15-49ff-8057-9037b604095e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:25:46.661964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8da66e83-fd15-49ff-8057-9037b604095e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:46.662676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8da66e83-fd15-49ff-8057-9037b604095e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.670453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:25:46.695087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d2f491f8-2b76-40ca-975e-37f597376fea), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.695534 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Added segment d2f491f8-2b76-40ca-975e-37f597376fea of type vlan for network 36cc47a7-694b-4b45-ba97-5bb5f71b10de Mar 07 04:25:46.785586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (36cc47a7-694b-4b45-ba97-5bb5f71b10de), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.811158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8da66e83-fd15-49ff-8057-9037b604095e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:46.811788 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.850628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:46.857736 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65b1ca5-e6d5-4f75-b749-983384afc434" -d '{"events": [{"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-plugged", "status": "completed", "tag": "8da66e83-fd15-49ff-8057-9037b604095e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:46.880341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db955a-1a80-41f8-96a8-797dc37cd5fa req-981c79fd-d895-41be-a8f7-5f95dd219cfa tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:46.881764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71db955a-1a80-41f8-96a8-797dc37cd5fa req-981c79fd-d895-41be-a8f7-5f95dd219cfa tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 950 time: 0.2485282 Mar 07 04:25:46.890085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:46.897566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-347262a0-4468-4d5e-8b22-d5b55464245a req-916c69ab-2ccb-42f1-842a-f029d0343e08 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756151 Mar 07 04:25:46.901541 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.914046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d1b7e3-4ddb-4602-8385-167a3fe36758,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:46.919047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (36cc47a7-694b-4b45-ba97-5bb5f71b10de), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.926444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:46.927063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:46.973213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.002001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71db955a-1a80-41f8-96a8-797dc37cd5fa req-9099adbc-c16c-4e39-b9cb-b8ae0b90d287 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128168 Mar 07 04:25:47.023226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:47.028731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-1a249fc7-73b0-4921-bfc1-bfef03a43e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:47.035236 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-1a249fc7-73b0-4921-bfc1-bfef03a43e67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1126 time: 0.4900157 Mar 07 04:25:47.177638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2776234 Mar 07 04:25:47.180063 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Publish callbacks [] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.184110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33230) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:25:47.192390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Request body: {'subnet': {'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1857175119-subnet', 'tenant_id': '8d367f9afd02429d995007e16e5c3c1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:47.193110 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.217157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee423db-2a97-4023-9ffe-d550a9d534c4 req-d5b1ddc0-f7f6-4c6a-848c-a42aea7c8cb1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:47.218918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fee423db-2a97-4023-9ffe-d550a9d534c4 req-d5b1ddc0-f7f6-4c6a-848c-a42aea7c8cb1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1286557 Mar 07 04:25:47.231428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Allocated IP 172.25.4.84 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/6a637097-aa01-4dca-bf6b-5f6d03bb9caa) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:47.284978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908b1e4-bb5a-47e1-93db-eb7b8798fb58 admin admin] Pushing event updated for resources: {'Network': ['ID=36cc47a7-694b-4b45-ba97-5bb5f71b10de,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:47.299787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 36cc47a7-694b-4b45-ba97-5bb5f71b10de details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:25:47.308510 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd640bf-c6fd-45f2-829f-3652d43a9850 None None] Pushing event updated for resources: {'Port': ['ID=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:47.357788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Made reservation on behalf of 8d367f9afd02429d995007e16e5c3c1b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:47.360604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.391895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fee423db-2a97-4023-9ffe-d550a9d534c4 req-c3adadf3-b20f-4d91-b9d8-f17a484fd2c3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563883 Mar 07 04:25:47.417211 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Attempting to bind port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:47.423285 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Attempting to bind port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:47.423865 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Attempting to bind port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a on network 8249ff90-172d-4455-aa66-09eab6058115 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:47.427562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-8061c140-b238-46da-ae9b-86d2d59ef6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:47.429281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-8061c140-b238-46da-ae9b-86d2d59ef6bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.3233676 Mar 07 04:25:47.431862 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:47.433216 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Checking segment: {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:47.436152 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.436320 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Bound using segment: {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:47.436889 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Bound port: 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5982082-3727-4b05-96d5-ea5138ece49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8249ff90-172d-4455-aa66-09eab6058115'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:47.439496 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.555747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-d6f7088d-d4e7-4b1a-bc6a-dc11e4c063b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 217 time: 0.1077318 Mar 07 04:25:47.582479 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] For port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:47.596212 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] For port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:47.610954 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.645111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-0b875873-3f0c-4309-a9be-8c8230c150dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:47.646708 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-0b875873-3f0c-4309-a9be-8c8230c150dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0832663 Mar 07 04:25:47.647741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.705223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] Provisioning complete for port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:47.706235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.712224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-75a60207-38d0-4d26-874a-941cdfdee1ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590446 Mar 07 04:25:47.746321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ba3ad-8910-48dc-a305-8a80228dbafe req-30f9943a-6ba1-4878-9485-10b54deea5e2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:47.746841 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Routers {'9f5ca01b-c6ef-4a56-a184-9bb74779e124'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:47.747585 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:47.754830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd640bf-c6fd-45f2-829f-3652d43a9850 None None] Pushing event updated for resources: {'Port': ['ID=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:47.756876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed7ba3ad-8910-48dc-a305-8a80228dbafe req-30f9943a-6ba1-4878-9485-10b54deea5e2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 945 time: 0.2124190 Mar 07 04:25:47.767101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:25:47.927634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-4d8bb941-7102-4946-a7a9-f1886bb6fdbe service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044888 Mar 07 04:25:47.961049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] Set router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:47.971202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:47.979397 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (fbd467ff-e74d-4e0e-a86e-fb43e8162171), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.038774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:48.039920 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.054993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] Current status of the port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:48.055925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.127916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:48.137649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4267aaf1-510a-402f-83c6-dbf15e02ce36 req-4a093699-d2c9-4c6e-87fa-d2c498ba848a service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020862 Mar 07 04:25:48.140215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.176662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed7ba3ad-8910-48dc-a305-8a80228dbafe req-821664d0-e7a8-4437-b33d-2c894c7d8e2c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949175 Mar 07 04:25:48.192171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:48.203313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:48.207499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:48.215381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event updated for resources: {'Port': ['ID=6a637097-aa01-4dca-bf6b-5f6d03bb9caa,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:48.225478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd467ff-e74d-4e0e-a86e-fb43e8162171,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:48.274572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] For port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:48.279953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Checking segment: {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:48.280557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Network hostable DHCP agents. Network: 36cc47a7-694b-4b45-ba97-5bb5f71b10de, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:25:48.318465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.342809 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:25:42Z', 'revision_number': 4, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a', 'name': '', 'network_id': '8249ff90-172d-4455-aa66-09eab6058115', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'mac_address': 'fa:16:3e:45:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'cf07aa92-6929-41f1-b010-b010fb8e849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:40Z', 'updated_at': '2022-03-07T04:25:47Z', 'revision_number': 4, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'subnets': [{'id': 'cf07aa92-6929-41f1-b010-b010fb8e849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:48.351470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Network 36cc47a7-694b-4b45-ba97-5bb5f71b10de is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:25:48.376200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:48.421806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 36cc47a7-694b-4b45-ba97-5bb5f71b10de) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:48.427887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:48.429743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.443451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (2b546ad9-8dcd-45f5-873b-2b9141160101), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.446840 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b207a12-c816-405a-82db-4181ff786e0f None None] The sync data for ids ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'] in n-d-832185-1 is: [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:25:42Z', 'revision_number': 4, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a', 'name': '', 'network_id': '8249ff90-172d-4455-aa66-09eab6058115', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'mac_address': 'fa:16:3e:45:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'cf07aa92-6929-41f1-b010-b010fb8e849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:40Z', 'updated_at': '2022-03-07T04:25:47Z', 'revision_number': 4, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'subnets': [{'id': 'cf07aa92-6929-41f1-b010-b010fb8e849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:48.460642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cfbbe5-e94e-4be9-9506-98bd2d9a624c None None] Network 36cc47a7-694b-4b45-ba97-5bb5f71b10de requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:48.482526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e677feb3-e1b5-4f59-bfde-6a9355d875af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2971737 Mar 07 04:25:48.555299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb4853-0146-451a-98ad-efa6b91afa34 req-dc5adac2-f94d-4397-aa3b-b6481331f443 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:48.557267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cdb4853-0146-451a-98ad-efa6b91afa34 req-dc5adac2-f94d-4397-aa3b-b6481331f443 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.2104311 Mar 07 04:25:48.567846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:48.716148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cdb4853-0146-451a-98ad-efa6b91afa34 req-d38b5ecd-8347-4fd1-b7bf-9b258eaf59e0 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457772 Mar 07 04:25:48.799711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:48.965417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2fa4f941-b434-477b-8a26-e37f8d973c1e None None] Provisioning complete for port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:48.980872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f941-b434-477b-8a26-e37f8d973c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.023046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53aae7-0ef6-41b8-8a37-75d2c7dfbdd0 req-f6bccec4-91e1-4781-9cfe-f8d61513f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:49.024771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a53aae7-0ef6-41b8-8a37-75d2c7dfbdd0 req-f6bccec4-91e1-4781-9cfe-f8d61513f664 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 1127 time: 0.0947976 Mar 07 04:25:49.067649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.081757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.082288 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6189b-1f8e-4557-bde2-756c7f192503 x-openstack-request-id: req-dbf6189b-1f8e-4557-bde2-756c7f192503 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:49.082765 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-plugged", "status": "completed", "tag": "8da66e83-fd15-49ff-8057-9037b604095e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:49.082866 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf6189b-1f8e-4557-bde2-756c7f192503 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:49.083243 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e', 'code': 200} Mar 07 04:25:49.135589 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a53aae7-0ef6-41b8-8a37-75d2c7dfbdd0 req-abea631a-2c03-4935-94cd-9af04dfebb8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040835 Mar 07 04:25:49.151545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a677f-eb16-428f-8a70-327d86ab8e2c None None] Network 36cc47a7-694b-4b45-ba97-5bb5f71b10de requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:25:49.194305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a90b4-be9c-4af5-969d-ec4600b4bc1b None None] Pushing event updated for resources: {'Port': ['ID=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:49.328033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:49.328354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.439511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4f941-b434-477b-8a26-e37f8d973c1e None None] Current status of the port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:49.494640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:49.613755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.651311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event updated for resources: {'Port': ['ID=6a637097-aa01-4dca-bf6b-5f6d03bb9caa,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:49.679741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2b546ad9-8dcd-45f5-873b-2b9141160101), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.704850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:49.706339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-f3552a79-92d2-4b5c-915f-fa46e85ec975 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6821392 Mar 07 04:25:49.715862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b951842-a536-4146-b79c-7af6a4c40332 req-05ef247f-f776-4394-b016-051d1434e316 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:49.717730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b951842-a536-4146-b79c-7af6a4c40332 req-05ef247f-f776-4394-b016-051d1434e316 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 945 time: 0.5820863 Mar 07 04:25:49.793690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-1a7f4513-429b-4ccf-9634-933cf6302ec4 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0743244 Mar 07 04:25:49.852505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b951842-a536-4146-b79c-7af6a4c40332 req-69ad058e-c1a6-47c2-af33-db8dde26498f tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254475 Mar 07 04:25:49.942266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-706faad9-3b53-455d-aa83-6ab7e9c5b9b1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:49.949580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ccec694-e506-4897-b9a2-6e66d8db5a75 req-706faad9-3b53-455d-aa83-6ab7e9c5b9b1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1467505 Mar 07 04:25:50.094056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3776-f544-48f6-b14e-a2a7bc54d10c req-c4bf878b-cb3a-4aef-970f-4a2bb82db00a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:50.096097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef6a3776-f544-48f6-b14e-a2a7bc54d10c req-c4bf878b-cb3a-4aef-970f-4a2bb82db00a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1069901 Mar 07 04:25:50.193543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef6a3776-f544-48f6-b14e-a2a7bc54d10c req-9545fe7c-c500-4150-8b2a-dcc289532932 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591857 Mar 07 04:25:50.224399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-e48564c9-cc7d-4fc0-848f-986b7fee03e1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:50.231119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-e48564c9-cc7d-4fc0-848f-986b7fee03e1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1772056 Mar 07 04:25:50.242454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-d11459b1-1f2e-4c3d-b369-00e70a9046c3 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0104008 Mar 07 04:25:50.303167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-4c5b23fa-99c8-4b67-a87b-9c7be7b98fd9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537140 Mar 07 04:25:50.381721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-94fad07d-0d1c-489a-b3aa-171cf61fc399 req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1544802293', 'description': 'tempest-description-734341414'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:50.421361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94fad07d-0d1c-489a-b3aa-171cf61fc399 req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:50.428457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-3f85127f-3e62-49f7-af7c-9a31dc4d63a0 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169052 Mar 07 04:25:50.581385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-f7e8fcf5-c64f-4f89-bf59-5b56dd16ecc7 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456079 Mar 07 04:25:50.598223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94fad07d-0d1c-489a-b3aa-171cf61fc399 req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (fee100f2-f696-46d7-b5e3-6eabf9198c45), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:50.605499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94fad07d-0d1c-489a-b3aa-171cf61fc399 req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fee100f2-f696-46d7-b5e3-6eabf9198c45), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:50.641110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94fad07d-0d1c-489a-b3aa-171cf61fc399 req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:50.644705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94fad07d-0d1c-489a-b3aa-171cf61fc399 req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2713232 Mar 07 04:25:50.650523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:50.681002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea7e05-9366-4c89-8169-9b2eaac326b0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee100f2-f696-46d7-b5e3-6eabf9198c45,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:50.720976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:25:50.721547 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:50.825944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:50.845892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64cf75-c8e7-48d5-8fae-0b7edbe9bd3e req-b3a20eea-bae5-426e-a05b-ab0d1adebbda tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:50.859639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e64cf75-c8e7-48d5-8fae-0b7edbe9bd3e req-b3a20eea-bae5-426e-a05b-ab0d1adebbda tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1147420 Mar 07 04:25:50.958357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e64cf75-c8e7-48d5-8fae-0b7edbe9bd3e req-3280097c-ffb5-44f3-94d2-2db71c1ef91a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899057 Mar 07 04:25:50.967109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b367054-d754-4fab-a008-84fbd1c66587 req-91cd7788-c49c-461f-befc-aa61c9101f49 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:50.968969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b367054-d754-4fab-a008-84fbd1c66587 req-91cd7788-c49c-461f-befc-aa61c9101f49 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0983081 Mar 07 04:25:51.045472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-4183dc6b-dbe1-4ef1-b7c4-3876fe4c81b0 req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-262518503', 'description': 'tempest-description-481154172'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:51.068727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b367054-d754-4fab-a008-84fbd1c66587 req-679c9414-940d-4f56-ab24-132d7e530bab tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0912068 Mar 07 04:25:51.080678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9b367054-d754-4fab-a008-84fbd1c66587 req-a08d966d-cede-47e4-bed7-673691a29bc1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Request body: {'floatingip': {'port_id': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:51.084389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:51.087672 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b87ea-ccd5-4694-be83-a7e23beefe43" -d '{"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:51.124900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9b367054-d754-4fab-a008-84fbd1c66587 req-a08d966d-cede-47e4-bed7-673691a29bc1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (2b546ad9-8dcd-45f5-873b-2b9141160101), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:51.163723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4183dc6b-dbe1-4ef1-b7c4-3876fe4c81b0 req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:51.405389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4183dc6b-dbe1-4ef1-b7c4-3876fe4c81b0 req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (2087e54d-d08d-4f54-a15d-0322f2107858), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:51.412288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4183dc6b-dbe1-4ef1-b7c4-3876fe4c81b0 req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2087e54d-d08d-4f54-a15d-0322f2107858), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:51.498371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4183dc6b-dbe1-4ef1-b7c4-3876fe4c81b0 req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:51.499796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4183dc6b-dbe1-4ef1-b7c4-3876fe4c81b0 req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4989567 Mar 07 04:25:51.503881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affffda-8c4c-4f32-8fd3-49326a7dcf42 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2087e54d-d08d-4f54-a15d-0322f2107858,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:51.540008 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-9b367054-d754-4fab-a008-84fbd1c66587 req-a08d966d-cede-47e4-bed7-673691a29bc1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 04:25:51.555205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b367054-d754-4fab-a008-84fbd1c66587 req-a08d966d-cede-47e4-bed7-673691a29bc1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "PUT /v2.0/floatingips/2b546ad9-8dcd-45f5-873b-2b9141160101 HTTP/1.1" status: 409 len: 550 time: 0.4784946 Mar 07 04:25:51.661777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cad157c-1fca-4112-bc0f-a99aedfb003e req-26049fe1-1847-4a47-a6d4-9a730a17141f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 210 time: 0.0407526 Mar 07 04:25:51.803479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00618d7e-4257-45f7-ab1c-5e4fab34bcac req-57fab6c1-07c2-42bd-968f-bc1704c5e1b8 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:51.805266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00618d7e-4257-45f7-ab1c-5e4fab34bcac req-57fab6c1-07c2-42bd-968f-bc1704c5e1b8 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 945 time: 0.0762525 Mar 07 04:25:51.861854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00618d7e-4257-45f7-ab1c-5e4fab34bcac req-197d0247-a87a-4eaa-ba5f-211040691194 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Mar 07 04:25:51.919377 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aafe9d-a01b-4637-9af6-e09e0d651aaa x-openstack-request-id: req-e1aafe9d-a01b-4637-9af6-e09e0d651aaa {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:51.920425 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:51.920425 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1aafe9d-a01b-4637-9af6-e09e0d651aaa {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:51.920733 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'code': 200} Mar 07 04:25:51.987479 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:52.047603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8656cc-3ed0-47c8-87c9-f9d0ea292715 req-157d3cb0-d839-455e-8180-fba6d46407ee tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:52.055782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba8656cc-3ed0-47c8-87c9-f9d0ea292715 req-157d3cb0-d839-455e-8180-fba6d46407ee tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.0811350 Mar 07 04:25:52.135968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba8656cc-3ed0-47c8-87c9-f9d0ea292715 req-2f529ee0-56cb-4a72-9629-464f077af06e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Mar 07 04:25:52.167475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-a95462d9-956a-4737-987f-82d4611597e4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:52.169146 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-a95462d9-956a-4737-987f-82d4611597e4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1557529 Mar 07 04:25:52.184694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:52.239785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-24d4de35-aaff-4afc-9f8b-ecb6782b945d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips/2b546ad9-8dcd-45f5-873b-2b9141160101 HTTP/1.1" status: 200 len: 692 time: 0.0631962 Mar 07 04:25:52.360572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:52.365233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:52.429452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-1da6ab86-cead-466b-8615-78ec34c161d3 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:52.431045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-1da6ab86-cead-466b-8615-78ec34c161d3 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1903763 Mar 07 04:25:52.508168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.4 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/1f458199-cefb-4c64-89ff-714fa064836b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:52.533480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-de45ee41-5e6f-4cf1-bfc0-ed98127972ed tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0651169 Mar 07 04:25:52.606307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-0b025de7-3aad-41e6-9a89-826f746b9ecf tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:52.608008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-0b025de7-3aad-41e6-9a89-826f746b9ecf tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 813 time: 0.2306371 Mar 07 04:25:52.617117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-f83ab78b-3959-4db8-b6cd-99d379dc95c1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0741916 Mar 07 04:25:52.670225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-01233290-322d-4ac1-9a35-9615d8157fef tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/quotas/8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 375 time: 0.0500228 Mar 07 04:25:52.693283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (1f458199-cefb-4c64-89ff-714fa064836b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:52.733024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1f458199-cefb-4c64-89ff-714fa064836b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:52.746587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:52.758788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c302f201-cbc6-43d2-a563-957773cbdab7 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454359 Mar 07 04:25:52.794514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:52.798562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:52.802571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:52.814210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8d9ba9aa-b74e-457c-bba4-36800274a940'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:52.830870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=1f458199-cefb-4c64-89ff-714fa064836b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:52.851939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Deleting port 6a637097-aa01-4dca-bf6b-5f6d03bb9caa {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:52.852297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:52.879235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:52.880001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:52.906060 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-9d167fff-3435-4148-bd0f-6a983038c711 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7264786 Mar 07 04:25:52.917827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Request body: {'port': {'device_id': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:52.941751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-73c54d47-3289-4df9-b4e1-f91e03a2485e service neutron] 10.222.0.21 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691809 Mar 07 04:25:53.007464 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f458199-cefb-4c64-89ff-714fa064836b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.043720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.044347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.062119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Calling delete_port for 6a637097-aa01-4dca-bf6b-5f6d03bb9caa owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:53.125030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-87904df5-22a8-46e6-b3f5-ba066bb059dd service neutron] 10.222.0.21 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777933 Mar 07 04:25:53.293512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6a637097-aa01-4dca-bf6b-5f6d03bb9caa), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.333527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event deleted for resources: {'Port': ['ID=6a637097-aa01-4dca-bf6b-5f6d03bb9caa,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:53.410371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (2b546ad9-8dcd-45f5-873b-2b9141160101), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.413266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.418205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b5570b-5ffb-4f7c-8e5e-62b83054c3d9 req-b9935ea9-cc3c-4cd3-8e85-b40119ca04fd tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b546ad9-8dcd-45f5-873b-2b9141160101 HTTP/1.1" status: 204 len: 173 time: 0.7999206 Mar 07 04:25:53.470898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f458199-cefb-4c64-89ff-714fa064836b {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:53.480048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Publish callbacks [] for port (1f458199-cefb-4c64-89ff-714fa064836b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.494196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Transition to ACTIVE for port object 1f458199-cefb-4c64-89ff-714fa064836b will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:25:53.499646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1f458199-cefb-4c64-89ff-714fa064836b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.584576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b490210-51ab-455d-b9b4-61268b7c60d1 req-6770d90f-eb8a-4b88-af5e-16552361a605 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:53.586357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b490210-51ab-455d-b9b4-61268b7c60d1 req-6770d90f-eb8a-4b88-af5e-16552361a605 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.0933983 Mar 07 04:25:53.632653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Pushing event updated for resources: {'Port': ['ID=1f458199-cefb-4c64-89ff-714fa064836b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:53.656190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Attempting to bind port 1f458199-cefb-4c64-89ff-714fa064836b on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:53.657804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Attempting to bind port 1f458199-cefb-4c64-89ff-714fa064836b by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:53.659785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Attempting to bind port 1f458199-cefb-4c64-89ff-714fa064836b on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:53.660642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b490210-51ab-455d-b9b4-61268b7c60d1 req-a82bf275-0a41-4f31-9dfc-1e3d34748c60 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680616 Mar 07 04:25:53.667257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Port 1f458199-cefb-4c64-89ff-714fa064836b on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:53.667257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Attempting to bind port 1f458199-cefb-4c64-89ff-714fa064836b on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:53.677786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:53.678402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:53.682401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:53.683065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Bound port: 1f458199-cefb-4c64-89ff-714fa064836b, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:53.683589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f458199-cefb-4c64-89ff-714fa064836b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.802606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] For port 1f458199-cefb-4c64-89ff-714fa064836b, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:53.807510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] For port 1f458199-cefb-4c64-89ff-714fa064836b, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1f458199-cefb-4c64-89ff-714fa064836b,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:53.818831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1f458199-cefb-4c64-89ff-714fa064836b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.856361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:53.856634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:53.858197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f458199-cefb-4c64-89ff-714fa064836b HTTP/1.1" status: 200 len: 1091 time: 0.9454837 Mar 07 04:25:53.858592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'tag': '1f458199-cefb-4c64-89ff-714fa064836b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:53.862676 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe11d30-8444-4d31-a6e0-2bd41acc2909" -d '{"events": [{"name": "network-changed", "server_uuid": "32e850cb-19dd-421f-9b97-8c178a31d4a0", "tag": "1f458199-cefb-4c64-89ff-714fa064836b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:53.913161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532227c-9e4a-472b-86a3-1f7edba4c870 service neutron] Pushing event updated for resources: {'Port': ['ID=1f458199-cefb-4c64-89ff-714fa064836b,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:53.931753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd60eb-fa13-4160-94d7-14f0843bc9d2 req-55001277-e0f7-4e0d-922d-92ef0906c9a2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:53.940716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79cd60eb-fa13-4160-94d7-14f0843bc9d2 req-55001277-e0f7-4e0d-922d-92ef0906c9a2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 943 time: 0.1055465 Mar 07 04:25:54.024733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-50c65386-0b85-42ac-871c-5650f659b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.026404 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-50c65386-0b85-42ac-871c-5650f659b5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 1125 time: 0.0743949 Mar 07 04:25:54.034535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79cd60eb-fa13-4160-94d7-14f0843bc9d2 req-70776aa6-e690-4d90-a1e9-3218b0772a0c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858259 Mar 07 04:25:54.097422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45761-5834-4973-b1d2-d724c5507ac6 req-d828967b-0e8c-4cd0-a483-744108639100 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.114745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ff45761-5834-4973-b1d2-d724c5507ac6 req-d828967b-0e8c-4cd0-a483-744108639100 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1478384 Mar 07 04:25:54.131329 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-82b12400-8d5a-48e0-8c6d-cc1223b2e9dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f458199-cefb-4c64-89ff-714fa064836b HTTP/1.1" status: 200 len: 217 time: 0.0946767 Mar 07 04:25:54.182988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57f2df2d-60c3-48a7-9998-7c12c2a220d6 req-8ec2d759-98aa-45ba-a143-52edd5aad3bb tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 210 time: 0.0358586 Mar 07 04:25:54.199020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ff45761-5834-4973-b1d2-d724c5507ac6 req-d5caa0d5-b148-4d03-bb68-5d3af530523e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Mar 07 04:25:54.245041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-62bf285f-3dc4-4195-82eb-c674aeaa9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.250067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-62bf285f-3dc4-4195-82eb-c674aeaa9f50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1111977 Mar 07 04:25:54.307357 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-712711ca-19c1-4071-90d2-a30894d770da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475461 Mar 07 04:25:54.325141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-2e2e9314-4067-4f54-987b-1ca0ccc1ae00 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1002 time: 0.1096168 Mar 07 04:25:54.377832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-5cdbe71d-d02a-4384-8327-c86452830bbe tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.394052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-5cdbe71d-d02a-4384-8327-c86452830bbe tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports/0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 943 time: 0.0577548 Mar 07 04:25:54.425074 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-64bc0583-07c4-45ef-9018-7788882f4245 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121678 Mar 07 04:25:54.496346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-18a1eb57-26a7-43db-b24f-bd8ad11d121f tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1002 time: 0.0652604 Mar 07 04:25:54.536363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-106c47c8-7519-4919-8fdb-a738ca26a5ce req-b68e9fd3-26c2-475e-afb7-5d64ac936a36 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004970 Mar 07 04:25:54.648221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-9145c10e-a916-4789-9cb4-160d81ff1992 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.656751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-9145c10e-a916-4789-9cb4-160d81ff1992 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1548710 Mar 07 04:25:54.784008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-e10c92fa-20dc-4f32-9fc2-f3b2d7cbdca1 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1002 time: 0.1257467 Mar 07 04:25:54.794680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:54.809282 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3272ba-9e6e-44aa-b252-335e598280ed x-openstack-request-id: req-6d3272ba-9e6e-44aa-b252-335e598280ed {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:54.816939 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e850cb-19dd-421f-9b97-8c178a31d4a0", "tag": "1f458199-cefb-4c64-89ff-714fa064836b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:54.817328 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d3272ba-9e6e-44aa-b252-335e598280ed {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:54.817854 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'tag': '1f458199-cefb-4c64-89ff-714fa064836b', 'status': 'completed', 'code': 200} Mar 07 04:25:54.898442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:54.965688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-a6f70167-9cfe-427d-a1db-984ca27f6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.967166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-a6f70167-9cfe-427d-a1db-984ca27f6823 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 1125 time: 0.1483107 Mar 07 04:25:54.976029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-394d4960-c85b-4c75-a9d4-f4db0dd9cb58 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:54.977862 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-394d4960-c85b-4c75-a9d4-f4db0dd9cb58 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.44 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 813 time: 0.2908585 Mar 07 04:25:55.009795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'port': {'device_id': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de', 'admin_state_up': True, 'tenant_id': '8d367f9afd02429d995007e16e5c3c1b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:55.049314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8a6b4-958e-4399-8643-17f1cadf6cb3 req-d6ea7c6b-9c51-42d7-a481-31325b889a9a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:55.052030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5c8a6b4-958e-4399-8643-17f1cadf6cb3 req-d6ea7c6b-9c51-42d7-a481-31325b889a9a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1477623 Mar 07 04:25:55.123343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:55.140161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:55.140529 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Floating IP f780e200-38cc-4bc0-a748-c6194a1a3c4e disassociated. External IP: 172.25.4.129, port: 0a36f9b3-85d5-406f-880a-7c82edf132fe. Mar 07 04:25:55.160067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-9dfaef4d-5c23-4440-9ff4-34a3d566b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:55.161545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-9dfaef4d-5c23-4440-9ff4-34a3d566b20e service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.1789622 Mar 07 04:25:55.202783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5c8a6b4-958e-4399-8643-17f1cadf6cb3 req-5bfb9458-2661-4db0-b7ac-16409ce048d2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353693 Mar 07 04:25:55.227100 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-2065d0bc-7231-4615-b939-2a837c759d66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f458199-cefb-4c64-89ff-714fa064836b HTTP/1.1" status: 200 len: 217 time: 0.0575759 Mar 07 04:25:55.232318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Made reservation on behalf of 8d367f9afd02429d995007e16e5c3c1b for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:25:55.237204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:55.361566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-621fd818-84b3-496b-a524-2e943d8def66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:55.363087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-621fd818-84b3-496b-a524-2e943d8def66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1099038 Mar 07 04:25:55.429791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-1c787f3f-4137-464c-a84a-b81d19b27496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537965 Mar 07 04:25:55.466775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69020968-fa5a-41c0-8914-611d3c18ce28 req-eccb5bbc-999b-4e2d-aca3-eb2db6b10958 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:55.468373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69020968-fa5a-41c0-8914-611d3c18ce28 req-eccb5bbc-999b-4e2d-aca3-eb2db6b10958 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 943 time: 0.1020994 Mar 07 04:25:55.468962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Allocated IP 172.20.0.8 (36cc47a7-694b-4b45-ba97-5bb5f71b10de/fbd467ff-e74d-4e0e-a86e-fb43e8162171/08861b87-409c-43f8-9505-6083e45e4a6b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:25:55.475682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Router 01a607ec-dfff-43ea-ae63-a22c858e2de3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:25:55.572083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69020968-fa5a-41c0-8914-611d3c18ce28 req-96464f65-c222-4b5f-82f1-df60f034049c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889595 Mar 07 04:25:55.580145 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-0570d0de-af04-44b2-b473-ba50679b74bd service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373770 Mar 07 04:25:55.777932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for port (08861b87-409c-43f8-9505-6083e45e4a6b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:55.780952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebe11d30-8444-4d31-a6e0-2bd41acc2909 req-b4ed0760-4193-4b3a-817d-637d871afedf service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866505 Mar 07 04:25:55.822575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:55.865625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Network 36cc47a7-694b-4b45-ba97-5bb5f71b10de is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:25:55.870035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:25:55.872736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:25:55.931005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:55.948576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:55.949485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:55.967733 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c8bdc92a-0164-445e-8ee9-7cbadcc82c19 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9637203 Mar 07 04:25:55.978835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Request body: {'port': {'device_id': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:25:55.988196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:25:55.993151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.004608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] Sync routers for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:25:56.025533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:56.027705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:56.033292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bcf32-9bf2-4681-a764-f047b69914e6 req-a2dec282-860f-43a2-819d-55f72edba4d0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.040970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c62bcf32-9bf2-4681-a764-f047b69914e6 req-a2dec282-860f-43a2-819d-55f72edba4d0 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1081767 Mar 07 04:25:56.061031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-f7d47009-24e7-4a3f-9ee8-91b9e8d17f44 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "PUT /v2.0/floatingips/f780e200-38cc-4bc0-a748-c6194a1a3c4e HTTP/1.1" status: 200 len: 695 time: 1.2704904 Mar 07 04:25:56.064872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:56.068213 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265006d-191c-40fb-ab39-98e4c72a0edd" -d '{"events": [{"name": "network-changed", "server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:56.107677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.120443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c62bcf32-9bf2-4681-a764-f047b69914e6 req-77a83349-8a38-48c9-ac8e-98ddcc841d79 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 Mar 07 04:25:56.178071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-ac1f4094-c882-4bd9-a59a-3a045a453a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.180025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-ac1f4094-c882-4bd9-a59a-3a045a453a1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1128 time: 0.0762141 Mar 07 04:25:56.227130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:56.327199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cd663-6ecf-42d4-91f0-2a832bd56f24 req-d46ff490-31b9-42f5-b094-f46c17a8fc3e tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.334765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d77cd663-6ecf-42d4-91f0-2a832bd56f24 req-d46ff490-31b9-42f5-b094-f46c17a8fc3e tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 931 time: 0.1336997 Mar 07 04:25:56.347983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-af06e423-a8dc-4645-9303-6e3a14ced011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.349704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-af06e423-a8dc-4645-9303-6e3a14ced011 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 930 time: 0.1639860 Mar 07 04:25:56.400692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-af2c1e11-9c17-4d73-bd0b-c9c3d5fbd50e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 217 time: 0.0423141 Mar 07 04:25:56.460113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08861b87-409c-43f8-9505-6083e45e4a6b {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:56.471214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Publish callbacks [] for port (08861b87-409c-43f8-9505-6083e45e4a6b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.473898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d77cd663-6ecf-42d4-91f0-2a832bd56f24 req-ed38e9a4-c800-4b14-9d89-57487d69c934 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304910 Mar 07 04:25:56.481246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:06Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:56.487039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Transition to ACTIVE for port object 08861b87-409c-43f8-9505-6083e45e4a6b will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:25:56.493786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.499061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-2d8cc3e4-948e-44f9-9a59-939a2d728f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.500535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-2d8cc3e4-948e-44f9-9a59-939a2d728f4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 200 len: 868 time: 0.0910332 Mar 07 04:25:56.526075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] Checking router: 01a607ec-dfff-43ea-ae63-a22c858e2de3 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:25:56.538094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:25:56.539183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:56.593003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:56.603866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-31220ff0-1417-4855-9217-063d98382248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.618162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-31220ff0-1417-4855-9217-063d98382248 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9c58ff6-fa01-421b-8dca-734e732a0948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077387 Mar 07 04:25:56.638849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:56.708011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Attempting to bind port 08861b87-409c-43f8-9505-6083e45e4a6b on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:25:56.708764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Attempting to bind port 08861b87-409c-43f8-9505-6083e45e4a6b by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:25:56.709097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Attempting to bind port 08861b87-409c-43f8-9505-6083e45e4a6b on network 36cc47a7-694b-4b45-ba97-5bb5f71b10de {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:56.713720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Port 08861b87-409c-43f8-9505-6083e45e4a6b on network 36cc47a7-694b-4b45-ba97-5bb5f71b10de not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:25:56.714069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Attempting to bind port 08861b87-409c-43f8-9505-6083e45e4a6b on network 36cc47a7-694b-4b45-ba97-5bb5f71b10de {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:25:56.720444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:25:56.720660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Checking segment: {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:25:56.720876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Bound using segment: {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:25:56.721320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Bound port: 08861b87-409c-43f8-9505-6083e45e4a6b, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:25:56.721670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.746549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-46450248-9ad8-4748-8be7-9da99dfba4da service neutron] 10.222.0.21 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275642 Mar 07 04:25:56.828553 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7165daa0-7010-4061-be3a-a1166526b0ee x-openstack-request-id: req-7165daa0-7010-4061-be3a-a1166526b0ee {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:56.829691 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:56.830161 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7165daa0-7010-4061-be3a-a1166526b0ee {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:56.831034 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'status': 'completed', 'code': 200} Mar 07 04:25:56.843491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:25:56.849484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:25:56.869210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.950077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:56.950992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:56.952691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 1091 time: 0.9780452 Mar 07 04:25:56.970810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:25:56.978602 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:25:56.998779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49a18cc-31c0-4686-a3b4-06fe39c690f5 req-09b53443-66e7-4ec7-82b2-c7b9e70c71de service neutron] 10.222.0.21 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425995 Mar 07 04:25:57.019430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb41921-566b-4313-8ded-90b1172ce5a4 req-b1a9bfe7-24a2-4e4e-849b-2f2b7a15515a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.028379 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bb41921-566b-4313-8ded-90b1172ce5a4 req-b1a9bfe7-24a2-4e4e-849b-2f2b7a15515a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.1004395 Mar 07 04:25:57.091250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bb41921-566b-4313-8ded-90b1172ce5a4 req-9fa454c2-44ae-4d82-8cbc-4ea5072c46e5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Mar 07 04:25:57.095924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-14d5ce2b-51dc-49b9-9809-ba07b1aee40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.097497 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-14d5ce2b-51dc-49b9-9809-ba07b1aee40c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=905383bb2697453ba7e0cf0396708ee0&device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 1128 time: 0.2442780 Mar 07 04:25:57.122183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:25:57.163362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206b2c-657e-472f-be2e-1b570e7503c6 service neutron] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:57.185475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad286e5-3cbd-4fa5-b853-4ef0b4304155 req-e75e221e-dec3-42ba-b8df-7874750ad7ae tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.187392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dad286e5-3cbd-4fa5-b853-4ef0b4304155 req-e75e221e-dec3-42ba-b8df-7874750ad7ae tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 943 time: 0.0679102 Mar 07 04:25:57.193206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5a215ea2-55c0-47da-b3cc-fcdbaa80d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.194731 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-5a215ea2-55c0-47da-b3cc-fcdbaa80d459 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1125 time: 0.1696098 Mar 07 04:25:57.217392 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6ff98f-0a0e-475e-adb0-94c3335a3064 x-openstack-request-id: req-2b6ff98f-0a0e-475e-adb0-94c3335a3064 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:25:57.217694 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:25:57.218014 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6ff98f-0a0e-475e-adb0-94c3335a3064 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:25:57.218391 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b', 'status': 'completed', 'code': 200} Mar 07 04:25:57.267918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-c4dda363-451c-4cab-8093-02b1c4908c29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 217 time: 0.0486274 Mar 07 04:25:57.293444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:57.294079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1751126-38b3-43cb-826f-f53be604b324 req-3b245f5c-7af1-4942-8669-01d6d7ae85de tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips/f780e200-38cc-4bc0-a748-c6194a1a3c4e HTTP/1.1" status: 200 len: 695 time: 0.0682449 Mar 07 04:25:57.321331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dad286e5-3cbd-4fa5-b853-4ef0b4304155 req-e502bbc7-3ece-4c86-b9b3-8520fadbcbfb tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274564 Mar 07 04:25:57.377387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8da66e83-fd15-49ff-8057-9037b604095e', 'network_id': '666c4c6f-1a71-489e-953d-2adf37eb72a6', 'port_id': '8da66e83-fd15-49ff-8057-9037b604095e', 'mac_address': 'fa:16:3e:bf:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094d1d3-518a-4c1c-8209-46470e360042', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:57.385213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-540a50d6-2760-4d0a-8a2b-6c09dee489c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.387102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-540a50d6-2760-4d0a-8a2b-6c09dee489c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.1104684 Mar 07 04:25:57.440395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-56624bae-b4aa-4ddd-ae2f-b4d0903902b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.444521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-56624bae-b4aa-4ddd-ae2f-b4d0903902b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 200 len: 930 time: 0.3360724 Mar 07 04:25:57.446295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8da66e83-fd15-49ff-8057-9037b604095e is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:57.446295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:57.468369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-4c7dbba3-aa50-44b5-84b2-11580f1b5d0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507274 Mar 07 04:25:57.486649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8da66e83-fd15-49ff-8057-9037b604095e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:57.510802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:57.514541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c880d1-12b0-4169-b292-a48443c94b75 req-c00406e3-d8a2-47c3-b62b-b03c3e4d220a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.516757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c880d1-12b0-4169-b292-a48443c94b75 req-c00406e3-d8a2-47c3-b62b-b03c3e4d220a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.0858808 Mar 07 04:25:57.519856 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:57.524162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1751126-38b3-43cb-826f-f53be604b324 req-3b796ed1-5299-4eaa-8a2f-c0f5138e3536 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.534071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1751126-38b3-43cb-826f-f53be604b324 req-3b796ed1-5299-4eaa-8a2f-c0f5138e3536 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.2308493 Mar 07 04:25:57.582557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:06Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:25:57.616311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-ebff1d95-f1c0-4569-8ac3-ccedcf07df13 service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340668 Mar 07 04:25:57.623349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:57.634452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7f41a-e7cc-4171-9dcf-2e18be0aa213 None None] The sync data for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 is: [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6d3b7f27-ed28-446e-9e1a-83dd7b75a088', 'name': '', 'network_id': 'a9c58ff6-fa01-421b-8dca-734e732a0948', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'mac_address': 'fa:16:3e:50:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:59Z', 'updated_at': '2022-03-07T04:25:06Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'subnets': [{'id': '24287b8e-8d83-4ec5-8c24-ccf479182a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:25:57.636213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1751126-38b3-43cb-826f-f53be604b324 req-e80e6d42-1275-40b5-97d1-843242880c9f tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 698 time: 0.1011417 Mar 07 04:25:57.653737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8da66e83-fd15-49ff-8057-9037b604095e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:57.705451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1751126-38b3-43cb-826f-f53be604b324 req-48d920e9-8ee7-4563-96ba-646a0570c599 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 698 time: 0.0682836 Mar 07 04:25:57.722712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c880d1-12b0-4169-b292-a48443c94b75 req-5e1e2fee-ede1-4e28-9eb6-af118a36717b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856472 Mar 07 04:25:57.773574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-ec605291-427d-4cd0-9af5-d073f0756699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 200 len: 217 time: 0.3095617 Mar 07 04:25:57.775475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7ba48997-e5b7-4fcf-a1e9-0f0b2452d215 req-ce03ab35-bff8-46e3-a9c9-e450b9364f99 service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128407 Mar 07 04:25:57.819092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1f458199-cefb-4c64-89ff-714fa064836b details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:57.851276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-00c5ef0e-3670-43e8-9d1a-bb755445375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.853159 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-00c5ef0e-3670-43e8-9d1a-bb755445375f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 200 len: 868 time: 0.0698662 Mar 07 04:25:57.957262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-29fd3692-9ecc-436b-851b-2da5f014bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.959456 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-29fd3692-9ecc-436b-851b-2da5f014bd19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1125 time: 0.1045585 Mar 07 04:25:57.976345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-be3c0c46-9be5-4cf6-89c7-6dd45a8c9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:57.977893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-be3c0c46-9be5-4cf6-89c7-6dd45a8c9978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9c58ff6-fa01-421b-8dca-734e732a0948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1133235 Mar 07 04:25:58.018197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d6ee7-4c6b-4a91-b7f0-7197e39d6784 req-c86457fc-fd71-405c-a8c5-e3d31c1768c7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:58.027264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-089d6ee7-4c6b-4a91-b7f0-7197e39d6784 req-c86457fc-fd71-405c-a8c5-e3d31c1768c7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 944 time: 0.1889033 Mar 07 04:25:58.027638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1f458199-cefb-4c64-89ff-714fa064836b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1f458199-cefb-4c64-89ff-714fa064836b,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:58.044336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '1f458199-cefb-4c64-89ff-714fa064836b', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': '1f458199-cefb-4c64-89ff-714fa064836b', 'mac_address': 'fa:16:3e:ee:c9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:25:58.081699 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a37bb-7592-4e92-a867-1c63241ab81d None None] New status for floating IP f780e200-38cc-4bc0-a748-c6194a1a3c4e: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:25:58.108051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Deleting port eaf23b3e-fe15-47cf-a24a-956682e97f5f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:25:58.109069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.118981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1f458199-cefb-4c64-89ff-714fa064836b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:25:58.119449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f458199-cefb-4c64-89ff-714fa064836b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.123746 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-089d6ee7-4c6b-4a91-b7f0-7197e39d6784 req-d38c0f05-f98e-4fe4-9a96-04c5506b6003 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943050 Mar 07 04:25:58.148070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f458199-cefb-4c64-89ff-714fa064836b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:25:58.190959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-b983f095-9170-4fcb-9af2-25624f172555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:58.192424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1f458199-cefb-4c64-89ff-714fa064836b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1f458199-cefb-4c64-89ff-714fa064836b,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:25:58.193795 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-b983f095-9170-4fcb-9af2-25624f172555 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.2149229 Mar 07 04:25:58.199405 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-01548982-dccd-41b1-8b14-8ac82db0ceb0 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052522 Mar 07 04:25:58.203430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1f458199-cefb-4c64-89ff-714fa064836b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.269173 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-93c7853c-6ccc-4f6d-b407-a7560c23975f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 217 time: 0.0687387 Mar 07 04:25:58.274525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.274894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (eaf23b3e-fe15-47cf-a24a-956682e97f5f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.285700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1f458199-cefb-4c64-89ff-714fa064836b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:58.304522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Calling delete_port for eaf23b3e-fe15-47cf-a24a-956682e97f5f owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:25:58.466709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51888-528f-4cdb-988a-fa10097effcb req-f4565926-f5cc-4aaf-ae33-7ec8ef8799f9 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:58.474077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8b51888-528f-4cdb-988a-fa10097effcb req-f4565926-f5cc-4aaf-ae33-7ec8ef8799f9 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 943 time: 0.0866134 Mar 07 04:25:58.522752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1f458199-cefb-4c64-89ff-714fa064836b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:25:58.564020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8b51888-528f-4cdb-988a-fa10097effcb req-e9f3ac02-bc72-4743-8664-8b1bf3c287ca tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818131 Mar 07 04:25:58.673337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (eaf23b3e-fe15-47cf-a24a-956682e97f5f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.742390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event deleted for resources: {'Port': ['ID=eaf23b3e-fe15-47cf-a24a-956682e97f5f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:25:58.796667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-4aa2b3f7-a19f-4919-9f42-0fcbb4b31657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:58.799202 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-4aa2b3f7-a19f-4919-9f42-0fcbb4b31657 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.5199091 Mar 07 04:25:58.857501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-ac728c12-6e20-437b-aab8-931743e524a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396621 Mar 07 04:25:58.859339 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1265006d-191c-40fb-ab39-98e4c72a0edd req-e46d2fdb-3b9d-4160-a5ce-3145d931a1bf service neutron] 10.222.0.15 "GET /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498349 Mar 07 04:25:58.897425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks [] for floatingip (f780e200-38cc-4bc0-a748-c6194a1a3c4e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.900202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:25:58.915754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1751126-38b3-43cb-826f-f53be604b324 req-d33bddff-5f0d-4567-82b4-11ef0f9e502d tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "DELETE /v2.0/floatingips/f780e200-38cc-4bc0-a748-c6194a1a3c4e HTTP/1.1" status: 204 len: 173 time: 1.1998036 Mar 07 04:25:59.003369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-4e3e3352-ea0e-47e4-a2ac-69f104f2afc4 service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370816 Mar 07 04:25:59.028703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656da69a-cbae-4bdf-9296-4a6e68169b4b req-c43797e2-5ada-4831-9073-8a944e793856 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.036332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-656da69a-cbae-4bdf-9296-4a6e68169b4b req-c43797e2-5ada-4831-9073-8a944e793856 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.2205145 Mar 07 04:25:59.101561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-db20a700-9e5a-4d65-aa06-5e508257bcce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1835887 Mar 07 04:25:59.116754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-656da69a-cbae-4bdf-9296-4a6e68169b4b req-3346e93a-f66c-4569-9f7b-73dfbe66f680 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792785 Mar 07 04:25:59.133185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee19a785-f6f9-4379-bb13-5ba78abb8b5f req-404a5513-1db6-4044-a399-9b3e79b63020 service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235330 Mar 07 04:25:59.159006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2d22-8066-46f5-963e-a97c6c75efd8 req-6758a84e-0b69-4a93-b4d9-ee05a8e82975 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.163737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-834c2d22-8066-46f5-963e-a97c6c75efd8 req-6758a84e-0b69-4a93-b4d9-ee05a8e82975 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 944 time: 0.1823523 Mar 07 04:25:59.320546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-834c2d22-8066-46f5-963e-a97c6c75efd8 req-5fd5f9f2-327d-49f1-b2be-e7aba4cf1af3 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336763 Mar 07 04:25:59.325312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-4d7d40ee-1afc-4448-9642-8e200a730b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.332655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-4d7d40ee-1afc-4448-9642-8e200a730b47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 1127 time: 0.2051327 Mar 07 04:25:59.363908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fc12d-c4b4-4766-8912-e8f3df551d94 req-4682a76d-9350-4440-86b4-578b3e2766ca tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.370741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e50fc12d-c4b4-4766-8912-e8f3df551d94 req-4682a76d-9350-4440-86b4-578b3e2766ca tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1545584 Mar 07 04:25:59.526877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e50fc12d-c4b4-4766-8912-e8f3df551d94 req-4b590826-c9f1-4254-80cf-596704f7846a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550689 Mar 07 04:25:59.560265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-38ee8d91-320b-4a59-89d0-8504778d2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.561889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-38ee8d91-320b-4a59-89d0-8504778d2dc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1883535 Mar 07 04:25:59.626752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b17cb-b8f4-4501-88e4-4d5b5a265aee req-6c4ee81d-2b3f-4f68-8f59-d62d1a7c9ace tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.634121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f3b17cb-b8f4-4501-88e4-4d5b5a265aee req-6c4ee81d-2b3f-4f68-8f59-d62d1a7c9ace tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 944 time: 0.1846237 Mar 07 04:25:59.692862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-e3109fb7-03e6-4369-9c48-e9eb30cefcf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 200 len: 217 time: 0.1205587 Mar 07 04:25:59.705755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f3b17cb-b8f4-4501-88e4-4d5b5a265aee req-b44b5f3b-5e96-4548-ad4e-e0a1800b7dcc tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706420 Mar 07 04:25:59.810102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-bf7c2476-d8a5-4f88-afa2-1c939bfbf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.811034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:25:59.811519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-bf7c2476-d8a5-4f88-afa2-1c939bfbf23b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0757046 Mar 07 04:25:59.834326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250629-0cf8-4e5e-9202-f4da7bfa59fa req-a04f8bee-3913-4a91-8b82-eda9639c91a6 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.835764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4250629-0cf8-4e5e-9202-f4da7bfa59fa req-a04f8bee-3913-4a91-8b82-eda9639c91a6 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1812913 Mar 07 04:25:59.894013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-1143fd02-3d2f-4bac-bdc2-236890b85be3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675831 Mar 07 04:25:59.929378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4250629-0cf8-4e5e-9202-f4da7bfa59fa req-21d1b8f5-4a10-462a-bfd0-c71d80ed9b94 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0702739 Mar 07 04:25:59.940914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1f458199-cefb-4c64-89ff-714fa064836b up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:25:59.979064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203d8e0-e43d-4f1e-a495-d57e2cfdf96f req-0e9b0453-d159-4b0a-bc69-b8273d89b99f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:25:59.981144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1203d8e0-e43d-4f1e-a495-d57e2cfdf96f req-0e9b0453-d159-4b0a-bc69-b8273d89b99f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 943 time: 0.1662197 Mar 07 04:26:00.074164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:00.123907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '0a637451-79ef-4864-8859-32ddcccc6f25', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '0a637451-79ef-4864-8859-32ddcccc6f25', 'mac_address': 'fa:16:3e:f3:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:00.239450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:00.240006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:00.253765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 1f458199-cefb-4c64-89ff-714fa064836b completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:00.266922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-8c90d4aa-e0de-4541-a546-3efb88fc4fb2 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841341 Mar 07 04:26:00.267724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 1f458199-cefb-4c64-89ff-714fa064836b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:00.268377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1f458199-cefb-4c64-89ff-714fa064836b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:00.271247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a637451-79ef-4864-8859-32ddcccc6f25 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:00.342063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:00.356674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:00.419557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:00.485540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2826156-5f1a-4fa7-82ac-979e00e8d86e req-4b3af89b-20c6-46ff-a15a-7f698a3515a3 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3105757 Mar 07 04:26:00.490840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da14939b-c61a-446f-bef5-e8adbf69b066 req-081175dd-c0e7-4c0d-9f54-955e3d16e386 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140026 Mar 07 04:26:00.565410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1f458199-cefb-4c64-89ff-714fa064836b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:00.565886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f458199-cefb-4c64-89ff-714fa064836b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:00.574525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0a637451-79ef-4864-8859-32ddcccc6f25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:00.591291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1203d8e0-e43d-4f1e-a495-d57e2cfdf96f req-470dc691-62e9-439a-bc44-16f735870433 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159424 Mar 07 04:26:00.764580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:00.831492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550ffaa-b7a8-44a0-9996-300ca24da894 req-3d37f21d-3004-4d07-91c2-896038d710a8 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:00.839521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3550ffaa-b7a8-44a0-9996-300ca24da894 req-3d37f21d-3004-4d07-91c2-896038d710a8 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 944 time: 0.1344607 Mar 07 04:26:00.891270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f458199-cefb-4c64-89ff-714fa064836b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:00.894827 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf66429-c0a7-47c3-a3dd-f3b0840e0cce" -d '{"events": [{"server_uuid": "32e850cb-19dd-421f-9b97-8c178a31d4a0", "name": "network-vif-plugged", "status": "completed", "tag": "1f458199-cefb-4c64-89ff-714fa064836b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:00.985928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3550ffaa-b7a8-44a0-9996-300ca24da894 req-0f97c0ef-fcf4-49b6-8dce-423fdd08d9c2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389492 Mar 07 04:26:01.015900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1f458199-cefb-4c64-89ff-714fa064836b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1f458199-cefb-4c64-89ff-714fa064836b,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:01.030831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1f458199-cefb-4c64-89ff-714fa064836b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:01.036066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8da66e83-fd15-49ff-8057-9037b604095e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:01.036553 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8da66e83-fd15-49ff-8057-9037b604095e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:01.049737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55381-39d1-4d35-ba56-fccc1e33ab45 req-0ab6f634-658a-4397-a76a-31fb2f580ba7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:01.056237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9af55381-39d1-4d35-ba56-fccc1e33ab45 req-0ab6f634-658a-4397-a76a-31fb2f580ba7 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.4460475 Mar 07 04:26:01.255179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9af55381-39d1-4d35-ba56-fccc1e33ab45 req-fd44f8a5-e281-497e-9b19-993347b61d54 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922734 Mar 07 04:26:01.489103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8da66e83-fd15-49ff-8057-9037b604095e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:01.489503 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:01.576455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:01.581222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1f458199-cefb-4c64-89ff-714fa064836b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:01.592610 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:01.764961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:01.768461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205389-85f2-4cdf-97cd-444da3f02d89 req-7f384701-11e6-42c2-8bea-34d48ec665e4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:01.770794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97205389-85f2-4cdf-97cd-444da3f02d89 req-7f384701-11e6-42c2-8bea-34d48ec665e4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.2707250 Mar 07 04:26:01.804907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3007d-77fe-4320-bcec-70cdbd1ef8bd req-c00147a5-1615-48da-82c1-c2da2e3895c7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:01.806783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ad3007d-77fe-4320-bcec-70cdbd1ef8bd req-c00147a5-1615-48da-82c1-c2da2e3895c7 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 945 time: 0.1911068 Mar 07 04:26:01.863687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97205389-85f2-4cdf-97cd-444da3f02d89 req-e1f4834d-2987-4131-a029-6ea03bd776aa tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805483 Mar 07 04:26:01.940797 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3511d3d-6dd2-4612-8b86-e71f75ffd9d8 x-openstack-request-id: req-a3511d3d-6dd2-4612-8b86-e71f75ffd9d8 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:01.941331 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e850cb-19dd-421f-9b97-8c178a31d4a0", "name": "network-vif-plugged", "status": "completed", "tag": "1f458199-cefb-4c64-89ff-714fa064836b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:01.941491 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3511d3d-6dd2-4612-8b86-e71f75ffd9d8 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:01.942023 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f458199-cefb-4c64-89ff-714fa064836b', 'code': 200} Mar 07 04:26:01.997760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ad3007d-77fe-4320-bcec-70cdbd1ef8bd req-01302bbf-213d-4068-b713-fa8439e55afa tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a060bf3d-d68a-405f-9537-1f440bf2ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384473 Mar 07 04:26:02.145287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e3b3d-a2a4-442e-a793-a5c26c123851 req-154d2a0b-9314-4077-bded-9ef157f4bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:02.149827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b0e3b3d-a2a4-442e-a793-a5c26c123851 req-154d2a0b-9314-4077-bded-9ef157f4bd15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 1127 time: 0.0923350 Mar 07 04:26:02.217437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c8066-533f-4a24-b801-c3c1ef1db52e req-f563a1b4-fdfe-4258-b95d-c478f4bc4bfc tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:02.232599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f10c8066-533f-4a24-b801-c3c1ef1db52e req-f563a1b4-fdfe-4258-b95d-c478f4bc4bfc tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 946 time: 0.1051457 Mar 07 04:26:02.260623 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b0e3b3d-a2a4-442e-a793-a5c26c123851 req-aac30927-fb3a-4fc0-848d-5705a04461b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059728 Mar 07 04:26:02.331121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f10c8066-533f-4a24-b801-c3c1ef1db52e req-55aab390-403d-4b92-876c-d0f1b1c09301 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.21 "GET /v2.0/security-groups?id=28b2cb1c-883f-4af9-97af-d2528ec0d0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Mar 07 04:26:02.473923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878f09a-67b2-462d-b5d1-6af0b2c0a54b req-03549e2a-f76d-4dfc-b67c-7d307b124e7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:02.481615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3878f09a-67b2-462d-b5d1-6af0b2c0a54b req-03549e2a-f76d-4dfc-b67c-7d307b124e7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 943 time: 0.0688419 Mar 07 04:26:02.550241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3878f09a-67b2-462d-b5d1-6af0b2c0a54b req-260287df-76f7-4ce6-8424-7e73fd531a2d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Mar 07 04:26:02.648907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 08861b87-409c-43f8-9505-6083e45e4a6b details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:02.770500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b5ade-729b-4fd2-89c3-366a69b0f713 req-8cf1b353-46e3-4bfa-942b-05e3e8dfe980 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:02.771409 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4891b3c4-e3f4-406a-ab60-7b78b1b2fc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:02.773781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a27b5ade-729b-4fd2-89c3-366a69b0f713 req-8cf1b353-46e3-4bfa-942b-05e3e8dfe980 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 945 time: 0.1153071 Mar 07 04:26:02.868002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:02.892540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '08861b87-409c-43f8-9505-6083e45e4a6b', 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de', 'port_id': '08861b87-409c-43f8-9505-6083e45e4a6b', 'mac_address': 'fa:16:3e:dd:45:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd467ff-e74d-4e0e-a86e-fb43e8162171', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:02.896112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a27b5ade-729b-4fd2-89c3-366a69b0f713 req-a6a8b57e-3862-4d26-ba3a-7ca15996a1cb tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050525 Mar 07 04:26:03.020271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 08861b87-409c-43f8-9505-6083e45e4a6b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:03.020923 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:03.038013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08861b87-409c-43f8-9505-6083e45e4a6b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:03.103580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:03.112573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:03.330752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:03.393818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-32661461-a6c4-48d3-b798-48cc0b6b16fa tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:03.396320 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-32661461-a6c4-48d3-b798-48cc0b6b16fa tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddfe844-b1b1-4729-a631-99374dcabeb9 HTTP/1.1" status: 200 len: 946 time: 0.1505442 Mar 07 04:26:03.463706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89302c6c-9e76-4fdf-a169-6c8e64c914b8 req-1466f588-50a6-48fc-8ba1-eefd5217fae4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:03.469047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89302c6c-9e76-4fdf-a169-6c8e64c914b8 req-1466f588-50a6-48fc-8ba1-eefd5217fae4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 945 time: 0.0882401 Mar 07 04:26:03.545842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:03.554962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89302c6c-9e76-4fdf-a169-6c8e64c914b8 req-afb506a2-a364-450f-90f0-ebd6ea25c1d3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701320 Mar 07 04:26:03.602385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Deleting port 0a36f9b3-85d5-406f-880a-7c82edf132fe {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:03.602864 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:03.850432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] For port 0a36f9b3-85d5-406f-880a-7c82edf132fe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a36f9b3-85d5-406f-880a-7c82edf132fe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:03.850794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:03.882259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Calling delete_port for 0a36f9b3-85d5-406f-880a-7c82edf132fe owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:03.883799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:03.905212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7870c3f-1e97-4699-b03b-b2b15dfad223 req-9ada647c-c94b-4c24-9986-91ac92cf9f02 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:03.911472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7870c3f-1e97-4699-b03b-b2b15dfad223 req-9ada647c-c94b-4c24-9986-91ac92cf9f02 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1492937 Mar 07 04:26:03.946955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:03.950435 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839680b5-dc0a-4227-b635-f9bb29c0d6e1" -d '{"events": [{"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-plugged", "status": "completed", "tag": "8da66e83-fd15-49ff-8057-9037b604095e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:04.009462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 0a637451-79ef-4864-8859-32ddcccc6f25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:04.010835 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:04.034382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7870c3f-1e97-4699-b03b-b2b15dfad223 req-b464f4b9-3b59-49f1-a889-e51aa89e44e9 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136744 Mar 07 04:26:04.190565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:04.191157 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:04.244953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:04.253612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:04.257273 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:26:04.286794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0a36f9b3-85d5-406f-880a-7c82edf132fe), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:04.320098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0a36f9b3-85d5-406f-880a-7c82edf132fe'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:04.338052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Pushing event deleted for resources: {'Port': ['ID=0a36f9b3-85d5-406f-880a-7c82edf132fe,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:04.412827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] No DVR routers for this DVR port 0a36f9b3-85d5-406f-880a-7c82edf132fe on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:04.424118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:04.429260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c006ec65-b88d-4299-b3a3-cb01a1841e1b req-d70df4ed-7255-4407-a68d-38edc1924584 tempest-FloatingIPsAssociationNegativeTestJSON-846653518 tempest-FloatingIPsAssociationNegativeTestJSON-846653518-project] 10.222.0.15 "DELETE /v2.0/ports/0a36f9b3-85d5-406f-880a-7c82edf132fe HTTP/1.1" status: 204 len: 173 time: 1.0258467 Mar 07 04:26:04.429853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'name': 'network-vif-deleted', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:04.432866 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e261702-92f2-4cb1-8bff-b62afcd8d7dc" -d '{"events": [{"server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "name": "network-vif-deleted", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:04.456483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:04.655569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:04.877786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8da66e83-fd15-49ff-8057-9037b604095e is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:04.879270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:05.017886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:05.033925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:05.165139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:05.340168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de8ac63a-d136-41bc-b539-75319d05d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:05.420360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-cba31d5b-7e3d-4459-a690-cc5047d42486 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:05.422714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-cba31d5b-7e3d-4459-a690-cc5047d42486 tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "GET /v2.0/ports?device_id=f371978f-0856-44a1-ad8f-0418ae65853e HTTP/1.1" status: 200 len: 943 time: 0.0716257 Mar 07 04:26:05.582737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Deleting port 8da66e83-fd15-49ff-8057-9037b604095e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:05.583085 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8da66e83-fd15-49ff-8057-9037b604095e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:05.736225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] For port 8da66e83-fd15-49ff-8057-9037b604095e, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8da66e83-fd15-49ff-8057-9037b604095e,segment=NetworkSegment(97e4a2d6-1f4f-463f-8327-bded8dd45e1b),segment_id=97e4a2d6-1f4f-463f-8327-bded8dd45e1b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:05.736674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8da66e83-fd15-49ff-8057-9037b604095e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:05.764472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Calling delete_port for 8da66e83-fd15-49ff-8057-9037b604095e owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:05.915733 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8da66e83-fd15-49ff-8057-9037b604095e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:05.986137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Pushing event deleted for resources: {'Port': ['ID=8da66e83-fd15-49ff-8057-9037b604095e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:06.071677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] No DVR routers for this DVR port 8da66e83-fd15-49ff-8057-9037b604095e on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:06.075285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:06.080713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13c1fe23-93b5-48b2-8509-0afa8b93d95f req-62d6f768-e794-414e-9869-fa141e84166d tempest-ImagesTestJSON-325443535 tempest-ImagesTestJSON-325443535-project] 10.222.0.44 "DELETE /v2.0/ports/8da66e83-fd15-49ff-8057-9037b604095e HTTP/1.1" status: 204 len: 173 time: 0.6483696 Mar 07 04:26:06.081321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-deleted', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:06.084268 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c98f77f-adfa-4646-b204-d2bf42eb7ad9" -d '{"events": [{"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-deleted", "tag": "8da66e83-fd15-49ff-8057-9037b604095e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:06.600747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:06.665454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 08861b87-409c-43f8-9505-6083e45e4a6b up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:06.785457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 08861b87-409c-43f8-9505-6083e45e4a6b completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:06.790186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 08861b87-409c-43f8-9505-6083e45e4a6b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:06.790562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:06.913870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 08861b87-409c-43f8-9505-6083e45e4a6b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:06.914378 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:06.957085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:06.962429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:06.966077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:07.010061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 8da66e83-fd15-49ff-8057-9037b604095e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:07.010513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8da66e83-fd15-49ff-8057-9037b604095e not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:07.044630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:07.542240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:07.843440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a36f9b3-85d5-406f-880a-7c82edf132fe no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:07.870508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 0a36f9b3-85d5-406f-880a-7c82edf132fe {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:07.870956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a36f9b3-85d5-406f-880a-7c82edf132fe not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:08.071501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-e8484e4f-ff91-4915-af79-b73ef78ca26e tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:08.073376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-e8484e4f-ff91-4915-af79-b73ef78ca26e tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.0688579 Mar 07 04:26:08.087244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:08.173792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:08.366348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:08.415828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:08.471979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Publish callbacks [] for port (34462e68-1376-4c41-9950-5dd9429fb556), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:08.483482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:08.563911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:08.606246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:08.606692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:08.607033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:08.613484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:08.613812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:08.618872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:08.619334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:08.619717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:08.620143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Bound port: 34462e68-1376-4c41-9950-5dd9429fb556, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:08.620504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:08.682631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:08.705445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:08.709659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:08.722862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:08.825368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=8']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:08.872272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:08.873316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:08.875188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0834eb9f-640c-4581-b4a5-f1e7b884a23f service neutron] 10.222.0.44 "PUT /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 1121 time: 0.7929597 Mar 07 04:26:09.025501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:09.049244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['34462e68-1376-4c41-9950-5dd9429fb556'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:09.084916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['34462e68-1376-4c41-9950-5dd9429fb556'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:09.143719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:09.144032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:09.144530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:09.179467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:09.179841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Attempting to bind port 34462e68-1376-4c41-9950-5dd9429fb556 on network beda7e6e-0c00-4a7a-bffa-38b81d211a66 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:09.192678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:09.198432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:09.198798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Checking segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:09.199430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Bound using segment: {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:09.199904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Bound port: 34462e68-1376-4c41-9950-5dd9429fb556, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b7caf-4700-4f96-81ee-582cfa4e6aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'beda7e6e-0c00-4a7a-bffa-38b81d211a66'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:09.200300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:09.332265 n-d-832185-1 neutron-server[103940]: WARNING neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Concurrent port binding operations failed on port 34462e68-1376-4c41-9950-5dd9429fb556 Mar 07 04:26:09.342407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:09.354667 n-d-832185-1 neutron-server[103940]: INFO neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Attempt 2 to bind port 34462e68-1376-4c41-9950-5dd9429fb556 Mar 07 04:26:09.355152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:26:12.537033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33692) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:12.692997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:12.801149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:12.814463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:26:13.070631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f01c16-7569-4dd1-be8a-a8d14adfd5d9 req-9074b852-1f32-463e-968e-44dbc44b5365 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:13.072125 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f01c16-7569-4dd1-be8a-a8d14adfd5d9 req-9074b852-1f32-463e-968e-44dbc44b5365 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.4809272 Mar 07 04:26:13.088017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f1ea5-3cbf-417e-87b9-c95ce2a3177c req-b248bd27-bb1c-478c-904b-f63afec1c708 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:13.089425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe8f1ea5-3cbf-417e-87b9-c95ce2a3177c req-b248bd27-bb1c-478c-904b-f63afec1c708 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 945 time: 0.4906945 Mar 07 04:26:13.249909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7f01c16-7569-4dd1-be8a-a8d14adfd5d9 req-95168180-d8ce-4a4d-a5fd-0208ac32ac3e tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689413 Mar 07 04:26:13.266170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe8f1ea5-3cbf-417e-87b9-c95ce2a3177c req-b383dedb-6bd1-4e51-a6cf-cf5d746d08a9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665182 Mar 07 04:26:13.326603 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe657972-184d-4ce8-bbfa-681292be6ed4 x-openstack-request-id: req-fe657972-184d-4ce8-bbfa-681292be6ed4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:13.327105 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-plugged", "status": "completed", "tag": "8da66e83-fd15-49ff-8057-9037b604095e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:13.327542 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe657972-184d-4ce8-bbfa-681292be6ed4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:13.328412 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e', 'code': 200} Mar 07 04:26:13.360285 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa2e1da-3c7d-412e-b2b0-cf701fdd3ffb x-openstack-request-id: req-7fa2e1da-3c7d-412e-b2b0-cf701fdd3ffb {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:13.360821 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddfe844-b1b1-4729-a631-99374dcabeb9", "name": "network-vif-deleted", "tag": "0a36f9b3-85d5-406f-880a-7c82edf132fe", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:13.360925 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fa2e1da-3c7d-412e-b2b0-cf701fdd3ffb {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:13.361468 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddfe844-b1b1-4729-a631-99374dcabeb9', 'name': 'network-vif-deleted', 'tag': '0a36f9b3-85d5-406f-880a-7c82edf132fe', 'status': 'completed', 'code': 200} Mar 07 04:26:13.566648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a001-3f51-4d76-9c25-61f271cc96b5 req-3d1dda9a-2f0b-4374-9605-a51423f9a510 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:13.568165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d48a001-3f51-4d76-9c25-61f271cc96b5 req-3d1dda9a-2f0b-4374-9605-a51423f9a510 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1558628 Mar 07 04:26:13.576525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ca7b7-cb4e-4749-9c2d-680fbc72fec5 req-e0cff188-8dd9-4079-8b3b-2c1d2219d035 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:13.577941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e4ca7b7-cb4e-4749-9c2d-680fbc72fec5 req-e0cff188-8dd9-4079-8b3b-2c1d2219d035 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1376529 Mar 07 04:26:13.590709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (01a607ec-dfff-43ea-ae63-a22c858e2de3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:13.736128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d48a001-3f51-4d76-9c25-61f271cc96b5 req-f992980b-7c9c-4aec-9dc2-a02256d94dd2 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565752 Mar 07 04:26:13.743560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e4ca7b7-cb4e-4749-9c2d-680fbc72fec5 req-0b86759f-48b0-49a1-b4d4-29b7422f0cec tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557224 Mar 07 04:26:13.829746 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55182d63-d43c-4f2c-88e8-5128699bc68c x-openstack-request-id: req-55182d63-d43c-4f2c-88e8-5128699bc68c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:13.830423 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-deleted", "tag": "8da66e83-fd15-49ff-8057-9037b604095e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:13.830846 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55182d63-d43c-4f2c-88e8-5128699bc68c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:13.831479 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-deleted', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e', 'status': 'completed', 'code': 200} Mar 07 04:26:13.968442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d470a8a-e9ba-4744-8f53-fbc7ba4acfea req-569fe152-88bf-421d-b836-d296e5c14aad tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:13.968442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d470a8a-e9ba-4744-8f53-fbc7ba4acfea req-569fe152-88bf-421d-b836-d296e5c14aad tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 945 time: 0.0988686 Mar 07 04:26:14.068030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d470a8a-e9ba-4744-8f53-fbc7ba4acfea req-1a231f25-f114-4904-a029-6d1b82bd1be7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Mar 07 04:26:14.094690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Deleting port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:14.095069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:14.280164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] For port 6d3b7f27-ed28-446e-9e1a-83dd7b75a088, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:14.280607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:14.295560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b8df6-43bf-410b-b817-bf45eb4c68ef req-c8043c57-7f58-45f3-837d-3d4f2b47cc13 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:14.297040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf4b8df6-43bf-410b-b817-bf45eb4c68ef req-c8043c57-7f58-45f3-837d-3d4f2b47cc13 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 951 time: 0.1223681 Mar 07 04:26:14.304460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Calling delete_port for 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:14.317435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ad5f4-89a6-40d0-83e0-08f11b515686 req-752dead1-93d5-43dd-94c8-819f9bab2e81 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:14.319732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a2ad5f4-89a6-40d0-83e0-08f11b515686 req-752dead1-93d5-43dd-94c8-819f9bab2e81 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 945 time: 0.1337998 Mar 07 04:26:14.445482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf4b8df6-43bf-410b-b817-bf45eb4c68ef req-669351a6-a2cd-4d65-9136-ce0c3797d560 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383786 Mar 07 04:26:14.451825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a2ad5f4-89a6-40d0-83e0-08f11b515686 req-bc935e15-5d47-4dda-b54a-eabb078e15c7 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217351 Mar 07 04:26:14.681423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6d3b7f27-ed28-446e-9e1a-83dd7b75a088), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:14.734082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a75b-e1b0-4dd2-a0a7-c22302a10dea req-e155fc67-26ad-4d72-ab25-b35d854b57c9 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:14.736863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab28a75b-e1b0-4dd2-a0a7-c22302a10dea req-e155fc67-26ad-4d72-ab25-b35d854b57c9 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.1205826 Mar 07 04:26:14.737951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3b7f27-ed28-446e-9e1a-83dd7b75a088,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:14.882111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab28a75b-e1b0-4dd2-a0a7-c22302a10dea req-9f8ba36a-7384-4610-8174-30106f185e28 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976706 Mar 07 04:26:15.117215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (01a607ec-dfff-43ea-ae63-a22c858e2de3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:15.181427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a72d8-6049-4a81-b302-f7cc303be631 req-ad0074b7-ac7f-4009-a505-f68296d3c591 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:15.182934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-550a72d8-6049-4a81-b302-f7cc303be631 req-ad0074b7-ac7f-4009-a505-f68296d3c591 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.1165574 Mar 07 04:26:15.298608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-550a72d8-6049-4a81-b302-f7cc303be631 req-d428ddce-1809-47b4-ad0e-370d5782e19b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074846 Mar 07 04:26:15.334525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}, {'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e'}, {'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:15.337742 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80952ef7-fcd5-49c2-b837-ece25a048ca2" -d '{"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}, {"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-unplugged", "status": "completed", "tag": "8da66e83-fd15-49ff-8057-9037b604095e"}, {"server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "name": "network-vif-plugged", "status": "completed", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:15.517517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Router 01a607ec-dfff-43ea-ae63-a22c858e2de3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:26:15.598460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee58d6-0311-40ea-ad87-b5cb308cb1e0 req-05eb7ea9-156e-4c9c-a3e2-259db8730521 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:15.605505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83ee58d6-0311-40ea-ad87-b5cb308cb1e0 req-05eb7ea9-156e-4c9c-a3e2-259db8730521 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 945 time: 0.1462338 Mar 07 04:26:15.758581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83ee58d6-0311-40ea-ad87-b5cb308cb1e0 req-2d2d7daf-bd72-4fab-a053-abbb84ec5163 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521435 Mar 07 04:26:15.779705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4add44-fc98-41c6-b95c-f95ed1f70ed3 req-73cfac09-d479-4b5b-a1b5-9af566d97d63 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:15.779705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba4add44-fc98-41c6-b95c-f95ed1f70ed3 req-73cfac09-d479-4b5b-a1b5-9af566d97d63 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1896148 Mar 07 04:26:15.797467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:26:15.813742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d145854-0044-42e9-9cec-8bbaef000dee admin admin] 10.222.0.21 "PUT /v2.0/routers/01a607ec-dfff-43ea-ae63-a22c858e2de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2722220 Mar 07 04:26:15.813742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33796) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:15.816165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] Sync routers for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:26:15.835864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:26:15.837536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:26:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:15.858452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556'}, {'name': 'network-changed', 'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:15.861061 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d385ba-c087-4b34-b0ad-b791677fe48a" -d '{"events": [{"server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "name": "network-vif-unplugged", "status": "completed", "tag": "34462e68-1376-4c41-9950-5dd9429fb556"}, {"name": "network-changed", "server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "tag": "34462e68-1376-4c41-9950-5dd9429fb556"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:15.935262 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f7e41a-55be-4b75-8203-da5ab01c9e71 x-openstack-request-id: req-80f7e41a-55be-4b75-8203-da5ab01c9e71 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:15.935789 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "code": 200}, {"server_uuid": "f371978f-0856-44a1-ad8f-0418ae65853e", "name": "network-vif-unplugged", "status": "completed", "tag": "8da66e83-fd15-49ff-8057-9037b604095e", "code": 200}, {"server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "name": "network-vif-plugged", "status": "completed", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:15.943240 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80f7e41a-55be-4b75-8203-da5ab01c9e71 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:15.943894 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'code': 200} Mar 07 04:26:15.944333 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f371978f-0856-44a1-ad8f-0418ae65853e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da66e83-fd15-49ff-8057-9037b604095e', 'code': 200} Mar 07 04:26:15.945000 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b', 'code': 200} Mar 07 04:26:15.945918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:15.949383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba4add44-fc98-41c6-b95c-f95ed1f70ed3 req-2bdddd68-8c6b-4fea-8535-e2580f49e85b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611991 Mar 07 04:26:15.967643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:15.984662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks [] for router (01a607ec-dfff-43ea-ae63-a22c858e2de3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:16.049801 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c5974e-28cf-4f12-a6ad-4a8841c178a7 x-openstack-request-id: req-95c5974e-28cf-4f12-a6ad-4a8841c178a7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:16.050124 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "name": "network-vif-unplugged", "status": "completed", "tag": "34462e68-1376-4c41-9950-5dd9429fb556", "code": 200}, {"name": "network-changed", "server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "tag": "34462e68-1376-4c41-9950-5dd9429fb556", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:16.050377 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c5974e-28cf-4f12-a6ad-4a8841c178a7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:16.050778 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556', 'code': 200} Mar 07 04:26:16.051033 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556', 'status': 'completed', 'code': 200} Mar 07 04:26:16.136647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-d0bc4e02-0a1b-443c-9b1f-511409a436b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.145947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-d0bc4e02-0a1b-443c-9b1f-511409a436b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1155 time: 0.0722377 Mar 07 04:26:16.201952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:16.222176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6', 'port_id': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'mac_address': 'fa:16:3e:9b:2b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dbea69-bb32-4202-ad4a-db9c7816f6cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:16.274945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e0744-3c30-44c4-96b8-7311bc640c0e req-e39cfa83-e670-428d-8e66-f7e676d3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.277241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9e0744-3c30-44c4-96b8-7311bc640c0e req-e39cfa83-e670-428d-8e66-f7e676d3d9a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1127 time: 0.2238650 Mar 07 04:26:16.323804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-adef080f-7dec-4790-9f5d-ae468952edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.325590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-adef080f-7dec-4790-9f5d-ae468952edc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.1767623 Mar 07 04:26:16.364966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30947-8a0c-4286-a023-38f8d1952a74 req-d502fea3-04f2-4122-88d8-d34950a509d7 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.374539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41c30947-8a0c-4286-a023-38f8d1952a74 req-d502fea3-04f2-4122-88d8-d34950a509d7 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.2700698 Mar 07 04:26:16.382207 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-aafadc5f-9866-4892-b4db-7fcdc629042b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 217 time: 0.0481846 Mar 07 04:26:16.393524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks [] for router_gateway (01a607ec-dfff-43ea-ae63-a22c858e2de3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:16.403519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9e0744-3c30-44c4-96b8-7311bc640c0e req-0e61313c-f1d0-4671-b694-b9d6252cd6c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146243 Mar 07 04:26:16.405949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:26:16.414853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362c53-0979-4d89-8b25-3434516aceff req-8ec40a9d-b865-4928-a451-5dd06ce45f07 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.416703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8362c53-0979-4d89-8b25-3434516aceff req-8ec40a9d-b865-4928-a451-5dd06ce45f07 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 945 time: 0.2678678 Mar 07 04:26:16.453062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-45133b64-46be-40e1-8a97-6a9a48f6ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.456716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-45133b64-46be-40e1-8a97-6a9a48f6ebca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0682302 Mar 07 04:26:16.531697 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-2d0c119b-525c-4070-8073-c71509949aec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708277 Mar 07 04:26:16.554115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:16.555161 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:16.562615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41c30947-8a0c-4286-a023-38f8d1952a74 req-35b24234-f73c-43b9-8e27-6186322717fe tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822617 Mar 07 04:26:16.697076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:16.724080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0d2be-4746-4607-baac-93ea899349bc req-a9fa4d9c-93be-4c77-b00d-4f5a86f0b1f7 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:16.731414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50c0d2be-4746-4607-baac-93ea899349bc req-a9fa4d9c-93be-4c77-b00d-4f5a86f0b1f7 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 951 time: 0.2570651 Mar 07 04:26:16.737259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:16.739183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-bd37eae9-91a3-419f-a326-98ae9ede1ae1 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001836 Mar 07 04:26:16.858411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:16.864664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 34462e68-1376-4c41-9950-5dd9429fb556 is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:16.878034 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d385ba-c087-4b34-b0ad-b791677fe48a req-ec80358c-f960-44f0-b619-3bd5220f7d19 service neutron] 10.222.0.15 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298845 Mar 07 04:26:16.897383 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:16.968350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:16.984125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port 34462e68-1376-4c41-9950-5dd9429fb556 host n-h1-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:26:16.985225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:17.046349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '08aec221-e685-4026-9c46-a4a1177d480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:26:14Z', 'revision_number': 5, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port': {'id': '08aec221-e685-4026-9c46-a4a1177d480f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:24:53Z', 'updated_at': '2022-03-07T04:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:17.082761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] Checking router: 01a607ec-dfff-43ea-ae63-a22c858e2de3 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:26:17.097254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] Routers {'01a607ec-dfff-43ea-ae63-a22c858e2de3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:26:17.098242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:26:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['01a607ec-dfff-43ea-ae63-a22c858e2de3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:17.112876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Deleting port 08aec221-e685-4026-9c46-a4a1177d480f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:17.113492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08aec221-e685-4026-9c46-a4a1177d480f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:17.173209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:17.183591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148bb5a-663b-4754-a511-52c1d5c57252 req-f107a215-7515-4d88-b7ec-18fb61b19061 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:17.185769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d148bb5a-663b-4754-a511-52c1d5c57252 req-f107a215-7515-4d88-b7ec-18fb61b19061 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 943 time: 0.5304859 Mar 07 04:26:17.252114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port 1f458199-cefb-4c64-89ff-714fa064836b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:17.252799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1f458199-cefb-4c64-89ff-714fa064836b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:17.259036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50c0d2be-4746-4607-baac-93ea899349bc req-63555a16-c2f4-41d2-9d02-c946adca4894 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268242 Mar 07 04:26:17.302576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] Set router 01a607ec-dfff-43ea-ae63-a22c858e2de3 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:26:17.326994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] For port 08aec221-e685-4026-9c46-a4a1177d480f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08aec221-e685-4026-9c46-a4a1177d480f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:17.327473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08aec221-e685-4026-9c46-a4a1177d480f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:17.341673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Calling delete_port for 08aec221-e685-4026-9c46-a4a1177d480f owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:17.405963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:26:16Z', 'revision_number': 6, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:17.443199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6055108-55c7-4972-a136-54e12f764d23 None None] The sync data for ids ['01a607ec-dfff-43ea-ae63-a22c858e2de3'] in n-d-832185-1 is: [{'id': '01a607ec-dfff-43ea-ae63-a22c858e2de3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1515671186-router', 'tenant_id': '905383bb2697453ba7e0cf0396708ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:24:52Z', 'updated_at': '2022-03-07T04:26:16Z', 'revision_number': 6, 'project_id': '905383bb2697453ba7e0cf0396708ee0', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:26:17.569900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d148bb5a-663b-4754-a511-52c1d5c57252 req-e89161bb-97b5-4f8a-b9f3-a3013f61b3f3 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323219 Mar 07 04:26:17.743775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port 1f458199-cefb-4c64-89ff-714fa064836b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1f458199-cefb-4c64-89ff-714fa064836b,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:17.744085 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1f458199-cefb-4c64-89ff-714fa064836b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:17.754843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661acb58-2dda-460a-be0c-2c0ab0c5b41c req-6aff4945-0b1e-4fc2-9ff3-e5d4a46de043 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:17.761455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-661acb58-2dda-460a-be0c-2c0ab0c5b41c req-6aff4945-0b1e-4fc2-9ff3-e5d4a46de043 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 945 time: 0.2351391 Mar 07 04:26:17.769916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (08aec221-e685-4026-9c46-a4a1177d480f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:17.814356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for 1f458199-cefb-4c64-89ff-714fa064836b owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:17.821907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=08aec221-e685-4026-9c46-a4a1177d480f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:17.857154 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-ccb76e2d-8fd0-4e31-88d2-1bf0b699cb9b service neutron] 10.222.0.15 "GET /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.0714171 Mar 07 04:26:17.868833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.869178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.869530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.869870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.870243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.870580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.870914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.871244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.871571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.873279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.873279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.873279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.873279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:17.885450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:18.020758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0a637451-79ef-4864-8859-32ddcccc6f25 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:18.021155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.022308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-661acb58-2dda-460a-be0c-2c0ab0c5b41c req-68d529e6-36cb-41b3-9246-4605bef27d9a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598696 Mar 07 04:26:18.069738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:18.072700 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c86a9ec-a68f-46f1-a570-27533cb61c61" -d '{"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:18.094885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:18.103838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.104622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1f458199-cefb-4c64-89ff-714fa064836b no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:18.110546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bafb5d-b777-425e-a49a-a6c75873c0b2 req-c19e9dbc-3382-45f1-bdb8-e7eaf89cfe92 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:18.118636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3bafb5d-b777-425e-a49a-a6c75873c0b2 req-c19e9dbc-3382-45f1-bdb8-e7eaf89cfe92 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 945 time: 0.4317992 Mar 07 04:26:18.139821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:18.168625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:18.210891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34462e68-1376-4c41-9950-5dd9429fb556 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:18.229567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:18.247576 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.276675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3bafb5d-b777-425e-a49a-a6c75873c0b2 req-734e43bf-8366-4ae5-aa6a-b53264401242 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434302 Mar 07 04:26:18.323632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (01a607ec-dfff-43ea-ae63-a22c858e2de3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.335374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-dd97395d-1f0a-4bac-8c98-28bd0bd7f113 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:18.337014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-dd97395d-1f0a-4bac-8c98-28bd0bd7f113 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 951 time: 0.2787910 Mar 07 04:26:18.349033 n-d-832185-1 neutron-server[103940]: INFO neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No ports have port_id starting with 1f458199-cefb-4c64-89ff-714fa064836b Mar 07 04:26:18.368968 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e4b6f-5187-48c6-9726-d1150faf1897 x-openstack-request-id: req-1a5e4b6f-5187-48c6-9726-d1150faf1897 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:18.369255 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:18.369517 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a5e4b6f-5187-48c6-9726-d1150faf1897 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:18.369913 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'code': 200} Mar 07 04:26:18.380743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:18.392681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] Transition to ACTIVE for port object 34462e68-1376-4c41-9950-5dd9429fb556 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:26:18.401205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.430030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33856) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:18.430030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1f458199-cefb-4c64-89ff-714fa064836b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.443642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:18.509139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Deleting subnet 6094d1d3-518a-4c1c-8209-46470e360042 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:26:18.515274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] No DVR routers for this DVR port 34462e68-1376-4c41-9950-5dd9429fb556 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:18.527317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] Pushing event updated for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=10']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:18.565971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-37fcfbc6-eac9-4b5c-a531-e8c4dcaa254a service neutron] 10.222.0.15 "PUT /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7024868 Mar 07 04:26:18.567161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=1f458199-cefb-4c64-89ff-714fa064836b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:18.569361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Publish callbacks [] for subnet (6094d1d3-518a-4c1c-8209-46470e360042), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.593740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8d9ba9aa-b74e-457c-bba4-36800274a940'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:18.659932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b5937-94dc-438d-a104-4fed9c55050a req-3eb1fd39-69d1-4a5b-a1f9-6dd603d7dc79 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:18.668412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-048b5937-94dc-438d-a104-4fed9c55050a req-3eb1fd39-69d1-4a5b-a1f9-6dd603d7dc79 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.4941714 Mar 07 04:26:18.695122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (01a607ec-dfff-43ea-ae63-a22c858e2de3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.706747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks [] for router_controller (01a607ec-dfff-43ea-ae63-a22c858e2de3), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.732542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:18.762470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:18.762925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6d3b7f27-ed28-446e-9e1a-83dd7b75a088 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:18.763410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08aec221-e685-4026-9c46-a4a1177d480f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:18.792985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 08aec221-e685-4026-9c46-a4a1177d480f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:18.793429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08aec221-e685-4026-9c46-a4a1177d480f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:18.810224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (6094d1d3-518a-4c1c-8209-46470e360042), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.870288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port 1f458199-cefb-4c64-89ff-714fa064836b on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:18.882315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.885782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8362c53-0979-4d89-8b25-3434516aceff req-8480de11-205c-40df-b122-9f8622a1a2dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "DELETE /v2.0/ports/1f458199-cefb-4c64-89ff-714fa064836b HTTP/1.1" status: 204 len: 173 time: 2.4616969 Mar 07 04:26:18.893898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'name': 'network-vif-deleted', 'tag': '1f458199-cefb-4c64-89ff-714fa064836b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:18.896308 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2523e0-2a86-430c-bc3d-f6c1286fab2e" -d '{"events": [{"server_uuid": "32e850cb-19dd-421f-9b97-8c178a31d4a0", "name": "network-vif-deleted", "tag": "1f458199-cefb-4c64-89ff-714fa064836b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:18.905744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (01a607ec-dfff-43ea-ae63-a22c858e2de3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.906303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a607ec-dfff-43ea-ae63-a22c858e2de3 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:26:18.921397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3fcc1-e87e-4bed-abae-32e6b9e0d266 req-5d1b01fd-db38-49a5-99a2-910d2ce3938e tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:18.923102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebf3fcc1-e87e-4bed-abae-32e6b9e0d266 req-5d1b01fd-db38-49a5-99a2-910d2ce3938e tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 949 time: 0.3770425 Mar 07 04:26:18.941453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-048b5937-94dc-438d-a104-4fed9c55050a req-fd1bdd0b-e2a9-423c-85b3-88b1747fd23f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734966 Mar 07 04:26:18.997827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:18.999282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8d27d843-4e1e-471a-847d-e109e27bcb08 admin admin] 10.222.0.21 "DELETE /v2.0/routers/01a607ec-dfff-43ea-ae63-a22c858e2de3 HTTP/1.1" status: 204 len: 168 time: 3.1850679 Mar 07 04:26:19.004297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33866) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:19.021179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6094d1d3-518a-4c1c-8209-46470e360042), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.096093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Deleting subnet 24287b8e-8d83-4ec5-8c24-ccf479182a26 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:26:19.105088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Publish callbacks [] for subnet (24287b8e-8d83-4ec5-8c24-ccf479182a26), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.150017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (24287b8e-8d83-4ec5-8c24-ccf479182a26), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.174014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebf3fcc1-e87e-4bed-abae-32e6b9e0d266 req-6e2d2c5e-dd96-42f5-8dd5-ab1c2651f32b tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a8b5050-277c-4f87-bd72-d2aab20edc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298155 Mar 07 04:26:19.175953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Deleting port 0a637451-79ef-4864-8859-32ddcccc6f25 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:19.176298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.254920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (24287b8e-8d83-4ec5-8c24-ccf479182a26), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.270258 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba8874-3882-4a8d-86ae-87c0f69b924c x-openstack-request-id: req-b0ba8874-3882-4a8d-86ae-87c0f69b924c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:19.270617 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e850cb-19dd-421f-9b97-8c178a31d4a0", "name": "network-vif-deleted", "tag": "1f458199-cefb-4c64-89ff-714fa064836b", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:19.271022 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0ba8874-3882-4a8d-86ae-87c0f69b924c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:19.271425 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e850cb-19dd-421f-9b97-8c178a31d4a0', 'name': 'network-vif-deleted', 'tag': '1f458199-cefb-4c64-89ff-714fa064836b', 'status': 'completed', 'code': 200} Mar 07 04:26:19.288637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (6094d1d3-518a-4c1c-8209-46470e360042), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.303594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485c2cf-e060-4e55-9986-7ed1775c5311 req-e13904a7-f200-4c90-86f2-626d3704b41f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:19.310688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c485c2cf-e060-4e55-9986-7ed1775c5311 req-e13904a7-f200-4c90-86f2-626d3704b41f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 944 time: 0.2223310 Mar 07 04:26:19.352540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6094d1d3-518a-4c1c-8209-46470e360042,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:19.380916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.384416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e2e1314e-2e3f-43ea-8ca7-a4cd3df2fda1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6094d1d3-518a-4c1c-8209-46470e360042 HTTP/1.1" status: 204 len: 168 time: 0.9522178 Mar 07 04:26:19.394687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33872) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:19.434550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56f864e5-a88a-4b64-8c5c-1f2ca23c07f2 req-bf7247a8-b121-4b53-8f54-a0457d7f6d94 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e850cb-19dd-421f-9b97-8c178a31d4a0 HTTP/1.1" status: 200 len: 210 time: 0.0797558 Mar 07 04:26:19.444673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] For port 0a637451-79ef-4864-8859-32ddcccc6f25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0a637451-79ef-4864-8859-32ddcccc6f25,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:19.445063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.468471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c485c2cf-e060-4e55-9986-7ed1775c5311 req-2c512bd7-cbe3-479f-a41e-6ab0316ec64e tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567390 Mar 07 04:26:19.484871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Calling delete_port for 0a637451-79ef-4864-8859-32ddcccc6f25 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:19.546046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (666c4c6f-1a71-489e-953d-2adf37eb72a6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.549523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (24287b8e-8d83-4ec5-8c24-ccf479182a26), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.579718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24287b8e-8d83-4ec5-8c24-ccf479182a26,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:19.588830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.595710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8db8797a-de17-43ec-9250-0988b4928ee9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/24287b8e-8d83-4ec5-8c24-ccf479182a26 HTTP/1.1" status: 204 len: 168 time: 0.5897708 Mar 07 04:26:19.597527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:19.602123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63450b90-3c61-4647-b0ac-763fb2b44ffd None None] Network a9c58ff6-fa01-421b-8dca-734e732a0948 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:19.668377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.714507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d9a4-dcc7-48f6-9440-61684fdf5df7 req-f491038e-d031-4cf2-bcdf-44ffa871bbdc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:19.726481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b136d9a4-dcc7-48f6-9440-61684fdf5df7 req-f491038e-d031-4cf2-bcdf-44ffa871bbdc tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 945 time: 0.1680048 Mar 07 04:26:19.748710 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0a637451-79ef-4864-8859-32ddcccc6f25), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.751934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (666c4c6f-1a71-489e-953d-2adf37eb72a6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.759780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a9c58ff6-fa01-421b-8dca-734e732a0948), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.786725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666c4c6f-1a71-489e-953d-2adf37eb72a6']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:19.792766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Pushing event deleted for resources: {'Port': ['ID=0a637451-79ef-4864-8859-32ddcccc6f25,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:19.830654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] DHCP port deletion for a9c58ff6-fa01-421b-8dca-734e732a0948 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:26:19.832018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e4a2d6-1f4f-463f-8327-bded8dd45e1b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:19.832326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e4a2d6-1f4f-463f-8327-bded8dd45e1b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:19.851462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (97e4a2d6-1f4f-463f-8327-bded8dd45e1b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.860881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] No DVR routers for this DVR port 0a637451-79ef-4864-8859-32ddcccc6f25 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:19.864275 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.867625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95b11b86-01b1-4db9-95ee-5f5e6bd447f9 req-38b17749-2408-4cca-b524-46e18d409190 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.15 "DELETE /v2.0/ports/0a637451-79ef-4864-8859-32ddcccc6f25 HTTP/1.1" status: 204 len: 173 time: 1.4899628 Mar 07 04:26:19.882358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b136d9a4-dcc7-48f6-9440-61684fdf5df7 req-7db7323a-835a-4eb6-9ea1-e6cd9025cbde tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542637 Mar 07 04:26:19.903665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:19.924497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (97e4a2d6-1f4f-463f-8327-bded8dd45e1b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.957183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:26:19.957568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (97e4a2d6-1f4f-463f-8327-bded8dd45e1b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.957881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] Deleting port 73b1f5c6-0523-4177-aeb8-6080eb524ebe {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:19.958372 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:26:19.969543 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:26:20.044670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Deleting port 73b1f5c6-0523-4177-aeb8-6080eb524ebe {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:20.044670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.050390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:20.054090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] For port 73b1f5c6-0523-4177-aeb8-6080eb524ebe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=73b1f5c6-0523-4177-aeb8-6080eb524ebe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:20.054627 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.077857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:20.079007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.103783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (666c4c6f-1a71-489e-953d-2adf37eb72a6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.113908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.117003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] 10.222.0.21 "DELETE /v2.0/networks/666c4c6f-1a71-489e-953d-2adf37eb72a6 HTTP/1.1" status: 204 len: 168 time: 0.7182486 Mar 07 04:26:20.137730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] For port 73b1f5c6-0523-4177-aeb8-6080eb524ebe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=73b1f5c6-0523-4177-aeb8-6080eb524ebe,segment=NetworkSegment(66af0f57-96e1-4cab-9514-428153180a11),segment_id=66af0f57-96e1-4cab-9514-428153180a11)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:20.138042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.140451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0eb05-097e-4e27-a81c-96e91abfe1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=666c4c6f-1a71-489e-953d-2adf37eb72a6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:20.149014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] Calling delete_port for 73b1f5c6-0523-4177-aeb8-6080eb524ebe owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:20.156387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Calling delete_port for 73b1f5c6-0523-4177-aeb8-6080eb524ebe owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:20.205306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1492c-b411-42eb-8df7-cf40d5ff7cc7 req-9e08369b-9d73-4715-b141-4260e9848eed tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:20.207236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02d1492c-b411-42eb-8df7-cf40d5ff7cc7 req-9e08369b-9d73-4715-b141-4260e9848eed tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.1482105 Mar 07 04:26:20.261134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-d6cdbf54-7170-403b-842c-bfc1b1115301 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:20.263918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-d6cdbf54-7170-403b-842c-bfc1b1115301 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.1384182 Mar 07 04:26:20.332023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02d1492c-b411-42eb-8df7-cf40d5ff7cc7 req-1ef5cedb-7e3a-45c9-9aff-8a7d51ef7fe6 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069677 Mar 07 04:26:20.379295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.381092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:20.381520 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.446964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b1f5c6-0523-4177-aeb8-6080eb524ebe,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:20.458804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] No DVR routers for this DVR port 73b1f5c6-0523-4177-aeb8-6080eb524ebe on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:20.471049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:20.474066 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5125b7-95b0-4a4a-8b10-ec6780b33ecf" -d '{"events": [{"server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "name": "network-vif-plugged", "status": "completed", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:20.490420 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (73b1f5c6-0523-4177-aeb8-6080eb524ebe), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.494214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:20.494586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2f08c71-29bf-4580-a336-11f8daf84dc1 req-6b39b91c-a7ef-4fbb-ba75-8951ff5e1dc1 tempest-ImagesOneServerTestJSON-546043205 tempest-ImagesOneServerTestJSON-546043205-project] 10.222.0.21 "GET /v2.0/ports?device_id=d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0996752 Mar 07 04:26:20.511154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33890) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:20.542662 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.543871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:20.603325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] Pushing event deleted for resources: {'Port': ['ID=73b1f5c6-0523-4177-aeb8-6080eb524ebe,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:20.604112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 0a637451-79ef-4864-8859-32ddcccc6f25 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:20.604951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0a637451-79ef-4864-8859-32ddcccc6f25 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:20.611537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-ff1dc961-63f0-4d4c-aa4a-3159c81d25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:20.613375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-ff1dc961-63f0-4d4c-aa4a-3159c81d25ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124 HTTP/1.1" status: 200 len: 1126 time: 0.2968688 Mar 07 04:26:20.615062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36d1dd-e3a3-46a9-8585-e1ec5f23a14b None None] No DVR routers for this DVR port 73b1f5c6-0523-4177-aeb8-6080eb524ebe on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:20.665861 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3861eaa-0542-4a4f-b0d8-de8ff32b3e6f x-openstack-request-id: req-e3861eaa-0542-4a4f-b0d8-de8ff32b3e6f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:20.666994 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "name": "network-vif-plugged", "status": "completed", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:20.667541 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3861eaa-0542-4a4f-b0d8-de8ff32b3e6f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:20.668164 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'code': 200} Mar 07 04:26:20.726970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:20.740478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a9c58ff6-fa01-421b-8dca-734e732a0948), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.762860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-433184c8-e6e5-4c63-b33a-5a058ea63b03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0e51993b34647e6acc14bd510aa9012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494099 Mar 07 04:26:20.780339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33894) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:20.792816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c58ff6-fa01-421b-8dca-734e732a0948']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:20.804144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 73b1f5c6-0523-4177-aeb8-6080eb524ebe no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:20.822134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66af0f57-96e1-4cab-9514-428153180a11') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:20.823052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66af0f57-96e1-4cab-9514-428153180a11') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:26:20.840240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (66af0f57-96e1-4cab-9514-428153180a11), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.848634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 73b1f5c6-0523-4177-aeb8-6080eb524ebe {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:20.850408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 73b1f5c6-0523-4177-aeb8-6080eb524ebe not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:20.867441 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (66af0f57-96e1-4cab-9514-428153180a11), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.879298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:26:20.879729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (66af0f57-96e1-4cab-9514-428153180a11), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:26:20.901744 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:26:20.927357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-6e4c4b4a-5385-4750-a175-8a2aa4e8d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:20.928882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-6e4c4b4a-5385-4750-a175-8a2aa4e8d36c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1126 time: 0.2782867 Mar 07 04:26:20.960181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a9c58ff6-fa01-421b-8dca-734e732a0948), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.976072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:20.984202 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a9c58ff6-fa01-421b-8dca-734e732a0948 HTTP/1.1" status: 204 len: 168 time: 1.3855045 Mar 07 04:26:20.996880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8dca-af57-4fd7-b3ea-d1b580bb3e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c58ff6-fa01-421b-8dca-734e732a0948,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:21.094715 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdb39768-f41c-4d9c-94d4-20fbe8213fae admin admin] Publish callbacks [] for security_group (a060bf3d-d68a-405f-9537-1f440bf2ca78), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.173791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba106-e27b-41d4-8649-374c0d113543 req-dfddb0e6-9f90-494f-bf7c-f38b1ca46104 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.175381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-479ba106-e27b-41d4-8649-374c0d113543 req-dfddb0e6-9f90-494f-bf7c-f38b1ca46104 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 944 time: 0.3585095 Mar 07 04:26:21.194042 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdb39768-f41c-4d9c-94d4-20fbe8213fae admin admin] Publish callbacks [] for security_group (a060bf3d-d68a-405f-9537-1f440bf2ca78), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.202967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:21.216713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5285aa-3f3c-42a6-9e90-7ce83966f42c req-92fd9365-2e42-4ce8-8c5b-8c0c39206e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.218212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e5285aa-3f3c-42a6-9e90-7ce83966f42c req-92fd9365-2e42-4ce8-8c5b-8c0c39206e0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1128 time: 0.3574846 Mar 07 04:26:21.258219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c71262fc-7e89-43ce-be5e-49d5e3f2aa02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=905383bb2697453ba7e0cf0396708ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533266 Mar 07 04:26:21.264837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33906) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:21.283561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-deleted', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:21.286334 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7270c1f5-f33d-49aa-aa2f-3f434d2a0903" -d '{"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-deleted", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:21.318081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841ce4-cad6-43a1-8483-a1f2d068e8f1 req-22474745-dda7-4cfe-bb4a-71f95aafcb41 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.322933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56841ce4-cad6-43a1-8483-a1f2d068e8f1 req-22474745-dda7-4cfe-bb4a-71f95aafcb41 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.3088865 Mar 07 04:26:21.323741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20d8d2e0-d90a-467d-a5ae-94069159c7a8 admin admin] Publish callbacks [] for security_group (28b2cb1c-883f-4af9-97af-d2528ec0d0d9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.331931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-283ea9fa-9ee8-45ff-a274-c02aa963d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.333453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-283ea9fa-9ee8-45ff-a274-c02aa963d059 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.3438718 Mar 07 04:26:21.352645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20d8d2e0-d90a-467d-a5ae-94069159c7a8 admin admin] Publish callbacks [] for security_group (28b2cb1c-883f-4af9-97af-d2528ec0d0d9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.424092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-479ba106-e27b-41d4-8649-374c0d113543 req-4517dd7a-399c-4d4f-a971-c6c7e9bcb5e6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278945 Mar 07 04:26:21.428396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-0b6c091a-cf7b-4d42-a1d2-b64ce0e2e6da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 200 len: 217 time: 0.0783131 Mar 07 04:26:21.436366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20d8d2e0-d90a-467d-a5ae-94069159c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28b2cb1c-883f-4af9-97af-d2528ec0d0d9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.439121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e5285aa-3f3c-42a6-9e90-7ce83966f42c req-5f7b0c0f-9514-4ffa-97d3-1b48526fd66e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950095 Mar 07 04:26:21.440105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20d8d2e0-d90a-467d-a5ae-94069159c7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.442104 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-20d8d2e0-d90a-467d-a5ae-94069159c7a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28b2cb1c-883f-4af9-97af-d2528ec0d0d9 HTTP/1.1" status: 204 len: 168 time: 0.1759176 Mar 07 04:26:21.465088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8d2e0-d90a-467d-a5ae-94069159c7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2cb1c-883f-4af9-97af-d2528ec0d0d9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:21.478201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdb39768-f41c-4d9c-94d4-20fbe8213fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a060bf3d-d68a-405f-9537-1f440bf2ca78), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.480741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdb39768-f41c-4d9c-94d4-20fbe8213fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:21.482057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fdb39768-f41c-4d9c-94d4-20fbe8213fae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a060bf3d-d68a-405f-9537-1f440bf2ca78 HTTP/1.1" status: 204 len: 168 time: 0.7007437 Mar 07 04:26:21.515271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56841ce4-cad6-43a1-8483-a1f2d068e8f1 req-1e37de15-9ffc-4e72-8ee0-c6cf096a6019 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857862 Mar 07 04:26:21.519194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb39768-f41c-4d9c-94d4-20fbe8213fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060bf3d-d68a-405f-9537-1f440bf2ca78,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:21.529456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-e60c8772-fc48-4a09-b44c-d4d66249c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.531269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-e60c8772-fc48-4a09-b44c-d4d66249c1fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.0893359 Mar 07 04:26:21.597703 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c481a0-c466-42bf-8dbd-a3b0e6198b22 x-openstack-request-id: req-e8c481a0-c466-42bf-8dbd-a3b0e6198b22 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:21.598020 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f5d0c-fdb3-41f4-9a18-75cddee3b4f8", "name": "network-vif-deleted", "tag": "0a637451-79ef-4864-8859-32ddcccc6f25", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:21.598279 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8c481a0-c466-42bf-8dbd-a3b0e6198b22 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:21.598667 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f5d0c-fdb3-41f4-9a18-75cddee3b4f8', 'name': 'network-vif-deleted', 'tag': '0a637451-79ef-4864-8859-32ddcccc6f25', 'status': 'completed', 'code': 200} Mar 07 04:26:21.616322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-50dfc7fa-6ed6-4838-b00c-f93f6f457564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764527 Mar 07 04:26:21.742767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf643e3-a0ec-4441-87b7-1797de9de5b8 req-a8053457-3247-40ac-954c-f76f9cf0c28d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.749552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccf643e3-a0ec-4441-87b7-1797de9de5b8 req-a8053457-3247-40ac-954c-f76f9cf0c28d tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 945 time: 0.1877263 Mar 07 04:26:21.789381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ee7a-3b3f-405e-a98b-ec72aa664ea4 req-ae5fb495-54e0-47c5-ba2c-5f2e9b75b5f0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:21.790908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d43ee7a-3b3f-405e-a98b-ec72aa664ea4 req-ae5fb495-54e0-47c5-ba2c-5f2e9b75b5f0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.1474388 Mar 07 04:26:21.807400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-9c8cf740-116d-47d4-9fcd-798a91fa0dee service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832747 Mar 07 04:26:21.876912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccf643e3-a0ec-4441-87b7-1797de9de5b8 req-264a3fdd-54ce-42d7-b1d3-b84d6faf45b0 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264215 Mar 07 04:26:21.939317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d43ee7a-3b3f-405e-a98b-ec72aa664ea4 req-98ffbe37-2a65-4854-9874-60ccfde141c1 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397984 Mar 07 04:26:21.971373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-c3cfa6fc-dca8-4c90-9033-85d79aa38108 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562135 Mar 07 04:26:21.998772 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:22.357875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:22.640008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68deaed7-516e-4481-a62a-d9c5b0a17fc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7447d48c3e5b4cfa8f5b58befc0bfff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808065 Mar 07 04:26:22.660473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:22.758722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-937fe1b4-b493-4736-a20b-143b7ddb7557 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:22.760344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-937fe1b4-b493-4736-a20b-143b7ddb7557 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.44 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 945 time: 0.1188538 Mar 07 04:26:22.825005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-a282c8c5-e42b-4dbd-8e41-008aa8cd2fa2 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:22.831252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-a282c8c5-e42b-4dbd-8e41-008aa8cd2fa2 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33&tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.6220255 Mar 07 04:26:22.858527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85b03591-5e3e-45f8-92f4-6925a1433f82 admin admin] Publish callbacks [] for security_group (7a8b5050-277c-4f87-bd72-d2aab20edc23), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:22.902381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85b03591-5e3e-45f8-92f4-6925a1433f82 admin admin] Publish callbacks [] for security_group (7a8b5050-277c-4f87-bd72-d2aab20edc23), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:22.928871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port 8d9ba9aa-b74e-457c-bba4-36800274a940 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:22.929222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:22.932085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc0d8-1b4f-4352-b65c-31fad34cf87c req-15dc802d-1b8a-4883-829e-87c3cbfa98b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:22.940257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be8cc0d8-1b4f-4352-b65c-31fad34cf87c req-15dc802d-1b8a-4883-829e-87c3cbfa98b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.2470436 Mar 07 04:26:23.017755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9fde8-1c43-490f-ae83-b28fc53dd91d req-16c79ce2-6fb4-45a9-8564-6eb5fe961c1a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:23.024516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0d9fde8-1c43-490f-ae83-b28fc53dd91d req-16c79ce2-6fb4-45a9-8564-6eb5fe961c1a tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 944 time: 0.3267410 Mar 07 04:26:23.028085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port 8d9ba9aa-b74e-457c-bba4-36800274a940, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8d9ba9aa-b74e-457c-bba4-36800274a940,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:23.028455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.045142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for 8d9ba9aa-b74e-457c-bba4-36800274a940 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:23.051899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33986) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:23.124417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0d9fde8-1c43-490f-ae83-b28fc53dd91d req-72fda3b0-b03d-46e6-ab77-84933f5d2ed4 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988734 Mar 07 04:26:23.138413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be8cc0d8-1b4f-4352-b65c-31fad34cf87c req-fea1d056-c5ba-46d5-92e2-26091d0de9a1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972446 Mar 07 04:26:23.141874 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85b03591-5e3e-45f8-92f4-6925a1433f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a8b5050-277c-4f87-bd72-d2aab20edc23), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.145142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85b03591-5e3e-45f8-92f4-6925a1433f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.148587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-85b03591-5e3e-45f8-92f4-6925a1433f82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a8b5050-277c-4f87-bd72-d2aab20edc23 HTTP/1.1" status: 204 len: 168 time: 0.4849541 Mar 07 04:26:23.161522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-13732dd4-6d32-4571-a348-2c59d1a1a956 service neutron] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:23.178371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-13732dd4-6d32-4571-a348-2c59d1a1a956 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.179526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73299f0-56f6-4874-8c73-4bcde8154ca3 req-13732dd4-6d32-4571-a348-2c59d1a1a956 service neutron] 10.222.0.44 "DELETE /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.3302398 Mar 07 04:26:23.191320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03591-5e3e-45f8-92f4-6925a1433f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b5050-277c-4f87-bd72-d2aab20edc23,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:23.298808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-614485119-network', 'tenant_id': '0a5404e7efd8488d9acd4356c8af6b40'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:23.340891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8d9ba9aa-b74e-457c-bba4-36800274a940), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.354639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8d9ba9aa-b74e-457c-bba4-36800274a940'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:23.378185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Made reservation on behalf of 0a5404e7efd8488d9acd4356c8af6b40 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:23.380895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.381281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=8d9ba9aa-b74e-457c-bba4-36800274a940,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:23.407967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:23.410709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.471886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be5eeefc-35ab-4364-953f-002a1d930abb req-335cc775-f0ae-4d0c-8bce-7cfd26fb038e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a795318f-853d-4700-b3e9-874345cab4cb HTTP/1.1" status: 200 len: 210 time: 0.1153407 Mar 07 04:26:23.489519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port 8d9ba9aa-b74e-457c-bba4-36800274a940 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:23.507791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.520818 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6c029dc6-abd0-42bc-92a4-fac89b4e884a req-6559f795-894e-4184-af9f-3fcf12fa34a5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.44 "DELETE /v2.0/ports/8d9ba9aa-b74e-457c-bba4-36800274a940 HTTP/1.1" status: 204 len: 173 time: 0.7519381 Mar 07 04:26:23.521308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a795318f-853d-4700-b3e9-874345cab4cb', 'name': 'network-vif-deleted', 'tag': '8d9ba9aa-b74e-457c-bba4-36800274a940'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:23.534298 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817d3732-0b0e-4e4c-b3cd-14dd715940d7" -d '{"events": [{"server_uuid": "a795318f-853d-4700-b3e9-874345cab4cb", "name": "network-vif-deleted", "tag": "8d9ba9aa-b74e-457c-bba4-36800274a940"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:23.637711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks [] for security_group (bde05efb-2295-425b-b768-5f2879fb55bb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.717908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bde05efb-2295-425b-b768-5f2879fb55bb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.770336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:26:23.779887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ba705a21-3380-49d5-a4cc-bd3752649ffc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.780409 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Added segment ba705a21-3380-49d5-a4cc-bd3752649ffc of type vlan for network b7b8e70f-2d0c-45a6-a90a-3456bea53218 Mar 07 04:26:23.849690 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b7b8e70f-2d0c-45a6-a90a-3456bea53218), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.854679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde05efb-2295-425b-b768-5f2879fb55bb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:23.873569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26bc1-cc46-4e2f-95ab-c21cc2443149 req-b42d79ee-d7b8-4ab5-adeb-5f6df8d0df32 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:23.875230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41d26bc1-cc46-4e2f-95ab-c21cc2443149 req-b42d79ee-d7b8-4ab5-adeb-5f6df8d0df32 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.2321250 Mar 07 04:26:23.914854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-2d69c318-a1d9-40c2-b644-2782e60c1c3c tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ab32923c98c2478bbee146734a6d28bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336382 Mar 07 04:26:23.936436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b7b8e70f-2d0c-45a6-a90a-3456bea53218), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:23.937270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:23.938146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:24.082994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0159070 Mar 07 04:26:24.083681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:24.093552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Request body: {'subnet': {'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-614485119-subnet', 'tenant_id': '0a5404e7efd8488d9acd4356c8af6b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:24.110465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41d26bc1-cc46-4e2f-95ab-c21cc2443149 req-73cb8924-3ca0-4c31-ab18-85eafafb65fb tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215600 Mar 07 04:26:24.113732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4acb47-03a1-438d-938f-0ad1567a83a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b8e70f-2d0c-45a6-a90a-3456bea53218,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:24.134461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:26:24.161011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Made reservation on behalf of 0a5404e7efd8488d9acd4356c8af6b40 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:24.168967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:24.222047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-7d8cf834-b712-485e-a839-58fe90dc5357 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:24.251228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-7d8cf834-b712-485e-a839-58fe90dc5357 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289602 Mar 07 04:26:24.278560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-e67fab4c-b8ec-4b0b-b178-261a11dbf781 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/quotas/ab32923c98c2478bbee146734a6d28bd HTTP/1.1" status: 200 len: 375 time: 0.0252621 Mar 07 04:26:24.351184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-933fc67a-df2e-4747-af81-860155c434bf tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab32923c98c2478bbee146734a6d28bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588155 Mar 07 04:26:24.557507 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19d4d14-90f6-4c0c-ad8c-cb424025f99a x-openstack-request-id: req-d19d4d14-90f6-4c0c-ad8c-cb424025f99a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:24.558183 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a795318f-853d-4700-b3e9-874345cab4cb", "name": "network-vif-deleted", "tag": "8d9ba9aa-b74e-457c-bba4-36800274a940", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:24.558779 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d19d4d14-90f6-4c0c-ad8c-cb424025f99a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:24.560842 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a795318f-853d-4700-b3e9-874345cab4cb', 'name': 'network-vif-deleted', 'tag': '8d9ba9aa-b74e-457c-bba4-36800274a940', 'status': 'completed', 'code': 200} Mar 07 04:26:24.678944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c5ade57b-6912-4b5c-a1dd-f33f32609c11), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:24.692291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fb30-9432-4874-8cdc-d1ccfb0e5986 req-2ec53a71-ff28-4d15-aebd-ac4cf9919904 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:24.693826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8207fb30-9432-4874-8cdc-d1ccfb0e5986 req-2ec53a71-ff28-4d15-aebd-ac4cf9919904 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 1126 time: 0.0858440 Mar 07 04:26:24.770474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Checking segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:24.770847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Network hostable DHCP agents. Network: b7b8e70f-2d0c-45a6-a90a-3456bea53218, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:26:24.782424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ade57b-6912-4b5c-a1dd-f33f32609c11,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:24.803080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8207fb30-9432-4874-8cdc-d1ccfb0e5986 req-e8e4936e-0786-47f2-89cd-9602df47b970 tempest-LiveAutoBlockMigrationV225Test-205578077 tempest-LiveAutoBlockMigrationV225Test-205578077-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969999 Mar 07 04:26:24.805100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:26:24.826517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, b7b8e70f-2d0c-45a6-a90a-3456bea53218) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:24.831824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:24.832394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:24.843216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc1145-2663-4dc4-81ef-51b31965223e None None] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:24.883272 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82a157ba-4c4a-49d7-9bb0-737716106513 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7981787 Mar 07 04:26:24.909504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0558d8-4c2e-44f8-9826-5d31f218c22f req-de128653-e6d9-48fd-b7cc-eee408a3898c tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:24.920196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd0558d8-4c2e-44f8-9826-5d31f218c22f req-de128653-e6d9-48fd-b7cc-eee408a3898c tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1128 time: 0.1147411 Mar 07 04:26:24.981303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d447774-08aa-4957-a15f-86f60feb17de req-cc7b1d38-ab89-4e2c-9622-633b3c8bb880 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 210 time: 0.0598781 Mar 07 04:26:25.044153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd0558d8-4c2e-44f8-9826-5d31f218c22f req-661fa28e-505b-4395-b406-c48e89211573 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035995 Mar 07 04:26:25.084729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b2f3f-ecbd-40db-b71f-b47f1ded361f None None] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:25.500896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fac3e-78d1-4621-962b-5f42c593e775 req-6bf07e14-9612-413e-9a07-2247c1ff822e tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:25.509014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef4fac3e-78d1-4621-962b-5f42c593e775 req-6bf07e14-9612-413e-9a07-2247c1ff822e tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1128 time: 0.0834651 Mar 07 04:26:25.541730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205d988-d63f-4f3e-a53a-d0d8dd8b66b9 req-8bb7697d-39e9-4d75-911b-cb441b9403bd tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:25.543484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3205d988-d63f-4f3e-a53a-d0d8dd8b66b9 req-8bb7697d-39e9-4d75-911b-cb441b9403bd tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.0941942 Mar 07 04:26:25.582624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef4fac3e-78d1-4621-962b-5f42c593e775 req-344593a9-dd03-4f8d-8a50-d4dac1b46aa0 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724254 Mar 07 04:26:25.618252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3205d988-d63f-4f3e-a53a-d0d8dd8b66b9 req-d3765eb8-e54d-4cd4-905d-9080f1924168 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Mar 07 04:26:25.854403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-3e86cd80-8bc7-4ea4-b44d-9e451136d55b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:25.856029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-3e86cd80-8bc7-4ea4-b44d-9e451136d55b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1750844 Mar 07 04:26:25.884481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-74275263-c366-4d3c-8601-213de4750e8c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0176747 Mar 07 04:26:25.941199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a82c25e7-88a9-4f82-821b-54cb6e4402f9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:25.942809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a82c25e7-88a9-4f82-821b-54cb6e4402f9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 812 time: 0.1835585 Mar 07 04:26:25.957493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-fc57db14-2ee0-46c8-86ff-ab09d58c87d8 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ab32923c98c2478bbee146734a6d28bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497785 Mar 07 04:26:25.996153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-012fc0f1-92a6-4fca-9825-6ca69c8df578 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/quotas/0a5404e7efd8488d9acd4356c8af6b40 HTTP/1.1" status: 200 len: 375 time: 0.0433056 Mar 07 04:26:26.077418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-fe20d4c6-f3e1-41ee-963f-bf687201be05 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700960 Mar 07 04:26:26.104307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-07f019dd-9c19-43bd-b2f8-17a53a8b4313 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2080441 Mar 07 04:26:26.220143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f967341d-0320-4975-b488-c66f87007028 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:26.221663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f967341d-0320-4975-b488-c66f87007028 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574387 Mar 07 04:26:26.241178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-242be7c8-ce2a-4a19-9029-64e72137ae36 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:26.244212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-242be7c8-ce2a-4a19-9029-64e72137ae36 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 944 time: 0.0931547 Mar 07 04:26:26.270071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Request body: {'port': {'device_id': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'ab32923c98c2478bbee146734a6d28bd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:26.320874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-5a362689-0816-4694-9c21-f22d8703e8f5 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327411 Mar 07 04:26:26.371285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Deleting port 34462e68-1376-4c41-9950-5dd9429fb556 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:26.371743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (34462e68-1376-4c41-9950-5dd9429fb556), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.395546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-6a148e3b-7dff-4997-99f0-2411be38cac7 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748461 Mar 07 04:26:26.484229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] For port 34462e68-1376-4c41-9950-5dd9429fb556, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=34462e68-1376-4c41-9950-5dd9429fb556,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:26.486084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (34462e68-1376-4c41-9950-5dd9429fb556), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.499324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Calling delete_port for 34462e68-1376-4c41-9950-5dd9429fb556 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:26.556883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-4bec5a78-c0f4-45d3-8457-1aeae4438b90 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049794 Mar 07 04:26:26.561158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Made reservation on behalf of ab32923c98c2478bbee146734a6d28bd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:26.564479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.579743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.585943 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-bc5a59ce-1527-4be7-9eba-ab3d61a7166c service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812613 Mar 07 04:26:26.677778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (34462e68-1376-4c41-9950-5dd9429fb556), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.694451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5f7a2f6d-38dc-42b0-aee5-5872cde9b433'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:26.742880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks [] for security_group (11d8632a-0ea2-466f-9540-d4dcee23e542), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.744209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8d9ba9aa-b74e-457c-bba4-36800274a940 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:26.763301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (11d8632a-0ea2-466f-9540-d4dcee23e542), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.788771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 8d9ba9aa-b74e-457c-bba4-36800274a940 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:26.789559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8d9ba9aa-b74e-457c-bba4-36800274a940 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:26.790158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:26.808819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event deleted for resources: {'Port': ['ID=34462e68-1376-4c41-9950-5dd9429fb556,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:26.850902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 34462e68-1376-4c41-9950-5dd9429fb556 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:26.851722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 34462e68-1376-4c41-9950-5dd9429fb556 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:26.948403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] No DVR routers for this DVR port 34462e68-1376-4c41-9950-5dd9429fb556 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:26.951665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:26.956398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a85dd4b5-2bb5-4368-8be1-55b590dccd25 req-0dbff907-0a16-4a8f-b3d3-dd82d5401382 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "DELETE /v2.0/ports/34462e68-1376-4c41-9950-5dd9429fb556 HTTP/1.1" status: 204 len: 173 time: 0.7066827 Mar 07 04:26:26.956876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'name': 'network-vif-deleted', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:26.959264 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1352f-0493-4c5a-ab8f-bd80daed1712" -d '{"events": [{"server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "name": "network-vif-deleted", "tag": "34462e68-1376-4c41-9950-5dd9429fb556"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:27.075913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-244c56f1-de0f-436b-9093-0592f11c9b6c req-0b370f5a-a413-4406-8347-8184764aa5ee tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.2611730 Mar 07 04:26:27.123860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8632a-0ea2-466f-9540-d4dcee23e542,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:27.159080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c9cca32-4422-4b43-81db-0eceb908abd6 req-d061bdaf-4a9f-4cec-98b6-8f9f85340002 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 210 time: 0.0697684 Mar 07 04:26:27.343807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8885a243-1992-4b94-9c62-5aed7e30d5d1 req-81085d17-83e9-4e08-9a70-7ed075c50267 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 210 time: 0.0986536 Mar 07 04:26:27.392496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Allocated IP 192.168.233.17 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/b56cc5ee-2c9b-4c7f-af06-737bb7248507) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:27.472896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a80ac-a524-430f-a73f-04f1981624fc req-f8eb1065-cb55-49d2-aeee-0c5b21473319 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:27.474467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a5a80ac-a524-430f-a73f-04f1981624fc req-f8eb1065-cb55-49d2-aeee-0c5b21473319 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.2388313 Mar 07 04:26:27.646603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a5a80ac-a524-430f-a73f-04f1981624fc req-b8fa29b2-f89e-4f23-bb9f-4baf13255132 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643279 Mar 07 04:26:27.738225 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7680c3-cf33-4113-9942-771bbe8ae154 x-openstack-request-id: req-bf7680c3-cf33-4113-9942-771bbe8ae154 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:27.738802 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a9441-a407-461b-ac72-ae6bae3d7a33", "name": "network-vif-deleted", "tag": "34462e68-1376-4c41-9950-5dd9429fb556", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:27.745117 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf7680c3-cf33-4113-9942-771bbe8ae154 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:27.746242 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a9441-a407-461b-ac72-ae6bae3d7a33', 'name': 'network-vif-deleted', 'tag': '34462e68-1376-4c41-9950-5dd9429fb556', 'status': 'completed', 'code': 200} Mar 07 04:26:27.876952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks [] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:27.986468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31f63efe-96d6-411b-a62c-aa331606cd15 req-2793d212-896a-48b6-a277-d725b2d5b4f4 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 210 time: 0.1928456 Mar 07 04:26:28.027084 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:28.154703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:28.162677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:28.191604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:28.317482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Pushing event updated for resources: {'Port': ['ID=b56cc5ee-2c9b-4c7f-af06-737bb7248507,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:28.336652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:28.337788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:28.390752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f8bd2371-1fd4-45cd-9d8a-bb0b1cbfc0c7 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1259847 Mar 07 04:26:28.410926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Request body: {'port': {'device_id': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:28.769653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-199f54d3-d80e-4c41-96fc-e0652f66ea64 None None] Provisioning complete for port b56cc5ee-2c9b-4c7f-af06-737bb7248507 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:28.771887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-199f54d3-d80e-4c41-96fc-e0652f66ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:28.839313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-199f54d3-d80e-4c41-96fc-e0652f66ea64 None None] Port b56cc5ee-2c9b-4c7f-af06-737bb7248507 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:26:28.881556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:29.009450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-e4b01fb2-8f51-47a4-a964-5e03e2a2c1aa tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:29.011257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-e4b01fb2-8f51-47a4-a964-5e03e2a2c1aa tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.4998486 Mar 07 04:26:29.039658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': '96269e9e-5bb9-4565-879c-9574318d87c6', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:29.285019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-143b717a-1a84-4c48-9504-99c1a3359f27 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:29.287316 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-143b717a-1a84-4c48-9504-99c1a3359f27 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 812 time: 0.2094743 Mar 07 04:26:29.302898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Request body: {'port': {'device_id': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'admin_state_up': True, 'tenant_id': '0a5404e7efd8488d9acd4356c8af6b40'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:29.426417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:29.429685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:29.501079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-6eef4498-4f67-4e40-a9fc-e26ed84e658e tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1544802293&fields=id&tenant_id=8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 267 time: 0.1118615 Mar 07 04:26:29.565651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Made reservation on behalf of 0a5404e7efd8488d9acd4356c8af6b40 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:29.570095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:29.724088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-8516b51c-7a3e-4661-b38e-b322fb389e19 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:26:29.727212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-8516b51c-7a3e-4661-b38e-b322fb389e19 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2997994 Mar 07 04:26:29.770881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-276a6645-b9b0-4d3b-91aa-be9217a88600 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:29.773786 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-276a6645-b9b0-4d3b-91aa-be9217a88600 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 812 time: 0.2832921 Mar 07 04:26:29.791370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Request body: {'port': {'device_id': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'admin_state_up': True, 'tenant_id': '0a5404e7efd8488d9acd4356c8af6b40'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:29.818910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-0351f147-c312-402a-a1de-da644e62c8e5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:29.834557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-0351f147-c312-402a-a1de-da644e62c8e5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 945 time: 0.3324168 Mar 07 04:26:29.851732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'port': {'security_groups': ['99d1b7e3-4ddb-4602-8385-167a3fe36758', 'fee100f2-f696-46d7-b5e3-6eabf9198c45']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:29.920200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.10 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/4fdfc392-99ca-4b2f-b1d5-612a14647d55) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:29.968108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56cc5ee-2c9b-4c7f-af06-737bb7248507 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:29.978374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-258fe62b-f69e-4d35-a1b0-8b5ddde2d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:29.983860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Publish callbacks [] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:29.985402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-258fe62b-f69e-4d35-a1b0-8b5ddde2d24f service neutron] 10.222.0.21 "GET /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 1125 time: 0.2401762 Mar 07 04:26:29.990941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:29.991488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Unknown quota resources ['binding']. {{(pid=103939) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:26:30.006551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.015015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Transition to ACTIVE for port object b56cc5ee-2c9b-4c7f-af06-737bb7248507 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:26:30.025087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Allocated IP 172.20.0.5 (b7b8e70f-2d0c-45a6-a90a-3456bea53218/c5ade57b-6912-4b5c-a1dd-f33f32609c11/65db0a8a-4590-4193-8b00-9fdb936641c2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:30.033940 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.217967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Pushing event updated for resources: {'Port': ['ID=b56cc5ee-2c9b-4c7f-af06-737bb7248507,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:30.218226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Made reservation on behalf of 0a5404e7efd8488d9acd4356c8af6b40 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:30.224113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.405004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.424562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:30.425180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:30.425397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:30.437361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:30.437747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:30.466850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:30.467190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:30.467567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:30.468012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Bound port: 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:30.477921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks [] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.558701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:30.570763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.572478 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-327ebdee-020d-4629-af04-28d0352161a9 service neutron] 10.222.0.21 "POST /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe/bindings HTTP/1.1" status: 201 len: 389 time: 0.5861511 Mar 07 04:26:30.582908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.675439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event updated for resources: {'Port': ['ID=65db0a8a-4590-4193-8b00-9fdb936641c2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:30.720660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:30.730461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:30.753763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:30.767636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.772205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.772896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.774722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.775265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.777459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.778855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.779368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.779910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.780645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.781194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.782092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.783259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:30.849935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Allocated IP 172.20.0.2 (b7b8e70f-2d0c-45a6-a90a-3456bea53218/c5ade57b-6912-4b5c-a1dd-f33f32609c11/4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:30.868809 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.880534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:30.881164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Attempting to bind port b56cc5ee-2c9b-4c7f-af06-737bb7248507 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:30.881164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Attempting to bind port b56cc5ee-2c9b-4c7f-af06-737bb7248507 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:30.881375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Attempting to bind port b56cc5ee-2c9b-4c7f-af06-737bb7248507 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:30.905909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:30.907305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:30.938547 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-05e65e3f-f662-4974-bb65-424fb784182e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6391740 Mar 07 04:26:30.944075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Port b56cc5ee-2c9b-4c7f-af06-737bb7248507 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:30.944878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Attempting to bind port b56cc5ee-2c9b-4c7f-af06-737bb7248507 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:30.954830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8daa1144-7e41-4122-a70d-b9e759947b66 req-d11c75f4-a869-4cec-b56e-76cfc771381b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.0932958 Mar 07 04:26:30.955705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Request body: {'port': {'device_id': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:31.027464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=4fdfc392-99ca-4b2f-b1d5-612a14647d55,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:31.086065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:31.087599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:31.087945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:31.088604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:31.089140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Bound port: b56cc5ee-2c9b-4c7f-af06-737bb7248507, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:31.089616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.104294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.130259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:31.142026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:31.183791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks [] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.186433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:31.251671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-86cd2f4c-53d1-458c-a540-689ce5fb8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.253211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-86cd2f4c-53d1-458c-a540-689ce5fb8413 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1128 time: 0.3416378 Mar 07 04:26:31.260180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.261075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.292132 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.325879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for port (08861b87-409c-43f8-9505-6083e45e4a6b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.348738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-307dce0f-915e-4bcf-b29d-989cb086885c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3281076 Mar 07 04:26:31.348962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.355458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] For port b56cc5ee-2c9b-4c7f-af06-737bb7248507, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:31.362839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:31.369090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e530-c1d4-4a3f-8085-d17b60090ad8 req-a4c23085-cfe9-4eed-ab4f-c1e2dfee79cb tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.370623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3700e530-c1d4-4a3f-8085-d17b60090ad8 req-a4c23085-cfe9-4eed-ab4f-c1e2dfee79cb tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 947 time: 0.3100493 Mar 07 04:26:31.395151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:31.404261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:31.410630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:31.414108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Request body: {'port': {'device_id': '96269e9e-5bb9-4565-879c-9574318d87c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:31.417658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event updated for resources: {'Port': ['ID=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:31.475099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] For port b56cc5ee-2c9b-4c7f-af06-737bb7248507, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:31.485474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.486453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.488057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-757b1a5d-b412-4399-905c-b47b7edc8bbf req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "PUT /v2.0/ports/08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 981 time: 1.6526163 Mar 07 04:26:31.495888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:31.498475 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d0856-21b2-4fde-b1e3-023ae305166b" -d '{"events": [{"name": "network-changed", "server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:31.534954 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.587130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65db0a8a-4590-4193-8b00-9fdb936641c2 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:31.597888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Publish callbacks [] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.610614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93debb03-1aff-4f47-b62b-66160a607296 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:31.612896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:31.614768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Transition to ACTIVE for port object 65db0a8a-4590-4193-8b00-9fdb936641c2 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:26:31.629007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.637211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.637863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.639290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] 10.222.0.15 "PUT /v2.0/ports/b56cc5ee-2c9b-4c7f-af06-737bb7248507 HTTP/1.1" status: 200 len: 1095 time: 3.2414622 Mar 07 04:26:31.704823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3700e530-c1d4-4a3f-8085-d17b60090ad8 req-a6b9f8a2-8cc6-49ee-9098-3abc7f614028 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024309 Mar 07 04:26:31.713080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Pushing event updated for resources: {'Port': ['ID=65db0a8a-4590-4193-8b00-9fdb936641c2,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:31.767607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.768453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.854054 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afa6a606-b7fb-4851-b981-80b594a3eb20 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0687668 Mar 07 04:26:31.857061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fcef1fcd-19a1-47db-acd5-544e58c6f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:31.858819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fcef1fcd-19a1-47db-acd5-544e58c6f028 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.5901546 Mar 07 04:26:31.859806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:31.872383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Request body: {'port': {'device_id': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:31.907257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Attempting to bind port 65db0a8a-4590-4193-8b00-9fdb936641c2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:31.907645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Attempting to bind port 65db0a8a-4590-4193-8b00-9fdb936641c2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:31.908298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Attempting to bind port 65db0a8a-4590-4193-8b00-9fdb936641c2 on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:31.917556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Port 65db0a8a-4590-4193-8b00-9fdb936641c2 on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:31.918168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Attempting to bind port 65db0a8a-4590-4193-8b00-9fdb936641c2 on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:32.087040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-32c76d89-78e4-412e-a5b8-436c26f9a4aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 217 time: 0.2158527 Mar 07 04:26:32.293457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:32.293808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Checking segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:32.294245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Bound using segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:32.294692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Bound port: 65db0a8a-4590-4193-8b00-9fdb936641c2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:32.295048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.339547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.363849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdfc392-99ca-4b2f-b1d5-612a14647d55 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:32.373193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Publish callbacks [] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.386640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Transition to ACTIVE for port object 4fdfc392-99ca-4b2f-b1d5-612a14647d55 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:26:32.414518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd0fbf-d2f7-45db-b58c-1f250b4f0d3b service neutron] Pushing event updated for resources: {'Port': ['ID=b56cc5ee-2c9b-4c7f-af06-737bb7248507,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:32.435497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] For port 65db0a8a-4590-4193-8b00-9fdb936641c2, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:32.455056 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.468135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-e1fd0f83-273d-4517-86a9-13fc312f113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.470563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-e1fd0f83-273d-4517-86a9-13fc312f113f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab32923c98c2478bbee146734a6d28bd&device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 1129 time: 0.7800717 Mar 07 04:26:32.500997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] For port 65db0a8a-4590-4193-8b00-9fdb936641c2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=65db0a8a-4590-4193-8b00-9fdb936641c2,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:32.518889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.519886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c570c-3039-46b9-99b8-a086b93c9239 req-e786cfc5-2792-4f1a-8579-3699b3eb8a48 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.527262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-649c570c-3039-46b9-99b8-a086b93c9239 req-e786cfc5-2792-4f1a-8579-3699b3eb8a48 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 932 time: 0.9083614 Mar 07 04:26:32.565761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.567137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.568528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] 10.222.0.15 "PUT /v2.0/ports/65db0a8a-4590-4193-8b00-9fdb936641c2 HTTP/1.1" status: 200 len: 1091 time: 1.6233864 Mar 07 04:26:32.586493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'tag': '65db0a8a-4590-4193-8b00-9fdb936641c2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:32.589898 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a27b13-52c9-4915-9121-40410b11e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b29cee-d272-4d6e-92d7-037a90bf30f6", "tag": "65db0a8a-4590-4193-8b00-9fdb936641c2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:32.594353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-f77c5362-c730-4aa1-b1d4-6d19834b52e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507 HTTP/1.1" status: 200 len: 217 time: 0.1126003 Mar 07 04:26:32.643900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b04c900d-c469-44bf-9b1d-8d2d86645ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.645551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b04c900d-c469-44bf-9b1d-8d2d86645ba9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.2564855 Mar 07 04:26:32.652931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b418bec-3f08-4943-9767-52e282ed1e43 req-d6e719f1-f26d-4c51-a56d-a0f90e9fe4c9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.661216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b418bec-3f08-4943-9767-52e282ed1e43 req-d6e719f1-f26d-4c51-a56d-a0f90e9fe4c9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 931 time: 0.8059633 Mar 07 04:26:32.704343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20140-1ce1-4366-97f5-7cf582657384 service neutron] Pushing event updated for resources: {'Port': ['ID=65db0a8a-4590-4193-8b00-9fdb936641c2,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:32.737946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdfc392-99ca-4b2f-b1d5-612a14647d55,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:32.760252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-c6123aaa-1190-42e7-9f9a-97ff088ac283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.761406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acdf0bb1-6d14-4167-acae-eb10c9b4c0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.762354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-c6123aaa-1190-42e7-9f9a-97ff088ac283 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=d0b29cee-d272-4d6e-92d7-037a90bf30f6 HTTP/1.1" status: 200 len: 1125 time: 0.1345644 Mar 07 04:26:32.782647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-f3c7265a-d8ca-4dbf-bb32-ff67298cf9b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178391 Mar 07 04:26:32.811149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-114e3612-c300-45dc-872c-d3ce1f6a5854 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65db0a8a-4590-4193-8b00-9fdb936641c2 HTTP/1.1" status: 200 len: 217 time: 0.0417960 Mar 07 04:26:32.861316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-649c570c-3039-46b9-99b8-a086b93c9239 req-e41fd27a-a8ab-478c-82b3-4204fe759432 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329041 Mar 07 04:26:32.916624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:32.935295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Publish callbacks [] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:32.939436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-90c9dd79-64db-476a-ba2a-c31f69362d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.940855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-c2acbbac-7ddf-4c0d-84b4-961cb4307440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:32.940972 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-90c9dd79-64db-476a-ba2a-c31f69362d42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.1201653 Mar 07 04:26:32.942528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-c2acbbac-7ddf-4c0d-84b4-961cb4307440 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.3109713 Mar 07 04:26:32.972908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Transition to ACTIVE for port object 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:26:32.998216 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.006082 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-0566712e-dc7c-4167-9281-54b4b1517271 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503709 Mar 07 04:26:33.007578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b418bec-3f08-4943-9767-52e282ed1e43 req-8b87a7b2-912c-456b-81c9-3eacc1b02c26 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451779 Mar 07 04:26:33.146411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Attempting to bind port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:33.147038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Attempting to bind port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:33.147038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Attempting to bind port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:33.180605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:33.181522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Attempting to bind port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:33.198645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-c8e44918-bd20-4a51-852e-386fbb91b162 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847039 Mar 07 04:26:33.208136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:33.208474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:33.208862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:33.209363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Bound port: 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:33.209763 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.239055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-232bfe38-f486-48f8-97f4-8f47b884b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:33.241287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-232bfe38-f486-48f8-97f4-8f47b884b7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2439435 Mar 07 04:26:33.243852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Pushing event updated for resources: {'Port': ['ID=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:33.279780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Attempting to bind port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:33.280276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Attempting to bind port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:33.280625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Attempting to bind port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:33.291044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:33.291451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Attempting to bind port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:33.299354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d526ec-bf63-45cb-b343-29002355af89 req-f4f3f326-2a9d-4fd5-a4aa-eed29056bbef tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:33.299860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:33.300200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Checking segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:33.300586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Bound using segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:33.300880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00d526ec-bf63-45cb-b343-29002355af89 req-f4f3f326-2a9d-4fd5-a4aa-eed29056bbef tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.2900760 Mar 07 04:26:33.300998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Bound port: 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:33.301504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.323685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-1e2df9c0-8f23-429c-81f4-2b49fc66c523 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-262518503&fields=id&tenant_id=8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 267 time: 0.2047341 Mar 07 04:26:33.402622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] For port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:33.405706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] For port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:33.427635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-afd844e6-f0aa-49b7-8549-aa1e08ce2f73 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925574 Mar 07 04:26:33.434877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.550748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Pushing event updated for resources: {'Port': ['ID=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:33.570531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:33.571157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.573279 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-a5bc12da-a01f-4915-a71d-518e44893d6b service neutron] 10.222.0.44 "PUT /v2.0/ports/4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad HTTP/1.1" status: 200 len: 1091 time: 1.7111089 Mar 07 04:26:33.580710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-e63b5f03-7e5e-45c7-9a57-ba6e1a93285b service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130333 Mar 07 04:26:33.584598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00d526ec-bf63-45cb-b343-29002355af89 req-962a33ce-8b00-435d-9172-50c4b1600fd2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219808 Mar 07 04:26:33.589479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-5be75694-1033-4549-9e15-43c882953822 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749378 Mar 07 04:26:33.590964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] For port 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:33.630864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] For port 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:33.651052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-634fdc75-705f-48ca-a494-8da2077202f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:33.659777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-634fdc75-705f-48ca-a494-8da2077202f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 984 time: 0.3352008 Mar 07 04:26:33.665313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'port': {'security_groups': ['99d1b7e3-4ddb-4602-8385-167a3fe36758', 'fee100f2-f696-46d7-b5e3-6eabf9198c45', '2087e54d-d08d-4f54-a15d-0322f2107858']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:33.720638 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8b322-61a3-4f8d-807a-c930ba61480b x-openstack-request-id: req-6bf8b322-61a3-4f8d-807a-c930ba61480b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:33.720937 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:33.721191 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bf8b322-61a3-4f8d-807a-c930ba61480b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:33.721584 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b', 'status': 'completed', 'code': 200} Mar 07 04:26:33.742728 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-97c6e6bb-8f70-4ce1-bd2b-ed885ed5ff59 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879615 Mar 07 04:26:33.748989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.840946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-b1d5f704-489f-4af2-a2ad-1ea03af00609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:33.843493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-b1d5f704-489f-4af2-a2ad-1ea03af00609 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1166 time: 0.1337423 Mar 07 04:26:33.862472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d4dbe79-7002-4742-99aa-b53154b25281 req-cc85e54f-6278-4e00-b7e0-729f47d39f21 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.0726428 Mar 07 04:26:33.880146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:33.880817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:33.882243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] 10.222.0.15 "PUT /v2.0/ports/4fdfc392-99ca-4b2f-b1d5-612a14647d55 HTTP/1.1" status: 200 len: 1092 time: 2.4821730 Mar 07 04:26:34.023069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbadd5a-8b1d-4586-bae2-8b3f4fc0b173 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdfc392-99ca-4b2f-b1d5-612a14647d55,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:34.033918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:34.046234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-5187cd41-4533-4e1b-8463-626388d6551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.047844 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-5187cd41-4533-4e1b-8463-626388d6551d service neutron] 10.222.0.44 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.1968606 Mar 07 04:26:34.049394 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e261fbd6-90cb-4d9b-9efd-d122b7034652 x-openstack-request-id: req-e261fbd6-90cb-4d9b-9efd-d122b7034652 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:34.049684 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b29cee-d272-4d6e-92d7-037a90bf30f6", "tag": "65db0a8a-4590-4193-8b00-9fdb936641c2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:34.049931 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e261fbd6-90cb-4d9b-9efd-d122b7034652 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:34.050383 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'tag': '65db0a8a-4590-4193-8b00-9fdb936641c2', 'status': 'completed', 'code': 200} Mar 07 04:26:34.120965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c9c0a2-ce42-4902-8f2c-64c9a3d78887 req-abafffcf-cce9-419d-b9ca-4e9062e31904 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253060 Mar 07 04:26:34.167852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-ade64eb6-b0ad-4672-8aa3-bfb021f70277 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 217 time: 0.1043594 Mar 07 04:26:34.199134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-08a8480b-47ff-43ca-8ddb-c9dda341f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.202126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-08a8480b-47ff-43ca-8ddb-c9dda341f1c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 1125 time: 0.5692127 Mar 07 04:26:34.241418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a27b13-52c9-4915-9121-40410b11e30a req-4bf54b02-507b-4a7e-a647-d3f8c36bef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.243606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-4bf54b02-507b-4a7e-a647-d3f8c36bef0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=d0b29cee-d272-4d6e-92d7-037a90bf30f6 HTTP/1.1" status: 200 len: 1125 time: 0.1925533 Mar 07 04:26:34.355082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-5a0c83f5-90db-49f6-9fdc-0846779fbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.356787 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-5a0c83f5-90db-49f6-9fdc-0846779fbb21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.1738496 Mar 07 04:26:34.363426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-2dec82fa-bdde-4066-83c2-28b2d9a464cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad HTTP/1.1" status: 200 len: 217 time: 0.1248662 Mar 07 04:26:34.388332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-41ebe929-2ad6-44c0-8f9c-dda21960c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.389952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-41ebe929-2ad6-44c0-8f9c-dda21960c248 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 1126 time: 0.3077834 Mar 07 04:26:34.395897 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-affac410-01f9-4b27-b3b9-ba46ae02a93f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319352 Mar 07 04:26:34.399552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a27b13-52c9-4915-9121-40410b11e30a req-87cc4a15-28f2-4e84-bf3c-e4691bb27f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.401116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-87cc4a15-28f2-4e84-bf3c-e4691bb27f4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 913 time: 0.1495454 Mar 07 04:26:34.484138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-e808eb7e-179e-4661-9988-de52ff42adcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55 HTTP/1.1" status: 200 len: 217 time: 0.0624444 Mar 07 04:26:34.497203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e0838-20e8-482c-9248-5ea379079106 req-b0952c70-c1c2-4df3-a5dd-4ec5cbbfbe25 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.497920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c52e0838-20e8-482c-9248-5ea379079106 req-b0952c70-c1c2-4df3-a5dd-4ec5cbbfbe25 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 947 time: 0.3658307 Mar 07 04:26:34.520122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-c470a9e8-bd4a-41e1-95c3-e468b60eee8c service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180437 Mar 07 04:26:34.569923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-b262011d-32ed-4d3a-9756-d97b1782a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.571483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-b262011d-32ed-4d3a-9756-d97b1782a082 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.2014103 Mar 07 04:26:34.658783 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-bc47cd60-b44a-40ac-9100-04dd1c204ef2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65db0a8a-4590-4193-8b00-9fdb936641c2 HTTP/1.1" status: 200 len: 217 time: 0.1360161 Mar 07 04:26:34.724383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a27b13-52c9-4915-9121-40410b11e30a req-21e0554c-211f-404a-a564-81e32135761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:34.725817 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-21e0554c-211f-404a-a564-81e32135761d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.0619397 Mar 07 04:26:34.780158 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-c716edfe-9edb-49f3-a329-1c3c23fd3b23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425313 Mar 07 04:26:34.921629 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-2764e3d5-df52-4d26-97fc-ef3a2624d4c9 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330779 Mar 07 04:26:34.960777 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b8d0856-21b2-4fde-b1e3-023ae305166b req-084c308f-95e7-488b-9d1e-e0bab6627f9d service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335361 Mar 07 04:26:35.006218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-ca7a356d-434b-4bb8-bf41-815ece0eae1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4014604 Mar 07 04:26:35.049165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca593-c90a-476a-95fa-37699b5496b0 req-f847f385-3847-40b8-a3dc-c21f19fe5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:35.051218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-f847f385-3847-40b8-a3dc-c21f19fe5035 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.5475254 Mar 07 04:26:35.074260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26a27b13-52c9-4915-9121-40410b11e30a req-42e67973-f38b-48d1-93bf-4c726fbe1328 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395469 Mar 07 04:26:35.182542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-cd7c6b65-f78a-4088-9610-656aba1c0cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064301 Mar 07 04:26:35.197308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c52e0838-20e8-482c-9248-5ea379079106 req-05e1fcdc-cba8-4729-b73f-dcfffba8f3fa tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802247 Mar 07 04:26:35.333221 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68156a45-8bdb-423d-bcf4-cf73efa3181c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:35.366392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-c9083055-b777-4c38-a9e6-5653e524718b service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527811 Mar 07 04:26:35.405053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-5b0281ae-577f-46f2-9198-222409ce6744 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143095 Mar 07 04:26:35.411050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:35.577745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for port (08861b87-409c-43f8-9505-6083e45e4a6b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:35.594236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2fc85-def7-4160-a5ad-39b107c636b2 req-e712dcf3-bab6-41e4-8a0f-d92121baf381 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:35.595650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28d2fc85-def7-4160-a5ad-39b107c636b2 req-e712dcf3-bab6-41e4-8a0f-d92121baf381 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 944 time: 0.2711213 Mar 07 04:26:35.599792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:35.610859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:35.675198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31dfc27-c88c-4313-bb1e-d95e77fb4172 req-606e37e4-7080-42f3-8917-f4716ccee306 service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865019 Mar 07 04:26:35.677024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aca593-c90a-476a-95fa-37699b5496b0 req-04ef4c67-c24c-458a-9411-5fb4dcc7da3b service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630568 Mar 07 04:26:35.692584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:35.693246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:35.694706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f952a817-274f-469e-8e4b-468d2b4cf51c req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "PUT /v2.0/ports/08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 1020 time: 2.0340779 Mar 07 04:26:35.729943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'tag': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507'}, {'name': 'network-changed', 'server_uuid': '96269e9e-5bb9-4565-879c-9574318d87c6', 'tag': '4fdfc392-99ca-4b2f-b1d5-612a14647d55'}, {'name': 'network-changed', 'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:35.732835 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181f231-2857-49d2-a6d7-c9ca61c37196" -d '{"events": [{"name": "network-changed", "server_uuid": "abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba", "tag": "b56cc5ee-2c9b-4c7f-af06-737bb7248507"}, {"name": "network-changed", "server_uuid": "96269e9e-5bb9-4565-879c-9574318d87c6", "tag": "4fdfc392-99ca-4b2f-b1d5-612a14647d55"}, {"name": "network-changed", "server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:35.759686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28d2fc85-def7-4160-a5ad-39b107c636b2 req-f5392bc8-b40e-46e7-8c2d-56ec9165252a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433585 Mar 07 04:26:35.785169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec7a4-70e2-4762-8384-add81d2f8d00 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:35.799647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:35.895672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dfb27-af5c-4dea-bef5-d934610326fc req-5b9e35de-86b5-49b7-ad75-6daeaba43ed0 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:35.897518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d70dfb27-af5c-4dea-bef5-d934610326fc req-5b9e35de-86b5-49b7-ad75-6daeaba43ed0 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 943 time: 0.0989454 Mar 07 04:26:35.948964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9611-b35c-46f8-b5e7-3bdefdbc0223 req-52f958a5-43c7-4fbe-b73d-0a69f16b4daa tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:35.950869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74ea9611-b35c-46f8-b5e7-3bdefdbc0223 req-52f958a5-43c7-4fbe-b73d-0a69f16b4daa tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.0974951 Mar 07 04:26:35.963512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d70dfb27-af5c-4dea-bef5-d934610326fc req-23b57557-5627-47ce-bbf9-ab76e0832900 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591760 Mar 07 04:26:36.025842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74ea9611-b35c-46f8-b5e7-3bdefdbc0223 req-d41acbc0-c264-4e5d-baf2-2e2c0bcb775d tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 Mar 07 04:26:36.052095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'tag': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:36.054591 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d985b93c-4e03-4c05-b30e-7ae533efd1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d472044e-e3e2-419f-81ed-472afbe8958e", "tag": "4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:36.079995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7035782-d023-4479-af7a-464e8fa96986 req-4e17c067-ec95-443e-9186-faf8a735961f tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.0336814 Mar 07 04:26:36.152502 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adefef3-1d0b-46ef-b19c-8abb40c17892 x-openstack-request-id: req-5adefef3-1d0b-46ef-b19c-8abb40c17892 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:36.152881 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba", "tag": "b56cc5ee-2c9b-4c7f-af06-737bb7248507", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96269e9e-5bb9-4565-879c-9574318d87c6", "tag": "4fdfc392-99ca-4b2f-b1d5-612a14647d55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:36.153140 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5adefef3-1d0b-46ef-b19c-8abb40c17892 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:36.153602 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'tag': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507', 'status': 'completed', 'code': 200} Mar 07 04:26:36.153850 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96269e9e-5bb9-4565-879c-9574318d87c6', 'tag': '4fdfc392-99ca-4b2f-b1d5-612a14647d55', 'status': 'completed', 'code': 200} Mar 07 04:26:36.158109 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b', 'status': 'completed', 'code': 200} Mar 07 04:26:36.206234 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b86c57-d8e2-4594-9b74-0260630e0f4a x-openstack-request-id: req-62b86c57-d8e2-4594-9b74-0260630e0f4a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:36.206529 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d472044e-e3e2-419f-81ed-472afbe8958e", "tag": "4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:36.206785 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62b86c57-d8e2-4594-9b74-0260630e0f4a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:36.207180 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'tag': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad', 'status': 'completed', 'code': 200} Mar 07 04:26:36.277334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-a59b6890-392f-43fc-adc2-83b010ffa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.279006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-a59b6890-392f-43fc-adc2-83b010ffa1ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab32923c98c2478bbee146734a6d28bd&device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 1129 time: 0.0889843 Mar 07 04:26:36.290831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-66ddd5f4-2618-4589-a2d1-59559b32aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.292994 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-66ddd5f4-2618-4589-a2d1-59559b32aa1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 1125 time: 0.0658658 Mar 07 04:26:36.317766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0f98d-1169-4b39-ab49-584c02ab2a38 req-52003804-2499-46f9-b985-7486b0d6e704 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.319286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0d0f98d-1169-4b39-ab49-584c02ab2a38 req-52003804-2499-46f9-b985-7486b0d6e704 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1023 time: 0.1763794 Mar 07 04:26:36.379378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-b27a9c90-1c58-49e6-908e-30c9d7fd4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.380898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-b27a9c90-1c58-49e6-908e-30c9d7fd4f76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1206 time: 0.1999686 Mar 07 04:26:36.413627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-fa0e398c-3ac8-4f3a-93f9-74721f6786c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.415379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-fa0e398c-3ac8-4f3a-93f9-74721f6786c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 913 time: 0.1148670 Mar 07 04:26:36.460984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0d0f98d-1169-4b39-ab49-584c02ab2a38 req-4032680e-0bc0-4980-ad0e-da222ef0d56e tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&id=fee100f2-f696-46d7-b5e3-6eabf9198c45&id=2087e54d-d08d-4f54-a15d-0322f2107858 HTTP/1.1" status: 200 len: 6198 time: 0.1336324 Mar 07 04:26:36.485822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-cbb80cf1-cd6e-4af7-a805-fb6a78752f38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad HTTP/1.1" status: 200 len: 217 time: 0.0617607 Mar 07 04:26:36.542804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-c56f8f87-a605-4b32-8b54-80038651db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.544293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-c56f8f87-a605-4b32-8b54-80038651db87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.1260195 Mar 07 04:26:36.570232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-c13a6052-3f8a-49b8-85f1-f1fa4d53e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.572098 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-c13a6052-3f8a-49b8-85f1-f1fa4d53e897 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.0757687 Mar 07 04:26:36.608683 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:36.614422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-954699b8-6d1d-44b4-b297-cf3946fd38d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330725 Mar 07 04:26:36.616296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-e84ebb85-a395-4a62-8835-84f642244040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.617827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-e84ebb85-a395-4a62-8835-84f642244040 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3306098 Mar 07 04:26:36.635649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-9cc89c17-3773-4278-b76d-90c493e5e332 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 200 len: 217 time: 0.0810423 Mar 07 04:26:36.689881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-0435dde3-b95c-42b9-a208-6ad0c4f8f1c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507 HTTP/1.1" status: 200 len: 217 time: 0.0558560 Mar 07 04:26:36.692747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-bc984089-f9d8-4a24-b873-e2d45be531bd req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1288928796 ', 'description': 'tempest-description-928168389'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:36.719878 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-fbcb931e-43e5-4167-8520-c214fa1f5517 service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977018 Mar 07 04:26:36.786127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc984089-f9d8-4a24-b873-e2d45be531bd req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:36.788852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-bb2fdb92-72e9-4a60-856b-ce9fa1d28384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.790393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-bb2fdb92-72e9-4a60-856b-ce9fa1d28384 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.1123638 Mar 07 04:26:36.798851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8baf7-ffb0-4c9d-af7e-b64217df8b02 req-ba730c59-ac2b-4997-87bd-c465c6326f13 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.800413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3c8baf7-ffb0-4c9d-af7e-b64217df8b02 req-ba730c59-ac2b-4997-87bd-c465c6326f13 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 947 time: 0.2361979 Mar 07 04:26:36.827205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d985b93c-4e03-4c05-b30e-7ae533efd1ba req-45dcb59b-4c35-4150-99ed-2356afe0f887 service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986226 Mar 07 04:26:36.848628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-f973da4b-d499-4d05-b43d-6f6e8fa8136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:36.850074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-f973da4b-d499-4d05-b43d-6f6e8fa8136a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1507452 Mar 07 04:26:36.851817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-8709e5c5-c2dc-49a1-be24-950f6bd22a29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505157 Mar 07 04:26:36.994813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3c8baf7-ffb0-4c9d-af7e-b64217df8b02 req-7228e3c2-7043-47ac-8777-91be3d1ad21b tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830320 Mar 07 04:26:37.038567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-b41b1a47-a71a-4d9e-81f2-e99c7988dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.040123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-b41b1a47-a71a-4d9e-81f2-e99c7988dde7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1786816 Mar 07 04:26:37.043828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-8bc1814d-4446-4d58-a88a-1156adaed5ae service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791968 Mar 07 04:26:37.078676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc984089-f9d8-4a24-b873-e2d45be531bd req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (f27f95e8-ffaf-4e3f-9e4c-72f92db3621d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:37.097029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc984089-f9d8-4a24-b873-e2d45be531bd req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f27f95e8-ffaf-4e3f-9e4c-72f92db3621d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:37.206776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bc984089-f9d8-4a24-b873-e2d45be531bd req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:37.208015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc984089-f9d8-4a24-b873-e2d45be531bd req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5288596 Mar 07 04:26:37.220825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adecf2b-eac5-46e5-9a99-ff3daba661fa tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f95e8-ffaf-4e3f-9e4c-72f92db3621d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:37.268637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-69e74aaa-fac0-45dd-ab13-d770f7c990c9 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214479 Mar 07 04:26:37.344384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-f6de8c31-ce64-4895-902a-8c18ac790371 service neutron] 10.222.0.44 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838063 Mar 07 04:26:37.397891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1dfa9-24b8-4236-9910-25ec794ec509 req-9c6c873f-4ffc-4a22-82b4-b9712ace6201 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.399390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bf1dfa9-24b8-4236-9910-25ec794ec509 req-9c6c873f-4ffc-4a22-82b4-b9712ace6201 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 944 time: 0.1798379 Mar 07 04:26:37.437687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8056db-8a78-40f7-ace7-e4348e361068 req-72abfddd-e371-4563-82f8-f48879b29faf tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.439207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb8056db-8a78-40f7-ace7-e4348e361068 req-72abfddd-e371-4563-82f8-f48879b29faf tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 943 time: 0.1634347 Mar 07 04:26:37.451913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-d11882fc-7335-44f3-a5dd-4d761f8d4a34 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678460 Mar 07 04:26:37.493830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bf1dfa9-24b8-4236-9910-25ec794ec509 req-372574f3-78b8-423b-a7ac-214cae58c72e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853720 Mar 07 04:26:37.543811 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:37.545154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb8056db-8a78-40f7-ace7-e4348e361068 req-1da3e2a4-389a-4625-9221-ac7b04d3edfb tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965931 Mar 07 04:26:37.573494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-38945b08-e1c1-4c12-81f7-bd7f7560223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.575038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-38945b08-e1c1-4c12-81f7-bd7f7560223b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 1126 time: 0.0804219 Mar 07 04:26:37.690816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-479ca4da-1062-408f-87fd-ec8a1912316d req-5960deb6-ff3e-4869-adfd-8978caaef504 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.0715249 Mar 07 04:26:37.712260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbc81c-a749-4028-a87c-e54e97128ee0 req-9efce9d7-0338-4070-815d-0962049d0925 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.713820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6acbc81c-a749-4028-a87c-e54e97128ee0 req-9efce9d7-0338-4070-815d-0962049d0925 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.1530912 Mar 07 04:26:37.749202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-84b1c6cf-39a9-4601-898c-119f48b8ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.751473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-84b1c6cf-39a9-4601-898c-119f48b8ceda service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.1614213 Mar 07 04:26:37.807757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-70234f8d-de3c-4625-a1e6-abc5871ef2df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55 HTTP/1.1" status: 200 len: 217 time: 0.0447369 Mar 07 04:26:37.811989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6acbc81c-a749-4028-a87c-e54e97128ee0 req-9fcf16d6-95c7-4506-bec1-6685383f7bcd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869498 Mar 07 04:26:37.898877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-46b5bce0-5ec8-42f9-a194-c599255bb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:37.900329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-46b5bce0-5ec8-42f9-a194-c599255bb5da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.0855548 Mar 07 04:26:37.917708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c7af2b6-26ef-4f69-be23-a2962bbc8c1b req-a74eb6f2-b298-4ae1-8678-286475817e6d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f27f95e8-ffaf-4e3f-9e4c-72f92db3621d HTTP/1.1" status: 200 len: 1797 time: 0.0627480 Mar 07 04:26:37.923913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b56cc5ee-2c9b-4c7f-af06-737bb7248507 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:37.935296 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-54f8e987-8ad2-407d-afa2-5b36b7a4f489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287480 Mar 07 04:26:38.042758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b56cc5ee-2c9b-4c7f-af06-737bb7248507, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:38.057238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507', 'mac_address': 'fa:16:3e:67:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:38.060225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7371f3c-b157-4ac8-8e2f-76e4e2809ad8 req-173a14b4-4687-4397-b411-3a1c35f7bfe8 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f27f95e8-ffaf-4e3f-9e4c-72f92db3621d HTTP/1.1" status: 200 len: 1797 time: 0.1078818 Mar 07 04:26:38.103872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-97bb07bf-4a75-4a5d-b228-4740a10f6880 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617377 Mar 07 04:26:38.113962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b56cc5ee-2c9b-4c7f-af06-737bb7248507 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:38.113962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.128210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56cc5ee-2c9b-4c7f-af06-737bb7248507 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:38.156472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b56cc5ee-2c9b-4c7f-af06-737bb7248507, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:38.162107 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.163449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 65db0a8a-4590-4193-8b00-9fdb936641c2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:38.221944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b7371f3c-b157-4ac8-8e2f-76e4e2809ad8 req-55700d0c-4ef2-4903-8fa3-5fb964bb1734 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (f27f95e8-ffaf-4e3f-9e4c-72f92db3621d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.236871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b56cc5ee-2c9b-4c7f-af06-737bb7248507,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:38.255989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.257227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.257227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.257227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.257712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.258168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.258610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.259045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.259455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.259871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.260289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.260710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.261125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:26:38.264753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b7371f3c-b157-4ac8-8e2f-76e4e2809ad8 req-55700d0c-4ef2-4903-8fa3-5fb964bb1734 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (f27f95e8-ffaf-4e3f-9e4c-72f92db3621d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.287939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5181f231-2857-49d2-a6d7-c9ca61c37196 req-4b583ef3-56fe-484a-9853-2770951a8c25 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766052 Mar 07 04:26:38.315276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544919bc-3e11-4bfc-a68c-92abebc8f40a req-df56b577-aee6-4265-81cc-400fcd9e32fe tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:38.316715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-544919bc-3e11-4bfc-a68c-92abebc8f40a req-df56b577-aee6-4265-81cc-400fcd9e32fe tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 948 time: 0.1439402 Mar 07 04:26:38.330787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 65db0a8a-4590-4193-8b00-9fdb936641c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=65db0a8a-4590-4193-8b00-9fdb936641c2,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:38.343640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '65db0a8a-4590-4193-8b00-9fdb936641c2', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'port_id': '65db0a8a-4590-4193-8b00-9fdb936641c2', 'mac_address': 'fa:16:3e:ff:5f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ade57b-6912-4b5c-a1dd-f33f32609c11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:38.346517 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b7371f3c-b157-4ac8-8e2f-76e4e2809ad8 req-55700d0c-4ef2-4903-8fa3-5fb964bb1734 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f27f95e8-ffaf-4e3f-9e4c-72f92db3621d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.349423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b7371f3c-b157-4ac8-8e2f-76e4e2809ad8 req-55700d0c-4ef2-4903-8fa3-5fb964bb1734 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.358499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7371f3c-b157-4ac8-8e2f-76e4e2809ad8 req-55700d0c-4ef2-4903-8fa3-5fb964bb1734 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/f27f95e8-ffaf-4e3f-9e4c-72f92db3621d HTTP/1.1" status: 204 len: 173 time: 0.2916815 Mar 07 04:26:38.389064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 65db0a8a-4590-4193-8b00-9fdb936641c2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:38.389492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.399472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700d0c-4ef2-4903-8fa3-5fb964bb1734 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f95e8-ffaf-4e3f-9e4c-72f92db3621d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:38.403401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65db0a8a-4590-4193-8b00-9fdb936641c2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:38.419844 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-fcfe4ce3-2605-4196-998c-eb949bf637d3 req-3d2db269-ec14-4b6b-9482-aa9ac25094e5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:26:38.420853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcfe4ce3-2605-4196-998c-eb949bf637d3 req-3d2db269-ec14-4b6b-9482-aa9ac25094e5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f27f95e8-ffaf-4e3f-9e4c-72f92db3621d HTTP/1.1" status: 404 len: 352 time: 0.0328593 Mar 07 04:26:38.432200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 65db0a8a-4590-4193-8b00-9fdb936641c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=65db0a8a-4590-4193-8b00-9fdb936641c2,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:38.443854 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.462626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-544919bc-3e11-4bfc-a68c-92abebc8f40a req-dafbc5b7-f9d4-499d-a3b1-c49604208ede tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187687 Mar 07 04:26:38.492092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-328f4ea8-5cae-42d3-b43c-86e2d4a19ea9 req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-572621350', 'description': 'tempest-description-960861418'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:38.508312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=65db0a8a-4590-4193-8b00-9fdb936641c2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:38.520171 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-328f4ea8-5cae-42d3-b43c-86e2d4a19ea9 req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.597035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-328f4ea8-5cae-42d3-b43c-86e2d4a19ea9 req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (a24e6e18-a341-43a3-be73-70afd0d99957), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.602553 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-328f4ea8-5cae-42d3-b43c-86e2d4a19ea9 req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a24e6e18-a341-43a3-be73-70afd0d99957), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.659491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-328f4ea8-5cae-42d3-b43c-86e2d4a19ea9 req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.660832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-328f4ea8-5cae-42d3-b43c-86e2d4a19ea9 req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1737428 Mar 07 04:26:38.674145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b56cc5ee-2c9b-4c7f-af06-737bb7248507'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:38.674947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fe53a-2a1e-4f42-9320-f4f15dafa70a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e6e18-a341-43a3-be73-70afd0d99957,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:38.678636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['65db0a8a-4590-4193-8b00-9fdb936641c2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:38.723361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5fe8b-88df-485e-8d63-da96a09a24cf req-966e6bdd-70cf-4872-a28a-a72183cbb190 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:38.732925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4a5fe8b-88df-485e-8d63-da96a09a24cf req-966e6bdd-70cf-4872-a28a-a72183cbb190 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 944 time: 0.1199789 Mar 07 04:26:38.806849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4a5fe8b-88df-485e-8d63-da96a09a24cf req-28a3e176-942d-4a83-9854-2945691141ab tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729773 Mar 07 04:26:38.834436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b176053-de0c-4760-aa07-5e07aa5e05de req-05e29f16-5a73-42d4-a4c9-89deee80f9c5 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:38.836018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b176053-de0c-4760-aa07-5e07aa5e05de req-05e29f16-5a73-42d4-a4c9-89deee80f9c5 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 943 time: 0.0779738 Mar 07 04:26:38.841006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-58dd09c9-c026-4ff9-a86d-3db8964b0c3f req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1846428490', 'description': 'tempest-description-47724218'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:38.888695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-58dd09c9-c026-4ff9-a86d-3db8964b0c3f req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:38.910548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b176053-de0c-4760-aa07-5e07aa5e05de req-1c68403f-04e6-4654-bedb-8e2d82629dbf tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640433 Mar 07 04:26:38.917485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:38.998406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-58dd09c9-c026-4ff9-a86d-3db8964b0c3f req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (fc959352-ff53-4395-821a-70b7c2797c6f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.003755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-58dd09c9-c026-4ff9-a86d-3db8964b0c3f req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fc959352-ff53-4395-821a-70b7c2797c6f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.039572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc959352-ff53-4395-821a-70b7c2797c6f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:39.054511 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-58dd09c9-c026-4ff9-a86d-3db8964b0c3f req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.065570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:26:39.070277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58dd09c9-c026-4ff9-a86d-3db8964b0c3f req-b8b5c670-9d22-4085-b514-c5bf21d94941 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2325845 Mar 07 04:26:39.172740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe5ff1dd-53b4-443f-9c89-82f099b54d7d req-9be5af6a-3164-4094-8ab6-aed1017cbf47 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8a9441-a407-461b-ac72-ae6bae3d7a33 HTTP/1.1" status: 200 len: 210 time: 0.0454073 Mar 07 04:26:39.221619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5dd4a9cd-1d1f-41d7-a9d5-74d4f0839ff7 req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-358591915', 'description': 'tempest-description-2094392085'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:39.250406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.250820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dd4a9cd-1d1f-41d7-a9d5-74d4f0839ff7 req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.285745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77549f-06e9-46ec-8232-113da4fdda90 req-7027183f-8e80-4493-a875-3a343868de14 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:39.287555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce77549f-06e9-46ec-8232-113da4fdda90 req-7027183f-8e80-4493-a875-3a343868de14 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.0984559 Mar 07 04:26:39.298738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:39.313654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'port_id': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad', 'mac_address': 'fa:16:3e:c3:f9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ade57b-6912-4b5c-a1dd-f33f32609c11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:39.354248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:39.354679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.367886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:39.374006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce77549f-06e9-46ec-8232-113da4fdda90 req-58d8260f-bdb1-4b4e-bf1d-737afd2fcde6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724704 Mar 07 04:26:39.377470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dd4a9cd-1d1f-41d7-a9d5-74d4f0839ff7 req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (f224acf1-93aa-43f2-849f-03a880f5c2f1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.385295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dd4a9cd-1d1f-41d7-a9d5-74d4f0839ff7 req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f224acf1-93aa-43f2-849f-03a880f5c2f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.401603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:39.414950 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.449206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dd4a9cd-1d1f-41d7-a9d5-74d4f0839ff7 req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:39.454590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dd4a9cd-1d1f-41d7-a9d5-74d4f0839ff7 req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2380958 Mar 07 04:26:39.470812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31891a-693c-42e8-b054-4de8c2637b81 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f224acf1-93aa-43f2-849f-03a880f5c2f1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:39.479610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:39.606220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62dadfd-b432-46c6-bcd9-9cbcdff0394f req-c2ef5d49-3220-4bff-bdf5-36e7d93b9f1b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 10994 time: 0.1023986 Mar 07 04:26:39.656769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62dadfd-b432-46c6-bcd9-9cbcdff0394f req-8616ef1e-62b9-4edc-b5ca-dfdd7d835853 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/99d1b7e3-4ddb-4602-8385-167a3fe36758 HTTP/1.1" status: 200 len: 2998 time: 0.0434444 Mar 07 04:26:39.710179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62dadfd-b432-46c6-bcd9-9cbcdff0394f req-e3f5ba4a-6f0e-4960-a49a-f13730ea9714 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/99d1b7e3-4ddb-4602-8385-167a3fe36758 HTTP/1.1" status: 200 len: 2998 time: 0.0464921 Mar 07 04:26:39.812097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:39.829084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f174-1985-47fc-9936-fadb592b9274 req-69a37431-6034-4991-8817-519556a62a87 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:39.846159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37b1f174-1985-47fc-9936-fadb592b9274 req-69a37431-6034-4991-8817-519556a62a87 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 948 time: 0.0819447 Mar 07 04:26:39.944463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4fdfc392-99ca-4b2f-b1d5-612a14647d55 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:39.947110 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b56cc5ee-2c9b-4c7f-af06-737bb7248507 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:39.955541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37b1f174-1985-47fc-9936-fadb592b9274 req-da1dc003-096b-4c13-805e-346c87555608 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Mar 07 04:26:40.055590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9685739-b650-4f17-84c6-e52a0f8fd6d0 req-7b9b307a-316d-4b92-b6f5-4b5c2054bd2c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/a24e6e18-a341-43a3-be73-70afd0d99957 HTTP/1.1" status: 200 len: 1816 time: 0.0937541 Mar 07 04:26:40.170590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceba97-f5a9-4c76-af9b-25118a3aebcc req-886693f0-a3e8-45ed-b2a8-19cabb6a37a3 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:40.178771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3ceba97-f5a9-4c76-af9b-25118a3aebcc req-886693f0-a3e8-45ed-b2a8-19cabb6a37a3 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 944 time: 0.1116841 Mar 07 04:26:40.212143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b9685739-b650-4f17-84c6-e52a0f8fd6d0 req-cb0c2e03-0e71-418e-9b7f-ec665a065766 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (a24e6e18-a341-43a3-be73-70afd0d99957), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.214042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port b56cc5ee-2c9b-4c7f-af06-737bb7248507 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:40.223939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:40.238469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port b56cc5ee-2c9b-4c7f-af06-737bb7248507 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:40.239180 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.244419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '4fdfc392-99ca-4b2f-b1d5-612a14647d55', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': '4fdfc392-99ca-4b2f-b1d5-612a14647d55', 'mac_address': 'fa:16:3e:cc:73:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:40.255676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3ceba97-f5a9-4c76-af9b-25118a3aebcc req-59a18969-e1bf-4612-8a2e-4a0477e621a1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757830 Mar 07 04:26:40.302958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b9685739-b650-4f17-84c6-e52a0f8fd6d0 req-cb0c2e03-0e71-418e-9b7f-ec665a065766 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (a24e6e18-a341-43a3-be73-70afd0d99957), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.373671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:40.375969 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.435041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b9685739-b650-4f17-84c6-e52a0f8fd6d0 req-cb0c2e03-0e71-418e-9b7f-ec665a065766 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a24e6e18-a341-43a3-be73-70afd0d99957), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.440094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b9685739-b650-4f17-84c6-e52a0f8fd6d0 req-cb0c2e03-0e71-418e-9b7f-ec665a065766 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.444612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdfc392-99ca-4b2f-b1d5-612a14647d55 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:40.455307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9685739-b650-4f17-84c6-e52a0f8fd6d0 req-cb0c2e03-0e71-418e-9b7f-ec665a065766 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/a24e6e18-a341-43a3-be73-70afd0d99957 HTTP/1.1" status: 204 len: 173 time: 0.3744926 Mar 07 04:26:40.476730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b56cc5ee-2c9b-4c7f-af06-737bb7248507 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:40.477202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.480275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:40.491522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.513133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c2e03-0e71-418e-9b7f-ec665a065766 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e6e18-a341-43a3-be73-70afd0d99957,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:40.560044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e6b9-a75c-48e8-ba2f-e3c01288400e req-e5397d4c-729e-4c0d-9a81-1eda879a49af tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:40.570142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4fdfc392-99ca-4b2f-b1d5-612a14647d55,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:40.574566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af67e6b9-a75c-48e8-ba2f-e3c01288400e req-e5397d4c-729e-4c0d-9a81-1eda879a49af tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 944 time: 0.1514778 Mar 07 04:26:40.592505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:40.594806 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d457dbb-d515-483c-9c91-000e09946a35" -d '{"events": [{"server_uuid": "abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba", "name": "network-vif-plugged", "status": "completed", "tag": "b56cc5ee-2c9b-4c7f-af06-737bb7248507"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:40.630486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b56cc5ee-2c9b-4c7f-af06-737bb7248507, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:40.646033 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.646898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 65db0a8a-4590-4193-8b00-9fdb936641c2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:40.700251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af67e6b9-a75c-48e8-ba2f-e3c01288400e req-4d978ab3-edbc-448b-be1f-b95a21bb97d3 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222095 Mar 07 04:26:40.742725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b56cc5ee-2c9b-4c7f-af06-737bb7248507,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:40.743321 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-92ae5a4d-cef0-4ae2-9724-506224dadc55 req-5c003c65-26bf-4578-870c-c4183ec2f903 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:26:40.752031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['4fdfc392-99ca-4b2f-b1d5-612a14647d55'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:40.758796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92ae5a4d-cef0-4ae2-9724-506224dadc55 req-5c003c65-26bf-4578-870c-c4183ec2f903 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/a24e6e18-a341-43a3-be73-70afd0d99957 HTTP/1.1" status: 404 len: 352 time: 0.0313730 Mar 07 04:26:40.781761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607561a2-8f97-4854-8072-ebeba7953068 req-28217afc-10f6-4db7-b068-8ff77712fc2e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:40.783776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-607561a2-8f97-4854-8072-ebeba7953068 req-28217afc-10f6-4db7-b068-8ff77712fc2e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.1364853 Mar 07 04:26:40.824308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 65db0a8a-4590-4193-8b00-9fdb936641c2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:40.832693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 65db0a8a-4590-4193-8b00-9fdb936641c2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:40.833070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:40.888539 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5335794c-3672-405c-a2f3-439e8c95ddf8 x-openstack-request-id: req-5335794c-3672-405c-a2f3-439e8c95ddf8 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:40.888673 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba", "name": "network-vif-plugged", "status": "completed", "tag": "b56cc5ee-2c9b-4c7f-af06-737bb7248507", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:40.895218 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5335794c-3672-405c-a2f3-439e8c95ddf8 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:40.895218 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507', 'code': 200} Mar 07 04:26:40.975242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-607561a2-8f97-4854-8072-ebeba7953068 req-5d8e96d9-6411-4f16-b9c1-2e9d1b4f217c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847711 Mar 07 04:26:41.072072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 65db0a8a-4590-4193-8b00-9fdb936641c2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:41.073210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.120828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dda2826f-dcc6-438b-bc46-f07f1d125590 req-d6370c8d-de1f-4f02-bccf-d33022520eb7 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/fc959352-ff53-4395-821a-70b7c2797c6f HTTP/1.1" status: 200 len: 1816 time: 0.1983178 Mar 07 04:26:41.148201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 65db0a8a-4590-4193-8b00-9fdb936641c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=65db0a8a-4590-4193-8b00-9fdb936641c2,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:41.159551 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.172729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba50f3-66ce-42d0-a8a1-e19404aad9a8 req-e718a6d0-30a9-4bd2-b186-6f404aecc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:41.174292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55ba50f3-66ce-42d0-a8a1-e19404aad9a8 req-e718a6d0-30a9-4bd2-b186-6f404aecc5e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 1131 time: 0.1942117 Mar 07 04:26:41.203360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33a7be-6a33-4c6a-94d5-2f2bb1addd01 req-8c8fc095-878c-403f-bf35-12f7c8bd4e8e tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:41.211456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f33a7be-6a33-4c6a-94d5-2f2bb1addd01 req-8c8fc095-878c-403f-bf35-12f7c8bd4e8e tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 949 time: 0.1466720 Mar 07 04:26:41.257186 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:26:41.265218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=65db0a8a-4590-4193-8b00-9fdb936641c2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:41.298850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dda2826f-dcc6-438b-bc46-f07f1d125590 req-a42ab8ad-6ba8-447c-a298-9921c8fed0a5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (fc959352-ff53-4395-821a-70b7c2797c6f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.318421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f33a7be-6a33-4c6a-94d5-2f2bb1addd01 req-47d0b441-04fe-4c69-a7bf-f96176e3ba6a tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060216 Mar 07 04:26:41.363585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34336) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:41.366783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55ba50f3-66ce-42d0-a8a1-e19404aad9a8 req-473cf7f6-57a5-4ddd-994d-576dbbff1ddf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863325 Mar 07 04:26:41.388508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dda2826f-dcc6-438b-bc46-f07f1d125590 req-a42ab8ad-6ba8-447c-a298-9921c8fed0a5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (fc959352-ff53-4395-821a-70b7c2797c6f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.471179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dda2826f-dcc6-438b-bc46-f07f1d125590 req-a42ab8ad-6ba8-447c-a298-9921c8fed0a5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fc959352-ff53-4395-821a-70b7c2797c6f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.473759 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dda2826f-dcc6-438b-bc46-f07f1d125590 req-a42ab8ad-6ba8-447c-a298-9921c8fed0a5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.477753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dda2826f-dcc6-438b-bc46-f07f1d125590 req-a42ab8ad-6ba8-447c-a298-9921c8fed0a5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc959352-ff53-4395-821a-70b7c2797c6f HTTP/1.1" status: 204 len: 173 time: 0.3561192 Mar 07 04:26:41.502227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ae68-dc2e-4e8e-a7ac-869c39012887 req-83ba9f92-ab52-4b79-84af-0756b9ebba4b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:41.504291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fef6ae68-dc2e-4e8e-a7ac-869c39012887 req-83ba9f92-ab52-4b79-84af-0756b9ebba4b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 945 time: 0.0959234 Mar 07 04:26:41.519393 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-2ea27881-5c31-4668-8b7d-75d7324a6c4f req-dbf2e883-7dd5-4228-9cbf-28b5cc33196f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:26:41.525424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ea27881-5c31-4668-8b7d-75d7324a6c4f req-dbf2e883-7dd5-4228-9cbf-28b5cc33196f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/fc959352-ff53-4395-821a-70b7c2797c6f HTTP/1.1" status: 404 len: 352 time: 0.0193582 Mar 07 04:26:41.562939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ab8ad-6ba8-447c-a298-9921c8fed0a5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc959352-ff53-4395-821a-70b7c2797c6f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:41.566093 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe8d54fb-f518-4955-88f5-63005da41221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.749367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe8d54fb-f518-4955-88f5-63005da41221 admin admin] Publish callbacks [] for security_group (ad4f0b57-741c-4eff-8b27-a6552cd13532), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.757589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe8d54fb-f518-4955-88f5-63005da41221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ad4f0b57-741c-4eff-8b27-a6552cd13532), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.827455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe8d54fb-f518-4955-88f5-63005da41221 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0eb21ae018ef4608bfcb4edaa1635cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618089 Mar 07 04:26:41.829846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:41.837302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d54fb-f518-4955-88f5-63005da41221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4f0b57-741c-4eff-8b27-a6552cd13532,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:41.900389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cec8-788e-4ebe-b8b6-01b0fb1aea76 admin admin] Publish callbacks [] for security_group (ad4f0b57-741c-4eff-8b27-a6552cd13532), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.924845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cec8-788e-4ebe-b8b6-01b0fb1aea76 admin admin] Publish callbacks [] for security_group (ad4f0b57-741c-4eff-8b27-a6552cd13532), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:41.940607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4fdfc392-99ca-4b2f-b1d5-612a14647d55 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:41.975629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69ef37dc-4f29-44df-8cdd-d73b8bfed555 req-75480332-9ff1-43f6-acef-8bb04c3b5c25 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f224acf1-93aa-43f2-849f-03a880f5c2f1 HTTP/1.1" status: 200 len: 1817 time: 0.4216530 Mar 07 04:26:42.016025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fef6ae68-dc2e-4e8e-a7ac-869c39012887 req-146f9290-1ef5-4cb7-87fa-852914e33851 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868894 Mar 07 04:26:42.047515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cec8-788e-4ebe-b8b6-01b0fb1aea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ad4f0b57-741c-4eff-8b27-a6552cd13532), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.050574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cec8-788e-4ebe-b8b6-01b0fb1aea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.055237 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a4e8cec8-788e-4ebe-b8b6-01b0fb1aea76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad4f0b57-741c-4eff-8b27-a6552cd13532 HTTP/1.1" status: 204 len: 168 time: 0.2235000 Mar 07 04:26:42.063635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:42.071228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:42.071604 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.072446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8cec8-788e-4ebe-b8b6-01b0fb1aea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4f0b57-741c-4eff-8b27-a6552cd13532,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:42.097708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-69ef37dc-4f29-44df-8cdd-d73b8bfed555 req-050e1488-64f7-43bf-a100-c2b9a25be495 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (f224acf1-93aa-43f2-849f-03a880f5c2f1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.183281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-69ef37dc-4f29-44df-8cdd-d73b8bfed555 req-050e1488-64f7-43bf-a100-c2b9a25be495 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (f224acf1-93aa-43f2-849f-03a880f5c2f1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.248314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530af4-3f2f-4cb5-86c3-220cbf56c693 req-d628aacf-a88c-45b5-965d-41f46c942687 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:42.256328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c530af4-3f2f-4cb5-86c3-220cbf56c693 req-d628aacf-a88c-45b5-965d-41f46c942687 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 944 time: 0.1365585 Mar 07 04:26:42.290932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:42.292658 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.307911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-69ef37dc-4f29-44df-8cdd-d73b8bfed555 req-050e1488-64f7-43bf-a100-c2b9a25be495 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f224acf1-93aa-43f2-849f-03a880f5c2f1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.310602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-69ef37dc-4f29-44df-8cdd-d73b8bfed555 req-050e1488-64f7-43bf-a100-c2b9a25be495 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.316889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69ef37dc-4f29-44df-8cdd-d73b8bfed555 req-050e1488-64f7-43bf-a100-c2b9a25be495 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/f224acf1-93aa-43f2-849f-03a880f5c2f1 HTTP/1.1" status: 204 len: 173 time: 0.3403730 Mar 07 04:26:42.377397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e1488-64f7-43bf-a100-c2b9a25be495 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f224acf1-93aa-43f2-849f-03a880f5c2f1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:42.404248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:42.419960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.489812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c530af4-3f2f-4cb5-86c3-220cbf56c693 req-21eddc8a-7d6d-4769-b7e8-afeb563396c1 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324317 Mar 07 04:26:42.547261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4fdfc392-99ca-4b2f-b1d5-612a14647d55,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:42.557315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f2c8-08cb-437c-aba0-b93f4efdd48c req-10b49ffc-e2d1-4128-af8a-eb9a13c39f0a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:42.565722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f73f2c8-08cb-437c-aba0-b93f4efdd48c req-10b49ffc-e2d1-4128-af8a-eb9a13c39f0a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.1529264 Mar 07 04:26:42.617448 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-1423bb35-14fa-4c13-a2a9-6d150f51d455 req-f6c34357-9ad4-44b4-9aac-3e4c4fc0181d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:26:42.618670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1423bb35-14fa-4c13-a2a9-6d150f51d455 req-f6c34357-9ad4-44b4-9aac-3e4c4fc0181d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f224acf1-93aa-43f2-849f-03a880f5c2f1 HTTP/1.1" status: 404 len: 352 time: 0.0295086 Mar 07 04:26:42.656892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f73f2c8-08cb-437c-aba0-b93f4efdd48c req-a5483a89-ad16-4f4b-ae05-e29ee0e7a418 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856891 Mar 07 04:26:42.772200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b930d22e-7a46-49c1-a7f2-6d3cdaa95881 req-aa7df50e-7221-482d-9249-681b787f1bdf tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 6198 time: 0.0957026 Mar 07 04:26:42.835226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:42.855675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b930d22e-7a46-49c1-a7f2-6d3cdaa95881 req-fc7400c0-5938-49c8-b39a-13dfb0f9de1c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/99d1b7e3-4ddb-4602-8385-167a3fe36758 HTTP/1.1" status: 200 len: 2998 time: 0.0678036 Mar 07 04:26:42.895877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65db0a8a-4590-4193-8b00-9fdb936641c2'}, {'server_uuid': '96269e9e-5bb9-4565-879c-9574318d87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdfc392-99ca-4b2f-b1d5-612a14647d55'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:42.900455 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee1dd55-0886-428b-a338-7bf07197b134" -d '{"events": [{"server_uuid": "d0b29cee-d272-4d6e-92d7-037a90bf30f6", "name": "network-vif-plugged", "status": "completed", "tag": "65db0a8a-4590-4193-8b00-9fdb936641c2"}, {"server_uuid": "96269e9e-5bb9-4565-879c-9574318d87c6", "name": "network-vif-plugged", "status": "completed", "tag": "4fdfc392-99ca-4b2f-b1d5-612a14647d55"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:42.905021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a5f1-d307-437b-b08a-58a088bc291f req-9e2bc892-8caa-48da-8361-e788831dd634 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:42.912830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0b2a5f1-d307-437b-b08a-58a088bc291f req-9e2bc892-8caa-48da-8361-e788831dd634 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 949 time: 0.1608083 Mar 07 04:26:42.924841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:42.932388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:42.933086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:42.939299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b930d22e-7a46-49c1-a7f2-6d3cdaa95881 req-d0433b43-a36e-4b92-81a8-f669693f9275 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/99d1b7e3-4ddb-4602-8385-167a3fe36758 HTTP/1.1" status: 200 len: 2998 time: 0.0736799 Mar 07 04:26:42.983513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0b2a5f1-d307-437b-b08a-58a088bc291f req-b4182d5e-7938-44ee-b07b-fa8de5fb00a8 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Mar 07 04:26:43.012024 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3a213-cea7-41a6-80a6-84533ff56047 x-openstack-request-id: req-c7e3a213-cea7-41a6-80a6-84533ff56047 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:43.012360 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b29cee-d272-4d6e-92d7-037a90bf30f6", "name": "network-vif-plugged", "status": "completed", "tag": "65db0a8a-4590-4193-8b00-9fdb936641c2", "code": 200}, {"server_uuid": "96269e9e-5bb9-4565-879c-9574318d87c6", "name": "network-vif-plugged", "status": "completed", "tag": "4fdfc392-99ca-4b2f-b1d5-612a14647d55", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:43.012621 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7e3a213-cea7-41a6-80a6-84533ff56047 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:43.013122 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65db0a8a-4590-4193-8b00-9fdb936641c2', 'code': 200} Mar 07 04:26:43.013387 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96269e9e-5bb9-4565-879c-9574318d87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdfc392-99ca-4b2f-b1d5-612a14647d55', 'code': 200} Mar 07 04:26:43.060932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-8f93e5b2-ed1c-4a20-acd4-22696ab8d495 req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1136720460', 'description': 'tempest-description-22742217'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:43.116270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8f93e5b2-ed1c-4a20-acd4-22696ab8d495 req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.140301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:43.141606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.224135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16903b6c-683f-483d-b5a4-59b1f14fa8ba req-1513e959-600b-4015-8ccf-a1444c569509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:43.225237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:43.225649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-16903b6c-683f-483d-b5a4-59b1f14fa8ba req-1513e959-600b-4015-8ccf-a1444c569509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0b29cee-d272-4d6e-92d7-037a90bf30f6 HTTP/1.1" status: 200 len: 1127 time: 0.1041064 Mar 07 04:26:43.230706 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.283285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-16903b6c-683f-483d-b5a4-59b1f14fa8ba req-e80ac30e-c872-4e9a-8280-2d2ba39a4eb3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476489 Mar 07 04:26:43.314119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:43.348409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8f93e5b2-ed1c-4a20-acd4-22696ab8d495 req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (e20d4870-dfbc-4bce-abc8-61d5a9611812), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.355743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8f93e5b2-ed1c-4a20-acd4-22696ab8d495 req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e20d4870-dfbc-4bce-abc8-61d5a9611812), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.369495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac079-6652-43f3-89e4-54410dad8ce8 req-ed787fb8-5161-4951-a595-27c854842858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:43.371033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f07ac079-6652-43f3-89e4-54410dad8ce8 req-ed787fb8-5161-4951-a595-27c854842858 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 1128 time: 0.2355728 Mar 07 04:26:43.397612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8f93e5b2-ed1c-4a20-acd4-22696ab8d495 req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.400563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f93e5b2-ed1c-4a20-acd4-22696ab8d495 req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3451974 Mar 07 04:26:43.405283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cf922-f948-4fd8-9881-1ea3ffab0882 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d4870-dfbc-4bce-abc8-61d5a9611812,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:43.416439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e3b94-e146-4116-9030-44d23d51dc5a req-9712ad5e-1f35-4861-a85b-2191ced553e9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:43.417971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-503e3b94-e146-4116-9030-44d23d51dc5a req-9712ad5e-1f35-4861-a85b-2191ced553e9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.1331615 Mar 07 04:26:43.472348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-503e3b94-e146-4116-9030-44d23d51dc5a req-7741c983-c32c-41a7-be77-b4f7ee5d5373 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Mar 07 04:26:43.532273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f07ac079-6652-43f3-89e4-54410dad8ce8 req-4778a138-f8c5-4fbc-be16-85f99093ca97 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Mar 07 04:26:43.601033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-3b8bf1c4-a359-4ba1-8d11-7ddd977195f1 req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1987325555', 'description': 'tempest-description-1064809056'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:43.636429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30139e-8b6a-4b1b-a1f5-146c10e0e99a req-517d1098-58e6-4b48-a901-e3106120719e tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:43.642733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be30139e-8b6a-4b1b-a1f5-146c10e0e99a req-517d1098-58e6-4b48-a901-e3106120719e tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 949 time: 0.0850642 Mar 07 04:26:43.644548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3b8bf1c4-a359-4ba1-8d11-7ddd977195f1 req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.739256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be30139e-8b6a-4b1b-a1f5-146c10e0e99a req-9d2f31ab-6a89-4422-8b90-836e1a487e5b tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903492 Mar 07 04:26:43.786948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34408) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:43.794297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2072565145'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:43.801332 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3b8bf1c4-a359-4ba1-8d11-7ddd977195f1 req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (a9569be9-6f36-4000-ae52-dc7980b6b778), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.808144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3b8bf1c4-a359-4ba1-8d11-7ddd977195f1 req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a9569be9-6f36-4000-ae52-dc7980b6b778), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.843233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3b8bf1c4-a359-4ba1-8d11-7ddd977195f1 req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.845269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:43.855306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.856241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b8bf1c4-a359-4ba1-8d11-7ddd977195f1 req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2589865 Mar 07 04:26:43.918802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:26:43.930123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed905c-02de-4a55-a57c-f63b1fd8259c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9569be9-6f36-4000-ae52-dc7980b6b778,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:43.950602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3b84070b-9fa3-461a-bb4e-ac618f0aa2c8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:43.956318 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Added segment 3b84070b-9fa3-461a-bb4e-ac618f0aa2c8 of type vlan for network 647fda0b-197a-4970-86eb-e729ec0490e6 Mar 07 04:26:43.999100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955aef5-0832-4edc-9fb5-d49200e722a5 req-8679075f-dc95-4895-b821-d835e18e5e5f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:44.007143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2955aef5-0832-4edc-9fb5-d49200e722a5 req-8679075f-dc95-4895-b821-d835e18e5e5f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 945 time: 0.1704147 Mar 07 04:26:44.008810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34416) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:44.031245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (647fda0b-197a-4970-86eb-e729ec0490e6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.061011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (647fda0b-197a-4970-86eb-e729ec0490e6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.071349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:44.072417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.083737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2955aef5-0832-4edc-9fb5-d49200e722a5 req-a82621eb-1240-4db8-8f2e-a0bc446ac6cb tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756729 Mar 07 04:26:44.113732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30ae37-8aca-4615-9978-7981d924f41d req-65bc28cf-3604-41ff-8616-971da5440962 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:44.117569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3268862 Mar 07 04:26:44.118904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:44.123870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1582918799'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:44.129842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e30ae37-8aca-4615-9978-7981d924f41d req-65bc28cf-3604-41ff-8616-971da5440962 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.1821702 Mar 07 04:26:44.171000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370b14d-e0e0-4916-a568-2dd7ae7ef47a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Network': ['ID=647fda0b-197a-4970-86eb-e729ec0490e6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:44.181740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 647fda0b-197a-4970-86eb-e729ec0490e6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:26:44.189675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:44.194189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.209170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9abc2c-c794-4530-92f6-11de683ff385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.225815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:26:44.229665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e30ae37-8aca-4615-9978-7981d924f41d req-47be127b-0cd8-4cf0-8f08-4463c7beb87c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923378 Mar 07 04:26:44.248045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (272f3208-a693-442f-911c-b3969e1ceeee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.248420 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Added segment 272f3208-a693-442f-911c-b3969e1ceeee of type vlan for network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 Mar 07 04:26:44.298958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.326057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.332624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:44.333218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.373775 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2537591 Mar 07 04:26:44.385807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-b08178dd-af5a-4c5a-9873-068ee94c7677 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:44.387382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-b08178dd-af5a-4c5a-9873-068ee94c7677 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 813 time: 0.1564488 Mar 07 04:26:44.389181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:44.394512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'subnet': {'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:44.407646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa64fb-4095-4b48-be12-10fa5afc71e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Network': ['ID=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:44.419912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:26:44.452201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-e7416a16-478f-4396-9a0f-3325b65f4289 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/quotas/8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 375 time: 0.0495341 Mar 07 04:26:44.546422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9abc2c-c794-4530-92f6-11de683ff385 admin admin] Publish callbacks [] for security_group (05f6e95f-a94a-4fee-9608-70b93fb24f99), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.557200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9abc2c-c794-4530-92f6-11de683ff385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (05f6e95f-a94a-4fee-9608-70b93fb24f99), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.657856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f9abc2c-c794-4530-92f6-11de683ff385 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a8642af6dd84dd69040fe49ed61d5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465712 Mar 07 04:26:44.658689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9abc2c-c794-4530-92f6-11de683ff385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f6e95f-a94a-4fee-9608-70b93fb24f99,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:44.660332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34436) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:44.696977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-c5fe7f87-ccf3-4e2c-9c6a-afa6e5c6f5ad tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121098 Mar 07 04:26:44.706743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:44.710946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.720551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd6cdbd-9960-45ba-9da0-2c20d3e3b02e admin admin] Publish callbacks [] for security_group (05f6e95f-a94a-4fee-9608-70b93fb24f99), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.746411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd6cdbd-9960-45ba-9da0-2c20d3e3b02e admin admin] Publish callbacks [] for security_group (05f6e95f-a94a-4fee-9608-70b93fb24f99), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.822431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd6cdbd-9960-45ba-9da0-2c20d3e3b02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (05f6e95f-a94a-4fee-9608-70b93fb24f99), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.825883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd6cdbd-9960-45ba-9da0-2c20d3e3b02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:44.831286 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ddd6cdbd-9960-45ba-9da0-2c20d3e3b02e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05f6e95f-a94a-4fee-9608-70b93fb24f99 HTTP/1.1" status: 204 len: 168 time: 0.1701584 Mar 07 04:26:44.841834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6cdbd-9960-45ba-9da0-2c20d3e3b02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f6e95f-a94a-4fee-9608-70b93fb24f99,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:44.899547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c039da3-165e-478e-b5ed-38d6ed66df38 req-3982d4af-0fdd-4559-85f7-00631793c3c4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:44.901183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c039da3-165e-478e-b5ed-38d6ed66df38 req-3982d4af-0fdd-4559-85f7-00631793c3c4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.3342428 Mar 07 04:26:44.979158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-4c328bf0-9444-4bbb-b81c-3a01e7906761 service neutron] 10.222.0.21 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810435 Mar 07 04:26:45.014342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:45.017401 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e287ac-37b1-430c-9136-5ee1bf50637f" -d '{"events": [{"server_uuid": "d472044e-e3e2-419f-81ed-472afbe8958e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:45.130834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c039da3-165e-478e-b5ed-38d6ed66df38 req-13ccdc23-c12e-4b07-9bb7-37936dadc7d3 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215350 Mar 07 04:26:45.170833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:45.301188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-b6b517af-e412-4e47-98b5-ad22c516bb1d service neutron] 10.222.0.21 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050132 Mar 07 04:26:45.324744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Subnet': ['ID=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:45.379184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b10a5-c963-4f8d-a4a0-197487aa48d7 req-6b34d047-0ad5-4e2c-a191-1c3c5cccbce8 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:45.380911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-290b10a5-c963-4f8d-a4a0-197487aa48d7 req-6b34d047-0ad5-4e2c-a191-1c3c5cccbce8 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 949 time: 0.1667643 Mar 07 04:26:45.391124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09438125-fd02-42cf-84e6-a30fd520884a req-03188ae0-e525-415e-a388-10e29c965463 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:45.392915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09438125-fd02-42cf-84e6-a30fd520884a req-03188ae0-e525-415e-a388-10e29c965463 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 949 time: 0.1652989 Mar 07 04:26:45.394334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Checking segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:45.394694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network hostable DHCP agents. Network: 647fda0b-197a-4970-86eb-e729ec0490e6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:26:45.492812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 647fda0b-197a-4970-86eb-e729ec0490e6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:26:45.514558 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09038089-9ce5-46c7-be7a-6fb67e13d630 x-openstack-request-id: req-09038089-9ce5-46c7-be7a-6fb67e13d630 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:45.516898 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d472044e-e3e2-419f-81ed-472afbe8958e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:45.517278 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09038089-9ce5-46c7-be7a-6fb67e13d630 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:45.517917 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad', 'code': 200} Mar 07 04:26:45.587938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 647fda0b-197a-4970-86eb-e729ec0490e6) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:45.603260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5249851-2f3d-42df-a234-f6336bdfd344 None None] Network 647fda0b-197a-4970-86eb-e729ec0490e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:45.620290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-290b10a5-c963-4f8d-a4a0-197487aa48d7 req-841ee950-6163-41a2-9e76-cd35a80260d9 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227564 Mar 07 04:26:45.623545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:45.624193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:45.743321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8386f606-4289-4abb-a082-f98eaefe3c18 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3516467 Mar 07 04:26:45.744510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34470) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:45.750954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'subnet': {'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:45.807929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-647fda0b-197a-4970-86eb-e729ec0490e6', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:26:45.810323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:45.872591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Deleting port b56cc5ee-2c9b-4c7f-af06-737bb7248507 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:45.873042 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:45.963424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:45.967156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:45.993387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfe1e-2fe0-498c-a441-19819b1a6e85 req-78d214c5-c69b-4d01-a3d7-8ec51a1d2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:45.995580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f20cfe1e-2fe0-498c-a441-19819b1a6e85 req-78d214c5-c69b-4d01-a3d7-8ec51a1d2e63 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 1127 time: 0.3529203 Mar 07 04:26:46.035129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Allocated IP 10.1.1.2 (647fda0b-197a-4970-86eb-e729ec0490e6/3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf/814deb99-9786-4f3c-9e9e-f77af516e1c3) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:46.050553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34480) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:46.148163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb27bec-010e-4d40-9cf5-f685eaaf9221 req-fd67e64f-453a-425f-9db4-d09d6e4bcf73 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:46.159339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afb27bec-010e-4d40-9cf5-f685eaaf9221 req-fd67e64f-453a-425f-9db4-d09d6e4bcf73 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 945 time: 0.4473920 Mar 07 04:26:46.178215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] For port b56cc5ee-2c9b-4c7f-af06-737bb7248507, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b56cc5ee-2c9b-4c7f-af06-737bb7248507,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:46.178709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.242632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Calling delete_port for b56cc5ee-2c9b-4c7f-af06-737bb7248507 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:46.263798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849017e-6bf5-4f5a-83ea-23981d7fd462 req-984b7caf-c36b-4ec3-9e12-60c514c4dd5a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:46.265522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c849017e-6bf5-4f5a-83ea-23981d7fd462 req-984b7caf-c36b-4ec3-9e12-60c514c4dd5a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.4872990 Mar 07 04:26:46.304704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f20cfe1e-2fe0-498c-a441-19819b1a6e85 req-00e1ec1a-bb2e-4630-8d61-758b312e5ec1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863605 Mar 07 04:26:46.348937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-947092928-network', 'tenant_id': 'd9363970feb541f79724d7310519fea1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:46.352116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Publish callbacks [] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.365265 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.392538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afb27bec-010e-4d40-9cf5-f685eaaf9221 req-d9886b74-505b-4033-a346-f8d02fa9efa7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322323 Mar 07 04:26:46.432545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Network 647fda0b-197a-4970-86eb-e729ec0490e6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:46.436237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:46.449800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:46.454426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9a8d35f9-721e-469b-8b5c-f1a38df4cf5b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.463373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Pushing event updated for resources: {'Port': ['ID=814deb99-9786-4f3c-9e9e-f77af516e1c3,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:46.483753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Made reservation on behalf of d9363970feb541f79724d7310519fea1 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:46.496113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.506872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c849017e-6bf5-4f5a-83ea-23981d7fd462 req-60c5d74b-3e4a-4676-951a-ec40ab5b4700 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251639 Mar 07 04:26:46.532040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.548117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Attempting to bind port 814deb99-9786-4f3c-9e9e-f77af516e1c3 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:46.548709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Attempting to bind port 814deb99-9786-4f3c-9e9e-f77af516e1c3 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:46.548862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Attempting to bind port 814deb99-9786-4f3c-9e9e-f77af516e1c3 on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:46.556326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:46.556708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Checking segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:46.557124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.557519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Bound using segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:46.558113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Bound port: 814deb99-9786-4f3c-9e9e-f77af516e1c3, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:46.558656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.592795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Subnet': ['ID=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:46.604844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Checking segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:46.605427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network hostable DHCP agents. Network: 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:26:46.628765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:26:46.630546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f8240-e1c6-4044-a5c3-119c25436c8f req-72ad48cb-1179-4117-800b-a567db324061 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 210 time: 0.1185071 Mar 07 04:26:46.668023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:46.679451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:46.686374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.694746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f327b9-56ce-4495-9357-41e60e8869cf None None] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:46.718642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-293073a1-d4e1-4d1f-b3c4-ab1c53852fcd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9722853 Mar 07 04:26:46.721424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34490) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:46.729320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'name': 'tempest-TaggedBootDevicesTest-1361071598', 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:46.892489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:46.894133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b56cc5ee-2c9b-4c7f-af06-737bb7248507), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:46.939325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b56cc5ee-2c9b-4c7f-af06-737bb7248507'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:46.987727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] For port 814deb99-9786-4f3c-9e9e-f77af516e1c3, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:47.003242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'fixed_ips': [{'subnet_id': '9a8d35f9-721e-469b-8b5c-f1a38df4cf5b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:26:47.004500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.010268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] For port 814deb99-9786-4f3c-9e9e-f77af516e1c3, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=814deb99-9786-4f3c-9e9e-f77af516e1c3,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:47.022638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.043317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks [] for security_group (115cb967-e998-41c3-9b56-1adc4ccef917), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.057603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (115cb967-e998-41c3-9b56-1adc4ccef917), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.075932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:26:47.082842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] device_id is not set on port e112f9d1-2cca-4bc9-adc7-544fb295ccec yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:26:47.101530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a026ba0c-bc1f-40cb-a631-bfe9c85eebfa), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.101887 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Added segment a026ba0c-bc1f-40cb-a631-bfe9c85eebfa of type vlan for network 8544d10b-56cf-48a5-89d8-17b4b76acbe9 Mar 07 04:26:47.164748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.220777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8544d10b-56cf-48a5-89d8-17b4b76acbe9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.275401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Pushing event deleted for resources: {'Port': ['ID=b56cc5ee-2c9b-4c7f-af06-737bb7248507,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:47.333903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8544d10b-56cf-48a5-89d8-17b4b76acbe9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.336553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:47.339353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.392182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14a537-e001-4267-bfbf-c0e4b74deda1 req-010f58f7-b81e-4ddf-bb65-56ec106b841b tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:47.413316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e14a537-e001-4267-bfbf-c0e4b74deda1 req-010f58f7-b81e-4ddf-bb65-56ec106b841b tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/ports?device_id=abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba HTTP/1.1" status: 200 len: 867 time: 0.6433897 Mar 07 04:26:47.465373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89076f16-de3a-45d6-8c59-de50a45a53c4 None None] Pushing event updated for resources: {'Port': ['ID=814deb99-9786-4f3c-9e9e-f77af516e1c3,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:47.497230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f573ea2-a22d-49fd-b01b-326f1cc0d137 req-77b94633-1d28-4fdf-9f8a-fa319c2ff3f2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:47.498995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f573ea2-a22d-49fd-b01b-326f1cc0d137 req-77b94633-1d28-4fdf-9f8a-fa319c2ff3f2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.7281127 Mar 07 04:26:47.511257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Allocated IP 10.2.2.2 (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06/9a8d35f9-721e-469b-8b5c-f1a38df4cf5b/0ef7f19e-554f-4674-9329-ab401711a352) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:47.556646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] No DVR routers for this DVR port b56cc5ee-2c9b-4c7f-af06-737bb7248507 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:47.573630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 10.1.1.63 (647fda0b-197a-4970-86eb-e729ec0490e6/3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf/e112f9d1-2cca-4bc9-adc7-544fb295ccec) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:47.590026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.599049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09438125-fd02-42cf-84e6-a30fd520884a req-f7e1b53a-db5f-45ea-9813-67e84bc47e85 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.15 "DELETE /v2.0/ports/b56cc5ee-2c9b-4c7f-af06-737bb7248507 HTTP/1.1" status: 204 len: 173 time: 2.1937683 Mar 07 04:26:47.628373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5659313 Mar 07 04:26:47.638932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'name': 'network-vif-deleted', 'tag': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:47.652656 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e309d61-e4bd-4f12-a0e4-b118b1945e96" -d '{"events": [{"server_uuid": "abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba", "name": "network-vif-deleted", "tag": "b56cc5ee-2c9b-4c7f-af06-737bb7248507"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:47.668430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34498) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:47.811869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Request body: {'subnet': {'network_id': '8544d10b-56cf-48a5-89d8-17b4b76acbe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-947092928-subnet', 'tenant_id': 'd9363970feb541f79724d7310519fea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:47.824471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.865150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cb967-e998-41c3-9b56-1adc4ccef917,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:47.902006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:47.920508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2105e3-dfff-4563-9381-4609cd4ccd3e admin admin] Pushing event updated for resources: {'Network': ['ID=8544d10b-56cf-48a5-89d8-17b4b76acbe9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:47.998191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Made reservation on behalf of d9363970feb541f79724d7310519fea1 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:48.001195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.007976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8544d10b-56cf-48a5-89d8-17b4b76acbe9 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:26:48.017392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e14a537-e001-4267-bfbf-c0e4b74deda1 req-5684856f-87b1-4d73-a1af-e18e7d4617d6 tempest-ImagesNegativeTestJSON-2125480108 tempest-ImagesNegativeTestJSON-2125480108-project] 10.222.0.21 "GET /v2.0/security-groups?id=11d8632a-0ea2-466f-9540-d4dcee23e542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026978 Mar 07 04:26:48.083252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 647fda0b-197a-4970-86eb-e729ec0490e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:48.091861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:48.095857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:48.106110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:48.136717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f573ea2-a22d-49fd-b01b-326f1cc0d137 req-6ccfc10a-b6c6-4706-a137-3b149303a4aa tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915895 Mar 07 04:26:48.240344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Publish callbacks [] for port (0ef7f19e-554f-4674-9329-ab401711a352), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.257278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:48.258404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.266883 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0ef7f19e-554f-4674-9329-ab401711a352), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.272265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-90d5d33c-3461-4fcd-b08e-dafe01d7138c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:48.273826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-90d5d33c-3461-4fcd-b08e-dafe01d7138c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.15 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 813 time: 0.4081407 Mar 07 04:26:48.295506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'port': {'device_id': '6c8fdb9f-7361-48f0-9776-56448652513b', 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de', 'admin_state_up': True, 'tenant_id': '8d367f9afd02429d995007e16e5c3c1b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:48.351919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:48.355847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:48.359986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:48.445423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Attempting to bind port 0ef7f19e-554f-4674-9329-ab401711a352 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:48.445876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Attempting to bind port 0ef7f19e-554f-4674-9329-ab401711a352 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:48.446318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Attempting to bind port 0ef7f19e-554f-4674-9329-ab401711a352 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:48.447270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-65264081-afae-42c4-aa12-28f24a88bc8c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7236984 Mar 07 04:26:48.448858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Pushing event updated for resources: {'Port': ['ID=0ef7f19e-554f-4674-9329-ab401711a352,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:48.454106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34508) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:48.460744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'name': 'tempest-TaggedBootDevicesTest-1724781706', 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:48.465223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:48.465615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Checking segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:48.466077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.466485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Bound using segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:48.467015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Bound port: 0ef7f19e-554f-4674-9329-ab401711a352, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:48.467451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ef7f19e-554f-4674-9329-ab401711a352), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.541624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6eb6-1118-4be3-be55-b0d366a3b5bf req-75e2672c-52b0-4ea7-83bd-53e31d1ff71f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:48.551163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5ee6eb6-1118-4be3-be55-b0d366a3b5bf req-75e2672c-52b0-4ea7-83bd-53e31d1ff71f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 945 time: 0.3445375 Mar 07 04:26:48.595957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Made reservation on behalf of 8d367f9afd02429d995007e16e5c3c1b for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:48.599766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.643631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] For port 0ef7f19e-554f-4674-9329-ab401711a352, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:48.657045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] For port 0ef7f19e-554f-4674-9329-ab401711a352, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0ef7f19e-554f-4674-9329-ab401711a352,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:48.676489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0ef7f19e-554f-4674-9329-ab401711a352), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.680897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38d20-217e-4374-a165-d48f89991a90 req-8a6b0247-13bc-4ddc-a87a-881e927e8fa6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:48.697441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-daa38d20-217e-4374-a165-d48f89991a90 req-8a6b0247-13bc-4ddc-a87a-881e927e8fa6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.4131808 Mar 07 04:26:48.770272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:48.775171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:48.804072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] device_id is not set on port a24440e0-04b9-4075-a964-6fc5fe1067f1 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:26:48.848559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069ec09-3a36-4635-af9b-be11f74666fc None None] Pushing event updated for resources: {'Port': ['ID=0ef7f19e-554f-4674-9329-ab401711a352,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:48.874648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5ee6eb6-1118-4be3-be55-b0d366a3b5bf req-0690fd59-0f5f-4317-9ceb-caecfa249c8c tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224726 Mar 07 04:26:48.898096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Allocated IP 172.20.0.3 (36cc47a7-694b-4b45-ba97-5bb5f71b10de/fbd467ff-e74d-4e0e-a86e-fb43e8162171/ab414410-3e27-4f8a-9df0-8daa236188e8) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:48.923328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 814deb99-9786-4f3c-9e9e-f77af516e1c3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:48.929161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (8a7609b5-1e7e-482a-a0ec-0d6fe01bc004), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:49.055591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 814deb99-9786-4f3c-9e9e-f77af516e1c3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:49.056158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:49.060312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-daa38d20-217e-4374-a165-d48f89991a90 req-3b90e756-3082-4ba9-a20c-edfcfb2431b1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613853 Mar 07 04:26:49.112848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ece7dfaa-5a60-4ae7-920c-01742e38efef req-d7d142be-dd9f-405f-b92a-164ab526be8f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 210 time: 0.0965710 Mar 07 04:26:49.117617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7609b5-1e7e-482a-a0ec-0d6fe01bc004,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:49.185015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Checking segment: {'id': 'a026ba0c-bc1f-40cb-a631-bfe9c85eebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8544d10b-56cf-48a5-89d8-17b4b76acbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:49.186723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Network hostable DHCP agents. Network: 8544d10b-56cf-48a5-89d8-17b4b76acbe9, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:26:49.242457 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe136be6-6b9a-4aa9-9c0a-b36c9811d9b1 x-openstack-request-id: req-fe136be6-6b9a-4aa9-9c0a-b36c9811d9b1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:49.244334 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba", "name": "network-vif-deleted", "tag": "b56cc5ee-2c9b-4c7f-af06-737bb7248507", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:49.244918 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe136be6-6b9a-4aa9-9c0a-b36c9811d9b1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:49.245548 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf9b4f7-87c4-4fc0-9d4b-ba19527bf3ba', 'name': 'network-vif-deleted', 'tag': 'b56cc5ee-2c9b-4c7f-af06-737bb7248507', 'status': 'completed', 'code': 200} Mar 07 04:26:49.258675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Network 8544d10b-56cf-48a5-89d8-17b4b76acbe9 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:26:49.278086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8544d10b-56cf-48a5-89d8-17b4b76acbe9) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:49.289887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:49.291830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:49.327482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aa401a-c51e-4bdf-8bdd-98f75f6753bd None None] Network 8544d10b-56cf-48a5-89d8-17b4b76acbe9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:49.340464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d1d36724-168c-4c61-b78a-91cccaedf4ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5312130 Mar 07 04:26:49.595457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9660d5d-ef76-416d-ab56-697395aa93c3 None None] Network 647fda0b-197a-4970-86eb-e729ec0490e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:49.632056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632fd01-58a8-4ff9-a9fc-e9fb067f3781 req-efde7400-6465-41bd-802a-b0fd6049ca2c tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:49.633622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c632fd01-58a8-4ff9-a9fc-e9fb067f3781 req-efde7400-6465-41bd-802a-b0fd6049ca2c tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0b29cee-d272-4d6e-92d7-037a90bf30f6 HTTP/1.1" status: 200 len: 945 time: 0.1483669 Mar 07 04:26:49.718370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 814deb99-9786-4f3c-9e9e-f77af516e1c3 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:49.719455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:49.744095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538efa0-8732-475a-85f9-2d2a6c68a79a None None] Network 8544d10b-56cf-48a5-89d8-17b4b76acbe9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:49.757169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c632fd01-58a8-4ff9-a9fc-e9fb067f3781 req-8d6e8848-fbfc-48b8-84ea-30af9f16adbd tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081958 Mar 07 04:26:49.817924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:49.858214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9c613-e882-4876-bab3-c9ee13503b3f req-85610b6c-4bb7-43fb-9770-f6a2914ea7c6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:49.869520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cf9c613-e882-4876-bab3-c9ee13503b3f req-85610b6c-4bb7-43fb-9770-f6a2914ea7c6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.2174387 Mar 07 04:26:49.880491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-780d0d49-19c0-4e18-9c62-77d375f26bb3 None None] Provisioning complete for port 814deb99-9786-4f3c-9e9e-f77af516e1c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:49.880863 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-780d0d49-19c0-4e18-9c62-77d375f26bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:49.981003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cf9c613-e882-4876-bab3-c9ee13503b3f req-cef9e314-30fe-41fc-9394-8b98a1e98f4a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105464 Mar 07 04:26:49.986430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 814deb99-9786-4f3c-9e9e-f77af516e1c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=814deb99-9786-4f3c-9e9e-f77af516e1c3,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:49.995162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b56cc5ee-2c9b-4c7f-af06-737bb7248507 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:50.037521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 10.1.1.30 (647fda0b-197a-4970-86eb-e729ec0490e6/3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf/a24440e0-04b9-4075-a964-6fc5fe1067f1) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:50.106719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: b56cc5ee-2c9b-4c7f-af06-737bb7248507 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:50.108374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b56cc5ee-2c9b-4c7f-af06-737bb7248507 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:50.118072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f5e32b68-81ce-4b6b-a6df-0fb37161b5d7 req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-30176738', 'description': 'tempest-description-1081290181'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:50.149183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.174614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5e32b68-81ce-4b6b-a6df-0fb37161b5d7 req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.294856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.328888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5e32b68-81ce-4b6b-a6df-0fb37161b5d7 req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (c826d07a-6233-4428-8d8b-238e1517de2c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.345740 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5e32b68-81ce-4b6b-a6df-0fb37161b5d7 req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c826d07a-6233-4428-8d8b-238e1517de2c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.419281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5e32b68-81ce-4b6b-a6df-0fb37161b5d7 req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.420521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5e32b68-81ce-4b6b-a6df-0fb37161b5d7 req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3068047 Mar 07 04:26:50.431944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11cbff-c57d-487c-ab7b-0fc2f4d0aa82 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c826d07a-6233-4428-8d8b-238e1517de2c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:50.496605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-780d0d49-19c0-4e18-9c62-77d375f26bb3 None None] Current status of the port 814deb99-9786-4f3c-9e9e-f77af516e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:50.525948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.585504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:50.641682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.646277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:50.655659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Network 36cc47a7-694b-4b45-ba97-5bb5f71b10de is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:50.662011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:50.666045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:50.681950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=814deb99-9786-4f3c-9e9e-f77af516e1c3,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:50.740171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631319f-e926-41a8-9f03-7ac51811a063 req-83078112-0521-45e4-9941-6c43c218721e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:50.741812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b631319f-e926-41a8-9f03-7ac51811a063 req-83078112-0521-45e4-9941-6c43c218721e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.2384043 Mar 07 04:26:50.771004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:50.771876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.818761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0ef7f19e-554f-4674-9329-ab401711a352 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:50.820970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ee7b2-88ea-440d-9c2a-2a466a10ef96 req-97342440-4e98-4487-9ab5-42e5b50ccc50 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:50.830317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:50.836389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-896ee7b2-88ea-440d-9c2a-2a466a10ef96 req-97342440-4e98-4487-9ab5-42e5b50ccc50 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.2705693 Mar 07 04:26:50.857768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-08cc8e20-0510-42ed-b56d-73b06a8ee3ff tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5662451 Mar 07 04:26:50.911855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b631319f-e926-41a8-9f03-7ac51811a063 req-a9301658-83d5-4f60-8568-410a137db7fa tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596615 Mar 07 04:26:50.917604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Request body: {'port': {'device_id': '6c8fdb9f-7361-48f0-9776-56448652513b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:50.987068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-896ee7b2-88ea-440d-9c2a-2a466a10ef96 req-80126a1d-81ef-4002-9af4-a7a078b76224 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492660 Mar 07 04:26:51.052257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 647fda0b-197a-4970-86eb-e729ec0490e6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:51.067029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:51.073201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:51.138804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9dfb2-46d5-4a75-a29a-faf04c17dc93 req-42ebfbd4-80a7-4538-8bd9-8e7b0b89ed3d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:51.149207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0ef7f19e-554f-4674-9329-ab401711a352 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:51.149771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70c9dfb2-46d5-4a75-a29a-faf04c17dc93 req-42ebfbd4-80a7-4538-8bd9-8e7b0b89ed3d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 931 time: 0.1194658 Mar 07 04:26:51.150266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ef7f19e-554f-4674-9329-ab401711a352), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.214735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:51.245120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a87d4f-ba96-4c2b-b9f2-8f94d8fa5267 None None] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:26:51.248968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70c9dfb2-46d5-4a75-a29a-faf04c17dc93 req-5823aea5-8c72-4bb3-957a-66811406cb15 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982175 Mar 07 04:26:51.357878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:51.361855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.367530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-9a6cfbfd-dd3f-449c-92a7-957e006a2ae3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/c826d07a-6233-4428-8d8b-238e1517de2c HTTP/1.1" status: 200 len: 1820 time: 0.0645051 Mar 07 04:26:51.387371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c826d07a-6233-4428-8d8b-238e1517de2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:51.387682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c826d07a-6233-4428-8d8b-238e1517de2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:51.399970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.441043 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9121d40f-a818-4c24-8df6-754f0fb46d49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9856169 Mar 07 04:26:51.536555 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (390790fc-b468-4d2a-9011-9c7a66721a78), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.561582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0ef7f19e-554f-4674-9329-ab401711a352 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:51.562049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ef7f19e-554f-4674-9329-ab401711a352), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.622032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (390790fc-b468-4d2a-9011-9c7a66721a78), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.631345 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (390790fc-b468-4d2a-9011-9c7a66721a78), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.670044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-824871c2-744d-47f3-87b2-1595cc9f04c0 None None] Provisioning complete for port 0ef7f19e-554f-4674-9329-ab401711a352 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:51.670856 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-824871c2-744d-47f3-87b2-1595cc9f04c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ef7f19e-554f-4674-9329-ab401711a352), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.710912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390790fc-b468-4d2a-9011-9c7a66721a78,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:51.724484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.725707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c03eb40-08cc-4e40-ad7e-d00770902cc0 req-d5c344e4-ffa0-4d4a-a7b1-080e35ec188f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3491428 Mar 07 04:26:51.802431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-b16f6187-d090-47f9-82b4-689df61d9563 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:51.804180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-b16f6187-d090-47f9-82b4-689df61d9563 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b29cee-d272-4d6e-92d7-037a90bf30f6 HTTP/1.1" status: 200 len: 945 time: 0.1152802 Mar 07 04:26:51.928681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 0ef7f19e-554f-4674-9329-ab401711a352, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0ef7f19e-554f-4674-9329-ab401711a352,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:51.933350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab414410-3e27-4f8a-9df0-8daa236188e8 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:51.945092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Publish callbacks [] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.959226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0ef7f19e-554f-4674-9329-ab401711a352), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:51.960645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Transition to ACTIVE for port object ab414410-3e27-4f8a-9df0-8daa236188e8 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:26:51.974752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.056021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-44643ab9-7234-494a-a8c9-81a64f5fed63 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:52.057662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-44643ab9-7234-494a-a8c9-81a64f5fed63 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 812 time: 0.1861565 Mar 07 04:26:52.114441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-5bbfdce6-2115-4d98-ba6d-9087fc326bb7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/quotas/0a5404e7efd8488d9acd4356c8af6b40 HTTP/1.1" status: 200 len: 375 time: 0.0489397 Mar 07 04:26:52.119694 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.137560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-824871c2-744d-47f3-87b2-1595cc9f04c0 None None] Current status of the port 0ef7f19e-554f-4674-9329-ab401711a352 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:52.139359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=0ef7f19e-554f-4674-9329-ab401711a352,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:52.152477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:52.191952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Attempting to bind port ab414410-3e27-4f8a-9df0-8daa236188e8 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:26:52.191952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Attempting to bind port ab414410-3e27-4f8a-9df0-8daa236188e8 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:26:52.192535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Attempting to bind port ab414410-3e27-4f8a-9df0-8daa236188e8 on network 36cc47a7-694b-4b45-ba97-5bb5f71b10de {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:52.193956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Deleting port 65db0a8a-4590-4193-8b00-9fdb936641c2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:52.194329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.199621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Port ab414410-3e27-4f8a-9df0-8daa236188e8 on network 36cc47a7-694b-4b45-ba97-5bb5f71b10de not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:26:52.200681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Attempting to bind port ab414410-3e27-4f8a-9df0-8daa236188e8 on network 36cc47a7-694b-4b45-ba97-5bb5f71b10de {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:26:52.210363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:26:52.210851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Checking segment: {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:26:52.211996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Bound using segment: {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:26:52.212536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Bound port: ab414410-3e27-4f8a-9df0-8daa236188e8, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f491f8-2b76-40ca-975e-37f597376fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:26:52.213003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.227176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-765db44d-381b-4e7c-b9fe-4f8a92fef69f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032887 Mar 07 04:26:52.274675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Provisioning complete for port e112f9d1-2cca-4bc9-adc7-544fb295ccec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:52.275252 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.305592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:26:52.319488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:26:52.331063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.356671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Port e112f9d1-2cca-4bc9-adc7-544fb295ccec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:26:52.376860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Provisioning complete for port 814deb99-9786-4f3c-9e9e-f77af516e1c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:52.377240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.452462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:52.454903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.456455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 1091 time: 1.5561881 Mar 07 04:26:52.458961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:52.476304 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:52.505869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Current status of the port 814deb99-9786-4f3c-9e9e-f77af516e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:52.520257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Provisioning complete for port a24440e0-04b9-4075-a964-6fc5fe1067f1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:52.520897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.539919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3a2e9e52-29dc-4a39-a4a1-4022caba2117 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234380 Mar 07 04:26:52.559383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-14fbf616-58b2-4a0d-9bde-b2e77d0d7b3d None None] Port a24440e0-04b9-4075-a964-6fc5fe1067f1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:26:52.560940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:52.575229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102869635', 'description': 'tempest-description--1697208732'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:52.591279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5f7b4-ae9b-4d79-8102-ca518e385401 service neutron] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:52.615714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-76899ba5-d3a4-4479-a765-499b1e746ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:52.617451 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-76899ba5-d3a4-4479-a765-499b1e746ceb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1125 time: 0.1050577 Mar 07 04:26:52.682072 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-840c2b6b-d112-42a2-942c-97bdce0f3245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 217 time: 0.0485251 Mar 07 04:26:52.684166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6ca281a5-ec9b-4f23-afd4-a2ddc71de0fb None None] Provisioning complete for port 0ef7f19e-554f-4674-9329-ab401711a352 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:52.684976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca281a5-ec9b-4f23-afd4-a2ddc71de0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ef7f19e-554f-4674-9329-ab401711a352), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.748119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0ef7f19e-554f-4674-9329-ab401711a352 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:52.752827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] For port 65db0a8a-4590-4193-8b00-9fdb936641c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=65db0a8a-4590-4193-8b00-9fdb936641c2,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:52.753400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.762320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-591c5e14-b8e3-4c25-b2ee-b395134e92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:52.763935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-591c5e14-b8e3-4c25-b2ee-b395134e92f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.0754578 Mar 07 04:26:52.771235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.801281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Calling delete_port for 65db0a8a-4590-4193-8b00-9fdb936641c2 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:52.842038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-cdf98c3e-e682-4948-8d3a-2b9507b7d744 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661471 Mar 07 04:26:52.871129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6ca281a5-ec9b-4f23-afd4-a2ddc71de0fb None None] Current status of the port 0ef7f19e-554f-4674-9329-ab401711a352 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:52.876208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0ef7f19e-554f-4674-9329-ab401711a352 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:52.876587 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ef7f19e-554f-4674-9329-ab401711a352), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:52.904045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53052f8-8ebc-4be7-b559-3e09c27b659c req-756552d0-4b52-4e12-baca-b52eb80e18c1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:52.911540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f53052f8-8ebc-4be7-b559-3e09c27b659c req-756552d0-4b52-4e12-baca-b52eb80e18c1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.2792377 Mar 07 04:26:52.940225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-21fbad7e-9359-4ed0-a99c-1b6fefe7d31d service neutron] 10.222.0.21 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896794 Mar 07 04:26:53.041484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0ef7f19e-554f-4674-9329-ab401711a352 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:53.042825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 814deb99-9786-4f3c-9e9e-f77af516e1c3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:53.104609 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-7085a91d-d078-401a-b522-40efba22941c service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543931 Mar 07 04:26:53.173576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 814deb99-9786-4f3c-9e9e-f77af516e1c3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:53.173955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:53.301203 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6577868a-9e66-4f1b-a30b-3e0daac7a60d req-33beaeae-3963-4280-aa5a-26770a1fbd4b service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882830 Mar 07 04:26:53.415002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 814deb99-9786-4f3c-9e9e-f77af516e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:53.637213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (65db0a8a-4590-4193-8b00-9fdb936641c2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:53.649938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ab7e5e8d-1872-4acf-8708-9c5d02b9f410 req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1040216720', 'description': 'tempest-description-51014780'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:53.650452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['65db0a8a-4590-4193-8b00-9fdb936641c2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:53.690342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab7e5e8d-1872-4acf-8708-9c5d02b9f410 req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:53.699119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-59f48aae-fc4c-49da-9992-8f83598e751e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:53.700711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-59f48aae-fc4c-49da-9992-8f83598e751e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "GET /v2.0/ports?device_id=d472044e-e3e2-419f-81ed-472afbe8958e HTTP/1.1" status: 200 len: 945 time: 0.8594575 Mar 07 04:26:53.737477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f53052f8-8ebc-4be7-b559-3e09c27b659c req-198a197e-bafd-4f9a-b019-5aa926513536 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8250213 Mar 07 04:26:53.858337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group (8af98c4d-b8fe-47ca-9e15-ed183938c019), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:53.887926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event deleted for resources: {'Port': ['ID=65db0a8a-4590-4193-8b00-9fdb936641c2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:53.928609 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8af98c4d-b8fe-47ca-9e15-ed183938c019), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:53.978800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:54.061870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] No DVR routers for this DVR port 65db0a8a-4590-4193-8b00-9fdb936641c2 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:54.091865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-8180f5c8-077c-4cbd-84b5-4fa21eafab49 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:54.093130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-8180f5c8-077c-4cbd-84b5-4fa21eafab49 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.9421070 Mar 07 04:26:54.099942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.103399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92aba9b0-fb9e-4c56-86e0-77fa777057cf req-01583391-976a-4f7d-a6df-e585df8235e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "DELETE /v2.0/ports/65db0a8a-4590-4193-8b00-9fdb936641c2 HTTP/1.1" status: 204 len: 173 time: 2.2924621 Mar 07 04:26:54.108302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'name': 'network-vif-deleted', 'tag': '65db0a8a-4590-4193-8b00-9fdb936641c2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:54.111289 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8cdd2d-75c9-49e8-a967-b43d76d21979" -d '{"events": [{"server_uuid": "d0b29cee-d272-4d6e-92d7-037a90bf30f6", "name": "network-vif-deleted", "tag": "65db0a8a-4590-4193-8b00-9fdb936641c2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:54.195317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.199582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6259382 Mar 07 04:26:54.200081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34600) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:54.205483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1172cb6-c67b-44fb-b17e-fb6a749a0aac tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af98c4d-b8fe-47ca-9e15-ed183938c019,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:54.207666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'security_group_rule': {'security_group_id': '8af98c4d-b8fe-47ca-9e15-ed183938c019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:54.290313 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group_rule (832e5b50-dbed-4c04-8f80-c7f66d0efe85), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.349820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cbb89-37ac-48a9-9829-05a2051c92a8 req-2393b9eb-c223-451b-b71c-234c9ddfaf92 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:54.351699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a6cbb89-37ac-48a9-9829-05a2051c92a8 req-2393b9eb-c223-451b-b71c-234c9ddfaf92 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.4900098 Mar 07 04:26:54.399571 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab7e5e8d-1872-4acf-8708-9c5d02b9f410 req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (c3ba98ab-f700-4548-9cbe-b845e60192a4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.427127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group_rule (832e5b50-dbed-4c04-8f80-c7f66d0efe85), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.431983 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (832e5b50-dbed-4c04-8f80-c7f66d0efe85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.454893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832e5b50-dbed-4c04-8f80-c7f66d0efe85,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:54.457669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab7e5e8d-1872-4acf-8708-9c5d02b9f410 req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3ba98ab-f700-4548-9cbe-b845e60192a4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.467403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.473277 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-095c4c43-2260-4060-a4e3-1914fc568c25 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2695282 Mar 07 04:26:54.473705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34602) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:54.480922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'security_group_rule': {'security_group_id': '8af98c4d-b8fe-47ca-9e15-ed183938c019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:54.521382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab7e5e8d-1872-4acf-8708-9c5d02b9f410 req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.541037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group_rule (d7e6e6e2-e5cd-4208-b761-271d8e575d82), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.544464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab7e5e8d-1872-4acf-8708-9c5d02b9f410 req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9381328 Mar 07 04:26:54.600377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ab8c-1820-449c-acbe-0324f8c606b0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba98ab-f700-4548-9cbe-b845e60192a4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:54.604403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Deleting port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:54.604780 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.634986 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group_rule (d7e6e6e2-e5cd-4208-b761-271d8e575d82), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.644630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d7e6e6e2-e5cd-4208-b761-271d8e575d82), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.683688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a6cbb89-37ac-48a9-9829-05a2051c92a8 req-7432758f-5746-42e0-a8f7-1b1f1f6f9601 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051720 Mar 07 04:26:54.705226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e6e6e2-e5cd-4208-b761-271d8e575d82,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:54.721971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.723351 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2f67b00b-c5c1-44ac-a1a9-bd290f722f22 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2482529 Mar 07 04:26:54.726643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34606) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:54.733291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:54.738430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:26:54.739022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.773151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.778316 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a44e6-03d3-4fad-b7ab-5d020d2c89d3 x-openstack-request-id: req-ac8a44e6-03d3-4fad-b7ab-5d020d2c89d3 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:54.778600 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:54.779052 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac8a44e6-03d3-4fad-b7ab-5d020d2c89d3 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:54.779507 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'status': 'completed', 'code': 200} Mar 07 04:26:54.881415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] For port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:54.881813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:54.902449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Calling delete_port for 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:54.904577 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:55.110868 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1b3c60-70a1-4dd7-a33b-0f8bd0fb8d71 x-openstack-request-id: req-ba1b3c60-70a1-4dd7-a33b-0f8bd0fb8d71 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:55.111164 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b29cee-d272-4d6e-92d7-037a90bf30f6", "name": "network-vif-deleted", "tag": "65db0a8a-4590-4193-8b00-9fdb936641c2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:55.111417 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba1b3c60-70a1-4dd7-a33b-0f8bd0fb8d71 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:55.112477 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b29cee-d272-4d6e-92d7-037a90bf30f6', 'name': 'network-vif-deleted', 'tag': '65db0a8a-4590-4193-8b00-9fdb936641c2', 'status': 'completed', 'code': 200} Mar 07 04:26:55.160044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 172.25.4.185 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/73db630b-3819-4de6-a92b-b23d1fcc6e45) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:55.239581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port 4fdfc392-99ca-4b2f-b1d5-612a14647d55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4fdfc392-99ca-4b2f-b1d5-612a14647d55,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:55.240210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:55.257429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for 4fdfc392-99ca-4b2f-b1d5-612a14647d55 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:26:55.525025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34618) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:55.530139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:55.595268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-76b4e9cc-7798-4910-a5d6-c4c7ecd428bc tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/c3ba98ab-f700-4548-9cbe-b845e60192a4 HTTP/1.1" status: 200 len: 1820 time: 0.2212105 Mar 07 04:26:55.606745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3ba98ab-f700-4548-9cbe-b845e60192a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:55.607422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3ba98ab-f700-4548-9cbe-b845e60192a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:55.636940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d4516-ee73-4fa3-95c6-60e726b334b7 req-d6a90084-4b29-44be-a1a1-c9dc9907b348 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:55.639151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b5d4516-ee73-4fa3-95c6-60e726b334b7 req-d6a90084-4b29-44be-a1a1-c9dc9907b348 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 943 time: 0.9329920 Mar 07 04:26:55.779214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b5d4516-ee73-4fa3-95c6-60e726b334b7 req-53a03434-643d-491c-9594-c1c5352a7672 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254048 Mar 07 04:26:55.822542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-a7366a29-0da5-4e47-8e18-6b68ea0ea7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:55.826541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-a7366a29-0da5-4e47-8e18-6b68ea0ea7c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1125 time: 0.7231553 Mar 07 04:26:55.904176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-8d7bdf33-071d-4491-84c2-ee68fbd446e6 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:55.910184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-8d7bdf33-071d-4491-84c2-ee68fbd446e6 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 812 time: 0.4468424 Mar 07 04:26:55.941864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Request body: {'port': {'device_id': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'admin_state_up': True, 'tenant_id': '0a5404e7efd8488d9acd4356c8af6b40'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:55.950653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:55.989378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab414410-3e27-4f8a-9df0-8daa236188e8 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:26:55.994388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-746697a2-8a34-4b51-9a57-64d6af4e9d7d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:55.995932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-746697a2-8a34-4b51-9a57-64d6af4e9d7d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 812 time: 0.6507962 Mar 07 04:26:56.131041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Request body: {'port': {'device_id': '6d247360-61a5-4b59-87bd-1af6429c5085', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'admin_state_up': True, 'tenant_id': '0a5404e7efd8488d9acd4356c8af6b40'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:56.144254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:56.162894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 65db0a8a-4590-4193-8b00-9fdb936641c2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:56.167625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'network_id': '36cc47a7-694b-4b45-ba97-5bb5f71b10de', 'port_id': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'mac_address': 'fa:16:3e:d1:05:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd467ff-e74d-4e0e-a86e-fb43e8162171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:26:56.194038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 65db0a8a-4590-4193-8b00-9fdb936641c2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:56.194503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 65db0a8a-4590-4193-8b00-9fdb936641c2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:56.237612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.264453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ab414410-3e27-4f8a-9df0-8daa236188e8 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:56.264854 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.271281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4fdfc392-99ca-4b2f-b1d5-612a14647d55), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.274864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:56.276146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (c175f7ca-be11-4130-b5bb-a7a6e6f515b1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.285267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:56.288416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab414410-3e27-4f8a-9df0-8daa236188e8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:26:56.298546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:56.323329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (c175f7ca-be11-4130-b5bb-a7a6e6f515b1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.343152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:56.348194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8', '4fdfc392-99ca-4b2f-b1d5-612a14647d55'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:56.360561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-872722e0-ce40-45d5-bdac-cd6ede319c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:56.362705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-872722e0-ce40-45d5-bdac-cd6ede319c9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.5212450 Mar 07 04:26:56.371979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea611c-8303-430c-ae14-99d0303669ae req-35670d7f-61c9-43d1-9d25-cf79cee1ad28 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:56.374089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25ea611c-8303-430c-ae14-99d0303669ae req-35670d7f-61c9-43d1-9d25-cf79cee1ad28 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=96269e9e-5bb9-4565-879c-9574318d87c6 HTTP/1.1" status: 200 len: 946 time: 0.4714689 Mar 07 04:26:56.388834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=73db630b-3819-4de6-a92b-b23d1fcc6e45,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:56.408637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c175f7ca-be11-4130-b5bb-a7a6e6f515b1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.412075 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d9adf4ff-5425-4413-9c23-c9d0521101b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab32923c98c2478bbee146734a6d28bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8796439 Mar 07 04:26:56.423704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.424855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34626) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:26:56.525209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:56.592747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c175f7ca-be11-4130-b5bb-a7a6e6f515b1,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:56.598979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25ea611c-8303-430c-ae14-99d0303669ae req-193e9af9-a4bf-43cf-86ba-92cd29c28ddd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878006 Mar 07 04:26:56.600346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port 4fdfc392-99ca-4b2f-b1d5-612a14647d55 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:56.605019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event deleted for resources: {'Port': ['ID=4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:56.607817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.624192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17a63c8c-72e9-4bb4-94d5-3dded92e18b0 req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "DELETE /v2.0/ports/4fdfc392-99ca-4b2f-b1d5-612a14647d55 HTTP/1.1" status: 204 len: 173 time: 2.5098577 Mar 07 04:26:56.637067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-186d00c9-7f2f-42c4-a374-86555bb0b84a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 217 time: 0.2363660 Mar 07 04:26:56.643744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.660769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8eaa661-c1ef-41b2-a9a9-f1659adbef2d req-0af4eb52-dc27-4f1e-b579-82f46c89b9bb tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0580592 Mar 07 04:26:56.678231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0af89e8-e5f1-408c-a2d1-5e173904a2d9 admin admin] Publish callbacks [] for security_group (11d8632a-0ea2-466f-9540-d4dcee23e542), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.705106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab414410-3e27-4f8a-9df0-8daa236188e8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:26:56.720750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0af89e8-e5f1-408c-a2d1-5e173904a2d9 admin admin] Publish callbacks [] for security_group (11d8632a-0ea2-466f-9540-d4dcee23e542), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.787397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Made reservation on behalf of 0a5404e7efd8488d9acd4356c8af6b40 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:56.799863 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.864055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0af89e8-e5f1-408c-a2d1-5e173904a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (11d8632a-0ea2-466f-9540-d4dcee23e542), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.868848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0af89e8-e5f1-408c-a2d1-5e173904a2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.874550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b0af89e8-e5f1-408c-a2d1-5e173904a2d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11d8632a-0ea2-466f-9540-d4dcee23e542 HTTP/1.1" status: 204 len: 168 time: 0.4444749 Mar 07 04:26:56.925667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-40c87d14-e8b5-4832-ba8e-c9863c6ca15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:56.928965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:56.930248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-40c87d14-e8b5-4832-ba8e-c9863c6ca15b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.2646503 Mar 07 04:26:56.948674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af89e8-e5f1-408c-a2d1-5e173904a2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8632a-0ea2-466f-9540-d4dcee23e542,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:56.969017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (6508add6-067a-44bc-b06e-dfc59cb0010d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:56.981119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Made reservation on behalf of 0a5404e7efd8488d9acd4356c8af6b40 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:26:56.998918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:57.025162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:57.026036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:57.097898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f31063c-f73e-483e-b9e4-699b03e84a1f req-f7699e5c-b644-4a2f-86af-a163812d47d8 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 210 time: 0.1656859 Mar 07 04:26:57.220847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96269e9e-5bb9-4565-879c-9574318d87c6', 'name': 'network-vif-deleted', 'tag': '4fdfc392-99ca-4b2f-b1d5-612a14647d55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:57.225652 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4a105-52e1-4f04-8814-8123f8470800" -d '{"events": [{"server_uuid": "96269e9e-5bb9-4565-879c-9574318d87c6", "name": "network-vif-deleted", "tag": "4fdfc392-99ca-4b2f-b1d5-612a14647d55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:57.295615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b3e5de37-8033-4654-9b92-ee07ecc7ed4d req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-183671910', 'description': 'tempest-description-649053859'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:57.448376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-dcbc96f8-47c6-4fed-b192-f1849b9b02b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3103926 Mar 07 04:26:57.472859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:57.723584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Allocated IP 172.20.0.13 (b7b8e70f-2d0c-45a6-a90a-3456bea53218/c5ade57b-6912-4b5c-a1dd-f33f32609c11/78707c40-bd55-4730-b0ad-831031420e8a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:57.732942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] No DVR routers for this DVR port 4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:26:57.737241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07905c02-3423-4963-96ce-5b6f996a1fbf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=4fdfc392-99ca-4b2f-b1d5-612a14647d55,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:57.748479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:57.755348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8311c435-7066-4ae7-bf30-f33c4200ce17 req-367b47a5-ffc3-45ea-8d51-14384814982d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "DELETE /v2.0/ports/4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad HTTP/1.1" status: 204 len: 173 time: 4.0349817 Mar 07 04:26:57.852634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c9001-d9be-4b45-b14a-a0ae15a3db3d req-3b9b9821-b4ba-4f34-a54a-f7653bc5ec45 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:57.858808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-515c9001-d9be-4b45-b14a-a0ae15a3db3d req-3b9b9821-b4ba-4f34-a54a-f7653bc5ec45 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.8344150 Mar 07 04:26:57.868926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b3e5de37-8033-4654-9b92-ee07ecc7ed4d req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.003552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab414410-3e27-4f8a-9df0-8daa236188e8 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:26:58.055380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.068311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.127364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port ab414410-3e27-4f8a-9df0-8daa236188e8 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:26:58.132097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port ab414410-3e27-4f8a-9df0-8daa236188e8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:26:58.135165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.154587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=73db630b-3819-4de6-a92b-b23d1fcc6e45,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:58.163908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-5b687a1e-d492-4bf8-915a-457c5a6eeff0 service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214445 Mar 07 04:26:58.167918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-515c9001-d9be-4b45-b14a-a0ae15a3db3d req-e93d7538-8ce4-42fe-8d9b-d69601b3b8f8 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965448 Mar 07 04:26:58.368972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (6508add6-067a-44bc-b06e-dfc59cb0010d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.370885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ab414410-3e27-4f8a-9df0-8daa236188e8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:26:58.371282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.424989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks [] for port (78707c40-bd55-4730-b0ad-831031420e8a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.434611 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.451332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:26:58.457735 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b3e5de37-8033-4654-9b92-ee07ecc7ed4d req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (a8704207-76cd-48af-9f30-db1a00851b7f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.460683 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-67e03550-7a66-413d-ae08-0276cccc5478 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7260764 Mar 07 04:26:58.461592 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6219a39c-1a46-4551-8918-b710bacfedc2" -d '{"events": [{"server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "name": "network-vif-plugged", "status": "completed", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:26:58.475963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b3e5de37-8033-4654-9b92-ee07ecc7ed4d req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a8704207-76cd-48af-9f30-db1a00851b7f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.514906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:26:58.524364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e82bf5-dd3e-45a6-b59a-d4ca4b4a78b3 req-5b4471e4-3237-4aa8-b698-47674264ab10 service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529036 Mar 07 04:26:58.530084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.535248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4fdfc392-99ca-4b2f-b1d5-612a14647d55 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:26:58.544189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (78707c40-bd55-4730-b0ad-831031420e8a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.588627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:58.589762 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b3e5de37-8033-4654-9b92-ee07ecc7ed4d req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.593773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3e5de37-8033-4654-9b92-ee07ecc7ed4d req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.3190148 Mar 07 04:26:58.604664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804677c0-b926-493c-bf40-90b559eec9ba tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8704207-76cd-48af-9f30-db1a00851b7f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:58.627131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:58.629048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 4fdfc392-99ca-4b2f-b1d5-612a14647d55 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:26:58.629393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4fdfc392-99ca-4b2f-b1d5-612a14647d55 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:26:58.636254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f74c2-01d1-4797-a806-bdf74b079ee9 req-43344a06-de74-46e3-8e61-5a5b8eeea8e5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:58.636935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:58.647452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-975f74c2-01d1-4797-a806-bdf74b079ee9 req-43344a06-de74-46e3-8e61-5a5b8eeea8e5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 944 time: 0.2600989 Mar 07 04:26:58.720853 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8cc63e-1af7-472c-ac72-957d54977cf1 x-openstack-request-id: req-5e8cc63e-1af7-472c-ac72-957d54977cf1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:58.723387 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96269e9e-5bb9-4565-879c-9574318d87c6", "name": "network-vif-deleted", "tag": "4fdfc392-99ca-4b2f-b1d5-612a14647d55", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:58.723803 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e8cc63e-1af7-472c-ac72-957d54977cf1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:58.724741 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96269e9e-5bb9-4565-879c-9574318d87c6', 'name': 'network-vif-deleted', 'tag': '4fdfc392-99ca-4b2f-b1d5-612a14647d55', 'status': 'completed', 'code': 200} Mar 07 04:26:58.759839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:58.760487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:58.770732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:58.789670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-975f74c2-01d1-4797-a806-bdf74b079ee9 req-965a5266-d192-463e-aacf-5af01f908013 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320691 Mar 07 04:26:58.841256 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7213261 Mar 07 04:26:58.848092 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c743d66-2783-4d68-a555-ec2fcff009f7 x-openstack-request-id: req-2c743d66-2783-4d68-a555-ec2fcff009f7 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:26:58.848501 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "name": "network-vif-plugged", "status": "completed", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:26:58.849005 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c743d66-2783-4d68-a555-ec2fcff009f7 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:26:58.849587 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'code': 200} Mar 07 04:26:58.901817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Request body: {'port': {'device_id': '6d247360-61a5-4b59-87bd-1af6429c5085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:58.963319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Allocated IP 172.20.0.10 (b7b8e70f-2d0c-45a6-a90a-3456bea53218/c5ade57b-6912-4b5c-a1dd-f33f32609c11/0bbd336f-b587-416c-9575-c4edd014a854) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:26:58.997270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bc5ac20-b55e-497d-a7b2-b902288604a7 req-e17be5b0-b4e6-461c-84bb-f33f0e533d73 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 210 time: 0.0796685 Mar 07 04:26:59.085996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-40087ba8-186b-4264-84ad-9de1a8dabd2d req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-730032715', 'description': 'tempest-description-814130669'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:26:59.155477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40087ba8-186b-4264-84ad-9de1a8dabd2d req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.160602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13ef5d-af32-4881-830b-6915bd368221 req-10c26517-b854-4536-baba-057ba37a95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:59.162583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c13ef5d-af32-4881-830b-6915bd368221 req-10c26517-b854-4536-baba-057ba37a95d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1127 time: 0.1642771 Mar 07 04:26:59.370784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks [] for port (0bbd336f-b587-416c-9575-c4edd014a854), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.394690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c13ef5d-af32-4881-830b-6915bd368221 req-ac60ab1c-5a06-43de-a4db-86a436e5f552 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174642 Mar 07 04:26:59.420906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87770ab-218d-4d73-b2ab-df8a51a94065 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event updated for resources: {'Port': ['ID=78707c40-bd55-4730-b0ad-831031420e8a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:59.506902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-956fad50-b214-4cd4-b839-8aede6f69d75 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2102869635&fields=id&tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91 HTTP/1.1" status: 200 len: 267 time: 0.1765945 Mar 07 04:26:59.518668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78707c40-bd55-4730-b0ad-831031420e8a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.531818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0bbd336f-b587-416c-9575-c4edd014a854), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.625857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Network b7b8e70f-2d0c-45a6-a90a-3456bea53218 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:26:59.632316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event updated for resources: {'Port': ['ID=0bbd336f-b587-416c-9575-c4edd014a854,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:26:59.637440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:26:59.643514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:26:59.680790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-0976c68e-f207-4b33-9b84-60d809ea619b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:59.680790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-0976c68e-f207-4b33-9b84-60d809ea619b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 931 time: 0.1431515 Mar 07 04:26:59.757212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-fd3dab04-fd5a-45de-b9f5-345164789c15 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:59.762238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-fd3dab04-fd5a-45de-b9f5-345164789c15 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 931 time: 0.0718563 Mar 07 04:26:59.852726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40087ba8-186b-4264-84ad-9de1a8dabd2d req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (7cc00f9f-b5da-4939-bda5-5f716bb6f22a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.865934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:26:59.866643 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.899058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40087ba8-186b-4264-84ad-9de1a8dabd2d req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7cc00f9f-b5da-4939-bda5-5f716bb6f22a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.917675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-551cdd7a-a815-4ef2-a544-cf46ba565b91 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1409914 Mar 07 04:26:59.935179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-40087ba8-186b-4264-84ad-9de1a8dabd2d req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:26:59.950673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40087ba8-186b-4264-84ad-9de1a8dabd2d req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8951550 Mar 07 04:26:59.961871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3dec2c6a-4090-4b73-b2fc-034b447cdc13 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0342073 Mar 07 04:26:59.984433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Request body: {'port': {'device_id': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:00.034650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cbe9dc22-84ab-4e8c-ad45-bf216fbf5b50 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1158712 Mar 07 04:27:00.168600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5174961-5e7b-45f8-bcd4-cbc6c46d5a24 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc00f9f-b5da-4939-bda5-5f716bb6f22a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:00.269818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0bbd336f-b587-416c-9575-c4edd014a854), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:00.315466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6cf5b59-308b-4264-896a-099f19cbe050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:00.320638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6cf5b59-308b-4264-896a-099f19cbe050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:00.326078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6cf5b59-308b-4264-896a-099f19cbe050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:00.333548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6cf5b59-308b-4264-896a-099f19cbe050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/networks?id=bf17bdce-2b04-48ae-9d6b-3a207560a21e&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 HTTP/1.1" status: 200 len: 1990 time: 0.2981076 Mar 07 04:27:00.370664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-55209b01-76d8-43bd-ad50-9a67ac705862 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/quotas/2c4ec42642f84b1eb9cd3a4b2efd8b91 HTTP/1.1" status: 200 len: 375 time: 0.0359161 Mar 07 04:27:00.379258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-578ed627-09d8-4c21-bf3b-f878f39cff39 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:00.392651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-578ed627-09d8-4c21-bf3b-f878f39cff39 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.3066788 Mar 07 04:27:00.465006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-c88a6e66-39b4-4be3-bf4b-a51819e50395 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/quotas/765a9a47b1e244ca813048916feecd64 HTTP/1.1" status: 200 len: 375 time: 0.0714653 Mar 07 04:27:00.673572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-217188f9-f3ee-4be9-a723-95062ff7b3d9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3010442 Mar 07 04:27:00.836203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'name': 'network-vif-deleted', 'tag': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:00.838545 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd2e36-a19e-45de-a392-6a958d5142fb" -d '{"events": [{"server_uuid": "d472044e-e3e2-419f-81ed-472afbe8958e", "name": "network-vif-deleted", "tag": "4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:00.851629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-edbeab27-21d1-4d65-bce9-52c68ac4e351 service neutron] 10.222.0.21 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681185 Mar 07 04:27:00.986431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a494f328-92fa-4c09-b434-a5e637ee0ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335213 Mar 07 04:27:01.036492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-82648caa-8dcc-4c24-8421-1f8d02a0125f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5496583 Mar 07 04:27:01.160486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-f53a8c78-499d-4e97-acbf-b5ed3a8f7242 service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230123 Mar 07 04:27:01.266181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78707c40-bd55-4730-b0ad-831031420e8a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:01.286598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Publish callbacks [] for port (78707c40-bd55-4730-b0ad-831031420e8a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:01.307326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Transition to ACTIVE for port object 78707c40-bd55-4730-b0ad-831031420e8a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:01.307518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-9454c2fb-5b70-4323-a09b-ddd555d0d00c service neutron] 10.222.0.21 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459124 Mar 07 04:27:01.319448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (78707c40-bd55-4730-b0ad-831031420e8a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:01.337235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f3e9f42e-1170-452e-ad40-7f17931f49d6 service neutron] 10.222.0.21 "GET /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3497145 Mar 07 04:27:01.588315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-6a0a8738-dd08-4f26-a87e-b1aa969746eb service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490807 Mar 07 04:27:01.597457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Pushing event updated for resources: {'Port': ['ID=78707c40-bd55-4730-b0ad-831031420e8a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:01.783239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-696a7226-30a4-4697-937a-9aa267a05d39 service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915123 Mar 07 04:27:01.892699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Attempting to bind port 78707c40-bd55-4730-b0ad-831031420e8a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:01.893041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Attempting to bind port 78707c40-bd55-4730-b0ad-831031420e8a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:01.893374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Attempting to bind port 78707c40-bd55-4730-b0ad-831031420e8a on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:01.923233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Port 78707c40-bd55-4730-b0ad-831031420e8a on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:01.923566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Attempting to bind port 78707c40-bd55-4730-b0ad-831031420e8a on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:01.937860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbd336f-b587-416c-9575-c4edd014a854 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:01.956628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-bef5fa7a-0f92-4772-9cf1-1e498798aaa4 service neutron] 10.222.0.21 "GET /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1668315 Mar 07 04:27:01.976575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:01.978386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Checking segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:01.978957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Bound using segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:01.980720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Bound port: 78707c40-bd55-4730-b0ad-831031420e8a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:01.981257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78707c40-bd55-4730-b0ad-831031420e8a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:01.993894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Publish callbacks [] for port (0bbd336f-b587-416c-9575-c4edd014a854), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.049110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Transition to ACTIVE for port object 0bbd336f-b587-416c-9575-c4edd014a854 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:02.074706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0bbd336f-b587-416c-9575-c4edd014a854), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.178761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd336f-b587-416c-9575-c4edd014a854,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:02.237162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] For port 78707c40-bd55-4730-b0ad-831031420e8a, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:02.304361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735175-2e5b-4251-aad6-5c1fd8c9d2e1 req-8da18e5e-72c0-4692-b026-c662632f6b0f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:02.314601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] For port 78707c40-bd55-4730-b0ad-831031420e8a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=78707c40-bd55-4730-b0ad-831031420e8a,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:02.316905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d735175-2e5b-4251-aad6-5c1fd8c9d2e1 req-8da18e5e-72c0-4692-b026-c662632f6b0f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.4301326 Mar 07 04:27:02.331241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (78707c40-bd55-4730-b0ad-831031420e8a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.392457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d75f5aab-03bd-4655-afc0-d4a262697420 service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347861 Mar 07 04:27:02.394027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:02.394711 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.396159 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/78707c40-bd55-4730-b0ad-831031420e8a HTTP/1.1" status: 200 len: 1092 time: 3.5217707 Mar 07 04:27:02.396640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d247360-61a5-4b59-87bd-1af6429c5085', 'tag': '78707c40-bd55-4730-b0ad-831031420e8a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:02.415520 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9844c21f-b5cc-4032-8449-5952e1d9b5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d247360-61a5-4b59-87bd-1af6429c5085", "tag": "78707c40-bd55-4730-b0ad-831031420e8a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:02.434803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Attempting to bind port 0bbd336f-b587-416c-9575-c4edd014a854 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:02.435434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Attempting to bind port 0bbd336f-b587-416c-9575-c4edd014a854 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:02.436065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Attempting to bind port 0bbd336f-b587-416c-9575-c4edd014a854 on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:02.487871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d735175-2e5b-4251-aad6-5c1fd8c9d2e1 req-c00bd37b-4078-4ad3-ba4e-a0e41558ef16 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652131 Mar 07 04:27:02.549226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Port 0bbd336f-b587-416c-9575-c4edd014a854 on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:02.549461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Attempting to bind port 0bbd336f-b587-416c-9575-c4edd014a854 on network b7b8e70f-2d0c-45a6-a90a-3456bea53218 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:02.566722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad1bf1-d1ea-44a2-9d31-2240b68638d6 service neutron] Pushing event updated for resources: {'Port': ['ID=78707c40-bd55-4730-b0ad-831031420e8a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:02.572788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:02.573384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Checking segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:02.573774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Bound using segment: {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:02.574265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Bound port: 0bbd336f-b587-416c-9575-c4edd014a854, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba705a21-3380-49d5-a4cc-bd3752649ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:02.574625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0bbd336f-b587-416c-9575-c4edd014a854), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.596375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3835b195-2d58-4fa9-9c26-1ed2886bd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:02.598442 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3835b195-2d58-4fa9-9c26-1ed2886bd80c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=6d247360-61a5-4b59-87bd-1af6429c5085 HTTP/1.1" status: 200 len: 1126 time: 0.1467655 Mar 07 04:27:02.666787 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-1cabcfe8-02c1-47b6-b9e8-9c4221e5f86c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78707c40-bd55-4730-b0ad-831031420e8a HTTP/1.1" status: 200 len: 217 time: 0.0431116 Mar 07 04:27:02.745362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] For port 0bbd336f-b587-416c-9575-c4edd014a854, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:02.746483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff892395-95a4-4bd9-8283-b17cdf6aae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.748890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-29cc8850-7c7d-4d9c-be2f-4bde6cabc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:02.750700 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-29cc8850-7c7d-4d9c-be2f-4bde6cabc6e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.0737462 Mar 07 04:27:02.752496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] For port 0bbd336f-b587-416c-9575-c4edd014a854, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0bbd336f-b587-416c-9575-c4edd014a854,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:02.810099 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-d2c6aec6-6187-4920-a60d-d8b4e1c7cafd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533953 Mar 07 04:27:02.812957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0bbd336f-b587-416c-9575-c4edd014a854), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.927558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd336f-b587-416c-9575-c4edd014a854,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:02.970702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:02.971904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:02.975812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-62f9e3c0-eb2c-4a7a-a2e9-f22278c5a92d service neutron] 10.222.0.44 "PUT /v2.0/ports/0bbd336f-b587-416c-9575-c4edd014a854 HTTP/1.1" status: 200 len: 1092 time: 3.0009868 Mar 07 04:27:03.094935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-e7c46f12-5a53-420b-ace8-780bb8cc923c service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762721 Mar 07 04:27:03.201676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-49c75011-8773-47da-b20a-bbe22c0d078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:03.204081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-49c75011-8773-47da-b20a-bbe22c0d078a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 1126 time: 0.1691198 Mar 07 04:27:03.254436 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-45b4a46a-5256-48fc-b5bf-52947da322ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bbd336f-b587-416c-9575-c4edd014a854 HTTP/1.1" status: 200 len: 217 time: 0.0432200 Mar 07 04:27:03.341174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-dfa6d4a6-5f04-4224-88e9-2b2abd6457b8 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261195 Mar 07 04:27:03.347423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-90711b82-b889-4781-97fc-62d5d9a57b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:03.360957 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-90711b82-b889-4781-97fc-62d5d9a57b58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.0978980 Mar 07 04:27:03.424141 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-3bdce246-fdfe-4837-a569-261968b881b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592859 Mar 07 04:27:03.441192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-7b1d06f8-eb01-4ea1-ae48-b75e1e2d2c53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2257495 Mar 07 04:27:03.476800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-18deb95f-d596-466a-b770-2ca232485680 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0685284 Mar 07 04:27:03.562619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-1b2d1d9d-71ed-4f97-9ed2-2ee2ae6f0101 service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1692441 Mar 07 04:27:03.600490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8300efb-287a-4f8f-b665-389343feed9d req-d046dfff-7a6f-498f-bc84-351013196977 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:03.601641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8300efb-287a-4f8f-b665-389343feed9d req-d046dfff-7a6f-498f-bc84-351013196977 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 945 time: 0.2736986 Mar 07 04:27:03.628247 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-14eb3383-69bf-4d73-9aad-765ac071279c service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976333 Mar 07 04:27:03.699279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-23f772fd-85e0-41d6-b903-c888d82775bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:03.701192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-23f772fd-85e0-41d6-b903-c888d82775bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 1128 time: 0.1989248 Mar 07 04:27:03.710471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-4b627c58-1a7e-4beb-9883-9060a470b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:03.711972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-4b627c58-1a7e-4beb-9883-9060a470b86d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 1126 time: 0.1953452 Mar 07 04:27:03.769893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a8e723f-e1bf-49da-8721-227fab937c1e req-4b4bc8ed-b26a-4722-a103-96d031e4ce51 service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342041 Mar 07 04:27:03.802684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8300efb-287a-4f8f-b665-389343feed9d req-c57a00f3-1bc6-40f6-a701-4252b95984f1 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901090 Mar 07 04:27:03.942229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-811cc4ce-cfbc-4d31-a23e-501ddb72fa42 service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523419 Mar 07 04:27:04.022267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-ea6fa494-6273-4a8e-a57e-1e89171737d5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:04.023849 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-ea6fa494-6273-4a8e-a57e-1e89171737d5 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 806 time: 0.1770971 Mar 07 04:27:04.039780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Request body: {'port': {'device_id': '420de92d-0221-4092-879f-4b530e8ccba7', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'admin_state_up': True, 'tenant_id': '765a9a47b1e244ca813048916feecd64'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:04.061296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-1a359626-1b51-4dc4-b75d-01404317875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:04.064376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-1a359626-1b51-4dc4-b75d-01404317875d service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.3417737 Mar 07 04:27:04.106557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-687cd08e-d2a9-4cff-b8f5-fe03d294f3cd tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/a8704207-76cd-48af-9f30-db1a00851b7f HTTP/1.1" status: 200 len: 1820 time: 0.2278674 Mar 07 04:27:04.120870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-afdac401-6c30-4f4f-9484-8d305b56b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:04.122321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-afdac401-6c30-4f4f-9484-8d305b56b5f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 200 len: 921 time: 0.3665695 Mar 07 04:27:04.173599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Made reservation on behalf of 765a9a47b1e244ca813048916feecd64 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:04.178189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.214300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-74ddb3ab-0d9b-494a-a533-7dfcad3047b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0773571 Mar 07 04:27:04.215487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-e285871e-6c6e-4f2c-9222-ab34bb336336 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 HTTP/1.1" status: 200 len: 217 time: 0.0960729 Mar 07 04:27:04.316930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a33b63b2-8545-4761-b8ac-8651af8ce302 service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576131 Mar 07 04:27:04.318381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Allocated IP 172.20.0.2 (db7eefde-0fec-4ee1-8a44-7fec86e43b35/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965/cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:04.319359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-25aa4a23-94c2-4dfa-a2a2-1259a4476d6a tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/7cc00f9f-b5da-4939-bda5-5f716bb6f22a HTTP/1.1" status: 200 len: 1820 time: 0.2119718 Mar 07 04:27:04.344231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8704207-76cd-48af-9f30-db1a00851b7f', 'remote_group_id': '7cc00f9f-b5da-4939-bda5-5f716bb6f22a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:04.344490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8704207-76cd-48af-9f30-db1a00851b7f', 'remote_group_id': '7cc00f9f-b5da-4939-bda5-5f716bb6f22a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:04.358438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-fa4e0a40-102a-408a-87a0-a22d98b49323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:04.360571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-fa4e0a40-102a-408a-87a0-a22d98b49323 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1362059 Mar 07 04:27:04.377216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-ab740b08-57e1-47e7-a1f7-ca3e37f88e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:04.378740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-ab740b08-57e1-47e7-a1f7-ca3e37f88e2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 200 len: 860 time: 0.1569877 Mar 07 04:27:04.428576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-12e1c687-9909-48c4-8d35-bbabf6b889c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559645 Mar 07 04:27:04.481609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-f8fc1d84-72cb-4d86-8c6f-04ab9c5dabdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=beda7e6e-0c00-4a7a-bffa-38b81d211a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923948 Mar 07 04:27:04.497331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks [] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.537335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.556061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:04.587400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Network db7eefde-0fec-4ee1-8a44-7fec86e43b35 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:04.590947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:04.595362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:04.664134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-e76841b5-b3a6-42fb-9b3d-faaddc15c56e service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318541 Mar 07 04:27:04.678840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event updated for resources: {'Port': ['ID=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:04.701919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:04.703196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.706858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (676e33e2-6559-4909-9f5a-14f0b3701619), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.730296 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-baf82079-d835-41b6-bf55-24c601aaaf56 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6920900 Mar 07 04:27:04.744518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Request body: {'port': {'device_id': '420de92d-0221-4092-879f-4b530e8ccba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:04.752268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-89e6c091-5034-40d0-902d-fac010c10670 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603865 Mar 07 04:27:04.799434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-e462d7dd-e47a-46af-8c07-d3f6a02d8040 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238094 Mar 07 04:27:04.824940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.910979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (676e33e2-6559-4909-9f5a-14f0b3701619), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:04.961549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (676e33e2-6559-4909-9f5a-14f0b3701619), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.021574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.022796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a9ced11-498b-47f9-b34e-7d05ebef2521 req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6959438 Mar 07 04:27:05.028679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-ccb9ae40-bca7-47ef-85e3-03bd4543f228 service neutron] 10.222.0.21 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469152 Mar 07 04:27:05.035202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040a771-0148-45aa-b2c9-5659bd4edf40 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e33e2-6559-4909-9f5a-14f0b3701619,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:05.053526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e54d4c8b-85a7-47b1-9022-7296eb143f66 req-3e6a8223-42f3-4e2a-ac35-5e7b14a7cc49 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312934 Mar 07 04:27:05.084840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8261cd5f-a1ee-4bf5-8d1d-49493c442111 req-e4357f25-26f7-46c8-a85f-858e28e491c4 service neutron] 10.222.0.44 "GET /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248551 Mar 07 04:27:05.137537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:05.157054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Publish callbacks [] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.179188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Transition to ACTIVE for port object cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:05.185248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.226371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9e7a1440-3a5d-415f-9e0c-c7cd22e943e1 service neutron] 10.222.0.21 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831317 Mar 07 04:27:05.248401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410376d2-e614-4bdd-8874-c2eb7a623ab8 req-636ad31d-9093-4383-a38c-8992fc6ff2df tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.250488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-410376d2-e614-4bdd-8874-c2eb7a623ab8 req-636ad31d-9093-4383-a38c-8992fc6ff2df tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 944 time: 0.0910442 Mar 07 04:27:05.300689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:05.331996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1393ca3d-9b4a-4e7e-8f06-a97e3f159449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.353910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Attempting to bind port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:05.354317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Attempting to bind port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:05.354702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Attempting to bind port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:05.361708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:05.362137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Attempting to bind port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a on network db7eefde-0fec-4ee1-8a44-7fec86e43b35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:05.367227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:05.367710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Checking segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:05.368220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Bound using segment: {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:05.368576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-410376d2-e614-4bdd-8874-c2eb7a623ab8 req-aaefee26-c97e-41f1-94e6-fc877f56728d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078866 Mar 07 04:27:05.368698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Bound port: cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:05.368995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.385824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-4ee1abb5-c891-45bc-9f73-f2e89518a0fd service neutron] 10.222.0.21 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530414 Mar 07 04:27:05.462434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] For port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:05.466812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] For port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:05.477848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.514260 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a762609-2bf2-4b8a-bcb1-71d5b11c4e61 x-openstack-request-id: req-8a762609-2bf2-4b8a-bcb1-71d5b11c4e61 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:05.514862 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d472044e-e3e2-419f-81ed-472afbe8958e", "name": "network-vif-deleted", "tag": "4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:05.515245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.515871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:05.517292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a HTTP/1.1" status: 200 len: 1091 time: 0.7840188 Mar 07 04:27:05.517454 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a762609-2bf2-4b8a-bcb1-71d5b11c4e61 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:05.517862 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472044e-e3e2-419f-81ed-472afbe8958e', 'name': 'network-vif-deleted', 'tag': '4ea0d215-ba6a-43b9-9581-f2bf8d2d04ad', 'status': 'completed', 'code': 200} Mar 07 04:27:05.562190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b889e-995b-4e61-8e58-3b66c43f1580 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:05.597278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b760d772-bb65-48bc-8921-9bbab39be730 service neutron] 10.222.0.21 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956666 Mar 07 04:27:05.639248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839cbfd-20cd-4167-b304-d46353387eb9 req-12ce1ae7-e563-46f6-95e5-2a7fb79923dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.641072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f839cbfd-20cd-4167-b304-d46353387eb9 req-12ce1ae7-e563-46f6-95e5-2a7fb79923dd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 943 time: 0.1052361 Mar 07 04:27:05.664664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-4f499213-d531-4048-a3c8-ba49f1e9bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.666212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-4f499213-d531-4048-a3c8-ba49f1e9bb63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 1125 time: 0.0783389 Mar 07 04:27:05.714637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-67921aa2-4538-42c6-b875-ac70ca25e584 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a HTTP/1.1" status: 200 len: 217 time: 0.0394707 Mar 07 04:27:05.755185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f839cbfd-20cd-4167-b304-d46353387eb9 req-b34f39fc-eb41-4390-b4de-15a99759ff17 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071365 Mar 07 04:27:05.760559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-2605e446-334f-4a53-8122-9a7b0f3e28ab service neutron] 10.222.0.21 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538599 Mar 07 04:27:05.771525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-e1a89efd-f8ba-4453-9581-158726111ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.773009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-e1a89efd-f8ba-4453-9581-158726111ea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.0510566 Mar 07 04:27:05.812904 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-bdf5de62-3110-4b9e-ad58-86fe0dfd28b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329356 Mar 07 04:27:05.827375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d1713c80-1762-4fe6-a830-c9b9e5c28fb9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.828483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d1713c80-1762-4fe6-a830-c9b9e5c28fb9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 931 time: 0.0619817 Mar 07 04:27:05.883964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-219cd35f-4f1e-47c0-aec6-c8380b8d8984 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:05.885292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-219cd35f-4f1e-47c0-aec6-c8380b8d8984 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 931 time: 0.0501974 Mar 07 04:27:05.914133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-d7ca3ad2-3462-485b-8fa4-f6faccca9df8 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953283 Mar 07 04:27:06.020632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b8a5650d-b344-438d-b6d8-4198fe5a052e req-f73b2dc4-a179-4456-8ceb-4653533d2695 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995982 Mar 07 04:27:06.063462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 78707c40-bd55-4730-b0ad-831031420e8a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:06.171476 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61babc1-c6db-42c8-a5ac-291d3e4fa074 x-openstack-request-id: req-e61babc1-c6db-42c8-a5ac-291d3e4fa074 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:06.171851 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d247360-61a5-4b59-87bd-1af6429c5085", "tag": "78707c40-bd55-4730-b0ad-831031420e8a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:06.172367 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e61babc1-c6db-42c8-a5ac-291d3e4fa074 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:06.174235 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d247360-61a5-4b59-87bd-1af6429c5085', 'tag': '78707c40-bd55-4730-b0ad-831031420e8a', 'status': 'completed', 'code': 200} Mar 07 04:27:06.186544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 78707c40-bd55-4730-b0ad-831031420e8a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=78707c40-bd55-4730-b0ad-831031420e8a,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:06.206320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '78707c40-bd55-4730-b0ad-831031420e8a', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'port_id': '78707c40-bd55-4730-b0ad-831031420e8a', 'mac_address': 'fa:16:3e:d6:3d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ade57b-6912-4b5c-a1dd-f33f32609c11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:27:06.251230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 78707c40-bd55-4730-b0ad-831031420e8a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:06.251796 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78707c40-bd55-4730-b0ad-831031420e8a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.264929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-3daabf60-3ad6-401f-bd34-ee8783310739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.266751 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-3daabf60-3ad6-401f-bd34-ee8783310739 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=6d247360-61a5-4b59-87bd-1af6429c5085 HTTP/1.1" status: 200 len: 1126 time: 0.0690279 Mar 07 04:27:06.266902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78707c40-bd55-4730-b0ad-831031420e8a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:06.294290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 78707c40-bd55-4730-b0ad-831031420e8a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=78707c40-bd55-4730-b0ad-831031420e8a,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:06.303158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (78707c40-bd55-4730-b0ad-831031420e8a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.365612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=78707c40-bd55-4730-b0ad-831031420e8a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:06.396549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-b40b2081-e027-42d6-977f-ac8817b65fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.398604 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-b40b2081-e027-42d6-977f-ac8817b65fb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 913 time: 0.1239707 Mar 07 04:27:06.433710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4286941-4725-4d76-8cef-b6b59a37482d req-8cbe0886-39e0-42a4-8f51-50a26646660c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.435324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f4286941-4725-4d76-8cef-b6b59a37482d req-8cbe0886-39e0-42a4-8f51-50a26646660c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.0559461 Mar 07 04:27:06.462012 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-48cdc484-240e-41f3-92b5-e322398d0c5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78707c40-bd55-4730-b0ad-831031420e8a HTTP/1.1" status: 200 len: 217 time: 0.0508363 Mar 07 04:27:06.493198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f4286941-4725-4d76-8cef-b6b59a37482d req-f4d8e9be-d9c5-4f1b-833a-77c238d6a5c2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509892 Mar 07 04:27:06.541242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-b55db32a-0f56-44a1-beff-a13050fd6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.542934 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-b55db32a-0f56-44a1-beff-a13050fd6e75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.0639305 Mar 07 04:27:06.544756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c862134-23c4-43b6-9cd6-da68e4880259 req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1727517339', 'description': 'tempest-description-1922909417'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:06.551964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['78707c40-bd55-4730-b0ad-831031420e8a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:06.565781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34774) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:06.580062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-339f69d9-7f89-44ec-8eb7-b0ec76711199 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300958 Mar 07 04:27:06.602857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-e2fff06c-8a68-4a4f-9c03-8e8ef807464d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1136720460&fields=id&tenant_id=8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 267 time: 0.0792882 Mar 07 04:27:06.616495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c862134-23c4-43b6-9cd6-da68e4880259 req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.623203 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.693715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-bdea9bf7-203b-41a2-a0fe-0c2b07ee4c1f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.701971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-bdea9bf7-203b-41a2-a0fe-0c2b07ee4c1f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 945 time: 0.0982358 Mar 07 04:27:06.711645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'port': {'security_groups': ['99d1b7e3-4ddb-4602-8385-167a3fe36758', 'e20d4870-dfbc-4bce-abc8-61d5a9611812']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:06.723062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-61eb870e-832d-4c6a-8e37-8c2ece52deb9 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351893 Mar 07 04:27:06.800943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c862134-23c4-43b6-9cd6-da68e4880259 req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (36f5853c-0143-4938-9e24-419a833d2568), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.808936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c862134-23c4-43b6-9cd6-da68e4880259 req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (36f5853c-0143-4938-9e24-419a833d2568), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.817499 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9844c21f-b5cc-4032-8449-5952e1d9b5d3 req-5299ab33-4e77-4f1f-b435-95c9329c9031 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876815 Mar 07 04:27:06.863456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b40ce6a4-f96a-49f8-862c-79f242235806 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.864805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b40ce6a4-f96a-49f8-862c-79f242235806 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 931 time: 0.2954323 Mar 07 04:27:06.893109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c862134-23c4-43b6-9cd6-da68e4880259 req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.894283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c862134-23c4-43b6-9cd6-da68e4880259 req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3545034 Mar 07 04:27:06.918643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7a86a-44a9-4924-a8c8-76982f233cd2 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5853c-0143-4938-9e24-419a833d2568,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:06.924677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:06.947618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0bbd336f-b587-416c-9575-c4edd014a854 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:06.955334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-8d843d99-0931-4267-93d7-2ccd2d5c1bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:06.956704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-8d843d99-0931-4267-93d7-2ccd2d5c1bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 931 time: 0.0822253 Mar 07 04:27:07.077578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 0bbd336f-b587-416c-9575-c4edd014a854, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0bbd336f-b587-416c-9575-c4edd014a854,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:07.091834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '0bbd336f-b587-416c-9575-c4edd014a854', 'network_id': 'b7b8e70f-2d0c-45a6-a90a-3456bea53218', 'port_id': '0bbd336f-b587-416c-9575-c4edd014a854', 'mac_address': 'fa:16:3e:bb:cd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ade57b-6912-4b5c-a1dd-f33f32609c11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:27:07.144221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 0bbd336f-b587-416c-9575-c4edd014a854 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:07.144627 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0bbd336f-b587-416c-9575-c4edd014a854), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.159508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbd336f-b587-416c-9575-c4edd014a854 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:07.183564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 0bbd336f-b587-416c-9575-c4edd014a854, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0bbd336f-b587-416c-9575-c4edd014a854,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:07.188933 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0bbd336f-b587-416c-9575-c4edd014a854), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.225261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98811794-6ee3-4ad6-a114-c6fda2f20e3e req-3dfdfd34-5f85-4de1-8779-ea55ca7ed705 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:07.226827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98811794-6ee3-4ad6-a114-c6fda2f20e3e req-3dfdfd34-5f85-4de1-8779-ea55ca7ed705 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 944 time: 0.1594450 Mar 07 04:27:07.251191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=0bbd336f-b587-416c-9575-c4edd014a854,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:07.262787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:07.288178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-7bd6657f-3451-4a3d-b07d-72a66e5a90c5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:07.289651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-7bd6657f-3451-4a3d-b07d-72a66e5a90c5 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4148562-0f1f-4040-a4df-f1f791b88365 HTTP/1.1" status: 200 len: 944 time: 0.2060156 Mar 07 04:27:07.368574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.377922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98811794-6ee3-4ad6-a114-c6fda2f20e3e req-f6b347d6-f2f0-4ce8-88d4-0986684a5175 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349130 Mar 07 04:27:07.383279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.397460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab414410-3e27-4f8a-9df0-8daa236188e8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:07.399854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:07.482548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:07.483066 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.485295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-629936f8-394a-4d35-b4da-2a3e44d54720 req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "PUT /v2.0/ports/ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 981 time: 0.7817495 Mar 07 04:27:07.521089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:07.523347 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a2cce-58a3-468b-bddf-bcbd8a305406" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:07.536621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272af6ba-5fbb-4e7f-9ae6-de013c50a51b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:07.563984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Deleting port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:07.564697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.578902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72c81-7fac-4643-8fe3-a8ee06bfadda req-91a4f639-dbe3-4bd8-836d-cdf8429010e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:07.579130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['0bbd336f-b587-416c-9575-c4edd014a854'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:07.586879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fa72c81-7fac-4643-8fe3-a8ee06bfadda req-91a4f639-dbe3-4bd8-836d-cdf8429010e7 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 945 time: 0.1228085 Mar 07 04:27:07.593745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab414410-3e27-4f8a-9df0-8daa236188e8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:07.659257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22f60c73-4f82-43fb-9f70-9564b28ec765 req-40befe52-0a25-47b6-af1f-da6adc6a8dde tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0478473 Mar 07 04:27:07.691342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.739640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fa72c81-7fac-4643-8fe3-a8ee06bfadda req-8692b45d-0746-4e5a-b20f-8bd018028dd4 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517699 Mar 07 04:27:07.776798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-82e19d08-4f76-4317-a889-dcb0e69fdeba req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-626205427', 'description': 'tempest-description-1358956725'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:07.787279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] For port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:07.787652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.810094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Calling delete_port for 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:07.859627 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82e19d08-4f76-4317-a889-dcb0e69fdeba req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:07.971873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e343cd4-b2c1-4434-8ee0-2c0c3056dcaf req-53971032-d6bb-4f16-aa8f-b7feaa33ff0e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:07.973493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e343cd4-b2c1-4434-8ee0-2c0c3056dcaf req-53971032-d6bb-4f16-aa8f-b7feaa33ff0e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 943 time: 0.1648042 Mar 07 04:27:08.040588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82e19d08-4f76-4317-a889-dcb0e69fdeba req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (6e83f132-d7c0-41a8-95fe-9f8e18aa011b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.052542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82e19d08-4f76-4317-a889-dcb0e69fdeba req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6e83f132-d7c0-41a8-95fe-9f8e18aa011b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.067520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 78707c40-bd55-4730-b0ad-831031420e8a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:08.118108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-82e19d08-4f76-4317-a889-dcb0e69fdeba req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.119404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82e19d08-4f76-4317-a889-dcb0e69fdeba req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3485136 Mar 07 04:27:08.129002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e343cd4-b2c1-4434-8ee0-2c0c3056dcaf req-9d89822a-80ee-4bf1-86e6-31b5b5e4b284 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442013 Mar 07 04:27:08.142027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d072270-ce17-4f64-8442-21fb92911652 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83f132-d7c0-41a8-95fe-9f8e18aa011b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:08.157329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5f7a2f6d-38dc-42b0-aee5-5872cde9b433), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.175832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'tag': '0bbd336f-b587-416c-9575-c4edd014a854'}, {'name': 'network-changed', 'server_uuid': '420de92d-0221-4092-879f-4b530e8ccba7', 'tag': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:08.179548 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7" -d '{"events": [{"name": "network-changed", "server_uuid": "16de6b72-1ea2-4f7d-b057-58d5458a9ea7", "tag": "0bbd336f-b587-416c-9575-c4edd014a854"}, {"name": "network-changed", "server_uuid": "420de92d-0221-4092-879f-4b530e8ccba7", "tag": "cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:08.180418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5f7a2f6d-38dc-42b0-aee5-5872cde9b433'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:08.196491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event deleted for resources: {'Port': ['ID=5f7a2f6d-38dc-42b0-aee5-5872cde9b433,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:08.288505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] No DVR routers for this DVR port 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:08.300091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.306065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a77f2bf9-b02c-46c4-8b1c-95d234ac1097 req-5bc8dca3-c22b-4f1d-80fb-76da076eeb84 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "DELETE /v2.0/ports/5f7a2f6d-38dc-42b0-aee5-5872cde9b433 HTTP/1.1" status: 204 len: 173 time: 1.0056145 Mar 07 04:27:08.313636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 78707c40-bd55-4730-b0ad-831031420e8a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:27:08.325611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 78707c40-bd55-4730-b0ad-831031420e8a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:08.326935 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (78707c40-bd55-4730-b0ad-831031420e8a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.446954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 78707c40-bd55-4730-b0ad-831031420e8a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:08.447644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78707c40-bd55-4730-b0ad-831031420e8a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.522950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d247360-61a5-4b59-87bd-1af6429c5085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78707c40-bd55-4730-b0ad-831031420e8a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:08.525515 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0915376c-1b09-4850-9c15-e903fcd4027d" -d '{"events": [{"server_uuid": "6d247360-61a5-4b59-87bd-1af6429c5085", "name": "network-vif-plugged", "status": "completed", "tag": "78707c40-bd55-4730-b0ad-831031420e8a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:08.606176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 78707c40-bd55-4730-b0ad-831031420e8a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=78707c40-bd55-4730-b0ad-831031420e8a,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:08.618802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (78707c40-bd55-4730-b0ad-831031420e8a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:08.720371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=78707c40-bd55-4730-b0ad-831031420e8a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:08.740524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81bd60ac-eac3-4191-8f69-3d4db5571a5f req-46c35ecb-4876-49d7-8136-647fa831554f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/e20d4870-dfbc-4bce-abc8-61d5a9611812 HTTP/1.1" status: 200 len: 1816 time: 0.5032938 Mar 07 04:27:08.753331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-75c94d8d-c26f-47fb-adee-f7331a60f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:08.755071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-75c94d8d-c26f-47fb-adee-f7331a60f9a6 service neutron] 10.222.0.44 "GET /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 1027 time: 0.0708761 Mar 07 04:27:08.834743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ad866-ffc8-4b04-a25d-0cf1d8a64895 req-c6716d07-89ee-4631-8668-b591dfaa55c7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:08.836420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d16ad866-ffc8-4b04-a25d-0cf1d8a64895 req-c6716d07-89ee-4631-8668-b591dfaa55c7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.5268736 Mar 07 04:27:08.857113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-19903f6d-ad7c-4593-8cdb-258fa32f9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:08.858641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-19903f6d-ad7c-4593-8cdb-258fa32f9583 service neutron] 10.222.0.44 "GET /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 1027 time: 0.0811853 Mar 07 04:27:08.867117 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-81bd60ac-eac3-4191-8f69-3d4db5571a5f req-ed7fa162-d31b-4830-95bc-436eaa1b13e6 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 04:27:08.868311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81bd60ac-eac3-4191-8f69-3d4db5571a5f req-ed7fa162-d31b-4830-95bc-436eaa1b13e6 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/e20d4870-dfbc-4bce-abc8-61d5a9611812 HTTP/1.1" status: 409 len: 341 time: 0.1192322 Mar 07 04:27:08.939030 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05902144-201b-4020-bc81-2376102122a4 x-openstack-request-id: req-05902144-201b-4020-bc81-2376102122a4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:08.939336 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:08.940626 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05902144-201b-4020-bc81-2376102122a4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:08.941212 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'status': 'completed', 'code': 200} Mar 07 04:27:09.039233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-9a58e0d3-01fc-4259-8195-df14b13d6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.041128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-9a58e0d3-01fc-4259-8195-df14b13d6c45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1166 time: 0.0823493 Mar 07 04:27:09.053127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d16ad866-ffc8-4b04-a25d-0cf1d8a64895 req-af99b740-d621-4590-993b-bd4085b718cd tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991494 Mar 07 04:27:09.145037 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4df6db-32d8-4065-b664-ebebbf7480e8 x-openstack-request-id: req-da4df6db-32d8-4065-b664-ebebbf7480e8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:09.145587 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16de6b72-1ea2-4f7d-b057-58d5458a9ea7", "tag": "0bbd336f-b587-416c-9575-c4edd014a854", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "420de92d-0221-4092-879f-4b530e8ccba7", "tag": "cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:09.146040 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da4df6db-32d8-4065-b664-ebebbf7480e8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:09.146685 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'tag': '0bbd336f-b587-416c-9575-c4edd014a854', 'status': 'completed', 'code': 200} Mar 07 04:27:09.147161 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420de92d-0221-4092-879f-4b530e8ccba7', 'tag': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a', 'status': 'completed', 'code': 200} Mar 07 04:27:09.147597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b3fff979-fe27-4373-8cd2-12b6e0c78e71 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.168122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b3fff979-fe27-4373-8cd2-12b6e0c78e71 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.180073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b3fff979-fe27-4373-8cd2-12b6e0c78e71 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.182681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b3fff979-fe27-4373-8cd2-12b6e0c78e71 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "GET /v2.0/networks?id=bf17bdce-2b04-48ae-9d6b-3a207560a21e&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 HTTP/1.1" status: 200 len: 1990 time: 0.3061523 Mar 07 04:27:09.188204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:09.250631 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25bcb5-0200-4e1e-b501-3ab897303d0b x-openstack-request-id: req-1f25bcb5-0200-4e1e-b501-3ab897303d0b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:09.250853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-de1c7539-6675-4d0e-bacf-f284ee095f6e tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/36f5853c-0143-4938-9e24-419a833d2568 HTTP/1.1" status: 200 len: 1822 time: 0.2773530 Mar 07 04:27:09.251466 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d247360-61a5-4b59-87bd-1af6429c5085", "name": "network-vif-plugged", "status": "completed", "tag": "78707c40-bd55-4730-b0ad-831031420e8a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:09.251931 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f25bcb5-0200-4e1e-b501-3ab897303d0b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:09.252639 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d247360-61a5-4b59-87bd-1af6429c5085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78707c40-bd55-4730-b0ad-831031420e8a', 'code': 200} Mar 07 04:27:09.289780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-1771f803-f30c-4fe6-8423-82a396b49a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.291356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-1771f803-f30c-4fe6-8423-82a396b49a5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.2429707 Mar 07 04:27:09.318159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-b76ed0dc-064f-47f1-8e8a-fdc9f091f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.319763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-b76ed0dc-064f-47f1-8e8a-fdc9f091f71e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765a9a47b1e244ca813048916feecd64&device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 1125 time: 0.1361079 Mar 07 04:27:09.347877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-312e0c73-07b4-4db6-8004-292dcad2595e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 217 time: 0.0439939 Mar 07 04:27:09.350894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-cadf7cda-3f6c-4ea6-8a78-aad97b8f76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.352309 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-cadf7cda-3f6c-4ea6-8a78-aad97b8f76aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 1127 time: 0.1696329 Mar 07 04:27:09.404668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9beddb77-adeb-4bb7-896f-9c9b49f92885 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91 HTTP/1.1" status: 200 len: 380 time: 0.2099755 Mar 07 04:27:09.423107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'admin_state_up': True, 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'security_groups': ['8af98c4d-b8fe-47ca-9e15-ed183938c019']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:09.441612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-eb1c15a3-1bc2-4860-ab65-5782d0316e15 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/6e83f132-d7c0-41a8-95fe-9f8e18aa011b HTTP/1.1" status: 200 len: 1821 time: 0.1866412 Mar 07 04:27:09.455960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-e9f902f1-4b59-4dfd-97e0-37383f063527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.456643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2dc27c8-2c2d-49dd-840c-f95e175aa2ce req-143e0413-b185-428c-b284-3ca7176078c4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0875869 Mar 07 04:27:09.457402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-e9f902f1-4b59-4dfd-97e0-37383f063527 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.1039722 Mar 07 04:27:09.503370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36f5853c-0143-4938-9e24-419a833d2568', 'remote_group_id': '6e83f132-d7c0-41a8-95fe-9f8e18aa011b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:09.503634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-5600e31a-70c6-455f-882f-e7233e0de3fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383646 Mar 07 04:27:09.503733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36f5853c-0143-4938-9e24-419a833d2568', 'remote_group_id': '6e83f132-d7c0-41a8-95fe-9f8e18aa011b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:09.508135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-a49b752b-611d-4963-b2da-55218e855d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.509502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-a49b752b-611d-4963-b2da-55218e855d12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 200 len: 913 time: 0.1479542 Mar 07 04:27:09.565956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-b01b6366-a135-4ae6-b2cc-0ce8729627a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bbd336f-b587-416c-9575-c4edd014a854 HTTP/1.1" status: 200 len: 217 time: 0.0477891 Mar 07 04:27:09.640528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cc547-0aac-4b31-b41a-7bf61771b156 req-f0a1c3e8-2749-45e2-b181-63b1e81e4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.642051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f50cc547-0aac-4b31-b41a-7bf61771b156 req-f0a1c3e8-2749-45e2-b181-63b1e81e4e02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d247360-61a5-4b59-87bd-1af6429c5085 HTTP/1.1" status: 200 len: 1128 time: 0.2939045 Mar 07 04:27:09.657004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-5fee8357-a448-49db-b392-36deee19c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.658472 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-5fee8357-a448-49db-b392-36deee19c41c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 200 len: 852 time: 0.0863988 Mar 07 04:27:09.663695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-6ea07b40-da77-40ad-8a91-8fa8b9d9f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.665194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-6ea07b40-da77-40ad-8a91-8fa8b9d9f687 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 200 len: 907 time: 0.3364110 Mar 07 04:27:09.697376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-17f4418b-a4db-49e6-a909-a6de6eefbe79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7b8e70f-2d0c-45a6-a90a-3456bea53218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316241 Mar 07 04:27:09.699385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-d9c45e84-b701-4da9-8f7b-237721e1fcf2 service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890388 Mar 07 04:27:09.764089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-4aa3db4f-4749-4591-8aa6-18ac8ec47213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a HTTP/1.1" status: 200 len: 217 time: 0.0800345 Mar 07 04:27:09.836760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be20ac-7c3d-44b5-b356-b073d3941c0f req-ec8b9117-4d3e-4afd-8bc7-2a5a4f7852b2 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.838235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85be20ac-7c3d-44b5-b356-b073d3941c0f req-ec8b9117-4d3e-4afd-8bc7-2a5a4f7852b2 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 945 time: 0.2703993 Mar 07 04:27:09.845932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (1f97b79e-11d5-4227-8ba8-e38ea73a3584), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:09.851731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f50cc547-0aac-4b31-b41a-7bf61771b156 req-6bb7f6be-64aa-4a98-8374-da6f20383b23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998615 Mar 07 04:27:09.860349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-6e50080a-dae4-441c-bfa1-6710ada4dea4 service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562128 Mar 07 04:27:09.861930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:09.862263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-410a2cce-58a3-468b-bddf-bcbd8a305406 req-fc45ee23-ef78-4872-9403-4bf4522da2e1 service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571262 Mar 07 04:27:09.865287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:09.913600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-1ddb8b92-2369-4b8c-8d8a-1ac6eb4fd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:09.915102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-1ddb8b92-2369-4b8c-8d8a-1ac6eb4fd778 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 200 len: 846 time: 0.1417184 Mar 07 04:27:09.971634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-695a4e36-66b2-4900-b20f-f7a14a840040 service neutron] 10.222.0.44 "GET /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054981 Mar 07 04:27:09.984831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (1f97b79e-11d5-4227-8ba8-e38ea73a3584), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:09.996678 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1f97b79e-11d5-4227-8ba8-e38ea73a3584), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.006493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85be20ac-7c3d-44b5-b356-b073d3941c0f req-75470af1-f443-4883-bb7f-7f2e64fa82a4 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521492 Mar 07 04:27:10.037378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f97b79e-11d5-4227-8ba8-e38ea73a3584,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:10.077129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.079504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:10.091786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aaec85b1-3971-46ff-b1c9-821a8c07f4ea req-2d4f08b7-99f5-4581-8a62-ce53efa05ff3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6259456 Mar 07 04:27:10.125782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-041798f9-69a6-45db-91e6-251ba966a230 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db7eefde-0fec-4ee1-8a44-7fec86e43b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833437 Mar 07 04:27:10.205799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-251d72de-1cc9-4358-b019-352df24a3afe tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:10.207289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-251d72de-1cc9-4358-b019-352df24a3afe tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1128 time: 0.0810344 Mar 07 04:27:10.218325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:10.246640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:10.287109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a', 'network_id': 'db7eefde-0fec-4ee1-8a44-7fec86e43b35', 'port_id': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a', 'mac_address': 'fa:16:3e:5e:0d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:27:10.295154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 172.20.0.14 (bf17bdce-2b04-48ae-9d6b-3a207560a21e/11aebbfb-7f5f-4719-a922-deb3e6cd25e5/92729aae-f721-4d72-86b6-fdfb98f083db) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:10.385696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:10.386797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.405381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:10.436044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-362ecede-51d8-43f4-b9ea-5178e65d1405 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969270 Mar 07 04:27:10.444874 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.454253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:10.463931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3a38a-36b5-4876-b24e-28437c181990 req-638a53bd-8c51-47e7-a3f7-c2c7e611aa82 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:10.465881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.474698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fe3a38a-36b5-4876-b24e-28437c181990 req-638a53bd-8c51-47e7-a3f7-c2c7e611aa82 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 943 time: 0.1445470 Mar 07 04:27:10.513830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3c84-29ba-4925-994d-f8c35d135736 req-c6c7b5cd-d305-4f61-8909-028ace0f7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:10.516579 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-c6c7b5cd-d305-4f61-8909-028ace0f7510 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1166 time: 0.2253633 Mar 07 04:27:10.530727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:10.682798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fe3a38a-36b5-4876-b24e-28437c181990 req-e4528043-a021-466f-82ef-9071ce212144 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929452 Mar 07 04:27:10.724343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:10.794017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4c6db0f-e7c8-468e-81d2-5d429c6f5de7 req-afd90161-b9b2-4a53-872a-c7c6ad537644 service neutron] 10.222.0.15 "GET /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412919 Mar 07 04:27:10.807895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (92729aae-f721-4d72-86b6-fdfb98f083db), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.873998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba257efc-578d-4f8c-9173-6240d27bc653 req-f84bada4-0c90-46ca-b1b9-c38dad31fa58 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:10.885926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba257efc-578d-4f8c-9173-6240d27bc653 req-f84bada4-0c90-46ca-b1b9-c38dad31fa58 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 946 time: 0.4018621 Mar 07 04:27:10.979356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'name': 'network-vif-deleted', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:10.982057 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a135e4ce-4128-4b4f-a7ee-41aedbe7bbdc" -d '{"events": [{"server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "name": "network-vif-deleted", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:10.987379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:10.990007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:10.995854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0bbd336f-b587-416c-9575-c4edd014a854 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:11.015163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d44d32f-0225-4504-87b9-f4eda5c9593c req-b854e58c-3930-4ad4-9690-1685848781b1 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/6e83f132-d7c0-41a8-95fe-9f8e18aa011b HTTP/1.1" status: 200 len: 1821 time: 0.3162272 Mar 07 04:27:11.066932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba257efc-578d-4f8c-9173-6240d27bc653 req-a0609e61-06f3-4779-858b-c9fef29b24bf tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794760 Mar 07 04:27:11.070344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:11.092727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3c84-29ba-4925-994d-f8c35d135736 req-ba44f070-4bfa-4b6b-8e4d-41d1f6d88087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:11.094297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-ba44f070-4bfa-4b6b-8e4d-41d1f6d88087 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.5692875 Mar 07 04:27:11.106618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-d868002e-bc3f-4466-8b5a-3e86f4324da6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:11.108102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-d868002e-bc3f-4466-8b5a-3e86f4324da6 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 944 time: 0.1558571 Mar 07 04:27:11.118504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:11.172546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:11.192591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-601554fc-bed2-43bb-94b9-ff18d6d55932 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 217 time: 0.0793998 Mar 07 04:27:11.220710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:11.239759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 04:27:11.253065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 0bbd336f-b587-416c-9575-c4edd014a854 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:27:11.261477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 0bbd336f-b587-416c-9575-c4edd014a854 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:11.261954 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0bbd336f-b587-416c-9575-c4edd014a854), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.294519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:11.295640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=92729aae-f721-4d72-86b6-fdfb98f083db,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:11.308068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:11.352137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Publish callbacks [] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.360299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:11.364233 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c0889-19b0-4047-86d6-57360ad6b0c4" -d '{"events": [{"server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "name": "network-vif-unplugged", "status": "completed", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:11.383665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 0bbd336f-b587-416c-9575-c4edd014a854 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:11.384169 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0bbd336f-b587-416c-9575-c4edd014a854), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.385276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:11.386262 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.418232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd336f-b587-416c-9575-c4edd014a854'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:11.421168 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13330f-4330-46d1-9de9-2fd5b637d3a7" -d '{"events": [{"server_uuid": "16de6b72-1ea2-4f7d-b057-58d5458a9ea7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd336f-b587-416c-9575-c4edd014a854"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:11.435663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 0bbd336f-b587-416c-9575-c4edd014a854, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0bbd336f-b587-416c-9575-c4edd014a854,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:11.440095 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0bbd336f-b587-416c-9575-c4edd014a854), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.440928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:11.441802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.456355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c4036265-3ec3-4fa6-97f2-f0e730065258 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0439866 Mar 07 04:27:11.469429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'admin_state_up': True, 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'security_groups': ['8af98c4d-b8fe-47ca-9e15-ed183938c019']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:11.480160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:11.480460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f7a2f6d-38dc-42b0-aee5-5872cde9b433 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:11.497578 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d44d32f-0225-4504-87b9-f4eda5c9593c req-1e8219bc-3ecc-415b-8498-45d33096e6a0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (6e83f132-d7c0-41a8-95fe-9f8e18aa011b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.519215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=0bbd336f-b587-416c-9575-c4edd014a854,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:11.559754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cc51-63d6-42e2-93aa-46ce55f3983c req-7775022a-6ba7-4951-a61b-ffa4e14d2c6c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:11.561166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02a0cc51-63d6-42e2-93aa-46ce55f3983c req-7775022a-6ba7-4951-a61b-ffa4e14d2c6c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 984 time: 0.3302143 Mar 07 04:27:11.566435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e6a55d6f-1dd7-4ca8-a64a-e2cd39d32f3d None None] Provisioning complete for port 92729aae-f721-4d72-86b6-fdfb98f083db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:11.567069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e6a55d6f-1dd7-4ca8-a64a-e2cd39d32f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.580250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d44d32f-0225-4504-87b9-f4eda5c9593c req-1e8219bc-3ecc-415b-8498-45d33096e6a0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (6e83f132-d7c0-41a8-95fe-9f8e18aa011b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.585689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:11.616458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3c84-29ba-4925-994d-f8c35d135736 req-09307f8e-bb74-4c1e-8227-ce1ec0362c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:11.618427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-09307f8e-bb74-4c1e-8227-ce1ec0362c4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.4117856 Mar 07 04:27:11.622056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e6a55d6f-1dd7-4ca8-a64a-e2cd39d32f3d None None] Port 92729aae-f721-4d72-86b6-fdfb98f083db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:11.668312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Deleting port e40ef072-2876-450f-bd69-91b0360f9aa0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:11.668771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.689520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-9f8f6deb-70d6-477c-be99-fbfec52680f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588157 Mar 07 04:27:11.708714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02a0cc51-63d6-42e2-93aa-46ce55f3983c req-b77740fc-457b-4e2f-9ac0-cb181a95a41d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&id=e20d4870-dfbc-4bce-abc8-61d5a9611812&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1359491 Mar 07 04:27:11.722697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:11.734471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.752337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d44d32f-0225-4504-87b9-f4eda5c9593c req-1e8219bc-3ecc-415b-8498-45d33096e6a0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6e83f132-d7c0-41a8-95fe-9f8e18aa011b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.755933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d44d32f-0225-4504-87b9-f4eda5c9593c req-1e8219bc-3ecc-415b-8498-45d33096e6a0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.759014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d44d32f-0225-4504-87b9-f4eda5c9593c req-1e8219bc-3ecc-415b-8498-45d33096e6a0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e83f132-d7c0-41a8-95fe-9f8e18aa011b HTTP/1.1" status: 204 len: 173 time: 0.7429729 Mar 07 04:27:11.778009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:11.779096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:11.779476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:11.841609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8219bc-3ecc-415b-8498-45d33096e6a0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83f132-d7c0-41a8-95fe-9f8e18aa011b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:11.874992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:11.875319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Attempting to bind port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on network 4921de86-b9f8-45da-afcf-5a63375d03e6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:11.923739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:11.924078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Checking segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:11.924463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Bound using segment: {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:11.924902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Bound port: 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4921de86-b9f8-45da-afcf-5a63375d03e6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:11.925266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:11.971046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] For port e40ef072-2876-450f-bd69-91b0360f9aa0, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e40ef072-2876-450f-bd69-91b0360f9aa0,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:11.971046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.005875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Calling delete_port for e40ef072-2876-450f-bd69-91b0360f9aa0 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:12.019470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6de25-c50e-4893-b3e7-f193d7972768 req-8c1f1f5f-e558-4f42-a550-cdb10370d417 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.026401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbb6de25-c50e-4893-b3e7-f193d7972768 req-8c1f1f5f-e558-4f42-a550-cdb10370d417 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5971a58-5d1a-48d2-adc9-e9fc25976bf2 HTTP/1.1" status: 200 len: 944 time: 0.1759496 Mar 07 04:27:12.031856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-53a6d1df-53d9-44fc-888a-613f6855f4db service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280540 Mar 07 04:27:12.069034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 10.1.1.26 (647fda0b-197a-4970-86eb-e729ec0490e6/3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf/92d09f97-6b8b-4891-af92-33045126c131) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:12.088589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57df9ed-7fa3-4a50-9a0a-29e61a48b000 req-a213ff2d-79c9-43c5-b31e-3d17c04c5c89 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.090338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:12.090601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c57df9ed-7fa3-4a50-9a0a-29e61a48b000 req-a213ff2d-79c9-43c5-b31e-3d17c04c5c89 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 932 time: 0.1773725 Mar 07 04:27:12.118761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:12.155029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbb6de25-c50e-4893-b3e7-f193d7972768 req-734dd9ab-f21d-42f3-b34f-ed7edd044840 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228936 Mar 07 04:27:12.191512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:12.216281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.251388 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08209238-80a1-4c90-bfe9-690c78525c96 x-openstack-request-id: req-08209238-80a1-4c90-bfe9-690c78525c96 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:12.259306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:27:12.266557 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4148562-0f1f-4040-a4df-f1f791b88365", "name": "network-vif-deleted", "tag": "5f7a2f6d-38dc-42b0-aee5-5872cde9b433", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:12.266808 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08209238-80a1-4c90-bfe9-690c78525c96 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:12.267245 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4148562-0f1f-4040-a4df-f1f791b88365', 'name': 'network-vif-deleted', 'tag': '5f7a2f6d-38dc-42b0-aee5-5872cde9b433', 'status': 'completed', 'code': 200} Mar 07 04:27:12.270179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:12.271406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.332795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c57df9ed-7fa3-4a50-9a0a-29e61a48b000 req-3727bfd3-a374-453c-adf0-0910cc55c6e0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257144 Mar 07 04:27:12.344114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-174a3c84-29ba-4925-994d-f8c35d135736 req-c13ea308-3785-42e4-9c90-16b882710c1f service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018160 Mar 07 04:27:12.437909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:12.439860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:12.440257 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.504219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.504907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.512987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab3528-ce54-4100-86a2-2dc5a89a983c req-aa498825-48cc-48ff-adfc-7d9727fbb607 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.513683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:12.518567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd92613e-746a-4a04-92dd-b8428d99852f service neutron] 10.222.0.44 "PUT /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 1122 time: 2.3043873 Mar 07 04:27:12.522508 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d4754a-4d1e-4cad-afb2-6fdc021d490e x-openstack-request-id: req-21d4754a-4d1e-4cad-afb2-6fdc021d490e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:12.522810 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "name": "network-vif-unplugged", "status": "completed", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:12.523060 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21d4754a-4d1e-4cad-afb2-6fdc021d490e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:12.523208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aab3528-ce54-4100-86a2-2dc5a89a983c req-aa498825-48cc-48ff-adfc-7d9727fbb607 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 946 time: 0.1946676 Mar 07 04:27:12.523460 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'code': 200} Mar 07 04:27:12.523697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.555348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (92d09f97-6b8b-4891-af92-33045126c131), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.559833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e40ef072-2876-450f-bd69-91b0360f9aa0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.595317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event deleted for resources: {'Port': ['ID=e40ef072-2876-450f-bd69-91b0360f9aa0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:12.634090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aab3528-ce54-4100-86a2-2dc5a89a983c req-8ad04a75-9d50-45a1-be92-dc18e6cae73d tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 Mar 07 04:27:12.679150 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0008e4-47f1-4ae2-b911-721cda6adf59 x-openstack-request-id: req-6a0008e4-47f1-4ae2-b911-721cda6adf59 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:12.679452 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16de6b72-1ea2-4f7d-b057-58d5458a9ea7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd336f-b587-416c-9575-c4edd014a854", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:12.679712 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a0008e4-47f1-4ae2-b911-721cda6adf59 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:12.680159 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd336f-b587-416c-9575-c4edd014a854', 'code': 200} Mar 07 04:27:12.683265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:12.684559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] No DVR routers for this DVR port e40ef072-2876-450f-bd69-91b0360f9aa0 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:12.685040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.693515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.697458 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f210b4e9-6c90-4b2a-95ed-3e50a7baa426 req-c0746198-dd34-40ae-8f6e-d3cbcc435f6b tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "DELETE /v2.0/ports/e40ef072-2876-450f-bd69-91b0360f9aa0 HTTP/1.1" status: 204 len: 173 time: 1.5770836 Mar 07 04:27:12.760198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:12.764127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:12.794897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 647fda0b-197a-4970-86eb-e729ec0490e6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:12.802230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:12.806060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:12.844851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a868729-a1de-4c8b-8968-c54c1cccb8ec req-73d7211a-b236-46bf-84ff-add152d11442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.848557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a868729-a1de-4c8b-8968-c54c1cccb8ec req-73d7211a-b236-46bf-84ff-add152d11442 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 1128 time: 0.0993090 Mar 07 04:27:12.853537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:12.930630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa767573-19c4-4b1d-b4ec-8324f8b55211 req-e1b528b9-18d4-4c88-9256-77c60f7508b5 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/36f5853c-0143-4938-9e24-419a833d2568 HTTP/1.1" status: 200 len: 1822 time: 0.1729693 Mar 07 04:27:12.964565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.965228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:12.977895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a868729-a1de-4c8b-8968-c54c1cccb8ec req-efce9a8c-55f2-4b54-abad-cf5d75764665 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140792 Mar 07 04:27:12.997516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740f01d-f693-454b-b2ab-e827271f947a req-da335e62-3468-4ca2-bcf5-5140f1ecc71f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:12.999775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4740f01d-f693-454b-b2ab-e827271f947a req-da335e62-3468-4ca2-bcf5-5140f1ecc71f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.1585941 Mar 07 04:27:13.019367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-48910ee0-d773-4b9b-9001-5d4e088850a0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5504279 Mar 07 04:27:13.126525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4740f01d-f693-454b-b2ab-e827271f947a req-c676c03b-5203-47fd-b120-252a1152738f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171923 Mar 07 04:27:13.143477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea192a-8912-486b-8909-14aca7eb6ba3 req-f8e29b5b-652c-4785-a327-52216e4a4007 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:13.151630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7ea192a-8912-486b-8909-14aca7eb6ba3 req-f8e29b5b-652c-4785-a327-52216e4a4007 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1101024 Mar 07 04:27:13.215775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5453506-cb77-4327-8d4f-30c8b108508e None None] Provisioning complete for port 92d09f97-6b8b-4891-af92-33045126c131 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:13.216329 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5453506-cb77-4327-8d4f-30c8b108508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d09f97-6b8b-4891-af92-33045126c131), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.234719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'admin_state_up': True, 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'security_groups': ['8af98c4d-b8fe-47ca-9e15-ed183938c019']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:13.276988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7ea192a-8912-486b-8909-14aca7eb6ba3 req-023e3c89-7eb1-4dd4-9ff6-2442b60849a1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Mar 07 04:27:13.289765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5453506-cb77-4327-8d4f-30c8b108508e None None] Port 92d09f97-6b8b-4891-af92-33045126c131 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:13.333336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5eac718b-5826-4da3-8e3c-99ac4dcc1f8b req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1941862274', 'description': 'tempest-description-389540915'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:13.419542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5eac718b-5826-4da3-8e3c-99ac4dcc1f8b req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.430280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c812185-8f6c-4c44-8cfc-4708cb39c127 req-22f6a35e-2cab-46ac-b67d-f8961a9fe0a0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:13.431876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c812185-8f6c-4c44-8cfc-4708cb39c127 req-22f6a35e-2cab-46ac-b67d-f8961a9fe0a0 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 984 time: 0.1939101 Mar 07 04:27:13.488099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:13.491693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.496679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34862) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:13.623351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c812185-8f6c-4c44-8cfc-4708cb39c127 req-1f208087-49b8-4360-be07-68b03a332047 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&id=e20d4870-dfbc-4bce-abc8-61d5a9611812&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1775095 Mar 07 04:27:13.649996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ac151d-f5fd-4f6d-9ca3-a8af2bb66122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.706047 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5eac718b-5826-4da3-8e3c-99ac4dcc1f8b req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (d202de7e-00c8-4cb6-91b6-abfc7b0bce9f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.715245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5eac718b-5826-4da3-8e3c-99ac4dcc1f8b req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d202de7e-00c8-4cb6-91b6-abfc7b0bce9f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.769010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5eac718b-5826-4da3-8e3c-99ac4dcc1f8b req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.782534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5eac718b-5826-4da3-8e3c-99ac4dcc1f8b req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4653614 Mar 07 04:27:13.794973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ac151d-f5fd-4f6d-9ca3-a8af2bb66122 admin admin] Publish callbacks [] for security_group (00b7be47-d0bc-48ba-839d-bcce17b613f8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.799798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ac151d-f5fd-4f6d-9ca3-a8af2bb66122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (00b7be47-d0bc-48ba-839d-bcce17b613f8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.809730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65772a03-bd58-4184-9d68-5e9bb1d021f3 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d202de7e-00c8-4cb6-91b6-abfc7b0bce9f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:13.833912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac151d-f5fd-4f6d-9ca3-a8af2bb66122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b7be47-d0bc-48ba-839d-bcce17b613f8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:13.861049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 10.1.1.124 (647fda0b-197a-4970-86eb-e729ec0490e6/3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf/4649182c-ed14-4906-9b3f-36852831887f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:13.867801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b3ac151d-f5fd-4f6d-9ca3-a8af2bb66122 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60221e8a99314c118860499564c81874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699932 Mar 07 04:27:13.871010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:13.935685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71cec9dc-7b42-4da3-9ae8-1d18ba75cc3a admin admin] Publish callbacks [] for security_group (00b7be47-d0bc-48ba-839d-bcce17b613f8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:13.938632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-41688b2a-23a3-4a2c-ba91-ab230f9a027b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1987325555&fields=id&tenant_id=8d367f9afd02429d995007e16e5c3c1b HTTP/1.1" status: 200 len: 267 time: 0.0694005 Mar 07 04:27:13.960190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71cec9dc-7b42-4da3-9ae8-1d18ba75cc3a admin admin] Publish callbacks [] for security_group (00b7be47-d0bc-48ba-839d-bcce17b613f8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:14.020933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71cec9dc-7b42-4da3-9ae8-1d18ba75cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (00b7be47-d0bc-48ba-839d-bcce17b613f8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:14.024075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71cec9dc-7b42-4da3-9ae8-1d18ba75cc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:14.027753 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-71cec9dc-7b42-4da3-9ae8-1d18ba75cc3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00b7be47-d0bc-48ba-839d-bcce17b613f8 HTTP/1.1" status: 204 len: 168 time: 0.1530993 Mar 07 04:27:14.034913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cec9dc-7b42-4da3-9ae8-1d18ba75cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b7be47-d0bc-48ba-839d-bcce17b613f8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:14.071766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7be72-b2ac-4aee-82fb-1799b8bb6d74 req-15c671f5-2af7-486c-8618-6e0e687e3aa7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:14.078560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7be72-b2ac-4aee-82fb-1799b8bb6d74 req-15c671f5-2af7-486c-8618-6e0e687e3aa7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:14.085554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4d7be72-b2ac-4aee-82fb-1799b8bb6d74 req-15c671f5-2af7-486c-8618-6e0e687e3aa7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 1653 time: 0.1742437 Mar 07 04:27:14.161584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-eabc6cf8-948d-4635-886c-b48b11f3d61d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:14.165921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-eabc6cf8-948d-4635-886c-b48b11f3d61d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 984 time: 0.2264538 Mar 07 04:27:14.191039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'port': {'security_groups': ['99d1b7e3-4ddb-4602-8385-167a3fe36758', 'e20d4870-dfbc-4bce-abc8-61d5a9611812', 'a9569be9-6f36-4000-ae52-dc7980b6b778']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:14.234757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4d7be72-b2ac-4aee-82fb-1799b8bb6d74 req-8f42c42d-cd81-4a1b-bc4f-8d1de2bd994c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482530 Mar 07 04:27:14.348916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (4649182c-ed14-4906-9b3f-36852831887f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:14.385387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:14.491274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d2a90-cfc8-4763-a2c8-b74a513f95af req-68388c04-261d-426e-b7e5-e144f5113f0b tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:14.492901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d1d2a90-cfc8-4763-a2c8-b74a513f95af req-68388c04-261d-426e-b7e5-e144f5113f0b tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 946 time: 0.1609249 Mar 07 04:27:14.509091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:14.525551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'}, {'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'name': 'network-vif-deleted', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:14.528440 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9cbbef-fee1-4737-96a2-df495b6da813" -d '{"events": [{"name": "network-changed", "server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe"}, {"server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "name": "network-vif-deleted", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:14.681509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420de92d-0221-4092-879f-4b530e8ccba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:14.684230 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326da853-adf7-4d56-80be-d9924971a47f" -d '{"events": [{"server_uuid": "420de92d-0221-4092-879f-4b530e8ccba7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:14.928516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 647fda0b-197a-4970-86eb-e729ec0490e6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:14.944879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:14.950738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:14.955837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:14.995502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:15.022784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d1d2a90-cfc8-4763-a2c8-b74a513f95af req-a86e99e3-ed4c-4729-b6bb-ecebd40aa535 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183246 Mar 07 04:27:15.040507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: e40ef072-2876-450f-bd69-91b0360f9aa0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:15.047869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e40ef072-2876-450f-bd69-91b0360f9aa0 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:15.083009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:15.083578 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.115810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-f785f155-7de3-4479-83c5-807229e429dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8874519 Mar 07 04:27:15.123367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:15.129400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'admin_state_up': True, 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'security_groups': ['8af98c4d-b8fe-47ca-9e15-ed183938c019']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:15.217315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.231982 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.247961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab414410-3e27-4f8a-9df0-8daa236188e8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:15.253790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:15.342866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:15.343777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.345194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e6b0893-67c5-4070-9a42-8a48755f19ce req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "PUT /v2.0/ports/ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 1020 time: 1.1673183 Mar 07 04:27:15.347744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:15.351913 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:15.388959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582a8e3-9cd0-4c5e-bf02-c6b9d32030f5 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:15.395547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:15.402542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-8987e4bf-6e2f-4f5f-af9b-45ea907ac01e tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/d202de7e-00c8-4cb6-91b6-abfc7b0bce9f HTTP/1.1" status: 200 len: 1821 time: 0.1043000 Mar 07 04:27:15.424261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd202de7e-00c8-4cb6-91b6-abfc7b0bce9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:15.424584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd202de7e-00c8-4cb6-91b6-abfc7b0bce9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:15.444545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab414410-3e27-4f8a-9df0-8daa236188e8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:15.451804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-580bd2bc-c264-4af1-961b-457efc48b1cc None None] Provisioning complete for port 4649182c-ed14-4906-9b3f-36852831887f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:15.452369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-580bd2bc-c264-4af1-961b-457efc48b1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4649182c-ed14-4906-9b3f-36852831887f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.555659 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.571954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0911-2087-4370-bb6a-a409710b06ce req-8af714dd-5222-4ad3-9f12-dd4e67e27bcd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:15.573722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-776e0911-2087-4370-bb6a-a409710b06ce req-8af714dd-5222-4ad3-9f12-dd4e67e27bcd tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.1092479 Mar 07 04:27:15.592346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-580bd2bc-c264-4af1-961b-457efc48b1cc None None] Port 4649182c-ed14-4906-9b3f-36852831887f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:15.613788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (077ac956-e63b-4f0d-b054-997950d20ad2), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.753105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (077ac956-e63b-4f0d-b054-997950d20ad2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.769418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (077ac956-e63b-4f0d-b054-997950d20ad2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.774958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-776e0911-2087-4370-bb6a-a409710b06ce req-023e0eff-bea0-462d-a390-7751a38a1f2a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895707 Mar 07 04:27:15.833164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077ac956-e63b-4f0d-b054-997950d20ad2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:15.849104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:15.861091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9ee3585-0473-420b-9ccd-07ad011f0b37 req-85b31b36-7686-473d-950a-91ca0f1e7733 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4482887 Mar 07 04:27:15.919787 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df42cfc7-60ae-4318-9254-2b8ed1c3c5af x-openstack-request-id: req-df42cfc7-60ae-4318-9254-2b8ed1c3c5af {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:15.920308 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe", "status": "completed", "code": 200}, {"server_uuid": "c5971a58-5d1a-48d2-adc9-e9fc25976bf2", "name": "network-vif-deleted", "tag": "e40ef072-2876-450f-bd69-91b0360f9aa0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:15.920509 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df42cfc7-60ae-4318-9254-2b8ed1c3c5af {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:15.921657 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'status': 'completed', 'code': 200} Mar 07 04:27:15.922188 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5971a58-5d1a-48d2-adc9-e9fc25976bf2', 'name': 'network-vif-deleted', 'tag': 'e40ef072-2876-450f-bd69-91b0360f9aa0', 'status': 'completed', 'code': 200} Mar 07 04:27:15.960854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 10.2.2.100 (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06/9a8d35f9-721e-469b-8b5c-f1a38df4cf5b/88b665b0-a3ab-48c1-a364-976e1d40f536) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:15.973603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409c23a-2ed1-4945-a3b7-0a014eb09e7f req-454086fa-681e-474a-b558-b6c4c2bf837b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:15.981951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6409c23a-2ed1-4945-a3b7-0a014eb09e7f req-454086fa-681e-474a-b558-b6c4c2bf837b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1158834 Mar 07 04:27:16.001315 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33788dd4-7ee8-4258-a30c-9430b3e3f4de x-openstack-request-id: req-33788dd4-7ee8-4258-a30c-9430b3e3f4de {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:16.001909 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420de92d-0221-4092-879f-4b530e8ccba7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:16.001909 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33788dd4-7ee8-4258-a30c-9430b3e3f4de {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:16.003412 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420de92d-0221-4092-879f-4b530e8ccba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a', 'code': 200} Mar 07 04:27:16.056462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-be367cc3-88cd-4851-80ea-92ddd22e20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.058155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-be367cc3-88cd-4851-80ea-92ddd22e20fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1156 time: 0.1047440 Mar 07 04:27:16.107880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6409c23a-2ed1-4945-a3b7-0a014eb09e7f req-86092948-7319-4a2a-993b-17cb3d5dbb6e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231697 Mar 07 04:27:16.219151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae4dfb-8f14-45d0-8b75-14e8b5d12d85 req-4f42d713-aaf4-4856-93a2-87fc94a074b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.220909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57ae4dfb-8f14-45d0-8b75-14e8b5d12d85 req-4f42d713-aaf4-4856-93a2-87fc94a074b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 1127 time: 0.1791160 Mar 07 04:27:16.242486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-061136a1-2eb5-4854-97b2-7d1500ffc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.244224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-061136a1-2eb5-4854-97b2-7d1500ffc97e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1795175 Mar 07 04:27:16.298626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-1be8dbe7-11cb-42e0-8ecc-f22b9afdccd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 217 time: 0.0409708 Mar 07 04:27:16.348435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-c4c85512-5bc8-43db-a7fd-a6d800ebe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.349927 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-c4c85512-5bc8-43db-a7fd-a6d800ebe3a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.0496790 Mar 07 04:27:16.375994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:16.387882 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-19c58d7b-624c-4ec9-b8d6-8e69ee134e31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307295 Mar 07 04:27:16.395025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57ae4dfb-8f14-45d0-8b75-14e8b5d12d85 req-f3887cf4-3564-4a1f-8979-06faa246a7bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363080 Mar 07 04:27:16.401783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a32bf-ce6f-42fd-af95-c23a09ffc12a req-c422ee79-d5ef-435f-9e9b-3908f0ca3529 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.403360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff9a32bf-ce6f-42fd-af95-c23a09ffc12a req-c422ee79-d5ef-435f-9e9b-3908f0ca3529 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 967 time: 0.1817777 Mar 07 04:27:16.445332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762ca9-97b3-412a-aa8d-a67a73f59be2 req-16579f65-34fb-4344-bb1d-5912d6111637 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.450817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762ca9-97b3-412a-aa8d-a67a73f59be2 req-16579f65-34fb-4344-bb1d-5912d6111637 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.456610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762ca9-97b3-412a-aa8d-a67a73f59be2 req-16579f65-34fb-4344-bb1d-5912d6111637 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.458217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44762ca9-97b3-412a-aa8d-a67a73f59be2 req-16579f65-34fb-4344-bb1d-5912d6111637 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 2374 time: 0.1497283 Mar 07 04:27:16.522761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff9a32bf-ce6f-42fd-af95-c23a09ffc12a req-2cfbeb2c-5c44-4ba1-8391-4def38676379 tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.21 "GET /v2.0/security-groups?id=892fb451-3cc5-434e-842f-161712d86d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129684 Mar 07 04:27:16.528946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:16.609763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44762ca9-97b3-412a-aa8d-a67a73f59be2 req-b3da2e86-35d1-4df1-bf04-c6adeeb84086 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402671 Mar 07 04:27:16.613561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:16.621838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:16.625325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:16.635309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-abd6ed55-2b29-4ce3-8790-fb41a0e6ffad tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.636836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-abd6ed55-2b29-4ce3-8790-fb41a0e6ffad tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "GET /v2.0/ports?device_id=38023708-9470-4bda-812c-83edd684a25b HTTP/1.1" status: 200 len: 967 time: 0.0722208 Mar 07 04:27:16.723002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=88b665b0-a3ab-48c1-a364-976e1d40f536,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:16.741377 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2716b2-2506-4a5f-bdcf-0a7463445ff4 x-openstack-request-id: req-aa2716b2-2506-4a5f-bdcf-0a7463445ff4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:16.741677 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:16.741934 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa2716b2-2506-4a5f-bdcf-0a7463445ff4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:16.742359 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'status': 'completed', 'code': 200} Mar 07 04:27:16.744991 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-8751e281-6be5-42b7-9214-1a57a6f23172 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257596 Mar 07 04:27:16.845631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5a5a13e-8582-41ee-b460-eee2690cd9a8 req-f57a7993-0b98-4a17-87a3-385d55ca0b69 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/a9569be9-6f36-4000-ae52-dc7980b6b778 HTTP/1.1" status: 200 len: 1818 time: 0.2756412 Mar 07 04:27:16.861513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.862223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:16.909842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0899532-df96-43bc-9fc2-9de90004b59f req-bc3e7a82-cb56-4a10-a53f-893f2753cc19 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/d202de7e-00c8-4cb6-91b6-abfc7b0bce9f HTTP/1.1" status: 200 len: 2414 time: 0.1704168 Mar 07 04:27:16.934880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd202de7e-00c8-4cb6-91b6-abfc7b0bce9f', 'remote_group_id': None}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:16.935199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd202de7e-00c8-4cb6-91b6-abfc7b0bce9f', 'remote_group_id': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:16.936585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Deleting port b578b4ea-633d-4295-bed2-959bae114232 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:16.937174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b578b4ea-633d-4295-bed2-959bae114232), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:16.945233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b2e3a059-ec25-4200-be5e-885890d05516 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8196933 Mar 07 04:27:16.956489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-b469c4a0-3c6a-49f4-a9eb-19ab1249fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:16.958072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-b469c4a0-3c6a-49f4-a9eb-19ab1249fa6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d367f9afd02429d995007e16e5c3c1b&device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1206 time: 0.2045667 Mar 07 04:27:16.962619 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab9cbbef-fee1-4737-96a2-df495b6da813 req-1956f2a6-8aaf-40e0-b571-451667f9a947 service neutron] 10.222.0.15 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933379 Mar 07 04:27:16.978187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'admin_state_up': True, 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'security_groups': ['8af98c4d-b8fe-47ca-9e15-ed183938c019']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:17.013038 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-a5a5a13e-8582-41ee-b460-eee2690cd9a8 req-0a7162dc-41b8-4ff8-9023-82b71b9045e3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 04:27:17.014155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5a5a13e-8582-41ee-b460-eee2690cd9a8 req-0a7162dc-41b8-4ff8-9023-82b71b9045e3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9569be9-6f36-4000-ae52-dc7980b6b778 HTTP/1.1" status: 409 len: 341 time: 0.1675799 Mar 07 04:27:17.053318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9891649e-88f5-4130-9e65-3a842c3f09da None None] Provisioning complete for port 88b665b0-a3ab-48c1-a364-976e1d40f536 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:17.054413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9891649e-88f5-4130-9e65-3a842c3f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.096029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] For port b578b4ea-633d-4295-bed2-959bae114232, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b578b4ea-633d-4295-bed2-959bae114232,segment=NetworkSegment(949b7caf-4700-4f96-81ee-582cfa4e6aac),segment_id=949b7caf-4700-4f96-81ee-582cfa4e6aac)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:17.097114 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b578b4ea-633d-4295-bed2-959bae114232), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.114934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Calling delete_port for b578b4ea-633d-4295-bed2-959bae114232 owned by compute:tempest-test_az-1056514340 {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:17.138706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9891649e-88f5-4130-9e65-3a842c3f09da None None] Port 88b665b0-a3ab-48c1-a364-976e1d40f536 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:17.266290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (640e1721-8022-4aea-bc20-6a3769f0a61f), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.294266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b578b4ea-633d-4295-bed2-959bae114232), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.300117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-cca07170-18ce-4118-a9fc-3b5ce68a4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:17.301596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-cca07170-18ce-4118-a9fc-3b5ce68a4f51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 200 len: 914 time: 0.3159161 Mar 07 04:27:17.321019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a324c99-8b5e-49cb-a90c-2d811040028e req-e8ce0657-28fc-42d3-a91c-2189c2c2e2f9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:17.330455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a324c99-8b5e-49cb-a90c-2d811040028e req-e8ce0657-28fc-42d3-a91c-2189c2c2e2f9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 946 time: 0.2172186 Mar 07 04:27:17.333558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Pushing event deleted for resources: {'Port': ['ID=b578b4ea-633d-4295-bed2-959bae114232,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:17.372112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] No DVR routers for this DVR port b578b4ea-633d-4295-bed2-959bae114232 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:17.375483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.378771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b3a042-cb26-49b6-95d6-e937b9358c76 req-a0561de6-754f-4202-a648-f6b1b7f8f5be tempest-LiveAutoBlockMigrationV225Test-185303054 tempest-LiveAutoBlockMigrationV225Test-185303054-project] 10.222.0.44 "DELETE /v2.0/ports/b578b4ea-633d-4295-bed2-959bae114232 HTTP/1.1" status: 204 len: 173 time: 0.7295947 Mar 07 04:27:17.389918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (640e1721-8022-4aea-bc20-6a3769f0a61f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.394124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-9bd328da-622b-4e93-8b6b-f3524def7d1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 200 len: 217 time: 0.0609603 Mar 07 04:27:17.394694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Made reservation on behalf of 2c4ec42642f84b1eb9cd3a4b2efd8b91 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:17.399100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.403592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (640e1721-8022-4aea-bc20-6a3769f0a61f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.486626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640e1721-8022-4aea-bc20-6a3769f0a61f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:17.513352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a324c99-8b5e-49cb-a90c-2d811040028e req-f2afe5b5-a355-4ba3-a919-3b6715bc82a2 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819601 Mar 07 04:27:17.545894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:17.564884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0899532-df96-43bc-9fc2-9de90004b59f req-5157bde1-f807-487d-8cdc-cd315199166d tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6416714 Mar 07 04:27:17.593821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-9ce1d451-705e-4903-aaec-4670cdb096ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:17.595932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-9ce1d451-705e-4903-aaec-4670cdb096ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 200 len: 853 time: 0.1719251 Mar 07 04:27:17.664250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-141ad4d6-eec9-4ca3-a192-adb52adf3453 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36cc47a7-694b-4b45-ba97-5bb5f71b10de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584776 Mar 07 04:27:17.754722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c15343a-79cd-4930-9d62-7fa8f98a273a req-2eded58c-29b4-42c6-8c0f-d5196edee59c tempest-AbsoluteLimitsNegativeTestJSON-1295114008 tempest-AbsoluteLimitsNegativeTestJSON-1295114008-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a59be13624a14828b0e632c63441107f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857887 Mar 07 04:27:17.923687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'name': 'network-vif-deleted', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:17.927353 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eada1c6-c553-4692-8148-ea7ce2700a92" -d '{"events": [{"server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "name": "network-vif-deleted", "tag": "b578b4ea-633d-4295-bed2-959bae114232"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:17.942297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e09ae-8297-40ce-bd1b-d157d1d7ee68 req-9d2d6383-7f8f-4ccd-960b-4332fec65211 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:17.943802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a69e09ae-8297-40ce-bd1b-d157d1d7ee68 req-9d2d6383-7f8f-4ccd-960b-4332fec65211 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2739007 Mar 07 04:27:17.947415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Allocated IP 10.2.2.200 (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06/9a8d35f9-721e-469b-8b5c-f1a38df4cf5b/5fe1e6ca-eec4-4320-b137-605b9a5682d4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:17.960067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-e0057231-7c47-45cd-8a94-db66d7764195 service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891088 Mar 07 04:27:18.120669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15343a-79cd-4930-9d62-7fa8f98a273a req-eb74a957-4aa1-4f03-bd3e-6778a79f2ffc tempest-AbsoluteLimitsNegativeTestJSON-1295114008 tempest-AbsoluteLimitsNegativeTestJSON-1295114008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:18.122138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c15343a-79cd-4930-9d62-7fa8f98a273a req-eb74a957-4aa1-4f03-bd3e-6778a79f2ffc tempest-AbsoluteLimitsNegativeTestJSON-1295114008 tempest-AbsoluteLimitsNegativeTestJSON-1295114008-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346241 Mar 07 04:27:18.155135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a69e09ae-8297-40ce-bd1b-d157d1d7ee68 req-be7bf323-6db2-435e-8946-676133ae40da tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039132 Mar 07 04:27:18.183611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c15343a-79cd-4930-9d62-7fa8f98a273a req-838b22cc-2a8f-411f-8362-c8fe3cd554c1 tempest-AbsoluteLimitsNegativeTestJSON-1295114008 tempest-AbsoluteLimitsNegativeTestJSON-1295114008-project] 10.222.0.21 "GET /v2.0/quotas/a59be13624a14828b0e632c63441107f HTTP/1.1" status: 200 len: 375 time: 0.0531404 Mar 07 04:27:18.193747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f9e8824-fdb9-4aaf-a3f9-e29a5d2a1185 req-fb1855b0-e2dc-4947-9077-0d66b98949fe service neutron] 10.222.0.15 "GET /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201259 Mar 07 04:27:18.248909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c15343a-79cd-4930-9d62-7fa8f98a273a req-0ecbc370-128a-4f43-afdf-f971d948c0be tempest-AbsoluteLimitsNegativeTestJSON-1295114008 tempest-AbsoluteLimitsNegativeTestJSON-1295114008-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a59be13624a14828b0e632c63441107f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573628 Mar 07 04:27:18.260088 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:27:18.334551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:18.447503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:18.507890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e4ebb-860b-4d6e-8101-632a2f4c74b4 req-8bea9f4d-1896-498b-8511-c6f6ecd55df3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:18.509508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-229e4ebb-860b-4d6e-8101-632a2f4c74b4 req-8bea9f4d-1896-498b-8511-c6f6ecd55df3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1610310 Mar 07 04:27:18.522812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:18.536877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:18.540800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:18.556256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea77a8a-2c5c-4009-b15c-273d186a5837 req-4f6f9d0c-5936-4079-a8b8-e8843615486f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:18.563208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ea77a8a-2c5c-4009-b15c-273d186a5837 req-4f6f9d0c-5936-4079-a8b8-e8843615486f tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d247360-61a5-4b59-87bd-1af6429c5085 HTTP/1.1" status: 200 len: 946 time: 0.1611540 Mar 07 04:27:18.565006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event updated for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:18.605026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.605382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.605732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.606120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.606465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.606815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.607141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.607558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.607805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.608136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.608494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.608864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.609195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:18.618499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34958) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:18.700854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:18.701430 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:18.711438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-229e4ebb-860b-4d6e-8101-632a2f4c74b4 req-804fd2ca-b277-4f8b-9566-483cb78c278c tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912501 Mar 07 04:27:18.734727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ea77a8a-2c5c-4009-b15c-273d186a5837 req-e18e573d-b7f7-496a-af0a-76a4dac151c4 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696680 Mar 07 04:27:18.759918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a4ab1b7e-ee39-4a1f-aea2-7c619b85c8f0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8007898 Mar 07 04:27:18.773200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:18.820783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34964) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:18.848396 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f1b4-fe18-4b11-b868-a54fa44d1372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:18.895026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02b82e7d-88f9-4369-bbd9-2455720b1fdf req-e3e82c1f-cefe-4505-8b8d-75caf5c20019 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/d202de7e-00c8-4cb6-91b6-abfc7b0bce9f HTTP/1.1" status: 200 len: 3012 time: 0.1169794 Mar 07 04:27:18.898328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:18.902730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0e5b2d15-769a-4472-abd9-4bc65aebc798 None None] Provisioning complete for port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:18.903633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e5b2d15-769a-4472-abd9-4bc65aebc798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:18.980637 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa050a44-e5db-4d0a-8da0-897833bf0d95 x-openstack-request-id: req-fa050a44-e5db-4d0a-8da0-897833bf0d95 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:18.980945 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38023708-9470-4bda-812c-83edd684a25b", "name": "network-vif-deleted", "tag": "b578b4ea-633d-4295-bed2-959bae114232", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:18.981210 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa050a44-e5db-4d0a-8da0-897833bf0d95 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:18.981772 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38023708-9470-4bda-812c-83edd684a25b', 'name': 'network-vif-deleted', 'tag': 'b578b4ea-633d-4295-bed2-959bae114232', 'status': 'completed', 'code': 200} Mar 07 04:27:18.982490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b2d15-769a-4472-abd9-4bc65aebc798 None None] Port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:18.997291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b578b4ea-633d-4295-bed2-959bae114232 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:19.021038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f1b4-fe18-4b11-b868-a54fa44d1372 admin admin] Publish callbacks [] for security_group (8a000322-e0c2-4903-85ec-9deac4e85fac), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.028442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f1b4-fe18-4b11-b868-a54fa44d1372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8a000322-e0c2-4903-85ec-9deac4e85fac), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.044165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: b578b4ea-633d-4295-bed2-959bae114232 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:19.044651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b578b4ea-633d-4295-bed2-959bae114232 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:19.087573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d6e2f1b4-fe18-4b11-b868-a54fa44d1372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a59be13624a14828b0e632c63441107f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649246 Mar 07 04:27:19.087573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2f1b4-fe18-4b11-b868-a54fa44d1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a000322-e0c2-4903-85ec-9deac4e85fac,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:19.090178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Deleting subnet 4d83443d-7218-4592-9cbf-eff156bd85b2 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:27:19.090334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:19.099919 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Publish callbacks [] for subnet (4d83443d-7218-4592-9cbf-eff156bd85b2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.116622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-39eb2675-834e-4bca-9f91-beb813ceae60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:19.122153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-39eb2675-834e-4bca-9f91-beb813ceae60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:19.133623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-39eb2675-834e-4bca-9f91-beb813ceae60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:19.143358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-39eb2675-834e-4bca-9f91-beb813ceae60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:19.150366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-39eb2675-834e-4bca-9f91-beb813ceae60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:19.157233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76c0143-6702-46ba-aee5-d62158d7ead0 admin admin] Publish callbacks [] for security_group (8a000322-e0c2-4903-85ec-9deac4e85fac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.159208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-39eb2675-834e-4bca-9f91-beb813ceae60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 3816 time: 0.2624779 Mar 07 04:27:19.185217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76c0143-6702-46ba-aee5-d62158d7ead0 admin admin] Publish callbacks [] for security_group (8a000322-e0c2-4903-85ec-9deac4e85fac), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.247646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76c0143-6702-46ba-aee5-d62158d7ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8a000322-e0c2-4903-85ec-9deac4e85fac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.251793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76c0143-6702-46ba-aee5-d62158d7ead0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.258515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d76c0143-6702-46ba-aee5-d62158d7ead0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a000322-e0c2-4903-85ec-9deac4e85fac HTTP/1.1" status: 204 len: 168 time: 0.1648998 Mar 07 04:27:19.269965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0143-6702-46ba-aee5-d62158d7ead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a000322-e0c2-4903-85ec-9deac4e85fac,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:19.317743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (4d83443d-7218-4592-9cbf-eff156bd85b2), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.394054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d16063e5-6b9a-4946-96e9-cc1c5c1e2177 req-82dc2677-7021-4267-b605-87db6d98bd48 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338870 Mar 07 04:27:19.659890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.800438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (4d83443d-7218-4592-9cbf-eff156bd85b2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:19.818638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7566cc-464a-4ea3-b1db-f7292d82cbb5 req-48693048-1443-4fda-8176-dba8a0b2176f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:19.819330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c7566cc-464a-4ea3-b1db-f7292d82cbb5 req-48693048-1443-4fda-8176-dba8a0b2176f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1023 time: 0.5906932 Mar 07 04:27:19.894668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-3ead55d7-0b02-4611-9717-c772aea90c96 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-group-rules/640e1721-8022-4aea-bc20-6a3769f0a61f HTTP/1.1" status: 200 len: 783 time: 0.1124918 Mar 07 04:27:20.022191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (4d83443d-7218-4592-9cbf-eff156bd85b2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.060275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:20.076823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-e04f1767-5f4c-4d34-a7ea-f61560137f73 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:20.079043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-e04f1767-5f4c-4d34-a7ea-f61560137f73 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 1023 time: 0.2278104 Mar 07 04:27:20.113492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:20.114907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83443d-7218-4592-9cbf-eff156bd85b2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:20.135237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-50ece5c7-f696-43db-9190-b209ba05c828 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/d202de7e-00c8-4cb6-91b6-abfc7b0bce9f HTTP/1.1" status: 200 len: 3012 time: 0.2194645 Mar 07 04:27:20.139463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.142771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2e9c250c-6511-43e3-8766-cc7401b80a3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4d83443d-7218-4592-9cbf-eff156bd85b2 HTTP/1.1" status: 204 len: 168 time: 1.3194513 Mar 07 04:27:20.145262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:20.210623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:20.211204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c7566cc-464a-4ea3-b1db-f7292d82cbb5 req-bccda6ed-6f76-4a00-9644-77f5b94d9a46 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&id=a9569be9-6f36-4000-ae52-dc7980b6b778&id=e20d4870-dfbc-4bce-abc8-61d5a9611812&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3515642 Mar 07 04:27:20.230335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92729aae-f721-4d72-86b6-fdfb98f083db {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:20.243844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Publish callbacks [] for port (92729aae-f721-4d72-86b6-fdfb98f083db), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.273735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-248081499-network', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:20.296511 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-77d3a307-00a0-415b-9e68-ebda41a3f729 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (640e1721-8022-4aea-bc20-6a3769f0a61f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.297311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (beda7e6e-0c00-4a7a-bffa-38b81d211a66), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.298942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Transition to ACTIVE for port object 92729aae-f721-4d72-86b6-fdfb98f083db will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:20.315026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Made reservation on behalf of 8284d4586df84b5dabbc82dbcaf7d686 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:20.317210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.318517 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-77d3a307-00a0-415b-9e68-ebda41a3f729 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (640e1721-8022-4aea-bc20-6a3769f0a61f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.323685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.327167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.420987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (beda7e6e-0c00-4a7a-bffa-38b81d211a66), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.435299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-77d3a307-00a0-415b-9e68-ebda41a3f729 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (640e1721-8022-4aea-bc20-6a3769f0a61f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.441934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Pushing event updated for resources: {'Port': ['ID=92729aae-f721-4d72-86b6-fdfb98f083db,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:20.448808 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-77d3a307-00a0-415b-9e68-ebda41a3f729 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.457466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beda7e6e-0c00-4a7a-bffa-38b81d211a66']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:20.466989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-948e2fd7-7e56-410e-9cdf-44063e0bc41a req-77d3a307-00a0-415b-9e68-ebda41a3f729 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/640e1721-8022-4aea-bc20-6a3769f0a61f HTTP/1.1" status: 204 len: 173 time: 0.3236535 Mar 07 04:27:20.475747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949b7caf-4700-4f96-81ee-582cfa4e6aac') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:20.476052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949b7caf-4700-4f96-81ee-582cfa4e6aac') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:20.491995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (949b7caf-4700-4f96-81ee-582cfa4e6aac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.510246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a307-00a0-415b-9e68-ebda41a3f729 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=640e1721-8022-4aea-bc20-6a3769f0a61f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:20.513590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (949b7caf-4700-4f96-81ee-582cfa4e6aac), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.526500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:27:20.526897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (949b7caf-4700-4f96-81ee-582cfa4e6aac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:27:20.528584 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:27:20.544029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks [] for security_group (7a2b318d-34c9-48d4-94a0-9f57baf4668e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.549397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2d6cb-7436-4286-9f8b-e3d5ec981e74 req-ddd4196b-69d2-4b9b-932d-f183eba68f03 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:20.562621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5e2d6cb-7436-4286-9f8b-e3d5ec981e74 req-ddd4196b-69d2-4b9b-932d-f183eba68f03 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2622805 Mar 07 04:27:20.569360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Deleting port ab414410-3e27-4f8a-9df0-8daa236188e8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:20.569625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.600444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a2b318d-34c9-48d4-94a0-9f57baf4668e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.633596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:27:20.638324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (beda7e6e-0c00-4a7a-bffa-38b81d211a66), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.656924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.670385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/beda7e6e-0c00-4a7a-bffa-38b81d211a66 HTTP/1.1" status: 204 len: 168 time: 0.5238192 Mar 07 04:27:20.672358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b318d-34c9-48d4-94a0-9f57baf4668e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:20.675882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35010) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:20.714302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa43baa-c281-4a8a-b7a8-4b76157f79dc admin admin] Pushing event deleted for resources: {'Network': ['ID=beda7e6e-0c00-4a7a-bffa-38b81d211a66,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:20.716849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (39c0a2fe-30a4-4637-ae19-da8afa310f04), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.719556 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Added segment 39c0a2fe-30a4-4637-ae19-da8afa310f04 of type vlan for network 771646a8-bfee-446f-98d0-30f258f1df6d Mar 07 04:27:20.809490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Deleting subnet 905ef87e-2cd4-454f-999a-95f84f3711c9 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:27:20.813289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (771646a8-bfee-446f-98d0-30f258f1df6d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.815349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Publish callbacks [] for subnet (905ef87e-2cd4-454f-999a-95f84f3711c9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.822534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5e2d6cb-7436-4286-9f8b-e3d5ec981e74 req-50d02151-13cf-406e-9bd7-59cfeca4631f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347193 Mar 07 04:27:20.903363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (905ef87e-2cd4-454f-999a-95f84f3711c9), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.928851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (771646a8-bfee-446f-98d0-30f258f1df6d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.929989 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:20.930671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:20.945337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85ec88-09b5-4ada-b619-99a73e67fcc2 req-2cbb5054-804d-44e3-91e5-c296c8e20cae tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:20.946915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe85ec88-09b5-4ada-b619-99a73e67fcc2 req-2cbb5054-804d-44e3-91e5-c296c8e20cae tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.1745517 Mar 07 04:27:20.959246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Attempting to bind port 92729aae-f721-4d72-86b6-fdfb98f083db on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:20.959579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Attempting to bind port 92729aae-f721-4d72-86b6-fdfb98f083db by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:20.959914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Attempting to bind port 92729aae-f721-4d72-86b6-fdfb98f083db on network bf17bdce-2b04-48ae-9d6b-3a207560a21e {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:20.992567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Port 92729aae-f721-4d72-86b6-fdfb98f083db on network bf17bdce-2b04-48ae-9d6b-3a207560a21e not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:20.993187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Attempting to bind port 92729aae-f721-4d72-86b6-fdfb98f083db on network bf17bdce-2b04-48ae-9d6b-3a207560a21e {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:21.002309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] For port ab414410-3e27-4f8a-9df0-8daa236188e8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab414410-3e27-4f8a-9df0-8daa236188e8,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:21.002681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.025197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:21.025545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Checking segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:21.025936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Bound using segment: {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:21.026397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Bound port: 92729aae-f721-4d72-86b6-fdfb98f083db, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4d513f-a77e-4903-ad53-febb3354f5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:21.026768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.029671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Calling delete_port for ab414410-3e27-4f8a-9df0-8daa236188e8 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:21.045971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9812069 Mar 07 04:27:21.049309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35014) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:21.051854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (905ef87e-2cd4-454f-999a-95f84f3711c9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.057818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Request body: {'subnet': {'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-248081499-subnet', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:21.100414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80651cd-c3d3-4908-a103-39644c9a2ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=771646a8-bfee-446f-98d0-30f258f1df6d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:21.115844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 771646a8-bfee-446f-98d0-30f258f1df6d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:27:21.134087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-dacfb393-22b6-48be-80f9-28704944ce3e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.138275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309e3a-689c-4f46-a40e-238971e725ae req-31bb8064-e3c2-4f53-b1ae-fbc57c97c6ae tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.140195 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee309e3a-689c-4f46-a40e-238971e725ae req-31bb8064-e3c2-4f53-b1ae-fbc57c97c6ae tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d247360-61a5-4b59-87bd-1af6429c5085 HTTP/1.1" status: 200 len: 946 time: 0.2007654 Mar 07 04:27:21.140497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-dacfb393-22b6-48be-80f9-28704944ce3e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.142646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Made reservation on behalf of 8284d4586df84b5dabbc82dbcaf7d686 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:21.146225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.147114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-dacfb393-22b6-48be-80f9-28704944ce3e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.152815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-dacfb393-22b6-48be-80f9-28704944ce3e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.159030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-dacfb393-22b6-48be-80f9-28704944ce3e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.161159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-dacfb393-22b6-48be-80f9-28704944ce3e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 3828 time: 0.2713232 Mar 07 04:27:21.176622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe85ec88-09b5-4ada-b619-99a73e67fcc2 req-74540a76-7921-4f56-b29f-612faf158d6e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135360 Mar 07 04:27:21.346652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (905ef87e-2cd4-454f-999a-95f84f3711c9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.393232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.394538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] For port 92729aae-f721-4d72-86b6-fdfb98f083db, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:21.397331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/905ef87e-2cd4-454f-999a-95f84f3711c9 HTTP/1.1" status: 204 len: 168 time: 0.6994941 Mar 07 04:27:21.398530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d6eec-9cfe-4820-9fcd-3b950cce6722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905ef87e-2cd4-454f-999a-95f84f3711c9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:21.401117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:21.458714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] For port 92729aae-f721-4d72-86b6-fdfb98f083db, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92729aae-f721-4d72-86b6-fdfb98f083db,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:21.465817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0c8bdb0-b87d-411f-b7c6-68aa1717c917 req-4c4c2718-20f0-46b0-8c26-f9f6b4a7674b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821174 Mar 07 04:27:21.487290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Deleting port 78707c40-bd55-4730-b0ad-831031420e8a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:21.487728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (78707c40-bd55-4730-b0ad-831031420e8a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.489263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-422dda19-4dba-4865-9f83-a3f32bfd25b5 req-e9b9a626-bc3b-4826-8d81-255e73ba1028 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/d202de7e-00c8-4cb6-91b6-abfc7b0bce9f HTTP/1.1" status: 200 len: 2414 time: 0.2660880 Mar 07 04:27:21.497510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.666322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9b257ac4-7b29-4ee9-95ae-23ab447b272e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.698721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.699353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.700763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] 10.222.0.44 "PUT /v2.0/ports/92729aae-f721-4d72-86b6-fdfb98f083db HTTP/1.1" status: 200 len: 1092 time: 2.9324963 Mar 07 04:27:21.704072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (1545f2b8-f7df-448f-bf8a-fe2681ac73e6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.705607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:21.709048 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798710bc-3ad2-4da7-b128-7906580de6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:21.735245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b257ac4-7b29-4ee9-95ae-23ab447b272e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:21.736279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-59188df4-dec7-4684-84d7-ad6767f58db7 service neutron] 10.222.0.15 "GET /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.4031558 Mar 07 04:27:21.759137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:21.793101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Checking segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:21.793602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Network hostable DHCP agents. Network: 771646a8-bfee-446f-98d0-30f258f1df6d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:27:21.808062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] For port 78707c40-bd55-4730-b0ad-831031420e8a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=78707c40-bd55-4730-b0ad-831031420e8a,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:21.808717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (78707c40-bd55-4730-b0ad-831031420e8a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.836106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Network 771646a8-bfee-446f-98d0-30f258f1df6d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:27:21.851680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Calling delete_port for 78707c40-bd55-4730-b0ad-831031420e8a owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:21.860498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 771646a8-bfee-446f-98d0-30f258f1df6d) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:21.876870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f048b0e-bb5f-4be6-8a68-76073dd5b721 None None] Network 771646a8-bfee-446f-98d0-30f258f1df6d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:27:21.883746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:21.896406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:21.934863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713cc4d-09ae-4d59-a595-f25c628bf917 service neutron] Pushing event updated for resources: {'Port': ['ID=92729aae-f721-4d72-86b6-fdfb98f083db,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:21.939273 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-705b6dc2-76d5-4cc4-a1c9-6da47cc64e7f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8887758 Mar 07 04:27:21.943440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:21.967754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-422dda19-4dba-4865-9f83-a3f32bfd25b5 req-12d20266-43d2-4bdf-a243-9ffe28bfa2f0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (d202de7e-00c8-4cb6-91b6-abfc7b0bce9f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.002354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-422dda19-4dba-4865-9f83-a3f32bfd25b5 req-12d20266-43d2-4bdf-a243-9ffe28bfa2f0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (d202de7e-00c8-4cb6-91b6-abfc7b0bce9f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.010160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:22.040130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.040945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.051595 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.073964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ab414410-3e27-4f8a-9df0-8daa236188e8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.108293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-771646a8-bfee-446f-98d0-30f258f1df6d', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:27:22.109874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.131787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab414410-3e27-4f8a-9df0-8daa236188e8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:22.133883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['08861b87-409c-43f8-9505-6083e45e4a6b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:22.173485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-422dda19-4dba-4865-9f83-a3f32bfd25b5 req-12d20266-43d2-4bdf-a243-9ffe28bfa2f0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d202de7e-00c8-4cb6-91b6-abfc7b0bce9f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.181998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-422dda19-4dba-4865-9f83-a3f32bfd25b5 req-12d20266-43d2-4bdf-a243-9ffe28bfa2f0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.197824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-422dda19-4dba-4865-9f83-a3f32bfd25b5 req-12d20266-43d2-4bdf-a243-9ffe28bfa2f0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/d202de7e-00c8-4cb6-91b6-abfc7b0bce9f HTTP/1.1" status: 204 len: 173 time: 0.7074084 Mar 07 04:27:22.253897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks [] for router_controller (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.257117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (78707c40-bd55-4730-b0ad-831031420e8a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.287768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d20266-43d2-4bdf-a243-9ffe28bfa2f0 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202de7e-00c8-4cb6-91b6-abfc7b0bce9f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:22.295477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event deleted for resources: {'Port': ['ID=78707c40-bd55-4730-b0ad-831031420e8a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:22.297952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86a582-18dd-41d1-8ac1-d53d983afaad req-26a07fb5-c214-41c4-9f67-59f9ae32b7dc tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:22.299775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc86a582-18dd-41d1-8ac1-d53d983afaad req-26a07fb5-c214-41c4-9f67-59f9ae32b7dc tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d247360-61a5-4b59-87bd-1af6429c5085 HTTP/1.1" status: 200 len: 946 time: 0.7038956 Mar 07 04:27:22.354837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.386868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'Port': ['ID=ab414410-3e27-4f8a-9df0-8daa236188e8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:22.388726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] No DVR routers for this DVR port ab414410-3e27-4f8a-9df0-8daa236188e8 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:22.397766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Allocated IP 172.20.0.2 (771646a8-bfee-446f-98d0-30f258f1df6d/9b257ac4-7b29-4ee9-95ae-23ab447b272e/371d2592-27c1-42ca-893c-cc8218a84981) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:22.472436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] No DVR routers for this DVR port 78707c40-bd55-4730-b0ad-831031420e8a on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:22.480329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.484349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ee309e3a-689c-4f46-a40e-238971e725ae req-b8152cf8-2c0d-4970-8ea6-48af323a462e tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.15 "DELETE /v2.0/ports/78707c40-bd55-4730-b0ad-831031420e8a HTTP/1.1" status: 204 len: 173 time: 1.3342261 Mar 07 04:27:22.484554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d247360-61a5-4b59-87bd-1af6429c5085', 'name': 'network-vif-deleted', 'tag': '78707c40-bd55-4730-b0ad-831031420e8a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:22.486902 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8e5d7f-807f-4db1-934a-47f8ca1b2868" -d '{"events": [{"server_uuid": "6d247360-61a5-4b59-87bd-1af6429c5085", "name": "network-vif-deleted", "tag": "78707c40-bd55-4730-b0ad-831031420e8a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:22.517871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['78707c40-bd55-4730-b0ad-831031420e8a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:22.521048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['0bbd336f-b587-416c-9575-c4edd014a854'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:22.590020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks [] for router_gateway (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.605619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-f5dbcb18-6acb-407d-87dd-47f873f7e543 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:22.607530 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-f5dbcb18-6acb-407d-87dd-47f873f7e543 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "GET /v2.0/ports?device_id=16de6b72-1ea2-4f7d-b057-58d5458a9ea7 HTTP/1.1" status: 200 len: 946 time: 0.2557321 Mar 07 04:27:22.755299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.758752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abc6a2bc-bae7-4990-a160-c3328e8316b3 req-5f315101-afff-4294-8ddb-1a595acfbd7d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.15 "DELETE /v2.0/ports/ab414410-3e27-4f8a-9df0-8daa236188e8 HTTP/1.1" status: 204 len: 173 time: 2.6452076 Mar 07 04:27:22.820416 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Publish callbacks [] for port (371d2592-27c1-42ca-893c-cc8218a84981), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.822738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (1545f2b8-f7df-448f-bf8a-fe2681ac73e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.870376 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (371d2592-27c1-42ca-893c-cc8218a84981), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:22.937945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc86a582-18dd-41d1-8ac1-d53d983afaad req-5c9583a0-164e-4dd5-849c-a1f8d57a28f9 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.21 "GET /v2.0/security-groups?id=bde05efb-2295-425b-b768-5f2879fb55bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977578 Mar 07 04:27:22.986665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1545f2b8-f7df-448f-bf8a-fe2681ac73e6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:23.049479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Network 771646a8-bfee-446f-98d0-30f258f1df6d is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:23.059807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:23.070131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:23.143552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Pushing event updated for resources: {'Port': ['ID=371d2592-27c1-42ca-893c-cc8218a84981,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:23.166139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Deleting port 0bbd336f-b587-416c-9575-c4edd014a854 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:23.166918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0bbd336f-b587-416c-9575-c4edd014a854), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.169469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd606f7d0-4cd5-424c-9e0b-eac5aa7e4c98') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:23.169887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd606f7d0-4cd5-424c-9e0b-eac5aa7e4c98') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:23.188843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c3881-ccd0-4d56-ad18-e8ef75800d21 req-ca5b09d1-b053-4b04-8b6b-2eed1b2ee83a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:23.196010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-636c3881-ccd0-4d56-ad18-e8ef75800d21 req-ca5b09d1-b053-4b04-8b6b-2eed1b2ee83a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.8562915 Mar 07 04:27:23.286461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (d606f7d0-4cd5-424c-9e0b-eac5aa7e4c98), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.305827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Attempting to bind port 371d2592-27c1-42ca-893c-cc8218a84981 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:23.306269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Attempting to bind port 371d2592-27c1-42ca-893c-cc8218a84981 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:23.306627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Attempting to bind port 371d2592-27c1-42ca-893c-cc8218a84981 on network 771646a8-bfee-446f-98d0-30f258f1df6d {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:23.336841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:23.337314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Checking segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:23.337650 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.338089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Bound using segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:23.339178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Bound port: 371d2592-27c1-42ca-893c-cc8218a84981, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:23.339700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (371d2592-27c1-42ca-893c-cc8218a84981), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.378606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed15cda0-4784-4135-b7bc-55a3efcc3393 req-40b39aee-a6d4-4748-8c0e-a16009e21541 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8fdb9f-7361-48f0-9776-56448652513b HTTP/1.1" status: 200 len: 210 time: 0.1983449 Mar 07 04:27:23.379988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks [] for router_gateway (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.407526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.425294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] For port 0bbd336f-b587-416c-9575-c4edd014a854, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0bbd336f-b587-416c-9575-c4edd014a854,segment=NetworkSegment(ba705a21-3380-49d5-a4cc-bd3752649ffc),segment_id=ba705a21-3380-49d5-a4cc-bd3752649ffc)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:23.425665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0bbd336f-b587-416c-9575-c4edd014a854), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.435813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:23.456939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Calling delete_port for 0bbd336f-b587-416c-9575-c4edd014a854 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:23.464139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:23.510883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:23.525798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:23.554426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] For port 371d2592-27c1-42ca-893c-cc8218a84981, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:23.558477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] For port 371d2592-27c1-42ca-893c-cc8218a84981, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=371d2592-27c1-42ca-893c-cc8218a84981,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:23.563178 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29927901-42ee-4113-8582-67130dbe4b64 x-openstack-request-id: req-29927901-42ee-4113-8582-67130dbe4b64 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:23.563838 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:23.564199 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29927901-42ee-4113-8582-67130dbe4b64 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:23.564804 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db', 'status': 'completed', 'code': 200} Mar 07 04:27:23.570205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-636c3881-ccd0-4d56-ad18-e8ef75800d21 req-cf2769e0-9023-4825-8300-668329f4c1f4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731680 Mar 07 04:27:23.582762 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.586012 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (371d2592-27c1-42ca-893c-cc8218a84981), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.607801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d606f7d0-4cd5-424c-9e0b-eac5aa7e4c98), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.690937 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-ed119e56-3943-40e1-8e88-f7cd7d01d58f req-bef4f329-3035-4d31-88ec-e9a843acde8b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] show failed (client error): The resource could not be found. Mar 07 04:27:23.695348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed119e56-3943-40e1-8e88-f7cd7d01d58f req-bef4f329-3035-4d31-88ec-e9a843acde8b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/6e83f132-d7c0-41a8-95fe-9f8e18aa011b HTTP/1.1" status: 404 len: 352 time: 0.1522441 Mar 07 04:27:23.699719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:27:23.701107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (d606f7d0-4cd5-424c-9e0b-eac5aa7e4c98), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.718875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b28c0-5f7d-4683-a87f-ab696c15cc98 None None] Pushing event updated for resources: {'Port': ['ID=371d2592-27c1-42ca-893c-cc8218a84981,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:23.740320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0bbd336f-b587-416c-9575-c4edd014a854), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.765905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['78707c40-bd55-4730-b0ad-831031420e8a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:27:23.768463 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:27:23.782341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Pushing event deleted for resources: {'Port': ['ID=0bbd336f-b587-416c-9575-c4edd014a854,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:23.792024 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24724e12-e739-4e09-8f73-5b7724a22ccb x-openstack-request-id: req-24724e12-e739-4e09-8f73-5b7724a22ccb {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:23.792337 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d247360-61a5-4b59-87bd-1af6429c5085", "name": "network-vif-deleted", "tag": "78707c40-bd55-4730-b0ad-831031420e8a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:23.792624 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24724e12-e739-4e09-8f73-5b7724a22ccb {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:23.792937 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d247360-61a5-4b59-87bd-1af6429c5085', 'name': 'network-vif-deleted', 'tag': '78707c40-bd55-4730-b0ad-831031420e8a', 'status': 'completed', 'code': 200} Mar 07 04:27:23.864919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] No DVR routers for this DVR port 0bbd336f-b587-416c-9575-c4edd014a854 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:23.872078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:23.877299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-abd4c88e-5968-41aa-bf1d-243188e6db21 req-1357afb5-2c9d-455a-b5e0-e8788abb0735 tempest-MultipleCreateTestJSON-1117890560 tempest-MultipleCreateTestJSON-1117890560-project] 10.222.0.44 "DELETE /v2.0/ports/0bbd336f-b587-416c-9575-c4edd014a854 HTTP/1.1" status: 204 len: 173 time: 1.2637732 Mar 07 04:27:23.941698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9bc9fa5d-9190-405c-8d0b-f891680e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:23.945691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9bc9fa5d-9190-405c-8d0b-f891680e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:23.945910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9bc9fa5d-9190-405c-8d0b-f891680e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:23.948752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9bc9fa5d-9190-405c-8d0b-f891680e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:23.949969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9bc9fa5d-9190-405c-8d0b-f891680e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:23.955797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9bc9fa5d-9190-405c-8d0b-f891680e843c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 4394 time: 0.4753726 Mar 07 04:27:23.991702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Allocated IP 172.25.4.95 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/76036858-22f1-4a1a-a46f-fcaac1c59542) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:24.019059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (1545f2b8-f7df-448f-bf8a-fe2681ac73e6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.070655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.076855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/1545f2b8-f7df-448f-bf8a-fe2681ac73e6 HTTP/1.1" status: 204 len: 168 time: 2.6558886 Mar 07 04:27:24.116999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab414410-3e27-4f8a-9df0-8daa236188e8 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:24.149805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: ab414410-3e27-4f8a-9df0-8daa236188e8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:24.150546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab414410-3e27-4f8a-9df0-8daa236188e8 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:24.153091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8769e13-87ef-4be3-a120-6589e2f130cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1545f2b8-f7df-448f-bf8a-fe2681ac73e6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:24.211154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a9d59-c297-45f9-bbd2-d816eee25343 req-1efcee0b-fec8-414f-a900-339ee6a211a7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.213674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f80a9d59-c297-45f9-bbd2-d816eee25343 req-1efcee0b-fec8-414f-a900-339ee6a211a7 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 944 time: 0.4409113 Mar 07 04:27:24.232644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] Transition to ACTIVE for port object 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:24.254823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-e1d5a2fc-a775-417c-a41b-d43bc78b546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.255290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-e1d5a2fc-a775-417c-a41b-d43bc78b546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.255757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-e1d5a2fc-a775-417c-a41b-d43bc78b546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.257345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-798710bc-3ad2-4da7-b128-7906580de6aa req-e1d5a2fc-a775-417c-a41b-d43bc78b546d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2885303 Mar 07 04:27:24.285425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.316045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks [] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.317361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35044) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:24.366341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-575b10bc-f50a-431c-9884-7584aa03301a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.371172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-575b10bc-f50a-431c-9884-7584aa03301a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.376884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-575b10bc-f50a-431c-9884-7584aa03301a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.386698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-575b10bc-f50a-431c-9884-7584aa03301a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.392237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-575b10bc-f50a-431c-9884-7584aa03301a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.394218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-575b10bc-f50a-431c-9884-7584aa03301a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 3828 time: 0.4558666 Mar 07 04:27:24.438372 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd9fa059-e027-4f3b-b78f-d60b7975914f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=768725cd7a3a45bbb6a04e95b4fc3124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1154377 Mar 07 04:27:24.440117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:24.444194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f80a9d59-c297-45f9-bbd2-d816eee25343 req-b2fc7b01-55be-4ad7-8d98-357c1bd98c58 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168720 Mar 07 04:27:24.450639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9958093a-136f-4bdb-a2dc-b901a8056a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:24.452046 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-798710bc-3ad2-4da7-b128-7906580de6aa req-9958093a-136f-4bdb-a2dc-b901a8056a5e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784980 Mar 07 04:27:24.474620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.488898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] No DVR routers for this DVR port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:24.545276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Pushing event updated for resources: {'Port': ['ID=76036858-22f1-4a1a-a46f-fcaac1c59542,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:24.547995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] Pushing event updated for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:24.572867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:24.574063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e884299-486d-418c-8b68-6e9b2fc6d851 admin admin] Publish callbacks [] for security_group (892fb451-3cc5-434e-842f-161712d86d92), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.599476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e884299-486d-418c-8b68-6e9b2fc6d851 admin admin] Publish callbacks [] for security_group (892fb451-3cc5-434e-842f-161712d86d92), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.616901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14f29f1c-75b7-44f2-a6db-fc99ab177490 req-b733b24d-05fd-42c1-b562-43c3c3e0e4d2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826680 Mar 07 04:27:24.619285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e112f9d1-2cca-4bc9-adc7-544fb295ccec {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:24.640691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:24.652213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-b6a84cbc-c207-446d-8f05-c77f3a9528c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8979223 Mar 07 04:27:24.658962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Publish callbacks [] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.661147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:24.735135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Transition to ACTIVE for port object e112f9d1-2cca-4bc9-adc7-544fb295ccec will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:24.747547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:24.955962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 371d2592-27c1-42ca-893c-cc8218a84981 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:25.039806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0bbd336f-b587-416c-9575-c4edd014a854 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:25.103816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 0bbd336f-b587-416c-9575-c4edd014a854 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:25.104161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0bbd336f-b587-416c-9575-c4edd014a854 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:25.137691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 371d2592-27c1-42ca-893c-cc8218a84981 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:25.138377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (371d2592-27c1-42ca-893c-cc8218a84981), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.167409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Pushing event updated for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:25.199441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7db3d9af-4b6e-4fc5-9aa3-1014e9588742 req-3912f200-c971-4270-a279-f5222c31f96f tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/36f5853c-0143-4938-9e24-419a833d2568 HTTP/1.1" status: 200 len: 1822 time: 0.4548392 Mar 07 04:27:25.255680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-1fd81157-2c4b-4e4f-9277-191cfc6c3394 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:25.262288 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-1fd81157-2c4b-4e4f-9277-191cfc6c3394 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.3446636 Mar 07 04:27:25.323182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e884299-486d-418c-8b68-6e9b2fc6d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (892fb451-3cc5-434e-842f-161712d86d92), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.326224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e884299-486d-418c-8b68-6e9b2fc6d851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.331062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 371d2592-27c1-42ca-893c-cc8218a84981 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:25.332508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (371d2592-27c1-42ca-893c-cc8218a84981), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.335035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc24c0-04d5-41e0-b001-1a491f886841 req-c3cb5b72-0341-4df6-8d87-b7764924ce29 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:25.343465 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2e884299-486d-418c-8b68-6e9b2fc6d851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/892fb451-3cc5-434e-842f-161712d86d92 HTTP/1.1" status: 204 len: 168 time: 0.8901486 Mar 07 04:27:25.350488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dcc24c0-04d5-41e0-b001-1a491f886841 req-c3cb5b72-0341-4df6-8d87-b7764924ce29 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.3334968 Mar 07 04:27:25.362272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Attempting to bind port e112f9d1-2cca-4bc9-adc7-544fb295ccec on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:25.362893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Attempting to bind port e112f9d1-2cca-4bc9-adc7-544fb295ccec by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:25.363405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Attempting to bind port e112f9d1-2cca-4bc9-adc7-544fb295ccec on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:25.387163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 371d2592-27c1-42ca-893c-cc8218a84981, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=371d2592-27c1-42ca-893c-cc8218a84981,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:25.397338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Port e112f9d1-2cca-4bc9-adc7-544fb295ccec on network 647fda0b-197a-4970-86eb-e729ec0490e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:25.398750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Attempting to bind port e112f9d1-2cca-4bc9-adc7-544fb295ccec on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:25.408794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e884299-486d-418c-8b68-6e9b2fc6d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892fb451-3cc5-434e-842f-161712d86d92,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:25.421679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (371d2592-27c1-42ca-893c-cc8218a84981), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.428311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:25.428845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Checking segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:25.429393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Bound using segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:25.430227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Bound port: e112f9d1-2cca-4bc9-adc7-544fb295ccec, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:25.430770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.434230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-614a09b7-0add-451e-b01f-2fb42d45544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:25.437351 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-614a09b7-0add-451e-b01f-2fb42d45544e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8&tenant_id=8237522f34594fce82b2024a934e0a18 HTTP/1.1" status: 200 len: 1127 time: 0.1692133 Mar 07 04:27:25.465262 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7db3d9af-4b6e-4fc5-9aa3-1014e9588742 req-91245205-16c3-4c66-a812-c69ccba72255 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (36f5853c-0143-4938-9e24-419a833d2568), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.504526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dcc24c0-04d5-41e0-b001-1a491f886841 req-9ab99626-f0b4-44c5-b764-1a2f425aa78a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313031 Mar 07 04:27:25.532049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9c821-64e8-46ee-9c84-5e198d6503fb None None] Network 771646a8-bfee-446f-98d0-30f258f1df6d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:27:25.536671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=371d2592-27c1-42ca-893c-cc8218a84981,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:25.571221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'name': 'network-vif-deleted', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:25.582639 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b3bab-fc4e-4fab-abc1-85121172725f" -d '{"events": [{"server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "name": "network-vif-deleted", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:25.593573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35060) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:25.617884 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7db3d9af-4b6e-4fc5-9aa3-1014e9588742 req-91245205-16c3-4c66-a812-c69ccba72255 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (36f5853c-0143-4938-9e24-419a833d2568), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.740230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Deleting subnet c5ade57b-6912-4b5c-a1dd-f33f32609c11 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:27:25.746537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Publish callbacks [] for subnet (c5ade57b-6912-4b5c-a1dd-f33f32609c11), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.754851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:25.830409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-766858a2-236d-4518-8b09-b92ad578eb0c None None] Provisioning complete for port 371d2592-27c1-42ca-893c-cc8218a84981 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:25.830880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-766858a2-236d-4518-8b09-b92ad578eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (371d2592-27c1-42ca-893c-cc8218a84981), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.834401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d774ef0-ee84-4e8f-a115-f07b42910ed4 req-0c44f5ca-4820-4890-af0b-96df5fdc5219 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/e20d4870-dfbc-4bce-abc8-61d5a9611812 HTTP/1.1" status: 200 len: 1816 time: 0.2440343 Mar 07 04:27:25.846620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'name': 'network-vif-deleted', 'tag': '0bbd336f-b587-416c-9575-c4edd014a854'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:25.848870 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932f5e3-95a8-4043-ad4a-13ba7cb0a04e" -d '{"events": [{"server_uuid": "16de6b72-1ea2-4f7d-b057-58d5458a9ea7", "name": "network-vif-deleted", "tag": "0bbd336f-b587-416c-9575-c4edd014a854"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:25.852614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:25.855065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks [] for router_gateway (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.881362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.897282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (c5ade57b-6912-4b5c-a1dd-f33f32609c11), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.914479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-3e88f480-79ed-4854-bbe7-fca8591361d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:25.916138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-3e88f480-79ed-4854-bbe7-fca8591361d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1127 time: 0.3575509 Mar 07 04:27:25.922142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7db3d9af-4b6e-4fc5-9aa3-1014e9588742 req-91245205-16c3-4c66-a812-c69ccba72255 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (36f5853c-0143-4938-9e24-419a833d2568), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.924669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7db3d9af-4b6e-4fc5-9aa3-1014e9588742 req-91245205-16c3-4c66-a812-c69ccba72255 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:25.941524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7db3d9af-4b6e-4fc5-9aa3-1014e9588742 req-91245205-16c3-4c66-a812-c69ccba72255 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/36f5853c-0143-4938-9e24-419a833d2568 HTTP/1.1" status: 204 len: 173 time: 0.7318108 Mar 07 04:27:26.000761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35072) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:26.062253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91245205-16c3-4c66-a812-c69ccba72255 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5853c-0143-4938-9e24-419a833d2568,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:26.068050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-766858a2-236d-4518-8b09-b92ad578eb0c None None] Current status of the port 371d2592-27c1-42ca-893c-cc8218a84981 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:26.083064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:26.083713 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.085301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d796577-378d-4f38-a698-53d68634af10 service neutron] 10.222.0.44 "PUT /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 1130 time: 4.3320732 Mar 07 04:27:26.092338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-e1a7ac97-5423-4923-9714-75eced2491bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:26.093889 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-e1a7ac97-5423-4923-9714-75eced2491bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.1651852 Mar 07 04:27:26.124982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 78707c40-bd55-4730-b0ad-831031420e8a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:26.157609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:26.168096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 78707c40-bd55-4730-b0ad-831031420e8a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:26.168805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 78707c40-bd55-4730-b0ad-831031420e8a not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:26.170693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c5ade57b-6912-4b5c-a1dd-f33f32609c11), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.239806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796577-378d-4f38-a698-53d68634af10 service neutron] Pushing event updated for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:26.244888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-fd9db1b4-6ebe-497b-8b0b-128c30121a72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 200 len: 217 time: 0.1404638 Mar 07 04:27:26.265872 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d774ef0-ee84-4e8f-a115-f07b42910ed4 req-c003958a-2a96-4bb4-9d71-6b95ad206da3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (e20d4870-dfbc-4bce-abc8-61d5a9611812), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.284582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f4c4ae1-5748-4c92-9fec-b046ffe14470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0af9d50d87654bfea478e1054f078b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662649 Mar 07 04:27:26.295098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35074) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:26.378376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d774ef0-ee84-4e8f-a115-f07b42910ed4 req-c003958a-2a96-4bb4-9d71-6b95ad206da3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (e20d4870-dfbc-4bce-abc8-61d5a9611812), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.398942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ddd8c84e-90ef-4b28-a105-13340057aeef None None] Provisioning complete for port 371d2592-27c1-42ca-893c-cc8218a84981 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:26.399496 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ddd8c84e-90ef-4b28-a105-13340057aeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (371d2592-27c1-42ca-893c-cc8218a84981), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.403516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-711aacf9-17bc-4df2-94c8-94d0510c87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:26.406381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.406535 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-711aacf9-17bc-4df2-94c8-94d0510c87e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.1139319 Mar 07 04:27:26.452403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-9e6a45c6-f986-49ee-90fd-dfac88760be9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366170 Mar 07 04:27:26.468250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.471984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2667a8-afdb-48e6-8f84-0279e36e115e req-991cd845-572e-401f-acf4-b48bd656afea tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:26.473605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc2667a8-afdb-48e6-8f84-0279e36e115e req-991cd845-572e-401f-acf4-b48bd656afea tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 945 time: 0.4338953 Mar 07 04:27:26.530756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8c84e-90ef-4b28-a105-13340057aeef None None] Current status of the port 371d2592-27c1-42ca-893c-cc8218a84981 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:26.553170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5ed8d6a-9be8-489a-aa3c-5b7264ca637c admin admin] Publish callbacks [] for security_group (9c090948-13ca-4dce-ae73-2fdbcebdba95), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.564139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (c5ade57b-6912-4b5c-a1dd-f33f32609c11), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.625596 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d774ef0-ee84-4e8f-a115-f07b42910ed4 req-c003958a-2a96-4bb4-9d71-6b95ad206da3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e20d4870-dfbc-4bce-abc8-61d5a9611812), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.627838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7d774ef0-ee84-4e8f-a115-f07b42910ed4 req-c003958a-2a96-4bb4-9d71-6b95ad206da3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.629075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d774ef0-ee84-4e8f-a115-f07b42910ed4 req-c003958a-2a96-4bb4-9d71-6b95ad206da3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/e20d4870-dfbc-4bce-abc8-61d5a9611812 HTTP/1.1" status: 204 len: 173 time: 0.7938745 Mar 07 04:27:26.651653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ade57b-6912-4b5c-a1dd-f33f32609c11,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:26.652837 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-7a1095de-d0da-47bf-88ec-1991a3b9f050 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820538 Mar 07 04:27:26.661493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5ed8d6a-9be8-489a-aa3c-5b7264ca637c admin admin] Publish callbacks [] for security_group (9c090948-13ca-4dce-ae73-2fdbcebdba95), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.664301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.670379 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-058690e9-d747-4819-a24f-6393c3a30035 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c5ade57b-6912-4b5c-a1dd-f33f32609c11 HTTP/1.1" status: 204 len: 168 time: 1.0751302 Mar 07 04:27:26.674805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc2667a8-afdb-48e6-8f84-0279e36e115e req-f7d64d5a-908a-4b86-937c-09de89ff39af tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822023 Mar 07 04:27:26.683194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35080) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:26.686376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003958a-2a96-4bb4-9d71-6b95ad206da3 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d4870-dfbc-4bce-abc8-61d5a9611812,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:26.710470 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a286ccbf-c333-45fd-9402-f9c23a5f2ae5 x-openstack-request-id: req-a286ccbf-c333-45fd-9402-f9c23a5f2ae5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:26.710784 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8fdb9f-7361-48f0-9776-56448652513b", "name": "network-vif-deleted", "tag": "ab414410-3e27-4f8a-9df0-8daa236188e8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:26.711048 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a286ccbf-c333-45fd-9402-f9c23a5f2ae5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:26.711470 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8fdb9f-7361-48f0-9776-56448652513b', 'name': 'network-vif-deleted', 'tag': 'ab414410-3e27-4f8a-9df0-8daa236188e8', 'status': 'completed', 'code': 200} Mar 07 04:27:26.791501 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdce295-23cb-45e7-8ebd-0d30e3dc8c3e x-openstack-request-id: req-6cdce295-23cb-45e7-8ebd-0d30e3dc8c3e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:26.791793 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16de6b72-1ea2-4f7d-b057-58d5458a9ea7", "name": "network-vif-deleted", "tag": "0bbd336f-b587-416c-9575-c4edd014a854", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:26.792887 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cdce295-23cb-45e7-8ebd-0d30e3dc8c3e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:26.793298 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16de6b72-1ea2-4f7d-b057-58d5458a9ea7', 'name': 'network-vif-deleted', 'tag': '0bbd336f-b587-416c-9575-c4edd014a854', 'status': 'completed', 'code': 200} Mar 07 04:27:26.832231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 371d2592-27c1-42ca-893c-cc8218a84981 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:26.833297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:27:26.862957 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-4a2f145d-feab-4895-b653-87eee9da5382 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009683 Mar 07 04:27:26.925483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 371d2592-27c1-42ca-893c-cc8218a84981 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:26.927739 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (371d2592-27c1-42ca-893c-cc8218a84981), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:26.984361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b7b8e70f-2d0c-45a6-a90a-3456bea53218), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.055936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b474f547-f8d4-4632-8115-c57712f0e8bd req-a9db8af3-c89a-40b0-a0f2-b0395cadab12 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/7cc00f9f-b5da-4939-bda5-5f716bb6f22a HTTP/1.1" status: 200 len: 1820 time: 0.2315979 Mar 07 04:27:27.087650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 371d2592-27c1-42ca-893c-cc8218a84981 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:27.096568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.101956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.107332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.113534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.118932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.124299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.126302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-cd67301a-c138-434a-ba32-70d3581dab00 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 4600 time: 0.2846951 Mar 07 04:27:27.134387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5ed8d6a-9be8-489a-aa3c-5b7264ca637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9c090948-13ca-4dce-ae73-2fdbcebdba95), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.137130 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5ed8d6a-9be8-489a-aa3c-5b7264ca637c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.145453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a5ed8d6a-9be8-489a-aa3c-5b7264ca637c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c090948-13ca-4dce-ae73-2fdbcebdba95 HTTP/1.1" status: 204 len: 168 time: 0.8398747 Mar 07 04:27:27.266416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed8d6a-9be8-489a-aa3c-5b7264ca637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c090948-13ca-4dce-ae73-2fdbcebdba95,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:27.359438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:27:27.377652 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Sync routers for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:27:27.396560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:27:27.397115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:27.422368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.423610 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c68ae0c6-c181-4cc9-9b37-718fd338302b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4173360 Mar 07 04:27:27.427138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:27.507961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7cb3-0881-4719-96f2-70a837811c28 req-61c98a27-1e01-422d-9c6f-ad95c14d21f3 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:27.509160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-61c98a27-1e01-422d-9c6f-ad95c14d21f3 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8&tenant_id=8237522f34594fce82b2024a934e0a18&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.1477952 Mar 07 04:27:27.615145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b7b8e70f-2d0c-45a6-a90a-3456bea53218), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.633889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b474f547-f8d4-4632-8115-c57712f0e8bd req-79b9d668-d868-4858-ae6f-251c7cb940a4 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (7cc00f9f-b5da-4939-bda5-5f716bb6f22a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.704912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b8e70f-2d0c-45a6-a90a-3456bea53218']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:27.736689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24440e0-04b9-4075-a964-6fc5fe1067f1 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:27.744804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba705a21-3380-49d5-a4cc-bd3752649ffc') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:27.745186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba705a21-3380-49d5-a4cc-bd3752649ffc') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:27.755049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-562c4a5f-69af-4ad9-980e-dbea45e7d17b req-81073860-8e4f-481b-9abf-6ab6f69e1d62 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5922949 Mar 07 04:27:27.767302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b474f547-f8d4-4632-8115-c57712f0e8bd req-79b9d668-d868-4858-ae6f-251c7cb940a4 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (7cc00f9f-b5da-4939-bda5-5f716bb6f22a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.782589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Publish callbacks [] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.810734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (ba705a21-3380-49d5-a4cc-bd3752649ffc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.831141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-153d7cb3-0881-4719-96f2-70a837811c28 req-5023055e-f0c2-4457-94c9-2ccdd565e93b service neutron] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:27.835936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-153d7cb3-0881-4719-96f2-70a837811c28 req-5023055e-f0c2-4457-94c9-2ccdd565e93b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.837182 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-153d7cb3-0881-4719-96f2-70a837811c28 req-5023055e-f0c2-4457-94c9-2ccdd565e93b service neutron] 10.222.0.44 "DELETE /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.3193398 Mar 07 04:27:27.855524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Transition to ACTIVE for port object a24440e0-04b9-4075-a964-6fc5fe1067f1 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:27.861026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ba705a21-3380-49d5-a4cc-bd3752649ffc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.875703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:27.883210 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:27:27.888017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:27:27.889516 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (ba705a21-3380-49d5-a4cc-bd3752649ffc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:27:28.013678 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:27:28.035008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Pushing event updated for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:28.152799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.198802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:25Z', 'revision_number': 3, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:28.213233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b7b8e70f-2d0c-45a6-a90a-3456bea53218), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.226289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.229690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7b8e70f-2d0c-45a6-a90a-3456bea53218 HTTP/1.1" status: 204 len: 168 time: 1.5445001 Mar 07 04:27:28.277564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57953fd-42bf-41b3-b98f-daa58221625a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b8e70f-2d0c-45a6-a90a-3456bea53218,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:28.311039 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Checking router: c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:27:28.311494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Updating router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 port 76036858-22f1-4a1a-a46f-fcaac1c59542 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:27:28.349367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b474f547-f8d4-4632-8115-c57712f0e8bd req-79b9d668-d868-4858-ae6f-251c7cb940a4 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7cc00f9f-b5da-4939-bda5-5f716bb6f22a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.352373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b474f547-f8d4-4632-8115-c57712f0e8bd req-79b9d668-d868-4858-ae6f-251c7cb940a4 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.370579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b474f547-f8d4-4632-8115-c57712f0e8bd req-79b9d668-d868-4858-ae6f-251c7cb940a4 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/7cc00f9f-b5da-4939-bda5-5f716bb6f22a HTTP/1.1" status: 204 len: 173 time: 1.3136654 Mar 07 04:27:28.404758 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.411980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596484c-b0cf-4fd7-a2ce-2ecdc56b4560 req-b0a6dcb7-3751-41c9-ba23-9fd1bd741a2c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:28.421365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a596484c-b0cf-4fd7-a2ce-2ecdc56b4560 req-b0a6dcb7-3751-41c9-ba23-9fd1bd741a2c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.4039879 Mar 07 04:27:28.481517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d668-d868-4858-ae6f-251c7cb940a4 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc00f9f-b5da-4939-bda5-5f716bb6f22a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:28.549735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Allocated IP 172.20.0.1 (771646a8-bfee-446f-98d0-30f258f1df6d/9b257ac4-7b29-4ee9-95ae-23ab447b272e/d3ebe147-a495-4680-823a-e9cf45952929) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:28.605099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35112) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:28.706243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Attempting to bind port a24440e0-04b9-4075-a964-6fc5fe1067f1 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:28.707273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Attempting to bind port a24440e0-04b9-4075-a964-6fc5fe1067f1 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:28.707803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Attempting to bind port a24440e0-04b9-4075-a964-6fc5fe1067f1 on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:28.739769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a596484c-b0cf-4fd7-a2ce-2ecdc56b4560 req-547c654e-cb8a-40ba-8e8e-cf168e37658f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170297 Mar 07 04:27:28.751790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bff9fc5-d22a-4c0e-90f7-6d847133bfb0 req-e64fc52a-082c-41bd-a646-5785593c11d6 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/a9569be9-6f36-4000-ae52-dc7980b6b778 HTTP/1.1" status: 200 len: 1818 time: 0.3542356 Mar 07 04:27:28.757122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2bd17dab-cddc-48f4-a051-4a5be7c78824 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a5404e7efd8488d9acd4356c8af6b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447701 Mar 07 04:27:28.761778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35114) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:28.766601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': 'e112f9d1-2cca-4bc9-adc7-544fb295ccec'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:28.774564 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b2b77-2f9d-4e87-bd81-885685ed1f08" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "e112f9d1-2cca-4bc9-adc7-544fb295ccec"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:28.794622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Port a24440e0-04b9-4075-a964-6fc5fe1067f1 on network 647fda0b-197a-4970-86eb-e729ec0490e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:28.797930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Attempting to bind port a24440e0-04b9-4075-a964-6fc5fe1067f1 on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:28.834278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:28.835143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Checking segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:28.835646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Bound using segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:28.836222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Bound port: a24440e0-04b9-4075-a964-6fc5fe1067f1, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:28.836715 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.947148 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Publish callbacks [] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.949646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks [] for port (d3ebe147-a495-4680-823a-e9cf45952929), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.951580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca90d3f8-dc2f-43cc-a9cd-a306d1efc86d admin admin] Publish callbacks [] for security_group (bde05efb-2295-425b-b768-5f2879fb55bb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.957625 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.985256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca90d3f8-dc2f-43cc-a9cd-a306d1efc86d admin admin] Publish callbacks [] for security_group (bde05efb-2295-425b-b768-5f2879fb55bb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:28.999626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bff9fc5-d22a-4c0e-90f7-6d847133bfb0 req-4666d33c-eed2-4557-8794-6e09f3f62039 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (a9569be9-6f36-4000-ae52-dc7980b6b778), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.029314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0f23e-59ad-47ef-93b6-b4b71074c61d req-ae753db2-f1f5-472d-bab3-362db58501c1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.032046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3a0f23e-59ad-47ef-93b6-b4b71074c61d req-ae753db2-f1f5-472d-bab3-362db58501c1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 945 time: 0.1678391 Mar 07 04:27:29.049119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:29.053934 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Attempting to bind port 76036858-22f1-4a1a-a46f-fcaac1c59542 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:29.053934 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Attempting to bind port 76036858-22f1-4a1a-a46f-fcaac1c59542 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:29.054402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Attempting to bind port 76036858-22f1-4a1a-a46f-fcaac1c59542 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:29.062283 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:29.062799 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:29.063190 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.063625 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:29.064174 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Bound port: 76036858-22f1-4a1a-a46f-fcaac1c59542, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:29.064561 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.066019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d3ebe147-a495-4680-823a-e9cf45952929), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.071420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bff9fc5-d22a-4c0e-90f7-6d847133bfb0 req-4666d33c-eed2-4557-8794-6e09f3f62039 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (a9569be9-6f36-4000-ae52-dc7980b6b778), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.089191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:29.131948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] For port 76036858-22f1-4a1a-a46f-fcaac1c59542, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:29.135548 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] For port 76036858-22f1-4a1a-a46f-fcaac1c59542, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76036858-22f1-4a1a-a46f-fcaac1c59542,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:29.138789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.145009 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Pushing event updated for resources: {'Port': ['ID=76036858-22f1-4a1a-a46f-fcaac1c59542,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:29.149323 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.154366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Network 771646a8-bfee-446f-98d0-30f258f1df6d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:29.155578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca90d3f8-dc2f-43cc-a9cd-a306d1efc86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bde05efb-2295-425b-b768-5f2879fb55bb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.158739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca90d3f8-dc2f-43cc-a9cd-a306d1efc86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.164935 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.165565 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.166096 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.166415 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.166877 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.167297 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.167746 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.167990 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.168394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.168779 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.169167 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.169554 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.170130 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:29.174234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca90d3f8-dc2f-43cc-a9cd-a306d1efc86d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bde05efb-2295-425b-b768-5f2879fb55bb HTTP/1.1" status: 204 len: 168 time: 0.3998046 Mar 07 04:27:29.189056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:29.194556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:29.249664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Pushing event updated for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:29.252618 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da0b2d-8da9-4061-bbcc-de1f76baa281 None None] Pushing event updated for resources: {'Port': ['ID=76036858-22f1-4a1a-a46f-fcaac1c59542,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:29.271716 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:27:29.272541 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:29.284164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90d3f8-dc2f-43cc-a9cd-a306d1efc86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde05efb-2295-425b-b768-5f2879fb55bb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:29.294732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3a0f23e-59ad-47ef-93b6-b4b71074c61d req-36054f61-1976-48db-b22c-3ad090c9007b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485542 Mar 07 04:27:29.298749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.302817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.304488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-cc6d7600-edbd-4053-8df8-bc39229f4e98 service neutron] 10.222.0.44 "PUT /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 1130 time: 3.1583958 Mar 07 04:27:29.321907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ebe147-a495-4680-823a-e9cf45952929,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:29.352956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:29.365137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bff9fc5-d22a-4c0e-90f7-6d847133bfb0 req-4666d33c-eed2-4557-8794-6e09f3f62039 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a9569be9-6f36-4000-ae52-dc7980b6b778), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.377674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bff9fc5-d22a-4c0e-90f7-6d847133bfb0 req-4666d33c-eed2-4557-8794-6e09f3f62039 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.379407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bff9fc5-d22a-4c0e-90f7-6d847133bfb0 req-4666d33c-eed2-4557-8794-6e09f3f62039 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9569be9-6f36-4000-ae52-dc7980b6b778 HTTP/1.1" status: 204 len: 173 time: 0.6237490 Mar 07 04:27:29.381636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.535094 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34afa216-91b1-4ee4-869c-6222bfa15c2e x-openstack-request-id: req-34afa216-91b1-4ee4-869c-6222bfa15c2e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:29.537164 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "e112f9d1-2cca-4bc9-adc7-544fb295ccec", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:29.537164 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34afa216-91b1-4ee4-869c-6222bfa15c2e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:29.537164 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': 'e112f9d1-2cca-4bc9-adc7-544fb295ccec', 'status': 'completed', 'code': 200} Mar 07 04:27:29.537164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666d33c-eed2-4557-8794-6e09f3f62039 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9569be9-6f36-4000-ae52-dc7980b6b778,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:29.604739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d09f97-6b8b-4891-af92-33045126c131), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.617496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8b6c76f-fa60-4adc-be25-182cd3d721fc req-e4104e23-5123-4076-9f81-648fb78bf66a tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/a8704207-76cd-48af-9f30-db1a00851b7f HTTP/1.1" status: 200 len: 1820 time: 0.2989275 Mar 07 04:27:29.732648 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:27:29.765136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3e351979-0fc5-4d89-ad93-233cc2074dde None None] Provisioning complete for port d3ebe147-a495-4680-823a-e9cf45952929 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:29.765705 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e351979-0fc5-4d89-ad93-233cc2074dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3ebe147-a495-4680-823a-e9cf45952929), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.841923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b8b6c76f-fa60-4adc-be25-182cd3d721fc req-74bf4e04-409b-4625-b837-c01c0887d1fa tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (a8704207-76cd-48af-9f30-db1a00851b7f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:29.847813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.855104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.855948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.856601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.857251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.857990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.859905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:29.862091 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-a5135237-fc2d-4a7e-b312-7d847d84c72e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6302 time: 0.3381369 Mar 07 04:27:29.873635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3e351979-0fc5-4d89-ad93-233cc2074dde None None] Port d3ebe147-a495-4680-823a-e9cf45952929 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:29.940218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b8b6c76f-fa60-4adc-be25-182cd3d721fc req-74bf4e04-409b-4625-b837-c01c0887d1fa tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (a8704207-76cd-48af-9f30-db1a00851b7f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.012803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.018675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.023993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.029357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.035913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.041396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.047859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.051067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-71c66263-42d6-4b7b-bfbd-b2c3777df5a7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5372 time: 0.3033416 Mar 07 04:27:30.117861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-213d97ab-ce38-4a47-8fb6-385dacc8de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.118880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-213d97ab-ce38-4a47-8fb6-385dacc8de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.119057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-213d97ab-ce38-4a47-8fb6-385dacc8de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.122936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-213d97ab-ce38-4a47-8fb6-385dacc8de61 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2520964 Mar 07 04:27:30.201841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3ebe147-a495-4680-823a-e9cf45952929), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.203099 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b8b6c76f-fa60-4adc-be25-182cd3d721fc req-74bf4e04-409b-4625-b837-c01c0887d1fa tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a8704207-76cd-48af-9f30-db1a00851b7f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.204876 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b8b6c76f-fa60-4adc-be25-182cd3d721fc req-74bf4e04-409b-4625-b837-c01c0887d1fa tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.218748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8b6c76f-fa60-4adc-be25-182cd3d721fc req-74bf4e04-409b-4625-b837-c01c0887d1fa tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8704207-76cd-48af-9f30-db1a00851b7f HTTP/1.1" status: 204 len: 173 time: 0.5982068 Mar 07 04:27:30.239744 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:25Z', 'revision_number': 3, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:30.280037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4e04-409b-4625-b837-c01c0887d1fa tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8704207-76cd-48af-9f30-db1a00851b7f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:30.291596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-110478e6-6b2d-4e72-b1b3-6bf95451fe4d req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1515535964', 'description': 'tempest-description-1610269927'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:30.317476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d3ee577-11c6-43ec-bedd-73150cc88c14 req-0e6f278d-fa0a-44fc-ac74-04186bdad676 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2564070 Mar 07 04:27:30.352918 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b24e-9174-4460-b416-483f0ebfd0ba None None] The sync data for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 is: [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:25Z', 'revision_number': 3, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:27:30.387510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-110478e6-6b2d-4e72-b1b3-6bf95451fe4d req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.439469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-e6d0cbbb-d2cc-4bd4-bef6-524398fe5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.440973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c69b2b77-2f9d-4e87-bd81-885685ed1f08 req-e6d0cbbb-d2cc-4bd4-bef6-524398fe5da6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2868133 Mar 07 04:27:30.579966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d09f97-6b8b-4891-af92-33045126c131 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:30.595405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Publish callbacks [] for port (92d09f97-6b8b-4891-af92-33045126c131), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.611656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d35b2e-43e0-4fd3-be7f-f6d2dfd83486 req-57f32efd-76a8-4278-9290-f058a33a967e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:30.617836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks [] for port (d3ebe147-a495-4680-823a-e9cf45952929), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.618496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6d35b2e-43e0-4fd3-be7f-f6d2dfd83486 req-57f32efd-76a8-4278-9290-f058a33a967e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.1726398 Mar 07 04:27:30.625652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d3ebe147-a495-4680-823a-e9cf45952929), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.664357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Transition to ACTIVE for port object 92d09f97-6b8b-4891-af92-33045126c131 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:30.679302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-110478e6-6b2d-4e72-b1b3-6bf95451fe4d req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.680212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.710582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ebe147-a495-4680-823a-e9cf45952929,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:30.716110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-110478e6-6b2d-4e72-b1b3-6bf95451fe4d req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.742592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.743208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6d35b2e-43e0-4fd3-be7f-f6d2dfd83486 req-9185db40-9223-4913-a277-898c4a54434a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197097 Mar 07 04:27:30.798909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Pushing event updated for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:30.875284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-110478e6-6b2d-4e72-b1b3-6bf95451fe4d req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:30.880476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-110478e6-6b2d-4e72-b1b3-6bf95451fe4d req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5998170 Mar 07 04:27:30.902867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa9d95-318c-4568-8290-bfedfaa46a3a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3902c-89e6-47ec-9a55-34c8a990087f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:30.992852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Network 771646a8-bfee-446f-98d0-30f258f1df6d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:30.994760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:31.106474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Attempting to bind port 92d09f97-6b8b-4891-af92-33045126c131 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:31.106917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Attempting to bind port 92d09f97-6b8b-4891-af92-33045126c131 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:31.107345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Attempting to bind port 92d09f97-6b8b-4891-af92-33045126c131 on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:31.124556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7806e348-adec-42d4-bf5c-b2085fdf85cc req-78657167-a6f0-4803-90c2-8caed5763fd5 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/c3ba98ab-f700-4548-9cbe-b845e60192a4 HTTP/1.1" status: 200 len: 2419 time: 0.3196723 Mar 07 04:27:31.134658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270b632-b6d7-48c7-a6ed-6a63aa5be15e req-56ca86ba-bf62-4061-9092-5a3a079514c0 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:31.137694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0270b632-b6d7-48c7-a6ed-6a63aa5be15e req-56ca86ba-bf62-4061-9092-5a3a079514c0 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 1127 time: 0.1862645 Mar 07 04:27:31.142925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Port 92d09f97-6b8b-4891-af92-33045126c131 on network 647fda0b-197a-4970-86eb-e729ec0490e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:31.145745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Attempting to bind port 92d09f97-6b8b-4891-af92-33045126c131 on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:31.176104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:27:31.278466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:31.278956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Checking segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:31.279912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Bound using segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:31.283565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Bound port: 92d09f97-6b8b-4891-af92-33045126c131, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:31.284132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d09f97-6b8b-4891-af92-33045126c131), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.361178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:27:31.386812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1926ad55-d17a-44dd-92a4-182420098a81 None None] Provisioning complete for port d3ebe147-a495-4680-823a-e9cf45952929 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:31.387323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1926ad55-d17a-44dd-92a4-182420098a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3ebe147-a495-4680-823a-e9cf45952929), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.388742 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-05f760eb-a0ca-46d3-9f22-b2c3204cce54 admin admin] 10.222.0.21 "PUT /v2.0/routers/c532d19c-cdd1-4ad8-bfea-b31b4ced1da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9562297 Mar 07 04:27:31.399682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0270b632-b6d7-48c7-a6ed-6a63aa5be15e req-80f67809-23d4-4bdc-ab84-1ab2311a3586 tempest-LiveMigrationTest-1003667985 tempest-LiveMigrationTest-1003667985-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454364 Mar 07 04:27:31.416977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:31.424900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92d09f97-6b8b-4891-af92-33045126c131,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:31.460912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.496550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1926ad55-d17a-44dd-92a4-182420098a81 None None] Port d3ebe147-a495-4680-823a-e9cf45952929 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:31.545718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7806e348-adec-42d4-bf5c-b2085fdf85cc req-67bde7ba-c498-4c90-aa2c-a34f68474239 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (c3ba98ab-f700-4548-9cbe-b845e60192a4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.553944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': 'a24440e0-04b9-4075-a964-6fc5fe1067f1'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:31.556330 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207523f-e1c7-4b57-a29e-26c72f951f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "a24440e0-04b9-4075-a964-6fc5fe1067f1"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:31.562713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:31.563341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.564779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] 10.222.0.44 "PUT /v2.0/ports/92d09f97-6b8b-4891-af92-33045126c131 HTTP/1.1" status: 200 len: 1090 time: 2.2229409 Mar 07 04:27:31.611196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7806e348-adec-42d4-bf5c-b2085fdf85cc req-67bde7ba-c498-4c90-aa2c-a34f68474239 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (c3ba98ab-f700-4548-9cbe-b845e60192a4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.617252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:31.681089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982878a-b067-4e7a-8402-ffbf26817d13 service neutron] Pushing event updated for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:31.739379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4649182c-ed14-4906-9b3f-36852831887f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.760116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7806e348-adec-42d4-bf5c-b2085fdf85cc req-67bde7ba-c498-4c90-aa2c-a34f68474239 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3ba98ab-f700-4548-9cbe-b845e60192a4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.765550 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7806e348-adec-42d4-bf5c-b2085fdf85cc req-67bde7ba-c498-4c90-aa2c-a34f68474239 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:31.780698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7806e348-adec-42d4-bf5c-b2085fdf85cc req-67bde7ba-c498-4c90-aa2c-a34f68474239 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3ba98ab-f700-4548-9cbe-b845e60192a4 HTTP/1.1" status: 204 len: 173 time: 0.6485655 Mar 07 04:27:31.831773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bde7ba-c498-4c90-aa2c-a34f68474239 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba98ab-f700-4548-9cbe-b845e60192a4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:31.881909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-fef1ea4a-e9a9-44a5-8745-7731707b77bb tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/eaa3902c-89e6-47ec-9a55-34c8a990087f HTTP/1.1" status: 200 len: 1818 time: 0.0996051 Mar 07 04:27:31.944896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1329411248', 'description': 'tempest-description-hth-1957673268'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:32.002544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-2188a616-a445-4043-bd94-ba04f3c31683 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614519 Mar 07 04:27:32.075528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.236631 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.244648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-2ccb9ae4-dbff-4bbe-9c26-b4a7a129f3b2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:32.246146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-2ccb9ae4-dbff-4bbe-9c26-b4a7a129f3b2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360561 Mar 07 04:27:32.248425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.251859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.253008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0a532ee-76d7-467b-8d8b-8e1a7ae55681 req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "PUT /v2.0/security-groups/eaa3902c-89e6-47ec-9a55-34c8a990087f HTTP/1.1" status: 200 len: 1792 time: 0.3702509 Mar 07 04:27:32.296624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-701441d2-3a05-4df9-b37b-8c5bcd12952c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/quotas/da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 375 time: 0.0420585 Mar 07 04:27:32.333068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec7f09-3ebb-4622-85e2-8259c10b1417 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3902c-89e6-47ec-9a55-34c8a990087f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:32.357185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0a283f09-24bf-41d5-ae8c-ba259f50b273 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401955 Mar 07 04:27:32.359251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4649182c-ed14-4906-9b3f-36852831887f {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:32.368554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Publish callbacks [] for port (4649182c-ed14-4906-9b3f-36852831887f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.424974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Transition to ACTIVE for port object 4649182c-ed14-4906-9b3f-36852831887f will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:32.435686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.491337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:32.766636 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-699a8cf2-4bdd-48da-b84d-8977e9b60ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.777029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Attempting to bind port 4649182c-ed14-4906-9b3f-36852831887f on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:32.777384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Attempting to bind port 4649182c-ed14-4906-9b3f-36852831887f by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:32.777719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Attempting to bind port 4649182c-ed14-4906-9b3f-36852831887f on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:32.804667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Port 4649182c-ed14-4906-9b3f-36852831887f on network 647fda0b-197a-4970-86eb-e729ec0490e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:32.805000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Attempting to bind port 4649182c-ed14-4906-9b3f-36852831887f on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:32.851872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:32.852302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Checking segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:32.854612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Bound using segment: {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:32.855151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Bound port: 4649182c-ed14-4906-9b3f-36852831887f, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:32.855599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4649182c-ed14-4906-9b3f-36852831887f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:32.891300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76036858-22f1-4a1a-a46f-fcaac1c59542 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:32.930177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:32.953213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:32.986902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:32.994425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.000707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.011801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Sync routers for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:27:33.017125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.022944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.030808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-64869a89-dbc8-4638-b18e-3ccfd91edc96 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5396 time: 0.3714819 Mar 07 04:27:33.079566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:27:33.080735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:33.210502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 76036858-22f1-4a1a-a46f-fcaac1c59542 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:33.211337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.219370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8196d53-5a17-48fb-b34e-e6ae1a6be3c0 req-fa4271ba-7a87-470f-8678-40235590235d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1868627 Mar 07 04:27:33.231236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:33.235088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4649182c-ed14-4906-9b3f-36852831887f,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:33.243162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.298390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.299074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.300705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] 10.222.0.44 "PUT /v2.0/ports/4649182c-ed14-4906-9b3f-36852831887f HTTP/1.1" status: 200 len: 1091 time: 1.6948979 Mar 07 04:27:33.345007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:33.425776 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97567fd-8715-4d14-959c-a9d4dc946802 x-openstack-request-id: req-b97567fd-8715-4d14-959c-a9d4dc946802 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:33.426184 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "a24440e0-04b9-4075-a964-6fc5fe1067f1", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:33.426450 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b97567fd-8715-4d14-959c-a9d4dc946802 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:33.427124 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': 'a24440e0-04b9-4075-a964-6fc5fe1067f1', 'status': 'completed', 'code': 200} Mar 07 04:27:33.427559 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.454608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18262459-ec55-46aa-9370-7fde83242a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:33.529319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:27:33.532398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35232) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:33.539368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.542875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.543617 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.544303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.545870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.546607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.547425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.549642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-53fdb0f6-1493-4ae2-b86b-72209228baa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6498 time: 0.1547198 Mar 07 04:27:33.568279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212493975', 'description': 'tempest-description--1418021027'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:33.672851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.735827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-a2909276-99fb-4741-a69b-489d6c1012af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.736664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-a2909276-99fb-4741-a69b-489d6c1012af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.737319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-a2909276-99fb-4741-a69b-489d6c1012af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.739490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-a2909276-99fb-4741-a69b-489d6c1012af service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1827900 Mar 07 04:27:33.778291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group (064cf3c9-a649-470e-9343-41ce7a1f83f9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.797572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (064cf3c9-a649-470e-9343-41ce7a1f83f9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:33.927577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10716175-7b91-43c1-897f-6201e1a39c2e req-24e6a715-cc2f-40a0-bd98-34530175d446 tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "GET /v2.0/security-groups/c826d07a-6233-4428-8d8b-238e1517de2c HTTP/1.1" status: 200 len: 2413 time: 0.3201108 Mar 07 04:27:33.964882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-ce85687c-2e47-44c0-a4d7-1a22204b47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:33.966932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8207523f-e1c7-4b57-a29e-26c72f951f9a req-ce85687c-2e47-44c0-a4d7-1a22204b47be service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526334 Mar 07 04:27:34.006552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9efa-2098-4049-853a-06e536639840 req-d9e57e32-35af-4fd6-93a9-44d4d16feb38 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:34.013510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fced9efa-2098-4049-853a-06e536639840 req-d9e57e32-35af-4fd6-93a9-44d4d16feb38 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.4576309 Mar 07 04:27:34.021284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-10716175-7b91-43c1-897f-6201e1a39c2e req-e2d1bc03-edb8-4ddf-b3d8-137730895c0b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (c826d07a-6233-4428-8d8b-238e1517de2c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.024962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.026177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4880586 Mar 07 04:27:34.028219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-301c9e23-6ec0-4b8b-af28-d710f5b15036 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:34.033367 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-301c9e23-6ec0-4b8b-af28-d710f5b15036 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 945 time: 0.2925365 Mar 07 04:27:34.034411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35234) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:34.039723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Request body: {'security_group_rule': {'security_group_id': '064cf3c9-a649-470e-9343-41ce7a1f83f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:34.084961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fced9efa-2098-4049-853a-06e536639840 req-cf34547f-d71e-4758-90bd-ce4bfb7a2c17 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704243 Mar 07 04:27:34.098123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 76036858-22f1-4a1a-a46f-fcaac1c59542 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:34.098680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.100989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebb30-6f69-4a20-bdbf-2e39d7facdc2 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064cf3c9-a649-470e-9343-41ce7a1f83f9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:34.144917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group_rule (88b68838-6b13-45da-9f1b-02997a6be8d7), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.149475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 76036858-22f1-4a1a-a46f-fcaac1c59542, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76036858-22f1-4a1a-a46f-fcaac1c59542,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:34.166960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.231685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:30Z', 'revision_number': 2, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:34.244024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group_rule (88b68838-6b13-45da-9f1b-02997a6be8d7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.259203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-10716175-7b91-43c1-897f-6201e1a39c2e req-e2d1bc03-edb8-4ddf-b3d8-137730895c0b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (c826d07a-6233-4428-8d8b-238e1517de2c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.263506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Deleting port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:34.264165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.270078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (88b68838-6b13-45da-9f1b-02997a6be8d7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.291219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=76036858-22f1-4a1a-a46f-fcaac1c59542,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:34.295317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Checking router: c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:27:34.295689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Updating router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 port d3ebe147-a495-4680-823a-e9cf45952929 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:27:34.347154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3ebe147-a495-4680-823a-e9cf45952929), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.353136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af6ef07f-d550-4484-8ff2-2cf234b4e090 req-2105d477-79e3-4fb2-be81-b2c7f6912d3d tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/eaa3902c-89e6-47ec-9a55-34c8a990087f HTTP/1.1" status: 200 len: 1792 time: 0.0914173 Mar 07 04:27:34.421863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-12065ded-c3c1-489a-99fb-9affc79fb404 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417511 Mar 07 04:27:34.426594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b665b0-a3ab-48c1-a364-976e1d40f536 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:34.456641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] For port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:34.457337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.472082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Calling delete_port for 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:34.566506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-3de3f5a6-0e40-4d97-8975-c1e645c8a2a8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:34.568940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-3de3f5a6-0e40-4d97-8975-c1e645c8a2a8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362319 Mar 07 04:27:34.570072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-10716175-7b91-43c1-897f-6201e1a39c2e req-e2d1bc03-edb8-4ddf-b3d8-137730895c0b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c826d07a-6233-4428-8d8b-238e1517de2c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.575346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-10716175-7b91-43c1-897f-6201e1a39c2e req-e2d1bc03-edb8-4ddf-b3d8-137730895c0b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.592949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10716175-7b91-43c1-897f-6201e1a39c2e req-e2d1bc03-edb8-4ddf-b3d8-137730895c0b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] 10.222.0.21 "DELETE /v2.0/security-groups/c826d07a-6233-4428-8d8b-238e1517de2c HTTP/1.1" status: 204 len: 173 time: 0.6638474 Mar 07 04:27:34.600931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Publish callbacks [] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.613449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35240) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:34.628470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b68838-6b13-45da-9f1b-02997a6be8d7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:34.634161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Request body: {'port': {'device_id': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'da1647029e294fe9bd9f285ebb29f7dd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:34.674139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.676116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.676999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.677765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.679876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.681463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.682057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.683743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.684316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.686018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.689322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.690825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.691493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:34.701490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (686a17cf-c6a5-4ee2-b021-51d0e6bc0abe), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.783244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f1dc367-1cdb-4380-8140-53a633ae2c59 req-34f3e31a-f6bd-4ae2-95f3-4678565774af tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 210 time: 0.1734807 Mar 07 04:27:34.799822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1bc03-edb8-4ddf-b3d8-137730895c0b tempest-SecurityGroupRulesTestJSON-1396439648 tempest-SecurityGroupRulesTestJSON-1396439648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c826d07a-6233-4428-8d8b-238e1517de2c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:34.819838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Transition to ACTIVE for port object 88b665b0-a3ab-48c1-a364-976e1d40f536 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:34.831577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event deleted for resources: {'Port': ['ID=686a17cf-c6a5-4ee2-b021-51d0e6bc0abe,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:34.851018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.854313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Publish callbacks [] for port (d3ebe147-a495-4680-823a-e9cf45952929), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:34.855935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-905ff1a4-fdc6-4b40-86ed-57c82a6275fe tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8202734 Mar 07 04:27:34.862045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:34.875876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c94555e9-4468-44fc-ba22-15ac4693dba3', '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:34.901075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Request body: {'security_group_rule': {'security_group_id': '064cf3c9-a649-470e-9343-41ce7a1f83f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:34.987529 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3ebe147-a495-4680-823a-e9cf45952929), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.037656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] No DVR routers for this DVR port 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:35.045389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.053209 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-83ed9c2f-def5-41b1-8f93-844a55f61a2c req-de003acc-7a93-4c7a-86fb-b7e3d3ec5dce tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "DELETE /v2.0/ports/686a17cf-c6a5-4ee2-b021-51d0e6bc0abe HTTP/1.1" status: 204 len: 173 time: 0.9693329 Mar 07 04:27:35.054304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'name': 'network-vif-deleted', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:35.058892 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2ef49-d5d1-446b-8dc7-d1e2913b861a" -d '{"events": [{"server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "name": "network-vif-deleted", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:35.074175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76036858-22f1-4a1a-a46f-fcaac1c59542 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:35.120220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group_rule (a7538ef0-660a-4985-a57e-d6390db924b1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.137431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d80f7-8d11-4cf1-b058-5545fd3b25b8 None None] Pushing event updated for resources: {'Port': ['ID=d3ebe147-a495-4680-823a-e9cf45952929,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:35.303404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-689fef90-6ccb-427b-b28b-5aa91cf56454 req-c1a23452-ad95-48ba-92cd-c50a061f54f9 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.4932525 Mar 07 04:27:35.333713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Attempting to bind port d3ebe147-a495-4680-823a-e9cf45952929 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:35.334432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Attempting to bind port d3ebe147-a495-4680-823a-e9cf45952929 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:35.335032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Attempting to bind port d3ebe147-a495-4680-823a-e9cf45952929 on network 771646a8-bfee-446f-98d0-30f258f1df6d {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:35.348002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group_rule (a7538ef0-660a-4985-a57e-d6390db924b1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.361150 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a7538ef0-660a-4985-a57e-d6390db924b1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.363443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:35.363908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Checking segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:35.364333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.365583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Bound using segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:35.366114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Bound port: d3ebe147-a495-4680-823a-e9cf45952929, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:35.366854 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3ebe147-a495-4680-823a-e9cf45952929), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.397022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.423528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7538ef0-660a-4985-a57e-d6390db924b1,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:35.447743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] For port d3ebe147-a495-4680-823a-e9cf45952929, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:35.451223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] For port d3ebe147-a495-4680-823a-e9cf45952929, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d3ebe147-a495-4680-823a-e9cf45952929,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:35.455276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.459223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-76357fa2-f612-49da-80a7-60429166633a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5747421 Mar 07 04:27:35.461395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:35.469120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '92d09f97-6b8b-4891-af92-33045126c131'}, {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '4649182c-ed14-4906-9b3f-36852831887f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:35.471962 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011f029-3753-4878-97e9-8d44b25abb17" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "92d09f97-6b8b-4891-af92-33045126c131"}, {"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "4649182c-ed14-4906-9b3f-36852831887f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:35.474826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:35.488023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72ffe7e3-dede-4eda-a4b5-3cb79a202e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.490812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3ebe147-a495-4680-823a-e9cf45952929), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.494942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3369b362-c27a-4ae8-9007-694d6134de5c req-6ce47978-a65e-4469-aa21-9ef3321bca58 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.1617520 Mar 07 04:27:35.544727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.547619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Deleting subnet 8a7609b5-1e7e-482a-a0ec-0d6fe01bc004 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:27:35.563287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Publish callbacks [] for subnet (8a7609b5-1e7e-482a-a0ec-0d6fe01bc004), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.603367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 76036858-22f1-4a1a-a46f-fcaac1c59542 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:35.604144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.741939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.742547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Pushing event updated for resources: {'Port': ['ID=88b665b0-a3ab-48c1-a364-976e1d40f536,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:35.789083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (8a7609b5-1e7e-482a-a0ec-0d6fe01bc004), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.835129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8a7609b5-1e7e-482a-a0ec-0d6fe01bc004), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:35.906718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Allocated IP 172.25.4.207 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/37f0f006-0864-4149-a21d-b0a879ae1908) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:35.920053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:27:35.921361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:27:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:35.950040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (8a7609b5-1e7e-482a-a0ec-0d6fe01bc004), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.005650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] Provisioning complete for port d3ebe147-a495-4680-823a-e9cf45952929 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:36.006044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3ebe147-a495-4680-823a-e9cf45952929), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.026460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.032924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a7609b5-1e7e-482a-a0ec-0d6fe01bc004 HTTP/1.1" status: 204 len: 168 time: 1.3795965 Mar 07 04:27:36.033625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35254) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:36.043235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for port (37f0f006-0864-4149-a21d-b0a879ae1908), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.079520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45072b19-ae7a-4f87-b774-8dd74a48166f req-29de70ce-431e-4ca4-9203-6ae2c3555c87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.1444249 Mar 07 04:27:36.083901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918f8ac-ee35-4e75-b80d-45b62ac3d2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7609b5-1e7e-482a-a0ec-0d6fe01bc004,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.100237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.105877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d80f7-8d11-4cf1-b058-5545fd3b25b8 None None] Pushing event updated for resources: {'Port': ['ID=d3ebe147-a495-4680-823a-e9cf45952929,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.106935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.115358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.121099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.127898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.134863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.142327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.144537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-99bd4e85-05f2-4309-9ebc-06631f5eb5fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5408 time: 0.6066589 Mar 07 04:27:36.152348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4dbaf7c-abc1-4303-a59d-6424537078e5 req-7d9332e6-1090-443f-a612-7552af66816c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/eaa3902c-89e6-47ec-9a55-34c8a990087f HTTP/1.1" status: 200 len: 1792 time: 0.6131923 Mar 07 04:27:36.159049 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8544d10b-56cf-48a5-89d8-17b4b76acbe9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.185243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:27:36.202670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Made reservation on behalf of da1647029e294fe9bd9f285ebb29f7dd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:36.204419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (37f0f006-0864-4149-a21d-b0a879ae1908), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.206235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.253712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.285936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Attempting to bind port 88b665b0-a3ab-48c1-a364-976e1d40f536 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:36.286468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Attempting to bind port 88b665b0-a3ab-48c1-a364-976e1d40f536 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:36.286903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Attempting to bind port 88b665b0-a3ab-48c1-a364-976e1d40f536 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:36.304066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:36.311087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8544d10b-56cf-48a5-89d8-17b4b76acbe9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.311913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8da636-feea-4eb2-9aae-e5a16aeb432d req-27a72efe-ed3d-43de-be65-001c68afd451 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558254 Mar 07 04:27:36.315956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Port 88b665b0-a3ab-48c1-a364-976e1d40f536 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:36.316254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:36.316474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Attempting to bind port 88b665b0-a3ab-48c1-a364-976e1d40f536 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:36.326711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] Current status of the port d3ebe147-a495-4680-823a-e9cf45952929 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:36.327339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3ebe147-a495-4680-823a-e9cf45952929), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.327874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:36.341480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:36.341937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Checking segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:36.342488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Bound using segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:36.344283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Bound port: 88b665b0-a3ab-48c1-a364-976e1d40f536, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:36.344756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.356169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 76036858-22f1-4a1a-a46f-fcaac1c59542 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:36.383186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event updated for resources: {'Port': ['ID=37f0f006-0864-4149-a21d-b0a879ae1908,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.397219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8544d10b-56cf-48a5-89d8-17b4b76acbe9']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:36.399352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d4dbaf7c-abc1-4303-a59d-6424537078e5 req-fda70aaa-e9f1-4fe8-b64a-d9321883c765 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.414228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a026ba0c-bc1f-40cb-a631-bfe9c85eebfa') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:36.414758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a026ba0c-bc1f-40cb-a631-bfe9c85eebfa') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:36.417885 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f1cf4-a5aa-463d-97d8-bc6a7672836e x-openstack-request-id: req-6a7f1cf4-a5aa-463d-97d8-bc6a7672836e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:36.418417 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e890ea9a-cd66-4519-966e-1495ac5c17f8", "name": "network-vif-deleted", "tag": "686a17cf-c6a5-4ee2-b021-51d0e6bc0abe", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:36.418842 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a7f1cf4-a5aa-463d-97d8-bc6a7672836e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:36.419453 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e890ea9a-cd66-4519-966e-1495ac5c17f8', 'name': 'network-vif-deleted', 'tag': '686a17cf-c6a5-4ee2-b021-51d0e6bc0abe', 'status': 'completed', 'code': 200} Mar 07 04:27:36.433436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (a026ba0c-bc1f-40cb-a631-bfe9c85eebfa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.456806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a026ba0c-bc1f-40cb-a631-bfe9c85eebfa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.465242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d4dbaf7c-abc1-4303-a59d-6424537078e5 req-fda70aaa-e9f1-4fe8-b64a-d9321883c765 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.478808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] For port d3ebe147-a495-4680-823a-e9cf45952929, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d3ebe147-a495-4680-823a-e9cf45952929,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:36.494030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:27:36.496245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (a026ba0c-bc1f-40cb-a631-bfe9c85eebfa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:27:36.499056 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:27:36.523693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] For port 88b665b0-a3ab-48c1-a364-976e1d40f536, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:36.543313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3ebe147-a495-4680-823a-e9cf45952929), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.567082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (008dbaec-5ca1-4605-9638-db39bd7e9f9c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.586414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8544d10b-56cf-48a5-89d8-17b4b76acbe9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.586673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] For port 88b665b0-a3ab-48c1-a364-976e1d40f536, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=88b665b0-a3ab-48c1-a364-976e1d40f536,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:36.616843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.622087 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.623184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8544d10b-56cf-48a5-89d8-17b4b76acbe9 HTTP/1.1" status: 204 len: 168 time: 0.5886862 Mar 07 04:27:36.643618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.644700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.645770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] 10.222.0.44 "PUT /v2.0/ports/88b665b0-a3ab-48c1-a364-976e1d40f536 HTTP/1.1" status: 200 len: 1091 time: 3.3096843 Mar 07 04:27:36.648208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f1741-9d03-4735-a59b-fb538e275e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=8544d10b-56cf-48a5-89d8-17b4b76acbe9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.653241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks [] for security_group (a26f0f79-5161-4579-b8aa-296588c6b124), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.661061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (37f0f006-0864-4149-a21d-b0a879ae1908), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.669798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d739e-9886-444a-b891-ccb9471bed2f None None] Pushing event updated for resources: {'Port': ['ID=d3ebe147-a495-4680-823a-e9cf45952929,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.685917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a26f0f79-5161-4579-b8aa-296588c6b124), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.689250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d4dbaf7c-abc1-4303-a59d-6424537078e5 req-fda70aaa-e9f1-4fe8-b64a-d9321883c765 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eaa3902c-89e6-47ec-9a55-34c8a990087f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.693223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d4dbaf7c-abc1-4303-a59d-6424537078e5 req-fda70aaa-e9f1-4fe8-b64a-d9321883c765 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.694790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4dbaf7c-abc1-4303-a59d-6424537078e5 req-fda70aaa-e9f1-4fe8-b64a-d9321883c765 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/eaa3902c-89e6-47ec-9a55-34c8a990087f HTTP/1.1" status: 204 len: 173 time: 0.5138116 Mar 07 04:27:36.733299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Request body: {'port': {'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:36.750550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26f0f79-5161-4579-b8aa-296588c6b124,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.783365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.835533 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3fdd44-4118-4535-8252-e43ac35cc9fe x-openstack-request-id: req-aa3fdd44-4118-4535-8252-e43ac35cc9fe {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:36.835893 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "92d09f97-6b8b-4891-af92-33045126c131", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "4649182c-ed14-4906-9b3f-36852831887f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:36.836305 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa3fdd44-4118-4535-8252-e43ac35cc9fe {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:36.836718 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '92d09f97-6b8b-4891-af92-33045126c131', 'status': 'completed', 'code': 200} Mar 07 04:27:36.836981 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '4649182c-ed14-4906-9b3f-36852831887f', 'status': 'completed', 'code': 200} Mar 07 04:27:36.850229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda70aaa-e9f1-4fe8-b64a-d9321883c765 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3902c-89e6-47ec-9a55-34c8a990087f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:36.859589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3c3ea821-9ef8-42d4-92fc-38a42b04bf3d None None] Provisioning complete for port d3ebe147-a495-4680-823a-e9cf45952929 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:36.860191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea821-9ef8-42d4-92fc-38a42b04bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3ebe147-a495-4680-823a-e9cf45952929), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:36.878095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd25fd-b407-4bf3-bd9f-0ba499d909b3 req-2406a2d5-8b4e-4bdf-81ec-f0394563ebf6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:36.880185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9acd25fd-b407-4bf3-bd9f-0ba499d909b3 req-2406a2d5-8b4e-4bdf-81ec-f0394563ebf6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.3531680 Mar 07 04:27:36.902118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6363cee-6d99-4261-a585-1a3c49895403 service neutron] Pushing event updated for resources: {'Port': ['ID=88b665b0-a3ab-48c1-a364-976e1d40f536,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:37.111661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:35Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:37.135881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce7fb49e-824c-4240-a3c7-06a157b79c86 req-a8f6465d-6388-4dc7-ba79-9d5f85b0a0a5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 210 time: 0.1751142 Mar 07 04:27:37.149632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:37.149632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:37.154133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d9372-3735-4c8f-8f0a-ad2f908fee6e None None] The sync data for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 is: [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:35Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:27:37.158509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:37.190625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:37.191401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 686a17cf-c6a5-4ee2-b021-51d0e6bc0abe not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:37.206135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ea821-9ef8-42d4-92fc-38a42b04bf3d None None] Current status of the port d3ebe147-a495-4680-823a-e9cf45952929 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:37.280862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9acd25fd-b407-4bf3-bd9f-0ba499d909b3 req-a6b4fd49-9101-4db0-8946-c87bf691fbb1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878937 Mar 07 04:27:37.399575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8629af65-2f5e-4ccd-a2f6-c3a9a565d4cb req-1361de36-8f2d-495c-baaa-cc07def815fb tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.1163642 Mar 07 04:27:37.414168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Allocated IP 192.168.233.12 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/afb14b01-4eb6-4d27-b854-bb4d27a453d4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:37.479862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c3d4dc1-c4b9-496c-9494-99886946f947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9363970feb541f79724d7310519fea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292518 Mar 07 04:27:37.507091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:37.563894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:37.565101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.565846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.566532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.567150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.567770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.568415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.569094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.572369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4011f029-3753-4878-97e9-8d44b25abb17 req-2c412510-5cf3-4534-955e-2af8b8af88a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6596 time: 0.7555327 Mar 07 04:27:37.663519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9bf45351-f481-40a3-a4ed-71ea942ff383 req-941ef858-3b96-46b3-827b-aa0c8b30a51e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.1877801 Mar 07 04:27:37.667831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13fd96af-69e7-49fb-9353-ec43fbd80cb7 admin admin] Publish callbacks [] for security_group (115cb967-e998-41c3-9b56-1adc4ccef917), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:37.798941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for port (37f0f006-0864-4149-a21d-b0a879ae1908), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:37.817057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13fd96af-69e7-49fb-9353-ec43fbd80cb7 admin admin] Publish callbacks [] for security_group (115cb967-e998-41c3-9b56-1adc4ccef917), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:37.823885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.829673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.831228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (37f0f006-0864-4149-a21d-b0a879ae1908), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:37.835212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.843052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.853510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.859353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.864640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.872198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0745c48-88a1-472a-8458-4639693c3dae req-236afcb2-487b-48f3-8670-2a57c9e2222d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5408 time: 0.2469172 Mar 07 04:27:37.909882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-f952e5b0-4553-45cf-8f7f-64b190198f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.910386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-f952e5b0-4553-45cf-8f7f-64b190198f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.910864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-f952e5b0-4553-45cf-8f7f-64b190198f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:37.912419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4011f029-3753-4878-97e9-8d44b25abb17 req-f952e5b0-4553-45cf-8f7f-64b190198f78 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3287182 Mar 07 04:27:37.967320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event updated for resources: {'Port': ['ID=37f0f006-0864-4149-a21d-b0a879ae1908,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:38.068920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0745c48-88a1-472a-8458-4639693c3dae req-4c64304b-5c6c-4532-abc8-d00400d42c39 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955879 Mar 07 04:27:38.089061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (008dbaec-5ca1-4605-9638-db39bd7e9f9c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.118997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.122420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7cf50441-a545-493a-8932-fbddfc11eb8a tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6582539 Mar 07 04:27:38.175883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-ceb75d79-b5ff-4feb-845e-cb015d69d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.177332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4011f029-3753-4878-97e9-8d44b25abb17 req-ceb75d79-b5ff-4feb-845e-cb015d69d1b4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2467628 Mar 07 04:27:38.178360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13fd96af-69e7-49fb-9353-ec43fbd80cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (115cb967-e998-41c3-9b56-1adc4ccef917), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.180901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13fd96af-69e7-49fb-9353-ec43fbd80cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.184131 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-13fd96af-69e7-49fb-9353-ec43fbd80cb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/115cb967-e998-41c3-9b56-1adc4ccef917 HTTP/1.1" status: 204 len: 168 time: 0.6723616 Mar 07 04:27:38.208640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd96af-69e7-49fb-9353-ec43fbd80cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cb967-e998-41c3-9b56-1adc4ccef917,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:38.271330 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-9f079c6d-5038-42fe-983b-a9f2344c3fb6 req-d2ba9fa0-9b47-4ad2-8a30-930db38b8846 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:27:38.272345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f079c6d-5038-42fe-983b-a9f2344c3fb6 req-d2ba9fa0-9b47-4ad2-8a30-930db38b8846 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/a9569be9-6f36-4000-ae52-dc7980b6b778 HTTP/1.1" status: 404 len: 352 time: 0.1010013 Mar 07 04:27:38.281817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks [] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.356335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.356694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.357230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.357882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.359921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.360704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.362277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.363494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4011f029-3753-4878-97e9-8d44b25abb17 req-739b6501-30f1-46a9-9770-04ad97673714 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6596 time: 0.1239533 Mar 07 04:27:38.392200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe1e6ca-eec4-4320-b137-605b9a5682d4 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:38.481781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a0082d2-c134-4de3-931d-5addd7f0fded req-975eaaf7-675f-4302-bc0d-0ef69d02c96a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 210 time: 0.0973618 Mar 07 04:27:38.526297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Publish callbacks [] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.555981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-27371335-652b-4c13-8cf6-10302570f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.557288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-27371335-652b-4c13-8cf6-10302570f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.558442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-27371335-652b-4c13-8cf6-10302570f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.560501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4011f029-3753-4878-97e9-8d44b25abb17 req-27371335-652b-4c13-8cf6-10302570f241 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1896064 Mar 07 04:27:38.592468 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-f8a4a681-a80b-4c74-bb43-7f322f340d13 req-f949487e-8b1a-483e-a309-210630409af9 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:27:38.613960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8a4a681-a80b-4c74-bb43-7f322f340d13 req-f949487e-8b1a-483e-a309-210630409af9 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/e20d4870-dfbc-4bce-abc8-61d5a9611812 HTTP/1.1" status: 404 len: 352 time: 0.0794775 Mar 07 04:27:38.643260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Transition to ACTIVE for port object 5fe1e6ca-eec4-4320-b137-605b9a5682d4 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:38.648655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.672700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:38.789386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011f029-3753-4878-97e9-8d44b25abb17 req-9696f55c-ce9c-4bc9-9f34-da8300ed9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:38.792367 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4011f029-3753-4878-97e9-8d44b25abb17 req-9696f55c-ce9c-4bc9-9f34-da8300ed9905 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247074 Mar 07 04:27:38.863529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:38.864650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '88b665b0-a3ab-48c1-a364-976e1d40f536'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:38.867068 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67044d49-2211-4029-af5c-19883514a79b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "88b665b0-a3ab-48c1-a364-976e1d40f536"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:38.896800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d3ebe147-a495-4680-823a-e9cf45952929 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:38.917028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:38.933496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:39.069138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d3ebe147-a495-4680-823a-e9cf45952929 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:39.069962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3ebe147-a495-4680-823a-e9cf45952929), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.081282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:39.196058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.284322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d3ebe147-a495-4680-823a-e9cf45952929 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:39.352210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-a0901a2c-38e5-4222-afd3-5f448980a518 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1212493975&fields=id&tenant_id=8284d4586df84b5dabbc82dbcaf7d686 HTTP/1.1" status: 200 len: 267 time: 0.5309527 Mar 07 04:27:39.425042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:39.425869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.437242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1f7d2d8b-856d-4993-a376-f7bf5f20bd56 None None] Provisioning complete for port afb14b01-4eb6-4d27-b854-bb4d27a453d4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:39.437618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2d8b-856d-4993-a376-f7bf5f20bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.445345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Attempting to bind port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:39.446570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Attempting to bind port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:39.447191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Attempting to bind port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:39.470840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2cabd-d20b-40e6-83c8-c4cc1cd5c147 req-394f5608-9dab-41d7-b8b5-c6a241b3d38b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:39.472637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28a2cabd-d20b-40e6-83c8-c4cc1cd5c147 req-394f5608-9dab-41d7-b8b5-c6a241b3d38b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.6577060 Mar 07 04:27:39.475365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d2d8b-856d-4993-a376-f7bf5f20bd56 None None] Port afb14b01-4eb6-4d27-b854-bb4d27a453d4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:39.504610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:39.521535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-5782ea42-2d67-41a2-82bc-989afd3e511b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9054296 Mar 07 04:27:39.524965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:39.525590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Attempting to bind port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 on network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:39.545568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Request body: {'port': {'device_id': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:39.553524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35342) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:39.570664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:39.571008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Checking segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:39.571692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Bound using segment: {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:39.572387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Bound port: 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272f3208-a693-442f-911c-b3969e1ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:39.572758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.661331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-716530020-network', 'tenant_id': '7ea103282cbf4b6d9fbeace1b6b22f97'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:39.682007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Made reservation on behalf of 7ea103282cbf4b6d9fbeace1b6b22f97 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:39.684521 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.690486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28a2cabd-d20b-40e6-83c8-c4cc1cd5c147 req-ef2da505-9f75-408b-a817-080311ffefd9 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781502 Mar 07 04:27:39.694229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.700552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-088475a9-bfb1-42bc-92d8-1fa8516c253d tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:39.707814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-088475a9-bfb1-42bc-92d8-1fa8516c253d tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/networks?id=771646a8-bfee-446f-98d0-30f258f1df6d HTTP/1.1" status: 200 len: 814 time: 0.3540444 Mar 07 04:27:39.742647 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.766349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-c2a411f9-519e-4196-83a6-678c8d30a375 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/quotas/8284d4586df84b5dabbc82dbcaf7d686 HTTP/1.1" status: 200 len: 375 time: 0.0579760 Mar 07 04:27:39.789801 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-6cc734f0-7ccc-4b00-baf3-e9bb59fc34fe req-2ea72666-210d-4ca5-b2e4-d4429867bbfc tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:27:39.790785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks [] for security_group (b69156fb-811b-49ef-a456-c2f918e3933a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.790926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cc734f0-7ccc-4b00-baf3-e9bb59fc34fe req-2ea72666-210d-4ca5-b2e4-d4429867bbfc tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f224acf1-93aa-43f2-849f-03a880f5c2f1 HTTP/1.1" status: 404 len: 352 time: 0.0546701 Mar 07 04:27:39.796940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b69156fb-811b-49ef-a456-c2f918e3933a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.824763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:39.836130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:27:39.846202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69156fb-811b-49ef-a456-c2f918e3933a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:39.852039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4af31b02-061b-4cb3-a9c6-389c738b6d12), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.852780 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Added segment 4af31b02-061b-4cb3-a9c6-389c738b6d12 of type vlan for network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b Mar 07 04:27:39.906226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.935910 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.938363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:39.939331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:39.989541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4320753 Mar 07 04:27:40.013624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:40.021414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Request body: {'subnet': {'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-716530020-subnet', 'tenant_id': '7ea103282cbf4b6d9fbeace1b6b22f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:40.031833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8cb31-4c7c-4547-afd5-75009e59e5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:40.054197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:27:40.056418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Made reservation on behalf of 7ea103282cbf4b6d9fbeace1b6b22f97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:40.060685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:40.121702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:40.160499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4822846b-30bf-4c59-9c24-af25ee13fa1f req-5650cddb-6b05-4711-89e5-cc68bd236a65 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0472178 Mar 07 04:27:40.171329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:40.287930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-b794eed4-446d-4e43-8091-c2ca8d9c8bf4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8284d4586df84b5dabbc82dbcaf7d686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5023222 Mar 07 04:27:40.313553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:40.348534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.349148 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:40.354805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/5fe1e6ca-eec4-4320-b137-605b9a5682d4 HTTP/1.1" status: 200 len: 1091 time: 3.6539066 Mar 07 04:27:40.357088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d742d6c-f5bb-48a4-9120-ab65c2b87e9d req-d6b36330-88e3-43b2-bd39-afaf1f8f4a1a tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.1211123 Mar 07 04:27:40.429602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:40.443388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Checking segment: {'id': '4af31b02-061b-4cb3-a9c6-389c738b6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:40.445773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Network hostable DHCP agents. Network: 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:27:40.464010 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573bed12-6ff3-4466-856a-0e8f8c81454f x-openstack-request-id: req-573bed12-6ff3-4466-856a-0e8f8c81454f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:40.464305 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "88b665b0-a3ab-48c1-a364-976e1d40f536", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:40.464585 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-573bed12-6ff3-4466-856a-0e8f8c81454f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:40.464980 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '88b665b0-a3ab-48c1-a364-976e1d40f536', 'status': 'completed', 'code': 200} Mar 07 04:27:40.486918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:27:40.501922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:40.508439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185ccc-c2dc-4819-bdd2-e4b15da494d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:40.519865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.520649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:40.529608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bea5a5-ae77-4dfc-b34e-7c60e17ccdd1 None None] Network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:27:40.563374 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d5c7e41-019d-4b4b-bad9-7ac2e2abb8f2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5483272 Mar 07 04:27:40.677426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-732df361-3d0f-4d64-accd-b489bedd2ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636904 Mar 07 04:27:40.692187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991bec4d-0dcd-4156-9ce5-69cc8db39b3a None None] Network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:27:40.692716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.693300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.693997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.694381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.694899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.695729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.695921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.698119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-93025a1f-1bc0-4840-86e0-0057463feaa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6694 time: 0.2804434 Mar 07 04:27:40.735030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.740344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.745535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.751384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.756667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.763709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.770078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:40.772183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18659d39-8898-484f-8892-c4795f30abf9 req-139abdc2-bc8b-402b-b53f-59b214940039 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2347207 Mar 07 04:27:40.840512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-2bd9385b-da89-4ed5-a661-bb9edad9e2a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92729aae-f721-4d72-86b6-fdfb98f083db HTTP/1.1" status: 200 len: 217 time: 0.1188498 Mar 07 04:27:41.016923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-bcea6aac-93b8-46f6-b71e-51820ca28d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:41.018422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-bcea6aac-93b8-46f6-b71e-51820ca28d5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11aebbfb-7f5f-4719-a922-deb3e6cd25e5 HTTP/1.1" status: 200 len: 850 time: 0.1626911 Mar 07 04:27:41.023090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-5d03e08d-f3ca-4124-9125-5e0066876542 service neutron] 10.222.0.21 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192074 Mar 07 04:27:41.025332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb14b01-4eb6-4d27-b854-bb4d27a453d4 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:41.035750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18659d39-8898-484f-8892-c4795f30abf9 req-627e21ec-cfb6-40e7-9e8e-e83a0e7d2ce8 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434566 Mar 07 04:27:41.048261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Publish callbacks [] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:41.099385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Transition to ACTIVE for port object afb14b01-4eb6-4d27-b854-bb4d27a453d4 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:41.116702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:41.124889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-3533374c-a80a-44d9-8f63-5591f7423ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:41.126669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-3533374c-a80a-44d9-8f63-5591f7423ea2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf17bdce-2b04-48ae-9d6b-3a207560a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962172 Mar 07 04:27:41.286212 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-798f56a5-2ff3-4227-a785-5a68a936d05c req-3bc99947-7f3e-476a-9a72-d215890fffa8 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:27:41.287258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-798f56a5-2ff3-4227-a785-5a68a936d05c req-3bc99947-7f3e-476a-9a72-d215890fffa8 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/fc959352-ff53-4395-821a-70b7c2797c6f HTTP/1.1" status: 404 len: 352 time: 0.0982585 Mar 07 04:27:41.287872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:41.410044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2d1d-26d3-43b0-b6a7-632b4dfadffc req-123e2ce8-fb24-45ba-9fbd-7177c1236e48 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:41.416615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35ed2d1d-26d3-43b0-b6a7-632b4dfadffc req-123e2ce8-fb24-45ba-9fbd-7177c1236e48 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 947 time: 0.2846961 Mar 07 04:27:41.445492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9fa68345-070f-480a-b1b4-63fdd43d753d service neutron] 10.222.0.44 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119030 Mar 07 04:27:41.572617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:41.573220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:41.573220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:41.590872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0b7e8-b6c7-4628-876c-e33ae7b7f775 req-9a929430-94bf-46be-90d1-07e1dd28fb1f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:41.592406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77a0b7e8-b6c7-4628-876c-e33ae7b7f775 req-9a929430-94bf-46be-90d1-07e1dd28fb1f tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2370062 Mar 07 04:27:41.603095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35ed2d1d-26d3-43b0-b6a7-632b4dfadffc req-a35156d9-24c2-42c0-9f8a-43f15c9e7237 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855364 Mar 07 04:27:41.606736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:41.607377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:41.642587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:41.643523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:41.643844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:41.644379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Bound port: afb14b01-4eb6-4d27-b854-bb4d27a453d4, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:41.645060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:41.690207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-e36b98be-26b3-43c0-a77d-2f97c20fcb60 service neutron] 10.222.0.44 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309005 Mar 07 04:27:41.770019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77a0b7e8-b6c7-4628-876c-e33ae7b7f775 req-293f73c4-663b-4ebd-97ac-0d754fbb3684 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516831 Mar 07 04:27:41.775250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-07e99f40-5cfa-4e54-823f-93aa4a8e5988 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 217 time: 0.0778625 Mar 07 04:27:41.836227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9af56337-ab84-4287-8512-9891ee1bb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:41.837701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9af56337-ab84-4287-8512-9891ee1bb8a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.0514867 Mar 07 04:27:41.858756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:41.900922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:41.968860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad6d17c9-dd04-4bb5-8943-ee8cdc68ec25 req-4abb891c-ebf6-4ec5-a456-6897955e6406 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 210 time: 0.0812132 Mar 07 04:27:41.984674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:42.051034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:42.051671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:42.053210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 1095 time: 2.5166481 Mar 07 04:27:42.066246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-20f6c533-1cde-4d12-959e-6ac2669210a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:42.068578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-20f6c533-1cde-4d12-959e-6ac2669210a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2208762 Mar 07 04:27:42.188936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebfb9e65-8bf4-4304-b37f-354d90e48dc8 req-e32c4896-8501-4365-971e-328d0e43b66b tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0879703 Mar 07 04:27:42.242366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee77775-3878-456f-94e9-4987ac0af3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:42.501961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4'}, {'name': 'network-changed', 'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:42.504244 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4"}, {"name": "network-changed", "server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:42.523722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-0b6cf2ba-ba37-45e4-a66d-4a0daf08b00d tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:42.526549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-b7965979-05ca-4ec5-8a07-6eeaf70d6913 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:42.532199 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-0b6cf2ba-ba37-45e4-a66d-4a0daf08b00d tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.44 "GET /v2.0/networks?id=771646a8-bfee-446f-98d0-30f258f1df6d HTTP/1.1" status: 200 len: 814 time: 0.1433916 Mar 07 04:27:42.537209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-b7965979-05ca-4ec5-8a07-6eeaf70d6913 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/networks?id=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b HTTP/1.1" status: 200 len: 821 time: 0.6093142 Mar 07 04:27:42.552205 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-fe254bec-bf3a-460b-92f7-3710eb121e73 req-8f96cd31-ad7e-43e9-90b1-2b149641ef31 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:27:42.564474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe254bec-bf3a-460b-92f7-3710eb121e73 req-8f96cd31-ad7e-43e9-90b1-2b149641ef31 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/a24e6e18-a341-43a3-be73-70afd0d99957 HTTP/1.1" status: 404 len: 352 time: 0.3082612 Mar 07 04:27:42.571515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-724a398e-b676-4365-bbb3-f59aa79a803f tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/quotas/7ea103282cbf4b6d9fbeace1b6b22f97 HTTP/1.1" status: 200 len: 375 time: 0.0334318 Mar 07 04:27:42.595570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-c5318727-eb9b-4c79-a85c-844d0a3e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:42.597086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-c5318727-eb9b-4c79-a85c-844d0a3e0d44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1129 time: 0.4721537 Mar 07 04:27:42.627747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-a78b38a8-be52-4635-9eb4-26fd18c1e818 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ea103282cbf4b6d9fbeace1b6b22f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551164 Mar 07 04:27:42.631821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-ba5dbf02-becb-44a0-9416-68f1aa3163f6 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8284d4586df84b5dabbc82dbcaf7d686 HTTP/1.1" status: 200 len: 380 time: 0.0909681 Mar 07 04:27:42.644834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Request body: {'port': {'device_id': 'd853bf76-b587-402a-9690-8547c0a127c9', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'admin_state_up': True, 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'security_groups': ['064cf3c9-a649-470e-9343-41ce7a1f83f9']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:42.691419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-6f22bb16-ea83-42da-9d00-4bff0191c812 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909004 Mar 07 04:27:42.714959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-6d1070f1-bf6f-4c66-8779-e4daae6ae6c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.1001325 Mar 07 04:27:42.720237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1306be33-081e-4b93-8bf8-af4faf40ccdb req-514d7e7b-555d-4152-b447-ca62ab29f943 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.0769968 Mar 07 04:27:42.780903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Made reservation on behalf of 8284d4586df84b5dabbc82dbcaf7d686 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:42.786674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:42.908742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-b89e0023-8f11-4357-9ea0-ca95bd9b9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:42.910250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-b89e0023-8f11-4357-9ea0-ca95bd9b9100 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1891596 Mar 07 04:27:42.926020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Allocated IP 172.20.0.14 (771646a8-bfee-446f-98d0-30f258f1df6d/9b257ac4-7b29-4ee9-95ae-23ab447b272e/ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:42.937386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-392a1c5d-4c35-409f-851a-216b610deebc service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077049 Mar 07 04:27:42.989676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-62af7545-ec16-45aa-8385-2b0c1997cfa0 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737393 Mar 07 04:27:43.047176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.052193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.058509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.063926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.069407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.074803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.075696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:43.080512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.082457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-69496d39-ef3d-4967-92c6-3cc1ae44819c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2745376 Mar 07 04:27:43.119894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:43.147635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-42729998-a957-42b4-81f8-8a5d2958e6f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 217 time: 0.0607305 Mar 07 04:27:43.154586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd96a-70d7-418f-9543-554f9cc053bc req-1ee09404-891b-4a34-bae0-a9667e1d3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.156944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-1ee09404-891b-4a34-bae0-a9667e1d3ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2366850 Mar 07 04:27:43.172017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Network 771646a8-bfee-446f-98d0-30f258f1df6d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:43.175605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:43.179569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:43.207427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event updated for resources: {'Port': ['ID=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:43.246254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.246709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:43.271752 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-06c4463b-85b2-45b8-9694-f02d3c6bde76 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6301074 Mar 07 04:27:43.284312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Request body: {'port': {'device_id': 'd853bf76-b587-402a-9690-8547c0a127c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:43.285440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-04ebbaca-102c-4c2a-a39b-361fafcc5ffc service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213553 Mar 07 04:27:43.380952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:43.406332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-77e63309-4f16-4685-a588-e31999115829 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305658 Mar 07 04:27:43.408054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-95c14bc7-3a56-4be9-966a-daa0354ea7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.409695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-95c14bc7-3a56-4be9-966a-daa0354ea7f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.2500157 Mar 07 04:27:43.417165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1b7abd3-8925-468b-b9b1-ffa853823094 req-52abef4a-b783-49f2-8f76-4d83444c179d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3230414 Mar 07 04:27:43.563167 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b79ae2-b517-43b0-81dd-002314af480e x-openstack-request-id: req-98b79ae2-b517-43b0-81dd-002314af480e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:43.563476 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:43.563728 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98b79ae2-b517-43b0-81dd-002314af480e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:43.564126 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4', 'status': 'completed', 'code': 200} Mar 07 04:27:43.564383 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'status': 'completed', 'code': 200} Mar 07 04:27:43.565161 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-3cc2660d-1191-4c1e-aab3-8c1c4682c84f req-f2a37bac-0061-4aa4-8638-befd0e9eaebc tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] show failed (client error): The resource could not be found. Mar 07 04:27:43.581161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cc2660d-1191-4c1e-aab3-8c1c4682c84f req-f2a37bac-0061-4aa4-8638-befd0e9eaebc tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/f27f95e8-ffaf-4e3f-9e4c-72f92db3621d HTTP/1.1" status: 404 len: 352 time: 0.0759790 Mar 07 04:27:43.611053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b6d293b1-9e2a-46c3-93c9-78cd9e63e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.612561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-b6d293b1-9e2a-46c3-93c9-78cd9e63e283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1939807 Mar 07 04:27:43.623556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3c276800-e4c8-4c43-8e81-38bfd99dfeb0 None None] Provisioning complete for port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:43.626134 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c276800-e4c8-4c43-8e81-38bfd99dfeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:43.690350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3c276800-e4c8-4c43-8e81-38bfd99dfeb0 None None] Port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:27:43.690631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-255bd96a-70d7-418f-9543-554f9cc053bc req-876397cd-b1c1-434c-ac7b-ab6d0cde1a68 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706058 Mar 07 04:27:43.846003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-526399bd-8e55-4072-bd8a-3c51b1fb3822 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170005 Mar 07 04:27:43.853822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c63bc-1bde-4855-a5cf-dd73354bf648 req-7e5781e5-5a18-4f8b-ba2e-aba193e98e92 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.855214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-358c63bc-1bde-4855-a5cf-dd73354bf648 req-7e5781e5-5a18-4f8b-ba2e-aba193e98e92 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 947 time: 0.1639509 Mar 07 04:27:43.907312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9316-05f2-4964-ba3b-8f3880977692 req-4be90e20-68fe-4d0f-b94f-47fa8a972dc4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.908914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:43.914535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b82d9316-05f2-4964-ba3b-8f3880977692 req-4be90e20-68fe-4d0f-b94f-47fa8a972dc4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2454152 Mar 07 04:27:43.919209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Publish callbacks [] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:43.940621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-a12ea6f0-bf4c-40d8-acd6-06c48c247e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:43.942107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-a12ea6f0-bf4c-40d8-acd6-06c48c247e46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1129 time: 0.1776736 Mar 07 04:27:43.942345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Transition to ACTIVE for port object ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:43.951446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:44.025846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:44.116526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Attempting to bind port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:44.117247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-358c63bc-1bde-4855-a5cf-dd73354bf648 req-5e4a379a-36df-4750-84b8-1cba4afd52b9 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487464 Mar 07 04:27:44.125527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Attempting to bind port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:44.126021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Attempting to bind port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff on network 771646a8-bfee-446f-98d0-30f258f1df6d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:44.146867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff on network 771646a8-bfee-446f-98d0-30f258f1df6d not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:44.147197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Attempting to bind port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff on network 771646a8-bfee-446f-98d0-30f258f1df6d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:44.150510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b82d9316-05f2-4964-ba3b-8f3880977692 req-4b906ac7-d7fe-4b42-9962-4de331cdbabc tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311761 Mar 07 04:27:44.155433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:44.156305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Checking segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:44.156705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Bound using segment: {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:44.157202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Bound port: ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0a2fe-30a4-4637-ae19-da8afa310f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:44.157497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:44.200170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-0cde68b4-2dc6-496c-b0d1-6605413c7867 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430066 Mar 07 04:27:44.222571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-c6617409-d94d-4b97-8b5d-01de8e2bf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.223963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-c6617409-d94d-4b97-8b5d-01de8e2bf90a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2469127 Mar 07 04:27:44.279706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] For port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:44.284061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] For port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:44.291784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c868ea77-cf0e-42be-b0ce-09560dad0190 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=92d09f97-6b8b-4891-af92-33045126c131 HTTP/1.1" status: 200 len: 217 time: 0.0766897 Mar 07 04:27:44.299670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:44.340200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.340741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:44.342169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff HTTP/1.1" status: 200 len: 1092 time: 1.0635481 Mar 07 04:27:44.343261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:44.346004 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd58792-9338-498e-be2e-c00642d1deef" -d '{"events": [{"name": "network-changed", "server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:44.379261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b920f844-cff1-4a8b-9bc6-266ef07fa41e req-38a1dc1a-15d9-4722-8bc9-983fc426697b tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.1057639 Mar 07 04:27:44.381191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6c52-2c06-475a-b478-38e7960a86f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:44.424110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-4a1ac9ec-a8dc-434b-9367-b8bc9b6c12b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.1495955 Mar 07 04:27:44.478756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-92a4444f-8041-4594-8fff-b28ffdeebe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.480536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-92a4444f-8041-4594-8fff-b28ffdeebe9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.1779332 Mar 07 04:27:44.488886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-87fbe942-38ba-4b82-8353-3c181f648890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.490415 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-87fbe942-38ba-4b82-8353-3c181f648890 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8284d4586df84b5dabbc82dbcaf7d686&device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 1126 time: 0.0950449 Mar 07 04:27:44.539200 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-4d1d7c92-5ec6-467e-bd44-cdb90d8b3211 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff HTTP/1.1" status: 200 len: 217 time: 0.0415988 Mar 07 04:27:44.598709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-79decf64-78d5-45bc-8787-ae9268e271ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.599842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d578122-08a6-4a12-9806-94dc690936a7 req-1749d358-bdb4-48fb-a66d-1e26440f2fa8 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 210 time: 0.0923483 Mar 07 04:27:44.610218 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-79decf64-78d5-45bc-8787-ae9268e271ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b257ac4-7b29-4ee9-95ae-23ab447b272e HTTP/1.1" status: 200 len: 853 time: 0.0633752 Mar 07 04:27:44.628590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578625f-f02e-4ffc-817e-09f3325dec24 req-d91a2921-228f-401c-99d5-f121141251d8 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.630800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3578625f-f02e-4ffc-817e-09f3325dec24 req-d91a2921-228f-401c-99d5-f121141251d8 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 944 time: 0.3554699 Mar 07 04:27:44.641368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-ec88a76a-10e2-4608-ad7f-a6194cc4d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.643068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-ec88a76a-10e2-4608-ad7f-a6194cc4d2b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2069278 Mar 07 04:27:44.668678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6b1ee1d-d9c1-46f3-9131-c841b0433f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.670483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6b1ee1d-d9c1-46f3-9131-c841b0433f6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1652594 Mar 07 04:27:44.716117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-e194e46c-d6cf-46d4-a6f0-88f60cf08df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.718342 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-e194e46c-d6cf-46d4-a6f0-88f60cf08df9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=771646a8-bfee-446f-98d0-30f258f1df6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1011877 Mar 07 04:27:44.873252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-333451e8-7c83-4cde-b244-7ec4d96526a5 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823246 Mar 07 04:27:44.885371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3578625f-f02e-4ffc-817e-09f3325dec24 req-f11e7b0e-af74-42b5-8313-25df49fd96f1 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380803 Mar 07 04:27:44.959379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-60b2ac4d-0676-423d-a76e-5405804b6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:44.960992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-60b2ac4d-0676-423d-a76e-5405804b6f1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2946267 Mar 07 04:27:44.972865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-79687d17-0f7e-45b9-a1ff-538351ec6280 service neutron] 10.222.0.44 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484763 Mar 07 04:27:44.975129 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f7447-3e1b-479d-9c4d-0dfa20e590c6 x-openstack-request-id: req-1b9f7447-3e1b-479d-9c4d-0dfa20e590c6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:44.975656 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:44.976333 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b9f7447-3e1b-479d-9c4d-0dfa20e590c6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:44.977131 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'status': 'completed', 'code': 200} Mar 07 04:27:45.078937 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-294f0e99-7b84-4fb3-ac38-7218fb0d694e req-71797e75-79a0-4a12-9f1c-cd1bcca64035 service neutron] 10.222.0.44 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990496 Mar 07 04:27:45.219425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58792-9338-498e-be2e-c00642d1deef req-b41c202c-fc25-46a3-8a99-ea3ac39f7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.222245 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-b41c202c-fc25-46a3-8a99-ea3ac39f7687 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8284d4586df84b5dabbc82dbcaf7d686&device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 1126 time: 0.0876827 Mar 07 04:27:45.265577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0123474d-3e98-44bd-9ac3-0f771fb57fdd req-167b0113-9f97-4ef2-bb59-f82fe96419ea tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.3115387 Mar 07 04:27:45.382657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58792-9338-498e-be2e-c00642d1deef req-9aa052af-82e3-4486-b6e1-a8018618d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.384270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-9aa052af-82e3-4486-b6e1-a8018618d43c service neutron] 10.222.0.44 "GET /v2.0/networks?id=771646a8-bfee-446f-98d0-30f258f1df6d HTTP/1.1" status: 200 len: 915 time: 0.1552348 Mar 07 04:27:45.434102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-180e83ea-5513-4485-aa29-00bb13d41fe8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff HTTP/1.1" status: 200 len: 217 time: 0.0428193 Mar 07 04:27:45.470015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-c0217578-f88c-4282-a6fd-4e6ee0a9556f service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882759 Mar 07 04:27:45.488753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58792-9338-498e-be2e-c00642d1deef req-db37376c-0732-4c35-92d0-da595ff3bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.490443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-db37376c-0732-4c35-92d0-da595ff3bbee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b257ac4-7b29-4ee9-95ae-23ab447b272e HTTP/1.1" status: 200 len: 853 time: 0.0503757 Mar 07 04:27:45.547950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58792-9338-498e-be2e-c00642d1deef req-daa63a42-3e95-486f-826d-3ca7cbd7f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.549928 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-daa63a42-3e95-486f-826d-3ca7cbd7f223 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=771646a8-bfee-446f-98d0-30f258f1df6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539982 Mar 07 04:27:45.552253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-744e5972-7c5b-4378-87af-2bcd17b59e9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=4649182c-ed14-4906-9b3f-36852831887f HTTP/1.1" status: 200 len: 217 time: 0.0755181 Mar 07 04:27:45.584917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-76369151-059e-4cd3-8532-62e3efddf51c service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048541 Mar 07 04:27:45.595575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.600860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.606092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.611937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.617263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.622670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.628714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.630725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-2c11a825-8a5b-4dd4-acb1-e35eb20fabb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.3868334 Mar 07 04:27:45.658872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-bb5819aa-5f0c-411c-a68e-783749e9bdd0 service neutron] 10.222.0.44 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974193 Mar 07 04:27:45.692494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-62e61586-aa33-4d81-b48d-3275c85cbe46 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.694089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-62e61586-aa33-4d81-b48d-3275c85cbe46 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.15 "GET /v2.0/networks?id=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b HTTP/1.1" status: 200 len: 821 time: 0.4525733 Mar 07 04:27:45.722445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Request body: {'port': {'device_id': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b', 'admin_state_up': True, 'tenant_id': '7ea103282cbf4b6d9fbeace1b6b22f97'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:45.735471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd3339-bd69-46c0-9402-dc1717a29ea6 req-8d0532cc-6a0a-4565-9945-809a59bdbb02 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.737000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3dd3339-bd69-46c0-9402-dc1717a29ea6 req-8d0532cc-6a0a-4565-9945-809a59bdbb02 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1023 time: 0.3674502 Mar 07 04:27:45.761544 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cd58792-9338-498e-be2e-c00642d1deef req-3a8fbca4-3116-4aee-9b7c-ef657f4b51a3 service neutron] 10.222.0.44 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963671 Mar 07 04:27:45.805069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-7e7a3d1b-d9ac-47ee-ac9e-f3135107adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:45.806537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-7e7a3d1b-d9ac-47ee-ac9e-f3135107adb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.2380662 Mar 07 04:27:45.942144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a31e337-4a7e-4fe4-b216-02276fc8d7b5 req-fc713551-f1bc-43d6-9755-cfa7bba4c2ce tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2781551 Mar 07 04:27:45.961695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-14df50e2-d73a-4c32-8d34-05cb8f4179be service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289013 Mar 07 04:27:46.024262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3dd3339-bd69-46c0-9402-dc1717a29ea6 req-4bb694c8-859f-4102-ad5e-1de2bee98d2a tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d1b7e3-4ddb-4602-8385-167a3fe36758&id=fee100f2-f696-46d7-b5e3-6eabf9198c45&id=2087e54d-d08d-4f54-a15d-0322f2107858&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2546530 Mar 07 04:27:46.051952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-70da1a0c-b876-4c3b-bbaa-f865b2a45ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:46.053472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-70da1a0c-b876-4c3b-bbaa-f865b2a45ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2301018 Mar 07 04:27:46.081928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Made reservation on behalf of 7ea103282cbf4b6d9fbeace1b6b22f97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:46.085053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:46.253109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:46.271993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49660c94-c652-48ac-9890-79e12a3bea36 req-c1d41503-37e5-45b2-9955-8ab348f49671 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:46.279315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49660c94-c652-48ac-9890-79e12a3bea36 req-c1d41503-37e5-45b2-9955-8ab348f49671 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 947 time: 0.2510815 Mar 07 04:27:46.296994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd0f35-0cfb-409e-83c8-c683247d7858 req-c746f91a-d88d-45fd-8043-84381977875b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:46.298725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7fd0f35-0cfb-409e-83c8-c683247d7858 req-c746f91a-d88d-45fd-8043-84381977875b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.1918104 Mar 07 04:27:46.355433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-bdb7c3a5-ce44-4cd6-ba44-0e6ed28668ca service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826836 Mar 07 04:27:46.430687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:46.457033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'mac_address': 'fa:16:3e:cb:bc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:27:46.476746 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-d6b20577-496b-44e6-ad5f-4ba1b65497a4 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956624 Mar 07 04:27:46.514086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-c7005fa4-8964-4f51-acce-91a2ea5831b6 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:46.523039 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-c7005fa4-8964-4f51-acce-91a2ea5831b6 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.44 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 1023 time: 0.1048388 Mar 07 04:27:46.528096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7fd0f35-0cfb-409e-83c8-c683247d7858 req-304112d0-5ced-48ca-a950-4d8472b6cdb1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149298 Mar 07 04:27:46.528928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port afb14b01-4eb6-4d27-b854-bb4d27a453d4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:46.536032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:46.564753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb14b01-4eb6-4d27-b854-bb4d27a453d4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:46.606401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:46.620653 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:46.637429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Allocated IP 172.20.0.10 (8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b/4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569/fb7fc641-537d-4896-9662-0d70e5b0874d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:27:46.677619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49660c94-c652-48ac-9890-79e12a3bea36 req-e5941f69-c61d-4c1d-b5c8-19f5a42a72da tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970892 Mar 07 04:27:46.685186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-a0ae72a1-c433-471e-b839-dd308389237f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88b665b0-a3ab-48c1-a364-976e1d40f536 HTTP/1.1" status: 200 len: 217 time: 0.1777565 Mar 07 04:27:46.742205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5120d407-ebbc-4bec-803d-3f2e0cd187b6 req-b098ac71-d777-4367-9aaf-cc514ce1d5e1 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0630026 Mar 07 04:27:46.757448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Deleting port 08861b87-409c-43f8-9505-6083e45e4a6b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:27:46.757917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:46.762519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:46.785220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.785607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.785907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.786272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.786609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.786942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.787272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.787599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.787927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.788253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.788586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.788901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.789223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:27:46.804632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-45ad7dca-0849-4b8f-b86a-7b7fe571af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:46.806193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-45ad7dca-0849-4b8f-b86a-7b7fe571af53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 200 len: 797 time: 0.0630333 Mar 07 04:27:46.873277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f189599e-de7c-4f9e-b0ca-c9f88940056a req-bbf4d3bb-8dfb-466d-8eed-6bac0dd8f802 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 210 time: 0.0545635 Mar 07 04:27:46.906169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:46.963991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] For port 08861b87-409c-43f8-9505-6083e45e4a6b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=08861b87-409c-43f8-9505-6083e45e4a6b,segment=NetworkSegment(d2f491f8-2b76-40ca-975e-37f597376fea),segment_id=d2f491f8-2b76-40ca-975e-37f597376fea)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:46.964363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:46.991061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Calling delete_port for 08861b87-409c-43f8-9505-6083e45e4a6b owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:27:47.028689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5633b89-91ed-4279-b384-fc17a9298353 req-88c7de3f-0943-4e98-bde8-06717ebf87b9 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.030077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5633b89-91ed-4279-b384-fc17a9298353 req-88c7de3f-0943-4e98-bde8-06717ebf87b9 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 944 time: 0.1364541 Mar 07 04:27:47.073210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-1aff4ec3-5159-4c7d-b8ab-1d33c983ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.075119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-1aff4ec3-5159-4c7d-b8ab-1d33c983ff22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2513988 Mar 07 04:27:47.154418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5633b89-91ed-4279-b384-fc17a9298353 req-b6a3e7ae-b7c2-44e5-a230-f0023c20a112 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103597 Mar 07 04:27:47.229073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f934a120-1f1f-483a-b6c0-de09c736f0e7 req-d8282cb2-6a69-4ed8-9ea2-1380a410efa6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.1979506 Mar 07 04:27:47.242682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (08861b87-409c-43f8-9505-6083e45e4a6b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:47.274215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'Port': ['ID=08861b87-409c-43f8-9505-6083e45e4a6b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:47.343419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] No DVR routers for this DVR port 08861b87-409c-43f8-9505-6083e45e4a6b on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:27:47.346492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:47.350201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-505a9364-36a9-4cbc-9f3a-c1fc59787868 req-599edd64-5af0-4931-a526-b70734ca152c tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.44 "DELETE /v2.0/ports/08861b87-409c-43f8-9505-6083e45e4a6b HTTP/1.1" status: 204 len: 173 time: 0.8203201 Mar 07 04:27:47.350696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'name': 'network-vif-deleted', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:47.353097 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5969bb22-bc11-4a13-8d66-6496a3f18b47" -d '{"events": [{"server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "name": "network-vif-deleted", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:47.373010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-fb248827-4667-4762-9b50-343ccc275588 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678113 Mar 07 04:27:47.469665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-449c9821-c88c-4266-ab9b-806bd97a277d req-5df77766-09dc-4d70-bb03-5d3a58dc450f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22de4b9-50c6-4715-b2f5-23a98332a93c HTTP/1.1" status: 200 len: 210 time: 0.0714760 Mar 07 04:27:47.475244 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks [] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:47.538021 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e638b5aa-17aa-4ab7-8291-2a09a262c0e4 x-openstack-request-id: req-e638b5aa-17aa-4ab7-8291-2a09a262c0e4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:47.539095 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22de4b9-50c6-4715-b2f5-23a98332a93c", "name": "network-vif-deleted", "tag": "08861b87-409c-43f8-9505-6083e45e4a6b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:47.540983 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e638b5aa-17aa-4ab7-8291-2a09a262c0e4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:47.541597 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22de4b9-50c6-4715-b2f5-23a98332a93c', 'name': 'network-vif-deleted', 'tag': '08861b87-409c-43f8-9505-6083e45e4a6b', 'status': 'completed', 'code': 200} Mar 07 04:27:47.604770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:47.697838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.703949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.710392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.716286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.722223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.727582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.733488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.735858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-c15f184f-c59a-49f0-8289-495113426b70 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.4378939 Mar 07 04:27:47.760232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-0d1263fc-68e8-4e6b-96ed-20904ec5a961 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607054 Mar 07 04:27:47.792627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Pushing event updated for resources: {'Port': ['ID=fb7fc641-537d-4896-9662-0d70e5b0874d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:47.799681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:27:47.844676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16083332-a6d6-47f0-9dc2-def3de5ea4d5 req-b859d009-aa05-48a3-b238-e6a134010390 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.851614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16083332-a6d6-47f0-9dc2-def3de5ea4d5 req-b859d009-aa05-48a3-b238-e6a134010390 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2515152 Mar 07 04:27:47.869029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-07cf5f9d-3c8a-4399-87f0-f69a7874c292 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4 HTTP/1.1" status: 200 len: 217 time: 0.1012495 Mar 07 04:27:47.869644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:47.872906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:27:47.984167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-dc50cca3-b3b6-4769-974a-18011c245ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:47.985605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-dc50cca3-b3b6-4769-974a-18011c245ff0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 200 len: 797 time: 0.1088238 Mar 07 04:27:48.264268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:48.285260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:48.285860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:48.308964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f81f6969-8a06-4592-bd6d-8ee18e479b9e req-df8006a2-c2d5-46ab-8ffb-24ac0596e99a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5438859 Mar 07 04:27:48.330279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16083332-a6d6-47f0-9dc2-def3de5ea4d5 req-32ab4484-c467-4131-829b-301c1c28d61e tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776847 Mar 07 04:27:48.353486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9905228a-a622-465f-a6cf-b8ff196cc5fd tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6354768 Mar 07 04:27:48.377828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Request body: {'port': {'device_id': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:48.407543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port afb14b01-4eb6-4d27-b854-bb4d27a453d4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:27:48.414321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port afb14b01-4eb6-4d27-b854-bb4d27a453d4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:48.414700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:48.488204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d4e4902-e518-48a7-9714-a93eb60f7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:48.489833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-9d4e4902-e518-48a7-9714-a93eb60f7cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4923596 Mar 07 04:27:48.493244 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:48.507854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port afb14b01-4eb6-4d27-b854-bb4d27a453d4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:48.508260 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:48.534736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:48.537680 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fe547f-cf0e-4a29-98aa-7dd27ac1a3a0" -d '{"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-plugged", "status": "completed", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:48.555979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:48.569748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:48.601553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49527991-11e2-44f5-9b5e-59881c14138a req-95309bfa-3913-411e-b749-91c937c01a4d tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.1106446 Mar 07 04:27:48.664044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:48.857540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc04c9c-19b4-4c19-bb13-ff928145849a req-63af4a92-9caa-4126-900d-bdbbcbda39fb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:48.859778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cc04c9c-19b4-4c19-bb13-ff928145849a req-63af4a92-9caa-4126-900d-bdbbcbda39fb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 948 time: 0.3678417 Mar 07 04:27:48.867413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-ba577517-e783-42db-8a84-9a50b5bfc976 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707249 Mar 07 04:27:48.974918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079c3ed-835c-4679-877a-b87ac1beecd7 req-0a08a154-6c83-4943-afb9-ae29c6d9d85a tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:48.976391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f079c3ed-835c-4679-877a-b87ac1beecd7 req-0a08a154-6c83-4943-afb9-ae29c6d9d85a tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 932 time: 0.2556996 Mar 07 04:27:49.059702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cc04c9c-19b4-4c19-bb13-ff928145849a req-276b22fc-5340-42be-9a0a-c67e3f8d5a74 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879246 Mar 07 04:27:49.109502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-214c11d3-4e7b-4fca-b1b6-b8e94ebdfdc7 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246828 Mar 07 04:27:49.128126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f079c3ed-835c-4679-877a-b87ac1beecd7 req-f57ccc77-1859-4696-80da-1b001dfa2076 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421790 Mar 07 04:27:49.191250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:49.194560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 08861b87-409c-43f8-9505-6083e45e4a6b no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:27:49.223980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7fc641-537d-4896-9662-0d70e5b0874d {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:49.237097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 08861b87-409c-43f8-9505-6083e45e4a6b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:27:49.237521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 08861b87-409c-43f8-9505-6083e45e4a6b not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:27:49.251731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Publish callbacks [] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:49.290125 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbb30e93-3b09-4aa6-9b7e-545be0efa3fb req-bd36e5c6-d538-4ee5-a612-fe3cceed7ec2 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=e890ea9a-cd66-4519-966e-1495ac5c17f8 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Mar 07 04:27:49.298582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Transition to ACTIVE for port object fb7fc641-537d-4896-9662-0d70e5b0874d will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:27:49.315245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a438bac-e711-407f-8dcf-1e2980fd1868 req-270509d8-47da-4d90-a8f2-529de3056a4d tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.316772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a438bac-e711-407f-8dcf-1e2980fd1868 req-270509d8-47da-4d90-a8f2-529de3056a4d tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 944 time: 0.1779196 Mar 07 04:27:49.319907 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:49.342828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.343372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.343839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.344299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.344754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.345210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.345661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.347051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:49.347633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-05f77020-2eb7-426a-a60d-4b1116c3a4c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6694 time: 0.1400969 Mar 07 04:27:49.360759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'port_id': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'mac_address': 'fa:16:3e:14:0a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:27:49.413852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:49.414377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:49.427708 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f4e84f-66f1-4b53-b604-2c724158c6ce x-openstack-request-id: req-d5f4e84f-66f1-4b53-b604-2c724158c6ce {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:49.427708 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-plugged", "status": "completed", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:49.428230 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5f4e84f-66f1-4b53-b604-2c724158c6ce {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:49.429233 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'code': 200} Mar 07 04:27:49.436841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:49.440479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fc641-537d-4896-9662-0d70e5b0874d,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:49.465859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:49.471784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:49.516485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a438bac-e711-407f-8dcf-1e2980fd1868 req-c4a17d49-b17c-4a54-a0b6-b43896dfc4df tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860754 Mar 07 04:27:49.559267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:49.626045 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:49.634506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-50e2db00-9dcb-4e95-a662-d423b21d8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.635951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-50e2db00-9dcb-4e95-a662-d423b21d8813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 HTTP/1.1" status: 200 len: 903 time: 0.2574680 Mar 07 04:27:49.718453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-c54574bb-bccc-4b16-8470-c991d1fdad82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88b665b0-a3ab-48c1-a364-976e1d40f536 HTTP/1.1" status: 200 len: 217 time: 0.0603981 Mar 07 04:27:49.748393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daae89-5df2-46ea-8265-d517500752ad req-388f3eaa-0948-4459-bf45-e66897285ad2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.750592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3daae89-5df2-46ea-8265-d517500752ad req-388f3eaa-0948-4459-bf45-e66897285ad2 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2080121 Mar 07 04:27:49.751340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Attempting to bind port fb7fc641-537d-4896-9662-0d70e5b0874d on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:27:49.751675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Attempting to bind port fb7fc641-537d-4896-9662-0d70e5b0874d by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '4af31b02-061b-4cb3-a9c6-389c738b6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:27:49.752000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Attempting to bind port fb7fc641-537d-4896-9662-0d70e5b0874d on network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:49.773064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c45545-3af9-41c9-acf3-466e54bad3fc req-3f4b999c-ceb3-4b93-a033-6de44df21eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.774601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c45545-3af9-41c9-acf3-466e54bad3fc req-3f4b999c-ceb3-4b93-a033-6de44df21eda service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1131 time: 0.2216730 Mar 07 04:27:49.799386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:49.803369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Port fb7fc641-537d-4896-9662-0d70e5b0874d on network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:27:49.803369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Attempting to bind port fb7fc641-537d-4896-9662-0d70e5b0874d on network 8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:27:49.843377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.848699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.854013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.860237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.865512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.870851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.876268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.878173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-97b2f7fb-db14-41a0-baa8-c333e21a233b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2747779 Mar 07 04:27:49.878987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:27:49.879323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Checking segment: {'id': '4af31b02-061b-4cb3-a9c6-389c738b6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:49.879704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Bound using segment: {'id': '4af31b02-061b-4cb3-a9c6-389c738b6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:27:49.880147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Bound port: fb7fc641-537d-4896-9662-0d70e5b0874d, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af31b02-061b-4cb3-a9c6-389c738b6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:27:49.880506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:49.925184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-cb2ccf46-5b66-4aee-9409-daeed60820f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:49.926632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-cb2ccf46-5b66-4aee-9409-daeed60820f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 200 len: 797 time: 0.1996408 Mar 07 04:27:50.009122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3daae89-5df2-46ea-8265-d517500752ad req-d24f7848-6451-4088-9a17-670ea28f695b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335176 Mar 07 04:27:50.018812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c45545-3af9-41c9-acf3-466e54bad3fc req-339ed12c-2b01-4b1e-830b-f52f8b5ca19b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326417 Mar 07 04:27:50.088961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] For port fb7fc641-537d-4896-9662-0d70e5b0874d, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:27:50.098320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1281535-e7f1-4990-ac15-502b21d72a64 req-3f2d11af-bed0-472e-9f2b-bc260a3f7a04 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2099886 Mar 07 04:27:50.124750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] For port fb7fc641-537d-4896-9662-0d70e5b0874d, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fb7fc641-537d-4896-9662-0d70e5b0874d,segment=NetworkSegment(4af31b02-061b-4cb3-a9c6-389c738b6d12),segment_id=4af31b02-061b-4cb3-a9c6-389c738b6d12)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:27:50.142404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044d49-2211-4029-af5c-19883514a79b req-22ec9bed-f8b0-4812-ba64-1615251fb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:50.144076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-22ec9bed-f8b0-4812-ba64-1615251fb815 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1967304 Mar 07 04:27:50.150368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bfc643b-f1ba-4db6-be03-a1ba5063a3f5 req-3b733483-33be-4e57-9125-bf0bed5fb60f tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/2087e54d-d08d-4f54-a15d-0322f2107858 HTTP/1.1" status: 200 len: 1816 time: 0.0932684 Mar 07 04:27:50.185103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:50.312468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3dc861ba-5279-489c-a9f9-5544e4832688 req-5220729d-c6bd-4656-8740-6543191f2dad tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0866690 Mar 07 04:27:50.315340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:50.315979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:50.317222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] 10.222.0.15 "PUT /v2.0/ports/fb7fc641-537d-4896-9662-0d70e5b0874d HTTP/1.1" status: 200 len: 1092 time: 1.9526627 Mar 07 04:27:50.325063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'tag': 'fb7fc641-537d-4896-9662-0d70e5b0874d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:50.326618 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5036c780-2081-4df6-a83b-5863fef56c16" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f854b-aca5-41ed-93d3-b1f39a1c50d8", "tag": "fb7fc641-537d-4896-9662-0d70e5b0874d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:50.359253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d578115-4e40-4943-a1b3-ea6041d0012a service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fc641-537d-4896-9662-0d70e5b0874d,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:50.382952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-5b24db9f-7487-42db-8c3a-f92176230ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316129 Mar 07 04:27:50.404119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bfc643b-f1ba-4db6-be03-a1ba5063a3f5 req-842afb0a-a7f9-4cae-b287-e7ab26a6c616 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (2087e54d-d08d-4f54-a15d-0322f2107858), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:50.522834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bfc643b-f1ba-4db6-be03-a1ba5063a3f5 req-842afb0a-a7f9-4cae-b287-e7ab26a6c616 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (2087e54d-d08d-4f54-a15d-0322f2107858), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:50.588857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-d434bd42-6f72-4cef-adc1-c9573eeb7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:50.590407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-d434bd42-6f72-4cef-adc1-c9573eeb7044 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ea103282cbf4b6d9fbeace1b6b22f97&device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 1126 time: 0.2048647 Mar 07 04:27:50.600543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67044d49-2211-4029-af5c-19883514a79b req-09063fe0-8b38-4d1f-a648-f9baa22384dc service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060242 Mar 07 04:27:50.615099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be274d1d-edf9-479c-a02b-1eacea560f26 req-964601fb-4137-4e0f-a6e6-522b6e9c1781 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:50.616577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be274d1d-edf9-479c-a02b-1eacea560f26 req-964601fb-4137-4e0f-a6e6-522b6e9c1781 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1948285 Mar 07 04:27:50.651043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-aa126bf2-6ff8-4de3-b55e-ff06d98b9e76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7fc641-537d-4896-9662-0d70e5b0874d HTTP/1.1" status: 200 len: 217 time: 0.0531878 Mar 07 04:27:50.680931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bfc643b-f1ba-4db6-be03-a1ba5063a3f5 req-842afb0a-a7f9-4cae-b287-e7ab26a6c616 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2087e54d-d08d-4f54-a15d-0322f2107858), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:50.683510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1bfc643b-f1ba-4db6-be03-a1ba5063a3f5 req-842afb0a-a7f9-4cae-b287-e7ab26a6c616 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:50.684600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bfc643b-f1ba-4db6-be03-a1ba5063a3f5 req-842afb0a-a7f9-4cae-b287-e7ab26a6c616 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/2087e54d-d08d-4f54-a15d-0322f2107858 HTTP/1.1" status: 204 len: 173 time: 0.5258071 Mar 07 04:27:50.738905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842afb0a-a7f9-4cae-b287-e7ab26a6c616 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087e54d-d08d-4f54-a15d-0322f2107858,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:51.027571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-f51ff66d-a574-494e-90b8-61d870892f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.029012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-f51ff66d-a574-494e-90b8-61d870892f7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569 HTTP/1.1" status: 200 len: 861 time: 0.3638179 Mar 07 04:27:51.039353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be274d1d-edf9-479c-a02b-1eacea560f26 req-0bd5a6cc-b4ab-4494-b676-9d51de136f6d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899875 Mar 07 04:27:51.061928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.062523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.063043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.063605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.063964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.064429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.064894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.066881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-fec30493-817d-4a1c-a1c8-03756b1de28c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6694 time: 0.4144266 Mar 07 04:27:51.086961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-210e6ffc-f740-4ff2-aabd-62110e2c379d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468452 Mar 07 04:27:51.151452 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8102b1-0738-43d8-b10f-77650adfb5fd x-openstack-request-id: req-5a8102b1-0738-43d8-b10f-77650adfb5fd {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:51.151764 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f854b-aca5-41ed-93d3-b1f39a1c50d8", "tag": "fb7fc641-537d-4896-9662-0d70e5b0874d", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:51.152018 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a8102b1-0738-43d8-b10f-77650adfb5fd {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:51.152430 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'tag': 'fb7fc641-537d-4896-9662-0d70e5b0874d', 'status': 'completed', 'code': 200} Mar 07 04:27:51.160128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24fed7-1798-4607-8ff6-0fdf99f526d9 req-3b04ba75-0ff7-4123-b7b2-b57fece816b6 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.166785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe24fed7-1798-4607-8ff6-0fdf99f526d9 req-3b04ba75-0ff7-4123-b7b2-b57fece816b6 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 944 time: 0.4247341 Mar 07 04:27:51.208059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:51.331009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-34371160-a5f8-41f7-99f9-762b11125abe service neutron] 10.222.0.15 "GET /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348762 Mar 07 04:27:51.349596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:27:51.355164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:51.355651 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:51.366046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-eb765308-7c5f-4e4f-b367-b0d67fad0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.367477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-eb765308-7c5f-4e4f-b367-b0d67fad0cd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 HTTP/1.1" status: 200 len: 903 time: 0.2838004 Mar 07 04:27:51.377378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe24fed7-1798-4607-8ff6-0fdf99f526d9 req-1508cd59-6870-4b59-83ec-87ad57edd6e6 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097266 Mar 07 04:27:51.460163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:51.460438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:51.463351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-d4ef58c8-2f63-4ece-90bc-c6a012337854 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4 HTTP/1.1" status: 200 len: 217 time: 0.0628576 Mar 07 04:27:51.485090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:51.487343 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e1c23-e42e-42fa-aa4b-d72deec610d2" -d '{"events": [{"server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "name": "network-vif-plugged", "status": "completed", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:51.499696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:51.504361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:51.552903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:51.577584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e981db-877f-4ee4-956b-c12ceb8172ce req-d97c0b66-b104-48d8-99ce-9dc844855ebb tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.579558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95e981db-877f-4ee4-956b-c12ceb8172ce req-d97c0b66-b104-48d8-99ce-9dc844855ebb tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 945 time: 0.2764030 Mar 07 04:27:51.586579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46fcd3e5-8f19-41b9-add4-3ebf06bb051f req-d0fe5a0f-68d0-4ca5-af98-9afe66eaa1f8 tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "GET /v2.0/security-groups/fee100f2-f696-46d7-b5e3-6eabf9198c45 HTTP/1.1" status: 200 len: 1817 time: 0.1752839 Mar 07 04:27:51.595883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-8b050d82-b4bb-41d2-b67c-6d30ad92d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.597348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-8b050d82-b4bb-41d2-b67c-6d30ad92d320 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 200 len: 797 time: 0.0997467 Mar 07 04:27:51.651345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b54ed5cc-fcc0-4b2f-8340-50a319e8d675 req-bf3b7431-295c-4d62-98d0-7c8d4bd954a7 service neutron] 10.222.0.15 "GET /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972667 Mar 07 04:27:51.728477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95e981db-877f-4ee4-956b-c12ceb8172ce req-c1c50f36-5682-4837-a6f4-b766ae950a4e tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390347 Mar 07 04:27:51.768974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-2dcfb898-24c9-4053-bed2-81c12a59d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.770556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-2dcfb898-24c9-4053-bed2-81c12a59d53c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1594748 Mar 07 04:27:51.775116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46fcd3e5-8f19-41b9-add4-3ebf06bb051f req-90b95637-87a0-4fe1-b38f-ce396575a12b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (fee100f2-f696-46d7-b5e3-6eabf9198c45), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:51.880701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46fcd3e5-8f19-41b9-add4-3ebf06bb051f req-90b95637-87a0-4fe1-b38f-ce396575a12b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (fee100f2-f696-46d7-b5e3-6eabf9198c45), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:51.904235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036c780-2081-4df6-a83b-5863fef56c16 req-dd59c318-b23e-48d8-b4c0-da032b3e5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:51.906313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-dd59c318-b23e-48d8-b4c0-da032b3e5fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ea103282cbf4b6d9fbeace1b6b22f97&device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 1126 time: 0.1916468 Mar 07 04:27:51.978199 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:51.979847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-9b97a7f7-1b7b-4fdc-a448-e972cb9ca83d service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025871 Mar 07 04:27:52.044806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0eb00-3435-4278-9d3b-16e95e5d1f75 req-ded2ccaa-aace-4c93-b674-faf697612c29 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.047206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53f0eb00-3435-4278-9d3b-16e95e5d1f75 req-ded2ccaa-aace-4c93-b674-faf697612c29 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2405279 Mar 07 04:27:52.063395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46fcd3e5-8f19-41b9-add4-3ebf06bb051f req-90b95637-87a0-4fe1-b38f-ce396575a12b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fee100f2-f696-46d7-b5e3-6eabf9198c45), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.065967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-46fcd3e5-8f19-41b9-add4-3ebf06bb051f req-90b95637-87a0-4fe1-b38f-ce396575a12b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.067076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46fcd3e5-8f19-41b9-add4-3ebf06bb051f req-90b95637-87a0-4fe1-b38f-ce396575a12b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] 10.222.0.21 "DELETE /v2.0/security-groups/fee100f2-f696-46d7-b5e3-6eabf9198c45 HTTP/1.1" status: 204 len: 173 time: 0.4688692 Mar 07 04:27:52.075415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35486) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:52.124436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95637-87a0-4fe1-b38f-ce396575a12b tempest-SecurityGroupsTestJSON-2124833378 tempest-SecurityGroupsTestJSON-2124833378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee100f2-f696-46d7-b5e3-6eabf9198c45,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:52.154353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Deleting subnet fbd467ff-e74d-4e0e-a86e-fb43e8162171 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:27:52.159941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Publish callbacks [] for subnet (fbd467ff-e74d-4e0e-a86e-fb43e8162171), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.164427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036c780-2081-4df6-a83b-5863fef56c16 req-8652ee90-e229-4fda-9810-b20157cf3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.164427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-8652ee90-e229-4fda-9810-b20157cf3802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b HTTP/1.1" status: 200 len: 922 time: 0.2451415 Mar 07 04:27:52.200638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fbd467ff-e74d-4e0e-a86e-fb43e8162171), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.242041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fbd467ff-e74d-4e0e-a86e-fb43e8162171), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.254658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-507312ee-2062-491d-be0a-b645b7223d51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7fc641-537d-4896-9662-0d70e5b0874d HTTP/1.1" status: 200 len: 217 time: 0.0615017 Mar 07 04:27:52.261573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53f0eb00-3435-4278-9d3b-16e95e5d1f75 req-8f318cab-b078-484d-bbbd-f2b81fa9beaf tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020009 Mar 07 04:27:52.293539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5aab64-d6f3-4d59-aab5-8ff531a11fc6 req-4303f731-f109-4c97-913a-9c4e2124f44b service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790604 Mar 07 04:27:52.318767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fbd467ff-e74d-4e0e-a86e-fb43e8162171), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.324308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.330016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.335330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.340619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.346644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.350257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd467ff-e74d-4e0e-a86e-fb43e8162171,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:52.351629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.354989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.357009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.359410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94db29af-420f-474d-9831-f74906d77ff5 req-07634e29-cec4-472c-9c9f-05ec8729aefc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2108197 Mar 07 04:27:52.359894 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5bd29c2b-028b-47c5-aef6-e070ef4abc54 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fbd467ff-e74d-4e0e-a86e-fb43e8162171 HTTP/1.1" status: 204 len: 168 time: 0.2823586 Mar 07 04:27:52.362344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35490) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:52.372923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036c780-2081-4df6-a83b-5863fef56c16 req-90f61888-62c5-4a78-aa71-f8293e1589ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.374862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-90f61888-62c5-4a78-aa71-f8293e1589ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569 HTTP/1.1" status: 200 len: 861 time: 0.1092970 Mar 07 04:27:52.410187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74e6b3c4-6180-46be-b8b9-1d386aeb369d req-6993c913-a236-416d-b6e0-75233090ade9 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0497437 Mar 07 04:27:52.437464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-65ec1cb7-f816-4d16-bda0-f16b666c5a6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359018 Mar 07 04:27:52.448277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (36cc47a7-694b-4b45-ba97-5bb5f71b10de), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.498954 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e350df0d-c6a7-468a-9f28-00ac9552db3d x-openstack-request-id: req-e350df0d-c6a7-468a-9f28-00ac9552db3d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:52.499466 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "name": "network-vif-plugged", "status": "completed", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:52.499597 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e350df0d-c6a7-468a-9f28-00ac9552db3d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:52.499896 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'code': 200} Mar 07 04:27:52.554712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (36cc47a7-694b-4b45-ba97-5bb5f71b10de), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.582329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94db29af-420f-474d-9831-f74906d77ff5 req-8e738675-e50c-4a4b-a7ee-942eb0af651b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969690 Mar 07 04:27:52.582677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cc47a7-694b-4b45-ba97-5bb5f71b10de']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:52.584546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-9ddf5a56-2b70-4aff-beff-81a27ef8996e service neutron] 10.222.0.15 "GET /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113300 Mar 07 04:27:52.594289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f491f8-2b76-40ca-975e-37f597376fea') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:52.594586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f491f8-2b76-40ca-975e-37f597376fea') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:52.604655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (d2f491f8-2b76-40ca-975e-37f597376fea), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.621257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d2f491f8-2b76-40ca-975e-37f597376fea), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.635323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:27:52.635765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (d2f491f8-2b76-40ca-975e-37f597376fea), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:27:52.637755 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:27:52.719753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (36cc47a7-694b-4b45-ba97-5bb5f71b10de), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.741135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:52.745783 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] 10.222.0.21 "DELETE /v2.0/networks/36cc47a7-694b-4b45-ba97-5bb5f71b10de HTTP/1.1" status: 204 len: 168 time: 0.3823106 Mar 07 04:27:52.747744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6ce23-c3d1-4af1-946e-2d412bd2f92f admin admin] Pushing event deleted for resources: {'Network': ['ID=36cc47a7-694b-4b45-ba97-5bb5f71b10de,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:52.761742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a7029-42b5-4f25-ba58-a07541dce035 req-affc02ae-d27b-4e53-8c60-a0769ac24f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.763187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e3a7029-42b5-4f25-ba58-a07541dce035 req-affc02ae-d27b-4e53-8c60-a0769ac24f4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 1128 time: 0.1777482 Mar 07 04:27:52.815643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f588a-b118-41e2-8170-c27daeacab3e req-3a58246a-347e-49a9-91c2-59efeb6a7319 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.817200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999f588a-b118-41e2-8170-c27daeacab3e req-3a58246a-347e-49a9-91c2-59efeb6a7319 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1894035 Mar 07 04:27:52.822521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5036c780-2081-4df6-a83b-5863fef56c16 req-9318509a-fcc5-4426-8d24-c919fb5b00ec service neutron] 10.222.0.15 "GET /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043896 Mar 07 04:27:52.846905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049b6f-dfa7-4e3f-a478-7e0c89efd199 req-84403be3-73dc-4768-9a72-ad44f82dd072 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:52.848384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a049b6f-dfa7-4e3f-a478-7e0c89efd199 req-84403be3-73dc-4768-9a72-ad44f82dd072 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 944 time: 0.1762736 Mar 07 04:27:52.893559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e3a7029-42b5-4f25-ba58-a07541dce035 req-03578c2f-ede0-4f99-9aec-048746d7d284 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220844 Mar 07 04:27:52.903416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35498) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:52.922925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999f588a-b118-41e2-8170-c27daeacab3e req-bb1e047f-58e0-43b0-ac33-1ac34dbfb3e6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969605 Mar 07 04:27:52.934241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a049b6f-dfa7-4e3f-a478-7e0c89efd199 req-fefc386f-bccf-4542-b2ea-8119ddd60eb2 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Mar 07 04:27:52.954722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d35fd36b-4537-4c9f-b825-cdb62b3c5769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d367f9afd02429d995007e16e5c3c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471396 Mar 07 04:27:52.955342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35502) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:53.052316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cf7711b-d8a7-4eb3-8343-2c125df03dd8 admin admin] Publish callbacks [] for security_group (99d1b7e3-4ddb-4602-8385-167a3fe36758), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.087671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab6641-3675-4b2c-929e-d81532199211 req-a00c40b1-87d3-4346-98d0-ae60568d5fc8 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.089143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41ab6641-3675-4b2c-929e-d81532199211 req-a00c40b1-87d3-4346-98d0-ae60568d5fc8 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.0813866 Mar 07 04:27:53.090966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cf7711b-d8a7-4eb3-8343-2c125df03dd8 admin admin] Publish callbacks [] for security_group (99d1b7e3-4ddb-4602-8385-167a3fe36758), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.163176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41ab6641-3675-4b2c-929e-d81532199211 req-eb752be8-7f46-48e8-91a4-bcfef90506d9 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648878 Mar 07 04:27:53.182609 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cf7711b-d8a7-4eb3-8343-2c125df03dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (99d1b7e3-4ddb-4602-8385-167a3fe36758), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.187760 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cf7711b-d8a7-4eb3-8343-2c125df03dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.197039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1cf7711b-d8a7-4eb3-8343-2c125df03dd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99d1b7e3-4ddb-4602-8385-167a3fe36758 HTTP/1.1" status: 204 len: 168 time: 0.2332349 Mar 07 04:27:53.199814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7711b-d8a7-4eb3-8343-2c125df03dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d1b7e3-4ddb-4602-8385-167a3fe36758,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:53.273043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931beb53-8577-4dac-add2-2010f40a5351 req-a0709c92-2fc0-46b1-969a-b362a9f6c684 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.274937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-931beb53-8577-4dac-add2-2010f40a5351 req-a0709c92-2fc0-46b1-969a-b362a9f6c684 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1131 time: 0.0505278 Mar 07 04:27:53.301756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-931beb53-8577-4dac-add2-2010f40a5351 req-bb0a909f-1d48-4751-998e-7df68b40fe77 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.438929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-931beb53-8577-4dac-add2-2010f40a5351 req-bb0a909f-1d48-4751-998e-7df68b40fe77 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Publish callbacks [] for security_group (b9bcebce-273a-4e08-ae93-3b68c429214a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.450960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-931beb53-8577-4dac-add2-2010f40a5351 req-bb0a909f-1d48-4751-998e-7df68b40fe77 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b9bcebce-273a-4e08-ae93-3b68c429214a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:53.504735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9e672-d3c9-4cf2-8130-d49c8cb78aff req-a219e4e5-a8fb-4b19-ba84-26177f501c44 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.507235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ade9e672-d3c9-4cf2-8130-d49c8cb78aff req-a219e4e5-a8fb-4b19-ba84-26177f501c44 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.1276276 Mar 07 04:27:53.517408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-931beb53-8577-4dac-add2-2010f40a5351 req-bb0a909f-1d48-4751-998e-7df68b40fe77 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363160 Mar 07 04:27:53.527609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a909f-1d48-4751-998e-7df68b40fe77 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bcebce-273a-4e08-ae93-3b68c429214a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:53.599159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ade9e672-d3c9-4cf2-8130-d49c8cb78aff req-f8ac2f59-57e4-4da3-b80b-19e04c694f35 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807493 Mar 07 04:27:53.658140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c12b6230-365e-48e6-b0ce-f52702a9f34e req-715de2e8-c871-41bc-81e9-2831a1eb6120 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0634899 Mar 07 04:27:53.813584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.820388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.826190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.835793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.841498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.847813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.853946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:53.856352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-6407908d-5c6f-49df-ae01-0c41fb997843 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1316228 Mar 07 04:27:53.971435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e238f35e-c3b1-4144-b1bc-a35fcfe5b952 req-bbf37b4a-d15b-4e50-95c5-58863978a8af tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080053 Mar 07 04:27:54.135765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e145ad-cf5e-4feb-b7ff-192e4d87648c req-cfa12862-be73-4e10-99ba-0ac7b8458633 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:54.137279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8e145ad-cf5e-4feb-b7ff-192e4d87648c req-cfa12862-be73-4e10-99ba-0ac7b8458633 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 944 time: 0.0963616 Mar 07 04:27:54.152770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:54.238019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8e145ad-cf5e-4feb-b7ff-192e4d87648c req-c6ce84a6-6ff1-4473-8194-375e929000f7 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939419 Mar 07 04:27:54.282569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fb7fc641-537d-4896-9662-0d70e5b0874d details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:27:54.440195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d5a50-7487-4fe2-ba94-23fd08bf64dc req-d87d18b9-0779-4018-bdeb-609148c30f10 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:54.449601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b09d5a50-7487-4fe2-ba94-23fd08bf64dc req-d87d18b9-0779-4018-bdeb-609148c30f10 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.1332021 Mar 07 04:27:54.473692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-28dc8398-3ec4-4522-ad23-5c8921eb735a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223407 Mar 07 04:27:54.480854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7856d477-1228-42fe-a08d-efab1baf4df5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:27:54.481866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7856d477-1228-42fe-a08d-efab1baf4df5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053020 Mar 07 04:27:54.482598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port fb7fc641-537d-4896-9662-0d70e5b0874d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fb7fc641-537d-4896-9662-0d70e5b0874d,segment=NetworkSegment(4af31b02-061b-4cb3-a9c6-389c738b6d12),segment_id=4af31b02-061b-4cb3-a9c6-389c738b6d12)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:54.486951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1839630328-network', 'tenant_id': '2a75cd2522594f9eacb31e853405ba22'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:54.497571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'fb7fc641-537d-4896-9662-0d70e5b0874d', 'network_id': '8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b', 'port_id': 'fb7fc641-537d-4896-9662-0d70e5b0874d', 'mac_address': 'fa:16:3e:40:a8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:27:54.510220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Made reservation on behalf of 2a75cd2522594f9eacb31e853405ba22 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:54.513086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.523943 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.555466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port fb7fc641-537d-4896-9662-0d70e5b0874d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:54.555935 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.559469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b09d5a50-7487-4fe2-ba94-23fd08bf64dc req-f64d6205-0a0b-479a-bd2e-3c98a1191a94 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088054 Mar 07 04:27:54.597247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7fc641-537d-4896-9662-0d70e5b0874d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:27:54.628579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbcd0-ae41-4ba9-b7c8-03e0ea67f06d req-03574c41-057d-4948-aeca-8bd10795d0e2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:54.629697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks [] for security_group (5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.631175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d5cbcd0-ae41-4ba9-b7c8-03e0ea67f06d req-03574c41-057d-4948-aeca-8bd10795d0e2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.2451465 Mar 07 04:27:54.639732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port fb7fc641-537d-4896-9662-0d70e5b0874d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fb7fc641-537d-4896-9662-0d70e5b0874d,segment=NetworkSegment(4af31b02-061b-4cb3-a9c6-389c738b6d12),segment_id=4af31b02-061b-4cb3-a9c6-389c738b6d12)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:54.642509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.652287 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.693703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:54.716724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:27:54.740833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (eddc6bea-d6d7-4825-81b1-93c060f404cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.741219 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Added segment eddc6bea-d6d7-4825-81b1-93c060f404cf of type vlan for network 59c5adbc-225b-46d9-a321-6f412101d9e2 Mar 07 04:27:54.767842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d5cbcd0-ae41-4ba9-b7c8-03e0ea67f06d req-940e99c3-d0c2-4199-9439-4a3750fcf1bc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204336 Mar 07 04:27:54.774925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=fb7fc641-537d-4896-9662-0d70e5b0874d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:54.826343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41c1a-a90e-4f47-8816-1ddce250903d req-083c4e5c-293d-4330-aab8-d5aa157ab9fa tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:54.833153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (59c5adbc-225b-46d9-a321-6f412101d9e2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.836316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53f41c1a-a90e-4f47-8816-1ddce250903d req-083c4e5c-293d-4330-aab8-d5aa157ab9fa tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.0903511 Mar 07 04:27:54.881318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (59c5adbc-225b-46d9-a321-6f412101d9e2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.882860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:54.883492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:54.911052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['fb7fc641-537d-4896-9662-0d70e5b0874d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:27:55.034285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e48ac2df-3e9b-467e-9172-c17f153e56e0 req-d12afcef-4ca7-4ded-8f3c-ebec9490df87 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.1089566 Mar 07 04:27:55.038173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35578) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:55.038841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8849103 Mar 07 04:27:55.045356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ae05-3851-47b2-b0e6-4b4bab030009 admin admin] Pushing event updated for resources: {'Network': ['ID=59c5adbc-225b-46d9-a321-6f412101d9e2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:55.070952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Request body: {'subnet': {'network_id': '59c5adbc-225b-46d9-a321-6f412101d9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1839630328-subnet', 'tenant_id': '2a75cd2522594f9eacb31e853405ba22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:55.138769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 59c5adbc-225b-46d9-a321-6f412101d9e2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:27:55.163709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Made reservation on behalf of 2a75cd2522594f9eacb31e853405ba22 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:27:55.167928 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:55.261967 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:27:55.324443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53f41c1a-a90e-4f47-8816-1ddce250903d req-91fc1d16-a16c-4228-a7ee-61834634ee31 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871786 Mar 07 04:27:55.408030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.417108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35588) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:55.420485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.432762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.439389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.447261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.454289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.460480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.462658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-559b6ba3-55c9-4806-b2f0-46f236139df5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2725773 Mar 07 04:27:55.507987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-82114bf0-5b05-476c-adfb-198e9ebed612 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.509764 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-82114bf0-5b05-476c-adfb-198e9ebed612 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/ports/afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 1128 time: 0.0915427 Mar 07 04:27:55.695847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (0cfb3b67-8583-4b10-af2b-c40aa796fada), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:55.719555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78a29-1eee-4e90-8878-16afcdbf8519 req-f3282e90-84df-4ecf-80fc-39cb693222d8 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.721091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5f78a29-1eee-4e90-8878-16afcdbf8519 req-f3282e90-84df-4ecf-80fc-39cb693222d8 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 945 time: 0.2573030 Mar 07 04:27:55.752245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b71559cf-42b6-46e0-a9a2-8d73283b1e8d req-14323618-115c-4b0d-a4db-ead7cdde624f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672622 Mar 07 04:27:55.923981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfb3b67-8583-4b10-af2b-c40aa796fada,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:55.932886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5f78a29-1eee-4e90-8878-16afcdbf8519 req-80b58786-de9c-4e33-8644-3448ff592a93 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726456 Mar 07 04:27:55.940367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Checking segment: {'id': 'eddc6bea-d6d7-4825-81b1-93c060f404cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '59c5adbc-225b-46d9-a321-6f412101d9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:27:55.940748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Network hostable DHCP agents. Network: 59c5adbc-225b-46d9-a321-6f412101d9e2, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:27:55.957428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d63c-b60f-4cd0-85d6-60c112840f0c req-39891a80-c6c9-404f-8560-b4cbcc4bc1b5 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:55.958993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfe2d63c-b60f-4cd0-85d6-60c112840f0c req-39891a80-c6c9-404f-8560-b4cbcc4bc1b5 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.1190696 Mar 07 04:27:55.997233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Network 59c5adbc-225b-46d9-a321-6f412101d9e2 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:27:56.030691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 59c5adbc-225b-46d9-a321-6f412101d9e2) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:27:56.038530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfe2d63c-b60f-4cd0-85d6-60c112840f0c req-29250276-d0ca-4827-b9cf-c2aedefc7f55 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735741 Mar 07 04:27:56.047546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6359cd1-b09b-4352-b758-ef3d6ff2a7cb None None] Network 59c5adbc-225b-46d9-a321-6f412101d9e2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:27:56.053548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:56.054179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:56.074555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-060d31c8-e802-4ed8-a889-12ba50410d90 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0146353 Mar 07 04:27:56.130081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad57d-ccd1-403a-9d50-38f8097f1bac req-f7bad08e-c63a-4b16-aa95-e2de43812aa3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:56.143558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f17ad57d-ccd1-403a-9d50-38f8097f1bac req-f7bad08e-c63a-4b16-aa95-e2de43812aa3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1293182 Mar 07 04:27:56.248349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef313425-2a39-45f3-860c-188adc435908 None None] Network 59c5adbc-225b-46d9-a321-6f412101d9e2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:27:56.277576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-711baf02-9eb8-4d96-a4b1-a27817c7c532 req-1a83cf89-99e4-4231-8465-a1f22c90383f tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0486057 Mar 07 04:27:56.297093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f17ad57d-ccd1-403a-9d50-38f8097f1bac req-7ee6805c-dc11-4c23-ae21-6464ec344f62 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433463 Mar 07 04:27:56.372499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fb7fc641-537d-4896-9662-0d70e5b0874d up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:27:56.422096 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-f0e1908f-f998-40f4-bfde-4c1d5ab278ba req-d5f3a87c-78a8-42a6-ae15-81eca6fc9853 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] show failed (client error): The resource could not be found. Mar 07 04:27:56.423155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0e1908f-f998-40f4-bfde-4c1d5ab278ba req-d5f3a87c-78a8-42a6-ae15-81eca6fc9853 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups/ce6b47e3-34ea-4c86-9375-7021a526e9b1 HTTP/1.1" status: 404 len: 352 time: 0.0248480 Mar 07 04:27:56.450861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924ec4-3bf8-4431-bfe8-e013b55f8f68 req-a8d46380-b6c5-48e5-8c0f-27560b4972a6 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:56.453561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72924ec4-3bf8-4431-bfe8-e013b55f8f68 req-a8d46380-b6c5-48e5-8c0f-27560b4972a6 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.0843022 Mar 07 04:27:56.462491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35618) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:56.469316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Request body: {'floatingip': {'port_id': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:27:56.486968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port fb7fc641-537d-4896-9662-0d70e5b0874d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:27:56.491221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port fb7fc641-537d-4896-9662-0d70e5b0874d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:27:56.491600 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:56.582953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port fb7fc641-537d-4896-9662-0d70e5b0874d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:27:56.583537 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:56.662519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port fb7fc641-537d-4896-9662-0d70e5b0874d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fb7fc641-537d-4896-9662-0d70e5b0874d,segment=NetworkSegment(4af31b02-061b-4cb3-a9c6-389c738b6d12),segment_id=4af31b02-061b-4cb3-a9c6-389c738b6d12)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:27:56.663838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fc641-537d-4896-9662-0d70e5b0874d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:56.667185 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5e3cc5-e89e-4b15-831d-f39600bc2771" -d '{"events": [{"server_uuid": "d57f854b-aca5-41ed-93d3-b1f39a1c50d8", "name": "network-vif-plugged", "status": "completed", "tag": "fb7fc641-537d-4896-9662-0d70e5b0874d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:56.673066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:56.771503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=fb7fc641-537d-4896-9662-0d70e5b0874d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:56.852771 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (008dbaec-5ca1-4605-9638-db39bd7e9f9c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:57.013162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9578690d-3198-4357-9a4e-a4833c1d4e94 req-21af99d5-c602-42fb-b103-dc86e494c17c tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a75cd2522594f9eacb31e853405ba22 HTTP/1.1" status: 200 len: 3001 time: 0.2126548 Mar 07 04:27:57.021486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-45d4ec58-2c53-48b8-9020-739dba945694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.023031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-45d4ec58-2c53-48b8-9020-739dba945694 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1131 time: 0.2215025 Mar 07 04:27:57.054311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00663b62-b1c9-4624-b693-086084166f4c req-e4ff8681-ef51-4d31-9e01-581e05275318 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.055808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00663b62-b1c9-4624-b693-086084166f4c req-e4ff8681-ef51-4d31-9e01-581e05275318 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2531633 Mar 07 04:27:57.253364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9578690d-3198-4357-9a4e-a4833c1d4e94 req-78682258-ca4b-4408-8225-01311b9accc2 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups/5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11 HTTP/1.1" status: 200 len: 2998 time: 0.2276218 Mar 07 04:27:57.307163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00663b62-b1c9-4624-b693-086084166f4c req-2e4bb073-8fbe-4c8e-b5c1-7a8a17b508df tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288237 Mar 07 04:27:57.327752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-669b78c2-f44e-4bb8-b355-fc853941a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.329633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-669b78c2-f44e-4bb8-b355-fc853941a613 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2932391 Mar 07 04:27:57.382982 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d571747e-7971-410a-9bee-f3b0b0dabbde x-openstack-request-id: req-d571747e-7971-410a-9bee-f3b0b0dabbde {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:27:57.384058 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f854b-aca5-41ed-93d3-b1f39a1c50d8", "name": "network-vif-plugged", "status": "completed", "tag": "fb7fc641-537d-4896-9662-0d70e5b0874d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:27:57.384714 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d571747e-7971-410a-9bee-f3b0b0dabbde {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:27:57.385373 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fc641-537d-4896-9662-0d70e5b0874d', 'code': 200} Mar 07 04:27:57.416130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-82dad029-2ec1-4642-b050-e88432aa43a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.0533650 Mar 07 04:27:57.523104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9578690d-3198-4357-9a4e-a4833c1d4e94 req-4a39185a-1fda-453d-a69b-10f790017f24 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups/5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11 HTTP/1.1" status: 200 len: 2998 time: 0.2574401 Mar 07 04:27:57.661345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-4a35ba10-a642-45a6-86c2-891b10d52907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.662856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-4a35ba10-a642-45a6-86c2-891b10d52907 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2233272 Mar 07 04:27:57.840534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.845798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.851053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.856274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.861528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.866803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.872037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.874566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-28eccf4b-e9f8-4aeb-a475-b86adc26a622 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.3390486 Mar 07 04:27:57.876493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a232-6849-4153-aca7-88f7cbba2005 req-954a2b9a-937d-49dd-9aae-c3ccb928a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.877857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec95a232-6849-4153-aca7-88f7cbba2005 req-954a2b9a-937d-49dd-9aae-c3ccb928a173 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 1128 time: 0.3915005 Mar 07 04:27:57.986189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8787a2-1022-4ce7-b503-2bcd413da477 req-620cda0d-0a40-4f42-bf1e-fc023a56baba tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:57.987678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e8787a2-1022-4ce7-b503-2bcd413da477 req-620cda0d-0a40-4f42-bf1e-fc023a56baba tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 946 time: 0.3790219 Mar 07 04:27:57.992625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:27:58.040384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-3c37bda7-fc68-4d2b-85eb-a0c782d98226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:58.041868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-3c37bda7-fc68-4d2b-85eb-a0c782d98226 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3240604 Mar 07 04:27:58.133526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec95a232-6849-4153-aca7-88f7cbba2005 req-439e5a55-4152-42f1-addc-fa853ac17b47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174346 Mar 07 04:27:58.408209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:58.413281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed5fae21-6947-4c23-97a1-b1c49e85361a req-0c9a7525-6b62-415a-925a-e40c1cc1f401 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4960892 Mar 07 04:27:58.424256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (008dbaec-5ca1-4605-9638-db39bd7e9f9c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:58.433395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e8787a2-1022-4ce7-b503-2bcd413da477 req-6e299345-d752-4fdf-a225-afa2022ec207 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385707 Mar 07 04:27:58.633754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f8a658c-de93-4c56-acd9-5f2b04b17858 req-ce873900-4ab1-42ff-a3bc-831a6297a346 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0931668 Mar 07 04:27:58.650899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-c34217cf-1106-4245-984e-163df570e7c5 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961320 Mar 07 04:27:58.706205 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Floating IP 008dbaec-5ca1-4605-9638-db39bd7e9f9c associated. External IP: 172.25.4.207, port: ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff. Mar 07 04:27:58.783774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f41b71-836d-4475-89cf-e728a12dd515 req-1d96dd28-e929-4b81-8bb5-7b540bc732a0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:58.791104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1f41b71-836d-4475-89cf-e728a12dd515 req-1d96dd28-e929-4b81-8bb5-7b540bc732a0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.2676160 Mar 07 04:27:58.975249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7db153d4-fea2-41f7-a196-111ab8b42d14 req-16a4b983-e81d-4810-8be8-d9de1975cc96 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups/5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11 HTTP/1.1" status: 200 len: 2998 time: 0.2073374 Mar 07 04:27:58.983871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1f41b71-836d-4475-89cf-e728a12dd515 req-a0c5df09-edb4-4faa-a456-f83acc389c5d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916656 Mar 07 04:27:59.020961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-83da509f-419a-468f-b986-8341cac44ed1 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565233 Mar 07 04:27:59.051666 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-7db153d4-fea2-41f7-a196-111ab8b42d14 req-8a987bef-e904-473b-a8a7-e0a13253255a tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 04:27:59.069425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7db153d4-fea2-41f7-a196-111ab8b42d14 req-8a987bef-e904-473b-a8a7-e0a13253255a tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11 HTTP/1.1" status: 409 len: 352 time: 0.0932357 Mar 07 04:27:59.149391 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-6209b921-fe8d-4e73-93d0-a44a94583068 req-35d16651-1af9-40ec-a46f-97f20247036a tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] show failed (client error): The resource could not be found. Mar 07 04:27:59.164663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6209b921-fe8d-4e73-93d0-a44a94583068 req-35d16651-1af9-40ec-a46f-97f20247036a tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups/9346c465-bf03-49cf-96e3-1b84668b6dcb HTTP/1.1" status: 404 len: 352 time: 0.0724006 Mar 07 04:27:59.216340 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-00ae3021-da41-48b2-8920-d956705287b4 req-4636d5b9-d39e-47d6-a790-ae6e68b39850 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] show failed (client error): The resource could not be found. Mar 07 04:27:59.227603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35648) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:59.228476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00ae3021-da41-48b2-8920-d956705287b4 req-4636d5b9-d39e-47d6-a790-ae6e68b39850 tempest-SecurityGroupsNegativeTestJSON-845748437 tempest-SecurityGroupsNegativeTestJSON-845748437-project] 10.222.0.21 "GET /v2.0/security-groups/a6226e30-9c02-4545-bf9f-95263a7e8b39 HTTP/1.1" status: 404 len: 352 time: 0.0313675 Mar 07 04:27:59.298386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Deleting subnet 0cfb3b67-8583-4b10-af2b-c40aa796fada {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:27:59.303346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Publish callbacks [] for subnet (0cfb3b67-8583-4b10-af2b-c40aa796fada), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.326432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ccf0-dd73-4b34-a7ad-a397995cc545 req-b37f01bc-faee-4512-ba39-c3c1a469e30b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:59.333756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47d1ccf0-dd73-4b34-a7ad-a397995cc545 req-b37f01bc-faee-4512-ba39-c3c1a469e30b tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2028408 Mar 07 04:27:59.350146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:27:59.352535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (0cfb3b67-8583-4b10-af2b-c40aa796fada), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.406454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0cfb3b67-8583-4b10-af2b-c40aa796fada), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.484031 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (0cfb3b67-8583-4b10-af2b-c40aa796fada), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.522119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfb3b67-8583-4b10-af2b-c40aa796fada,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:27:59.536134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.541536 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-689403eb-2cea-4cf4-b7e9-a4b9c46537fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cfb3b67-8583-4b10-af2b-c40aa796fada HTTP/1.1" status: 204 len: 168 time: 0.3120260 Mar 07 04:27:59.543996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35654) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:27:59.605670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:27:59.617786 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] Sync routers for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:27:59.619721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.639215 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:27:59.642771 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:27:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:59.675345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (59c5adbc-225b-46d9-a321-6f412101d9e2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.707363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47d1ccf0-dd73-4b34-a7ad-a397995cc545 req-da227e80-076a-4877-b6df-831d4936d7ec tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727093 Mar 07 04:27:59.802763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-725b1aa6-a990-4ebc-abc9-408cd45a428b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "PUT /v2.0/floatingips/008dbaec-5ca1-4605-9638-db39bd7e9f9c HTTP/1.1" status: 200 len: 992 time: 3.3391011 Mar 07 04:27:59.804514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:27:59.808497 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67513c-641e-4d1c-8064-cc43143cd049" -d '{"events": [{"name": "network-changed", "server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:27:59.853750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (59c5adbc-225b-46d9-a321-6f412101d9e2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.871962 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:27:59.895234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c5adbc-225b-46d9-a321-6f412101d9e2']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:59.933071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddc6bea-d6d7-4825-81b1-93c060f404cf') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:59.934598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddc6bea-d6d7-4825-81b1-93c060f404cf') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:27:59.950606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (eddc6bea-d6d7-4825-81b1-93c060f404cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.980207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (eddc6bea-d6d7-4825-81b1-93c060f404cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:27:59.984486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:27:59.987825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:27:59.988487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (eddc6bea-d6d7-4825-81b1-93c060f404cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.000068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.013907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.030795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.046108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:00.047843 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:00.060803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.064087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (59c5adbc-225b-46d9-a321-6f412101d9e2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.070394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.076512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.081520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/59c5adbc-225b-46d9-a321-6f412101d9e2 HTTP/1.1" status: 204 len: 168 time: 0.5340676 Mar 07 04:28:00.091665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-cc1e5fa7-75a6-446d-a12c-2ba0ce550e4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.4921422 Mar 07 04:28:00.108979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd314eda-705e-450d-a5f9-975ce5ce24e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c5adbc-225b-46d9-a321-6f412101d9e2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:00.173689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2f547-3ae0-4233-8dcb-af94bedd0d61 req-3a783eef-d707-4a53-975b-1875363ccd82 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.175385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1b2f547-3ae0-4233-8dcb-af94bedd0d61 req-3a783eef-d707-4a53-975b-1875363ccd82 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 946 time: 0.3571899 Mar 07 04:28:00.249816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-232462f6-ddcb-412b-9dd1-e0530fb54584 req-9f2420fb-47aa-4094-825e-d47db1f67611 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570327 Mar 07 04:28:00.309704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:00.315424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1b2f547-3ae0-4233-8dcb-af94bedd0d61 req-0fc2fbf1-6c06-480d-9155-a7a13684bda6 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277406 Mar 07 04:28:00.364270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5274f4ae-dde1-4ce8-a68a-8c64017b218d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a75cd2522594f9eacb31e853405ba22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532756 Mar 07 04:28:00.368540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:00.410545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6749130-d2b8-4f53-9afe-6dd6ed249347 req-969512d6-9dc1-45b6-a627-ddf0ee2365f8 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0592949 Mar 07 04:28:00.443595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29a098a3-f516-4abb-ba00-bd5f477dff62 admin admin] Publish callbacks [] for security_group (5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.500746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29a098a3-f516-4abb-ba00-bd5f477dff62 admin admin] Publish callbacks [] for security_group (5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.543839 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d3d0b-13ef-4cea-8ed7-36129d69417c x-openstack-request-id: req-a68d3d0b-13ef-4cea-8ed7-36129d69417c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:00.544197 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:00.544529 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a68d3d0b-13ef-4cea-8ed7-36129d69417c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:00.544970 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'status': 'completed', 'code': 200} Mar 07 04:28:00.628284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29a098a3-f516-4abb-ba00-bd5f477dff62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.631704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29a098a3-f516-4abb-ba00-bd5f477dff62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:00.633325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-29a098a3-f516-4abb-ba00-bd5f477dff62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11 HTTP/1.1" status: 204 len: 168 time: 0.2635782 Mar 07 04:28:00.642253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c04c56-b72a-404e-9548-db566e1ab8d1 req-076152e7-afdf-4d67-b608-4c4a3cebc190 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.648891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42c04c56-b72a-404e-9548-db566e1ab8d1 req-076152e7-afdf-4d67-b608-4c4a3cebc190 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.2109401 Mar 07 04:28:00.649201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a098a3-f516-4abb-ba00-bd5f477dff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e4f54-7fd8-4b25-8a8b-de055ec0bd11,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:00.720410 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '008dbaec-5ca1-4605-9638-db39bd7e9f9c', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'port_id': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'mac_address': 'fa:16:3e:14:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd853bf76-b587-402a-9690-8547c0a127c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:27:36Z', 'updated_at': '2022-03-07T04:27:57Z', 'revision_number': 1, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:36Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:00.754977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-f3dc798d-f5ca-4c37-afa8-8d3c65b7330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.756420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-f3dc798d-f5ca-4c37-afa8-8d3c65b7330b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8284d4586df84b5dabbc82dbcaf7d686&device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 1128 time: 0.2013860 Mar 07 04:28:00.783817 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] Checking router: c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:28:00.820923 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:00.821610 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:27:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:00.913404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42c04c56-b72a-404e-9548-db566e1ab8d1 req-6c9538a1-74af-4367-b25a-f298ca363ef6 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530105 Mar 07 04:28:00.984428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101734f-b6e4-417f-be7b-066d6068ef4e req-aa4bd12e-dec1-4459-9d1e-3d8a4de8b68d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:00.987084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f101734f-b6e4-417f-be7b-066d6068ef4e req-aa4bd12e-dec1-4459-9d1e-3d8a4de8b68d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.3291671 Mar 07 04:28:01.045653 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:01.109231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-695f0582-6d81-4cea-9816-5d1ff9a3d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.110934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-695f0582-6d81-4cea-9816-5d1ff9a3d05e service neutron] 10.222.0.44 "GET /v2.0/networks?id=771646a8-bfee-446f-98d0-30f258f1df6d HTTP/1.1" status: 200 len: 915 time: 0.3482959 Mar 07 04:28:01.343085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f101734f-b6e4-417f-be7b-066d6068ef4e req-6da79b53-5702-4f5e-bc19-4aa2f64d94e1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463833 Mar 07 04:28:01.433009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-ea22b889-e01d-4dc6-ad0f-99763a8b8a54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff HTTP/1.1" status: 200 len: 1000 time: 0.3115566 Mar 07 04:28:01.577876 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '008dbaec-5ca1-4605-9638-db39bd7e9f9c', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'port_id': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'mac_address': 'fa:16:3e:14:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd853bf76-b587-402a-9690-8547c0a127c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:27:36Z', 'updated_at': '2022-03-07T04:27:57Z', 'revision_number': 1, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:36Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:01.584947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-fe67ebb0-47ad-4d77-b3a1-9b1320705377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.586622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-fe67ebb0-47ad-4d77-b3a1-9b1320705377 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b257ac4-7b29-4ee9-95ae-23ab447b272e HTTP/1.1" status: 200 len: 853 time: 0.1440146 Mar 07 04:28:01.611392 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cb403-3dc8-49a6-b2f2-00bad95e56cd None None] The sync data for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 is: [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '008dbaec-5ca1-4605-9638-db39bd7e9f9c', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'port_id': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'mac_address': 'fa:16:3e:14:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd853bf76-b587-402a-9690-8547c0a127c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:27:36Z', 'updated_at': '2022-03-07T04:27:57Z', 'revision_number': 1, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:36Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:28:01.710486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.728666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.739479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.744888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.750802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.756958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.766138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.773875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-d6ad5564-75e5-4ba3-9163-b073602bc019 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2548177 Mar 07 04:28:01.879791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-7111f2a9-1ff5-49ae-bd93-e1b23608b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.882381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-7111f2a9-1ff5-49ae-bd93-e1b23608b5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=771646a8-bfee-446f-98d0-30f258f1df6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2827508 Mar 07 04:28:01.987641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bba04-f29b-42bd-a4ed-09c97cb5a4f2 req-e233313c-6354-48a5-86aa-e7b62c2f6519 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:01.988422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-49861aa4-0861-4038-8930-2df82271b39b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110620 Mar 07 04:28:01.994310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0efa9-f04e-4e9f-8e0f-c706f2e8266e None None] New status for floating IP 008dbaec-5ca1-4605-9638-db39bd7e9f9c: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:28:02.002807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-413bba04-f29b-42bd-a4ed-09c97cb5a4f2 req-e233313c-6354-48a5-86aa-e7b62c2f6519 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.3311350 Mar 07 04:28:02.071910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:02.129369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-be3ba714-366b-4475-9401-ebd6ec45a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:02.130888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7aeec7c-1c68-41a8-8587-1233dadc75c6 req-0b05ccf4-62bf-47e7-9e36-33fa8be1ed32 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3560278 Mar 07 04:28:02.132519 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-be3ba714-366b-4475-9401-ebd6ec45a077 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8237522f34594fce82b2024a934e0a18&device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 1127 time: 0.1036415 Mar 07 04:28:02.296624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-413bba04-f29b-42bd-a4ed-09c97cb5a4f2 req-c1c854fb-2c8f-4f05-ba48-e712d32cbed4 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924654 Mar 07 04:28:02.325555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-4201d8f6-e8ac-4580-ab2e-1ab9870bfc25 service neutron] 10.222.0.44 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272573 Mar 07 04:28:02.371674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-493314796-network', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:02.435535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Made reservation on behalf of 500962b0a31b4c07bc5a69fae91666f2 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:02.438006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:02.486596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:02.518483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-e1ddcb5d-c82f-4610-ad28-50bc938bd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:02.523513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-e1ddcb5d-c82f-4610-ad28-50bc938bd509 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 200 len: 908 time: 0.3649366 Mar 07 04:28:02.524220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-674f0dca-253e-451f-9503-8b3839d5e584 req-cb1da617-b725-4fda-8fb0-2ee8dc9adaab tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0770988 Mar 07 04:28:02.567676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-b088fe25-7dbc-49e6-b741-a13a4f6c2a2b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:02.572992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-b088fe25-7dbc-49e6-b741-a13a4f6c2a2b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.2932346 Mar 07 04:28:02.718982 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-3342cbd5-c1b8-4a84-8a46-0b2d66077934 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 200 len: 217 time: 0.1810935 Mar 07 04:28:02.724776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138d720-c22d-439b-8f41-631d604372df req-790a2113-14b3-41b0-93e0-d0f1c43b5902 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:02.732303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a138d720-c22d-439b-8f41-631d604372df req-790a2113-14b3-41b0-93e0-d0f1c43b5902 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.1496217 Mar 07 04:28:02.757303 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7caaa344-6537-4ad1-a4f9-e9961a078413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:02.797790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a138d720-c22d-439b-8f41-631d604372df req-ec8fb145-693b-4f4d-9582-8c6e17110fa1 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619259 Mar 07 04:28:02.883978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0343c50-b0d1-4e67-9a86-6f43f446f87a req-c7170225-019f-4e90-838d-79b07985c58c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:02.906257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0343c50-b0d1-4e67-9a86-6f43f446f87a req-c7170225-019f-4e90-838d-79b07985c58c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.2512429 Mar 07 04:28:02.909730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e67513c-641e-4d1c-8064-cc43143cd049 req-6462f322-1b7a-47d4-8a4a-355007b5b281 service neutron] 10.222.0.44 "GET /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760391 Mar 07 04:28:02.952084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-1735ae36-39fe-45f0-ad8b-625fe1a30b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:02.956730 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-1735ae36-39fe-45f0-ad8b-625fe1a30b2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 200 len: 847 time: 0.2266617 Mar 07 04:28:03.042243 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-6fefa359-2778-4d30-923a-4bdf54db8f61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4921de86-b9f8-45da-afcf-5a63375d03e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718102 Mar 07 04:28:03.133300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks [] for security_group (05d75217-646b-4078-8a36-a313758811d8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.137967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Deleting port c94555e9-4468-44fc-ba22-15ac4693dba3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:03.150387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.162603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (05d75217-646b-4078-8a36-a313758811d8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.187484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:28:03.197399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (436871b5-bd92-4bf7-b137-45705f4b6079), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.197844 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Added segment 436871b5-bd92-4bf7-b137-45705f4b6079 of type vlan for network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 Mar 07 04:28:03.244122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.322759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.324236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.324891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.356802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0343c50-b0d1-4e67-9a86-6f43f446f87a req-f8510ed9-ca6b-44bd-8f51-b8e75a963632 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492028 Mar 07 04:28:03.369216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466223d-e2db-4449-8a4c-862fda215d45 req-8a454339-9604-45a3-967b-5d586f157702 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.387750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7466223d-e2db-4449-8a4c-862fda215d45 req-8a454339-9604-45a3-967b-5d586f157702 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.5997312 Mar 07 04:28:03.457243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d23cca-09ff-4300-9722-1f7f17bbb7cb req-de5cb638-f7f8-4637-b0d2-679c86d375a0 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.468561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27d23cca-09ff-4300-9722-1f7f17bbb7cb req-de5cb638-f7f8-4637-b0d2-679c86d375a0 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 946 time: 0.5573947 Mar 07 04:28:03.547973 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] For port c94555e9-4468-44fc-ba22-15ac4693dba3, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c94555e9-4468-44fc-ba22-15ac4693dba3,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:03.548619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.565658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Calling delete_port for c94555e9-4468-44fc-ba22-15ac4693dba3 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:03.642522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27d23cca-09ff-4300-9722-1f7f17bbb7cb req-ef82ec3c-8b49-4a31-a535-1bd52493f177 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/security-groups?id=b69156fb-811b-49ef-a456-c2f918e3933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728382 Mar 07 04:28:03.705150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.711129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.716942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.730235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.751902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.769292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.775267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.777831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-fd086f4f-4b1b-4336-bea2-163599d09164 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2578893 Mar 07 04:28:03.917916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:03.918305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:03.930166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f40fb898-a0d5-4fec-b822-0c16b031c832 req-5cccc429-a887-4670-8aba-e2126aa9423c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136768 Mar 07 04:28:03.950201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d434b5-e391-47ea-a301-d6b91c18c026 req-3914cd72-ea95-4f2c-8cd3-689c18b9cace tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:03.951847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7d434b5-e391-47ea-a301-d6b91c18c026 req-3914cd72-ea95-4f2c-8cd3-689c18b9cace tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 945 time: 0.1729231 Mar 07 04:28:04.025086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9468462 Mar 07 04:28:04.098959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35730) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:04.120068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Request body: {'subnet': {'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-493314796-subnet', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:04.153666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7d434b5-e391-47ea-a301-d6b91c18c026 req-643fa3d6-3f2c-4c59-b4f8-cd7ad4a7c9bc tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810756 Mar 07 04:28:04.223773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1445a001-fdf4-414c-96d9-980590a59ccc req-356de3cd-f43f-448a-a3b8-8b6e515a4d3e tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.1089838 Mar 07 04:28:04.297230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:04.297963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.307234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87b211-876a-4897-adc5-8383ac9a152a req-55758e2a-874b-4b6f-b55a-d26ec8a180a0 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:04.309014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba87b211-876a-4897-adc5-8383ac9a152a req-55758e2a-874b-4b6f-b55a-d26ec8a180a0 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.15 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 946 time: 0.3354654 Mar 07 04:28:04.375407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:04.380086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Pushing event updated for resources: {'Network': ['ID=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:04.396239 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c94555e9-4468-44fc-ba22-15ac4693dba3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.396495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:28:04.398614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7cae0-4d76-47ae-8a25-aeadca2ac14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d75217-646b-4078-8a36-a313758811d8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:04.435563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Made reservation on behalf of 500962b0a31b4c07bc5a69fae91666f2 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:04.438598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.581212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d787-e4d1-4ac6-a8d7-64466d71d1df req-eeceb867-7b66-43f3-910d-8e27492bd3f3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:04.588305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8d8d787-e4d1-4ac6-a8d7-64466d71d1df req-eeceb867-7b66-43f3-910d-8e27492bd3f3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=40d27694-58a2-42de-b383-756a06cc2823 HTTP/1.1" status: 200 len: 944 time: 0.3387280 Mar 07 04:28:04.641836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Deleting port fb7fc641-537d-4896-9662-0d70e5b0874d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:04.642324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.696819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560146a0-a7c9-4164-a573-9eab35f67cf6 req-0183f517-5cad-4bc6-ac41-9dc538414fb9 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:04.705160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-560146a0-a7c9-4164-a573-9eab35f67cf6 req-0183f517-5cad-4bc6-ac41-9dc538414fb9 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.2389653 Mar 07 04:28:04.715125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event deleted for resources: {'Port': ['ID=c94555e9-4468-44fc-ba22-15ac4693dba3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:04.725179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (60bd7d21-d611-4da2-8214-567c0fc0e162), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.741724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8d8d787-e4d1-4ac6-a8d7-64466d71d1df req-ece348df-64fb-4769-9d32-d01af4c1fb38 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524718 Mar 07 04:28:04.841746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] For port fb7fc641-537d-4896-9662-0d70e5b0874d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fb7fc641-537d-4896-9662-0d70e5b0874d,segment=NetworkSegment(4af31b02-061b-4cb3-a9c6-389c738b6d12),segment_id=4af31b02-061b-4cb3-a9c6-389c738b6d12)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:04.842222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.857302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Calling delete_port for fb7fc641-537d-4896-9662-0d70e5b0874d owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:04.875079 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-5d0bd6e1-f543-459b-8d73-11a367426c46 service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8162079 Mar 07 04:28:04.897249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] No DVR routers for this DVR port c94555e9-4468-44fc-ba22-15ac4693dba3 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:04.909902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:04.913126 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ff12e92f-9191-49fc-b9af-486c32537f4c req-adfbea5b-82dd-4c13-8a64-361335e96237 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "DELETE /v2.0/ports/c94555e9-4468-44fc-ba22-15ac4693dba3 HTTP/1.1" status: 204 len: 173 time: 2.3236382 Mar 07 04:28:04.914529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'name': 'network-vif-deleted', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:04.916651 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4279a-14b8-45b5-bdc8-d1f93a7b614d" -d '{"events": [{"server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "name": "network-vif-deleted", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:04.948327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bd7d21-d611-4da2-8214-567c0fc0e162,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:05.002123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Checking segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:05.002871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Network hostable DHCP agents. Network: 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:28:05.059217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fb7fc641-537d-4896-9662-0d70e5b0874d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.079314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['fb7fc641-537d-4896-9662-0d70e5b0874d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:05.081417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:28:05.085133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8a0848bd-9e2d-45ce-a559-090690aa6db4 req-5747953b-94ba-4db3-874e-53f42b414a9d service neutron] 10.222.0.44 "GET /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908398 Mar 07 04:28:05.096492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a286076b-59b0-477c-8507-d738010ed031 req-c99884e9-eb98-4a68-a4ae-17845b6a3d85 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57f854b-aca5-41ed-93d3-b1f39a1c50d8 HTTP/1.1" status: 200 len: 210 time: 0.1002831 Mar 07 04:28:05.126051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:05.130605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:05.131407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.144355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f3518-8f02-428b-a26c-ba8d119d97d0 None None] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:05.183447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-14f8cbda-45e3-46bf-bc86-46c50dc9f271 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0809097 Mar 07 04:28:05.186523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35742) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:05.190893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:05.235998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:05.248314 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae8fc55-73bf-42d7-83e1-e418adf2b07f x-openstack-request-id: req-fae8fc55-73bf-42d7-83e1-e418adf2b07f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:05.248710 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d27694-58a2-42de-b383-756a06cc2823", "name": "network-vif-deleted", "tag": "c94555e9-4468-44fc-ba22-15ac4693dba3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:05.251226 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae8fc55-73bf-42d7-83e1-e418adf2b07f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:05.251652 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d27694-58a2-42de-b383-756a06cc2823', 'name': 'network-vif-deleted', 'tag': 'c94555e9-4468-44fc-ba22-15ac4693dba3', 'status': 'completed', 'code': 200} Mar 07 04:28:05.257937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.260541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.330996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: c94555e9-4468-44fc-ba22-15ac4693dba3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:05.331111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c94555e9-4468-44fc-ba22-15ac4693dba3 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:05.350358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-560146a0-a7c9-4164-a573-9eab35f67cf6 req-26e0c9c2-b057-4a5f-87d2-22e1512274f3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441576 Mar 07 04:28:05.354521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:28:05.355414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.413399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks [] for router_controller (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.423068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eb0ecbe3-d957-4e35-8adc-9fe5f7649292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.472244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Pushing event deleted for resources: {'Port': ['ID=fb7fc641-537d-4896-9662-0d70e5b0874d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:05.493152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] No DVR routers for this DVR port fb7fc641-537d-4896-9662-0d70e5b0874d on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:05.497321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.500987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba87b211-876a-4897-adc5-8383ac9a152a req-a2a282b0-a4ab-4515-b06d-3ef6c5e71366 tempest-ServerAddressesNegativeTestJSON-427926165 tempest-ServerAddressesNegativeTestJSON-427926165-project] 10.222.0.15 "DELETE /v2.0/ports/fb7fc641-537d-4896-9662-0d70e5b0874d HTTP/1.1" status: 204 len: 173 time: 1.1817660 Mar 07 04:28:05.528428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'name': 'network-vif-deleted', 'tag': 'fb7fc641-537d-4896-9662-0d70e5b0874d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:05.531918 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d57442-bcb5-4d18-8226-e2389340fb92" -d '{"events": [{"server_uuid": "d57f854b-aca5-41ed-93d3-b1f39a1c50d8", "name": "network-vif-deleted", "tag": "fb7fc641-537d-4896-9662-0d70e5b0874d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:05.713227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Allocated IP 172.20.0.2 (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5/60bd7d21-d611-4da2-8214-567c0fc0e162/afd827c1-a131-4363-8f3d-23ee92eda91f) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:05.716822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.750031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:05.763541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks [] for router_gateway (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:05.870227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:05.886896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:05.917626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:05.937838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:05.951124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:05.999859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:06.008934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:06.020353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-1f274242-7996-4b38-86d5-38093280b752 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.5677102 Mar 07 04:28:06.032983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:06.098977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6948d-d5fb-471f-8831-968b2053f5d0 req-847f3259-cd1f-4c6f-bd8a-c41b67e2a83a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:06.110048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43c6948d-d5fb-471f-8831-968b2053f5d0 req-847f3259-cd1f-4c6f-bd8a-c41b67e2a83a tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=420de92d-0221-4092-879f-4b530e8ccba7 HTTP/1.1" status: 200 len: 867 time: 0.6223948 Mar 07 04:28:06.153660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks [] for router_gateway (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.205716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.231286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:06.247976 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.253579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7466223d-e2db-4449-8a4c-862fda215d45 req-b3cfa001-d7f2-4c34-b61d-e58cfe81dbac tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "DELETE /v2.0/ports/cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a HTTP/1.1" status: 204 len: 173 time: 2.8469307 Mar 07 04:28:06.291889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43c6948d-d5fb-471f-8831-968b2053f5d0 req-cc53bc99-9430-426a-a6eb-3639e7822f77 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804903 Mar 07 04:28:06.313058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28f63c9a-1d5d-47d0-a81c-28790f72b49b req-760297b8-41ef-4f25-9f8d-cd4aa28a8a3a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2558870 Mar 07 04:28:06.446838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03d11d56-0f3d-4f0a-998e-e8de7c58c0ad req-f456762e-e9cd-4609-8adf-7c5f2e68119a tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0710962 Mar 07 04:28:06.460198 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Publish callbacks [] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.460822 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c12e7-9902-4fe0-bb33-25228c4f6952 x-openstack-request-id: req-ec1c12e7-9902-4fe0-bb33-25228c4f6952 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:06.461304 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f854b-aca5-41ed-93d3-b1f39a1c50d8", "name": "network-vif-deleted", "tag": "fb7fc641-537d-4896-9662-0d70e5b0874d", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:06.461869 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec1c12e7-9902-4fe0-bb33-25228c4f6952 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:06.462893 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f854b-aca5-41ed-93d3-b1f39a1c50d8', 'name': 'network-vif-deleted', 'tag': 'fb7fc641-537d-4896-9662-0d70e5b0874d', 'status': 'completed', 'code': 200} Mar 07 04:28:06.480541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:06.481619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Allocated IP 172.25.4.129 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/eca64b20-5aa6-47b7-b54a-07bbd72d3c25) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:06.514892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:06.549320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.556781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:06.557126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:06.575991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:06.622209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:06.629785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:06.655189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Deleting subnet 4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:28:06.661695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Publish callbacks [] for subnet (4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.691901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ca079-bceb-4dee-b1bf-96059d84fd18 req-5ce64dd7-a376-45b6-8d28-1d80f94e4ab1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:06.700046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-669ca079-bceb-4dee-b1bf-96059d84fd18 req-5ce64dd7-a376-45b6-8d28-1d80f94e4ab1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1195378 Mar 07 04:28:06.753956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.758277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.795852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks [] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.797665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-669ca079-bceb-4dee-b1bf-96059d84fd18 req-32d6ff1b-da09-495e-8a7d-f73b38081995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905938 Mar 07 04:28:06.829388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.844112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Pushing event updated for resources: {'Port': ['ID=afd827c1-a131-4363-8f3d-23ee92eda91f,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:06.876498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Attempting to bind port afd827c1-a131-4363-8f3d-23ee92eda91f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:06.878504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Attempting to bind port afd827c1-a131-4363-8f3d-23ee92eda91f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:06.888827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Attempting to bind port afd827c1-a131-4363-8f3d-23ee92eda91f on network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:06.904118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:06.905391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Checking segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:06.905827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.906377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Bound using segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:06.906876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Bound port: afd827c1-a131-4363-8f3d-23ee92eda91f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:06.907263 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:06.936910 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.002292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912b59-0260-490a-a733-738bdabc97bd req-37873479-12b4-4546-b5c0-923f199d45ff tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.016467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f912b59-0260-490a-a733-738bdabc97bd req-37873479-12b4-4546-b5c0-923f199d45ff tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 945 time: 0.1069736 Mar 07 04:28:07.020624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.062107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Pushing event updated for resources: {'Port': ['ID=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:07.079556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:07.100103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.101000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:07.106655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b0ea4080-fce6-46db-a0f6-d94d340d2149 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c6faecb-6d6b-42a4-a6dd-e07aa2aa5569 HTTP/1.1" status: 204 len: 168 time: 0.5896149 Mar 07 04:28:07.109268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35760) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:07.110260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:07.117645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:07.172458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f912b59-0260-490a-a733-738bdabc97bd req-a9ead393-3512-46e0-a20f-68061cbed5be tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545563 Mar 07 04:28:07.274655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] For port afd827c1-a131-4363-8f3d-23ee92eda91f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:07.279510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] For port afd827c1-a131-4363-8f3d-23ee92eda91f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afd827c1-a131-4363-8f3d-23ee92eda91f,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:07.279753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.290844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.406000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6c03a-3e86-4f58-9887-53ff86d7b387 None None] Pushing event updated for resources: {'Port': ['ID=afd827c1-a131-4363-8f3d-23ee92eda91f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:07.525542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-72c23f7e-a733-41bc-9f33-a5466ca3237f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.527363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-72c23f7e-a733-41bc-9f33-a5466ca3237f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 945 time: 0.2575412 Mar 07 04:28:07.567716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.597068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.603095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.611714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.620740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.629632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.635908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.645335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:07.662766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-7bd58a98-3b1a-4f72-8e88-b0fcd1a97053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1861637 Mar 07 04:28:07.672663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.709703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:07.752012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22276be5-54e6-4cf9-a6b4-c58d6ab2ebc7 req-e767e3bf-7885-45a2-aeda-722f56fc8fcc tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0792842 Mar 07 04:28:07.793663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af31b02-061b-4cb3-a9c6-389c738b6d12') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:07.794042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af31b02-061b-4cb3-a9c6-389c738b6d12') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:07.838074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca0349b-3367-4ec3-b540-1958d0f31dc9 req-a386883c-2f24-4185-b51f-ca43c65448dc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739624 Mar 07 04:28:07.848390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4af31b02-061b-4cb3-a9c6-389c738b6d12), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.890041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4af31b02-061b-4cb3-a9c6-389c738b6d12), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:07.900376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks [] for router_gateway (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.053435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:08.053848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4af31b02-061b-4cb3-a9c6-389c738b6d12), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.081946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37df4b0-f4ee-47da-a30a-f70b2a6c8be7 req-bc234351-f9b9-47ae-9ec5-cdd0c694dabe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:08.082602 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:08.089646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c37df4b0-f4ee-47da-a30a-f70b2a6c8be7 req-bc234351-f9b9-47ae-9ec5-cdd0c694dabe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.0967767 Mar 07 04:28:08.156455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c37df4b0-f4ee-47da-a30a-f70b2a6c8be7 req-de065c10-788b-4724-8f7a-1ba4375c5038 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Mar 07 04:28:08.161729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Deleting port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:08.162092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.225460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.270764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.273948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b HTTP/1.1" status: 204 len: 168 time: 1.1510036 Mar 07 04:28:08.298569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d307-2186-411b-8089-9e0451c45992 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecc6c16-6ac4-48e0-9fed-87ab7dcb808b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:08.326319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fb7fc641-537d-4896-9662-0d70e5b0874d no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:08.372898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: fb7fc641-537d-4896-9662-0d70e5b0874d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:08.378580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fb7fc641-537d-4896-9662-0d70e5b0874d not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:08.419513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e195e75-5f79-417a-b4b0-726aebbf4b1f req-81e90baf-68cf-4678-8e25-d9f5b19f5a62 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:08.422973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e195e75-5f79-417a-b4b0-726aebbf4b1f req-81e90baf-68cf-4678-8e25-d9f5b19f5a62 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 945 time: 0.1133564 Mar 07 04:28:08.441034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] For port 18f760f6-91ef-40f4-bf6b-2d32a50ce613, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=18f760f6-91ef-40f4-bf6b-2d32a50ce613,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:08.454403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.466746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420de92d-0221-4092-879f-4b530e8ccba7', 'name': 'network-vif-deleted', 'tag': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:08.470836 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770e0718-dd11-4bbb-b8c4-c1c5e3c04dcc" -d '{"events": [{"server_uuid": "420de92d-0221-4092-879f-4b530e8ccba7", "name": "network-vif-deleted", "tag": "cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:08.483946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Calling delete_port for 18f760f6-91ef-40f4-bf6b-2d32a50ce613 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:08.513882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.518055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35804) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:08.526118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e195e75-5f79-417a-b4b0-726aebbf4b1f req-7cde54db-4dfe-42ba-a6c1-10fc9731905f tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937335 Mar 07 04:28:08.575236 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81e22e-cbdc-4599-9e97-68f8ea29ece5 x-openstack-request-id: req-1e81e22e-cbdc-4599-9e97-68f8ea29ece5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:08.575236 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420de92d-0221-4092-879f-4b530e8ccba7", "name": "network-vif-deleted", "tag": "cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:08.575486 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e81e22e-cbdc-4599-9e97-68f8ea29ece5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:08.575813 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420de92d-0221-4092-879f-4b530e8ccba7', 'name': 'network-vif-deleted', 'tag': 'cd0b938b-0c42-4e6e-b9d8-c0a0c8ebb24a', 'status': 'completed', 'code': 200} Mar 07 04:28:08.683893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-342e2a64-9349-4a94-b187-5007e0666e55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ea103282cbf4b6d9fbeace1b6b22f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525609 Mar 07 04:28:08.684629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35810) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:08.806965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-915c0cfb-a03f-4595-9a58-7b83c5d940ca admin admin] Publish callbacks [] for security_group (b69156fb-811b-49ef-a456-c2f918e3933a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.843060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-915c0cfb-a03f-4595-9a58-7b83c5d940ca admin admin] Publish callbacks [] for security_group (b69156fb-811b-49ef-a456-c2f918e3933a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:08.929634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afd827c1-a131-4363-8f3d-23ee92eda91f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:08.974954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28a4e0bd-8389-4307-acde-86e7fca60c71 req-d732b193-d897-433c-b55b-5ccbf4046b72 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0755868 Mar 07 04:28:09.009817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-915c0cfb-a03f-4595-9a58-7b83c5d940ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b69156fb-811b-49ef-a456-c2f918e3933a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.015232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-915c0cfb-a03f-4595-9a58-7b83c5d940ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.017121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-915c0cfb-a03f-4595-9a58-7b83c5d940ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b69156fb-811b-49ef-a456-c2f918e3933a HTTP/1.1" status: 204 len: 168 time: 0.3310962 Mar 07 04:28:09.036900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0cfb-a03f-4595-9a58-7b83c5d940ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69156fb-811b-49ef-a456-c2f918e3933a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:09.115767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port afd827c1-a131-4363-8f3d-23ee92eda91f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:09.120323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.179040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb319-f542-4776-a82d-c4829285872b req-53b570cf-b8ab-45f3-95eb-797b9b38dd20 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.189221 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb3fb319-f542-4776-a82d-c4829285872b req-53b570cf-b8ab-45f3-95eb-797b9b38dd20 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 946 time: 0.1141362 Mar 07 04:28:09.209116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.255949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.263185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.267915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port afd827c1-a131-4363-8f3d-23ee92eda91f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:09.268967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.270728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.277085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.283905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.289727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.295771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.304513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a8db2284-df17-407c-a407-51bdd5dee1a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1924632 Mar 07 04:28:09.355402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port afd827c1-a131-4363-8f3d-23ee92eda91f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afd827c1-a131-4363-8f3d-23ee92eda91f,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:09.369173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.385861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb3fb319-f542-4776-a82d-c4829285872b req-db628c21-578b-474f-94dc-1674f73fc664 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935036 Mar 07 04:28:09.462042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:28:09.486078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=afd827c1-a131-4363-8f3d-23ee92eda91f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:09.499811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8eaff-6a6f-4886-b4cb-7f24ced3cd12 None None] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:09.508847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d677aca7-da54-4581-aa8c-13959ad5ca00 req-a91a43a8-a1d3-48e2-9c6c-e22001d2267d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032578 Mar 07 04:28:09.603284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (18f760f6-91ef-40f4-bf6b-2d32a50ce613), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.643864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:28:09.644205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d3a02171-650f-4822-b5b6-448e8f5389b0 None None] Provisioning complete for port afd827c1-a131-4363-8f3d-23ee92eda91f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:09.644747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d3a02171-650f-4822-b5b6-448e8f5389b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.647300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event deleted for resources: {'Port': ['ID=18f760f6-91ef-40f4-bf6b-2d32a50ce613,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:09.658853 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Sync routers for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:28:09.663917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c2a22-8829-4060-ad6a-f1ec3b06e9b5 req-0fede351-b606-4de6-ab7f-c29afe5c1055 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:09.672994 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:09.674054 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:09.677920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-424c2a22-8829-4060-ad6a-f1ec3b06e9b5 req-0fede351-b606-4de6-ab7f-c29afe5c1055 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1652203 Mar 07 04:28:09.703406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.704668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-99c09ab1-e1ea-4ea8-a74c-3aa93300ba71 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5171630 Mar 07 04:28:09.717305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35828) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:09.772375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] No DVR routers for this DVR port 18f760f6-91ef-40f4-bf6b-2d32a50ce613 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:09.798584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-424c2a22-8829-4060-ad6a-f1ec3b06e9b5 req-ece12f97-8349-48e6-9e7f-9449ffd89c40 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205912 Mar 07 04:28:09.802033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d3a02171-650f-4822-b5b6-448e8f5389b0 None None] Current status of the port afd827c1-a131-4363-8f3d-23ee92eda91f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:09.852433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:09.853296 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:09.858588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbac6f2c-a149-4f8e-a852-b392c3498126 req-93734afe-0a29-4c10-94f6-bbd24f8fa1f6 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb30894b-2496-462e-b94d-cf34cc751a80 HTTP/1.1" status: 200 len: 210 time: 0.1160517 Mar 07 04:28:09.860449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bfa3ff3e-860b-44b5-a7c3-1fb174f03878 req-40297e99-2f03-4464-96be-62f5644973b4 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "DELETE /v2.0/ports/18f760f6-91ef-40f4-bf6b-2d32a50ce613 HTTP/1.1" status: 204 len: 173 time: 2.2743914 Mar 07 04:28:09.861051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'name': 'network-vif-deleted', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:09.869114 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080e3a6e-9515-4841-a8e8-9dfd1bb8583d" -d '{"events": [{"server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "name": "network-vif-deleted", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:09.972640 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6624a3d7-c311-4306-b49f-2fa4ffa3f861 x-openstack-request-id: req-6624a3d7-c311-4306-b49f-2fa4ffa3f861 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:09.974162 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb30894b-2496-462e-b94d-cf34cc751a80", "name": "network-vif-deleted", "tag": "18f760f6-91ef-40f4-bf6b-2d32a50ce613", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:09.976177 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6624a3d7-c311-4306-b49f-2fa4ffa3f861 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:09.976756 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb30894b-2496-462e-b94d-cf34cc751a80', 'name': 'network-vif-deleted', 'tag': '18f760f6-91ef-40f4-bf6b-2d32a50ce613', 'status': 'completed', 'code': 200} Mar 07 04:28:10.179982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7aaee0e-1ac3-4f44-8d77-7a079a6a4851 req-3abcffe2-dc91-4c11-a52d-19699991ecbf tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0539563 Mar 07 04:28:10.230957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dc240b30-7fa1-4bdb-8ca0-b7cae6842017 None None] Provisioning complete for port afd827c1-a131-4363-8f3d-23ee92eda91f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:10.231948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc240b30-7fa1-4bdb-8ca0-b7cae6842017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.277870 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:07Z', 'revision_number': 3, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:10.325579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Checking router: b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:28:10.325930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Updating router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:28:10.369031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc240b30-7fa1-4bdb-8ca0-b7cae6842017 None None] Current status of the port afd827c1-a131-4363-8f3d-23ee92eda91f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:10.394122 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.416421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-038f211f-098b-43d4-9247-42e58a0dcc60 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.418523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-038f211f-098b-43d4-9247-42e58a0dcc60 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 946 time: 0.0821052 Mar 07 04:28:10.551810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35852) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:10.724123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.734472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-303631813-network', 'tenant_id': '4043e17ebf2b4119926d6c92bae8ee28'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:10.769439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Deleting port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:10.769830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.787768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ba5d6-3aa6-4921-997a-07a6f4d26643 req-2e3a6043-7345-4102-8a77-596760b92443 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.789474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-443ba5d6-3aa6-4921-997a-07a6f4d26643 req-2e3a6043-7345-4102-8a77-596760b92443 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 946 time: 0.2650304 Mar 07 04:28:10.825016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Made reservation on behalf of 4043e17ebf2b4119926d6c92bae8ee28 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:10.828496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.843937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.844581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.852341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.859183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.860856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afd827c1-a131-4363-8f3d-23ee92eda91f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:10.866571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.872145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.878561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.884154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:10.886669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db0ee469-e73e-4331-b21c-c1369a162925 req-296cc198-5de0-437c-8096-e28dd75d4d40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2124856 Mar 07 04:28:10.944126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port afd827c1-a131-4363-8f3d-23ee92eda91f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:10.945090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:10.988139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] For port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,segment=NetworkSegment(f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70),segment_id=f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:10.988519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.006054 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Publish callbacks [] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.008553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Calling delete_port for 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:11.018207 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.032977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Allocated IP 172.20.0.1 (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5/60bd7d21-d611-4da2-8214-567c0fc0e162/76ee4ed3-8134-42c3-88be-5b41d8f87901) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:11.083926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks [] for security_group (5936df80-7c1b-43ab-9e83-2f8012caccdf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.102016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5936df80-7c1b-43ab-9e83-2f8012caccdf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.145452 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Attempting to bind port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:11.145692 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Attempting to bind port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:11.146076 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Attempting to bind port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:11.148146 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d466d0d-ab07-4ded-9269-f18b84d47ed8 None None] Pushing event updated for resources: {'Port': ['ID=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:11.156111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port afd827c1-a131-4363-8f3d-23ee92eda91f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:11.160108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:11.160488 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:11.160897 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.161307 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:11.161781 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Bound port: eca64b20-5aa6-47b7-b54a-07bbd72d3c25, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:11.162189 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.192469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:28:11.221053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936df80-7c1b-43ab-9e83-2f8012caccdf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:11.232369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-443ba5d6-3aa6-4921-997a-07a6f4d26643 req-bb563016-f600-4b06-b92f-d798951e545c tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5193fb8-a2a1-4acd-be62-423d48b9198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178591 Mar 07 04:28:11.235341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e5350a3a-f713-4885-be98-27b9ec3afc28), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.235698 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Added segment e5350a3a-f713-4885-be98-27b9ec3afc28 of type vlan for network 0e6e423e-4865-4fe2-ac9f-389c66037f7e Mar 07 04:28:11.284267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks [] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.290082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:11.297472 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] For port eca64b20-5aa6-47b7-b54a-07bbd72d3c25, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:11.305204 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] For port eca64b20-5aa6-47b7-b54a-07bbd72d3c25, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:11.311780 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5a877a71-f39a-4fdd-81d7-f2c9f166b9b8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.314451 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.337303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:11.337941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db0ee469-e73e-4331-b21c-c1369a162925 req-aa0acbf7-add1-4e00-9a9d-5366c16b92fa tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971328 Mar 07 04:28:11.374652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 18f760f6-91ef-40f4-bf6b-2d32a50ce613 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:11.375088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 18f760f6-91ef-40f4-bf6b-2d32a50ce613 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:11.377458 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:11.378071 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:11.411806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0e6e423e-4865-4fe2-ac9f-389c66037f7e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.427088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Pushing event deleted for resources: {'Port': ['ID=5a877a71-f39a-4fdd-81d7-f2c9f166b9b8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:11.462542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0e6e423e-4865-4fe2-ac9f-389c66037f7e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.463540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:11.464134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.475517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.493187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] No DVR routers for this DVR port 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:11.500601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.504779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-933d6eb6-4ab7-49c8-b8a9-68a3245528a4 req-e7063f9e-15bc-4943-9681-353714b4aec1 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.15 "DELETE /v2.0/ports/5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 HTTP/1.1" status: 204 len: 173 time: 1.0736303 Mar 07 04:28:11.505582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'name': 'network-vif-deleted', 'tag': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:11.509095 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6a3ed-ce72-435b-82fb-f326eafccf10" -d '{"events": [{"server_uuid": "ef873f2e-99d9-4041-8b90-82d94638bf4c", "name": "network-vif-deleted", "tag": "5a877a71-f39a-4fdd-81d7-f2c9f166b9b8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:11.527699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4b786-a5b6-4dd4-8515-279a540f4a06 req-0b96a202-52da-4dcd-b701-0955d541bff0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:11.531385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9784985 Mar 07 04:28:11.538300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9b4b786-a5b6-4dd4-8515-279a540f4a06 req-0b96a202-52da-4dcd-b701-0955d541bff0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1460338 Mar 07 04:28:11.539956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35866) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:11.553968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:11.559460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Request body: {'subnet': {'network_id': '0e6e423e-4865-4fe2-ac9f-389c66037f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-303631813-subnet', 'tenant_id': '4043e17ebf2b4119926d6c92bae8ee28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:11.608712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:11.620923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:11.626389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9b4b786-a5b6-4dd4-8515-279a540f4a06 req-3652b454-af1b-40bf-a632-857469748254 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869665 Mar 07 04:28:11.642358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cfd02bb-f1b5-4f79-992b-3310e242d614 req-c591673d-9afb-4e9e-a92c-6c1a30185bee tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0790653 Mar 07 04:28:11.645417 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d466d0d-ab07-4ded-9269-f18b84d47ed8 None None] Pushing event updated for resources: {'Port': ['ID=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:11.689703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2056f37-b7d2-439b-ad42-07f71e0c25db admin admin] Pushing event updated for resources: {'Network': ['ID=0e6e423e-4865-4fe2-ac9f-389c66037f7e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:11.699569 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:11.708385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Pushing event updated for resources: {'Port': ['ID=76ee4ed3-8134-42c3-88be-5b41d8f87901,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:11.708757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0e6e423e-4865-4fe2-ac9f-389c66037f7e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:28:11.760718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Made reservation on behalf of 4043e17ebf2b4119926d6c92bae8ee28 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:11.763064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.801946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:11.822478 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888572a4-6c04-4cad-9e75-8900592329e0 x-openstack-request-id: req-888572a4-6c04-4cad-9e75-8900592329e0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:11.823123 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef873f2e-99d9-4041-8b90-82d94638bf4c", "name": "network-vif-deleted", "tag": "5a877a71-f39a-4fdd-81d7-f2c9f166b9b8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:11.823666 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-888572a4-6c04-4cad-9e75-8900592329e0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:11.824502 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef873f2e-99d9-4041-8b90-82d94638bf4c', 'name': 'network-vif-deleted', 'tag': '5a877a71-f39a-4fdd-81d7-f2c9f166b9b8', 'status': 'completed', 'code': 200} Mar 07 04:28:11.830054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c3bde68-d0ee-4624-8b55-e0b707a87f91 req-8a8a51f5-45a2-4f67-b3c4-c9a7299e4444 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0700934 Mar 07 04:28:12.050491 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:07Z', 'revision_number': 3, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:12.100704 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa831-931a-4d83-b31a-a1db205d2f35 None None] The sync data for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 is: [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:07Z', 'revision_number': 3, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:28:12.109443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a8507d70-66e5-4143-8f51-f26db62816b2 None None] Provisioning complete for port 76ee4ed3-8134-42c3-88be-5b41d8f87901 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:12.110847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a8507d70-66e5-4143-8f51-f26db62816b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.121390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09843cb-c007-4d40-b148-ced68f2fa9de req-5b01c13b-78b2-444f-bcc6-34fea26c9e2b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.131570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d09843cb-c007-4d40-b148-ced68f2fa9de req-5b01c13b-78b2-444f-bcc6-34fea26c9e2b tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 945 time: 0.0896957 Mar 07 04:28:12.191108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.193192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (67fd865d-60f2-40d3-9fc4-7e6b28652211), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.209760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d09843cb-c007-4d40-b148-ced68f2fa9de req-d76d9652-e62d-418f-9bb5-b1fd0cfafcb3 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732949 Mar 07 04:28:12.215542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a8507d70-66e5-4143-8f51-f26db62816b2 None None] Port 76ee4ed3-8134-42c3-88be-5b41d8f87901 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:28:12.281718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fd865d-60f2-40d3-9fc4-7e6b28652211,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:12.378554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Checking segment: {'id': 'e5350a3a-f713-4885-be98-27b9ec3afc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e6e423e-4865-4fe2-ac9f-389c66037f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:12.379159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Network hostable DHCP agents. Network: 0e6e423e-4865-4fe2-ac9f-389c66037f7e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:28:12.439865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Network 0e6e423e-4865-4fe2-ac9f-389c66037f7e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:28:12.462762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-189a90b8-5de4-4e29-8fce-87a6a83ba378 req-c0bede5a-34c7-4fea-ae2b-d03978fd4293 tempest-ServersTestJSON-1608495884 tempest-ServersTestJSON-1608495884-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef873f2e-99d9-4041-8b90-82d94638bf4c HTTP/1.1" status: 200 len: 210 time: 0.0547473 Mar 07 04:28:12.470765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0e6e423e-4865-4fe2-ac9f-389c66037f7e) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:12.479433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244cd56-4298-4d1f-8464-42c477d167b4 None None] Network 0e6e423e-4865-4fe2-ac9f-389c66037f7e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:12.491712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.492268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.574719 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks [] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.578394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.582808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9629790c-5f17-4ef4-bb3b-b38f756990f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0266268 Mar 07 04:28:12.583974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.585920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.589928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.606591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.616096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.626649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.635298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.643555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-5c75bfec-56b6-4abe-b74c-47045d9dddb4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1866829 Mar 07 04:28:12.676503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:12.679140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c80e2-4de1-49d9-a9fa-5e2f22baf357 None None] Network 0e6e423e-4865-4fe2-ac9f-389c66037f7e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:12.813539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adb9cd3d-acba-450b-aa6c-1de476b13234 req-6fc64b82-92a5-415b-bf0c-cd9084e2b8ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689868 Mar 07 04:28:12.898557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa70f-7d36-4f7f-934a-bffa46611dc0 req-0e3d3252-5570-4a12-be29-027825a9106f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:12.907261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-987fa70f-7d36-4f7f-934a-bffa46611dc0 req-0e3d3252-5570-4a12-be29-027825a9106f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1413350 Mar 07 04:28:12.991112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device eca64b20-5aa6-47b7-b54a-07bbd72d3c25 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:13.022078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:13.034184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:13.037400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Pushing event updated for resources: {'Port': ['ID=76ee4ed3-8134-42c3-88be-5b41d8f87901,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:13.050469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-987fa70f-7d36-4f7f-934a-bffa46611dc0 req-f143fe6c-91c6-4e54-8cf0-7dba1ba90971 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421866 Mar 07 04:28:13.063052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1211a01e-51e0-4cc9-b7d7-06d37bfed5cd req-6bbb5383-e0bb-4991-9df2-361597fced28 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0543587 Mar 07 04:28:13.136638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:13.137076 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.257194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-daf889be-c023-4f21-846b-94ed606aa988 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:13.261798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-daf889be-c023-4f21-846b-94ed606aa988 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 945 time: 0.6006105 Mar 07 04:28:13.276076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:13.276505 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.312631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port eca64b20-5aa6-47b7-b54a-07bbd72d3c25, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:13.325215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.401090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:28:13.434394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:13.476237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f2b55d30-a9e3-46c1-90a0-812ad568e52e None None] Provisioning complete for port 76ee4ed3-8134-42c3-88be-5b41d8f87901 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:13.476940 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f2b55d30-a9e3-46c1-90a0-812ad568e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.514337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a78ef-c950-44cc-b075-2ccb04505a91 req-97fffb23-1310-437b-a86b-750b0b13d3f8 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:13.520718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e32a78ef-c950-44cc-b075-2ccb04505a91 req-97fffb23-1310-437b-a86b-750b0b13d3f8 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 945 time: 0.1849697 Mar 07 04:28:13.520984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f2b55d30-a9e3-46c1-90a0-812ad568e52e None None] Port 76ee4ed3-8134-42c3-88be-5b41d8f87901 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:28:13.577105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Deleting port 381b319a-57e1-4d5a-bce4-0fd5e9086163 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:13.577702 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.636318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e32a78ef-c950-44cc-b075-2ccb04505a91 req-573197d6-0819-4c96-b658-0ce51e6d8c55 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/security-groups?id=63a02485-578d-4412-8389-94f84a894824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021502 Mar 07 04:28:13.668796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35892) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:13.714987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:28:13.722711 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ee206e32-5e18-4e8c-8b39-f582be794d68 admin admin] 10.222.0.21 "PUT /v2.0/routers/b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0043502 Mar 07 04:28:13.755240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Deleting subnet 3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:28:13.760304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Publish callbacks [] for subnet (3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.790279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] For port 381b319a-57e1-4d5a-bce4-0fd5e9086163, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=381b319a-57e1-4d5a-bce4-0fd5e9086163,segment=NetworkSegment(aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf),segment_id=aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:13.790711 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.806536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:13.816078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Calling delete_port for 381b319a-57e1-4d5a-bce4-0fd5e9086163 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:13.926714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Deleting subnet 67fd865d-60f2-40d3-9fc4-7e6b28652211 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:28:13.930706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Publish callbacks [] for subnet (67fd865d-60f2-40d3-9fc4-7e6b28652211), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:13.972608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (67fd865d-60f2-40d3-9fc4-7e6b28652211), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.033390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (67fd865d-60f2-40d3-9fc4-7e6b28652211), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.150588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.159275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (67fd865d-60f2-40d3-9fc4-7e6b28652211), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.195419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.195797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.201848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] 10.222.0.21 "DELETE /v2.0/subnets/67fd865d-60f2-40d3-9fc4-7e6b28652211 HTTP/1.1" status: 204 len: 168 time: 0.3919764 Mar 07 04:28:14.201848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef111641-6430-4074-aa9c-cb87a06484da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fd865d-60f2-40d3-9fc4-7e6b28652211,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:14.203328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (381b319a-57e1-4d5a-bce4-0fd5e9086163), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.204895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:14.315519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Pushing event deleted for resources: {'Port': ['ID=381b319a-57e1-4d5a-bce4-0fd5e9086163,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:14.330107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.335754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.341097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.342622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:14.348117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] No DVR routers for this DVR port 381b319a-57e1-4d5a-bce4-0fd5e9086163 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:14.352011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.354592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.355992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8f7cfaa1-be6f-45ea-9d42-d978397162f5 req-9472dc4b-e381-4467-8b81-afb1fe75e216 tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.44 "DELETE /v2.0/ports/381b319a-57e1-4d5a-bce4-0fd5e9086163 HTTP/1.1" status: 204 len: 173 time: 1.0806503 Mar 07 04:28:14.356524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'name': 'network-vif-deleted', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:14.360193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.366028 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f0f51-3962-41b4-9a6e-327c5c321c90" -d '{"events": [{"server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "name": "network-vif-deleted", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:14.366820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.374203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.382565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-b12031f2-21cc-4171-9894-8fa384251f11 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1665704 Mar 07 04:28:14.391504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.421892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:14.429154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:14.429516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5a877a71-f39a-4fdd-81d7-f2c9f166b9b8 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:14.479778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bb72e12-bb79-4cc5-ae32-37ebd2a017ff req-f0775c7b-bc18-41d3-8a8a-450be61e8f95 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967097 Mar 07 04:28:14.490591 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.492112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0e6e423e-4865-4fe2-ac9f-389c66037f7e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.493859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4562c8bf-c9ae-413e-900a-2bba8eb45d19 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3fbfa7de-b2cc-4d1b-80dc-53fdaddc8965 HTTP/1.1" status: 204 len: 168 time: 0.8246381 Mar 07 04:28:14.496621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:14.567058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:14.571811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537815544', 'description': 'tempest-description--1107609932'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:14.678674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0e6e423e-4865-4fe2-ac9f-389c66037f7e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.700062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e4195e2-c81b-42e6-b75c-808680aae34e req-d41ae66b-3972-452f-8a85-99e648356317 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0414505 Mar 07 04:28:14.700997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6e423e-4865-4fe2-ac9f-389c66037f7e']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:14.703438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (db7eefde-0fec-4ee1-8a44-7fec86e43b35), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.705203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.712949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5350a3a-f713-4885-be98-27b9ec3afc28') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:14.713482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5350a3a-f713-4885-be98-27b9ec3afc28') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:14.730435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e5350a3a-f713-4885-be98-27b9ec3afc28), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.743034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c025b-6a13-4365-84d3-5dcf4cdcf440 req-ab19f4ca-a7b6-470d-8456-7ae057aa3d9a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:14.750391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce4c025b-6a13-4365-84d3-5dcf4cdcf440 req-ab19f4ca-a7b6-470d-8456-7ae057aa3d9a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1846108 Mar 07 04:28:14.757555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e5350a3a-f713-4885-be98-27b9ec3afc28), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.765176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:14.765878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e5350a3a-f713-4885-be98-27b9ec3afc28), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:14.767878 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:14.792024 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2d4e1f-fd0b-4072-b787-35c658e7df32 x-openstack-request-id: req-1f2d4e1f-fd0b-4072-b787-35c658e7df32 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:14.792570 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add0c44f-9453-4a35-9943-6d0d4bf1a63d", "name": "network-vif-deleted", "tag": "381b319a-57e1-4d5a-bce4-0fd5e9086163", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:14.793380 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f2d4e1f-fd0b-4072-b787-35c658e7df32 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:14.794387 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add0c44f-9453-4a35-9943-6d0d4bf1a63d', 'name': 'network-vif-deleted', 'tag': '381b319a-57e1-4d5a-bce4-0fd5e9086163', 'status': 'completed', 'code': 200} Mar 07 04:28:14.860676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0e6e423e-4865-4fe2-ac9f-389c66037f7e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.884200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:14.889657 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] 10.222.0.21 "DELETE /v2.0/networks/0e6e423e-4865-4fe2-ac9f-389c66037f7e HTTP/1.1" status: 204 len: 168 time: 0.6833920 Mar 07 04:28:14.892367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe8489-e3b6-4b5a-a778-e119d5110ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6e423e-4865-4fe2-ac9f-389c66037f7e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:14.932722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Sync routers for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:28:14.947985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device eca64b20-5aa6-47b7-b54a-07bbd72d3c25 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:14.954454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce4c025b-6a13-4365-84d3-5dcf4cdcf440 req-0853bc54-e06a-46ad-96fb-3e0aa8e80c22 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002549 Mar 07 04:28:15.002631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:15.004580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:15.044883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7feaea77-ca15-41e1-a493-c76f7c228d56 req-e9b9bd71-5ee2-46f7-9a19-58061479624e tempest-LiveMigrationTest-465376923 tempest-LiveMigrationTest-465376923-project] 10.222.0.21 "GET /v2.0/ports?device_id=add0c44f-9453-4a35-9943-6d0d4bf1a63d HTTP/1.1" status: 200 len: 210 time: 0.1277380 Mar 07 04:28:15.084491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group (a6031802-df8d-494b-8e44-245d6bad4718), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.087899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (db7eefde-0fec-4ee1-8a44-7fec86e43b35), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.098543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a6031802-df8d-494b-8e44-245d6bad4718), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.099400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35930) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.149467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7eefde-0fec-4ee1-8a44-7fec86e43b35']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:15.155377 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6e6c2fa7-6a02-4d4c-bc3a-ea6523b88b7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4043e17ebf2b4119926d6c92bae8ee28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537310 Mar 07 04:28:15.158431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.177890 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.181787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6138663 Mar 07 04:28:15.184772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.192048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:15.192048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:15.195971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Request body: {'security_group_rule': {'security_group_id': 'a6031802-df8d-494b-8e44-245d6bad4718', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:15.200285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa5d6-b9b8-48c2-bb13-91dfc0c2b913 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6031802-df8d-494b-8e44-245d6bad4718,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:15.206133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:15.218284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.243592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.257723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group_rule (f37f1a6e-ac1b-4c65-82f5-312474ab7bab), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.258264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:15.259074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (f4ef094f-d0c2-49b4-bbf4-d5bb814d9c70), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.259253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:15.259585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.294818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27bf3443-6e4b-443c-9861-b4a6f5014153 admin admin] Publish callbacks [] for security_group (5936df80-7c1b-43ab-9e83-2f8012caccdf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.319283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27bf3443-6e4b-443c-9861-b4a6f5014153 admin admin] Publish callbacks [] for security_group (5936df80-7c1b-43ab-9e83-2f8012caccdf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:15.322945 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:15.334944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:15.373021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 381b319a-57e1-4d5a-bce4-0fd5e9086163 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:15.374150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 381b319a-57e1-4d5a-bce4-0fd5e9086163 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:15.386193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f384c01-80b6-4516-83d6-0287dc2bf4cf req-408ccbcb-a207-4ba8-aa64-7e480beec934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d9bd0a98fd04e5f8b0c525f8f2d043c&device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0570099 Mar 07 04:28:15.390103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ffc9102-22be-4e08-99e2-26d41fb67589 req-125f3838-d031-45c5-b086-e5f7684868d5 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0626514 Mar 07 04:28:15.392522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (db7eefde-0fec-4ee1-8a44-7fec86e43b35), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.410302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27bf3443-6e4b-443c-9861-b4a6f5014153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5936df80-7c1b-43ab-9e83-2f8012caccdf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.417168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27bf3443-6e4b-443c-9861-b4a6f5014153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.418340 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-27bf3443-6e4b-443c-9861-b4a6f5014153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5936df80-7c1b-43ab-9e83-2f8012caccdf HTTP/1.1" status: 204 len: 168 time: 0.2587297 Mar 07 04:28:15.421497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group_rule (f37f1a6e-ac1b-4c65-82f5-312474ab7bab), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.436217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f37f1a6e-ac1b-4c65-82f5-312474ab7bab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.440871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf3443-6e4b-443c-9861-b4a6f5014153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936df80-7c1b-43ab-9e83-2f8012caccdf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:15.447920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.452819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] 10.222.0.21 "DELETE /v2.0/networks/db7eefde-0fec-4ee1-8a44-7fec86e43b35 HTTP/1.1" status: 204 len: 168 time: 0.9549298 Mar 07 04:28:15.460782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37f1a6e-ac1b-4c65-82f5-312474ab7bab,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:15.463427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f384c01-80b6-4516-83d6-0287dc2bf4cf req-80a201dd-c2cd-4621-ae05-6611beba4b98 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1d9bd0a98fd04e5f8b0c525f8f2d043c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609586 Mar 07 04:28:15.470679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.474211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce7d9486-3d7d-4601-8f63-ff66037df726 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852030 Mar 07 04:28:15.475686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.485458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Request body: {'security_group_rule': {'security_group_id': 'a6031802-df8d-494b-8e44-245d6bad4718', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:15.485720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508019e0-ad1f-435d-9a43-748afb70bc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7eefde-0fec-4ee1-8a44-7fec86e43b35,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:15.591719 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group_rule (a6098e42-322d-4398-a12e-dbf79d3e9ade), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.684326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group_rule (a6098e42-322d-4398-a12e-dbf79d3e9ade), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.690065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a6098e42-322d-4398-a12e-dbf79d3e9ade), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.713615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6098e42-322d-4398-a12e-dbf79d3e9ade,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:15.728752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.735731 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd87d024-4125-4f23-8434-7794f30c4041 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556951 Mar 07 04:28:15.739194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:15.742793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35946) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.749559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:15.771407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384c01-80b6-4516-83d6-0287dc2bf4cf req-f0f20252-ce20-44a0-b1cb-697ef0dfbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.773386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f384c01-80b6-4516-83d6-0287dc2bf4cf req-f0f20252-ce20-44a0-b1cb-697ef0dfbd2f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3090487 Mar 07 04:28:15.774047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 2, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:15.787985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.795917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.804786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.806154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35948) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.810350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.818068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.824580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Checking router: b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:28:15.825144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Updating router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 port 76ee4ed3-8134-42c3-88be-5b41d8f87901 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:28:15.845030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.851215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.855712 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:15.857729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:15.870134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-ebd3f1dc-4e87-4a91-a09d-5a2b535e8a76 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2218814 Mar 07 04:28:15.921117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35952) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:15.922353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-266e70c8-3815-444a-ae00-5df00ce623a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=765a9a47b1e244ca813048916feecd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063569 Mar 07 04:28:15.962731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.037416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42f08a92-1022-4905-b4ea-dd58e78cf41b req-f8c0c5e1-5064-451b-98f2-bd9443610632 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661620 Mar 07 04:28:16.040383 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-9fe9c3ee-0b4a-4d5d-a348-6a9f47e619d0 service neutron] show failed (client error): The resource could not be found. Mar 07 04:28:16.041507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-9fe9c3ee-0b4a-4d5d-a348-6a9f47e619d0 service neutron] 10.222.0.15 "GET /v2.0/ports/afb14b01-4eb6-4d27-b854-bb4d27a453d4/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.1619675 Mar 07 04:28:16.044485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38889adc-91c1-4a31-b0e6-5160b9687c86 admin admin] Publish callbacks [] for security_group (d5193fb8-a2a1-4acd-be62-423d48b9198c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.078842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38889adc-91c1-4a31-b0e6-5160b9687c86 admin admin] Publish callbacks [] for security_group (d5193fb8-a2a1-4acd-be62-423d48b9198c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.145377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Allocated IP 172.25.4.38 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/20cd5eb0-5080-42c7-abc7-91f3c33039b3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:16.215055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35964) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:16.235041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Publish callbacks [] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.242946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.247457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce6a8-1c5e-416f-86b2-0987dac16ee4 req-f34256e8-5759-48b0-a93b-ded613196349 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:16.256930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b9ce6a8-1c5e-416f-86b2-0987dac16ee4 req-f34256e8-5759-48b0-a93b-ded613196349 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1635268 Mar 07 04:28:16.302952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38889adc-91c1-4a31-b0e6-5160b9687c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d5193fb8-a2a1-4acd-be62-423d48b9198c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.306917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38889adc-91c1-4a31-b0e6-5160b9687c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.309747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-38889adc-91c1-4a31-b0e6-5160b9687c86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5193fb8-a2a1-4acd-be62-423d48b9198c HTTP/1.1" status: 204 len: 168 time: 0.3874109 Mar 07 04:28:16.346271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38889adc-91c1-4a31-b0e6-5160b9687c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5193fb8-a2a1-4acd-be62-423d48b9198c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:16.370465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.370777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c63d1-0dba-4413-982d-1917f7d4c62c None None] Pushing event updated for resources: {'Port': ['ID=76ee4ed3-8134-42c3-88be-5b41d8f87901,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:16.400865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b9ce6a8-1c5e-416f-86b2-0987dac16ee4 req-208f2311-3dd2-48b9-8761-de8306878c45 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416955 Mar 07 04:28:16.421016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Attempting to bind port 76ee4ed3-8134-42c3-88be-5b41d8f87901 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:16.421016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Attempting to bind port 76ee4ed3-8134-42c3-88be-5b41d8f87901 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:16.421016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Attempting to bind port 76ee4ed3-8134-42c3-88be-5b41d8f87901 on network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:16.432154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:16.432531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Checking segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:16.432976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.433321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Bound using segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:16.433804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Bound port: 76ee4ed3-8134-42c3-88be-5b41d8f87901, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:16.434207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.536455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-c8fc71d6-02d2-4ab8-a212-d175800f8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:16.538129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-c8fc71d6-02d2-4ab8-a212-d175800f8e9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532&tenant_id=da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 1131 time: 0.1659117 Mar 07 04:28:16.546221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.559901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:16.561296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] For port 76ee4ed3-8134-42c3-88be-5b41d8f87901, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:16.572273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] For port 76ee4ed3-8134-42c3-88be-5b41d8f87901, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76ee4ed3-8134-42c3-88be-5b41d8f87901,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:16.586671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.598555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Deleting subnet 08dbea69-bb32-4202-ad4a-db9c7816f6cb {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:28:16.613542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Publish callbacks [] for subnet (08dbea69-bb32-4202-ad4a-db9c7816f6cb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.677814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:16.680518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feca4906-fa52-472b-90bc-589955684259 req-379947e6-f50c-4805-93ce-b060a4920f64 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0791888 Mar 07 04:28:16.714330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:16.715173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:16.721108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (08dbea69-bb32-4202-ad4a-db9c7816f6cb), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.726594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:16.729817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:16.798334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (08dbea69-bb32-4202-ad4a-db9c7816f6cb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.821439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.828793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event updated for resources: {'Port': ['ID=20cd5eb0-5080-42c7-abc7-91f3c33039b3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:16.890649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (08dbea69-bb32-4202-ad4a-db9c7816f6cb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.927921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:16.937380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08dbea69-bb32-4202-ad4a-db9c7816f6cb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:16.942468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:16.946978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2b8d2453-b2ae-4ac7-9af1-e8054c52ff38 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/08dbea69-bb32-4202-ad4a-db9c7816f6cb HTTP/1.1" status: 204 len: 168 time: 0.7282748 Mar 07 04:28:16.949646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35984) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:16.960988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (50a290de-851b-4971-a2df-f0723e23e094), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.036994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f384c01-80b6-4516-83d6-0287dc2bf4cf req-79615791-d31b-45b6-96b4-ab045e2796e2 tempest-ServerShowV254Test-935954059 tempest-ServerShowV254Test-935954059-project] 10.222.0.15 "GET /v2.0/ports?device_id=e889a031-b426-4729-ab49-d80909559b43 HTTP/1.1" status: 200 len: 210 time: 0.0424769 Mar 07 04:28:17.087146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (4921de86-b9f8-45da-afcf-5a63375d03e6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.170835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c63d1-0dba-4413-982d-1917f7d4c62c None None] Pushing event updated for resources: {'Port': ['ID=76ee4ed3-8134-42c3-88be-5b41d8f87901,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:17.204827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] Provisioning complete for port 76ee4ed3-8134-42c3-88be-5b41d8f87901 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:17.205474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.247087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:16Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:17.248632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (4921de86-b9f8-45da-afcf-5a63375d03e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.274083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4921de86-b9f8-45da-afcf-5a63375d03e6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:17.285347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:17.285623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:17.286416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8adc09-c296-4412-8fe4-2a6e7073a254 None None] The sync data for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 is: [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:16Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:28:17.307989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35990) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:17.367900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.387572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] Current status of the port 76ee4ed3-8134-42c3-88be-5b41d8f87901 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:17.387967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.416459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.430233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:17.431470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (aea49ea8-6d30-4efb-b0e6-0ecadeafd9cf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:17.432646 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:17.458162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.463994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.471175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.478483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.480807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] For port 76ee4ed3-8134-42c3-88be-5b41d8f87901, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76ee4ed3-8134-42c3-88be-5b41d8f87901,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:17.485119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.491565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.494247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.503949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.506225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23edc67d-cb7b-409c-ac9a-db425221680d req-dbe5e067-da71-4544-a374-d506ae8df346 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2002025 Mar 07 04:28:17.581079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beae538-2253-42d0-bc59-704190be4fc8 None None] Pushing event updated for resources: {'Port': ['ID=76ee4ed3-8134-42c3-88be-5b41d8f87901,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:17.637487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cba44bed-9a93-4fca-8446-999a44025009 None None] Provisioning complete for port 76ee4ed3-8134-42c3-88be-5b41d8f87901 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:17.642207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cba44bed-9a93-4fca-8446-999a44025009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.735961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (4921de86-b9f8-45da-afcf-5a63375d03e6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.806121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.808981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cba44bed-9a93-4fca-8446-999a44025009 None None] Current status of the port 76ee4ed3-8134-42c3-88be-5b41d8f87901 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:17.811356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] 10.222.0.21 "DELETE /v2.0/networks/4921de86-b9f8-45da-afcf-5a63375d03e6 HTTP/1.1" status: 204 len: 168 time: 0.8599100 Mar 07 04:28:17.819265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-347980470-network', 'tenant_id': '5ada10c8818f4bfd905d42029293379f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:17.833971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36008) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:17.860278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c28b-7b1b-4543-97af-6e7320cb1cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=4921de86-b9f8-45da-afcf-5a63375d03e6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:17.870969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.918021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b165-6c5b-4ae8-848b-2ba1c23b5e6f req-0f6c5edf-5ed9-4d60-9a63-3153ace8214e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:17.919595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1571b165-6c5b-4ae8-848b-2ba1c23b5e6f req-0f6c5edf-5ed9-4d60-9a63-3153ace8214e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.3214743 Mar 07 04:28:17.930381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23edc67d-cb7b-409c-ac9a-db425221680d req-98eeda4d-d51b-44a2-a6a5-bec0bb6d38fc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3347633 Mar 07 04:28:17.950768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Made reservation on behalf of 5ada10c8818f4bfd905d42029293379f for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:17.953579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:17.955847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:18.001853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Deleting subnet 430c86b6-b733-4c0c-b813-9f89fc185ef1 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:28:18.005354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.009338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Publish callbacks [] for subnet (430c86b6-b733-4c0c-b813-9f89fc185ef1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.066971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:18.086627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1571b165-6c5b-4ae8-848b-2ba1c23b5e6f req-2206adfa-3473-4dca-8bf8-d88127e2525b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532137 Mar 07 04:28:18.102226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (430c86b6-b733-4c0c-b813-9f89fc185ef1), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.150408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:18.152784 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c156a78-671f-4dfe-b5a2-4cb8b5c7b919" -d '{"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-unplugged", "status": "completed", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:18.158934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Publish callbacks [] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.165557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:18.200080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.202272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Transition to ACTIVE for port object afb14b01-4eb6-4d27-b854-bb4d27a453d4 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:28:18.207750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.220949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.232176 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks [] for security_group (812b846c-d639-4755-b4f7-159a8d7b2e96), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.258542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (812b846c-d639-4755-b4f7-159a8d7b2e96), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.262150 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (430c86b6-b733-4c0c-b813-9f89fc185ef1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.273442 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f42d799-85e0-4b04-b239-141ad1018901 x-openstack-request-id: req-6f42d799-85e0-4b04-b239-141ad1018901 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:18.273838 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-unplugged", "status": "completed", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:18.274406 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f42d799-85e0-4b04-b239-141ad1018901 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:18.275304 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'code': 200} Mar 07 04:28:18.351191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:28:18.394251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812b846c-d639-4755-b4f7-159a8d7b2e96,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:18.398212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4531a956-da99-4c25-b4ce-6ffb868f06c8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.398840 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Added segment 4531a956-da99-4c25-b4ce-6ffb868f06c8 of type vlan for network c292c809-4800-4ead-aa3a-85a2d1fb8447 Mar 07 04:28:18.456856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] No DVR routers for this DVR port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:18.460806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event updated for resources: {'Port': ['ID=20cd5eb0-5080-42c7-abc7-91f3c33039b3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:18.468370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2133796089-network', 'tenant_id': 'a3022b92d39c4e53a08fa96382051af0'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:18.506921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c292c809-4800-4ead-aa3a-85a2d1fb8447), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.509964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (430c86b6-b733-4c0c-b813-9f89fc185ef1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.520094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:18.550811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Made reservation on behalf of a3022b92d39c4e53a08fa96382051af0 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:18.553433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.557102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.567864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/430c86b6-b733-4c0c-b813-9f89fc185ef1 HTTP/1.1" status: 204 len: 168 time: 0.7322102 Mar 07 04:28:18.572420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba939ee-998e-47d5-841b-eda0d315a6ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430c86b6-b733-4c0c-b813-9f89fc185ef1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:18.579639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:18.579995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:18.590640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.591843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (50a290de-851b-4971-a2df-f0723e23e094), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.613541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c292c809-4800-4ead-aa3a-85a2d1fb8447), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.615074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:18.615888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.619099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:18.619601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:18.619947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:18.635756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:28:18.636272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Attempting to bind port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:18.659745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:18.660742 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:18.661149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:18.661760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Bound port: afb14b01-4eb6-4d27-b854-bb4d27a453d4, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:18.662292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.695838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3866313 Mar 07 04:28:18.733364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36030) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:18.741548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Request body: {'subnet': {'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-347980470-subnet', 'tenant_id': '5ada10c8818f4bfd905d42029293379f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:18.780426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f23df606-7e80-4cd7-9b7a-ccf9bb76a86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.802442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Made reservation on behalf of 5ada10c8818f4bfd905d42029293379f for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:18.805429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.809151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Pushing event updated for resources: {'Network': ['ID=c292c809-4800-4ead-aa3a-85a2d1fb8447,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:18.811578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.813297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-71b6600e-8a6c-4c16-8fb7-ba26088cd8f5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0693481 Mar 07 04:28:18.856099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:18.879012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ee4ed3-8134-42c3-88be-5b41d8f87901 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:18.890180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:18.896862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.897219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.900718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.901074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.901419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.901763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.902147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (4ab7e5a1-e415-4cfb-b06d-164bd7ad3152), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.903555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.903907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.904693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.905067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.905408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.906808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.907344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb99b24-3c22-471c-8556-2a4378c4ba67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:18.907480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.929795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c292c809-4800-4ead-aa3a-85a2d1fb8447 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:28:18.988632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks [] for security_group (53049258-82a8-4058-82e1-38cb77d5f352), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:18.997867 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (53049258-82a8-4058-82e1-38cb77d5f352), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.008569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.010517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.013122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] 10.222.0.44 "PUT /v2.0/ports/afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 1095 time: 2.4643271 Mar 07 04:28:19.046169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:28:19.069691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53049258-82a8-4058-82e1-38cb77d5f352,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:19.086326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (324f914b-ee61-4269-be6f-d8e3e6603ef7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.086678 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Added segment 324f914b-ee61-4269-be6f-d8e3e6603ef7 of type vlan for network e51ef393-4d81-40f8-9336-a5f67ffea944 Mar 07 04:28:19.149142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931b5b5-bf26-4c23-8349-d63ce041ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:19.179975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 76ee4ed3-8134-42c3-88be-5b41d8f87901 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:19.180367 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.187418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f23df606-7e80-4cd7-9b7a-ccf9bb76a86e admin admin] Publish callbacks [] for security_group (1587eaed-6ec9-4db9-83ba-8d7af84f939d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.206473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f23df606-7e80-4cd7-9b7a-ccf9bb76a86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1587eaed-6ec9-4db9-83ba-8d7af84f939d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.296736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df606-7e80-4cd7-9b7a-ccf9bb76a86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1587eaed-6ec9-4db9-83ba-8d7af84f939d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:19.306410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (4ab7e5a1-e415-4cfb-b06d-164bd7ad3152), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.347024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 76ee4ed3-8134-42c3-88be-5b41d8f87901 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:19.347873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-b824a5c9-fbaf-4eec-8b67-4149fdf38e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.354151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-b824a5c9-fbaf-4eec-8b67-4149fdf38e62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1129 time: 0.3073847 Mar 07 04:28:19.366212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e51ef393-4d81-40f8-9336-a5f67ffea944), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.443308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab7e5a1-e415-4cfb-b06d-164bd7ad3152']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:19.462260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a071fbf0-0c91-4700-9176-fb8b795ab0c9') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:19.462550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a071fbf0-0c91-4700-9176-fb8b795ab0c9') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:19.475122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f23df606-7e80-4cd7-9b7a-ccf9bb76a86e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9bd0a98fd04e5f8b0c525f8f2d043c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8898504 Mar 07 04:28:19.480693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:19.489182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (a071fbf0-0c91-4700-9176-fb8b795ab0c9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.490912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e51ef393-4d81-40f8-9336-a5f67ffea944), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.491917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.492513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.522105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a071fbf0-0c91-4700-9176-fb8b795ab0c9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.540398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.541688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:19.542104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (a071fbf0-0c91-4700-9176-fb8b795ab0c9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:19.543716 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:19.546629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.551773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.557140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.563733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.568651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-cf9ccb15-ed5f-4045-94e4-889ede403dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.568826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.570169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-cf9ccb15-ed5f-4045-94e4-889ede403dfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2140679 Mar 07 04:28:19.574295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.576773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-08825df6-8cf4-46b4-96a1-c177fb55c3bd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.3518090 Mar 07 04:28:19.590782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (53e2c9eb-8512-4ea8-ac39-cd364b720f1c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.621256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef4441-16ac-444d-8cda-f95be81cb5a7 req-7a6a127f-057c-43c3-961e-fdb404c4c0c9 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.623668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fef4441-16ac-444d-8cda-f95be81cb5a7 req-7a6a127f-057c-43c3-961e-fdb404c4c0c9 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 947 time: 0.3459086 Mar 07 04:28:19.643866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.670102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-f73d64b7-a0f2-4ded-869c-b9582655e54b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.0901992 Mar 07 04:28:19.715775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab74fd1-4b55-4841-aa63-bf942d827477 admin admin] Publish callbacks [] for security_group (1587eaed-6ec9-4db9-83ba-8d7af84f939d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.724451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (4ab7e5a1-e415-4cfb-b06d-164bd7ad3152), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.743282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.746439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ab7e5a1-e415-4cfb-b06d-164bd7ad3152 HTTP/1.1" status: 204 len: 168 time: 1.1624861 Mar 07 04:28:19.765706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740c221-1c9a-459d-af93-fd6b2717e92e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab7e5a1-e415-4cfb-b06d-164bd7ad3152,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:19.782367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab74fd1-4b55-4841-aa63-bf942d827477 admin admin] Publish callbacks [] for security_group (1587eaed-6ec9-4db9-83ba-8d7af84f939d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.785071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-546e0630-b85b-4bb4-8bfa-47766900445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.786588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-546e0630-b85b-4bb4-8bfa-47766900445e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1029835 Mar 07 04:28:19.862529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-0855332e-6ead-4ebc-a47c-46a49d1f3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:19.863518 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-0855332e-6ead-4ebc-a47c-46a49d1f3a73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0693581 Mar 07 04:28:19.931146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:19.942126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab74fd1-4b55-4841-aa63-bf942d827477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1587eaed-6ec9-4db9-83ba-8d7af84f939d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.944703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ab74fd1-4b55-4841-aa63-bf942d827477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:19.949205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5ab74fd1-4b55-4841-aa63-bf942d827477 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1587eaed-6ec9-4db9-83ba-8d7af84f939d HTTP/1.1" status: 204 len: 168 time: 0.4644709 Mar 07 04:28:19.959819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7912440 Mar 07 04:28:20.009129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46413588-c90c-4bbe-81ed-80250cd29689 admin admin] Pushing event updated for resources: {'Network': ['ID=e51ef393-4d81-40f8-9336-a5f67ffea944,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:20.019388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e51ef393-4d81-40f8-9336-a5f67ffea944 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:28:20.029092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e2c9eb-8512-4ea8-ac39-cd364b720f1c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:20.110408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab74fd1-4b55-4841-aa63-bf942d827477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1587eaed-6ec9-4db9-83ba-8d7af84f939d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:20.114680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2805a9da-bd06-4659-a461-fd675f0c3387 req-fac9b24f-40e2-4b1f-a821-af70f4567f42 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5281863 Mar 07 04:28:20.145768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fef4441-16ac-444d-8cda-f95be81cb5a7 req-4df0d01d-526e-40ce-a84b-23423fd12f25 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848371 Mar 07 04:28:20.156664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Checking segment: {'id': '4531a956-da99-4c25-b4ce-6ffb868f06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:20.157365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Network hostable DHCP agents. Network: c292c809-4800-4ead-aa3a-85a2d1fb8447, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:28:20.183183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-d3229c99-0703-40c5-8c83-2583bec64bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123970 Mar 07 04:28:20.190436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Network c292c809-4800-4ead-aa3a-85a2d1fb8447 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:28:20.209387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c292c809-4800-4ead-aa3a-85a2d1fb8447) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:20.219297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86d5c2de-06d1-4635-bada-d9d4e23cbca0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8237522f34594fce82b2024a934e0a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864609 Mar 07 04:28:20.221555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36118) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:20.231233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:20.235208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:20.244619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadeb72-c35b-4d8d-be70-af3302d0d43c None None] Network c292c809-4800-4ead-aa3a-85a2d1fb8447 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:20.283346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:20.293565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2859f13c-c227-4011-a5de-375718ff59aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5479636 Mar 07 04:28:20.293838 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f75f05-80ad-4cad-9e33-6a294b462d18" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:20.393110 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f95ad58-911f-4b8f-a17c-5c1ceca881f2 x-openstack-request-id: req-5f95ad58-911f-4b8f-a17c-5c1ceca881f2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:20.393482 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:20.393888 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f95ad58-911f-4b8f-a17c-5c1ceca881f2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:20.394575 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'status': 'completed', 'code': 200} Mar 07 04:28:20.410747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:20.441089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-928f37e4-31fb-4d4f-9237-58d33e3dcdbe admin admin] Publish callbacks [] for security_group (63a02485-578d-4412-8389-94f84a894824), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:20.497198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-2460fcc7-0a04-430d-a7df-f690eb4b1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:20.499236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-2460fcc7-0a04-430d-a7df-f690eb4b1237 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1129 time: 0.0789540 Mar 07 04:28:20.530024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port afb14b01-4eb6-4d27-b854-bb4d27a453d4 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:28:20.531225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:20.552683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-928f37e4-31fb-4d4f-9237-58d33e3dcdbe admin admin] Publish callbacks [] for security_group (63a02485-578d-4412-8389-94f84a894824), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:20.597338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28364f19-f04c-4d60-b628-aef4ab1b496c None None] Network c292c809-4800-4ead-aa3a-85a2d1fb8447 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:20.606197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b220ab38-b823-40b2-ad5f-ff23938ed556 req-39312521-3eaf-49f5-9ac9-2f71f41cbe12 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130323 Mar 07 04:28:20.743924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-057cea8d-a2ce-4624-adba-cb0e2c97a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:20.745773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-057cea8d-a2ce-4624-adba-cb0e2c97a65d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2405453 Mar 07 04:28:20.885148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-c2ca26b4-c894-4186-b6b4-40d77f110aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:20.887533 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-c2ca26b4-c894-4186-b6b4-40d77f110aee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1129 time: 0.1518209 Mar 07 04:28:20.888285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-928f37e4-31fb-4d4f-9237-58d33e3dcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (63a02485-578d-4412-8389-94f84a894824), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:20.904537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-928f37e4-31fb-4d4f-9237-58d33e3dcdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:20.915762 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-928f37e4-31fb-4d4f-9237-58d33e3dcdbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63a02485-578d-4412-8389-94f84a894824 HTTP/1.1" status: 204 len: 168 time: 0.6727583 Mar 07 04:28:20.919681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-2d6b494f-9980-4e8d-8d49-922b98d0e442 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.1623280 Mar 07 04:28:21.004929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f37e4-31fb-4d4f-9237-58d33e3dcdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a02485-578d-4412-8389-94f84a894824,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:21.201462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-5f1b6b51-d10f-4e32-ada0-1fb228f844cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.205345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-5f1b6b51-d10f-4e32-ada0-1fb228f844cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2852430 Mar 07 04:28:21.265037 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-b82ebb0c-782a-4ce7-a65e-1384747367b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.0504155 Mar 07 04:28:21.286748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-c3d6fb0c-6fd8-4a39-9915-c5b72cd946e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.288942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-c3d6fb0c-6fd8-4a39-9915-c5b72cd946e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.3667357 Mar 07 04:28:21.374620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-86dc51a8-f3e3-45c4-b20c-ae7bcf4068b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.376879 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-86dc51a8-f3e3-45c4-b20c-ae7bcf4068b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1039336 Mar 07 04:28:21.378747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f372db-dc1d-483f-af73-546487e0a48c req-11dcd809-455f-4b18-9b95-78c5799a5bd9 tempest-ComputeTenantNetworksTest-1715728900 tempest-ComputeTenantNetworksTest-1715728900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.383961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f372db-dc1d-483f-af73-546487e0a48c req-11dcd809-455f-4b18-9b95-78c5799a5bd9 tempest-ComputeTenantNetworksTest-1715728900 tempest-ComputeTenantNetworksTest-1715728900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.391302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f372db-dc1d-483f-af73-546487e0a48c req-11dcd809-455f-4b18-9b95-78c5799a5bd9 tempest-ComputeTenantNetworksTest-1715728900 tempest-ComputeTenantNetworksTest-1715728900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.393139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22f372db-dc1d-483f-af73-546487e0a48c req-11dcd809-455f-4b18-9b95-78c5799a5bd9 tempest-ComputeTenantNetworksTest-1715728900 tempest-ComputeTenantNetworksTest-1715728900-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3373089 Mar 07 04:28:21.412634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-75cbfa59-617c-4df9-b961-9914772c16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.414389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-75cbfa59-617c-4df9-b961-9914772c16d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1177013 Mar 07 04:28:21.459252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-97f476be-c4fd-4419-95e5-2aa122c47d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.461827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-97f476be-c4fd-4419-95e5-2aa122c47d69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0633106 Mar 07 04:28:21.624467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:21.672902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-2737ae1c-57dc-4b62-9426-84758ef4bde3 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026227 Mar 07 04:28:21.706947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d9618871-806c-45d9-8898-553fef37808b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0eb0c9aff814586b6b549afa5ee76e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790584 Mar 07 04:28:21.709422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36174) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:21.740988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-e277f02f-6427-4b5b-a273-b928d9f33ce6 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.743039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-e277f02f-6427-4b5b-a273-b928d9f33ce6 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/networks?id=c292c809-4800-4ead-aa3a-85a2d1fb8447 HTTP/1.1" status: 200 len: 820 time: 0.1406791 Mar 07 04:28:21.746181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-1525298d-537b-4ec8-b91b-30f2378d7ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249502 Mar 07 04:28:21.759400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.765647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.780812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.787730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.793375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.799023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.806255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:21.808404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cf40778-109e-454e-ab25-8048e60c346c req-dc73b0ed-2c20-483c-a5a1-dbbc8c946ef4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2557197 Mar 07 04:28:21.820879 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-0b8e5471-6298-432d-8c85-5972c33d10d8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393006 Mar 07 04:28:21.821770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73444518-a3db-4a6f-9722-4f3ee4e90a7c admin admin] Publish callbacks [] for security_group (354a8784-b8d8-4b6c-8a4c-b38e03f660e9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:21.834108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-a0bb3d90-5e1f-4a50-8e8a-561c67c01e4d tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/quotas/5ada10c8818f4bfd905d42029293379f HTTP/1.1" status: 200 len: 375 time: 0.0166082 Mar 07 04:28:21.851215 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73444518-a3db-4a6f-9722-4f3ee4e90a7c admin admin] Publish callbacks [] for security_group (354a8784-b8d8-4b6c-8a4c-b38e03f660e9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:21.882988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-3fb1ca60-6d3c-4a5a-aa9f-e354c19d1486 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ada10c8818f4bfd905d42029293379f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472355 Mar 07 04:28:21.917740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73444518-a3db-4a6f-9722-4f3ee4e90a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (354a8784-b8d8-4b6c-8a4c-b38e03f660e9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:21.921821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73444518-a3db-4a6f-9722-4f3ee4e90a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:21.923081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-73444518-a3db-4a6f-9722-4f3ee4e90a7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/354a8784-b8d8-4b6c-8a4c-b38e03f660e9 HTTP/1.1" status: 204 len: 168 time: 0.2127225 Mar 07 04:28:21.933342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73444518-a3db-4a6f-9722-4f3ee4e90a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354a8784-b8d8-4b6c-8a4c-b38e03f660e9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:22.009319 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:22.100313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cf40778-109e-454e-ab25-8048e60c346c req-894b4d40-b3b5-42fa-b1f1-fb627eff67bc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2544405 Mar 07 04:28:22.142674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33f75f05-80ad-4cad-9e33-6a294b462d18 req-953ce632-3301-4ba2-b6e0-9a63d7c49b25 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330452 Mar 07 04:28:22.155201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-ab888415-851a-444b-8660-eefbd76586fa service neutron] 10.222.0.21 "GET /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468123 Mar 07 04:28:22.295008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95fbb8-6aed-437c-ba64-51f34cf971e2 req-81344fd5-c5e6-48e8-bd57-5c2449bc7a66 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:22.296562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec95fbb8-6aed-437c-ba64-51f34cf971e2 req-81344fd5-c5e6-48e8-bd57-5c2449bc7a66 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 947 time: 0.1117842 Mar 07 04:28:22.303043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-c2818f36-2047-4fb9-97eb-127e1bc2d142 service neutron] 10.222.0.21 "GET /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468811 Mar 07 04:28:22.372837 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec95fbb8-6aed-437c-ba64-51f34cf971e2 req-35a3dd9b-c1d3-48cf-a860-37546ad46642 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620608 Mar 07 04:28:22.581610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eefd-6dbd-42d9-bd73-330935d41337 req-e5c46ae8-9e3e-43a0-b7aa-6e356d0f4eae tempest-ComputeTenantNetworksTest-1715728900 tempest-ComputeTenantNetworksTest-1715728900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:22.583084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9159eefd-6dbd-42d9-bd73-330935d41337 req-e5c46ae8-9e3e-43a0-b7aa-6e356d0f4eae tempest-ComputeTenantNetworksTest-1715728900 tempest-ComputeTenantNetworksTest-1715728900-project] 10.222.0.21 "GET /v2.0/networks/e51ef393-4d81-40f8-9336-a5f67ffea944 HTTP/1.1" status: 200 len: 769 time: 0.1752601 Mar 07 04:28:22.592230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:22.696456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-109812c3-80b8-40d1-920f-4d47f1544819 req-da73f91c-f8d7-431a-bb4a-03cf379f99ee tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 210 time: 0.0537107 Mar 07 04:28:22.718987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e51ef393-4d81-40f8-9336-a5f67ffea944), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:22.809307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e51ef393-4d81-40f8-9336-a5f67ffea944), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:22.831934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51ef393-4d81-40f8-9336-a5f67ffea944']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:22.845521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324f914b-ee61-4269-be6f-d8e3e6603ef7') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:22.845866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324f914b-ee61-4269-be6f-d8e3e6603ef7') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:22.861526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (324f914b-ee61-4269-be6f-d8e3e6603ef7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:22.884391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (324f914b-ee61-4269-be6f-d8e3e6603ef7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:22.900572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:22.901763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (324f914b-ee61-4269-be6f-d8e3e6603ef7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:22.906167 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:23.028415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e51ef393-4d81-40f8-9336-a5f67ffea944), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:23.041143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:23.058611 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e51ef393-4d81-40f8-9336-a5f67ffea944 HTTP/1.1" status: 204 len: 168 time: 0.4644785 Mar 07 04:28:23.110230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fe817-30b0-4a43-9175-1a4106fe40f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51ef393-4d81-40f8-9336-a5f67ffea944,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:23.175868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbc680c2-3933-48d3-aa51-a2f6d8f748b1 req-3a08952a-2f73-480b-bee6-b2e35f94326c tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0633669 Mar 07 04:28:23.304187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.312168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.318114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.325584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.340532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.347755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.349179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:23.364738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.373131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-5ab0a4be-ac63-4b2d-ae58-e2a5c98ecf7e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1491358 Mar 07 04:28:23.533534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36246) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:23.542011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e04c14b8-5c5b-4805-b613-7cf2b3b32f5e req-34f721da-ec14-4e0f-b0d5-e13b9ea57d6d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668403 Mar 07 04:28:23.556239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:23.571565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'mac_address': 'fa:16:3e:cb:bc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:23.658201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415479da-fbff-4abe-a638-b6300259896f req-72ca5b3d-dd44-4757-a2a2-4d123dba8056 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:23.672625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port afb14b01-4eb6-4d27-b854-bb4d27a453d4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:23.673189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:23.675942 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2ba12a9c-5a4b-44d2-934a-539f4aee51ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3022b92d39c4e53a08fa96382051af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410601 Mar 07 04:28:23.678963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-415479da-fbff-4abe-a638-b6300259896f req-72ca5b3d-dd44-4757-a2a2-4d123dba8056 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 947 time: 0.1232650 Mar 07 04:28:23.679515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:23.711530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb14b01-4eb6-4d27-b854-bb4d27a453d4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:23.755905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:23.766939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:23.802869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18221e54-8d76-4dcb-90a5-1d4fa816537d admin admin] Publish callbacks [] for security_group (53049258-82a8-4058-82e1-38cb77d5f352), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:23.806782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-415479da-fbff-4abe-a638-b6300259896f req-cb291b27-e9ed-4a32-ac90-4bffda44e08c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177812 Mar 07 04:28:23.879656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18221e54-8d76-4dcb-90a5-1d4fa816537d admin admin] Publish callbacks [] for security_group (53049258-82a8-4058-82e1-38cb77d5f352), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:23.881213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:23.912807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-611b3baf-5b74-43b1-8ac0-ed034944b626 req-c3f3691b-c809-4d15-b57e-8c3091f7e8c4 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 210 time: 0.0594871 Mar 07 04:28:24.018745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18221e54-8d76-4dcb-90a5-1d4fa816537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (53049258-82a8-4058-82e1-38cb77d5f352), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:24.021895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18221e54-8d76-4dcb-90a5-1d4fa816537d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:24.024510 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18221e54-8d76-4dcb-90a5-1d4fa816537d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53049258-82a8-4058-82e1-38cb77d5f352 HTTP/1.1" status: 204 len: 168 time: 0.3422627 Mar 07 04:28:24.044902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221e54-8d76-4dcb-90a5-1d4fa816537d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53049258-82a8-4058-82e1-38cb77d5f352,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:24.298203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:24.471110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8ccb857-ca5e-4d83-a7fd-b24826921835 req-767bc299-81ed-4df9-9150-b1d9c675baf5 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0925581 Mar 07 04:28:24.667575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-3f7aeb21-f318-4038-88d8-46e6b4a63121 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.671571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-3f7aeb21-f318-4038-88d8-46e6b4a63121 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.15 "GET /v2.0/networks?id=c292c809-4800-4ead-aa3a-85a2d1fb8447 HTTP/1.1" status: 200 len: 820 time: 0.1948845 Mar 07 04:28:24.684869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Request body: {'port': {'device_id': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447', 'admin_state_up': True, 'tenant_id': '5ada10c8818f4bfd905d42029293379f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:24.881758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.888206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.894279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.900134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.906963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.912705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.918676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:24.927130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-75f17d98-b345-47ba-bc78-c107589090f7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2489939 Mar 07 04:28:25.052954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Made reservation on behalf of 5ada10c8818f4bfd905d42029293379f for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:25.056329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:25.080432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72baa1e1-6343-4a20-a540-43fbc8b7ccea req-5e15f987-b09c-43f6-8143-27733208ef92 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516817 Mar 07 04:28:25.100593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025663d-3fae-4f0b-a075-dcc4cc27c505 req-7ac562d8-5e5f-41d5-81e4-f49b2e36aefe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:25.109744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c025663d-3fae-4f0b-a075-dcc4cc27c505 req-7ac562d8-5e5f-41d5-81e4-f49b2e36aefe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 948 time: 0.1800871 Mar 07 04:28:25.304519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d6ee337-3400-4e08-a63f-f79fe6bb6808 req-d7185502-d6eb-45bb-98e1-1a676fc635c8 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 210 time: 0.1224573 Mar 07 04:28:25.345563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:25.378959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c025663d-3fae-4f0b-a075-dcc4cc27c505 req-646c6158-535e-4449-92cd-e42859e4dc62 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677245 Mar 07 04:28:25.436888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port afb14b01-4eb6-4d27-b854-bb4d27a453d4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:25.455781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port afb14b01-4eb6-4d27-b854-bb4d27a453d4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:25.456149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:25.518873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Allocated IP 172.20.0.12 (c292c809-4800-4ead-aa3a-85a2d1fb8447/53e2c9eb-8512-4ea8-ac39-cd364b720f1c/657d9e00-bf52-4ffd-af7e-82ceeae6dc65) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:25.634425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port afb14b01-4eb6-4d27-b854-bb4d27a453d4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:25.635181 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:25.664017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:25.667025 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a7b76-17ea-4176-9f46-534755df1ecb" -d '{"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-plugged", "status": "completed", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:25.685189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:25.692589 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:25.772235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:25.902946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60bd6d61-9a8a-4470-ba41-3dcd9033a2c9 req-75efebe0-ce0c-4bc7-aaba-32c7f79db90c tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.1303666 Mar 07 04:28:25.961372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-a508ea93-f754-4cb7-8649-f42572ab81f6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:25.962825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-a508ea93-f754-4cb7-8649-f42572ab81f6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532&tenant_id=da1647029e294fe9bd9f285ebb29f7dd&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 949 time: 0.1893423 Mar 07 04:28:26.005942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks [] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:26.101685 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-db16d14e-0d2c-4005-aecf-fd403bccbdac service neutron] delete failed (client error): The resource could not be found. Mar 07 04:28:26.102734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-db16d14e-0d2c-4005-aecf-fd403bccbdac service neutron] 10.222.0.15 "DELETE /v2.0/ports/afb14b01-4eb6-4d27-b854-bb4d27a453d4/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.1313252 Mar 07 04:28:26.113867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31094c-4268-4fcd-a9fa-f795457ce2fd req-da697276-f1cd-440b-b348-8c09218dafbe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.115426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b31094c-4268-4fcd-a9fa-f795457ce2fd req-da697276-f1cd-440b-b348-8c09218dafbe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1131015 Mar 07 04:28:26.117006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:26.195224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Network c292c809-4800-4ead-aa3a-85a2d1fb8447 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:26.203375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:26.206652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Pushing event updated for resources: {'Port': ['ID=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:26.208826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:26.223889 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f9f105-0d5a-4e38-9e76-b0af95707d42 x-openstack-request-id: req-69f9f105-0d5a-4e38-9e76-b0af95707d42 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:26.224275 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-plugged", "status": "completed", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:26.224592 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69f9f105-0d5a-4e38-9e76-b0af95707d42 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:26.225050 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'code': 200} Mar 07 04:28:26.302331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b31094c-4268-4fcd-a9fa-f795457ce2fd req-ccce33ec-9b18-4c89-9568-a1aaa9694491 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484852 Mar 07 04:28:26.337028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56b187fa-6ecd-43ae-a2e1-65055faa0dc6 req-5250b679-e5e7-4b38-9356-0464a213edf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0408380 Mar 07 04:28:26.357385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.365913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:26.426302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-d69aee70-4787-4a60-bc28-0c65bbd8a773 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7466421 Mar 07 04:28:26.459177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-b8d26ab2-2195-46a4-8ad7-563b92dd12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.460725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-b8d26ab2-2195-46a4-8ad7-563b92dd12cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1131 time: 0.1891479 Mar 07 04:28:26.472444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.478283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.484568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.489793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.495566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.501490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.506889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.508759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-1b896b84-33a1-446e-b3b9-650682cf7b9a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1300764 Mar 07 04:28:26.547343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Request body: {'port': {'device_id': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:26.718732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e67ac0c-b79e-4e82-890b-ab5c091a4b05 req-a8b0f5cf-a373-44bf-9383-fbff20be3d5c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1999962 Mar 07 04:28:26.733215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:26.738871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-8078420b-57e5-416e-a638-ef6818a39888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:26.740357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-8078420b-57e5-416e-a638-ef6818a39888 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1999607 Mar 07 04:28:26.902319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-5837a850-7de2-482b-80e6-83b4e2bd2524 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.1551402 Mar 07 04:28:27.304942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dcff0868-4b13-4f8b-b3eb-1ed739892a8b req-a8710f27-f366-4954-825f-e3314e556569 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0466485 Mar 07 04:28:27.410333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-486253dd-35de-4cde-8b7e-f558a7d49224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:27.411761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-486253dd-35de-4cde-8b7e-f558a7d49224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.5014737 Mar 07 04:28:27.508313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e961-4f40-445f-8735-4cdc8e319541 req-3a7e18f5-8271-4a0d-ba6b-47d7ae438c7d tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:27.509781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca5e961-4f40-445f-8735-4cdc8e319541 req-3a7e18f5-8271-4a0d-ba6b-47d7ae438c7d tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 932 time: 0.6095331 Mar 07 04:28:27.607882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f0a3-5726-448e-9761-957cc6133df4 req-640ae71c-7f4b-4a33-a79f-e740a496e1a2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:27.615073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e67f0a3-5726-448e-9761-957cc6133df4 req-640ae71c-7f4b-4a33-a79f-e740a496e1a2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.2186582 Mar 07 04:28:27.622182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-79ae0a5f-9c3d-42d0-866b-b68cabe8b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:27.623688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-79ae0a5f-9c3d-42d0-866b-b68cabe8b358 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1697335 Mar 07 04:28:27.686431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca5e961-4f40-445f-8735-4cdc8e319541 req-0c86c20f-eac7-4236-aac1-ea2380278af2 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628251 Mar 07 04:28:27.784270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:27.799676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Publish callbacks [] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:27.806044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e67f0a3-5726-448e-9761-957cc6133df4 req-07321500-864a-44d2-8f3f-499fdc2d7254 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906333 Mar 07 04:28:27.830684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Transition to ACTIVE for port object 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:28:27.836460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-9b34fd24-f16a-4cef-a81b-36afb21117db service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030513 Mar 07 04:28:27.838419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:27.968916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Pushing event updated for resources: {'Port': ['ID=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:28.067506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c88dddae-bd87-4827-928d-a0e497a6dd0e req-5284a9ef-cd27-4465-bda2-fa73cf7c4162 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231133 Mar 07 04:28:28.097242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.102774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.109143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.115538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.121358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.127518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.133328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.135455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-d1c638f8-14df-4164-ad12-4495bafa0262 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1850698 Mar 07 04:28:28.145755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Attempting to bind port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:28.146483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Attempting to bind port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '4531a956-da99-4c25-b4ce-6ffb868f06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:28.146824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Attempting to bind port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 on network c292c809-4800-4ead-aa3a-85a2d1fb8447 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:28.153375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 on network c292c809-4800-4ead-aa3a-85a2d1fb8447 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:28:28.153836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Attempting to bind port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 on network c292c809-4800-4ead-aa3a-85a2d1fb8447 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:28.174896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:28.175223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Checking segment: {'id': '4531a956-da99-4c25-b4ce-6ffb868f06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:28.175636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Bound using segment: {'id': '4531a956-da99-4c25-b4ce-6ffb868f06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:28.176070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Bound port: 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4531a956-da99-4c25-b4ce-6ffb868f06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:28.176433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:28.274341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c3c1ffe-db8e-44c4-b991-ef9468bd402d req-dd3e22e2-c366-4149-9203-491cd7beeee4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240873 Mar 07 04:28:28.285414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] For port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:28.293527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] For port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,segment=NetworkSegment(4531a956-da99-4c25-b4ce-6ffb868f06c8),segment_id=4531a956-da99-4c25-b4ce-6ffb868f06c8)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:28.307730 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:28.353811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.354466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:28.356225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] 10.222.0.15 "PUT /v2.0/ports/657d9e00-bf52-4ffd-af7e-82ceeae6dc65 HTTP/1.1" status: 200 len: 1092 time: 1.8143392 Mar 07 04:28:28.356602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'tag': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:28.359352 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ba5-1ebc-4183-bc8c-315915b0c815", "tag": "657d9e00-bf52-4ffd-af7e-82ceeae6dc65"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:28.389133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ee0bd-afc8-45bf-b4d4-85ed415ccd88 service neutron] Pushing event updated for resources: {'Port': ['ID=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:28.436623 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829f9b6c-1d0e-46cb-afd6-78fe6539e37f x-openstack-request-id: req-829f9b6c-1d0e-46cb-afd6-78fe6539e37f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:28.436926 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ba5-1ebc-4183-bc8c-315915b0c815", "tag": "657d9e00-bf52-4ffd-af7e-82ceeae6dc65", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:28.437177 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-829f9b6c-1d0e-46cb-afd6-78fe6539e37f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:28.437588 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'tag': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65', 'status': 'completed', 'code': 200} Mar 07 04:28:28.569383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e17d375a-f68f-4045-b0bc-ee326a03d570 req-a0fda298-0dd9-4ecd-ba5b-9bcd158ba05d tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0770285 Mar 07 04:28:28.580769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-0aa68f7b-40d1-414a-ac80-e99a96b9a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.582497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-0aa68f7b-40d1-414a-ac80-e99a96b9a4fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ada10c8818f4bfd905d42029293379f&device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 1126 time: 0.1438453 Mar 07 04:28:28.643820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-95a4d1d3-2aa2-464d-aff9-f05ed04e658c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65 HTTP/1.1" status: 200 len: 217 time: 0.0537796 Mar 07 04:28:28.709522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-b864ed41-cee5-4786-b99a-057d620cb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:28.711504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-b864ed41-cee5-4786-b99a-057d620cb68e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53e2c9eb-8512-4ea8-ac39-cd364b720f1c HTTP/1.1" status: 200 len: 860 time: 0.0627320 Mar 07 04:28:28.776350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-af310bb9-01f7-47a4-9637-378d2b17250f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c292c809-4800-4ead-aa3a-85a2d1fb8447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543160 Mar 07 04:28:28.961666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-3d05ab00-399a-4377-a947-d89352fbd95b service neutron] 10.222.0.15 "GET /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793072 Mar 07 04:28:29.058718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36436) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:29.160149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dfedd-c3bb-47b9-a44b-b41f0e7839d7 req-76c75666-38ba-4acc-84c1-750631a36265 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.161681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-222dfedd-c3bb-47b9-a44b-b41f0e7839d7 req-76c75666-38ba-4acc-84c1-750631a36265 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 944 time: 0.1949365 Mar 07 04:28:29.204644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4647000-3f26-4bb3-ab5c-2b425d2bbc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.214343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f62d10-5432-4c3d-9d4d-581ee22ebed6 req-43a5653f-5c21-4cf9-86d6-d91b0143c378 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.215869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73f62d10-5432-4c3d-9d4d-581ee22ebed6 req-43a5653f-5c21-4cf9-86d6-d91b0143c378 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.1654193 Mar 07 04:28:29.219668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755274f3-887f-4a7c-92b6-6ff1c56bb13f req-251c3ad5-83b8-423f-a67f-579448c85fbc service neutron] 10.222.0.15 "GET /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469556 Mar 07 04:28:29.268995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-222dfedd-c3bb-47b9-a44b-b41f0e7839d7 req-31b70762-1893-4317-b585-8bb0f014b118 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973759 Mar 07 04:28:29.342817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4647000-3f26-4bb3-ab5c-2b425d2bbc5f admin admin] Publish callbacks [] for security_group (0d9b9036-847d-4995-997e-ee363e950c5e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.349329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4647000-3f26-4bb3-ab5c-2b425d2bbc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0d9b9036-847d-4995-997e-ee363e950c5e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.364080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73f62d10-5432-4c3d-9d4d-581ee22ebed6 req-d88e4141-e6a3-4927-ad35-ccad2aab77a2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033030 Mar 07 04:28:29.396607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-302a9c29-9d52-4ac0-af2a-63008357f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.398316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-302a9c29-9d52-4ac0-af2a-63008357f61c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ada10c8818f4bfd905d42029293379f&device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 1126 time: 0.1017172 Mar 07 04:28:29.402725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f4647000-3f26-4bb3-ab5c-2b425d2bbc5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d6e3b8ec9448508ba4f5926571d900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396940 Mar 07 04:28:29.405044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4647000-3f26-4bb3-ab5c-2b425d2bbc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9b9036-847d-4995-997e-ee363e950c5e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:29.408320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:29.492074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b82a2de7-c803-48a5-88fb-7ae9042f41b2 admin admin] Publish callbacks [] for security_group (0d9b9036-847d-4995-997e-ee363e950c5e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.517998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b82a2de7-c803-48a5-88fb-7ae9042f41b2 admin admin] Publish callbacks [] for security_group (0d9b9036-847d-4995-997e-ee363e950c5e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.543793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8170d963-678c-4508-90fc-79e412c585a1 req-250fd5fd-cd4e-411f-a19b-e81e0949c179 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0391722 Mar 07 04:28:29.572177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-804e3b21-c127-46fe-bb12-f768d3572cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.574408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-804e3b21-c127-46fe-bb12-f768d3572cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c292c809-4800-4ead-aa3a-85a2d1fb8447 HTTP/1.1" status: 200 len: 921 time: 0.1691289 Mar 07 04:28:29.606209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b82a2de7-c803-48a5-88fb-7ae9042f41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0d9b9036-847d-4995-997e-ee363e950c5e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.618106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b82a2de7-c803-48a5-88fb-7ae9042f41b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:29.618106 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b82a2de7-c803-48a5-88fb-7ae9042f41b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d9b9036-847d-4995-997e-ee363e950c5e HTTP/1.1" status: 204 len: 168 time: 0.2024267 Mar 07 04:28:29.630806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a2de7-c803-48a5-88fb-7ae9042f41b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9b9036-847d-4995-997e-ee363e950c5e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:29.648148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-b6cc8d59-ff67-4995-af46-0ec257090245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65 HTTP/1.1" status: 200 len: 217 time: 0.0655601 Mar 07 04:28:29.810830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-76c81d72-c30a-4a27-8920-6943ff90c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.812449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-76c81d72-c30a-4a27-8920-6943ff90c383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53e2c9eb-8512-4ea8-ac39-cd364b720f1c HTTP/1.1" status: 200 len: 860 time: 0.1556542 Mar 07 04:28:29.851880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-98e701c2-103b-4dba-9dd8-b497b39c4426 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c292c809-4800-4ead-aa3a-85a2d1fb8447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322845 Mar 07 04:28:29.854661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab946-5f4e-4b07-bc13-2bb4189aa26d req-56bfd24b-6fe7-40ef-b482-1838fddd88ff tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.856073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3ab946-5f4e-4b07-bc13-2bb4189aa26d req-56bfd24b-6fe7-40ef-b482-1838fddd88ff tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1131 time: 0.1361859 Mar 07 04:28:29.885994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.891579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.896891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.902172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.908212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.913488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.921022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:29.921763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-b8413672-7bde-44dd-9421-ba4aea8f21e7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2033222 Mar 07 04:28:30.031193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36466) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:30.050188 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ebac96a-c5ed-4599-b46b-426aed458224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.054482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3ab946-5f4e-4b07-bc13-2bb4189aa26d req-c8dfd13d-0ba2-4d8e-8c2b-84114e83b832 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864095 Mar 07 04:28:30.086975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-8e9ea58d-3f3b-4516-ba49-7997d00b50e6 service neutron] 10.222.0.15 "GET /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268536 Mar 07 04:28:30.142359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fa4e5f0-3603-4549-92cb-92a8986d3f53 req-873b70cc-f4ca-4188-bf32-751be13e8769 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012782 Mar 07 04:28:30.179783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ebac96a-c5ed-4599-b46b-426aed458224 admin admin] Publish callbacks [] for security_group (0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.188479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ebac96a-c5ed-4599-b46b-426aed458224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.226631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac96a-c5ed-4599-b46b-426aed458224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:30.254269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6165a7cd-49a5-4cf7-941a-5fa0cc393b16 req-3f9cfd3e-e64c-468e-aa08-e868349532ec service neutron] 10.222.0.15 "GET /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547492 Mar 07 04:28:30.255858 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2ebac96a-c5ed-4599-b46b-426aed458224 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b62e59797e024620bd5c1218fd42418b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235920 Mar 07 04:28:30.258988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:30.329219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8a04c6e-266d-41cd-977a-f6802635f480 admin admin] Publish callbacks [] for security_group (0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.356659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8a04c6e-266d-41cd-977a-f6802635f480 admin admin] Publish callbacks [] for security_group (0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.412075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6599-2474-4e7e-9653-69624ff990c1 req-681f958a-6c10-4372-a6c8-51f2ea62846c tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:30.414603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-521b6599-2474-4e7e-9653-69624ff990c1 req-681f958a-6c10-4372-a6c8-51f2ea62846c tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 944 time: 0.0654674 Mar 07 04:28:30.439878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8a04c6e-266d-41cd-977a-f6802635f480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.442690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8a04c6e-266d-41cd-977a-f6802635f480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:30.443877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e8a04c6e-266d-41cd-977a-f6802635f480 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29 HTTP/1.1" status: 204 len: 168 time: 0.1838582 Mar 07 04:28:30.453462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a04c6e-266d-41cd-977a-f6802635f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4c169-2df4-41a9-ae2e-3d25e2bb4f29,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:30.486320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-521b6599-2474-4e7e-9653-69624ff990c1 req-998d1503-d2c4-4916-8d9d-a99866b8d14c tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618627 Mar 07 04:28:30.611101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-ffdb00dc-4040-4b08-85f2-eb5c34e43ee5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340316 Mar 07 04:28:30.767505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c630110-97be-4c56-b2ff-271946094a9d req-3d722919-86b9-4332-903a-9ff7248b7c30 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0354040 Mar 07 04:28:30.819165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-05ca0b38-33ed-440c-9752-c9c4fcf7cead tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:30.819165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-05ca0b38-33ed-440c-9752-c9c4fcf7cead tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071505 Mar 07 04:28:30.834015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-fde3db32-5528-4f70-a9b5-22dd6b2d4c61 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/quotas/da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 375 time: 0.0097179 Mar 07 04:28:30.897334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-50249a71-f406-4860-9fe1-5023c370d137 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559742 Mar 07 04:28:31.115404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28aca9a2-eaa5-47bf-b755-54a409f8f9c3 req-5879330f-e130-4e81-9ef1-0b3a0ef6acf4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 210 time: 0.0418501 Mar 07 04:28:31.340786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.348393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.355458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.366026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.371923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.378596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.383996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.393055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-b7706ba2-11ab-4edc-9abf-acd65fe319a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1330771 Mar 07 04:28:31.511438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2811347-76a7-4793-a39e-e6bfbc5d14bf req-fa26f238-aabb-4c9d-bbbb-f7a9af6e9681 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127439 Mar 07 04:28:31.661520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc891c-4281-4001-88bb-a76c877f6786 req-ae244c0e-ea37-4276-a4e4-2944eb6e62db tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:31.663147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37cc891c-4281-4001-88bb-a76c877f6786 req-ae244c0e-ea37-4276-a4e4-2944eb6e62db tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 944 time: 0.0768285 Mar 07 04:28:31.768166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37cc891c-4281-4001-88bb-a76c877f6786 req-16e6aef1-6441-4801-9def-03c79b9947b4 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958538 Mar 07 04:28:31.903588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a24345f7-7fac-47cf-a65f-18da0763b8c4 req-928dea71-9f26-439d-9fd8-7405b014a05d tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0409422 Mar 07 04:28:32.208471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b70be6-6f12-407b-b563-a94abc6db74c req-2f18ae4e-72e0-41e8-bc55-b837ce455308 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Mar 07 04:28:32.262214 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:28:32.324981 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-b59021ae-170d-424e-b002-e528a3904088 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232294 Mar 07 04:28:32.407809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:32.483138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-0d97fa5d-0e9e-4537-bd88-08012016391c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.485085 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-0d97fa5d-0e9e-4537-bd88-08012016391c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540594 Mar 07 04:28:32.502426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Request body: {'port': {'device_id': '4ef31a12-8acb-4a04-b497-031c69dca994', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'da1647029e294fe9bd9f285ebb29f7dd'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:32.645533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,segment=NetworkSegment(4531a956-da99-4c25-b4ce-6ffb868f06c8),segment_id=4531a956-da99-4c25-b4ce-6ffb868f06c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:32.659232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65', 'network_id': 'c292c809-4800-4ead-aa3a-85a2d1fb8447', 'port_id': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65', 'mac_address': 'fa:16:3e:b1:ac:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e2c9eb-8512-4ea8-ac39-cd364b720f1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:32.741853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.749484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.757586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.760384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Made reservation on behalf of da1647029e294fe9bd9f285ebb29f7dd for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:32.765568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:32.766653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.772327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.778559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.786847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:32.797253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-b5637c8b-0452-48ba-a49a-427c8b770220 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1844814 Mar 07 04:28:32.811968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:32.811968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:32.815242 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f215199b-5e19-4694-b754-736de699c2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:32.834884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:32.869375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,segment=NetworkSegment(4531a956-da99-4c25-b4ce-6ffb868f06c8),segment_id=4531a956-da99-4c25-b4ce-6ffb868f06c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:32.880765 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:32.938291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Allocated IP 192.168.233.205 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/e7e2cf44-5029-467c-b450-2d72fd191712) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:32.983427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f08bcfa7-5d53-491e-b12c-6d6ab34817e7 req-d5bfbb6e-e61a-49a4-8575-9a597aac4647 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766229 Mar 07 04:28:32.995288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:33.100358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['657d9e00-bf52-4ffd-af7e-82ceeae6dc65'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:33.164761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d8abaff-a09b-4e0e-8972-7c014936fc81 req-41cd8e45-f3fc-4512-850c-6ff9ce5c66d6 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0841627 Mar 07 04:28:33.182184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks [] for port (e7e2cf44-5029-467c-b450-2d72fd191712), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:33.276832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972497a1-5d74-4657-b465-ddf9774d9b6c req-b5cc549f-5eae-4598-a7d6-b0757cb84292 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:33.286921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-972497a1-5d74-4657-b465-ddf9774d9b6c req-b5cc549f-5eae-4598-a7d6-b0757cb84292 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 945 time: 0.1248031 Mar 07 04:28:33.289723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:33.323477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:33.406606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:33.410746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:33.415475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:33.425109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:33.494049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-972497a1-5d74-4657-b465-ddf9774d9b6c req-f2397891-6689-43e7-825c-0891ad190633 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951852 Mar 07 04:28:33.523762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:33.525008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:33.553900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195fcf9-71ff-4706-a964-633e849f0c19 req-2e42af3b-4d37-482f-82c8-ba783816ed64 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:33.557201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-95fbe770-495a-4abe-9229-578867297995 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0619071 Mar 07 04:28:33.564973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a195fcf9-71ff-4706-a964-633e849f0c19 req-2e42af3b-4d37-482f-82c8-ba783816ed64 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 936 time: 0.2258372 Mar 07 04:28:33.570118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Request body: {'port': {'device_id': '4ef31a12-8acb-4a04-b497-031c69dca994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:33.572999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36606) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:33.650708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a195fcf9-71ff-4706-a964-633e849f0c19 req-1e862cbd-8566-4baf-a136-6ef31fc91b85 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844569 Mar 07 04:28:33.675273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:33.871428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-92485de7-915c-42b8-affd-a26d646c8e45 None None] Provisioning complete for port e7e2cf44-5029-467c-b450-2d72fd191712 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:33.872617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92485de7-915c-42b8-affd-a26d646c8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:33.944742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-92485de7-915c-42b8-affd-a26d646c8e45 None None] Port e7e2cf44-5029-467c-b450-2d72fd191712 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:28:33.995506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16aaae98-d199-4ecd-be3d-e04c51933912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.062410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e2cf44-5029-467c-b450-2d72fd191712 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:34.072087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Publish callbacks [] for port (e7e2cf44-5029-467c-b450-2d72fd191712), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.090666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Transition to ACTIVE for port object e7e2cf44-5029-467c-b450-2d72fd191712 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:28:34.095560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.156176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:34.163756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16aaae98-d199-4ecd-be3d-e04c51933912 admin admin] Publish callbacks [] for security_group (99f98531-4676-4661-975f-8a140a271f35), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.175007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16aaae98-d199-4ecd-be3d-e04c51933912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (99f98531-4676-4661-975f-8a140a271f35), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.261235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.273912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.290817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.297551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.303704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:34.304936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.306523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:34.307622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:34.313178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.319202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.321696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-b56b6442-bc5d-4f5a-9125-c5c459c086f4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.2322390 Mar 07 04:28:34.329169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Port e7e2cf44-5029-467c-b450-2d72fd191712 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:28:34.329486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:34.336769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:34.337663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:34.338618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:34.339237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Bound port: e7e2cf44-5029-467c-b450-2d72fd191712, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:34.339960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.353402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-16aaae98-d199-4ecd-be3d-e04c51933912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d906d0a6263c4d7580054c9a0b0852d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7755132 Mar 07 04:28:34.364689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36628) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:34.388790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a31d857-ce67-44e4-b441-0d605d7f2275 req-90c14ac6-1035-41b3-9e3f-6dfaf5b2cd09 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0554900 Mar 07 04:28:34.403011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaae98-d199-4ecd-be3d-e04c51933912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f98531-4676-4661-975f-8a140a271f35,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:34.426891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:34.476257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b121b59a-f4e6-470a-84c5-3efd8edfcbc8 req-1cc5b117-223f-46ac-9734-241e2ed46eb2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280091 Mar 07 04:28:34.499364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2f39880-dd60-4a76-9c6b-fff318ca6d9e admin admin] Publish callbacks [] for security_group (99f98531-4676-4661-975f-8a140a271f35), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.531889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:34.536194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:34.536576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.546433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2f39880-dd60-4a76-9c6b-fff318ca6d9e admin admin] Publish callbacks [] for security_group (99f98531-4676-4661-975f-8a140a271f35), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.558941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:34.583199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:34.601389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.661216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:34.662026 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.670403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.671167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.672587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 1096 time: 1.1082606 Mar 07 04:28:34.673053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:34.675366 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:34.702265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2f39880-dd60-4a76-9c6b-fff318ca6d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (99f98531-4676-4661-975f-8a140a271f35), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.705275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2f39880-dd60-4a76-9c6b-fff318ca6d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.707648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:34.714548 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f2f39880-dd60-4a76-9c6b-fff318ca6d9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99f98531-4676-4661-975f-8a140a271f35 HTTP/1.1" status: 204 len: 168 time: 0.3482442 Mar 07 04:28:34.724864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:34.727438 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced8d5ad-6241-4db5-a5aa-d2550da15a18" -d '{"events": [{"server_uuid": "01bc7ba5-1ebc-4183-bc8c-315915b0c815", "name": "network-vif-plugged", "status": "completed", "tag": "657d9e00-bf52-4ffd-af7e-82ceeae6dc65"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:34.745427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2b796-d940-426c-96f7-ad6d8158c7a9 req-28b28e9c-b563-4453-a89f-69baa1aa1b54 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.759540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,segment=NetworkSegment(4531a956-da99-4c25-b4ce-6ffb868f06c8),segment_id=4531a956-da99-4c25-b4ce-6ffb868f06c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:34.772653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.772653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.772653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.772653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.772653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.773245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.785841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f52ee0-0fbd-4a0e-9753-556a88a0e3c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:34.787043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4e2b796-d940-426c-96f7-ad6d8158c7a9 req-28b28e9c-b563-4453-a89f-69baa1aa1b54 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 945 time: 0.1821940 Mar 07 04:28:34.803301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:34.853759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39880-dd60-4a76-9c6b-fff318ca6d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f98531-4676-4661-975f-8a140a271f35,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:34.862500 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4536af-7e89-4d1b-99ec-dc16f65f3c57 x-openstack-request-id: req-9a4536af-7e89-4d1b-99ec-dc16f65f3c57 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:34.862802 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:34.863059 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a4536af-7e89-4d1b-99ec-dc16f65f3c57 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:34.867036 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'status': 'completed', 'code': 200} Mar 07 04:28:34.868614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4e2b796-d940-426c-96f7-ad6d8158c7a9 req-6548cf49-e472-4f78-948a-d8cf642d950e tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 Mar 07 04:28:34.956861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-56a91548-eed8-4d74-9738-2ee1386b0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:34.963412 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-56a91548-eed8-4d74-9738-2ee1386b0fcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1130 time: 0.2357445 Mar 07 04:28:34.992822 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c98d44-de3d-42ff-abb8-f4b929e8df37 x-openstack-request-id: req-39c98d44-de3d-42ff-abb8-f4b929e8df37 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:34.995232 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ba5-1ebc-4183-bc8c-315915b0c815", "name": "network-vif-plugged", "status": "completed", "tag": "657d9e00-bf52-4ffd-af7e-82ceeae6dc65", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:35.008982 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39c98d44-de3d-42ff-abb8-f4b929e8df37 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:35.011172 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65', 'code': 200} Mar 07 04:28:35.069274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:35.087816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-9dc58bfc-7e33-434c-b309-8c7b5c565fd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.1206732 Mar 07 04:28:35.156791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-501c81a0-048b-4232-b895-0fd5607c594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.158365 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-501c81a0-048b-4232-b895-0fd5607c594f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0652530 Mar 07 04:28:35.193062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd321-cd30-4cdc-b9e3-15977c7af59c req-c14a8067-5c43-4832-a4cf-c45463dbd270 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.202833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bedcd321-cd30-4cdc-b9e3-15977c7af59c req-c14a8067-5c43-4832-a4cf-c45463dbd270 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.1955504 Mar 07 04:28:35.207746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bb25-bf2b-48f6-9f7b-bbc610e3f229 req-f9a267f6-1b55-4268-98ec-5e61dc22630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.210273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1783bb25-bf2b-48f6-9f7b-bbc610e3f229 req-f9a267f6-1b55-4268-98ec-5e61dc22630f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 1128 time: 0.1474571 Mar 07 04:28:35.244700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-c0b871fb-81bd-42da-a11b-fc4ec5901685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.246354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-c0b871fb-81bd-42da-a11b-fc4ec5901685 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0810735 Mar 07 04:28:35.304441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1783bb25-bf2b-48f6-9f7b-bbc610e3f229 req-f25b8e3a-520f-4815-8bc8-6d87d694c50f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864139 Mar 07 04:28:35.322372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bedcd321-cd30-4cdc-b9e3-15977c7af59c req-3080c070-55fa-413b-a771-3362dd540c97 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138103 Mar 07 04:28:35.331584 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2d66fe8-33a6-4f13-b686-17686449a059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:35.363953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 88b665b0-a3ab-48c1-a364-976e1d40f536 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:35.393321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-c99dfec0-1cd9-483c-b187-4db9cc0eb2b7 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389792 Mar 07 04:28:35.538139 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65ba0cfc-9fa2-4428-97b5-92e693606a6f req-eacae759-327c-4372-ac1c-435f5bc83480 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332803 Mar 07 04:28:35.561092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 88b665b0-a3ab-48c1-a364-976e1d40f536, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=88b665b0-a3ab-48c1-a364-976e1d40f536,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:35.575536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '88b665b0-a3ab-48c1-a364-976e1d40f536', 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'port_id': '88b665b0-a3ab-48c1-a364-976e1d40f536', 'mac_address': 'fa:16:3e:d7:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8d35f9-721e-469b-8b5c-f1a38df4cf5b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:35.578959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cab21827-66c2-4b25-9818-c5ef40864880 req-2673a5e7-05e3-4670-97b6-e312769b1bd7 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0667770 Mar 07 04:28:35.623965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 88b665b0-a3ab-48c1-a364-976e1d40f536 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:35.624471 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:35.645001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b665b0-a3ab-48c1-a364-976e1d40f536 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:35.678406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:35.688267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 88b665b0-a3ab-48c1-a364-976e1d40f536, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=88b665b0-a3ab-48c1-a364-976e1d40f536,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:35.697285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:35.697969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92729aae-f721-4d72-86b6-fdfb98f083db details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:35.701968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21a6bfc4-fb6b-43d0-8181-3da70636590e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:35.731147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-dbc67b06-4723-4fe1-baab-f7666424d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.733264 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-dbc67b06-4723-4fe1-baab-f7666424d171 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1130 time: 0.1219540 Mar 07 04:28:35.740511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.756723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.762058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.776108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.781656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.806622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.818368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.821242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-049566a9-c06b-43df-97db-8d2f01026f92 req-d87a3300-8e0c-4373-8d9a-6573e3b1ed4a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5420 time: 0.1922479 Mar 07 04:28:35.909015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92729aae-f721-4d72-86b6-fdfb98f083db, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92729aae-f721-4d72-86b6-fdfb98f083db,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:35.913202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-55cae95c-f752-4053-bbd1-22b987bdbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:35.916087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-55cae95c-f752-4053-bbd1-22b987bdbbbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1705105 Mar 07 04:28:35.922469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-049566a9-c06b-43df-97db-8d2f01026f92 req-ed433d80-4e6a-490f-81ca-f476151e72fc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905342 Mar 07 04:28:35.944355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '92729aae-f721-4d72-86b6-fdfb98f083db', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'port_id': '92729aae-f721-4d72-86b6-fdfb98f083db', 'mac_address': 'fa:16:3e:bb:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:35.969748 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-1262ce92-938d-428d-bf6f-feaa591d59fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.0424728 Mar 07 04:28:35.971703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=88b665b0-a3ab-48c1-a364-976e1d40f536,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:35.972514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21a6bfc4-fb6b-43d0-8181-3da70636590e admin admin] Publish callbacks [] for security_group (24cf55f3-4218-405c-a83f-33133c3befa6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:35.993346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21a6bfc4-fb6b-43d0-8181-3da70636590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (24cf55f3-4218-405c-a83f-33133c3befa6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.055207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1307e-4716-449f-aa32-01c0d5bcd8c3 req-7b316f26-3633-49be-9ece-05d77820f866 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:36.057109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65b1307e-4716-449f-aa32-01c0d5bcd8c3 req-7b316f26-3633-49be-9ece-05d77820f866 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 946 time: 0.0764067 Mar 07 04:28:36.061109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 92729aae-f721-4d72-86b6-fdfb98f083db is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:36.064134 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.069852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21a6bfc4-fb6b-43d0-8181-3da70636590e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a0281d588a24e5e9050b48a2dc36306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896196 Mar 07 04:28:36.072274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6bfc4-fb6b-43d0-8181-3da70636590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf55f3-4218-405c-a83f-33133c3befa6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:36.078050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36668) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:36.083565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-38df7684-f39b-4740-b580-e5ef647b8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:36.085048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-38df7684-f39b-4740-b580-e5ef647b8782 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1008482 Mar 07 04:28:36.092592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92729aae-f721-4d72-86b6-fdfb98f083db {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:36.119403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92729aae-f721-4d72-86b6-fdfb98f083db, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92729aae-f721-4d72-86b6-fdfb98f083db,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:36.126190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.126996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4649182c-ed14-4906-9b3f-36852831887f details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:36.163020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65b1307e-4716-449f-aa32-01c0d5bcd8c3 req-1866b57b-a434-443e-874a-c213330c51e4 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960321 Mar 07 04:28:36.177792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05619f37-8fe2-4416-8ebe-315cb00c8500 admin admin] Publish callbacks [] for security_group (24cf55f3-4218-405c-a83f-33133c3befa6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.206271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05619f37-8fe2-4416-8ebe-315cb00c8500 admin admin] Publish callbacks [] for security_group (24cf55f3-4218-405c-a83f-33133c3befa6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.210592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-e1b78271-c193-4830-a1fe-bcb1f3a6a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:36.212070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=92729aae-f721-4d72-86b6-fdfb98f083db,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:36.221341 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-e1b78271-c193-4830-a1fe-bcb1f3a6a38d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1297011 Mar 07 04:28:36.313484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05619f37-8fe2-4416-8ebe-315cb00c8500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (24cf55f3-4218-405c-a83f-33133c3befa6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.318448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05619f37-8fe2-4416-8ebe-315cb00c8500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.322019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05619f37-8fe2-4416-8ebe-315cb00c8500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24cf55f3-4218-405c-a83f-33133c3befa6 HTTP/1.1" status: 204 len: 168 time: 0.2405720 Mar 07 04:28:36.333994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05619f37-8fe2-4416-8ebe-315cb00c8500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf55f3-4218-405c-a83f-33133c3befa6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:36.415425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4649182c-ed14-4906-9b3f-36852831887f,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:36.436799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '4649182c-ed14-4906-9b3f-36852831887f', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'port_id': '4649182c-ed14-4906-9b3f-36852831887f', 'mac_address': 'fa:16:3e:4c:be:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:36.460298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-d5b7c755-e33f-4473-9d29-5e742f2db7eb service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305698 Mar 07 04:28:36.490765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4649182c-ed14-4906-9b3f-36852831887f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:36.491277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4649182c-ed14-4906-9b3f-36852831887f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.510050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4649182c-ed14-4906-9b3f-36852831887f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:36.551671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4649182c-ed14-4906-9b3f-36852831887f,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:36.563367 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.564417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5fe1e6ca-eec4-4320-b137-605b9a5682d4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:36.607916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68acf9-cb94-4eb7-8dcc-928989c16f14 req-8918e8f1-61cb-43c4-be1e-318c27cdbd3d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:36.617793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c68acf9-cb94-4eb7-8dcc-928989c16f14 req-8918e8f1-61cb-43c4-be1e-318c27cdbd3d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.1306591 Mar 07 04:28:36.643267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc8dcbf-5401-4e68-b1ab-c8e90d85ca45 req-65d018ee-83cd-407d-b777-36276e5eb413 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713247 Mar 07 04:28:36.716751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c68acf9-cb94-4eb7-8dcc-928989c16f14 req-a4d29536-3b70-4773-a441-0031ddecaee0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943198 Mar 07 04:28:36.727334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.775715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:36.775999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a194bbb8-88da-46b8-9ef7-e42610636d05 req-7012aca8-db77-404a-b8f9-a86429000499 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0398710 Mar 07 04:28:36.795769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:36.816827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '5fe1e6ca-eec4-4320-b137-605b9a5682d4', 'network_id': '29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06', 'port_id': '5fe1e6ca-eec4-4320-b137-605b9a5682d4', 'mac_address': 'fa:16:3e:3f:7e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8d35f9-721e-469b-8b5c-f1a38df4cf5b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:36.861119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:36.861528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.879379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe1e6ca-eec4-4320-b137-605b9a5682d4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:36.907739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:36.912240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:36.912831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92d09f97-6b8b-4891-af92-33045126c131 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:36.995980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:37.000136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92d09f97-6b8b-4891-af92-33045126c131,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:37.013164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '92d09f97-6b8b-4891-af92-33045126c131', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'port_id': '92d09f97-6b8b-4891-af92-33045126c131', 'mac_address': 'fa:16:3e:08:e4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:37.059433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 92d09f97-6b8b-4891-af92-33045126c131 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:37.059433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d09f97-6b8b-4891-af92-33045126c131), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.073713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d09f97-6b8b-4891-af92-33045126c131 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:37.097035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92d09f97-6b8b-4891-af92-33045126c131,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:37.101858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.103701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.104521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e112f9d1-2cca-4bc9-adc7-544fb295ccec details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:37.108075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.113745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.119304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.125961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.132125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.139815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.141752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-67b67e79-3c7f-4e56-b918-68f47a0d2050 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5424 time: 0.1171734 Mar 07 04:28:37.210381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:37.223830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f38f9eb6-8c2e-4cc0-b157-f7d3d1fe1e4c req-f270169d-2715-4943-886d-47aa2b599fe4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725417 Mar 07 04:28:37.225719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:37.234078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'e112f9d1-2cca-4bc9-adc7-544fb295ccec', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'port_id': 'e112f9d1-2cca-4bc9-adc7-544fb295ccec', 'mac_address': 'fa:16:3e:17:99:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:37.292919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port e112f9d1-2cca-4bc9-adc7-544fb295ccec is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:37.299821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.314486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e112f9d1-2cca-4bc9-adc7-544fb295ccec {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:37.355092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:37.363967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.365112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device a24440e0-04b9-4075-a964-6fc5fe1067f1 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:37.436419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb065e-6b87-4d9c-816a-e2e1b3b5959c req-4499975f-3c6b-4660-9b95-2956831db657 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.438218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39fb065e-6b87-4d9c-816a-e2e1b3b5959c req-4499975f-3c6b-4660-9b95-2956831db657 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 946 time: 0.0906160 Mar 07 04:28:37.452555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:37.457571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:37.475703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'a24440e0-04b9-4075-a964-6fc5fe1067f1', 'network_id': '647fda0b-197a-4970-86eb-e729ec0490e6', 'port_id': 'a24440e0-04b9-4075-a964-6fc5fe1067f1', 'mac_address': 'fa:16:3e:8d:ad:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:37.508888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39fb065e-6b87-4d9c-816a-e2e1b3b5959c req-7dd277a7-44cc-4e94-bd6b-15a2a6c00f09 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613813 Mar 07 04:28:37.553337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port a24440e0-04b9-4075-a964-6fc5fe1067f1 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:37.553727 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.568485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.571356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24440e0-04b9-4075-a964-6fc5fe1067f1 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:37.593452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:37.598333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:37.652795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:37.889094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fac3b-e10a-4c7f-a05a-4538ccb94c5a req-07ae95d8-1474-416c-baa7-d131e717062a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:37.890661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b37fac3b-e10a-4c7f-a05a-4538ccb94c5a req-07ae95d8-1474-416c-baa7-d131e717062a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.0911381 Mar 07 04:28:37.943665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d7c9f9d-0207-4c80-8bf9-9a5adc4b0b50 req-a94d934f-c3d8-4ae3-9755-f6b298bf107f tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0476000 Mar 07 04:28:38.004231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b37fac3b-e10a-4c7f-a05a-4538ccb94c5a req-bd65c33d-3a9e-4932-b1fa-091077e9a5b4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Mar 07 04:28:38.429276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.439340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.445224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.451778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.457099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.462695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.468644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.470546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-233bb497-dd7a-4b7c-a77f-f6a30123c3c0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5427 time: 0.1552649 Mar 07 04:28:38.561212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d86fa18-0292-4b2b-9a6d-c68b316d8d02 req-0ee1c32b-8381-43b2-9b2d-919def0b28bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793676 Mar 07 04:28:38.715943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4649182c-ed14-4906-9b3f-36852831887f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:38.767153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5fe1e6ca-eec4-4320-b137-605b9a5682d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:38.819841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['e112f9d1-2cca-4bc9-adc7-544fb295ccec'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:38.851536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ff8c-753d-40cf-b1d9-6e1488f89dc7 req-ed9d0178-f2a7-4f92-9871-e70745bbcbba tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:38.853061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca15ff8c-753d-40cf-b1d9-6e1488f89dc7 req-ed9d0178-f2a7-4f92-9871-e70745bbcbba tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 946 time: 0.0914786 Mar 07 04:28:38.872604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['92d09f97-6b8b-4891-af92-33045126c131'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:38.887051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['88b665b0-a3ab-48c1-a364-976e1d40f536'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:38.890163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['a24440e0-04b9-4075-a964-6fc5fe1067f1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:38.934661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca15ff8c-753d-40cf-b1d9-6e1488f89dc7 req-34fc886c-c0f7-4f80-a55e-a86256263679 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699606 Mar 07 04:28:39.171505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb710b82-45dc-4885-9ba5-de6c291cfa1f req-3bacac7e-e506-469e-b0ff-16112b9a56be tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.1035955 Mar 07 04:28:39.214351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902542b9-8a45-40eb-a261-02274009d512 req-75990106-82a0-4a60-ae92-36fa9342b46e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.216342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-902542b9-8a45-40eb-a261-02274009d512 req-75990106-82a0-4a60-ae92-36fa9342b46e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.0914230 Mar 07 04:28:39.295665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-902542b9-8a45-40eb-a261-02274009d512 req-f1a15d72-738d-4c1e-91cf-eaf808452f7d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711462 Mar 07 04:28:39.450145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:39.524752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['92729aae-f721-4d72-86b6-fdfb98f083db'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:39.657592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:28:39.739730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.748846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.754680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.760665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.768142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.778401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.797542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:39.800740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-4e13ff8c-80dd-40c8-8c13-1ae9f5ba711e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5427 time: 0.1332142 Mar 07 04:28:39.867841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e566fbc-cccf-4427-925d-7c50c2fa04a1 req-ec2b6faa-0588-4f0b-9d7c-e8d19cbe8053 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594888 Mar 07 04:28:40.192459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-1551dafc-6cf5-44ec-8776-1496688be0dc tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:40.195305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-1551dafc-6cf5-44ec-8776-1496688be0dc tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.15 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 946 time: 0.1718102 Mar 07 04:28:40.269840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d249082-4166-4801-9621-e204c19887a5 req-401e852b-6c2f-4356-8138-d5e1ec7a7db6 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:40.279000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d249082-4166-4801-9621-e204c19887a5 req-401e852b-6c2f-4356-8138-d5e1ec7a7db6 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 946 time: 0.2080107 Mar 07 04:28:40.279310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:40.305842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'mac_address': 'fa:16:3e:9d:00:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:28:40.379908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port e7e2cf44-5029-467c-b450-2d72fd191712 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:40.380339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:40.396493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e2cf44-5029-467c-b450-2d72fd191712 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:40.419187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:40.422759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d249082-4166-4801-9621-e204c19887a5 req-13b39415-e98e-4c3f-8b4d-dd85a6d869d6 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/security-groups?id=812b846c-d639-4755-b4f7-159a8d7b2e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414163 Mar 07 04:28:40.425798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Deleting port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:28:40.426259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:40.427951 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:40.551524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:40.761769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36850) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:40.867754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49aa9b99-5b59-427f-bc39-08c602130b7f req-b5224142-2371-4647-be3b-0e9853ba7041 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.3202810 Mar 07 04:28:40.897682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-403079c2-af19-485b-814a-f5ee1093d2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:40.932401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] For port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,segment=NetworkSegment(4531a956-da99-4c25-b4ce-6ffb868f06c8),segment_id=4531a956-da99-4c25-b4ce-6ffb868f06c8)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:40.932787 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:40.949036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Calling delete_port for 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:28:40.973650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e1cf-912a-4606-bd68-d31e2b9725ec req-40cc9b3b-fd46-4962-87ab-d3da3718e065 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:40.975238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b370e1cf-912a-4606-bd68-d31e2b9725ec req-40cc9b3b-fd46-4962-87ab-d3da3718e065 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.1100020 Mar 07 04:28:41.000410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-403079c2-af19-485b-814a-f5ee1093d2e0 admin admin] Publish callbacks [] for security_group (83dba2ae-64b6-477c-8d70-1c57567f758c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.006996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-403079c2-af19-485b-814a-f5ee1093d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (83dba2ae-64b6-477c-8d70-1c57567f758c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.064273 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-403079c2-af19-485b-814a-f5ee1093d2e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14e2032c4d844a588abec17a6e0d2121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013725 Mar 07 04:28:41.065353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403079c2-af19-485b-814a-f5ee1093d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dba2ae-64b6-477c-8d70-1c57567f758c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:41.067769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:41.106804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b370e1cf-912a-4606-bd68-d31e2b9725ec req-a20c6e97-ed2c-445a-8186-41ecd2c15565 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799034 Mar 07 04:28:41.132680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f0af5a5-618f-453d-bda4-4abde7fe6ff5 admin admin] Publish callbacks [] for security_group (83dba2ae-64b6-477c-8d70-1c57567f758c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.181579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f0af5a5-618f-453d-bda4-4abde7fe6ff5 admin admin] Publish callbacks [] for security_group (83dba2ae-64b6-477c-8d70-1c57567f758c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.242615 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f0af5a5-618f-453d-bda4-4abde7fe6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (83dba2ae-64b6-477c-8d70-1c57567f758c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.245555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2f0af5a5-618f-453d-bda4-4abde7fe6ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.246736 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2f0af5a5-618f-453d-bda4-4abde7fe6ff5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83dba2ae-64b6-477c-8d70-1c57567f758c HTTP/1.1" status: 204 len: 168 time: 0.1780682 Mar 07 04:28:41.256531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0af5a5-618f-453d-bda4-4abde7fe6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dba2ae-64b6-477c-8d70-1c57567f758c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:41.311200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (657d9e00-bf52-4ffd-af7e-82ceeae6dc65), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.323714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['657d9e00-bf52-4ffd-af7e-82ceeae6dc65'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:41.360500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Pushing event deleted for resources: {'Port': ['ID=657d9e00-bf52-4ffd-af7e-82ceeae6dc65,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:41.400387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.406939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.412517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.418339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.424798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.430291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.436285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:41.444814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee1f98ca-b254-445d-8730-151619bba23d req-3b76d515-ff58-4578-b1a7-ca95be8b45c1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5427 time: 0.2082040 Mar 07 04:28:41.491083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] No DVR routers for this DVR port 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:28:41.499365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.502645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31d558ba-d9d6-4dc4-a13b-8e20cde7cd0e req-94a848e2-da21-4906-84d2-ca6e723af042 tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.15 "DELETE /v2.0/ports/657d9e00-bf52-4ffd-af7e-82ceeae6dc65 HTTP/1.1" status: 204 len: 173 time: 1.2928901 Mar 07 04:28:41.503103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'name': 'network-vif-deleted', 'tag': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:41.505320 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eb016a-31d4-4e2e-b9f0-a41a34a0fc81" -d '{"events": [{"server_uuid": "01bc7ba5-1ebc-4183-bc8c-315915b0c815", "name": "network-vif-deleted", "tag": "657d9e00-bf52-4ffd-af7e-82ceeae6dc65"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:41.608347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee1f98ca-b254-445d-8730-151619bba23d req-b69c2a8b-aceb-4b40-8988-d910fc077c49 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628397 Mar 07 04:28:41.713179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36884) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:41.728926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-998d2c0b-7f20-42e8-aba2-a4f0be400bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.770892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73e0a2ae-3abd-477c-bce0-81f0af90746f req-bb4662f4-2731-46a9-8ea0-1af295c8680b tempest-ServerMetadataNegativeTestJSON-706515049 tempest-ServerMetadataNegativeTestJSON-706515049-project] 10.222.0.21 "GET /v2.0/ports?device_id=01bc7ba5-1ebc-4183-bc8c-315915b0c815 HTTP/1.1" status: 200 len: 210 time: 0.0440142 Mar 07 04:28:41.834044 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f279c-6315-4c4c-bf3e-fca65e777681 x-openstack-request-id: req-762f279c-6315-4c4c-bf3e-fca65e777681 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:41.834347 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ba5-1ebc-4183-bc8c-315915b0c815", "name": "network-vif-deleted", "tag": "657d9e00-bf52-4ffd-af7e-82ceeae6dc65", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:41.834612 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-762f279c-6315-4c4c-bf3e-fca65e777681 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:41.835107 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ba5-1ebc-4183-bc8c-315915b0c815', 'name': 'network-vif-deleted', 'tag': '657d9e00-bf52-4ffd-af7e-82ceeae6dc65', 'status': 'completed', 'code': 200} Mar 07 04:28:41.869505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-998d2c0b-7f20-42e8-aba2-a4f0be400bcb admin admin] Publish callbacks [] for security_group (109eb2da-5a57-4ed6-ab25-5caa3ad81951), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.872463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:28:41.874013 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-998d2c0b-7f20-42e8-aba2-a4f0be400bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (109eb2da-5a57-4ed6-ab25-5caa3ad81951), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:41.945555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-998d2c0b-7f20-42e8-aba2-a4f0be400bcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25386f70fa8e47b38521f9e4a7638ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312348 Mar 07 04:28:41.946486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d2c0b-7f20-42e8-aba2-a4f0be400bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109eb2da-5a57-4ed6-ab25-5caa3ad81951,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:41.952010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36894) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:42.066337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07f13cf2-d299-41e7-948c-23b52cf1dbed req-98d3fa6a-5b9c-46fb-9209-5d34c11350ff tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0665498 Mar 07 04:28:42.118109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc01074-175e-47d3-9551-6b73bc6eda3c admin admin] Publish callbacks [] for security_group (109eb2da-5a57-4ed6-ab25-5caa3ad81951), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:42.172053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc01074-175e-47d3-9551-6b73bc6eda3c admin admin] Publish callbacks [] for security_group (109eb2da-5a57-4ed6-ab25-5caa3ad81951), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:42.281681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd44f8e-2c95-439e-b1c2-54642da3aa25 req-a89e3822-2046-49b5-a6c2-1d7f27788e38 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.286012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2bd44f8e-2c95-439e-b1c2-54642da3aa25 req-a89e3822-2046-49b5-a6c2-1d7f27788e38 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.0685980 Mar 07 04:28:42.287280 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc01074-175e-47d3-9551-6b73bc6eda3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (109eb2da-5a57-4ed6-ab25-5caa3ad81951), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:42.290191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6cc01074-175e-47d3-9551-6b73bc6eda3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:42.291269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6cc01074-175e-47d3-9551-6b73bc6eda3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/109eb2da-5a57-4ed6-ab25-5caa3ad81951 HTTP/1.1" status: 204 len: 168 time: 0.3403001 Mar 07 04:28:42.301914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc01074-175e-47d3-9551-6b73bc6eda3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109eb2da-5a57-4ed6-ab25-5caa3ad81951,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:42.374471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2bd44f8e-2c95-439e-b1c2-54642da3aa25 req-9f55ffeb-d646-420b-b43a-4faea0819027 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809312 Mar 07 04:28:42.793442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.800977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.806578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.812761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.821486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.827204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.832778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:42.841066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-80a19704-d888-4a91-a029-c24f93f29a3f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5427 time: 0.1254239 Mar 07 04:28:42.865560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:42.949506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:42.953278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad1dca85-f07d-4bf9-a869-abe0122b91a2 req-99eb9464-32ad-4026-8bfb-930cf98eb27b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105859 Mar 07 04:28:42.963379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Deleting subnet 53e2c9eb-8512-4ea8-ac39-cd364b720f1c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:28:42.974041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Publish callbacks [] for subnet (53e2c9eb-8512-4ea8-ac39-cd364b720f1c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.039679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (53e2c9eb-8512-4ea8-ac39-cd364b720f1c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.102335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (53e2c9eb-8512-4ea8-ac39-cd364b720f1c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.104389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0827e12f-ef70-4ac8-929b-e78b05e97c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.175945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (53e2c9eb-8512-4ea8-ac39-cd364b720f1c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.202209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fb0e4de-67db-407a-98d9-15d618f204e3 req-32482492-1df4-4166-bf15-bcc9703605ed tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0374255 Mar 07 04:28:43.218377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e2c9eb-8512-4ea8-ac39-cd364b720f1c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:43.228048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.234288 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0b60249a-0e46-4ac9-ad43-5d0370f4a9b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53e2c9eb-8512-4ea8-ac39-cd364b720f1c HTTP/1.1" status: 204 len: 168 time: 0.3650494 Mar 07 04:28:43.235150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36948) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:43.318333 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0827e12f-ef70-4ac8-929b-e78b05e97c3e admin admin] Publish callbacks [] for security_group (51c4c919-f892-46c5-86e4-d7e74dea08a2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.318894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c292c809-4800-4ead-aa3a-85a2d1fb8447), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.326414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0827e12f-ef70-4ac8-929b-e78b05e97c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (51c4c919-f892-46c5-86e4-d7e74dea08a2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.377825 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0827e12f-ef70-4ac8-929b-e78b05e97c3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b973c4bde45f4905868eb326ef1351e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4272542 Mar 07 04:28:43.380276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827e12f-ef70-4ac8-929b-e78b05e97c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c4c919-f892-46c5-86e4-d7e74dea08a2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:43.383117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:43.501278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c292c809-4800-4ead-aa3a-85a2d1fb8447), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.552931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c292c809-4800-4ead-aa3a-85a2d1fb8447']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:43.566273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4531a956-da99-4c25-b4ce-6ffb868f06c8') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:43.566550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4531a956-da99-4c25-b4ce-6ffb868f06c8') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:43.583921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (4531a956-da99-4c25-b4ce-6ffb868f06c8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.603942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323888c-a33d-466a-828f-48244771e465 req-19cc5772-1d6f-4d4c-806e-474d4fbffda0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:43.605521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2323888c-a33d-466a-828f-48244771e465 req-19cc5772-1d6f-4d4c-806e-474d4fbffda0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.1189179 Mar 07 04:28:43.609846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4531a956-da99-4c25-b4ce-6ffb868f06c8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.625493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:28:43.626060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (4531a956-da99-4c25-b4ce-6ffb868f06c8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:28:43.628170 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:28:43.640005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5fe1e6ca-eec4-4320-b137-605b9a5682d4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:43.728067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:43.743434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:43.746626 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.772747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2323888c-a33d-466a-828f-48244771e465 req-7322de0f-4fa9-4db5-b366-73964643efad tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601269 Mar 07 04:28:43.774113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c292c809-4800-4ead-aa3a-85a2d1fb8447), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.785096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.789107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c292c809-4800-4ead-aa3a-85a2d1fb8447 HTTP/1.1" status: 204 len: 168 time: 0.5529301 Mar 07 04:28:43.821677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a182f1-8b0d-4e8f-9bdb-b9109f8b72c0 admin admin] Publish callbacks [] for security_group (51c4c919-f892-46c5-86e4-d7e74dea08a2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.829591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85769f-0e3f-471f-9739-6b327498047d admin admin] Pushing event deleted for resources: {'Network': ['ID=c292c809-4800-4ead-aa3a-85a2d1fb8447,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:43.856418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a182f1-8b0d-4e8f-9bdb-b9109f8b72c0 admin admin] Publish callbacks [] for security_group (51c4c919-f892-46c5-86e4-d7e74dea08a2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.947381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a182f1-8b0d-4e8f-9bdb-b9109f8b72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (51c4c919-f892-46c5-86e4-d7e74dea08a2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.952991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a182f1-8b0d-4e8f-9bdb-b9109f8b72c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.954680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-75a182f1-8b0d-4e8f-9bdb-b9109f8b72c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51c4c919-f892-46c5-86e4-d7e74dea08a2 HTTP/1.1" status: 204 len: 168 time: 0.5705600 Mar 07 04:28:43.957858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:43.958277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:43.963910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a182f1-8b0d-4e8f-9bdb-b9109f8b72c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c4c919-f892-46c5-86e4-d7e74dea08a2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:43.976700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36970) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:44.024036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:44.027973 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e75cd1f-a79e-419f-8758-d6ae705a28f1" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:44.049074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8f6c3ad8-a27f-47fd-8cc1-876de403892e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ada10c8818f4bfd905d42029293379f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688660 Mar 07 04:28:44.049419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:44.057148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:44.069403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.070250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4649182c-ed14-4906-9b3f-36852831887f up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:44.112929 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f90db-110b-41f6-89fa-8f1779ec501f x-openstack-request-id: req-500f90db-110b-41f6-89fa-8f1779ec501f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:44.113548 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:44.113797 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-500f90db-110b-41f6-89fa-8f1779ec501f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:44.114382 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4', 'code': 200} Mar 07 04:28:44.180256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:44.193174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3839f898-d79b-4828-b52a-323da0b8682f admin admin] Publish callbacks [] for security_group (812b846c-d639-4755-b4f7-159a8d7b2e96), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.196166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 4649182c-ed14-4906-9b3f-36852831887f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:44.202278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 4649182c-ed14-4906-9b3f-36852831887f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:44.203506 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4649182c-ed14-4906-9b3f-36852831887f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.261197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3839f898-d79b-4828-b52a-323da0b8682f admin admin] Publish callbacks [] for security_group (812b846c-d639-4755-b4f7-159a8d7b2e96), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.265681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.278063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.295876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.315284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.328016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4649182c-ed14-4906-9b3f-36852831887f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:44.330632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.332513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4649182c-ed14-4906-9b3f-36852831887f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.343682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.350985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:44.354236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-c77cafc2-d143-4009-a4f0-b366e3d8b4cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5428 time: 0.2502007 Mar 07 04:28:44.368759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3839f898-d79b-4828-b52a-323da0b8682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (812b846c-d639-4755-b4f7-159a8d7b2e96), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.373072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3839f898-d79b-4828-b52a-323da0b8682f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.374679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3839f898-d79b-4828-b52a-323da0b8682f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/812b846c-d639-4755-b4f7-159a8d7b2e96 HTTP/1.1" status: 204 len: 168 time: 0.3242292 Mar 07 04:28:44.393599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839f898-d79b-4828-b52a-323da0b8682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b846c-d639-4755-b4f7-159a8d7b2e96,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:44.408157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4649182c-ed14-4906-9b3f-36852831887f,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:44.422839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.429913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b6e4b04-601f-4c65-ad3e-827c0c0a4b6b req-adf6bc81-2ffc-4c95-affa-9dd63f40b3df tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0744915 Mar 07 04:28:44.500223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:28:44.502728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:44.516124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48185e76-94f8-40f1-837b-c5a2cb2a258a req-74f32bb5-f89d-40c1-82c6-f72bb81116fb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277263 Mar 07 04:28:44.527322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:28:44.527669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 657d9e00-bf52-4ffd-af7e-82ceeae6dc65 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:28:44.704995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36996) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:44.718637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe89-ee40-4056-9c2e-43901370e383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.842015 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe89-ee40-4056-9c2e-43901370e383 admin admin] Publish callbacks [] for security_group (106e6b74-07f3-41e5-b715-c7597a39907c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.850091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe89-ee40-4056-9c2e-43901370e383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (106e6b74-07f3-41e5-b715-c7597a39907c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:44.928193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ffe89-ee40-4056-9c2e-43901370e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106e6b74-07f3-41e5-b715-c7597a39907c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:44.943416 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ef6ffe89-ee40-4056-9c2e-43901370e383 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=889b4200872d409398424d62238289ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371509 Mar 07 04:28:44.949149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37010) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:44.996488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e073a8a-027a-4f3a-b51f-60fe410c4aa3 req-69058b69-2de3-431f-b245-2ad3e0e903e4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.005104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e073a8a-027a-4f3a-b51f-60fe410c4aa3 req-69058b69-2de3-431f-b245-2ad3e0e903e4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.1014318 Mar 07 04:28:45.066856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ef88046-bdbc-48eb-bfc3-cee52360ca86 admin admin] Publish callbacks [] for security_group (106e6b74-07f3-41e5-b715-c7597a39907c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.067403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e073a8a-027a-4f3a-b51f-60fe410c4aa3 req-598ae761-ceef-4c00-8a5b-da917caeac18 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610104 Mar 07 04:28:45.103915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ef88046-bdbc-48eb-bfc3-cee52360ca86 admin admin] Publish callbacks [] for security_group (106e6b74-07f3-41e5-b715-c7597a39907c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.161925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ef88046-bdbc-48eb-bfc3-cee52360ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (106e6b74-07f3-41e5-b715-c7597a39907c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.165966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ef88046-bdbc-48eb-bfc3-cee52360ca86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.168020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6ef88046-bdbc-48eb-bfc3-cee52360ca86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/106e6b74-07f3-41e5-b715-c7597a39907c HTTP/1.1" status: 204 len: 168 time: 0.2172635 Mar 07 04:28:45.178065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88046-bdbc-48eb-bfc3-cee52360ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e6b74-07f3-41e5-b715-c7597a39907c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:45.561731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06c2b324-10e9-4480-85db-cd81d5b02fbf req-ef2966f3-3ff0-4d42-bf5a-bb2135034ff2 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0372624 Mar 07 04:28:45.643534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92d09f97-6b8b-4891-af92-33045126c131 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:45.671536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.677158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.683092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.689818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.698257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.704210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.707549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:45.721570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:45.725681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-0051ecbf-eabe-44ee-bdca-df5fea3db2ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5429 time: 0.1275024 Mar 07 04:28:45.755523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 92d09f97-6b8b-4891-af92-33045126c131 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:45.760799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 92d09f97-6b8b-4891-af92-33045126c131 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:45.761307 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d09f97-6b8b-4891-af92-33045126c131), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.870780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 92d09f97-6b8b-4891-af92-33045126c131 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:45.871167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d09f97-6b8b-4891-af92-33045126c131), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.885170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-702d0699-a7ab-42ec-8968-9d06a2a59005 req-7aa41d1d-f67d-4169-bce9-654e6068014a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532080 Mar 07 04:28:45.926061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92d09f97-6b8b-4891-af92-33045126c131,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:45.931919 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:45.933026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 88b665b0-a3ab-48c1-a364-976e1d40f536 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:46.112339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-network', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:46.118521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4649182c-ed14-4906-9b3f-36852831887f'}, {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d09f97-6b8b-4891-af92-33045126c131'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:46.121350 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450034e-9f5a-480e-9edf-1d59e503b921" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "4649182c-ed14-4906-9b3f-36852831887f"}, {"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "92d09f97-6b8b-4891-af92-33045126c131"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:46.133432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:46.145801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 88b665b0-a3ab-48c1-a364-976e1d40f536 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:46.166576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 88b665b0-a3ab-48c1-a364-976e1d40f536 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:46.170636 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.182615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Made reservation on behalf of 1cef422a08d24a7ba07e42d9fa4da6a7 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:46.185887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.198377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.230571 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b899a08f-2318-472d-9f92-134ed0f492b3 x-openstack-request-id: req-b899a08f-2318-472d-9f92-134ed0f492b3 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:46.233582 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "4649182c-ed14-4906-9b3f-36852831887f", "code": 200}, {"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "92d09f97-6b8b-4891-af92-33045126c131", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:46.234445 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b899a08f-2318-472d-9f92-134ed0f492b3 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:46.235724 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4649182c-ed14-4906-9b3f-36852831887f', 'code': 200} Mar 07 04:28:46.236270 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d09f97-6b8b-4891-af92-33045126c131', 'code': 200} Mar 07 04:28:46.350623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fb9c4-241e-4ffc-b8a1-5dab630b0ff4 req-c9ee54b7-2604-49e8-aaf0-367ba169e4b3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:46.361401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c29fb9c4-241e-4ffc-b8a1-5dab630b0ff4 req-c9ee54b7-2604-49e8-aaf0-367ba169e4b3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.1335795 Mar 07 04:28:46.379065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks [] for security_group (01194f87-5dd7-44dd-9a77-15156f3677f1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.388818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (01194f87-5dd7-44dd-9a77-15156f3677f1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.401458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:28:46.412595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4c6378a8-9fb2-4d5d-aa58-340661b65fb1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.413288 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Added segment 4c6378a8-9fb2-4d5d-aa58-340661b65fb1 of type vlan for network f1c64a3b-984c-411f-976e-86b5817531c8 Mar 07 04:28:46.424336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 88b665b0-a3ab-48c1-a364-976e1d40f536 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:46.424599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.491022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c29fb9c4-241e-4ffc-b8a1-5dab630b0ff4 req-47cdb03f-1a3f-43b3-8448-93e32d26c939 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271207 Mar 07 04:28:46.508888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f1c64a3b-984c-411f-976e-86b5817531c8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.520841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 88b665b0-a3ab-48c1-a364-976e1d40f536, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=88b665b0-a3ab-48c1-a364-976e1d40f536,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:46.534228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.535025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92729aae-f721-4d72-86b6-fdfb98f083db up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:46.550109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f1c64a3b-984c-411f-976e-86b5817531c8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.553222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:46.554106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.711609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 92729aae-f721-4d72-86b6-fdfb98f083db completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:46.727930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c64a3b-984c-411f-976e-86b5817531c8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:46.751931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01194f87-5dd7-44dd-9a77-15156f3677f1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:46.763045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f1c64a3b-984c-411f-976e-86b5817531c8 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:28:46.766314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33c4df16-24e1-4064-8d6f-55ac78d2904b req-dee75482-4c72-45b1-817b-7014a9399f94 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0480404 Mar 07 04:28:46.769791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd4a6481-b9a7-47cf-9fa8-665cee79dfa4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0608335 Mar 07 04:28:46.772726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:46.777503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Request body: {'subnet': {'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-subnet', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:46.827403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Made reservation on behalf of 1cef422a08d24a7ba07e42d9fa4da6a7 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:46.829819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.859915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 92729aae-f721-4d72-86b6-fdfb98f083db triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:46.860461 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:46.888931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:46.900841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=88b665b0-a3ab-48c1-a364-976e1d40f536,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:46.913089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.913572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.914017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.916644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.917108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.917596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.917941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.918320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.918658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.918991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.919322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.919902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.920348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:46.998049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 92729aae-f721-4d72-86b6-fdfb98f083db is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:46.998610 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.058183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92729aae-f721-4d72-86b6-fdfb98f083db, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92729aae-f721-4d72-86b6-fdfb98f083db,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:47.073795 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.074905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e112f9d1-2cca-4bc9-adc7-544fb295ccec up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:47.267533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=92729aae-f721-4d72-86b6-fdfb98f083db,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:47.297065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port e112f9d1-2cca-4bc9-adc7-544fb295ccec completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:47.302714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port e112f9d1-2cca-4bc9-adc7-544fb295ccec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:47.303368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.305679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.324472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.328715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf4f4-77fd-4990-ba69-11b23085c468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.338866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.347269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.353808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.361033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.367508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.377413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-f9ecd1aa-2349-47e9-80ab-15900c566c02 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5432 time: 0.2859707 Mar 07 04:28:47.387881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (bf385a20-0862-4fc2-83fe-c1329e654a1a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.451423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf385a20-0862-4fc2-83fe-c1329e654a1a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:47.506997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port e112f9d1-2cca-4bc9-adc7-544fb295ccec is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:47.507384 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.511952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf4f4-77fd-4990-ba69-11b23085c468 admin admin] Publish callbacks [] for security_group (f1674c37-f3e6-4b0c-af94-a155242aaaef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.522738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf4f4-77fd-4990-ba69-11b23085c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f1674c37-f3e6-4b0c-af94-a155242aaaef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.526662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Checking segment: {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:47.527459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Network hostable DHCP agents. Network: f1c64a3b-984c-411f-976e-86b5817531c8, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:28:47.566770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d91faafa-03f5-4ad6-b785-4871f18fe51b req-2c027393-075f-4e20-9cfb-650da0ca2c40 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1880965 Mar 07 04:28:47.605396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:47.608663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.609584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device a24440e0-04b9-4075-a964-6fc5fe1067f1 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:47.611050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Network f1c64a3b-984c-411f-976e-86b5817531c8 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:28:47.621186 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f1cbf4f4-77fd-4990-ba69-11b23085c468 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b88506eac8854759afc519e6e785d2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312493 Mar 07 04:28:47.627375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:47.631391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbf4f4-77fd-4990-ba69-11b23085c468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1674c37-f3e6-4b0c-af94-a155242aaaef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:47.670505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f1c64a3b-984c-411f-976e-86b5817531c8) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:47.698978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.700130 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.713373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:47.716469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0f1a3-c3d4-4cd6-aed4-2a9403e6855a None None] Network f1c64a3b-984c-411f-976e-86b5817531c8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:47.735441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fb5c05b4-90f7-4f50-9153-f6b7384eacc1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9616711 Mar 07 04:28:47.738183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:47.743326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:47.744490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5975ec4-b7dc-42ca-bdc8-8ac31267806d admin admin] Publish callbacks [] for security_group (f1674c37-f3e6-4b0c-af94-a155242aaaef), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.773963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253acff-d51e-4adf-8221-71abcb983d66 req-037ff40f-0204-4cfa-a525-63c209c2adcc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:47.782453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e253acff-d51e-4adf-8221-71abcb983d66 req-037ff40f-0204-4cfa-a525-63c209c2adcc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.1560323 Mar 07 04:28:47.787378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (a8927e18-81f7-42cd-99e7-d4be4a68b92c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.788271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (a8927e18-81f7-42cd-99e7-d4be4a68b92c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.825358 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5975ec4-b7dc-42ca-bdc8-8ac31267806d admin admin] Publish callbacks [] for security_group (f1674c37-f3e6-4b0c-af94-a155242aaaef), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.896293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks [] for router_controller (a8927e18-81f7-42cd-99e7-d4be4a68b92c), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:47.921262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e253acff-d51e-4adf-8221-71abcb983d66 req-adc26a71-4c79-4b57-a050-4957f40159eb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376464 Mar 07 04:28:48.014388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a9a56b2-aa9e-4e30-84d5-f5991d1a932b req-485d1963-9ac2-4cd5-95e7-8887ea68dd85 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.1008255 Mar 07 04:28:48.054139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port a24440e0-04b9-4075-a964-6fc5fe1067f1 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:48.056145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5975ec4-b7dc-42ca-bdc8-8ac31267806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f1674c37-f3e6-4b0c-af94-a155242aaaef), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.059653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5975ec4-b7dc-42ca-bdc8-8ac31267806d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.062381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b5975ec4-b7dc-42ca-bdc8-8ac31267806d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1674c37-f3e6-4b0c-af94-a155242aaaef HTTP/1.1" status: 204 len: 168 time: 0.4327788 Mar 07 04:28:48.073827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port a24440e0-04b9-4075-a964-6fc5fe1067f1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:48.079476 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.081605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5975ec4-b7dc-42ca-bdc8-8ac31267806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1674c37-f3e6-4b0c-af94-a155242aaaef,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:48.138853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c7729-62b6-4ce4-a3b6-1db1b730de1e None None] Network f1c64a3b-984c-411f-976e-86b5817531c8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:28:48.284039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks [] for router_gateway (a8927e18-81f7-42cd-99e7-d4be4a68b92c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.425386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b665b0-a3ab-48c1-a364-976e1d40f536'}, {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db'}, {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e112f9d1-2cca-4bc9-adc7-544fb295ccec'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:48.427855 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97daf2d-9802-47b4-adcb-750cbd02c56c" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "88b665b0-a3ab-48c1-a364-976e1d40f536"}, {"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db"}, {"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "e112f9d1-2cca-4bc9-adc7-544fb295ccec"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:48.541236 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c064c-d9d9-4382-bd93-1274c50b15ae x-openstack-request-id: req-ec1c064c-d9d9-4382-bd93-1274c50b15ae {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:48.541545 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "88b665b0-a3ab-48c1-a364-976e1d40f536", "code": 200}, {"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db", "code": 200}, {"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "e112f9d1-2cca-4bc9-adc7-544fb295ccec", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:48.541800 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec1c064c-d9d9-4382-bd93-1274c50b15ae {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:48.542235 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b665b0-a3ab-48c1-a364-976e1d40f536', 'code': 200} Mar 07 04:28:48.542491 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db', 'code': 200} Mar 07 04:28:48.542743 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e112f9d1-2cca-4bc9-adc7-544fb295ccec', 'code': 200} Mar 07 04:28:48.614290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port a24440e0-04b9-4075-a964-6fc5fe1067f1 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:48.614694 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.673579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:48.685292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.699793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:48.776029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37128) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:48.796450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28977c92-9794-4772-95c1-bb1bb343a244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.816862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:48.826667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks [] for router_gateway (a8927e18-81f7-42cd-99e7-d4be4a68b92c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.861799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.875628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.875866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:48.890924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.901129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.913676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.930835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.948047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:48.953633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port e7e2cf44-5029-467c-b450-2d72fd191712 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:28:48.955712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-ff91146c-d760-4fe6-b142-4bd98e063149 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.2239909 Mar 07 04:28:48.958907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port e7e2cf44-5029-467c-b450-2d72fd191712 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:48.960413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.008710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Allocated IP 172.25.4.15 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/46ab1509-a9fa-4698-b8fb-a354897ccefe) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:49.127684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ac65aa1-4ecf-4eda-a887-a61c580c4957 req-aaf36311-efb4-4b7c-86c5-5b632ceadde9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462624 Mar 07 04:28:49.152256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28977c92-9794-4772-95c1-bb1bb343a244 admin admin] Publish callbacks [] for security_group (f66bd90c-b28c-4223-bdde-be0860b36cc5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.158113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28977c92-9794-4772-95c1-bb1bb343a244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f66bd90c-b28c-4223-bdde-be0860b36cc5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.176654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks [] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.196923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28977c92-9794-4772-95c1-bb1bb343a244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66bd90c-b28c-4223-bdde-be0860b36cc5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:49.231361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.237241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port e7e2cf44-5029-467c-b450-2d72fd191712 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:49.237636 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.289347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:49.294114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.297217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:49.298774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:49.300408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:49.303470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-28977c92-9794-4772-95c1-bb1bb343a244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14cf32def9a34b0c8327effab1a35e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242157 Mar 07 04:28:49.306392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-5f00bae4-e887-4575-8d2e-7b42876b3f0b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788419 Mar 07 04:28:49.308230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:49.352139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Pushing event updated for resources: {'Port': ['ID=46ab1509-a9fa-4698-b8fb-a354897ccefe,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:49.375577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:49.490612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e75169-74bb-4980-b09a-1883e0ca21ae req-f8075845-1e5d-4b8c-8970-027251afb16a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:49.492647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52e75169-74bb-4980-b09a-1883e0ca21ae req-f8075845-1e5d-4b8c-8970-027251afb16a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1649601 Mar 07 04:28:49.510804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92b16837-b1ac-4511-b100-9facddd8c5d5 admin admin] Publish callbacks [] for security_group (f66bd90c-b28c-4223-bdde-be0860b36cc5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.551855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-c8b9c171-8885-4b05-a792-1969a0620517 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:49.559001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-c8b9c171-8885-4b05-a792-1969a0620517 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468035 Mar 07 04:28:49.583522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-4a31a9c9-467f-4a1a-a559-c2b72f2d0c07 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/quotas/9e1cb6f9152e4cfa81a5660d13879d05 HTTP/1.1" status: 200 len: 375 time: 0.0224590 Mar 07 04:28:49.607478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52e75169-74bb-4980-b09a-1883e0ca21ae req-a00cf999-0047-4c9d-89a0-49222c071ca8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973623 Mar 07 04:28:49.631168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-3b9b2a72-32e2-410b-b95d-d9dd32cb0cda tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392807 Mar 07 04:28:49.647223 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.695027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92b16837-b1ac-4511-b100-9facddd8c5d5 admin admin] Publish callbacks [] for security_group (f66bd90c-b28c-4223-bdde-be0860b36cc5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.730856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks [] for router_gateway (a8927e18-81f7-42cd-99e7-d4be4a68b92c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.742024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-790daabc-a3e3-4400-854b-43fa086abcd1 req-547444d7-6979-4fe8-b12e-19d2c60e1d3b tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0477343 Mar 07 04:28:49.915843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92b16837-b1ac-4511-b100-9facddd8c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f66bd90c-b28c-4223-bdde-be0860b36cc5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.918710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92b16837-b1ac-4511-b100-9facddd8c5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:49.923639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92b16837-b1ac-4511-b100-9facddd8c5d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f66bd90c-b28c-4223-bdde-be0860b36cc5 HTTP/1.1" status: 204 len: 168 time: 0.5725415 Mar 07 04:28:50.009434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-3714b771-cbaa-4486-ada5-4e9cab8c29e8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431445 Mar 07 04:28:50.021312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b16837-b1ac-4511-b100-9facddd8c5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66bd90c-b28c-4223-bdde-be0860b36cc5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:50.159811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (a8927e18-81f7-42cd-99e7-d4be4a68b92c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:50.221202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-0e8e62d0-6031-428d-860e-b4cb4fbed044 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.223044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-0e8e62d0-6031-428d-860e-b4cb4fbed044 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128575 Mar 07 04:28:50.254694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-8cab2237-a12f-4dc5-8539-9bef84f28991 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/quotas/9e1cb6f9152e4cfa81a5660d13879d05 HTTP/1.1" status: 200 len: 375 time: 0.0231307 Mar 07 04:28:50.314645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-54fb4fd4-f21f-460b-a793-1355ba444c0a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489726 Mar 07 04:28:50.433127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.447393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.453855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.459356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.465416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.471559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.477649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.484872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-9ec62e2f-67e5-4439-9097-cd6544bec46b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.1653886 Mar 07 04:28:50.546195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24440e0-04b9-4075-a964-6fc5fe1067f1'}, {'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:50.550266 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc8935-7118-43db-bb4c-877469a35f13" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "a24440e0-04b9-4075-a964-6fc5fe1067f1"}, {"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-plugged", "status": "completed", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:50.550654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Router a8927e18-81f7-42cd-99e7-d4be4a68b92c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:28:50.671148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3d98539-20f6-4c21-ac98-03de016cdba2 req-44963fc1-ec68-4ab4-a44a-bfa5dea3d612 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 210 time: 0.0550554 Mar 07 04:28:50.686702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec4a6e65-6ef9-4084-a542-c3e05dcd9638 req-af20eb65-5c1d-46dd-94be-5ea905b87d71 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988451 Mar 07 04:28:50.755326 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b6696f-9ad0-47bc-b8a3-02a69165828c x-openstack-request-id: req-e7b6696f-9ad0-47bc-b8a3-02a69165828c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:50.755640 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-plugged", "status": "completed", "tag": "a24440e0-04b9-4075-a964-6fc5fe1067f1", "code": 200}, {"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-plugged", "status": "completed", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:50.755901 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7b6696f-9ad0-47bc-b8a3-02a69165828c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:50.756304 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24440e0-04b9-4075-a964-6fc5fe1067f1', 'code': 200} Mar 07 04:28:50.756573 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'code': 200} Mar 07 04:28:50.837227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:28:50.851070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Sync routers for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:28:50.883937 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:50.886496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:50.913959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a75ce0d8-e701-468c-bce6-cc361ae7dbe8 req-ca17e37f-735e-4e83-8832-3d610ec5e9bd tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0464764 Mar 07 04:28:50.983185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c4380-7b17-477d-be97-6ca70949743c req-8f2f3bf2-197f-4463-9437-3a85060881ca tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:50.984959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd2c4380-7b17-477d-be97-6ca70949743c req-8f2f3bf2-197f-4463-9437-3a85060881ca tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1189721 Mar 07 04:28:51.061778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:51.066174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-48ab2d51-6031-4c76-8012-58bd7e5d88c7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3265920 Mar 07 04:28:51.067146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:51.096453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd2c4380-7b17-477d-be97-6ca70949743c req-f87b19e9-a1ba-4a0b-8dea-402d0248dd33 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037159 Mar 07 04:28:51.215365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.215884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.216965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.217466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.218176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.218697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.219164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.221298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b7716fa2-48c1-46ca-bc51-bda887af1289 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6708 time: 0.3372850 Mar 07 04:28:51.305070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:51.390507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918e11-7376-454f-ab0f-6d16f0eda912 req-233e3c92-1201-4ef1-a4c0-bb1144fe3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.392981 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20918e11-7376-454f-ab0f-6d16f0eda912 req-233e3c92-1201-4ef1-a4c0-bb1144fe3087 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1132 time: 0.4589229 Mar 07 04:28:51.502512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-002f1497-ee1b-4197-a58c-3cc18821ce55 req-b417fc90-5d04-49e2-bd68-5680a61486e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8de317e8-200a-468a-b304-2c234024f9dd&id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472533 Mar 07 04:28:51.512456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2616797b-19b3-4656-a015-781b3cdc9a58 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651166 Mar 07 04:28:51.610500 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20918e11-7376-454f-ab0f-6d16f0eda912 req-4705f22e-bc3e-469a-9d29-4ce4b951b8d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067449 Mar 07 04:28:51.714029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-a6f81441-a3f7-4dfa-9be2-8bf0758f9815 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:51.725165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-a6f81441-a3f7-4dfa-9be2-8bf0758f9815 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057264 Mar 07 04:28:51.735013 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:49Z', 'revision_number': 3, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:51.757058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Request body: {'port': {'device_id': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '9e1cb6f9152e4cfa81a5660d13879d05'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:51.769075 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Checking router: a8927e18-81f7-42cd-99e7-d4be4a68b92c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:28:51.769380 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Updating router a8927e18-81f7-42cd-99e7-d4be4a68b92c port 46ab1509-a9fa-4698-b8fb-a354897ccefe binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:28:51.801118 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:51.929225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45873115-ed37-46ff-a9a7-a9d512bd4670 req-961c94a1-13b7-451b-986e-e39266f9a68f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 210 time: 0.0983350 Mar 07 04:28:51.934466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.003733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.009621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.013646 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.017029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.024796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.034022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.039323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.045243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.047252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d73309c7-51e2-4092-9019-adc77652b896 req-1c41e71c-b467-468c-985a-fcb6d1d2055f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.1991594 Mar 07 04:28:52.083332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Made reservation on behalf of 9e1cb6f9152e4cfa81a5660d13879d05 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:52.087174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.099187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.167290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38d4c980-b861-4cfd-bb8d-93140ae45f13 req-17cea8d0-b5fd-404a-ae02-76c7db5e1df8 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0578976 Mar 07 04:28:52.194022 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Allocated IP 172.20.0.1 (f1c64a3b-984c-411f-976e-86b5817531c8/bf385a20-0862-4fc2-83fe-c1329e654a1a/fb78156e-0958-4578-a8a6-6c21cc6962ec) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:52.208042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-b9206f27-8cab-4458-a961-6d3edc3949d6 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396049 Mar 07 04:28:52.212849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d73309c7-51e2-4092-9019-adc77652b896 req-749e8299-5735-4bcf-9e70-d40f2887ae62 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460781 Mar 07 04:28:52.271806 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Publish callbacks [] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.280592 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.314384 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Attempting to bind port 46ab1509-a9fa-4698-b8fb-a354897ccefe on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:52.314830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Attempting to bind port 46ab1509-a9fa-4698-b8fb-a354897ccefe by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:52.315539 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Attempting to bind port 46ab1509-a9fa-4698-b8fb-a354897ccefe on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:52.344742 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:52.345290 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:52.346006 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.346669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:52.347368 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Bound port: 46ab1509-a9fa-4698-b8fb-a354897ccefe, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:52.347819 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.419453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-a6eddbdc-1f7f-4920-89f3-5a8d6b151039 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.420977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-a6eddbdc-1f7f-4920-89f3-5a8d6b151039 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072427 Mar 07 04:28:52.436147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks [] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.436568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Request body: {'port': {'device_id': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '9e1cb6f9152e4cfa81a5660d13879d05'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:52.446474 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Pushing event updated for resources: {'Port': ['ID=46ab1509-a9fa-4698-b8fb-a354897ccefe,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:52.468693 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.469044 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.469490 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.469880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.470402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.470820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.471174 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.471472 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.471595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a2c2d-0329-4c29-bb93-c4f9de4432b5 req-e1015d36-7f95-4e57-b36b-cde21d630300 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:52.471860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.472214 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.472537 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.472908 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.473225 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:28:52.478258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-674a2c2d-0329-4c29-bb93-c4f9de4432b5 req-e1015d36-7f95-4e57-b36b-cde21d630300 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1505804 Mar 07 04:28:52.481069 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] For port 46ab1509-a9fa-4698-b8fb-a354897ccefe, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:52.489108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] For port 46ab1509-a9fa-4698-b8fb-a354897ccefe, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=46ab1509-a9fa-4698-b8fb-a354897ccefe,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:52.500373 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.503048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.553936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks [] for security_group (602bf036-da70-488a-8ae9-2437a80c667c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.565059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Network f1c64a3b-984c-411f-976e-86b5817531c8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:52.568782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:52.573950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:52.583495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (602bf036-da70-488a-8ae9-2437a80c667c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.584999 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:52.585880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:52.615265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb78156e-0958-4578-a8a6-6c21cc6962ec,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:52.632821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (a8927e18-81f7-42cd-99e7-d4be4a68b92c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.671343 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab97e3-3024-4daf-b320-ebb5115f489e None None] Pushing event updated for resources: {'Port': ['ID=46ab1509-a9fa-4698-b8fb-a354897ccefe,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:52.755545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-674a2c2d-0329-4c29-bb93-c4f9de4432b5 req-009824b7-1357-4588-84a7-a9240b2ce339 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756188 Mar 07 04:28:52.756214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602bf036-da70-488a-8ae9-2437a80c667c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:52.814508 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:52.858513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.877037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Made reservation on behalf of 9e1cb6f9152e4cfa81a5660d13879d05 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:52.880403 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:52.900899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-2f746776-9f12-4857-9296-65f10523f79d tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--537815544&fields=id&tenant_id=500962b0a31b4c07bc5a69fae91666f2 HTTP/1.1" status: 200 len: 267 time: 0.1098156 Mar 07 04:28:53.030065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Allocated IP 192.168.233.125 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/e18c5907-7418-4179-95c2-f8cacff1fd68) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:53.083363 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:49Z', 'revision_number': 3, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:53.124694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70eade0f-070e-40c3-9b5c-7e9ca3e9c39d req-8cbc13ac-83ae-4f71-a4b6-9fd685b63ebc tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 210 time: 0.0474367 Mar 07 04:28:53.127364 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529bbf3-7bc0-48d3-b8b9-24fa3bfd9158 None None] The sync data for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 is: [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:49Z', 'revision_number': 3, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:28:53.127723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks [] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:53.139837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:53.195684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-186bee0c-1484-4195-9468-30eae26e81ed tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:53.197211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-186bee0c-1484-4195-9468-30eae26e81ed tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/networks?id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 HTTP/1.1" status: 200 len: 815 time: 0.2835739 Mar 07 04:28:53.224789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb78156e-0958-4578-a8a6-6c21cc6962ec,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:53.226012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-cb63d8fe-209d-44cd-958d-d47dbdf616ec tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/quotas/500962b0a31b4c07bc5a69fae91666f2 HTTP/1.1" status: 200 len: 375 time: 0.0178106 Mar 07 04:28:53.228058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (a8927e18-81f7-42cd-99e7-d4be4a68b92c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:53.430073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks [] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:53.538237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdf8e108-d459-425a-b1aa-d308642f270b req-d50d594d-0bba-4b74-9bd5-27fe0c6b7ac1 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.1922653 Mar 07 04:28:53.589213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:53.700196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-8dbaf5a7-b745-42d3-92fd-9241896757e3 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=500962b0a31b4c07bc5a69fae91666f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4373822 Mar 07 04:28:53.722527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:53.753945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:53.787596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Network f1c64a3b-984c-411f-976e-86b5817531c8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:53.789733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:53.808728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:53.937802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Allocated IP 192.168.233.207 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/ab678b3b-4a21-4652-aa97-08cb99abb11a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:53.955920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:53.964257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Router a8927e18-81f7-42cd-99e7-d4be4a68b92c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:28:53.981286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:53.982037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.072910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.079516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.085443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.092620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.100536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.108043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.119169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.127377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-fad93174-5f2a-46c2-b224-c530a25eaa24 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.4224460 Mar 07 04:28:54.128065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8ae2785a-1359-4b47-8d15-be75195541f0 None None] Provisioning complete for port e18c5907-7418-4179-95c2-f8cacff1fd68 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:54.128065 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8ae2785a-1359-4b47-8d15-be75195541f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.142733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:28:54.148111 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bc424e13-0cdd-4e66-8d44-791d2de822c4 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8927e18-81f7-42cd-99e7-d4be4a68b92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0769122 Mar 07 04:28:54.162419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-97b9bcbd-75d4-4629-9363-35889a308954 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4185865 Mar 07 04:28:54.188052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Request body: {'port': {'device_id': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:54.215889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-82d9fb34-534f-4cae-be8d-be03a22f4175 service neutron] 10.222.0.21 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880362 Mar 07 04:28:54.229448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2785a-1359-4b47-8d15-be75195541f0 None None] Port e18c5907-7418-4179-95c2-f8cacff1fd68 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:28:54.582060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:54.666414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-666d9a9b-4ac1-4fdd-9826-7bfe6e495a40 req-118ee446-7e2a-43f6-9709-4a8a19224c5f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5369394 Mar 07 04:28:54.707420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb52d4b5-abe1-46e7-af2c-1e17ad153e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.739366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-f6a88e12-58f5-4622-bf24-2f487237a04d service neutron] 10.222.0.21 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899709 Mar 07 04:28:54.753873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.806376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb52d4b5-abe1-46e7-af2c-1e17ad153e1a admin admin] Publish callbacks [] for security_group (74c68820-698b-4bf1-8ffb-3833dc182e56), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.814768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb52d4b5-abe1-46e7-af2c-1e17ad153e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (74c68820-698b-4bf1-8ffb-3833dc182e56), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.847308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks [] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:54.885393 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cb52d4b5-abe1-46e7-af2c-1e17ad153e1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=932a25c5cfad48ac8dde0aebee26fe41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022103 Mar 07 04:28:54.886516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52d4b5-abe1-46e7-af2c-1e17ad153e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c68820-698b-4bf1-8ffb-3833dc182e56,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:54.889110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9bce5-1f72-4da2-8bc7-4e98b86704b0 req-dc743e05-17a3-424b-9994-0bb6119a4a76 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:54.894076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37296) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:54.896002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ce9bce5-1f72-4da2-8bc7-4e98b86704b0 req-dc743e05-17a3-424b-9994-0bb6119a4a76 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1631496 Mar 07 04:28:54.953029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 46ab1509-a9fa-4698-b8fb-a354897ccefe up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:54.984946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83a5-3a54-478c-bac6-9b4bf3cf31b8 admin admin] Publish callbacks [] for security_group (74c68820-698b-4bf1-8ffb-3833dc182e56), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.012956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 46ab1509-a9fa-4698-b8fb-a354897ccefe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:55.013640 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.032166 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83a5-3a54-478c-bac6-9b4bf3cf31b8 admin admin] Publish callbacks [] for security_group (74c68820-698b-4bf1-8ffb-3833dc182e56), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.065404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ce9bce5-1f72-4da2-8bc7-4e98b86704b0 req-565889d3-e904-4ecb-bb0a-af5bb5842bd4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684358 Mar 07 04:28:55.069190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.122311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83a5-3a54-478c-bac6-9b4bf3cf31b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (74c68820-698b-4bf1-8ffb-3833dc182e56), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.126901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83a5-3a54-478c-bac6-9b4bf3cf31b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.128965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e6ce83a5-3a54-478c-bac6-9b4bf3cf31b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74c68820-698b-4bf1-8ffb-3833dc182e56 HTTP/1.1" status: 204 len: 168 time: 0.2368579 Mar 07 04:28:55.142625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce83a5-3a54-478c-bac6-9b4bf3cf31b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c68820-698b-4bf1-8ffb-3833dc182e56,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:55.195364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 46ab1509-a9fa-4698-b8fb-a354897ccefe is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:55.195974 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.196409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:28:55.220332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:28:55.225412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:28:55.244558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 46ab1509-a9fa-4698-b8fb-a354897ccefe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=46ab1509-a9fa-4698-b8fb-a354897ccefe,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:28:55.255093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.272860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event updated for resources: {'Port': ['ID=ab678b3b-4a21-4652-aa97-08cb99abb11a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:55.338672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=46ab1509-a9fa-4698-b8fb-a354897ccefe,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:55.390568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:55.391491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.462204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-272df714-7d83-467d-b4ce-b6271ddda81f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0309706 Mar 07 04:28:55.481329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b38b4-66f6-426d-8433-1ca46c63584b req-468495a5-404d-4a18-8972-c8425793bd93 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:55.483549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43b38b4-66f6-426d-8433-1ca46c63584b req-468495a5-404d-4a18-8972-c8425793bd93 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 936 time: 0.2860990 Mar 07 04:28:55.503645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Request body: {'port': {'device_id': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:55.556677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Sync routers for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:28:55.577579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:55.579278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:55.612947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:55.649865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Publish callbacks [] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.741007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Transition to ACTIVE for port object e18c5907-7418-4179-95c2-f8cacff1fd68 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:28:55.756601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.758651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.764501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37326) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:55.765191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ad02fd93-a0f5-4a6c-beaf-374f65e82362 None None] Provisioning complete for port ab678b3b-4a21-4652-aa97-08cb99abb11a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:55.765640 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad02fd93-a0f5-4a6c-beaf-374f65e82362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.784729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da013f8a-606f-40cb-9b44-6cb0c2a9f386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:55.785688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43b38b4-66f6-426d-8433-1ca46c63584b req-d1ab6471-a69b-4d84-bd43-3015b754d1d8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792389 Mar 07 04:28:55.807018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:55.861564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad02fd93-a0f5-4a6c-beaf-374f65e82362 None None] Port ab678b3b-4a21-4652-aa97-08cb99abb11a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:28:55.880717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:55.891370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-6152e836-e62d-4814-93b1-0b78fefc2cd6 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:55.898551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-6152e836-e62d-4814-93b1-0b78fefc2cd6 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 819 time: 0.3243129 Mar 07 04:28:55.968098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-f9bba5c1-8994-405e-a92b-2191922c8dcb tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/quotas/1cef422a08d24a7ba07e42d9fa4da6a7 HTTP/1.1" status: 200 len: 375 time: 0.0688372 Mar 07 04:28:56.010589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da013f8a-606f-40cb-9b44-6cb0c2a9f386 admin admin] Publish callbacks [] for security_group (5379aa3d-586b-4a59-ac53-39cac23e6869), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.016084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da013f8a-606f-40cb-9b44-6cb0c2a9f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5379aa3d-586b-4a59-ac53-39cac23e6869), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.069582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-da013f8a-606f-40cb-9b44-6cb0c2a9f386 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af6ff32dc8a7475e96c87fb1245fe892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032732 Mar 07 04:28:56.070516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da013f8a-606f-40cb-9b44-6cb0c2a9f386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5379aa3d-586b-4a59-ac53-39cac23e6869,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:56.072895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37330) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:56.152038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 2, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:56.155327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6edb25e8-0279-4ca6-8b13-1cea5c4447a7 admin admin] Publish callbacks [] for security_group (5379aa3d-586b-4a59-ac53-39cac23e6869), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.158924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Attempting to bind port e18c5907-7418-4179-95c2-f8cacff1fd68 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:56.160200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Attempting to bind port e18c5907-7418-4179-95c2-f8cacff1fd68 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:56.160610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Attempting to bind port e18c5907-7418-4179-95c2-f8cacff1fd68 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:56.172770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f6ef0fc-2e9e-4672-b9d9-224c129ec7de req-450b8de8-9662-41f4-949f-1fcb8cc90a86 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.2188680 Mar 07 04:28:56.179266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6edb25e8-0279-4ca6-8b13-1cea5c4447a7 admin admin] Publish callbacks [] for security_group (5379aa3d-586b-4a59-ac53-39cac23e6869), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.198321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Checking router: a8927e18-81f7-42cd-99e7-d4be4a68b92c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:28:56.198838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Updating router a8927e18-81f7-42cd-99e7-d4be4a68b92c port fb78156e-0958-4578-a8a6-6c21cc6962ec binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:28:56.239156 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.252906 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6edb25e8-0279-4ca6-8b13-1cea5c4447a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5379aa3d-586b-4a59-ac53-39cac23e6869), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.258448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6edb25e8-0279-4ca6-8b13-1cea5c4447a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.261341 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6edb25e8-0279-4ca6-8b13-1cea5c4447a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5379aa3d-586b-4a59-ac53-39cac23e6869 HTTP/1.1" status: 204 len: 168 time: 0.1870270 Mar 07 04:28:56.278518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb25e8-0279-4ca6-8b13-1cea5c4447a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5379aa3d-586b-4a59-ac53-39cac23e6869,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:56.369003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Port e18c5907-7418-4179-95c2-f8cacff1fd68 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:28:56.369579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Attempting to bind port e18c5907-7418-4179-95c2-f8cacff1fd68 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:56.422059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:56.422869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:56.423274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:56.423700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Bound port: e18c5907-7418-4179-95c2-f8cacff1fd68, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:56.424245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.470077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.475687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.481084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.487380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.493407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.499202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.504686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.507249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d006c1fe-a540-4775-bf94-561736cdaa1d req-699ce97c-e74a-4c89-8a44-1c8713f839de tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.1860144 Mar 07 04:28:56.518017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37336) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:56.519481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-c07baba0-027d-4f97-a725-9b21f655b775 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5505440 Mar 07 04:28:56.534796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Request body: {'floatingip': {'port_id': '92729aae-f721-4d72-86b6-fdfb98f083db'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:56.581537 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Publish callbacks [] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.593478 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.677052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (6508add6-067a-44bc-b06e-dfc59cb0010d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.717726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:56.727934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0d95a-efba-4013-bf05-8caad71fecfe None None] Pushing event updated for resources: {'Port': ['ID=fb78156e-0958-4578-a8a6-6c21cc6962ec,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:56.735920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-3f34c671-946f-4a4f-b17c-eecc76ddb045 req-052fc010-1fc3-4975-a5a5-7e2be321b3a5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:28:56.737461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f34c671-946f-4a4f-b17c-eecc76ddb045 req-052fc010-1fc3-4975-a5a5-7e2be321b3a5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167150 Mar 07 04:28:56.768851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:56.772760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-bf803d95-bc47-41b5-b9d3-72c763dfd79f service neutron] 10.222.0.21 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297347 Mar 07 04:28:56.797554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Attempting to bind port fb78156e-0958-4578-a8a6-6c21cc6962ec on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:56.798292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Attempting to bind port fb78156e-0958-4578-a8a6-6c21cc6962ec by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:56.802746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Attempting to bind port fb78156e-0958-4578-a8a6-6c21cc6962ec on network f1c64a3b-984c-411f-976e-86b5817531c8 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:56.808817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab678b3b-4a21-4652-aa97-08cb99abb11a {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:28:56.817343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:56.817720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Checking segment: {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:56.818151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.818543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Bound using segment: {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:56.819115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Bound port: fb78156e-0958-4578-a8a6-6c21cc6962ec, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:56.819371 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.823850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.866774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Publish callbacks [] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.940577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 46ab1509-a9fa-4698-b8fb-a354897ccefe up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:28:56.955144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Transition to ACTIVE for port object ab678b3b-4a21-4652-aa97-08cb99abb11a will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:28:56.967567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:56.968454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:56.970409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] 10.222.0.15 "PUT /v2.0/ports/e18c5907-7418-4179-95c2-f8cacff1fd68 HTTP/1.1" status: 200 len: 1096 time: 2.7964218 Mar 07 04:28:57.026789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] For port fb78156e-0958-4578-a8a6-6c21cc6962ec, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:57.041081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:28:57.043906 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218" -d '{"events": [{"name": "network-changed", "server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:28:57.059445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] For port fb78156e-0958-4578-a8a6-6c21cc6962ec, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fb78156e-0958-4578-a8a6-6c21cc6962ec,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:57.084840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ef935a9-f3e0-4239-9ea6-a194bdae815c req-0e392f9f-0e02-4936-9b60-6eea086032e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.2976398 Mar 07 04:28:57.087808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:57.157625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 46ab1509-a9fa-4698-b8fb-a354897ccefe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:28:57.158019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:57.178684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:57.253591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:28:57.254317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:57.257614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53ddaf20-22d5-4385-8cb5-d80aa73f7c2d req-3c7db35d-4897-43bf-b1ce-3723fdd0a15b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1151528 Mar 07 04:28:57.390214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543cf19-2975-49d9-9b8b-4075ceac0140 service neutron] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:57.414397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0d95a-efba-4013-bf05-8caad71fecfe None None] Pushing event updated for resources: {'Port': ['ID=fb78156e-0958-4578-a8a6-6c21cc6962ec,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:57.476040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab678b3b-4a21-4652-aa97-08cb99abb11a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:57.492345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Attempting to bind port ab678b3b-4a21-4652-aa97-08cb99abb11a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:28:57.492684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Attempting to bind port ab678b3b-4a21-4652-aa97-08cb99abb11a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:28:57.493084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Attempting to bind port ab678b3b-4a21-4652-aa97-08cb99abb11a on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:57.509219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-41de071a-6a78-48bf-81e6-2c6d8451457e tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:57.510686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Port ab678b3b-4a21-4652-aa97-08cb99abb11a on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:28:57.510973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-41de071a-6a78-48bf-81e6-2c6d8451457e tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.44 "GET /v2.0/networks?id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 HTTP/1.1" status: 200 len: 815 time: 0.6791332 Mar 07 04:28:57.511107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Attempting to bind port ab678b3b-4a21-4652-aa97-08cb99abb11a on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:28:57.522807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:28:57.523147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:28:57.523585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:28:57.524034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Bound port: ab678b3b-4a21-4652-aa97-08cb99abb11a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:28:57.524400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:57.541303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-184359df-97ce-4ab9-9046-2bb1d042a8a8 service neutron] 10.222.0.21 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610028 Mar 07 04:28:57.546627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-33a5eb25-71c6-4983-bdd2-00a0a8077088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:57.548008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-33a5eb25-71c6-4983-bdd2-00a0a8077088 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1130 time: 0.5009949 Mar 07 04:28:57.583178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 46ab1509-a9fa-4698-b8fb-a354897ccefe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:28:57.610034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:28:57.629512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-40af5580-4057-4dd2-81bc-79065d142555 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3429377 Mar 07 04:28:57.676412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-2a64c065-0479-4528-a326-92926197a742 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e18c5907-7418-4179-95c2-f8cacff1fd68 HTTP/1.1" status: 200 len: 217 time: 0.0991914 Mar 07 04:28:57.761064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636bc49-ce19-46ea-8d14-2fa9cf5a0200 req-5fa55542-5221-4136-b94b-f5792d4f5588 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:57.772899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2636bc49-ce19-46ea-8d14-2fa9cf5a0200 req-5fa55542-5221-4136-b94b-f5792d4f5588 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 948 time: 0.3114724 Mar 07 04:28:57.856131 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-7b692863-6619-4799-9690-f9278559f8eb tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=500962b0a31b4c07bc5a69fae91666f2 HTTP/1.1" status: 200 len: 379 time: 0.3342519 Mar 07 04:28:57.901770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2636bc49-ce19-46ea-8d14-2fa9cf5a0200 req-7325ff7b-2db8-40b6-9eda-177c2adeccd3 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190643 Mar 07 04:28:57.910744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] For port ab678b3b-4a21-4652-aa97-08cb99abb11a, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:28:57.916906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-6bb05497-03b9-4fa6-a871-d57b0ed8f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:57.933580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-6bb05497-03b9-4fa6-a871-d57b0ed8f143 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2467303 Mar 07 04:28:57.974879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] For port ab678b3b-4a21-4652-aa97-08cb99abb11a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:28:58.011576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:58.025204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Request body: {'port': {'device_id': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'admin_state_up': True, 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'security_groups': ['a6031802-df8d-494b-8e44-245d6bad4718']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:28:58.051000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-06076af4-5a5d-4956-908e-b6dabbb98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:58.055171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-06076af4-5a5d-4956-908e-b6dabbb98e4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1099632 Mar 07 04:28:58.122203 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d14ecd-4180-4c2f-9215-3843a17f7379 x-openstack-request-id: req-f4d14ecd-4180-4c2f-9215-3843a17f7379 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:28:58.124359 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:28:58.124670 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4d14ecd-4180-4c2f-9215-3843a17f7379 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:28:58.126762 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'status': 'completed', 'code': 200} Mar 07 04:28:58.322722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Made reservation on behalf of 500962b0a31b4c07bc5a69fae91666f2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:28:58.337032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:58.451913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-411dfc06-897f-410f-bc31-30a185bf4387 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859851 Mar 07 04:28:58.488440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:58.489100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:58.497430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab678b3b-4a21-4652-aa97-08cb99abb11a HTTP/1.1" status: 200 len: 1096 time: 3.0118442 Mar 07 04:28:58.684601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:28:57Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:28:58.762894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6f805-dd1e-47f7-a2dd-b7b90a34c46d req-dae7db20-1e3e-4eae-93d1-a0d4300c8b71 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:58.764836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3a6f805-dd1e-47f7-a2dd-b7b90a34c46d req-dae7db20-1e3e-4eae-93d1-a0d4300c8b71 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.7869890 Mar 07 04:28:58.779904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd27ca5-e53a-4e55-9137-8f4ed91682b7 None None] The sync data for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 is: [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:28:57Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:28:58.816873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Allocated IP 172.20.0.5 (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5/60bd7d21-d611-4da2-8214-567c0fc0e162/97fc1864-0588-43b5-a94c-f3f935178fce) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:28:58.960342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a95f-2ea7-4686-b050-75fd86a787f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab678b3b-4a21-4652-aa97-08cb99abb11a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:28:59.331974 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.resource_extend [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:28:59.344273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-8cb8e68a-fe40-4bcb-a340-38b5e812c852 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:59.345714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-8cb8e68a-fe40-4bcb-a340-38b5e812c852 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports/e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 947 time: 0.4050336 Mar 07 04:28:59.452382 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for port (97fc1864-0588-43b5-a94c-f3f935178fce), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:59.456695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:59.470051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (6508add6-067a-44bc-b06e-dfc59cb0010d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:59.489690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-beef1bc9-c296-4463-bcd9-30626739b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:28:59.493024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-beef1bc9-c296-4463-bcd9-30626739b8d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 1130 time: 0.7453485 Mar 07 04:28:59.552689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6acfd9d-259a-4bdf-9a22-e96faa71f775 req-180bb4cf-99cc-46f0-a7ec-59c49b03bdf0 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0967736 Mar 07 04:28:59.583372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15e3d4f-0977-4221-b15d-3314e5440674 req-232d69ea-fde9-437c-acd4-53e3fc95b243 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1095796 Mar 07 04:28:59.702402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:28:59.719214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3a6f805-dd1e-47f7-a2dd-b7b90a34c46d req-50bbf698-d6cc-4606-ad66-cb12958ae629 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8601065 Mar 07 04:28:59.735247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-74883343-952b-4080-857b-4c68c53fd147 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a HTTP/1.1" status: 200 len: 217 time: 0.2005301 Mar 07 04:28:59.735247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37428) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:28:59.941224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:00.023708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event updated for resources: {'Port': ['ID=97fc1864-0588-43b5-a94c-f3f935178fce,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:00.031907 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Floating IP 6508add6-067a-44bc-b06e-dfc59cb0010d associated. External IP: 172.25.4.185, port: 92729aae-f721-4d72-86b6-fdfb98f083db. Mar 07 04:29:00.047519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59ef3cfe-2fe7-4ff3-833d-04f41041ecbe req-e4838255-fad8-4dec-9bbb-94bd7a3ca03c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 210 time: 0.2756996 Mar 07 04:29:00.076585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-8099bed7-3e63-4c3e-bf70-ecc895082115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.078744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-8099bed7-3e63-4c3e-bf70-ecc895082115 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1130 time: 0.4353688 Mar 07 04:29:00.113795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-87a7c297-b890-479d-826a-e19250940ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.116352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-87a7c297-b890-479d-826a-e19250940ac4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.3818307 Mar 07 04:29:00.119090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8232fcb-3bc2-4cb2-b7bd-75f4c2c67ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:00.136990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:00.139910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:00.265672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'tag': 'ab678b3b-4a21-4652-aa97-08cb99abb11a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:00.268039 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4433713f-7540-40fd-b62d-1b5ea8963f59" -d '{"events": [{"name": "network-changed", "server_uuid": "a8df2b11-1025-4e97-bfc3-b33c68fea027", "tag": "ab678b3b-4a21-4652-aa97-08cb99abb11a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:00.271730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-29e96f41-a7c3-459c-82c3-47ba252a7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.273680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-29e96f41-a7c3-459c-82c3-47ba252a7fbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1460495 Mar 07 04:29:00.344800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.345412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:00.358762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-848190d2-e2fc-4f96-b988-76d89b765882 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.360254 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-848190d2-e2fc-4f96-b988-76d89b765882 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 819 time: 0.5668309 Mar 07 04:29:00.400865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'port': {'device_id': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'admin_state_up': True, 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:00.429841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a4cb37a2-72a7-45d9-8da3-bfa8a6016e6f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5664101 Mar 07 04:29:00.432854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-6d3e8b6b-a9c9-4c43-850f-cea0bd945ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e18c5907-7418-4179-95c2-f8cacff1fd68 HTTP/1.1" status: 200 len: 217 time: 0.0686812 Mar 07 04:29:00.488313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Request body: {'port': {'device_id': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:00.546424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bb4c5-a20b-400a-a2e2-52285937f91d req-37464649-a554-4881-a280-c3fa40be7081 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.548183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df6bb4c5-a20b-400a-a2e2-52285937f91d req-37464649-a554-4881-a280-c3fa40be7081 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 931 time: 0.7207568 Mar 07 04:29:00.623173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-573f77ee-24e1-40b2-a7b9-275302ab78b0 None None] Provisioning complete for port 97fc1864-0588-43b5-a94c-f3f935178fce triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:00.624456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-573f77ee-24e1-40b2-a7b9-275302ab78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:00.661483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8232fcb-3bc2-4cb2-b7bd-75f4c2c67ec6 admin admin] Publish callbacks [] for security_group (49b43cfc-97aa-4159-a955-d6bbbc150e31), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:00.668462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:00.676953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42fa73-2d92-4c17-b083-9b5ce6e4c2b0 req-89e05d93-56d9-40e7-b82d-254eb4834e2a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.678668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d42fa73-2d92-4c17-b083-9b5ce6e4c2b0 req-89e05d93-56d9-40e7-b82d-254eb4834e2a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 948 time: 0.3656769 Mar 07 04:29:00.692186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8232fcb-3bc2-4cb2-b7bd-75f4c2c67ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (49b43cfc-97aa-4159-a955-d6bbbc150e31), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:00.706713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-573f77ee-24e1-40b2-a7b9-275302ab78b0 None None] Port 97fc1864-0588-43b5-a94c-f3f935178fce cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:00.759578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-18b7f46f-79eb-423d-b7dc-80ee7cca33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.761193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-18b7f46f-79eb-423d-b7dc-80ee7cca33bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2249687 Mar 07 04:29:00.784858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-857f1f80-ab66-4825-8a0b-42e97e52e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:00.786526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-857f1f80-ab66-4825-8a0b-42e97e52e40c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5102365 Mar 07 04:29:00.827899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df6bb4c5-a20b-400a-a2e2-52285937f91d req-7cba4497-e11b-45e1-89a9-f08e0d204278 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633016 Mar 07 04:29:00.910890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8232fcb-3bc2-4cb2-b7bd-75f4c2c67ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7504f61375f94fb886acc8d977305619&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1784749 Mar 07 04:29:00.962969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:00.989590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8232fcb-3bc2-4cb2-b7bd-75f4c2c67ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b43cfc-97aa-4159-a955-d6bbbc150e31,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:00.990712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb78156e-0958-4578-a8a6-6c21cc6962ec up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:01.021376 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c2b330-5c8e-48ed-b01a-2fbe5afebf7b x-openstack-request-id: req-29c2b330-5c8e-48ed-b01a-2fbe5afebf7b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:01.021965 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8df2b11-1025-4e97-bfc3-b33c68fea027", "tag": "ab678b3b-4a21-4652-aa97-08cb99abb11a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:01.022503 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29c2b330-5c8e-48ed-b01a-2fbe5afebf7b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:01.023524 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'tag': 'ab678b3b-4a21-4652-aa97-08cb99abb11a', 'status': 'completed', 'code': 200} Mar 07 04:29:01.130489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Made reservation on behalf of 1cef422a08d24a7ba07e42d9fa4da6a7 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:01.133629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.135714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d42fa73-2d92-4c17-b083-9b5ce6e4c2b0 req-561a9a44-fba3-4c75-93eb-b9c94d7aa932 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445016 Mar 07 04:29:01.146517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fb78156e-0958-4578-a8a6-6c21cc6962ec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:01.147035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.178054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6834148-52cd-4e34-95b1-9188c7a1a1b0 req-72552067-2cc4-4ce4-97d8-d09a6c94297f tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0577435 Mar 07 04:29:01.196021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-c3894119-660e-492f-83ef-3b79e1fae4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:01.197509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-c3894119-660e-492f-83ef-3b79e1fae4ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4229138 Mar 07 04:29:01.206345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-9071e685-9c33-44b4-b1fb-6714fe735d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:01.220586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-9071e685-9c33-44b4-b1fb-6714fe735d40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1132 time: 0.3871772 Mar 07 04:29:01.273498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Router 6db5c169-3e3c-409c-b8f0-aa51203d901c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:29:01.318912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fb78156e-0958-4578-a8a6-6c21cc6962ec is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:01.319362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.335053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8735a0a-b57d-467f-8e52-9bd5d8698438 admin admin] Publish callbacks [] for security_group (49b43cfc-97aa-4159-a955-d6bbbc150e31), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.387402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fb78156e-0958-4578-a8a6-6c21cc6962ec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fb78156e-0958-4578-a8a6-6c21cc6962ec,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:01.395679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.396681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60b40ffa-5382-4520-915e-de2def35c8b9 req-ceb12641-731a-4366-a384-5c4b60c4866f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 210 time: 0.0846844 Mar 07 04:29:01.459876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fb78156e-0958-4578-a8a6-6c21cc6962ec,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:01.461014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-23063a60-666e-40bd-baf1-f2348742d463 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287644 Mar 07 04:29:01.481018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:29:01.491588 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.499518 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] Sync routers for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:29:01.521719 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:01.523246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8735a0a-b57d-467f-8e52-9bd5d8698438 admin admin] Publish callbacks [] for security_group (49b43cfc-97aa-4159-a955-d6bbbc150e31), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.527608 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:01.630626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7ac120e4-07a4-4274-b477-31fcd3ab5e16 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "PUT /v2.0/floatingips/6508add6-067a-44bc-b06e-dfc59cb0010d HTTP/1.1" status: 200 len: 992 time: 5.0904219 Mar 07 04:29:01.630626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:01.630626 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112dc9e4-ab88-4267-afd6-f8cc198a1e03" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:01.683963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-d6d53ced-d1e0-4928-a548-cdcbc5806d76 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487941 Mar 07 04:29:01.703701 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b26924-60c5-4d94-bbc5-bba787866e56 req-4b4c120b-ed10-49f8-b06c-ebc43b9e9c7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66d9715165b64d9f89fc3fd966eb93d7&device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0429237 Mar 07 04:29:01.709084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Allocated IP 172.20.0.7 (f1c64a3b-984c-411f-976e-86b5817531c8/bf385a20-0862-4fc2-83fe-c1329e654a1a/459b86c0-640d-4aa8-bc52-143214cd2928) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:01.719092 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415ee7d-d39a-4907-95c4-7445785b4ba8 x-openstack-request-id: req-b415ee7d-d39a-4907-95c4-7445785b4ba8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:01.719427 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:01.719686 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b415ee7d-d39a-4907-95c4-7445785b4ba8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:01.720137 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db', 'status': 'completed', 'code': 200} Mar 07 04:29:01.762354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b26924-60c5-4d94-bbc5-bba787866e56 req-398a1cdd-16f2-4361-865e-877c7aa15a55 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=66d9715165b64d9f89fc3fd966eb93d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452883 Mar 07 04:29:01.786565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f056335b-9cb2-4ed1-8631-fdd96bb4aeac req-4103e4d5-30a4-49a1-a48d-c2fbe5c914b9 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133063 Mar 07 04:29:01.791791 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:01.813498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d785a-228f-445a-8658-f168f5c88410 req-572fab2f-6551-4173-8cff-6b4e38cf1ce8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:01.815604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e9d785a-228f-445a-8658-f168f5c88410 req-572fab2f-6551-4173-8cff-6b4e38cf1ce8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.5319474 Mar 07 04:29:01.816496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8735a0a-b57d-467f-8e52-9bd5d8698438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (49b43cfc-97aa-4159-a955-d6bbbc150e31), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.819835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8735a0a-b57d-467f-8e52-9bd5d8698438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:01.821610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8735a0a-b57d-467f-8e52-9bd5d8698438 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49b43cfc-97aa-4159-a955-d6bbbc150e31 HTTP/1.1" status: 204 len: 168 time: 0.8541481 Mar 07 04:29:01.922732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8735a0a-b57d-467f-8e52-9bd5d8698438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b43cfc-97aa-4159-a955-d6bbbc150e31,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:01.926928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c62d172-9e54-4c4a-993e-27c1c0103dda req-b69c7234-b228-47b9-9e34-574e48615f1c tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0904195 Mar 07 04:29:02.000677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e9d785a-228f-445a-8658-f168f5c88410 req-57acf3e7-20fc-4abf-84b3-ff9b551ac5dc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185644 Mar 07 04:29:02.007515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-7180157c-f136-480a-b5b8-83cc591b8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.008368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fc1864-0588-43b5-a94c-f3f935178fce {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:02.009584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-7180157c-f136-480a-b5b8-83cc591b8596 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.7732990 Mar 07 04:29:02.054461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Publish callbacks [] for port (97fc1864-0588-43b5-a94c-f3f935178fce), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:02.107237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.108280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.109063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.109707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.110193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.110691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.111150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.114358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-cd79da2c-af83-4457-8516-5e56fb0f00ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6708 time: 0.3591285 Mar 07 04:29:02.115065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-af3aaf72-2d8e-4bed-8086-205c065ab983 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.0759470 Mar 07 04:29:02.121728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Transition to ACTIVE for port object 97fc1864-0588-43b5-a94c-f3f935178fce will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:02.149336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:02.246449 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '6508add6-067a-44bc-b06e-dfc59cb0010d', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'port_id': '92729aae-f721-4d72-86b6-fdfb98f083db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'mac_address': 'fa:16:3e:bb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:26:56Z', 'updated_at': '2022-03-07T04:28:59Z', 'revision_number': 1, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:02.276394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] Checking router: 6db5c169-3e3c-409c-b8f0-aa51203d901c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:29:02.286515 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:02.287192 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:02.309089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b26924-60c5-4d94-bbc5-bba787866e56 req-d964da94-7904-4020-bde2-0b264ae6024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.310910 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-64b26924-60c5-4d94-bbc5-bba787866e56 req-d964da94-7904-4020-bde2-0b264ae6024a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5099940 Mar 07 04:29:02.316476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-552c14eb-eb86-4dbb-a9eb-a1069d6636c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.322523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-552c14eb-eb86-4dbb-a9eb-a1069d6636c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 1130 time: 0.3621645 Mar 07 04:29:02.447198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Pushing event updated for resources: {'Port': ['ID=97fc1864-0588-43b5-a94c-f3f935178fce,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:02.463780 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:02.509095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for port (459b86c0-640d-4aa8-bc52-143214cd2928), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:02.530142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:02.544812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-0104ef27-c7d9-461e-9b5e-9358c99bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.547369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-0104ef27-c7d9-461e-9b5e-9358c99bcdf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf17bdce-2b04-48ae-9d6b-3a207560a21e HTTP/1.1" status: 200 len: 912 time: 0.4169381 Mar 07 04:29:02.555883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-ccd260a3-05f2-425d-8f42-2bcf80c76337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.557402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-ccd260a3-05f2-425d-8f42-2bcf80c76337 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.4001827 Mar 07 04:29:02.567574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c8ae644-40fa-40dd-b75f-54b8f1c5e218 req-0e957515-b198-42d4-90fa-f4b6a8895b8b service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792065 Mar 07 04:29:02.612336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bebbc-bedf-4afc-9cb7-f6766b29b632 req-5bbd7494-0142-4a56-93e7-cb0c23a7d676 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.619829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba9bebbc-bedf-4afc-9cb7-f6766b29b632 req-5bbd7494-0142-4a56-93e7-cb0c23a7d676 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.5139976 Mar 07 04:29:02.702442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6b462-3397-482b-abed-0f1f498c517e req-da90de1b-3735-44aa-9197-acb90477ed0b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.704356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1c6b462-3397-482b-abed-0f1f498c517e req-da90de1b-3735-44aa-9197-acb90477ed0b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 948 time: 0.4334645 Mar 07 04:29:02.777484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Attempting to bind port 97fc1864-0588-43b5-a94c-f3f935178fce on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:02.777484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Attempting to bind port 97fc1864-0588-43b5-a94c-f3f935178fce by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:02.777868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Attempting to bind port 97fc1864-0588-43b5-a94c-f3f935178fce on network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:02.781109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:02.794851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'mac_address': 'fa:16:3e:9d:b3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:02.818924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Port 97fc1864-0588-43b5-a94c-f3f935178fce on network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:02.819283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Attempting to bind port 97fc1864-0588-43b5-a94c-f3f935178fce on network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:02.831751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba9bebbc-bedf-4afc-9cb7-f6766b29b632 req-45222560-31aa-42c8-ba4a-87556f7f2e8b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099481 Mar 07 04:29:02.835008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-234dd269-057c-4835-ace2-289660ecdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:02.844070 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-7e13f725-cbf3-4c02-bc55-6dc550555b4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92729aae-f721-4d72-86b6-fdfb98f083db HTTP/1.1" status: 200 len: 1000 time: 0.2838681 Mar 07 04:29:02.844281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-234dd269-057c-4835-ace2-289660ecdd06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.4866695 Mar 07 04:29:02.855625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:02.855971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Checking segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:02.856358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Bound using segment: {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:02.861484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Bound port: 97fc1864-0588-43b5-a94c-f3f935178fce, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436871b5-bd92-4bf7-b137-45705f4b6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:02.861484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:02.944084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-adc0f8bd-ebeb-4e00-aaa2-e327f7527d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:02.980234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-5c71d8e0-238a-4647-97c1-7688637327b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a HTTP/1.1" status: 200 len: 217 time: 0.1321580 Mar 07 04:29:02.980653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:02.992640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:02.993829 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:03.006841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb78156e-0958-4578-a8a6-6c21cc6962ec up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:03.008678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-d22ed523-4427-4636-a40b-cbe44897dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:03.012728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-d22ed523-4427-4636-a40b-cbe44897dbe0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4431612 Mar 07 04:29:03.092678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:03.154653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:03.172729 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:03.227081 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '6508add6-067a-44bc-b06e-dfc59cb0010d', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'port_id': '92729aae-f721-4d72-86b6-fdfb98f083db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'mac_address': 'fa:16:3e:bb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:26:56Z', 'updated_at': '2022-03-07T04:28:59Z', 'revision_number': 1, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:03.255512 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66aa626-6a98-465e-8c35-7d5b7c8c12e7 None None] The sync data for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 is: [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '6508add6-067a-44bc-b06e-dfc59cb0010d', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'port_id': '92729aae-f721-4d72-86b6-fdfb98f083db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'mac_address': 'fa:16:3e:bb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:26:56Z', 'updated_at': '2022-03-07T04:28:59Z', 'revision_number': 1, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:29:03.262090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fb78156e-0958-4578-a8a6-6c21cc6962ec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:03.262477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:03.275209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] For port 97fc1864-0588-43b5-a94c-f3f935178fce, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:03.282744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] For port 97fc1864-0588-43b5-a94c-f3f935178fce, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=97fc1864-0588-43b5-a94c-f3f935178fce,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:03.296690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Network f1c64a3b-984c-411f-976e-86b5817531c8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:03.304837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:03.334554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:03.351407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-c143840a-6eb6-4ccd-bd89-bc04b9fbc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:03.353962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-c143840a-6eb6-4ccd-bd89-bc04b9fbc312 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11aebbfb-7f5f-4719-a922-deb3e6cd25e5 HTTP/1.1" status: 200 len: 850 time: 0.5039780 Mar 07 04:29:03.357059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:03.358218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:03.361211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] 10.222.0.44 "PUT /v2.0/ports/97fc1864-0588-43b5-a94c-f3f935178fce HTTP/1.1" status: 200 len: 1091 time: 2.9179289 Mar 07 04:29:03.367708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:03.393688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:03.438449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e18c5907-7418-4179-95c2-f8cacff1fd68'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:03.441559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:03.627960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fb78156e-0958-4578-a8a6-6c21cc6962ec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:03.651912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-b0ae2ece-40c3-4616-ab40-67208128cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:03.655091 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-b0ae2ece-40c3-4616-ab40-67208128cc3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf17bdce-2b04-48ae-9d6b-3a207560a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2835498 Mar 07 04:29:03.736092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:03.737320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:03.746945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:03.749354 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248719e7-228d-4ee8-84d2-7320006aadd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:03.760927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768e931-27f9-453e-bd3a-d677f6c51742 None None] New status for floating IP 6508add6-067a-44bc-b06e-dfc59cb0010d: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:29:03.773429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d206-6f31-4ee1-b494-bea1199b6450 service neutron] Pushing event updated for resources: {'Port': ['ID=97fc1864-0588-43b5-a94c-f3f935178fce,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:03.812383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1c6b462-3397-482b-abed-0f1f498c517e req-c6822801-54fa-469c-ba54-656d8091ce10 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0984533 Mar 07 04:29:03.864079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b26924-60c5-4d94-bbc5-bba787866e56 req-362489dc-317c-4584-88ab-913b97ba0789 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.15 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0666122 Mar 07 04:29:03.912769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-83e2bca5-d669-4dff-af14-292c611ff215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:03.917874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-83e2bca5-d669-4dff-af14-292c611ff215 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.9278455 Mar 07 04:29:03.939235 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e730d963-4227-4c01-9946-b1eeac73031d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5575898 Mar 07 04:29:03.969396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Request body: {'port': {'device_id': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:04.003935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73979be-2449-495c-9941-81df509c5b8b req-6e62f70c-f738-4e2a-8b3a-f67d1edd359e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.010702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e73979be-2449-495c-9941-81df509c5b8b req-6e62f70c-f738-4e2a-8b3a-f67d1edd359e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 931 time: 0.9722774 Mar 07 04:29:04.024266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-071306c1-7145-4044-a8ab-ef2420514b06 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9844749 Mar 07 04:29:04.124726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-b334d090-e890-4d00-af80-f1be85cf7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.126566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-b334d090-e890-4d00-af80-f1be85cf7560 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=500962b0a31b4c07bc5a69fae91666f2&device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 1125 time: 0.6705477 Mar 07 04:29:04.128695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-652e16a2-8faf-4177-a73d-97f463455043 service neutron] 10.222.0.44 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372251 Mar 07 04:29:04.161525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31089aa6-2b79-4200-aac4-a50ee7b61262 req-2e7c5e81-f7b9-422e-b67b-4059567b6b59 tempest-ServerShowV257Test-1455087329 tempest-ServerShowV257Test-1455087329-project] 10.222.0.21 "GET /v2.0/ports?device_id=86bdf2c8-5d4c-4f96-99d0-c13efc79911e HTTP/1.1" status: 200 len: 210 time: 0.0576115 Mar 07 04:29:04.201463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-34358a7e-2ee1-44a4-8212-5df2c12ffe0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fc1864-0588-43b5-a94c-f3f935178fce HTTP/1.1" status: 200 len: 217 time: 0.0587673 Mar 07 04:29:04.211618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-17f5bbb0-eee6-4e0f-9bfb-01d4de52bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.213418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-17f5bbb0-eee6-4e0f-9bfb-01d4de52bfc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2813716 Mar 07 04:29:04.222754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-58c87aa5-4cd5-458d-bf55-2b46c6aa3186 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954846 Mar 07 04:29:04.234170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e73979be-2449-495c-9941-81df509c5b8b req-e0467aa2-7a17-4e20-9d46-826bab6ff2d4 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224030 Mar 07 04:29:04.337234 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e5153-e838-48ad-bdd7-98a6ad9909ea x-openstack-request-id: req-d31e5153-e838-48ad-bdd7-98a6ad9909ea {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:04.337532 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:04.337783 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d31e5153-e838-48ad-bdd7-98a6ad9909ea {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:04.338199 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce', 'status': 'completed', 'code': 200} Mar 07 04:29:04.350604 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:04.478609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-deaecf33-1add-4a32-92f7-1c2e5d4e805c service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401037 Mar 07 04:29:04.487759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d3cad-2bfe-4d15-82b8-118828bd01d9 req-57ce5975-e1ef-4702-8ccb-8be57108528c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.494863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e41d3cad-2bfe-4d15-82b8-118828bd01d9 req-57ce5975-e1ef-4702-8ccb-8be57108528c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1890261 Mar 07 04:29:04.565442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab678b3b-4a21-4652-aa97-08cb99abb11a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:04.578939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:04.605740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-edd63370-b4f8-4f55-8000-9d28c29490e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.608792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-edd63370-b4f8-4f55-8000-9d28c29490e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bd7d21-d611-4da2-8214-567c0fc0e162 HTTP/1.1" status: 200 len: 854 time: 0.3935366 Mar 07 04:29:04.674593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e41d3cad-2bfe-4d15-82b8-118828bd01d9 req-9072f436-a164-498c-9663-c491a45a0ccd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753514 Mar 07 04:29:04.700491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487e386-18ca-485a-8bfb-2944fee76166 req-c1201c16-7ebd-4c71-a829-7bca6e14f21b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.703012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4487e386-18ca-485a-8bfb-2944fee76166 req-c1201c16-7ebd-4c71-a829-7bca6e14f21b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1901431 Mar 07 04:29:04.709821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4433713f-7540-40fd-b62d-1b5ea8963f59 req-08eda102-c72c-4c64-87b2-47e053dc5a53 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112789 Mar 07 04:29:04.810772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4487e386-18ca-485a-8bfb-2944fee76166 req-51eec92e-573d-4904-8085-b4c77580d987 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951250 Mar 07 04:29:04.829388 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-112dc9e4-ab88-4267-afd6-f8cc198a1e03 req-4b167227-3977-4630-83be-a279b68d4049 service neutron] 10.222.0.44 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878684 Mar 07 04:29:04.850819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e18c5907-7418-4179-95c2-f8cacff1fd68 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:29:04.862238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e18c5907-7418-4179-95c2-f8cacff1fd68 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:04.862728 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:04.906235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-8c561b86-f950-492b-8d61-0692b61a1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:04.912727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-8c561b86-f950-492b-8d61-0692b61a1a83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2726593 Mar 07 04:29:04.924773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ab678b3b-4a21-4652-aa97-08cb99abb11a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:04.956654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'ab678b3b-4a21-4652-aa97-08cb99abb11a', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'ab678b3b-4a21-4652-aa97-08cb99abb11a', 'mac_address': 'fa:16:3e:20:c9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:04.998751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f187-e8de-4d21-8f03-d66f1678ed0b req-686fb9b7-4451-4f99-ae85-8b8e124be558 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:05.006137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e803f187-e8de-4d21-8f03-d66f1678ed0b req-686fb9b7-4451-4f99-ae85-8b8e124be558 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 948 time: 0.0870776 Mar 07 04:29:05.013712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ab678b3b-4a21-4652-aa97-08cb99abb11a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:05.014367 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.073828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab678b3b-4a21-4652-aa97-08cb99abb11a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:05.077697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e803f187-e8de-4d21-8f03-d66f1678ed0b req-9ea7861c-7885-4fff-9e2f-0b8fe693baaf tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Mar 07 04:29:05.083080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459b86c0-640d-4aa8-bc52-143214cd2928 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:05.097018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Publish callbacks [] for port (459b86c0-640d-4aa8-bc52-143214cd2928), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.116860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:05.117392 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.118405 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-454ddf07-26dc-4ae1-8148-0fb80bf3915b service neutron] 10.222.0.44 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960602 Mar 07 04:29:05.121350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ab678b3b-4a21-4652-aa97-08cb99abb11a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:05.134929 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.135202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Transition to ACTIVE for port object 459b86c0-640d-4aa8-bc52-143214cd2928 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:05.146285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.195528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:05.214528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:05.221502 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb9cc31-3205-492a-a7cc-47dcb2ebf740" -d '{"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-plugged", "status": "completed", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:05.247937 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.288587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:05.334063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ab678b3b-4a21-4652-aa97-08cb99abb11a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:05.479760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:05.492498 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66990963-6e37-4263-8a92-b8598d09fe31 x-openstack-request-id: req-66990963-6e37-4263-8a92-b8598d09fe31 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:05.499290 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-plugged", "status": "completed", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:05.499644 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66990963-6e37-4263-8a92-b8598d09fe31 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:05.500074 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'code': 200} Mar 07 04:29:05.501231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab678b3b-4a21-4652-aa97-08cb99abb11a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:05.532858 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8fff67-6fa0-47b3-8e52-24ae24498360 req-a50c6073-e5fc-4394-aa27-ce867b8dd21d service neutron] 10.222.0.44 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957746 Mar 07 04:29:05.535648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b830-ef25-4ba4-b72e-e6019b081de1 req-d22e9665-5c04-4958-97a1-729eb6e436be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:05.537329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3342b830-ef25-4ba4-b72e-e6019b081de1 req-d22e9665-5c04-4958-97a1-729eb6e436be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1132 time: 0.1005886 Mar 07 04:29:05.547783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c9567-27a8-4094-ad74-4ecbe79e3419 req-220b34a2-7840-4797-b78a-8958835bfa5d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:05.557604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c2c9567-27a8-4094-ad74-4ecbe79e3419 req-220b34a2-7840-4797-b78a-8958835bfa5d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 943 time: 0.1628251 Mar 07 04:29:05.575440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Attempting to bind port 459b86c0-640d-4aa8-bc52-143214cd2928 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:05.576602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0485e640-bc99-4b97-8b46-85612d95ca6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.577527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Attempting to bind port 459b86c0-640d-4aa8-bc52-143214cd2928 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:05.578976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Attempting to bind port 459b86c0-640d-4aa8-bc52-143214cd2928 on network f1c64a3b-984c-411f-976e-86b5817531c8 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:05.589941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Port 459b86c0-640d-4aa8-bc52-143214cd2928 on network f1c64a3b-984c-411f-976e-86b5817531c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:05.591944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Attempting to bind port 459b86c0-640d-4aa8-bc52-143214cd2928 on network f1c64a3b-984c-411f-976e-86b5817531c8 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:05.600322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:05.601785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Checking segment: {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:05.610289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Bound using segment: {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:05.612303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Bound port: 459b86c0-640d-4aa8-bc52-143214cd2928, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6378a8-9fb2-4d5d-aa58-340661b65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:05.612866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.634159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c2c9567-27a8-4094-ad74-4ecbe79e3419 req-9a9d0189-944a-48ed-b707-9c9bce73d486 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754957 Mar 07 04:29:05.687645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3342b830-ef25-4ba4-b72e-e6019b081de1 req-de461de2-35b5-4290-871e-f855b05b74a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053641 Mar 07 04:29:05.815863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-52e65e49-3a59-415d-97bd-6a4c1f7edde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:05.817870 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-52e65e49-3a59-415d-97bd-6a4c1f7edde6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=500962b0a31b4c07bc5a69fae91666f2&device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 1125 time: 0.1995139 Mar 07 04:29:05.834256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:05.851159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:05.897875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.907885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:05.957482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:05.959211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:05.960716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] 10.222.0.44 "PUT /v2.0/ports/459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 1091 time: 2.0135541 Mar 07 04:29:06.019129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9506f-12ef-4ec1-af1d-22db57f19f2c service neutron] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:06.039225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e84d4a-d84a-4b3a-9c9f-de3f45490382 req-b240a01b-3eba-438c-96be-d4ac21cb5834 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.040922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3e84d4a-d84a-4b3a-9c9f-de3f45490382 req-b240a01b-3eba-438c-96be-d4ac21cb5834 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1525769 Mar 07 04:29:06.108963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3e84d4a-d84a-4b3a-9c9f-de3f45490382 req-4df77df1-9fd4-48b9-8cb0-2d1004f860cc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597870 Mar 07 04:29:06.120908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-4521e7d2-9d74-47ea-803e-bcc4dfd9df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.123673 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-4521e7d2-9d74-47ea-803e-bcc4dfd9df3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 HTTP/1.1" status: 200 len: 916 time: 0.2946749 Mar 07 04:29:06.144465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a6594-be14-4dfc-a4a4-70b8cf116bfa req-21b61bb7-d5ec-4a4c-b862-4a8f4cda06a6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.156134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-950a6594-be14-4dfc-a4a4-70b8cf116bfa req-21b61bb7-d5ec-4a4c-b862-4a8f4cda06a6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1889472 Mar 07 04:29:06.190208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1bce69d-331d-4527-9e6c-f0b1faef47e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.240338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-950a6594-be14-4dfc-a4a4-70b8cf116bfa req-02af46cb-4ff1-4daa-8cba-fa36cb2d9dbf tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776064 Mar 07 04:29:06.273764 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-15efecda-bf52-4082-978c-6b991666727a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fc1864-0588-43b5-a94c-f3f935178fce HTTP/1.1" status: 200 len: 217 time: 0.1436245 Mar 07 04:29:06.313187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499aaea-66fa-403c-8765-d8066c5a12a3 req-aa00e44f-75cf-4fc0-a669-ba39840689c4 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.315083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1499aaea-66fa-403c-8765-d8066c5a12a3 req-aa00e44f-75cf-4fc0-a669-ba39840689c4 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 949 time: 0.0785117 Mar 07 04:29:06.339171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:06.341357 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702" -d '{"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:06.370401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-72ad0f7d-a410-4066-a36f-37a00b29560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.371894 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-72ad0f7d-a410-4066-a36f-37a00b29560b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1125 time: 0.3485773 Mar 07 04:29:06.381828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1499aaea-66fa-403c-8765-d8066c5a12a3 req-c08992df-25c3-41c6-a29e-e783089bc4ce tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603812 Mar 07 04:29:06.437893 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41909de1-6cf0-499e-8297-4d3963ce46eb x-openstack-request-id: req-41909de1-6cf0-499e-8297-4d3963ce46eb {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:06.438275 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:06.438534 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41909de1-6cf0-499e-8297-4d3963ce46eb {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:06.438929 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'status': 'completed', 'code': 200} Mar 07 04:29:06.443433 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-55b75055-32da-4acf-b104-df628408a187 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.0561717 Mar 07 04:29:06.449013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-e88db723-2e89-4cbf-ad65-5ace33d418d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.451399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-e88db723-2e89-4cbf-ad65-5ace33d418d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bd7d21-d611-4da2-8214-567c0fc0e162 HTTP/1.1" status: 200 len: 854 time: 0.1672480 Mar 07 04:29:06.463840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1bce69d-331d-4527-9e6c-f0b1faef47e3 admin admin] Publish callbacks [] for security_group (1697e2c7-921c-4ff2-a877-06815db71d8f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.515557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1bce69d-331d-4527-9e6c-f0b1faef47e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1697e2c7-921c-4ff2-a877-06815db71d8f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.572717 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e1bce69d-331d-4527-9e6c-f0b1faef47e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66d9715165b64d9f89fc3fd966eb93d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6584458 Mar 07 04:29:06.575705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37630) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:06.577888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab678b3b-4a21-4652-aa97-08cb99abb11a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:06.592102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-d122667b-4646-449f-8d34-a69120b1f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.594226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-d122667b-4646-449f-8d34-a69120b1f430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.1386180 Mar 07 04:29:06.596352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bce69d-331d-4527-9e6c-f0b1faef47e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1697e2c7-921c-4ff2-a877-06815db71d8f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:06.636259 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-e22a6d52-8c01-4902-b9e8-f67660d4edb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351191 Mar 07 04:29:06.671105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-364a73cc-aabd-41da-934c-afed9ae43bc5 admin admin] Publish callbacks [] for security_group (1697e2c7-921c-4ff2-a877-06815db71d8f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.678943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-ee47f4d5-3cd9-4f35-9788-f5f029470c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:06.682806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.687155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-ee47f4d5-3cd9-4f35-9788-f5f029470c57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2218645 Mar 07 04:29:06.724744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port ab678b3b-4a21-4652-aa97-08cb99abb11a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:29:06.737329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port ab678b3b-4a21-4652-aa97-08cb99abb11a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:06.737786 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.752637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-364a73cc-aabd-41da-934c-afed9ae43bc5 admin admin] Publish callbacks [] for security_group (1697e2c7-921c-4ff2-a877-06815db71d8f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.880846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ab678b3b-4a21-4652-aa97-08cb99abb11a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:06.881289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.917787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ab678b3b-4a21-4652-aa97-08cb99abb11a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:06.926946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.930778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-a186a965-39f3-49e5-8ce4-505d724c62ee service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768991 Mar 07 04:29:06.936868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-219f4162-9c3a-4082-9559-1c7855336e45 service neutron] 10.222.0.44 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488425 Mar 07 04:29:06.981707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-364a73cc-aabd-41da-934c-afed9ae43bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1697e2c7-921c-4ff2-a877-06815db71d8f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.986140 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-364a73cc-aabd-41da-934c-afed9ae43bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:06.987329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-364a73cc-aabd-41da-934c-afed9ae43bc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1697e2c7-921c-4ff2-a877-06815db71d8f HTTP/1.1" status: 204 len: 168 time: 0.4105856 Mar 07 04:29:07.007836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eacf34-f511-4aa1-85de-d0c1abef8635 req-a9e2128d-a034-433e-ad2a-77388c8e4bec tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.019820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ab678b3b-4a21-4652-aa97-08cb99abb11a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:07.022408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47eacf34-f511-4aa1-85de-d0c1abef8635 req-a9e2128d-a034-433e-ad2a-77388c8e4bec tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 943 time: 0.2402935 Mar 07 04:29:07.040845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a73cc-aabd-41da-934c-afed9ae43bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1697e2c7-921c-4ff2-a877-06815db71d8f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:07.126921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47eacf34-f511-4aa1-85de-d0c1abef8635 req-bd5b4220-bfb5-459b-b826-8d554557b331 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875373 Mar 07 04:29:07.145849 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7359771-9a6b-4a2d-800b-2caccb1ff6f4 req-d98908ad-d3e2-4f49-8f5f-5b11b93e43aa service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075615 Mar 07 04:29:07.193585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-248719e7-228d-4ee8-84d2-7320006aadd1 req-4cb332aa-25ea-4e68-8ed1-4daf3eb3be3c service neutron] 10.222.0.44 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476048 Mar 07 04:29:07.319259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-f847db50-053b-4d97-8dc1-89683e92f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.328290 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-f847db50-053b-4d97-8dc1-89683e92f0e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1125 time: 0.1036415 Mar 07 04:29:07.388755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a2b2c-c950-4936-be1e-c2cade0c0e22 req-7cc65101-fb9c-46da-9d50-5492b44493fc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.396767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468a2b2c-c950-4936-be1e-c2cade0c0e22 req-7cc65101-fb9c-46da-9d50-5492b44493fc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1656268 Mar 07 04:29:07.483661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-8b9c2c00-ab56-4dbd-9fcb-443669e0ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.485400 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-8b9c2c00-ab56-4dbd-9fcb-443669e0ffe2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.1540794 Mar 07 04:29:07.507757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab678b3b-4a21-4652-aa97-08cb99abb11a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:07.510032 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108de227-3401-4707-9b82-bc4154dee004" -d '{"events": [{"server_uuid": "a8df2b11-1025-4e97-bfc3-b33c68fea027", "name": "network-vif-plugged", "status": "completed", "tag": "ab678b3b-4a21-4652-aa97-08cb99abb11a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:07.513335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468a2b2c-c950-4936-be1e-c2cade0c0e22 req-16d3027c-df25-4284-a9cc-e54f310eaae0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954623 Mar 07 04:29:07.561606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f1b8-b401-4154-ada3-cfdd944e5287 req-0f372144-7d54-49da-93d0-6e4180ecbcc9 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.574348 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:07.575874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3373f1b8-b401-4154-ada3-cfdd944e5287 req-0f372144-7d54-49da-93d0-6e4180ecbcc9 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1589241 Mar 07 04:29:07.601461 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-50fd37e8-95f3-4d8b-805c-5d458ea95150 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.1033967 Mar 07 04:29:07.663605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3373f1b8-b401-4154-ada3-cfdd944e5287 req-a694c76a-67af-4b81-b993-f3e3521b5860 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857534 Mar 07 04:29:07.745239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81de88a-ce42-426c-a653-0c4a73b3e5b2 req-7edffc0b-2de9-4823-b137-0714e1c954ac tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.757133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f81de88a-ce42-426c-a653-0c4a73b3e5b2 req-7edffc0b-2de9-4823-b137-0714e1c954ac tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.1356382 Mar 07 04:29:07.763973 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70619f1-752e-48b4-b802-75baab918c52 x-openstack-request-id: req-c70619f1-752e-48b4-b802-75baab918c52 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:07.764477 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8df2b11-1025-4e97-bfc3-b33c68fea027", "name": "network-vif-plugged", "status": "completed", "tag": "ab678b3b-4a21-4652-aa97-08cb99abb11a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:07.764601 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c70619f1-752e-48b4-b802-75baab918c52 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:07.764953 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab678b3b-4a21-4652-aa97-08cb99abb11a', 'code': 200} Mar 07 04:29:07.821141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f81de88a-ce42-426c-a653-0c4a73b3e5b2 req-f4287fe3-ba1f-4851-bed6-52949eda4a49 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631111 Mar 07 04:29:07.886157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a181d5-dc53-447b-b52d-c77ebf1b7b19 req-f88380de-8a29-4ad8-a464-94af1d04493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:07.887685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31a181d5-dc53-447b-b52d-c77ebf1b7b19 req-f88380de-8a29-4ad8-a464-94af1d04493a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 1132 time: 0.0650320 Mar 07 04:29:07.954244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31a181d5-dc53-447b-b52d-c77ebf1b7b19 req-b34c0ea1-d6c6-4ab4-86dd-56ff8eac89f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568173 Mar 07 04:29:08.079440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-8b0e0b65-c08b-4856-bc38-a6bbe2f3f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:08.080935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-8b0e0b65-c08b-4856-bc38-a6bbe2f3f0f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.4749050 Mar 07 04:29:08.124401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-88dee830-6fc7-48ea-87fe-9395944a4080 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346179 Mar 07 04:29:08.273906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3df147-7034-4b2f-82ea-2814a929dc55 req-43e0443b-ab17-4ccb-9dcb-a8eec8385ef0 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:08.279844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a3df147-7034-4b2f-82ea-2814a929dc55 req-43e0443b-ab17-4ccb-9dcb-a8eec8385ef0 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 943 time: 0.0731502 Mar 07 04:29:08.297864 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-a995f62d-dd7d-4c7a-9164-6bdcd335fdee service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577694 Mar 07 04:29:08.340271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a3df147-7034-4b2f-82ea-2814a929dc55 req-a585adf7-f3c9-44a1-b318-d1267b65b2dd tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Mar 07 04:29:08.423546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0cb1acc6-8fc4-43c3-96a8-7d5be618c702 req-f5252b33-bafc-4b1c-87d7-7ad58b89e23f service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157234 Mar 07 04:29:08.651340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37742) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:08.661567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1f84b-fda6-43ad-921f-387e376f3724 req-64c45a29-ae02-477a-8f3a-c394cdae95da tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:08.676728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53f1f84b-fda6-43ad-921f-387e376f3724 req-64c45a29-ae02-477a-8f3a-c394cdae95da tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.0797720 Mar 07 04:29:08.736626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53f1f84b-fda6-43ad-921f-387e376f3724 req-f4b382ee-eb75-43fb-af51-d8f9f5600e26 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589724 Mar 07 04:29:08.852360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3164b893-497a-45c0-b5e2-4658c26b3563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:08.945838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea855d-f6c8-4f53-bd5b-4800cbcbd88d req-4936ff11-6afc-490c-a75b-dccf30a144b6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:08.949212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53ea855d-f6c8-4f53-bd5b-4800cbcbd88d req-4936ff11-6afc-490c-a75b-dccf30a144b6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1608365 Mar 07 04:29:09.000139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3164b893-497a-45c0-b5e2-4658c26b3563 admin admin] Publish callbacks [] for security_group (03c11c92-9ecf-4697-a3b8-a653494bb0f9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.014984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3164b893-497a-45c0-b5e2-4658c26b3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (03c11c92-9ecf-4697-a3b8-a653494bb0f9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.081453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53ea855d-f6c8-4f53-bd5b-4800cbcbd88d req-b71f9299-fa1a-44a3-9f7d-3001c4735086 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226423 Mar 07 04:29:09.109201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3164b893-497a-45c0-b5e2-4658c26b3563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7101c4ed12d45878de4c1a2855b710a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565811 Mar 07 04:29:09.111847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:09.123196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164b893-497a-45c0-b5e2-4658c26b3563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c11c92-9ecf-4697-a3b8-a653494bb0f9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:09.187630 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.201847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-118de990-4583-41fa-baa9-da1a3c251837 admin admin] Publish callbacks [] for security_group (03c11c92-9ecf-4697-a3b8-a653494bb0f9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.253181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-118de990-4583-41fa-baa9-da1a3c251837 admin admin] Publish callbacks [] for security_group (03c11c92-9ecf-4697-a3b8-a653494bb0f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.262296 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:29:09.304172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf60cc-895c-46bb-b37e-b64b3effb1cc req-8345c578-79b9-4e74-be66-5bd8525cb011 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:09.305641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2cf60cc-895c-46bb-b37e-b64b3effb1cc req-8345c578-79b9-4e74-be66-5bd8525cb011 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.0941758 Mar 07 04:29:09.343203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-118de990-4583-41fa-baa9-da1a3c251837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (03c11c92-9ecf-4697-a3b8-a653494bb0f9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.346028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-118de990-4583-41fa-baa9-da1a3c251837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:09.349429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-118de990-4583-41fa-baa9-da1a3c251837 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03c11c92-9ecf-4697-a3b8-a653494bb0f9 HTTP/1.1" status: 204 len: 168 time: 0.2344286 Mar 07 04:29:09.367878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de990-4583-41fa-baa9-da1a3c251837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c11c92-9ecf-4697-a3b8-a653494bb0f9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:09.380973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2cf60cc-895c-46bb-b37e-b64b3effb1cc req-4ab3f47e-3468-4d98-af7c-b169e3c1e068 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672069 Mar 07 04:29:09.515844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee389a5-76a7-4eed-a2e5-189234ceae65 req-51868d1e-32c7-402f-8023-f09126bbc1e4 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:09.517251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dee389a5-76a7-4eed-a2e5-189234ceae65 req-51868d1e-32c7-402f-8023-f09126bbc1e4 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 943 time: 0.0604646 Mar 07 04:29:09.584870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dee389a5-76a7-4eed-a2e5-189234ceae65 req-3c9a0f9a-4194-4068-bef9-a815cdf73f5f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 Mar 07 04:29:09.752675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 459b86c0-640d-4aa8-bc52-143214cd2928 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:09.912400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:09.935557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '459b86c0-640d-4aa8-bc52-143214cd2928', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'port_id': '459b86c0-640d-4aa8-bc52-143214cd2928', 'mac_address': 'fa:16:3e:c4:f1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:09.967120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55242d-4579-414a-85b7-36fe1b201c0a req-d9a389a0-d917-47c7-be37-138f349e6a77 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:09.968942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee55242d-4579-414a-85b7-36fe1b201c0a req-d9a389a0-d917-47c7-be37-138f349e6a77 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1056383 Mar 07 04:29:10.046339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 459b86c0-640d-4aa8-bc52-143214cd2928 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:10.048656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:10.071085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459b86c0-640d-4aa8-bc52-143214cd2928 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:10.073811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee55242d-4579-414a-85b7-36fe1b201c0a req-371e095b-1424-4b9b-946e-8dae25f11b09 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890005 Mar 07 04:29:10.102278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:10.110552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:10.188097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:10.245509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fe596-f8ac-4813-8f44-8fabd705f9f2 req-14373867-2ff1-4f85-b248-0037ce708047 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:10.249037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b77fe596-f8ac-4813-8f44-8fabd705f9f2 req-14373867-2ff1-4f85-b248-0037ce708047 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.0727000 Mar 07 04:29:10.307062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b77fe596-f8ac-4813-8f44-8fabd705f9f2 req-9ab8b6b3-faf9-4cec-8bfb-9dd4cfab214d tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520794 Mar 07 04:29:10.545945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935dc12-bf46-47a8-a17c-f05d424e5aca req-3a8f1746-4cf7-4aa7-9065-dd344f35551e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:10.547471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e935dc12-bf46-47a8-a17c-f05d424e5aca req-3a8f1746-4cf7-4aa7-9065-dd344f35551e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.0787668 Mar 07 04:29:10.596980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['459b86c0-640d-4aa8-bc52-143214cd2928'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:10.630334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e935dc12-bf46-47a8-a17c-f05d424e5aca req-b8c5dc58-145d-4b63-a6f4-90bc1f3f696f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765078 Mar 07 04:29:10.829910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1cffd-54dc-4bdd-97de-fd663ac2fc91 req-63d700d7-c461-44a7-a008-07df7af90878 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:10.831860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca1cffd-54dc-4bdd-97de-fd663ac2fc91 req-63d700d7-c461-44a7-a008-07df7af90878 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 944 time: 0.1480169 Mar 07 04:29:10.852856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa29be6-ca2d-4b53-9e5d-fcfde339ab20 req-3ac5c0aa-fe31-4b26-9f6a-33c1a753c925 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:10.861375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfa29be6-ca2d-4b53-9e5d-fcfde339ab20 req-3ac5c0aa-fe31-4b26-9f6a-33c1a753c925 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1259882 Mar 07 04:29:10.941193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca1cffd-54dc-4bdd-97de-fd663ac2fc91 req-613b70df-6dfd-4548-ad97-dc9386d55f5f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937600 Mar 07 04:29:10.991151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfa29be6-ca2d-4b53-9e5d-fcfde339ab20 req-c7137224-2633-48d8-975a-865d60738e1b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288702 Mar 07 04:29:11.085296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37828) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:11.236774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5dd2f-8fd3-4c83-8d68-b54c43ace670 req-f6551cd9-3168-4ce9-aeae-ce20b2d067a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:11.238325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00b5dd2f-8fd3-4c83-8d68-b54c43ace670 req-f6551cd9-3168-4ce9-aeae-ce20b2d067a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.0868447 Mar 07 04:29:11.256454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c95d5c76-a240-4117-a27c-0516f552504c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.285133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-28c13aa0-9623-40b2-ad91-b2f33dec6b95 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406368 Mar 07 04:29:11.395551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00b5dd2f-8fd3-4c83-8d68-b54c43ace670 req-2cee1049-f867-435f-a3ef-aa46a08d1bc3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490834 Mar 07 04:29:11.457359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-26683b79-19cd-4ac5-bd9f-12315d3d001e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:11.458865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-26683b79-19cd-4ac5-bd9f-12315d3d001e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660860 Mar 07 04:29:11.509253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-60a47153-4747-48e4-aca5-6d51a15dad3a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/quotas/9e1cb6f9152e4cfa81a5660d13879d05 HTTP/1.1" status: 200 len: 375 time: 0.0430772 Mar 07 04:29:11.521392 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c95d5c76-a240-4117-a27c-0516f552504c admin admin] Publish callbacks [] for security_group (a39bfade-5714-4de7-898e-db239418010a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.536075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c95d5c76-a240-4117-a27c-0516f552504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a39bfade-5714-4de7-898e-db239418010a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.615337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c95d5c76-a240-4117-a27c-0516f552504c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bb5dcd8feb34b9294ceed4f92c81c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289266 Mar 07 04:29:11.618388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37846) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:11.624927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e1d5d-c538-46a3-85fb-de53eab00401 req-8184ae5e-1121-405c-b8b5-c660cc2d55f4 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:11.626421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af5e1d5d-c538-46a3-85fb-de53eab00401 req-8184ae5e-1121-405c-b8b5-c660cc2d55f4 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1557963 Mar 07 04:29:11.628326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d5c76-a240-4117-a27c-0516f552504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39bfade-5714-4de7-898e-db239418010a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:11.651972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-fd0c14de-d170-480a-b46e-8d5302490b95 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326442 Mar 07 04:29:11.691385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af5e1d5d-c538-46a3-85fb-de53eab00401 req-dc7867a5-86f8-44a0-bf74-6cf614f9a63b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523348 Mar 07 04:29:11.719004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-7977-4b87-8274-71f6881b55e3 admin admin] Publish callbacks [] for security_group (a39bfade-5714-4de7-898e-db239418010a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.744120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-7977-4b87-8274-71f6881b55e3 admin admin] Publish callbacks [] for security_group (a39bfade-5714-4de7-898e-db239418010a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.808529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-7977-4b87-8274-71f6881b55e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a39bfade-5714-4de7-898e-db239418010a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.816254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-7977-4b87-8274-71f6881b55e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:11.817581 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b3ffddfb-7977-4b87-8274-71f6881b55e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a39bfade-5714-4de7-898e-db239418010a HTTP/1.1" status: 204 len: 168 time: 0.1974645 Mar 07 04:29:11.828851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffddfb-7977-4b87-8274-71f6881b55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39bfade-5714-4de7-898e-db239418010a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:11.867211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adbb8319-fb81-449a-a8bc-7505b5d6a83c req-b0d87e33-d9f5-438b-b569-f775d979cdff tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 210 time: 0.0380921 Mar 07 04:29:12.093449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ae98-a8a7-4c79-9cde-8b48d81626a6 req-6494ea6e-5222-414c-b004-6bd9e5e946d6 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:12.095448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a7ae98-a8a7-4c79-9cde-8b48d81626a6 req-6494ea6e-5222-414c-b004-6bd9e5e946d6 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 944 time: 0.0743845 Mar 07 04:29:12.171825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a7ae98-a8a7-4c79-9cde-8b48d81626a6 req-9e55c28b-34d2-492d-af85-98970b270d0c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711443 Mar 07 04:29:12.598284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9072f7-ad08-4caa-b75c-94d4e560bda9 req-91e9207e-185b-467b-b8c1-ed2c1b1a8ac7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:12.600433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a9072f7-ad08-4caa-b75c-94d4e560bda9 req-91e9207e-185b-467b-b8c1-ed2c1b1a8ac7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.0881147 Mar 07 04:29:12.713414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a9072f7-ad08-4caa-b75c-94d4e560bda9 req-f3ccd923-e1e9-4540-a8d3-4b5c0584d40f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948033 Mar 07 04:29:12.833294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91aec6-d287-4c4a-be55-21544f3584f7 req-caa85515-cdf7-4009-a27e-9908d04c6aa2 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:12.843108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a91aec6-d287-4c4a-be55-21544f3584f7 req-caa85515-cdf7-4009-a27e-9908d04c6aa2 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.0742593 Mar 07 04:29:12.917001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a91aec6-d287-4c4a-be55-21544f3584f7 req-dc00c1e5-9118-4e29-a33a-2e000a260f55 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666351 Mar 07 04:29:13.016286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f2b0be0-bbeb-4824-ac3b-0b0979e295d9 req-516a5c3d-c323-47e3-898f-229d7cc026a0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 210 time: 0.0366037 Mar 07 04:29:13.081652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-3508d34f-9da9-4254-b74f-55212f1a19de tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443425 Mar 07 04:29:13.252999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-0da3abcb-3b82-4504-8ee8-7bf2cd249ff0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:13.256376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-0da3abcb-3b82-4504-8ee8-7bf2cd249ff0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678836 Mar 07 04:29:13.269277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Request body: {'port': {'device_id': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '9e1cb6f9152e4cfa81a5660d13879d05'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:13.468403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Made reservation on behalf of 9e1cb6f9152e4cfa81a5660d13879d05 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:13.472584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:13.512314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20b917-4961-440b-a208-6be4457e74a8 req-138cca42-1253-48a1-b08f-d474bbcc06cf tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:13.514718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f20b917-4961-440b-a208-6be4457e74a8 req-138cca42-1253-48a1-b08f-d474bbcc06cf tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 944 time: 0.1228690 Mar 07 04:29:13.683405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Allocated IP 192.168.233.47 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/db0504d7-1fab-4495-aa16-c76bd6a763af) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:13.727348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37922) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:13.754145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f20b917-4961-440b-a208-6be4457e74a8 req-b4c230bd-d180-4466-a995-1c4b42b09d6d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313204 Mar 07 04:29:13.767172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 459b86c0-640d-4aa8-bc52-143214cd2928 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:13.880432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 459b86c0-640d-4aa8-bc52-143214cd2928 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:29:13.886208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 459b86c0-640d-4aa8-bc52-143214cd2928 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:13.889236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.038842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks [] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.045632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 459b86c0-640d-4aa8-bc52-143214cd2928 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:14.046102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.047388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1279565976'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:14.073349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:14.076555 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a62b7bf-0a45-437a-bd94-304a87b6ba9c" -d '{"events": [{"server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "name": "network-vif-plugged", "status": "completed", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:14.081773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dbf3a-9c50-444d-b404-f890aa70be68 req-76f59121-5475-483f-bb91-b638b07008e0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:14.083139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Made reservation on behalf of 1bd42f0edf8e448cbe65b09cc8ac3117 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:14.084043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-477dbf3a-9c50-444d-b404-f890aa70be68 req-76f59121-5475-483f-bb91-b638b07008e0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.2232821 Mar 07 04:29:14.086813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.106109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:14.107138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.113351 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.141456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddbec3-4aee-4d2a-ab06-b1fcc5204e44 req-abd78923-0815-4d93-a6b8-bb31e369cd8f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:14.144100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-faddbec3-4aee-4d2a-ab06-b1fcc5204e44 req-abd78923-0815-4d93-a6b8-bb31e369cd8f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1304698 Mar 07 04:29:14.180798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:14.181953 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-477dbf3a-9c50-444d-b404-f890aa70be68 req-d4e71575-0d43-48e0-9646-0779b1bf33fc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Mar 07 04:29:14.205547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.231351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e18c5907-7418-4179-95c2-f8cacff1fd68', 'ab678b3b-4a21-4652-aa97-08cb99abb11a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:14.300361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks [] for security_group (d56f9529-7d95-448a-bcfa-695a3881093e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.305426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d56f9529-7d95-448a-bcfa-695a3881093e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.310498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event updated for resources: {'Port': ['ID=db0504d7-1fab-4495-aa16-c76bd6a763af,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:14.375550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:29:14.385793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-faddbec3-4aee-4d2a-ab06-b1fcc5204e44 req-42a35895-8158-4217-af5f-7ce52c690a89 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063112 Mar 07 04:29:14.403877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f9529-7d95-448a-bcfa-695a3881093e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:14.419835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:14.421626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d1257bfb-7b55-4d75-a3b8-74a841e6dfae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.422049 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Added segment d1257bfb-7b55-4d75-a3b8-74a841e6dfae of type vlan for network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 Mar 07 04:29:14.423008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:14.447969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:14.512656 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237b5c46-41bd-481b-a0ab-34d9b55100b0 x-openstack-request-id: req-237b5c46-41bd-481b-a0ab-34d9b55100b0 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:14.513641 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "name": "network-vif-plugged", "status": "completed", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:14.513965 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-237b5c46-41bd-481b-a0ab-34d9b55100b0 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:14.514451 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'code': 200} Mar 07 04:29:14.522301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (fb91bfa6-edaa-4246-85ca-6e8c1eb82094), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.605560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f8775-f71e-4f7f-a1aa-3e5707fd5d67 req-b002070e-28d4-422a-b6b0-e01db09e4228 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:14.620912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-969f8775-f71e-4f7f-a1aa-3e5707fd5d67 req-b002070e-28d4-422a-b6b0-e01db09e4228 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 935 time: 0.2928019 Mar 07 04:29:14.641226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:14.642621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.657961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (fb91bfa6-edaa-4246-85ca-6e8c1eb82094), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.672509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:14.673180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:14.736354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0070715 Mar 07 04:29:14.737027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-e3ecbb90-0752-4f2d-b32e-57cf4e40b157 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4718733 Mar 07 04:29:14.738188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:14.755545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-969f8775-f71e-4f7f-a1aa-3e5707fd5d67 req-fe6199dc-1e0d-4055-9c4d-68b02677767f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054754 Mar 07 04:29:14.769430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Request body: {'port': {'device_id': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:14.780339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Request body: {'subnet': {'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:14.901563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9f322-7e96-4a32-bb44-0c255ffbf4a3 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event updated for resources: {'Network': ['ID=fb91bfa6-edaa-4246-85ca-6e8c1eb82094,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:14.913606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe8ad4-dfe7-4d2f-897b-3873550c06aa req-d4af3eea-73f9-4e22-8732-5c56c1f6ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:14.915408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3bfe8ad4-dfe7-4d2f-897b-3873550c06aa req-d4af3eea-73f9-4e22-8732-5c56c1f6ea8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.3373303 Mar 07 04:29:14.915873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:29:14.991744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Made reservation on behalf of 1bd42f0edf8e448cbe65b09cc8ac3117 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:14.995190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.003249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3bfe8ad4-dfe7-4d2f-897b-3873550c06aa req-6582dadc-0b20-48d9-820f-67f9505d4018 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767593 Mar 07 04:29:15.043524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-09af7456-71a9-49b6-8345-2cf9978fc5df None None] Provisioning complete for port db0504d7-1fab-4495-aa16-c76bd6a763af triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:15.044194 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-09af7456-71a9-49b6-8345-2cf9978fc5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.064035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.088280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca056-03fa-48ba-bb83-5dfc97887db7 req-373d47d5-083e-4d57-b05c-858499a9b66f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:15.089784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cfca056-03fa-48ba-bb83-5dfc97887db7 req-373d47d5-083e-4d57-b05c-858499a9b66f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1899557 Mar 07 04:29:15.092935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-09af7456-71a9-49b6-8345-2cf9978fc5df None None] Port db0504d7-1fab-4495-aa16-c76bd6a763af cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:15.112424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2a6d9-4fab-4650-a694-961280857c32 req-e445ac65-1d64-496c-8234-12175a63f17c tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:15.113942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ba2a6d9-4fab-4650-a694-961280857c32 req-e445ac65-1d64-496c-8234-12175a63f17c tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.1301894 Mar 07 04:29:15.252042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (db5ef0e6-2bf8-4acf-a27e-67b1909ae86d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.318336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event updated for resources: {'Subnet': ['ID=db5ef0e6-2bf8-4acf-a27e-67b1909ae86d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:15.329070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Checking segment: {'id': 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:15.329339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Network hostable DHCP agents. Network: fb91bfa6-edaa-4246-85ca-6e8c1eb82094, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:29:15.349137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:29:15.366371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, fb91bfa6-edaa-4246-85ca-6e8c1eb82094) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:15.372023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:15.372745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.382719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714acf3-d3e6-420a-8384-48c6de0215dd None None] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:15.393199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cfca056-03fa-48ba-bb83-5dfc97887db7 req-ff8668f3-32e2-4ddd-bf92-70f5e18b3416 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942955 Mar 07 04:29:15.400024 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4a617f1d-2345-4338-9606-0d951dbabca0 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6488516 Mar 07 04:29:15.400675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:15.408457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Request body: {'port': {'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1294095542'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:15.442690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ba2a6d9-4fab-4650-a694-961280857c32 req-527a5144-4221-4552-8513-11ac1ddec091 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082106 Mar 07 04:29:15.521401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-fb91bfa6-edaa-4246-85ca-6e8c1eb82094', 'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094', 'project_id': '1bd42f0edf8e448cbe65b09cc8ac3117', 'fixed_ips': [{'subnet_id': 'db5ef0e6-2bf8-4acf-a27e-67b1909ae86d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:29:15.522473 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.578864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0504d7-1fab-4495-aa16-c76bd6a763af {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:15.590531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Publish callbacks [] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.592461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Made reservation on behalf of 1bd42f0edf8e448cbe65b09cc8ac3117 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:15.596533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.616370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Transition to ACTIVE for port object db0504d7-1fab-4495-aa16-c76bd6a763af will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:15.625037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edf1d-ca43-4b1f-9a82-25dcbf4b3b21 req-c19c5b34-0473-459d-8982-ef97db9dc6bd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:15.626800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb6edf1d-ca43-4b1f-9a82-25dcbf4b3b21 req-c19c5b34-0473-459d-8982-ef97db9dc6bd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1044052 Mar 07 04:29:15.627987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:15.638785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] device_id is not set on port 4bf08298-aaae-4271-8d1a-03773b95bc0d yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:29:15.726417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Allocated IP 172.20.0.2 (fb91bfa6-edaa-4246-85ca-6e8c1eb82094/db5ef0e6-2bf8-4acf-a27e-67b1909ae86d/47443367-44cb-47eb-9589-56623279e361) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:15.782354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Pushing event updated for resources: {'Port': ['ID=db0504d7-1fab-4495-aa16-c76bd6a763af,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:15.842749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6de40-f359-42d2-868c-81054ca58110 req-6ad2513d-622b-447e-b194-ddf416bf9b25 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:15.844539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7d6de40-f359-42d2-868c-81054ca58110 req-6ad2513d-622b-447e-b194-ddf416bf9b25 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.2140772 Mar 07 04:29:15.859311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb6edf1d-ca43-4b1f-9a82-25dcbf4b3b21 req-afee9b4d-8290-4432-a22f-4435c8e215c1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201295 Mar 07 04:29:15.983518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Attempting to bind port db0504d7-1fab-4495-aa16-c76bd6a763af on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:15.983860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Attempting to bind port db0504d7-1fab-4495-aa16-c76bd6a763af by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:15.984192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Attempting to bind port db0504d7-1fab-4495-aa16-c76bd6a763af on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:16.030581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Port db0504d7-1fab-4495-aa16-c76bd6a763af on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:16.030911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Attempting to bind port db0504d7-1fab-4495-aa16-c76bd6a763af on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:16.045885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7d6de40-f359-42d2-868c-81054ca58110 req-5f4ed017-56f7-42ef-a9b7-7371ec14d8f7 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805854 Mar 07 04:29:16.053532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:16.062476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:16.062476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:16.062476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Bound port: db0504d7-1fab-4495-aa16-c76bd6a763af, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:16.062476 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.083491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Publish callbacks [] for port (47443367-44cb-47eb-9589-56623279e361), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.088408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8a5b2-f286-428e-b4f8-55e2f6e32737 req-2d8fe50b-c904-42f2-b7a5-dccd3370df5a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.089643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4db8a5b2-f286-428e-b4f8-55e2f6e32737 req-2d8fe50b-c904-42f2-b7a5-dccd3370df5a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 947 time: 0.1108494 Mar 07 04:29:16.098827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (47443367-44cb-47eb-9589-56623279e361), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.160676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:16.169408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:16.172100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:16.174667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Pushing event updated for resources: {'Port': ['ID=47443367-44cb-47eb-9589-56623279e361,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:16.195117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] For port db0504d7-1fab-4495-aa16-c76bd6a763af, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:16.201546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4db8a5b2-f286-428e-b4f8-55e2f6e32737 req-b2add723-3883-4691-90b4-e83e4db7e9ee tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848393 Mar 07 04:29:16.203671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] For port db0504d7-1fab-4495-aa16-c76bd6a763af, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=db0504d7-1fab-4495-aa16-c76bd6a763af,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:16.212795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.226914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Allocated IP 172.20.0.9 (fb91bfa6-edaa-4246-85ca-6e8c1eb82094/db5ef0e6-2bf8-4acf-a27e-67b1909ae86d/4bf08298-aaae-4271-8d1a-03773b95bc0d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:16.262322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.263522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.264921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] 10.222.0.15 "PUT /v2.0/ports/db0504d7-1fab-4495-aa16-c76bd6a763af HTTP/1.1" status: 200 len: 1095 time: 1.5083702 Mar 07 04:29:16.265380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'tag': 'db0504d7-1fab-4495-aa16-c76bd6a763af'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:16.267664 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d0ff0e-e44e-4c54-b1be-59f25e296655" -d '{"events": [{"name": "network-changed", "server_uuid": "936f9cf0-ebef-48ee-bc6c-88043b3916a0", "tag": "db0504d7-1fab-4495-aa16-c76bd6a763af"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:16.272174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Attempting to bind port 47443367-44cb-47eb-9589-56623279e361 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:16.272670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Attempting to bind port 47443367-44cb-47eb-9589-56623279e361 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:16.273191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Attempting to bind port 47443367-44cb-47eb-9589-56623279e361 on network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:16.282357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:16.282796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Checking segment: {'id': 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:16.283391 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.284029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Bound using segment: {'id': 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:16.284950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Bound port: 47443367-44cb-47eb-9589-56623279e361, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb91bfa6-edaa-4246-85ca-6e8c1eb82094'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:16.285613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (47443367-44cb-47eb-9589-56623279e361), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.355290 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d008d2c-7861-49dd-8e30-431524989835 x-openstack-request-id: req-3d008d2c-7861-49dd-8e30-431524989835 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:16.355759 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936f9cf0-ebef-48ee-bc6c-88043b3916a0", "tag": "db0504d7-1fab-4495-aa16-c76bd6a763af", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:16.355937 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d008d2c-7861-49dd-8e30-431524989835 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:16.356322 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'tag': 'db0504d7-1fab-4495-aa16-c76bd6a763af', 'status': 'completed', 'code': 200} Mar 07 04:29:16.379502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ea56e397-f083-418b-9019-470ba97041fb None None] For port 47443367-44cb-47eb-9589-56623279e361, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:16.383586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ea56e397-f083-418b-9019-470ba97041fb None None] For port 47443367-44cb-47eb-9589-56623279e361, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=47443367-44cb-47eb-9589-56623279e361,segment=NetworkSegment(d1257bfb-7b55-4d75-a3b8-74a841e6dfae),segment_id=d1257bfb-7b55-4d75-a3b8-74a841e6dfae)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:16.395368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (47443367-44cb-47eb-9589-56623279e361), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.395656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c98f1-c3f3-41e9-bf64-394defcf7894 service neutron] Pushing event updated for resources: {'Port': ['ID=db0504d7-1fab-4495-aa16-c76bd6a763af,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:16.457384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-1df0135e-9b66-42fb-b34c-d20a6d8f9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.464162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-1df0135e-9b66-42fb-b34c-d20a6d8f9d16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 1129 time: 0.1339111 Mar 07 04:29:16.523464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-72441795-617d-446d-b2b6-30c109347333 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=db0504d7-1fab-4495-aa16-c76bd6a763af HTTP/1.1" status: 200 len: 217 time: 0.0546999 Mar 07 04:29:16.529640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks [] for port (4bf08298-aaae-4271-8d1a-03773b95bc0d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.536344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56e397-f083-418b-9019-470ba97041fb None None] Pushing event updated for resources: {'Port': ['ID=47443367-44cb-47eb-9589-56623279e361,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:16.583012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4bf08298-aaae-4271-8d1a-03773b95bc0d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.637542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:16.641270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:16.646446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:16.651174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event updated for resources: {'Port': ['ID=4bf08298-aaae-4271-8d1a-03773b95bc0d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:16.706110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.706776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:16.713179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-6ee5f8c7-2576-4605-98e0-590672157f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.714711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-6ee5f8c7-2576-4605-98e0-590672157f9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1633205 Mar 07 04:29:16.729773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e10a3fc7-8fb7-429b-8976-38b80c0c6fd6 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3280106 Mar 07 04:29:16.730538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:16.772667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ea21-1c76-4a4a-9112-067233e26686 req-655dae1b-931d-4aee-88d2-a7ed62bed88e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.774271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c077ea21-1c76-4a4a-9112-067233e26686 req-655dae1b-931d-4aee-88d2-a7ed62bed88e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2477052 Mar 07 04:29:16.784798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472123-270a-4843-8eb1-d59a407ae104 req-8310a99d-f985-4824-80f5-958f50312ebd tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:16.786315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b472123-270a-4843-8eb1-d59a407ae104 req-8310a99d-f985-4824-80f5-958f50312ebd tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.2062230 Mar 07 04:29:16.951479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Deleting port 4bf08298-aaae-4271-8d1a-03773b95bc0d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:16.952915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4bf08298-aaae-4271-8d1a-03773b95bc0d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.110223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4bf08298-aaae-4271-8d1a-03773b95bc0d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.125146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Calling delete_port for 4bf08298-aaae-4271-8d1a-03773b95bc0d owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:17.228886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-c5d6561f-fc9a-4fb6-8662-2887bd73a2f1 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:17.230772 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-c5d6561f-fc9a-4fb6-8662-2887bd73a2f1 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.44 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 946 time: 0.1031659 Mar 07 04:29:17.239412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-7528ac15-968e-41a8-9be7-83e3eb48c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:17.240914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-7528ac15-968e-41a8-9be7-83e3eb48c5fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5183423 Mar 07 04:29:17.259673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c077ea21-1c76-4a4a-9112-067233e26686 req-586aaf2d-f658-45d9-b7b1-cfa7ec2af493 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715314 Mar 07 04:29:17.274117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b472123-270a-4843-8eb1-d59a407ae104 req-732e88d1-bfdb-4f4a-a9aa-adc051cd2b7c tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups?id=064cf3c9-a649-470e-9343-41ce7a1f83f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4759824 Mar 07 04:29:17.374453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-8520ff54-d672-49db-8237-9f33af6c29f9 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249268 Mar 07 04:29:17.394454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4bf08298-aaae-4271-8d1a-03773b95bc0d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.431143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event deleted for resources: {'Port': ['ID=4bf08298-aaae-4271-8d1a-03773b95bc0d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:17.441606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Deleting port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:17.441606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.562250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.565444 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e65ccac9-84b8-43f0-82db-201a976dca95 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "DELETE /v2.0/ports/4bf08298-aaae-4271-8d1a-03773b95bc0d HTTP/1.1" status: 204 len: 168 time: 0.8338704 Mar 07 04:29:17.568567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:17.588120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-005f73e5-1505-4405-8d51-14c75c8b9d97 req-bfb915e4-8634-47b5-9c89-8872892104cf service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065947 Mar 07 04:29:17.608503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b3f20-8f9e-4362-b426-ccd68721d417 req-6e471c37-7b6e-4220-ad85-d549f0b5ead3 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:17.610079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f9b3f20-8f9e-4362-b426-ccd68721d417 req-6e471c37-7b6e-4220-ad85-d549f0b5ead3 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1223876 Mar 07 04:29:17.620496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7548049-a6ce-4690-9f4a-83d865ca3015 req-541b1ab5-f466-4147-b7ec-5ac4f8a979d8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:17.627606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7548049-a6ce-4690-9f4a-83d865ca3015 req-541b1ab5-f466-4147-b7ec-5ac4f8a979d8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1382642 Mar 07 04:29:17.629675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] For port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:17.630323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.748149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd960c55-be9b-4d43-92b8-1f27d129f599 tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1783516 Mar 07 04:29:17.752509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:17.758531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-722954455'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:17.774817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f9b3f20-8f9e-4362-b426-ccd68721d417 req-70e828ce-3b90-4349-a126-f3a446a42b2c tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444952 Mar 07 04:29:17.786458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7548049-a6ce-4690-9f4a-83d865ca3015 req-c6d9f43c-446e-4e6a-952d-1900f3acd025 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579545 Mar 07 04:29:17.833201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-34f98516-220d-4d52-bee8-5b4c92ea1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:17.834840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-34f98516-220d-4d52-bee8-5b4c92ea1dff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 1129 time: 0.1786826 Mar 07 04:29:17.873311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Made reservation on behalf of 1bd42f0edf8e448cbe65b09cc8ac3117 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:17.878219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.921683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:29:17.932306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b614e42f-ffbf-4e59-9623-cc0b4fa3cb49), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:17.932783 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Added segment b614e42f-ffbf-4e59-9623-cc0b4fa3cb49 of type vlan for network 32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3 Mar 07 04:29:18.022170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e75edb-052a-4dd1-a10d-2ef86980133b req-745441af-43bc-4371-9f8e-ed3c2bf61f92 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:18.023672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.023836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10e75edb-052a-4dd1-a10d-2ef86980133b req-745441af-43bc-4371-9f8e-ed3c2bf61f92 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 947 time: 0.1367123 Mar 07 04:29:18.030376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-6672ea06-852f-47c5-97dd-b48b8c1b6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:18.032475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-6672ea06-852f-47c5-97dd-b48b8c1b6466 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1877716 Mar 07 04:29:18.054076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.054401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (008dbaec-5ca1-4605-9638-db39bd7e9f9c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.054726 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Floating IP 008dbaec-5ca1-4605-9638-db39bd7e9f9c disassociated. External IP: 172.25.4.207, port: ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff. Mar 07 04:29:18.055591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Calling delete_port for ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:18.079069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.084177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:18.084666 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.100405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-a9b000d9-ad27-420d-ac49-d0ad68894a20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=db0504d7-1fab-4495-aa16-c76bd6a763af HTTP/1.1" status: 200 len: 217 time: 0.0591693 Mar 07 04:29:18.168451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10e75edb-052a-4dd1-a10d-2ef86980133b req-f4285911-5019-4817-a2be-e124c38443d4 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347425 Mar 07 04:29:18.169812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6e503-57e2-4ad7-a8ae-deaee9a77cf8 None None] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:18.188268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-c8b2fc1c-0e33-4d77-a1ff-d13838aad3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:18.189740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-c8b2fc1c-0e33-4d77-a1ff-d13838aad3f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0781040 Mar 07 04:29:18.248838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-53abab01-823a-4f6d-881d-5a1f004ca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:18.250550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-53abab01-823a-4f6d-881d-5a1f004ca502 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0541041 Mar 07 04:29:18.273132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] Provisioning complete for port 47443367-44cb-47eb-9589-56623279e361 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:18.273867 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (47443367-44cb-47eb-9589-56623279e361), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.300463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5462005 Mar 07 04:29:18.303802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:18.336748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.338534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28369c-36c6-40a4-83d4-c1cbcd386369 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event updated for resources: {'Network': ['ID=32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:18.351544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:29:18.433310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-ead19771-5a1d-4e38-a726-dc08b2055863 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732433 Mar 07 04:29:18.497714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event deleted for resources: {'Port': ['ID=ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:18.509396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] Current status of the port 47443367-44cb-47eb-9589-56623279e361 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:18.510084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (47443367-44cb-47eb-9589-56623279e361), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.567403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] For port 47443367-44cb-47eb-9589-56623279e361, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=47443367-44cb-47eb-9589-56623279e361,segment=NetworkSegment(d1257bfb-7b55-4d75-a3b8-74a841e6dfae),segment_id=d1257bfb-7b55-4d75-a3b8-74a841e6dfae)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:18.576592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (47443367-44cb-47eb-9589-56623279e361), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.628502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37e344e7-9692-47cb-82ce-583bd4c8c8e6 req-3793ccf6-1fc4-43cb-87a0-c79cf3e5c3c7 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/ports?device_id=d853bf76-b587-402a-9690-8547c0a127c9 HTTP/1.1" status: 200 len: 210 time: 0.0571170 Mar 07 04:29:18.646694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a45c36-aa87-4e78-adeb-023b023d6903 req-aca344d6-b24a-4bf9-8f67-24cbb9f4c85f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:18.648810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2a45c36-aa87-4e78-adeb-023b023d6903 req-aca344d6-b24a-4bf9-8f67-24cbb9f4c85f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2137189 Mar 07 04:29:18.658765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45bb36-b660-432f-a4e5-4d809476bada None None] Pushing event updated for resources: {'Port': ['ID=47443367-44cb-47eb-9589-56623279e361,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:18.673187 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97b90ed1-082e-4fb5-8d06-e0c846c08746 tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/agents/4f8bc451-9a22-4982-b720-58226ded0c69/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.3685012 Mar 07 04:29:18.676512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38012) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:18.705599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2d0ff0e-e44e-4c54-b1be-59f25e296655 req-04f5278f-3cf2-4ff5-a8a9-ae1d613a1152 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594914 Mar 07 04:29:18.716981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:29:18.733405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2a45c36-aa87-4e78-adeb-023b023d6903 req-0f36eccd-fdb1-4c2f-b38d-653404992b03 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740569 Mar 07 04:29:18.804441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d8ec578a-f7b3-4f5a-bb4a-153e5c6f4ccb None None] Provisioning complete for port 47443367-44cb-47eb-9589-56623279e361 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:18.804824 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8ec578a-f7b3-4f5a-bb4a-153e5c6f4ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (47443367-44cb-47eb-9589-56623279e361), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:18.912658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:29:18.927576 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] Sync routers for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:29:18.949272 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:18.950300 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:19.000497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] No DVR routers for this DVR port ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:29:19.004399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:19.009162 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-694c2513-463b-4fbf-b0a0-7772869ed169 req-3696d763-574b-420a-8637-857cfe49f2e4 tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.44 "DELETE /v2.0/ports/ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff HTTP/1.1" status: 204 len: 173 time: 1.7722254 Mar 07 04:29:19.009842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'name': 'network-vif-deleted', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:19.012512 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63963237-ad52-4e0f-8860-4514da745b06" -d '{"events": [{"server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "name": "network-vif-deleted", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:19.057348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef77ae-1f29-4ec8-ac8b-020d69d8d75c tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] Network 32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:29:19.077459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec578a-f7b3-4f5a-bb4a-153e5c6f4ccb None None] Current status of the port 47443367-44cb-47eb-9589-56623279e361 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:19.082179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6bef77ae-1f29-4ec8-ac8b-020d69d8d75c tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "POST /v2.0/agents/4f8bc451-9a22-4982-b720-58226ded0c69/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4046042 Mar 07 04:29:19.085800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38030) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:19.099307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1447352a-abd9-4dfb-842c-50bba1f0b461 None None] Network 32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:19.227874 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:19.234489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07257ef-8e38-4352-9618-57608d7078c5 req-2f5e710a-1eeb-444d-8032-b89b13b35617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:19.236168 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-2f5e710a-1eeb-444d-8032-b89b13b35617 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.0992265 Mar 07 04:29:19.256818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 47443367-44cb-47eb-9589-56623279e361 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:19.341555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2df47570-65c5-4737-8d16-95c096c01bc6 None None] Could not find standard attr ID for object 4bf08298-aaae-4271-8d1a-03773b95bc0d. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:29:19.373213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 47443367-44cb-47eb-9589-56623279e361 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:19.373877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (47443367-44cb-47eb-9589-56623279e361), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:19.395176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07257ef-8e38-4352-9618-57608d7078c5 req-73313c2d-4bad-420d-932c-02bdb3e3e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:19.397286 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-73313c2d-4bad-420d-932c-02bdb3e3e18e service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.1525404 Mar 07 04:29:19.463103 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-066a503a-1217-40f2-a8ff-939f6588c96d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.0568900 Mar 07 04:29:19.487969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 47443367-44cb-47eb-9589-56623279e361 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:19.514899 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:36Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:19.515840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7d0c4-d5ba-4057-8284-c51ee383eeed req-a0b3c627-8722-4597-83c7-389c0506ec2e tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:19.523405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77c7d0c4-d5ba-4057-8284-c51ee383eeed req-a0b3c627-8722-4597-83c7-389c0506ec2e tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.2953215 Mar 07 04:29:19.541098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07257ef-8e38-4352-9618-57608d7078c5 req-57544366-26fd-44ed-b3ba-1f1bcf4a5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:19.542759 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-57544366-26fd-44ed-b3ba-1f1bcf4a5f75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.0592153 Mar 07 04:29:19.547138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] Checking router: c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:29:19.552607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f26ba-ddf2-4405-901e-a544045dc791 req-f0f6be07-02ab-45a0-885e-27c1d47070eb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:19.560075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-980f26ba-ddf2-4405-901e-a544045dc791 req-f0f6be07-02ab-45a0-885e-27c1d47070eb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.3304381 Mar 07 04:29:19.560784 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:19.561535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:19.583311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-c56ab80d-a12f-4f9f-8e36-017ce0d42e62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336659 Mar 07 04:29:19.604523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b4e8d9c-b902-4693-b46b-28c68762cc04 tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/agents/4f8bc451-9a22-4982-b720-58226ded0c69/dhcp-networks HTTP/1.1" status: 200 len: 9640 time: 0.5171661 Mar 07 04:29:19.607193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38034) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:19.629176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:19.683778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77c7d0c4-d5ba-4057-8284-c51ee383eeed req-fbffe050-53e5-46bc-980c-ed06a36f4548 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580324 Mar 07 04:29:19.704621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-980f26ba-ddf2-4405-901e-a544045dc791 req-a04e26dc-bbed-4f18-abdc-d455bb557514 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381450 Mar 07 04:29:19.722470 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:19.739183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-1969ab55-20b3-4464-8872-7d1ccddeca7a service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484034 Mar 07 04:29:19.796841 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5540ef93-24b3-4109-87c7-7b6e5a2fb2b1 x-openstack-request-id: req-5540ef93-24b3-4109-87c7-7b6e5a2fb2b1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:19.797147 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d853bf76-b587-402a-9690-8547c0a127c9", "name": "network-vif-deleted", "tag": "ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:19.797406 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5540ef93-24b3-4109-87c7-7b6e5a2fb2b1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:19.797826 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd853bf76-b587-402a-9690-8547c0a127c9', 'name': 'network-vif-deleted', 'tag': 'ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff', 'status': 'completed', 'code': 200} Mar 07 04:29:19.799710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b764b0b4-c09f-4967-b024-c613d7596bbf tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "DELETE /v2.0/agents/4f8bc451-9a22-4982-b720-58226ded0c69/dhcp-networks/32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3 HTTP/1.1" status: 204 len: 168 time: 0.1896815 Mar 07 04:29:19.800576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38040) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:19.886369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d07257ef-8e38-4352-9618-57608d7078c5 req-e45ae935-6bcf-4c37-b753-879b1be75aaf service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404331 Mar 07 04:29:20.040109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-63838d1c-d843-4e08-9c0d-ff207297b58b tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/agents/4f8bc451-9a22-4982-b720-58226ded0c69/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.2383990 Mar 07 04:29:20.044518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.051293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028d0a8-b47c-4ca8-8013-39e15f9390df req-10a036c6-9435-43b6-89d0-ca88fb57a26d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:20.052917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1028d0a8-b47c-4ca8-8013-39e15f9390df req-10a036c6-9435-43b6-89d0-ca88fb57a26d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1439421 Mar 07 04:29:20.063213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:36Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:20.064460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa998-61ab-463b-b986-987ef36eb640 req-77b6c463-9082-4569-9f8c-37f63ab15dea tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:20.067255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2cfa998-61ab-463b-b986-987ef36eb640 req-77b6c463-9082-4569-9f8c-37f63ab15dea tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 947 time: 0.1392598 Mar 07 04:29:20.071819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9f1177f0-f324-4e41-a1e8-63ab6bb5fddc tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/networks/fb91bfa6-edaa-4246-85ca-6e8c1eb82094/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0259311 Mar 07 04:29:20.075851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.099912 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d324e83-2324-4035-a404-db1b51f8e459 None None] The sync data for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 is: [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:27:29Z', 'revision_number': 4, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd3ebe147-a495-4680-823a-e9cf45952929', 'name': '', 'network_id': '771646a8-bfee-446f-98d0-30f258f1df6d', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'mac_address': 'fa:16:3e:ca:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:28Z', 'updated_at': '2022-03-07T04:27:36Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'subnets': [{'id': '9b257ac4-7b29-4ee9-95ae-23ab447b272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:29:20.101151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-034a2d60-ca25-4ba6-a8fb-4522a626a550 tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/networks/fb91bfa6-edaa-4246-85ca-6e8c1eb82094/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0228527 Mar 07 04:29:20.103722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.145874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1028d0a8-b47c-4ca8-8013-39e15f9390df req-9787a323-b177-45fc-a5fe-10a7b4fa8d80 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786545 Mar 07 04:29:20.166703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2cfa998-61ab-463b-b986-987ef36eb640 req-68c4a9ba-5cf1-4274-8d9e-6d87baabd4fc tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731657 Mar 07 04:29:20.233761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38058) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.266401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f07dfaf4-3436-4c8b-b9e0-b3b402d589d5 tempest-DHCPAgentSchedulersTestJSON-1557442682 tempest-DHCPAgentSchedulersTestJSON-1557442682-project-admin] 10.222.0.21 "GET /v2.0/agents/4f8bc451-9a22-4982-b720-58226ded0c69/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.1571453 Mar 07 04:29:20.267076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38060) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.306728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group (064cf3c9-a649-470e-9343-41ce7a1f83f9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.343610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group (064cf3c9-a649-470e-9343-41ce7a1f83f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.356541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.406935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (064cf3c9-a649-470e-9343-41ce7a1f83f9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.410319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.411943 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "DELETE /v2.0/security-groups/064cf3c9-a649-470e-9343-41ce7a1f83f9 HTTP/1.1" status: 204 len: 168 time: 0.1768281 Mar 07 04:29:20.415669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.424110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cf3c9-a649-470e-9343-41ce7a1f83f9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:20.435280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.435827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.436184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.436669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.437016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.438368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.438743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.439094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.439441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.440586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.440586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.440586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.440935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61897df2-8a45-432d-bca7-2a7e96144bfc tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:20.463099 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-1aaba725-dc9c-4500-9295-3448d9e6a8ba tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] show failed (client error): The resource could not be found. Mar 07 04:29:20.464386 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1aaba725-dc9c-4500-9295-3448d9e6a8ba tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "GET /v2.0/security-groups/064cf3c9-a649-470e-9343-41ce7a1f83f9 HTTP/1.1" status: 404 len: 347 time: 0.0462158 Mar 07 04:29:20.468074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38072) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.505799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1089d-8e62-49b1-8579-c457f0cedbf1 None None] New status for floating IP 008dbaec-5ca1-4605-9638-db39bd7e9f9c: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:29:20.519698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.553533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:20.569409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b614e42f-ffbf-4e59-9623-cc0b4fa3cb49') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:20.569739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b614e42f-ffbf-4e59-9623-cc0b4fa3cb49') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:20.581645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b614e42f-ffbf-4e59-9623-cc0b4fa3cb49), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.599053 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b614e42f-ffbf-4e59-9623-cc0b4fa3cb49), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.611923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:29:20.612334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b614e42f-ffbf-4e59-9623-cc0b4fa3cb49), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:29:20.615624 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:29:20.640743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Deleting port 37f0f006-0864-4149-a21d-b0a879ae1908 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:20.641165 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (37f0f006-0864-4149-a21d-b0a879ae1908), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.657036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device db0504d7-1fab-4495-aa16-c76bd6a763af details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:20.697586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.723645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.727276 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "DELETE /v2.0/networks/32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3 HTTP/1.1" status: 204 len: 168 time: 0.4589345 Mar 07 04:29:20.728400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdd57e-c758-45ab-9f53-a239325563c4 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event deleted for resources: {'Network': ['ID=32c1bcf3-2e83-49d4-b8ff-4cb0b5350cc3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:20.730343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38082) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.759798 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c976fa-70bf-454c-be53-875c80bd7087 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] DELETE failed (client error): The resource could not be found. Mar 07 04:29:20.760407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c976fa-70bf-454c-be53-875c80bd7087 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:29:20.761163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (37f0f006-0864-4149-a21d-b0a879ae1908), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.761501 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (37f0f006-0864-4149-a21d-b0a879ae1908), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.764263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d8c976fa-70bf-454c-be53-875c80bd7087 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "DELETE /v2.0/ports/4bf08298-aaae-4271-8d1a-03773b95bc0d HTTP/1.1" status: 404 len: 333 time: 0.0329764 Mar 07 04:29:20.766768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:20.776174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Calling delete_port for 37f0f006-0864-4149-a21d-b0a879ae1908 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:20.855987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port db0504d7-1fab-4495-aa16-c76bd6a763af, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=db0504d7-1fab-4495-aa16-c76bd6a763af,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:20.868730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Deleting subnet db5ef0e6-2bf8-4acf-a27e-67b1909ae86d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:29:20.872970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks [] for subnet (db5ef0e6-2bf8-4acf-a27e-67b1909ae86d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.891263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'db0504d7-1fab-4495-aa16-c76bd6a763af', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'db0504d7-1fab-4495-aa16-c76bd6a763af', 'mac_address': 'fa:16:3e:f2:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:20.933374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (db5ef0e6-2bf8-4acf-a27e-67b1909ae86d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.939390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port db0504d7-1fab-4495-aa16-c76bd6a763af is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:20.940038 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:20.962616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0504d7-1fab-4495-aa16-c76bd6a763af {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:21.006333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port db0504d7-1fab-4495-aa16-c76bd6a763af, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=db0504d7-1fab-4495-aa16-c76bd6a763af,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:21.007736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df25ec-b242-45cd-a6c3-0d59006eed4e req-064495ef-2f1f-4815-a645-83a900be0b19 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:21.014355 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.016569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32df25ec-b242-45cd-a6c3-0d59006eed4e req-064495ef-2f1f-4815-a645-83a900be0b19 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1602507 Mar 07 04:29:21.056015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31922-6b84-48e0-93e9-52c8de559c45 req-9d2cd3ba-16dc-4a13-bac2-2b6abdd024f8 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:21.057795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9da31922-6b84-48e0-93e9-52c8de559c45 req-9d2cd3ba-16dc-4a13-bac2-2b6abdd024f8 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1992910 Mar 07 04:29:21.115579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=db0504d7-1fab-4495-aa16-c76bd6a763af,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:21.141648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32df25ec-b242-45cd-a6c3-0d59006eed4e req-79f26712-d36b-4c99-b300-5a3c772177e3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240129 Mar 07 04:29:21.179333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9da31922-6b84-48e0-93e9-52c8de559c45 req-7a23997f-3bd9-4026-9aff-8491e547532b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125448 Mar 07 04:29:21.190956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (37f0f006-0864-4149-a21d-b0a879ae1908), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.238046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Pushing event deleted for resources: {'Port': ['ID=37f0f006-0864-4149-a21d-b0a879ae1908,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:21.252260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['db0504d7-1fab-4495-aa16-c76bd6a763af'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:21.413665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb51d-c53e-4a99-825b-0b9b2fd52415 req-85ed2594-ce46-4177-ac23-ac054feda982 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:21.423087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-489fb51d-c53e-4a99-825b-0b9b2fd52415 req-85ed2594-ce46-4177-ac23-ac054feda982 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1246951 Mar 07 04:29:21.435999 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (db5ef0e6-2bf8-4acf-a27e-67b1909ae86d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.459341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks [] for floatingip (008dbaec-5ca1-4605-9638-db39bd7e9f9c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.462711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.467274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f2b7a7e6-de30-4f88-9bf0-f2fef2658e3b tempest-ServersTestFqdnHostnames-1770128150 tempest-ServersTestFqdnHostnames-1770128150-project] 10.222.0.21 "DELETE /v2.0/floatingips/008dbaec-5ca1-4605-9638-db39bd7e9f9c HTTP/1.1" status: 204 len: 168 time: 0.9946501 Mar 07 04:29:21.469314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:21.485623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccabefc-d539-4ac4-ab12-647b8e625d91 req-f73fd8dd-8810-4c18-9c3e-519ea82ecaef tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:21.487110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ccabefc-d539-4ac4-ab12-647b8e625d91 req-f73fd8dd-8810-4c18-9c3e-519ea82ecaef tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 948 time: 0.1570115 Mar 07 04:29:21.513164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (db5ef0e6-2bf8-4acf-a27e-67b1909ae86d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.539582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event deleted for resources: {'Subnet': ['ID=db5ef0e6-2bf8-4acf-a27e-67b1909ae86d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:21.546473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.551966 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efd16004-925e-4626-90d2-55da7d5d046d tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "DELETE /v2.0/subnets/db5ef0e6-2bf8-4acf-a27e-67b1909ae86d HTTP/1.1" status: 204 len: 168 time: 0.7813387 Mar 07 04:29:21.552350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:21.566465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42204c-4b8c-4547-9093-d7a767f32013 None None] Network fb91bfa6-edaa-4246-85ca-6e8c1eb82094 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:21.587340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-489fb51d-c53e-4a99-825b-0b9b2fd52415 req-62342a88-ee64-48c2-a89c-b4ee89a7ede7 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635649 Mar 07 04:29:21.630262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ccabefc-d539-4ac4-ab12-647b8e625d91 req-adc7aa00-545b-4319-a6dc-701d1bf25b78 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923886 Mar 07 04:29:21.670831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (fb91bfa6-edaa-4246-85ca-6e8c1eb82094), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.732797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Deleting port 47443367-44cb-47eb-9589-56623279e361 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:21.732797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (47443367-44cb-47eb-9589-56623279e361), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.791034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:29:21.807755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] For port 47443367-44cb-47eb-9589-56623279e361, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=47443367-44cb-47eb-9589-56623279e361,segment=NetworkSegment(d1257bfb-7b55-4d75-a3b8-74a841e6dfae),segment_id=d1257bfb-7b55-4d75-a3b8-74a841e6dfae)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:21.808251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (47443367-44cb-47eb-9589-56623279e361), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.822977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Calling delete_port for 47443367-44cb-47eb-9589-56623279e361 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:21.835925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] DHCP port deletion for fb91bfa6-edaa-4246-85ca-6e8c1eb82094 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:29:21.841481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:29:21.841803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ee6bb3d5-2bbb-4155-a2ee-7edb1ea2daff not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:29:21.925016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (47443367-44cb-47eb-9589-56623279e361), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.927808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Deleting port 47443367-44cb-47eb-9589-56623279e361 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:21.928476 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (47443367-44cb-47eb-9589-56623279e361), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:21.974650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event deleted for resources: {'Port': ['ID=47443367-44cb-47eb-9589-56623279e361,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:21.985612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] No DVR routers for this DVR port 47443367-44cb-47eb-9589-56623279e361 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:29:22.046405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] For port 47443367-44cb-47eb-9589-56623279e361, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:22.048099 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (47443367-44cb-47eb-9589-56623279e361), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.062420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.074003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Calling delete_port for 47443367-44cb-47eb-9589-56623279e361 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:22.077768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Port 47443367-44cb-47eb-9589-56623279e361 was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:29:22.080814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (47443367-44cb-47eb-9589-56623279e361), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.084926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.103386 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (fb91bfa6-edaa-4246-85ca-6e8c1eb82094), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.113939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] Pushing event deleted for resources: {'Port': ['ID=47443367-44cb-47eb-9589-56623279e361,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:22.115786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fc345-0d46-43c6-b725-a497df154603 None None] No DVR routers for this DVR port 47443367-44cb-47eb-9589-56623279e361 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:29:22.132411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb91bfa6-edaa-4246-85ca-6e8c1eb82094']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:22.145761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:22.146137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1257bfb-7b55-4d75-a3b8-74a841e6dfae') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:22.156668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (d1257bfb-7b55-4d75-a3b8-74a841e6dfae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.170408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d1257bfb-7b55-4d75-a3b8-74a841e6dfae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.176372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:29:22.176698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (d1257bfb-7b55-4d75-a3b8-74a841e6dfae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:29:22.179665 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:29:22.260064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (fb91bfa6-edaa-4246-85ca-6e8c1eb82094), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.268360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.277402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] 10.222.0.21 "DELETE /v2.0/networks/fb91bfa6-edaa-4246-85ca-6e8c1eb82094 HTTP/1.1" status: 204 len: 168 time: 0.7207947 Mar 07 04:29:22.288868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60e907-3454-49a9-ab19-7e6812f33469 tempest-DHCPAgentSchedulersTestJSON-107134306 tempest-DHCPAgentSchedulersTestJSON-107134306-project] Pushing event deleted for resources: {'Network': ['ID=fb91bfa6-edaa-4246-85ca-6e8c1eb82094,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:22.564583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38110) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:22.639386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device db0504d7-1fab-4495-aa16-c76bd6a763af up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:22.700373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port db0504d7-1fab-4495-aa16-c76bd6a763af completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:29:22.703435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691c3e2-b247-4ea2-a900-ff0f24820233 req-18ad888d-a6d6-4b0d-a8b2-2bfc5a3cc88f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:22.705186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2691c3e2-b247-4ea2-a900-ff0f24820233 req-18ad888d-a6d6-4b0d-a8b2-2bfc5a3cc88f tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1712484 Mar 07 04:29:22.706698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port db0504d7-1fab-4495-aa16-c76bd6a763af triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:22.707290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.729959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102cda-5368-47d0-bdf4-b912553b5b45 req-9c7fe8d3-75fb-4274-820c-93f7bd611920 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:22.731664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4102cda-5368-47d0-bdf4-b912553b5b45 req-9c7fe8d3-75fb-4274-820c-93f7bd611920 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1996295 Mar 07 04:29:22.754675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34b3cd34-4c84-4410-a24a-b8291cf53177 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bd42f0edf8e448cbe65b09cc8ac3117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882935 Mar 07 04:29:22.758230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38118) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:22.802654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port db0504d7-1fab-4495-aa16-c76bd6a763af is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:22.803132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.824171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4957ad82-1918-4198-bb30-e7905a5563c5 admin admin] Publish callbacks [] for security_group (d56f9529-7d95-448a-bcfa-695a3881093e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.854068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0504d7-1fab-4495-aa16-c76bd6a763af'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:22.854221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4957ad82-1918-4198-bb30-e7905a5563c5 admin admin] Publish callbacks [] for security_group (d56f9529-7d95-448a-bcfa-695a3881093e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.865483 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89700f-7e98-4f3f-bcd5-813d14b453da" -d '{"events": [{"server_uuid": "936f9cf0-ebef-48ee-bc6c-88043b3916a0", "name": "network-vif-plugged", "status": "completed", "tag": "db0504d7-1fab-4495-aa16-c76bd6a763af"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:22.895263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2691c3e2-b247-4ea2-a900-ff0f24820233 req-518ab043-dc81-411e-b25e-3cf384b34bcd tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818182 Mar 07 04:29:22.920434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4957ad82-1918-4198-bb30-e7905a5563c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d56f9529-7d95-448a-bcfa-695a3881093e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.923683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4957ad82-1918-4198-bb30-e7905a5563c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.926152 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4957ad82-1918-4198-bb30-e7905a5563c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d56f9529-7d95-448a-bcfa-695a3881093e HTTP/1.1" status: 204 len: 168 time: 0.1665456 Mar 07 04:29:22.929271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4102cda-5368-47d0-bdf4-b912553b5b45 req-19802dff-e92b-4c9a-89ab-adbf52c00398 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883092 Mar 07 04:29:22.949073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Deleting port d3ebe147-a495-4680-823a-e9cf45952929 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:22.949585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d3ebe147-a495-4680-823a-e9cf45952929), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:22.975039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957ad82-1918-4198-bb30-e7905a5563c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f9529-7d95-448a-bcfa-695a3881093e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:23.109263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 47443367-44cb-47eb-9589-56623279e361 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:29:23.133274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port db0504d7-1fab-4495-aa16-c76bd6a763af, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=db0504d7-1fab-4495-aa16-c76bd6a763af,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:23.139106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 47443367-44cb-47eb-9589-56623279e361 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:29:23.139106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 47443367-44cb-47eb-9589-56623279e361 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:29:23.144362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.218056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=db0504d7-1fab-4495-aa16-c76bd6a763af,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:23.225156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519e68-b96f-4839-bfbf-750ef4a8138f req-a070e3e3-c52b-4e75-a0f2-ef7192324e24 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:23.234028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd519e68-b96f-4839-bfbf-750ef4a8138f req-a070e3e3-c52b-4e75-a0f2-ef7192324e24 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2162452 Mar 07 04:29:23.274817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] For port d3ebe147-a495-4680-823a-e9cf45952929, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d3ebe147-a495-4680-823a-e9cf45952929,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:23.275191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d3ebe147-a495-4680-823a-e9cf45952929), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.305968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fdcd1-9441-4876-b1d7-3cc1baa8cd71 req-7457d7d0-28ef-4085-ab4c-aae63976f20b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:23.307488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-867fdcd1-9441-4876-b1d7-3cc1baa8cd71 req-7457d7d0-28ef-4085-ab4c-aae63976f20b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 948 time: 0.2300999 Mar 07 04:29:23.314508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Calling delete_port for d3ebe147-a495-4680-823a-e9cf45952929 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:23.329383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd519e68-b96f-4839-bfbf-750ef4a8138f req-3d659c86-d47e-47be-aa48-e80d6a6da246 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943484 Mar 07 04:29:23.442241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-867fdcd1-9441-4876-b1d7-3cc1baa8cd71 req-d9cc0c8f-9f11-41ea-a59c-ef70f5d97d82 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101527 Mar 07 04:29:23.461591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:23.515732 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301d172-c71a-4426-91f7-075463145284 x-openstack-request-id: req-6301d172-c71a-4426-91f7-075463145284 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:23.516014 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936f9cf0-ebef-48ee-bc6c-88043b3916a0", "name": "network-vif-plugged", "status": "completed", "tag": "db0504d7-1fab-4495-aa16-c76bd6a763af", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:23.516339 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6301d172-c71a-4426-91f7-075463145284 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:23.516658 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0504d7-1fab-4495-aa16-c76bd6a763af', 'code': 200} Mar 07 04:29:23.532454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d626f82c-3698-49a9-ae9c-d55b47085c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.620002 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d3ebe147-a495-4680-823a-e9cf45952929), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.638878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d626f82c-3698-49a9-ae9c-d55b47085c50 admin admin] Publish callbacks [] for security_group (6e9673a7-283c-4f61-945a-d9fc26c3a0a7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.646403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d626f82c-3698-49a9-ae9c-d55b47085c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6e9673a7-283c-4f61-945a-d9fc26c3a0a7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.650433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ebe147-a495-4680-823a-e9cf45952929,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:23.710593 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d626f82c-3698-49a9-ae9c-d55b47085c50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e472b5f4612749c19129d7882223d67d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2475908 Mar 07 04:29:23.711564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f82c-3698-49a9-ae9c-d55b47085c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9673a7-283c-4f61-945a-d9fc26c3a0a7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:23.719667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38132) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:23.812674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eef3c1c4-e4fc-47fa-8682-6cc928a0bcca admin admin] Publish callbacks [] for security_group (6e9673a7-283c-4f61-945a-d9fc26c3a0a7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.844528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eef3c1c4-e4fc-47fa-8682-6cc928a0bcca admin admin] Publish callbacks [] for security_group (6e9673a7-283c-4f61-945a-d9fc26c3a0a7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.928515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eef3c1c4-e4fc-47fa-8682-6cc928a0bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6e9673a7-283c-4f61-945a-d9fc26c3a0a7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.933337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eef3c1c4-e4fc-47fa-8682-6cc928a0bcca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.942680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eef3c1c4-e4fc-47fa-8682-6cc928a0bcca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e9673a7-283c-4f61-945a-d9fc26c3a0a7 HTTP/1.1" status: 204 len: 168 time: 0.2218630 Mar 07 04:29:23.956319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce7e4-a6fb-483e-8d40-ae0f9c131add req-fa7e9784-9d84-4f35-aa5d-ab870c8e8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:23.958119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66cce7e4-a6fb-483e-8d40-ae0f9c131add req-fa7e9784-9d84-4f35-aa5d-ab870c8e8e90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 1131 time: 0.3710551 Mar 07 04:29:23.959116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:23.987850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3c1c4-e4fc-47fa-8682-6cc928a0bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9673a7-283c-4f61-945a-d9fc26c3a0a7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:24.201105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66cce7e4-a6fb-483e-8d40-ae0f9c131add req-3c32b5e3-6ea8-4866-8d56-8d2e5f7c913b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302768 Mar 07 04:29:24.223346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69d3-c644-47d1-94da-f543650fc54f req-a6ce25f5-aced-42b9-ba44-01b595d1b4a5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:24.225128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f4a69d3-c644-47d1-94da-f543650fc54f req-a6ce25f5-aced-42b9-ba44-01b595d1b4a5 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.2001235 Mar 07 04:29:24.238010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805791da-5513-4eb1-a834-cd4f81755d89 req-3ae370c1-55ec-4db8-9a81-7897394110c0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:24.239626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-805791da-5513-4eb1-a834-cd4f81755d89 req-3ae370c1-55ec-4db8-9a81-7897394110c0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1690867 Mar 07 04:29:24.413014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f4a69d3-c644-47d1-94da-f543650fc54f req-cc142e33-2b75-4384-ae4f-5135ca8d8c85 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713462 Mar 07 04:29:24.422581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-805791da-5513-4eb1-a834-cd4f81755d89 req-33fc405a-0aa7-400f-99e6-4064b0d31bf7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718106 Mar 07 04:29:24.443147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:29:24.664751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:29:24.677310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-813fde79-9986-4dad-aa05-7b4afd74abe2 admin admin] 10.222.0.21 "PUT /v2.0/routers/c532d19c-cdd1-4ad8-bfea-b31b4ced1da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2065134 Mar 07 04:29:24.677616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38156) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:24.681879 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] Sync routers for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:29:24.709823 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:24.711219 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:24.733204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063014d9-bf6f-4b12-a4d1-3fd3218fc788 req-8ce97ca4-9383-41c8-8667-e2a1a5717346 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:24.735172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-063014d9-bf6f-4b12-a4d1-3fd3218fc788 req-8ce97ca4-9383-41c8-8667-e2a1a5717346 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 949 time: 0.1415827 Mar 07 04:29:24.745506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a4d05-370a-489a-93be-435e17dce7f6 req-b7cc00bb-7287-45f3-9269-2c6a4e0019f8 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:24.749774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d0a4d05-370a-489a-93be-435e17dce7f6 req-b7cc00bb-7287-45f3-9269-2c6a4e0019f8 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1572766 Mar 07 04:29:24.866889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-063014d9-bf6f-4b12-a4d1-3fd3218fc788 req-bb02b524-8365-4e27-9ab9-9767596a57ca tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154225 Mar 07 04:29:24.886917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d0a4d05-370a-489a-93be-435e17dce7f6 req-37550e8c-e519-4118-b656-8e178700dce5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275656 Mar 07 04:29:24.974503 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:24.993364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks [] for router (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:25.154180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks [] for router_gateway (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:25.279182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Deleting port 76036858-22f1-4a1a-a46f-fcaac1c59542 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:25.280796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:25.299166 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:29:23Z', 'revision_number': 5, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port': {'id': '76036858-22f1-4a1a-a46f-fcaac1c59542', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:27:23Z', 'updated_at': '2022-03-07T04:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:25.357534 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] Checking router: c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:29:25.379961 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] Routers {'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:25.380888 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:25.400839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] For port 76036858-22f1-4a1a-a46f-fcaac1c59542, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76036858-22f1-4a1a-a46f-fcaac1c59542,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:25.401291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:25.440339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Calling delete_port for 76036858-22f1-4a1a-a46f-fcaac1c59542 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:25.489407 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] Set router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:25.555706 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:29:25Z', 'revision_number': 6, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:25.744236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30901059-626a-49e0-ac59-574fc22c1b26 req-80c88a74-9ff7-4a02-8b1d-96102b5c757a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:25.753186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30901059-626a-49e0-ac59-574fc22c1b26 req-80c88a74-9ff7-4a02-8b1d-96102b5c757a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 943 time: 0.1434548 Mar 07 04:29:25.773506 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699eeb83-d0e4-474d-bd58-2e24887fb209 None None] The sync data for ids ['c532d19c-cdd1-4ad8-bfea-b31b4ced1da2'] in n-d-832185-1 is: [{'id': 'c532d19c-cdd1-4ad8-bfea-b31b4ced1da2', 'name': 'tempest-ServersTestFqdnHostnames-248081499-router', 'tenant_id': '8284d4586df84b5dabbc82dbcaf7d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:27:22Z', 'updated_at': '2022-03-07T04:29:25Z', 'revision_number': 6, 'project_id': '8284d4586df84b5dabbc82dbcaf7d686', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:29:25.779221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8af7f-a964-499e-b9cb-8f4cd18a829d req-df807188-5744-4fe2-86bf-02cd7818e085 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:25.783403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8c8af7f-a964-499e-b9cb-8f4cd18a829d req-df807188-5744-4fe2-86bf-02cd7818e085 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.1706870 Mar 07 04:29:25.800769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 97fc1864-0588-43b5-a94c-f3f935178fce details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:25.831748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (76036858-22f1-4a1a-a46f-fcaac1c59542), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:25.914779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30901059-626a-49e0-ac59-574fc22c1b26 req-f8a413eb-cfd7-40ed-8b12-c997372bffae tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605394 Mar 07 04:29:25.915497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=76036858-22f1-4a1a-a46f-fcaac1c59542,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:25.921629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8c8af7f-a964-499e-b9cb-8f4cd18a829d req-160e8253-5f4d-4ed2-9738-26dec588efe5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266646 Mar 07 04:29:26.071922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 97fc1864-0588-43b5-a94c-f3f935178fce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=97fc1864-0588-43b5-a94c-f3f935178fce,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:26.096716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.098264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '97fc1864-0588-43b5-a94c-f3f935178fce', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'port_id': '97fc1864-0588-43b5-a94c-f3f935178fce', 'mac_address': 'fa:16:3e:22:f7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:26.219969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 97fc1864-0588-43b5-a94c-f3f935178fce is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:26.222456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.249343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441c49-be2c-4d9d-9780-ca8219ceccf0 req-7c851ca6-f794-46e7-bd9d-e080a96d77bb tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:26.251356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec441c49-be2c-4d9d-9780-ca8219ceccf0 req-7c851ca6-f794-46e7-bd9d-e080a96d77bb tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 949 time: 0.2235301 Mar 07 04:29:26.297323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fc1864-0588-43b5-a94c-f3f935178fce {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:26.299151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f80186-1c95-4343-807e-0c5f77ed6f6c req-a19a3ed1-9d1d-45ad-9aac-0593d667374f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:26.302927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.308036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84f80186-1c95-4343-807e-0c5f77ed6f6c req-a19a3ed1-9d1d-45ad-9aac-0593d667374f tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2193346 Mar 07 04:29:26.315329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks [] for router_controller (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.370390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 97fc1864-0588-43b5-a94c-f3f935178fce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=97fc1864-0588-43b5-a94c-f3f935178fce,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:26.380985 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.394820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38194) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:26.397886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84f80186-1c95-4343-807e-0c5f77ed6f6c req-bbb5975c-b9f2-470f-9152-96aa1732b9db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888417 Mar 07 04:29:26.414220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c532d19c-cdd1-4ad8-bfea-b31b4ced1da2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.415130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:26.421344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.425084 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac5e3864-d2cb-4e40-8ee9-aff5d270bb35 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c532d19c-cdd1-4ad8-bfea-b31b4ced1da2 HTTP/1.1" status: 204 len: 168 time: 1.7395275 Mar 07 04:29:26.425623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38198) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:26.441377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec441c49-be2c-4d9d-9780-ca8219ceccf0 req-c18b5368-96fe-4b0f-a45f-8e3c3f78d241 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759167 Mar 07 04:29:26.513339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Deleting subnet 9b257ac4-7b29-4ee9-95ae-23ab447b272e {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:29:26.517467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Publish callbacks [] for subnet (9b257ac4-7b29-4ee9-95ae-23ab447b272e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.568801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9b257ac4-7b29-4ee9-95ae-23ab447b272e), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.576544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=97fc1864-0588-43b5-a94c-f3f935178fce,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:26.617803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1934689265'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:26.696743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c59a3c14-e75e-4e13-8720-4ce0e904d70d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.697782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c59a3c14-e75e-4e13-8720-4ce0e904d70d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.755960 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-85d48914-688f-4180-8854-bbf7daa378a9 service neutron] show failed (client error): The resource could not be found. Mar 07 04:29:26.757095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-85d48914-688f-4180-8854-bbf7daa378a9 service neutron] 10.222.0.44 "GET /v2.0/ports/e7e2cf44-5029-467c-b450-2d72fd191712/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.1452689 Mar 07 04:29:26.786336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9b257ac4-7b29-4ee9-95ae-23ab447b272e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.843811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (c59a3c14-e75e-4e13-8720-4ce0e904d70d), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.853172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c59a3c14-e75e-4e13-8720-4ce0e904d70d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.882270 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:26.883851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-964c4d4e-7e5b-46f2-952d-efd09b647c65 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4879336 Mar 07 04:29:26.886297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38206) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:26.905708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['97fc1864-0588-43b5-a94c-f3f935178fce'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:27.084448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d3ebe147-a495-4680-823a-e9cf45952929 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:29:27.129218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9b257ac4-7b29-4ee9-95ae-23ab447b272e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.154703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d3ebe147-a495-4680-823a-e9cf45952929 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:29:27.155131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d3ebe147-a495-4680-823a-e9cf45952929 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:29:27.155886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76036858-22f1-4a1a-a46f-fcaac1c59542 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:29:27.192790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b257ac4-7b29-4ee9-95ae-23ab447b272e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:27.197623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (c59a3c14-e75e-4e13-8720-4ce0e904d70d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.232880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 76036858-22f1-4a1a-a46f-fcaac1c59542 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:29:27.233696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76036858-22f1-4a1a-a46f-fcaac1c59542 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:29:27.300139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f75b7-7fcb-41ae-957e-b92e567e6e79 req-da523867-5d77-49db-b672-d3b3a980f645 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:27.302004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff0f75b7-7fcb-41ae-957e-b92e567e6e79 req-da523867-5d77-49db-b672-d3b3a980f645 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 944 time: 0.2218084 Mar 07 04:29:27.345479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.351340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e960a5a-5de5-448b-90c6-2f145c9bf90b None None] Network 771646a8-bfee-446f-98d0-30f258f1df6d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:27.353252 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb849dc1-96a1-4306-97dc-8684faa15474 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b257ac4-7b29-4ee9-95ae-23ab447b272e HTTP/1.1" status: 204 len: 168 time: 0.9265354 Mar 07 04:29:27.354158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38214) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:27.398896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff0f75b7-7fcb-41ae-957e-b92e567e6e79 req-e9901324-5bde-4148-ab59-233266b29eca tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896118 Mar 07 04:29:27.407703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-87b14a38-7ea8-4c18-b8c1-f345b7f22be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:27.409380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-87b14a38-7ea8-4c18-b8c1-f345b7f22be2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994&tenant_id=da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 1132 time: 0.2544725 Mar 07 04:29:27.433010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f34fc-b6be-4051-8c85-88a67c21a0ca req-f449531a-5b87-4d43-a1ae-fdf9cd3dc074 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:27.438560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-889f34fc-b6be-4051-8c85-88a67c21a0ca req-f449531a-5b87-4d43-a1ae-fdf9cd3dc074 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.2358205 Mar 07 04:29:27.454184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-6a5a518d-8bff-476d-8802-7d32a44f2246 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:29:27.455419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-6a5a518d-8bff-476d-8802-7d32a44f2246 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135410 Mar 07 04:29:27.503462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c59a3c14-e75e-4e13-8720-4ce0e904d70d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.506312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (c59a3c14-e75e-4e13-8720-4ce0e904d70d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.529411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-889f34fc-b6be-4051-8c85-88a67c21a0ca req-8eccad7f-7963-4c31-ad27-994f1123e49f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703728 Mar 07 04:29:27.543852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:27.663394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c59a3c14-e75e-4e13-8720-4ce0e904d70d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.664664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c59a3c14-e75e-4e13-8720-4ce0e904d70d {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:27.670851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.675205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6ddcdb75-4c81-4687-bd8b-80c3c9ae72dd tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c59a3c14-e75e-4e13-8720-4ce0e904d70d HTTP/1.1" status: 204 len: 168 time: 0.7849534 Mar 07 04:29:27.675523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38220) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:27.682029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Request body: {'router': {'name': 'tempest-router-820721957', 'distributed': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:27.693376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (771646a8-bfee-446f-98d0-30f258f1df6d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.694378 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.781807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.784432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.785578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] DHCP port deletion for 771646a8-bfee-446f-98d0-30f258f1df6d request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:29:27.858513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.860205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Deleting port 371d2592-27c1-42ca-893c-cc8218a84981 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:27.860848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (371d2592-27c1-42ca-893c-cc8218a84981), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.868848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f2b1-1ecb-4ac9-a76a-fdfce9f4c06d req-8c099d81-d3b4-4c8b-902d-c9a28d9f41db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:27.878801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.880923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f305f2b1-1ecb-4ac9-a76a-fdfce9f4c06d req-8c099d81-d3b4-4c8b-902d-c9a28d9f41db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1873026 Mar 07 04:29:27.899118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] Deleting port 371d2592-27c1-42ca-893c-cc8218a84981 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:27.899706 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (371d2592-27c1-42ca-893c-cc8218a84981), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.940713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.944391 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f2b36a3-f15b-4518-a4e4-4a6cca2d3521 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2677367 Mar 07 04:29:27.949610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:27.972673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] For port 371d2592-27c1-42ca-893c-cc8218a84981, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=371d2592-27c1-42ca-893c-cc8218a84981,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:27.973135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (371d2592-27c1-42ca-893c-cc8218a84981), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:27.986059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f305f2b1-1ecb-4ac9-a76a-fdfce9f4c06d req-2043cb54-189f-4db4-8b4f-d51995f5e8df tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990577 Mar 07 04:29:28.039902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] For port 371d2592-27c1-42ca-893c-cc8218a84981, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=371d2592-27c1-42ca-893c-cc8218a84981,segment=NetworkSegment(39c0a2fe-30a4-4637-ae19-da8afa310f04),segment_id=39c0a2fe-30a4-4637-ae19-da8afa310f04)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:28.040907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (371d2592-27c1-42ca-893c-cc8218a84981), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.063563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Calling delete_port for 371d2592-27c1-42ca-893c-cc8218a84981 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:28.073294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] Calling delete_port for 371d2592-27c1-42ca-893c-cc8218a84981 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:28.079951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.155661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.156668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.157201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.158164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.158698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.159262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.160267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.161917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.162542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.163040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.165329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.166956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.167441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.168544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:28.172442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-c7181899-7fbc-4cc0-ac63-64d3a7494829 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6&device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce&device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027&device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f&device_id=4ef31a12-8acb-4a04-b497-031c69dca994&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 13150 time: 0.2062879 Mar 07 04:29:28.253160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (371d2592-27c1-42ca-893c-cc8218a84981), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.292234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] Pushing event deleted for resources: {'Port': ['ID=371d2592-27c1-42ca-893c-cc8218a84981,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:28.310362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b1818-aec8-44c8-b727-b7fedb621c88 None None] No DVR routers for this DVR port 371d2592-27c1-42ca-893c-cc8218a84981 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:29:28.337852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:28.376525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-70cd4be9-235f-4641-ab6b-9f9a41160a68 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.378628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.387258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.395925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:28.446724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (371d2592-27c1-42ca-893c-cc8218a84981), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.459451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:28.459451 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d35db-2fdc-4892-a743-1c026c43f178" -d '{"events": [{"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:28.463491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Publish callbacks [] for port (e7e2cf44-5029-467c-b450-2d72fd191712), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.487201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Transition to ACTIVE for port object e7e2cf44-5029-467c-b450-2d72fd191712 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:28.504565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.507964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (baa7e83a-26fc-46e6-bda3-fb2b22f10ce0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.511898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baa7e83a-26fc-46e6-bda3-fb2b22f10ce0 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:28.517949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.525182 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-411f2e16-c987-4639-87b1-be5a15567ea2 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "DELETE /v2.0/routers/baa7e83a-26fc-46e6-bda3-fb2b22f10ce0 HTTP/1.1" status: 204 len: 168 time: 0.5641050 Mar 07 04:29:28.527654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38228) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:28.533605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Request body: {'router': {'name': 'tempest-router-1338445013', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd192625869224e5c9439df23b8b390c7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:28.537402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Pushing event deleted for resources: {'Port': ['ID=371d2592-27c1-42ca-893c-cc8218a84981,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:28.543105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] No DVR routers for this DVR port 371d2592-27c1-42ca-893c-cc8218a84981 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:29:28.604834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-70cd4be9-235f-4641-ab6b-9f9a41160a68 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Publish callbacks [] for security_group (81a5c829-b689-4161-95b5-b8da65ea3c8d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.640651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:28.649538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-70cd4be9-235f-4641-ab6b-9f9a41160a68 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (81a5c829-b689-4161-95b5-b8da65ea3c8d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.675158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (771646a8-bfee-446f-98d0-30f258f1df6d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.687759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.688818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.714383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771646a8-bfee-446f-98d0-30f258f1df6d']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:28.730220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c0a2fe-30a4-4637-ae19-da8afa310f04') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:28.730526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c0a2fe-30a4-4637-ae19-da8afa310f04') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:28.763498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (39c0a2fe-30a4-4637-ae19-da8afa310f04), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.809750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.813123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (39c0a2fe-30a4-4637-ae19-da8afa310f04), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.817732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.835115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:29:28.836149 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (39c0a2fe-30a4-4637-ae19-da8afa310f04), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:29:28.838466 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:29:28.891261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f289e16-248a-4b04-9a4c-9ec98e0890f7 req-70cd4be9-235f-4641-ab6b-9f9a41160a68 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8de317e8-200a-468a-b304-2c234024f9dd&id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=a6031802-df8d-494b-8e44-245d6bad4718&id=a26f0f79-5161-4579-b8aa-296588c6b124&id=01194f87-5dd7-44dd-9a77-15156f3677f1&id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.6990705 Mar 07 04:29:28.903489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd4be9-235f-4641-ab6b-9f9a41160a68 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a5c829-b689-4161-95b5-b8da65ea3c8d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:28.927959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] No DVR routers for this DVR port e7e2cf44-5029-467c-b450-2d72fd191712 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:29:28.945436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:28.952258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a628fe64-b178-448f-b147-249ebd6f0ba8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4220915 Mar 07 04:29:28.967700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 371d2592-27c1-42ca-893c-cc8218a84981 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:29:28.989096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38238) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:28.995986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:29.023250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 371d2592-27c1-42ca-893c-cc8218a84981 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:29:29.024901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 371d2592-27c1-42ca-893c-cc8218a84981 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:29:29.069573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:29.070092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:29.070526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:29.084958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9be7a-027b-4056-a7f1-6e4dced7496b req-66dd448d-2dc5-45ee-979b-c130b38268bf tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:29.087010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27b9be7a-027b-4056-a7f1-6e4dced7496b req-66dd448d-2dc5-45ee-979b-c130b38268bf tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 944 time: 0.5334930 Mar 07 04:29:29.087716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Port e7e2cf44-5029-467c-b450-2d72fd191712 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:29.088144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Attempting to bind port e7e2cf44-5029-467c-b450-2d72fd191712 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:29.092750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (771646a8-bfee-446f-98d0-30f258f1df6d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.094487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:29.094960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:29.095533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:29.096827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Bound port: e7e2cf44-5029-467c-b450-2d72fd191712, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:29.098382 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.101379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.118758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/771646a8-bfee-446f-98d0-30f258f1df6d HTTP/1.1" status: 204 len: 168 time: 1.5473065 Mar 07 04:29:29.146980 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dfff8b-530e-4c70-a5ee-6f7944970dda x-openstack-request-id: req-b3dfff8b-530e-4c70-a5ee-6f7944970dda {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:29.158648 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:29.158648 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3dfff8b-530e-4c70-a5ee-6f7944970dda {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:29.159355 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'code': 200} Mar 07 04:29:29.230627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487030d3-0574-4ccf-80b4-8cbe256d37cb admin admin] Pushing event deleted for resources: {'Network': ['ID=771646a8-bfee-446f-98d0-30f258f1df6d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:29.289048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:29.366224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.366717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.374741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27b9be7a-027b-4056-a7f1-6e4dced7496b req-d6fc96ab-a860-4c93-8aeb-2f22f7376013 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630653 Mar 07 04:29:29.397095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:29.411051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.439273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38244) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:29.483509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:29.483835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.485259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103939) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 07 04:29:29.485536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Router 7fae0ce1-2495-42ff-bca5-6558f19bfa5a migrating from provider to provider. {{(pid=103939) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 07 04:29:29.485774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] 10.222.0.15 "PUT /v2.0/ports/e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 1096 time: 1.9707041 Mar 07 04:29:29.485933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.500226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.507776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-09f72d4d-69a6-4c8a-a727-c6d507e65e28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8284d4586df84b5dabbc82dbcaf7d686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671704 Mar 07 04:29:29.510222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:29.519584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.542006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a20861-3477-4d12-a32b-940f04a4292c service neutron] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:29.563360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590244c7-86f7-4bf7-bc11-46498133b289 req-14d661a6-caa3-4900-a325-8d1bae2fb1b2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:29.565198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-590244c7-86f7-4bf7-bc11-46498133b289 req-14d661a6-caa3-4900-a325-8d1bae2fb1b2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.2408099 Mar 07 04:29:29.671587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08962085-f0e1-4c79-a84c-9eae32a028c5 admin admin] Publish callbacks [] for security_group (7a2b318d-34c9-48d4-94a0-9f57baf4668e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.677760 n-d-832185-1 neutron-server[103939]: WARNING neutron.scheduler.l3_agent_scheduler [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] No L3 agents can host the router 7fae0ce1-2495-42ff-bca5-6558f19bfa5a Mar 07 04:29:29.703643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c51bba-96d3-4387-ba52-1fcc75970ef3 req-2a3fffcc-77d0-425f-97ee-1d722e6b28d0 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:29.706262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74c51bba-96d3-4387-ba52-1fcc75970ef3 req-2a3fffcc-77d0-425f-97ee-1d722e6b28d0 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1331315 Mar 07 04:29:29.708570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-9bb438cd-517b-4ee8-9730-94d00fad7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:29.710347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-9bb438cd-517b-4ee8-9730-94d00fad7da1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1130 time: 0.1636453 Mar 07 04:29:29.736074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-590244c7-86f7-4bf7-bc11-46498133b289 req-01544523-c41f-47eb-974d-bac7f793b7c0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605487 Mar 07 04:29:29.773001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08962085-f0e1-4c79-a84c-9eae32a028c5 admin admin] Publish callbacks [] for security_group (7a2b318d-34c9-48d4-94a0-9f57baf4668e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:29.805793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 97fc1864-0588-43b5-a94c-f3f935178fce up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:29.904700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Hosts for router 7fae0ce1-2495-42ff-bca5-6558f19bfa5a: [] {{(pid=103939) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 07 04:29:29.931098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 97fc1864-0588-43b5-a94c-f3f935178fce completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:29:29.945874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 97fc1864-0588-43b5-a94c-f3f935178fce triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:29.946553 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:30.101585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 97fc1864-0588-43b5-a94c-f3f935178fce is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:30.102728 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:30.133136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:30.136038 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e899a97-8eb3-4ab6-bede-f06dee642d36" -d '{"events": [{"server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "name": "network-vif-plugged", "status": "completed", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:30.158788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 97fc1864-0588-43b5-a94c-f3f935178fce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=97fc1864-0588-43b5-a94c-f3f935178fce,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:30.164259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:30.193068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74c51bba-96d3-4387-ba52-1fcc75970ef3 req-f346d2e1-38ab-4e65-a6c7-6b657d8d0213 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784694 Mar 07 04:29:30.240860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-493e212e-7431-48a2-befc-a4fdf7599d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.242386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-493e212e-7431-48a2-befc-a4fdf7599d52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.5233552 Mar 07 04:29:30.251632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=97fc1864-0588-43b5-a94c-f3f935178fce,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:30.273092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da92e7-fd98-4c38-9b9e-a00d44ca80fe req-02ef1ca0-017b-48aa-938b-ac340c8029dd tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.273639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da92e7-fd98-4c38-9b9e-a00d44ca80fe req-02ef1ca0-017b-48aa-938b-ac340c8029dd tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.274179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da92e7-fd98-4c38-9b9e-a00d44ca80fe req-02ef1ca0-017b-48aa-938b-ac340c8029dd tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.274826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Hosts for other DVR routers connected to router 7fae0ce1-2495-42ff-bca5-6558f19bfa5a: set() {{(pid=103939) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 07 04:29:30.276205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14da92e7-fd98-4c38-9b9e-a00d44ca80fe req-02ef1ca0-017b-48aa-938b-ac340c8029dd tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0&device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027&device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 2976 time: 0.1050165 Mar 07 04:29:30.277380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:30.280885 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-28a905f2-81f8-4773-b486-c4d2ad797c67 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "PUT /v2.0/routers/7fae0ce1-2495-42ff-bca5-6558f19bfa5a HTTP/1.1" status: 200 len: 717 time: 1.2888258 Mar 07 04:29:30.283080 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b334a-4a88-4e91-b5b0-9f216b42bc31 x-openstack-request-id: req-7f4b334a-4a88-4e91-b5b0-9f216b42bc31 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:30.283694 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "name": "network-vif-plugged", "status": "completed", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:30.284168 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f4b334a-4a88-4e91-b5b0-9f216b42bc31 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:30.284792 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce', 'code': 200} Mar 07 04:29:30.285510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38256) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:30.304051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08962085-f0e1-4c79-a84c-9eae32a028c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a2b318d-34c9-48d4-94a0-9f57baf4668e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:30.307033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08962085-f0e1-4c79-a84c-9eae32a028c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:30.308371 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-08962085-f0e1-4c79-a84c-9eae32a028c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a2b318d-34c9-48d4-94a0-9f57baf4668e HTTP/1.1" status: 204 len: 168 time: 0.7971365 Mar 07 04:29:30.353690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-08e7cf08-058f-48c9-b969-3b316fadcbd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.0764749 Mar 07 04:29:30.389632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08962085-f0e1-4c79-a84c-9eae32a028c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b318d-34c9-48d4-94a0-9f57baf4668e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:30.463909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-908510b8-4567-4df4-ad6c-869eacc1eef8 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "GET /v2.0/routers/7fae0ce1-2495-42ff-bca5-6558f19bfa5a HTTP/1.1" status: 200 len: 717 time: 0.1636739 Mar 07 04:29:30.464564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38262) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:30.485041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14da92e7-fd98-4c38-9b9e-a00d44ca80fe req-a00449aa-fc1b-4f3a-be02-3c7a7d8c7888 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954460 Mar 07 04:29:30.495186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-ec8f7fca-c022-4321-bdb0-57694fcf3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.497731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-ec8f7fca-c022-4321-bdb0-57694fcf3780 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1312950 Mar 07 04:29:30.523763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8f214-da1a-4216-b570-d345e1fe2d9c req-76eba696-88f2-413e-a912-07cd7a442109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.525238 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a4a8f214-da1a-4216-b570-d345e1fe2d9c req-76eba696-88f2-413e-a912-07cd7a442109 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 1127 time: 0.1456492 Mar 07 04:29:30.628221 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a4a8f214-da1a-4216-b570-d345e1fe2d9c req-87ee902d-faa9-4c53-805b-7488d6e480e5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878017 Mar 07 04:29:30.710221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-0a11d637-e652-40af-b435-f042a51a0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.712115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-0a11d637-e652-40af-b435-f042a51a0b50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1966600 Mar 07 04:29:30.721653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1a673-21e6-48f4-a8fa-74434a91a147 req-2c0d6974-c70b-4528-9795-6463ee6f5401 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:30.724122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ca1a673-21e6-48f4-a8fa-74434a91a147 req-2c0d6974-c70b-4528-9795-6463ee6f5401 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.2094855 Mar 07 04:29:30.866697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ca1a673-21e6-48f4-a8fa-74434a91a147 req-89111e81-5648-4d72-a6f9-651950afd04e tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311131 Mar 07 04:29:30.921696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-aa782900-0583-4b72-99e8-468ad5879c5b service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962543 Mar 07 04:29:31.001877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3bd723f7-b955-44d9-8369-81826f87dda8 tempest-RoutersTestDVR-2074397362 tempest-RoutersTestDVR-2074397362-project] 10.222.0.21 "GET /v2.0/routers/7fae0ce1-2495-42ff-bca5-6558f19bfa5a HTTP/1.1" status: 200 len: 683 time: 0.5352986 Mar 07 04:29:31.004546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:31.053658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-91bc256f-f3ae-4ff3-b2e6-012ad66b62a1 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148734 Mar 07 04:29:31.087469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b37c9-c462-4ad8-b6a9-c4347c68ef76 req-0f9ad95e-1905-4c76-b5c4-38e8f0659f8c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.089080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-329b37c9-c462-4ad8-b6a9-c4347c68ef76 req-0f9ad95e-1905-4c76-b5c4-38e8f0659f8c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.1845872 Mar 07 04:29:31.124373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.173667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:31.177086 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acb4b3-fc13-4a06-ba6e-63f3287588cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:31.188691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-329b37c9-c462-4ad8-b6a9-c4347c68ef76 req-67ad6141-9258-469c-b55b-71e2d881f1d5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886543 Mar 07 04:29:31.282486 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ba82fa-b7b5-465b-834f-b5a097697667 x-openstack-request-id: req-46ba82fa-b7b5-465b-834f-b5a097697667 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:31.283698 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:31.284972 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46ba82fa-b7b5-465b-834f-b5a097697667 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:31.290320 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'status': 'completed', 'code': 200} Mar 07 04:29:31.379831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.383983 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.415161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-91b46556-dfca-45b6-af59-2374fc3da3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.418274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-91b46556-dfca-45b6-af59-2374fc3da3aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1130 time: 0.1045086 Mar 07 04:29:31.450892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-1195090b-f11c-4957-8f15-2c734b8333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.452539 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-1195090b-f11c-4957-8f15-2c734b8333bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1130 time: 0.1043153 Mar 07 04:29:31.458900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (7fae0ce1-2495-42ff-bca5-6558f19bfa5a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.459490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fae0ce1-2495-42ff-bca5-6558f19bfa5a {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:31.473226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.478574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-69feebe7-7063-451f-85bc-744a32082b66 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7fae0ce1-2495-42ff-bca5-6558f19bfa5a HTTP/1.1" status: 204 len: 168 time: 0.4727571 Mar 07 04:29:31.480759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:31.481747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:31.491455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Request body: {'router': {'name': 'tempest-router-1684647994', 'distributed': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:31.571721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (d43be4ed-773d-4b83-9872-93341fd71227), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.572738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (d43be4ed-773d-4b83-9872-93341fd71227), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.602496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-6157a6c6-3450-4934-995d-322124aba8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.604008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-6157a6c6-3450-4934-995d-322124aba8b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1420901 Mar 07 04:29:31.617249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64dd0-317b-4c4e-bc83-105f2ddadf09 req-094d725e-9d6c-4aa3-8656-60e670cbefba tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.624575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fba64dd0-317b-4c4e-bc83-105f2ddadf09 req-094d725e-9d6c-4aa3-8656-60e670cbefba tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2037714 Mar 07 04:29:31.642454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e749b-082b-4582-845f-402ac2e9f87d req-433acb1c-0267-4ffb-a95d-e7f5d9ecb938 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.650500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b21e749b-082b-4582-845f-402ac2e9f87d req-433acb1c-0267-4ffb-a95d-e7f5d9ecb938 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1132 time: 0.1645079 Mar 07 04:29:31.678970 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-446f5784-ca2c-4875-9d7a-a7ae44d06813 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.0532165 Mar 07 04:29:31.682195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-727364588-network', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:31.725620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-4752b78b-3185-4e8e-912f-48ccc8449cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.727164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-4752b78b-3185-4e8e-912f-48ccc8449cf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2729452 Mar 07 04:29:31.740531 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (d43be4ed-773d-4b83-9872-93341fd71227), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.741619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fba64dd0-317b-4c4e-bc83-105f2ddadf09 req-b832e252-3f02-4aea-8d34-4b5e5f1cc252 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161482 Mar 07 04:29:31.762374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (d43be4ed-773d-4b83-9872-93341fd71227), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.767617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b21e749b-082b-4582-845f-402ac2e9f87d req-88b2480e-d517-4ce9-a3d0-cd6e150f1df4 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161969 Mar 07 04:29:31.776866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-a4112b95-37c1-40bd-8731-98dda1b0afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.778938 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-a4112b95-37c1-40bd-8731-98dda1b0afc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0689046 Mar 07 04:29:31.782548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:31.797110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.809373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.813356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:31.814858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-bc9410b2-1745-4b1d-a701-55ee6daabb58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.0783730 Mar 07 04:29:31.817350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-19dd5f71-abf2-4c77-a896-d30f723d58e4 tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3332648 Mar 07 04:29:31.817577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38314) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:31.844289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:29:31.892421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-070733a8-3dbd-4a01-acc2-830f85eaa8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:31.894207 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-070733a8-3dbd-4a01-acc2-830f85eaa8a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1049097 Mar 07 04:29:31.919625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port e7e2cf44-5029-467c-b450-2d72fd191712 host n-h1-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:29:31.920751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:29:32.014801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks [] for security_group (de4c914e-a07e-4ae8-9594-b34abfd499f6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.026098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (de4c914e-a07e-4ae8-9594-b34abfd499f6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.048602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-7996a405-0fc5-46fe-9e12-96cf877fb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:32.051741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-7996a405-0fc5-46fe-9e12-96cf877fb8f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2262650 Mar 07 04:29:32.054300 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (d43be4ed-773d-4b83-9872-93341fd71227), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.126248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c914e-a07e-4ae8-9594-b34abfd499f6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:32.129381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:29:32.134913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228ecbd-5f25-4f78-afbd-bb9e3ebaa34a req-65d9e518-437c-4bf3-b1e1-ce36389e463e tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:32.154704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c228ecbd-5f25-4f78-afbd-bb9e3ebaa34a req-65d9e518-437c-4bf3-b1e1-ce36389e463e tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1132 time: 0.2886212 Mar 07 04:29:32.202488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-f113f556-e3fc-4fe5-84a5-ad092fe06d55 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867715 Mar 07 04:29:32.204559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2ef297b9-36c1-4bd5-9328-44f9a2b27f16), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.206378 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Added segment 2ef297b9-36c1-4bd5-9328-44f9a2b27f16 of type vlan for network 439f14cd-8b86-4152-875a-fd60bdce5635 Mar 07 04:29:32.267977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795b4e9-1c94-456e-8267-37456e60cd37 req-e04fa5d8-8ed3-428c-895b-c1048d6d11cc tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:32.276150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e795b4e9-1c94-456e-8267-37456e60cd37 req-e04fa5d8-8ed3-428c-895b-c1048d6d11cc tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.2949519 Mar 07 04:29:32.306343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (439f14cd-8b86-4152-875a-fd60bdce5635), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.354598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (439f14cd-8b86-4152-875a-fd60bdce5635), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.356499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:32.357744 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.430191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c228ecbd-5f25-4f78-afbd-bb9e3ebaa34a req-4aa8fb4f-4b3d-4ed3-860b-3fc8d9b36d3a tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701066 Mar 07 04:29:32.454916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (d43be4ed-773d-4b83-9872-93341fd71227), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.462460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-aa371825-9f87-463a-83a3-19dccac87f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:32.470170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9870496 Mar 07 04:29:32.470934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38328) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:32.471407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-aa371825-9f87-463a-83a3-19dccac87f82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4082282 Mar 07 04:29:32.473147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router_controller (d43be4ed-773d-4b83-9872-93341fd71227), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.518119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Request body: {'subnet': {'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-727364588-subnet', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:32.536791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417102-56eb-4575-af9b-a97f4794eb23 admin admin] Pushing event updated for resources: {'Network': ['ID=439f14cd-8b86-4152-875a-fd60bdce5635,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:32.549045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 439f14cd-8b86-4152-875a-fd60bdce5635 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:29:32.587962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:32.600842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.609440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e795b4e9-1c94-456e-8267-37456e60cd37 req-c2a89798-4081-44a2-b157-0782065d38c0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323243 Mar 07 04:29:32.677636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (d43be4ed-773d-4b83-9872-93341fd71227), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.678371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d43be4ed-773d-4b83-9872-93341fd71227 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:32.687374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.688593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ae0080c3-8322-42af-9b09-d93e58798aee tempest-RoutersTestDVR-1702067187 tempest-RoutersTestDVR-1702067187-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d43be4ed-773d-4b83-9872-93341fd71227 HTTP/1.1" status: 204 len: 168 time: 0.8700213 Mar 07 04:29:32.721612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607bcc7-b048-42ab-9d23-67c4f24cc012 req-1412fdb3-718f-4a03-a502-227cb5e418a2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:32.723293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9607bcc7-b048-42ab-9d23-67c4f24cc012 req-1412fdb3-718f-4a03-a502-227cb5e418a2 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 948 time: 0.1467164 Mar 07 04:29:32.725151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-96591360-a5ba-4f90-9664-6274371c256d service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390001 Mar 07 04:29:32.786261 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3cfb-d43d-4c5d-b728-0ad21ffc1d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.845687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9607bcc7-b048-42ab-9d23-67c4f24cc012 req-6a7e22b1-f2f9-4d11-bb2e-73b1ff9164ca tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105611 Mar 07 04:29:32.943774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (00ff459d-2852-4957-988d-3e93f0a99f24), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:32.995659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38336) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:33.007565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-adcd240b-b1d6-4ff2-9264-3acf936b8bd2 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687871 Mar 07 04:29:33.012108 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50acb4b3-fc13-4a06-ba6e-63f3287588cf req-cbdba18c-02d4-4c97-9c98-c9777814719a service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7857509 Mar 07 04:29:33.047737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7fde4-b03c-4d70-ad58-bdf19e87a9d5 req-dc1cf9fb-0c37-41cc-ae09-1bb2c45fae47 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:33.060751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cd7fde4-b03c-4d70-ad58-bdf19e87a9d5 req-dc1cf9fb-0c37-41cc-ae09-1bb2c45fae47 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1157150 Mar 07 04:29:33.066266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ff459d-2852-4957-988d-3e93f0a99f24,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:33.073776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Checking segment: {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:33.085007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Network hostable DHCP agents. Network: 439f14cd-8b86-4152-875a-fd60bdce5635, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:29:33.139857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Network 439f14cd-8b86-4152-875a-fd60bdce5635 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:29:33.148123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cd7fde4-b03c-4d70-ad58-bdf19e87a9d5 req-3f2d32d3-2dda-416b-9629-2cfaf2bc1412 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863590 Mar 07 04:29:33.169410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 439f14cd-8b86-4152-875a-fd60bdce5635) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:33.177443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e2595-c439-4bf2-8168-fc39784fe73f None None] Network 439f14cd-8b86-4152-875a-fd60bdce5635 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:33.195718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:33.198652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.259362 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eaea9509-7afa-43ad-bf81-1cc5ee4971f7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7482648 Mar 07 04:29:33.262090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38346) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:33.267372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:33.302158 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae98185b-72d3-42f5-a65e-96805d7287ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.414467 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (5ed72698-8850-4c86-bc67-a767e8f7d05d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.415653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (5ed72698-8850-4c86-bc67-a767e8f7d05d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.430741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-439f14cd-8b86-4152-875a-fd60bdce5635', 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635', 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'fixed_ips': [{'subnet_id': '00ff459d-2852-4957-988d-3e93f0a99f24'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:29:33.432629 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.509699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae98185b-72d3-42f5-a65e-96805d7287ac admin admin] Publish callbacks [] for security_group (64d9ec9c-5231-4ecf-8d5a-5d37b489e88e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.531884 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae98185b-72d3-42f5-a65e-96805d7287ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (64d9ec9c-5231-4ecf-8d5a-5d37b489e88e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.604569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38358) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:33.605265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ae98185b-72d3-42f5-a65e-96805d7287ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d192625869224e5c9439df23b8b390c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6056969 Mar 07 04:29:33.628594 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks [] for router_controller (5ed72698-8850-4c86-bc67-a767e8f7d05d), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.669278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Allocated IP 172.20.0.2 (439f14cd-8b86-4152-875a-fd60bdce5635/00ff459d-2852-4957-988d-3e93f0a99f24/4c04ef74-880b-45da-9dac-021ca5bd519e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:33.726937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d7209838-db29-413b-9ba2-75480c85d5e7 admin admin] Publish callbacks [] for security_group (64d9ec9c-5231-4ecf-8d5a-5d37b489e88e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.823663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d7209838-db29-413b-9ba2-75480c85d5e7 admin admin] Publish callbacks [] for security_group (64d9ec9c-5231-4ecf-8d5a-5d37b489e88e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.854926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98185b-72d3-42f5-a65e-96805d7287ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d9ec9c-5231-4ecf-8d5a-5d37b489e88e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:33.925194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d7209838-db29-413b-9ba2-75480c85d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (64d9ec9c-5231-4ecf-8d5a-5d37b489e88e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.928792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d7209838-db29-413b-9ba2-75480c85d5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:33.932264 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d7209838-db29-413b-9ba2-75480c85d5e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64d9ec9c-5231-4ecf-8d5a-5d37b489e88e HTTP/1.1" status: 204 len: 168 time: 0.3242798 Mar 07 04:29:33.961660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7209838-db29-413b-9ba2-75480c85d5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d9ec9c-5231-4ecf-8d5a-5d37b489e88e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:34.030237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Publish callbacks [] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.045133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.123864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks [] for router_gateway (5ed72698-8850-4c86-bc67-a767e8f7d05d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.174911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Pushing event updated for resources: {'Port': ['ID=4c04ef74-880b-45da-9dac-021ca5bd519e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:34.180972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcc56f-957f-48c6-a12b-7b3c80051fc8 req-b1fe0728-c0d3-42d3-b6e9-c16467d0d3df tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:34.188791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9dfcc56f-957f-48c6-a12b-7b3c80051fc8 req-b1fe0728-c0d3-42d3-b6e9-c16467d0d3df tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.3831120 Mar 07 04:29:34.212779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Network 439f14cd-8b86-4152-875a-fd60bdce5635 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:34.215267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:34.219375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:34.221484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cf932-1a5a-4a0e-b7bf-e40f55e079ca req-607185e1-e645-4731-bd80-a4d715a5acc4 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:34.223160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc4cf932-1a5a-4a0e-b7bf-e40f55e079ca req-607185e1-e645-4731-bd80-a4d715a5acc4 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.3062069 Mar 07 04:29:34.302726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Attempting to bind port 4c04ef74-880b-45da-9dac-021ca5bd519e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:34.303173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Attempting to bind port 4c04ef74-880b-45da-9dac-021ca5bd519e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:34.303599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Attempting to bind port 4c04ef74-880b-45da-9dac-021ca5bd519e on network 439f14cd-8b86-4152-875a-fd60bdce5635 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:34.310289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:34.310693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Checking segment: {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:34.311128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.311768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Bound using segment: {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:34.312061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Bound port: 4c04ef74-880b-45da-9dac-021ca5bd519e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:34.312504 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.395381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] For port 4c04ef74-880b-45da-9dac-021ca5bd519e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:34.399765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] For port 4c04ef74-880b-45da-9dac-021ca5bd519e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4c04ef74-880b-45da-9dac-021ca5bd519e,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:34.419138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.454414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38378) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:34.460952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9dfcc56f-957f-48c6-a12b-7b3c80051fc8 req-6a15263a-a163-44b5-a5ad-765f141e1200 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712898 Mar 07 04:29:34.475705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-044483cf-2162-462d-8c91-f45e30666b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.505671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc4cf932-1a5a-4a0e-b7bf-e40f55e079ca req-af2e14bb-4a6c-4415-af37-47d4ab2cf4be tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632742 Mar 07 04:29:34.550088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca38e72-a218-44fc-b650-745f54768c7d None None] Pushing event updated for resources: {'Port': ['ID=4c04ef74-880b-45da-9dac-021ca5bd519e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:34.623288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-044483cf-2162-462d-8c91-f45e30666b3d admin admin] Publish callbacks [] for security_group (a3ba5dc9-69c9-4dae-849f-770bb58c7d25), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.628580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-044483cf-2162-462d-8c91-f45e30666b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a3ba5dc9-69c9-4dae-849f-770bb58c7d25), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.666285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-044483cf-2162-462d-8c91-f45e30666b3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cbcf8604cbb494fad018d40d0e06138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105267 Mar 07 04:29:34.673769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:34.687493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:34.728739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044483cf-2162-462d-8c91-f45e30666b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ba5dc9-69c9-4dae-849f-770bb58c7d25,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:34.798021 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Publish callbacks [] for security_group (a3ba5dc9-69c9-4dae-849f-770bb58c7d25), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.896754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Publish callbacks [] for security_group (a3ba5dc9-69c9-4dae-849f-770bb58c7d25), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:34.912527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:34.952964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'mac_address': 'fa:16:3e:9d:00:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:35.000378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a3ba5dc9-69c9-4dae-849f-770bb58c7d25), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.007051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.008435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3ba5dc9-69c9-4dae-849f-770bb58c7d25 HTTP/1.1" status: 204 len: 168 time: 0.3335145 Mar 07 04:29:35.019712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ba5dc9-69c9-4dae-849f-770bb58c7d25,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:35.037133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.037494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.037839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.038224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.038558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e7e2cf44-5029-467c-b450-2d72fd191712 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:35.038705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.038892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.039212 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.039367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.039592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.039929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.040782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.041344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.041687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.042091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf80c6-4581-48fe-9a8b-3fd59130802f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:35.099643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4c04ef74-880b-45da-9dac-021ca5bd519e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:35.109016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e2cf44-5029-467c-b450-2d72fd191712 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:35.179684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:35.195768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.294763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 4c04ef74-880b-45da-9dac-021ca5bd519e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:35.295605 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.356862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:35.385827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68eafc8c-0f45-4c6f-8112-5878c4280d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.464290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 4c04ef74-880b-45da-9dac-021ca5bd519e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:35.466645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.486838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks [] for router_gateway (5ed72698-8850-4c86-bc67-a767e8f7d05d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.495718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:35.541827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.555048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b70129-5957-4d26-a131-45ce2d2aee90 req-56dfff13-d6da-4d38-8013-cea7c47f787f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:35.562431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0b70129-5957-4d26-a131-45ce2d2aee90 req-56dfff13-d6da-4d38-8013-cea7c47f787f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.3076639 Mar 07 04:29:35.572405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca24d7-4b94-40fa-994d-265f655cc332 req-9698a379-76db-40b4-9c2b-552a626cf98b tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:35.574011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9aca24d7-4b94-40fa-994d-265f655cc332 req-9698a379-76db-40b4-9c2b-552a626cf98b tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.3206050 Mar 07 04:29:35.670069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 4c04ef74-880b-45da-9dac-021ca5bd519e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4c04ef74-880b-45da-9dac-021ca5bd519e,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:35.699200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:35.795410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=4c04ef74-880b-45da-9dac-021ca5bd519e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:35.842898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0b70129-5957-4d26-a131-45ce2d2aee90 req-48492c34-95e3-4d9e-88ab-5253a4e3b008 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795219 Mar 07 04:29:35.859932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9aca24d7-4b94-40fa-994d-265f655cc332 req-3db61bc3-3dfb-4557-ae32-3f41efff9c9c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757468 Mar 07 04:29:35.957407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Allocated IP 172.25.4.54 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b9442bcc-beff-4ddd-8fa6-2507a39d1757) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:36.145882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5beb9-c4e6-49aa-84f6-af0827d0de7c req-4c28a3e1-e4b3-4de8-ad52-2916ab5b6751 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:36.147469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ba5beb9-c4e6-49aa-84f6-af0827d0de7c req-4c28a3e1-e4b3-4de8-ad52-2916ab5b6751 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.2016337 Mar 07 04:29:36.156379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38410) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:36.163745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Request body: {'floatingip': {'port_id': '97fc1864-0588-43b5-a94c-f3f935178fce'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:36.182739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05929a63-524d-4007-8253-2364ff14ec26 req-f1252d0b-9099-434e-97f1-5306269e5173 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:36.191236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05929a63-524d-4007-8253-2364ff14ec26 req-f1252d0b-9099-434e-97f1-5306269e5173 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1866214 Mar 07 04:29:36.223364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks [] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.290712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (50a290de-851b-4971-a2df-f0723e23e094), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.292996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05929a63-524d-4007-8253-2364ff14ec26 req-286a1077-ec64-42fa-a791-d4d05b58104c tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007366 Mar 07 04:29:36.350750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.387547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771aa4b-e4ed-4a1f-9f1e-469a3d779e43 None None] Network 439f14cd-8b86-4152-875a-fd60bdce5635 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:36.511617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:36.531981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:36.541328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:36.563598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d52ded15-c6e0-425d-981b-bd1c88c30dbc None None] Provisioning complete for port 4c04ef74-880b-45da-9dac-021ca5bd519e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:36.563968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d52ded15-c6e0-425d-981b-bd1c88c30dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.600606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Pushing event updated for resources: {'Port': ['ID=b9442bcc-beff-4ddd-8fa6-2507a39d1757,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:36.652011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.718473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d52ded15-c6e0-425d-981b-bd1c88c30dbc None None] Current status of the port 4c04ef74-880b-45da-9dac-021ca5bd519e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:36.722735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:36.782990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43107b16-56d1-4855-9c7d-0d99f9512206 req-952ae4d3-6613-4fd0-b926-1f8b308bddd3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:36.784708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43107b16-56d1-4855-9c7d-0d99f9512206 req-952ae4d3-6613-4fd0-b926-1f8b308bddd3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 949 time: 0.3611677 Mar 07 04:29:36.801805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e7e2cf44-5029-467c-b450-2d72fd191712 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:29:36.808049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e7e2cf44-5029-467c-b450-2d72fd191712 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:36.808665 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.924525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43107b16-56d1-4855-9c7d-0d99f9512206 req-9554b0d5-1e6b-4bf5-8494-ca8a84fb06ed tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032741 Mar 07 04:29:36.959731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e7e2cf44-5029-467c-b450-2d72fd191712 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:36.960132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:36.984046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4c04ef74-880b-45da-9dac-021ca5bd519e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:37.018950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-5f43aa73-238c-4bad-a338-3a0f73e2fc17 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:37.027519 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-5f43aa73-238c-4bad-a338-3a0f73e2fc17 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994&tenant_id=da1647029e294fe9bd9f285ebb29f7dd&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 949 time: 0.5172317 Mar 07 04:29:37.042734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:37.048462 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79eb55d-3bf8-403d-a8ef-4dd5d7107a01" -d '{"events": [{"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-plugged", "status": "completed", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:37.168252 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-77100353-2474-4b3f-95f4-89fce7d690e4 service neutron] delete failed (client error): The resource could not be found. Mar 07 04:29:37.177446 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-77100353-2474-4b3f-95f4-89fce7d690e4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e7e2cf44-5029-467c-b450-2d72fd191712/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.1380203 Mar 07 04:29:37.191111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks [] for router_gateway (5ed72698-8850-4c86-bc67-a767e8f7d05d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.254162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3ee88-2f32-419d-9128-4d17ba7efd62 req-405df052-4f7e-4042-a70a-d549bc947b8c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:37.255736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11b3ee88-2f32-419d-9128-4d17ba7efd62 req-405df052-4f7e-4042-a70a-d549bc947b8c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1619213 Mar 07 04:29:37.301089 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53d7c17-734a-4d08-875d-de194e579813 x-openstack-request-id: req-a53d7c17-734a-4d08-875d-de194e579813 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:37.301750 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-plugged", "status": "completed", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:37.302284 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a53d7c17-734a-4d08-875d-de194e579813 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:37.302791 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'code': 200} Mar 07 04:29:37.357416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:37.380727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fd3bac4a-4be9-4860-8d48-73b31e3c189b None None] Provisioning complete for port 4c04ef74-880b-45da-9dac-021ca5bd519e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:37.381095 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd3bac4a-4be9-4860-8d48-73b31e3c189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.389787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.475834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-203083a4-3d96-44e2-b525-cea7b2fb42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:37.478031 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-203083a4-3d96-44e2-b525-cea7b2fb42a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1132 time: 0.1396947 Mar 07 04:29:37.482637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38438) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:37.506423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11b3ee88-2f32-419d-9128-4d17ba7efd62 req-e4d86f5a-21ba-4afa-af81-212497ec2934 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624837 Mar 07 04:29:37.534491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 4c04ef74-880b-45da-9dac-021ca5bd519e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:37.534952 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.612709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (5ed72698-8850-4c86-bc67-a767e8f7d05d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.633767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26aaae-71e0-4fb9-a1ac-22e18e92c214 req-6a495742-b8c3-40c7-8215-f6697805d8fb tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:37.643821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f26aaae-71e0-4fb9-a1ac-22e18e92c214 req-6a495742-b8c3-40c7-8215-f6697805d8fb tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.2028716 Mar 07 04:29:37.671613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.678603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:37.687063 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.687790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (50a290de-851b-4971-a2df-f0723e23e094), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:37.741502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bac4a-4be9-4860-8d48-73b31e3c189b None None] Current status of the port 4c04ef74-880b-45da-9dac-021ca5bd519e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:37.751935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-975179257', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:37.772175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-52f00900-0114-4cae-a25d-063c5116b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:37.773827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-52f00900-0114-4cae-a25d-063c5116b206 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2889869 Mar 07 04:29:37.781276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 4c04ef74-880b-45da-9dac-021ca5bd519e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:37.804506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f26aaae-71e0-4fb9-a1ac-22e18e92c214 req-89accbad-8c5c-4177-9544-c11d3f2b87a1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585944 Mar 07 04:29:37.876695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Router 5ed72698-8850-4c86-bc67-a767e8f7d05d is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:29:38.049164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:29:38.061467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Sync routers for ids ['5ed72698-8850-4c86-bc67-a767e8f7d05d'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:29:38.080167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b5607-aa6b-4628-bedd-42e1fadb593e req-e917b8d4-106f-4398-8947-e696f08c30f0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:38.081048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Routers {'5ed72698-8850-4c86-bc67-a767e8f7d05d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:38.082227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf1b5607-aa6b-4628-bedd-42e1fadb593e req-e917b8d4-106f-4398-8947-e696f08c30f0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.0817122 Mar 07 04:29:38.083029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5ed72698-8850-4c86-bc67-a767e8f7d05d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:38.085959 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.087876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-72609c96-1826-4a7b-83a9-3b579b0c6607 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8245223 Mar 07 04:29:38.095306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38446) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:38.143509 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-c1fbd284-71c0-4fac-b5e3-0fe69f0ed78d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.3570292 Mar 07 04:29:38.179205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Made reservation on behalf of c96bfc7f82574497902944a26e08dc5c for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:38.181920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.228072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf1b5607-aa6b-4628-bedd-42e1fadb593e req-070dc943-8e6b-4e12-ac05-86b2ca6675ad tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386509 Mar 07 04:29:38.228618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.283316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Set router 5ed72698-8850-4c86-bc67-a767e8f7d05d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:38.340754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for security_group (1a8b7355-6069-495a-9e48-9ef71ce5c5df), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.352091 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Floating IP 50a290de-851b-4971-a2df-f0723e23e094 associated. External IP: 172.25.4.38, port: 97fc1864-0588-43b5-a94c-f3f935178fce. Mar 07 04:29:38.356499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-2248f380-5b75-4661-8df7-34e5011a47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:38.362375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-2248f380-5b75-4661-8df7-34e5011a47cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1836231 Mar 07 04:29:38.363423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1a8b7355-6069-495a-9e48-9ef71ce5c5df), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.410040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] device_id is not set on port d84c83de-02d1-4d7b-8716-f96abf9b857f yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:29:38.525343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:29:36Z', 'revision_number': 3, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:38.559169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b7355-6069-495a-9e48-9ef71ce5c5df,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:38.612059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Checking router: 5ed72698-8850-4c86-bc67-a767e8f7d05d for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:29:38.612697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Updating router 5ed72698-8850-4c86-bc67-a767e8f7d05d port b9442bcc-beff-4ddd-8fa6-2507a39d1757 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:29:38.654906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.675126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-2f31c821-037a-43da-8de2-409174920295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:38.676699 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-2f31c821-037a-43da-8de2-409174920295 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2572074 Mar 07 04:29:38.768313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Allocated IP 172.25.4.171 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/d84c83de-02d1-4d7b-8716-f96abf9b857f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:38.770406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:38.795503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c5cac-acf9-48d4-a72a-e8e778671209 req-42c30797-5b6b-46e5-8716-aca6492f8eff tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:38.798283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b16c5cac-acf9-48d4-a72a-e8e778671209 req-42c30797-5b6b-46e5-8716-aca6492f8eff tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1954315 Mar 07 04:29:39.029737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b16c5cac-acf9-48d4-a72a-e8e778671209 req-f3ca9966-8482-4e5f-b965-904becf553d2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150648 Mar 07 04:29:39.088848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-ceaf1967-b16c-4939-a4f8-4569109e2a04 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975813 Mar 07 04:29:39.113035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01895d29-aa17-4526-badf-eac8eb9879dd req-dce95841-4b8b-4069-9753-7a9987fa048a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:39.115666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01895d29-aa17-4526-badf-eac8eb9879dd req-dce95841-4b8b-4069-9753-7a9987fa048a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1836257 Mar 07 04:29:39.189947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Allocated IP 172.20.0.1 (439f14cd-8b86-4152-875a-fd60bdce5635/00ff459d-2852-4957-988d-3e93f0a99f24/d5b727a3-dc89-474f-a975-63b0e78109b2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:39.196533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.220169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01895d29-aa17-4526-badf-eac8eb9879dd req-d7388039-9abd-4613-8d86-ec7871e0a930 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813389 Mar 07 04:29:39.228340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:29:39.285609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:39.381005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks [] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.394730 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-74997f4c-a182-4628-b0f3-daeec4fafaf9 req-17043814-dbda-45a0-9905-626452b8d85e service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693572 Mar 07 04:29:39.411879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for port (d84c83de-02d1-4d7b-8716-f96abf9b857f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.450282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.496243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:29:39.505024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.510351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d84c83de-02d1-4d7b-8716-f96abf9b857f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.511814 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] Sync routers for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:29:39.530290 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:39.531142 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:39.555122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Network 439f14cd-8b86-4152-875a-fd60bdce5635 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:39.563350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:39.570886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:39.603658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b18a63-802c-4d01-b833-4d4c776e3138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.618468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:39.622873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24e698-50a0-45df-ab07-fc5e06b2fc3c req-a0e2e9db-8644-444b-8656-55c7c8fa591f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:39.624464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e24e698-50a0-45df-ab07-fc5e06b2fc3c req-a0e2e9db-8644-444b-8656-55c7c8fa591f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.2873290 Mar 07 04:29:39.631638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:39.638973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Pushing event updated for resources: {'Port': ['ID=d5b727a3-dc89-474f-a975-63b0e78109b2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:39.641356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c8954d8-1cf9-4be5-b589-08b59852012a tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "PUT /v2.0/floatingips/50a290de-851b-4971-a2df-f0723e23e094 HTTP/1.1" status: 200 len: 990 time: 3.4823208 Mar 07 04:29:39.642919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:39.647030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:39.649333 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07671a22-5f83-4df4-a06c-2fb0961bafda" -d '{"events": [{"name": "network-changed", "server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:39.692868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (5ed72698-8850-4c86-bc67-a767e8f7d05d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.737707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Pushing event updated for resources: {'Port': ['ID=d84c83de-02d1-4d7b-8716-f96abf9b857f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:39.758885 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Publish callbacks [] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.767294 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.820876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:39.822721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.827199 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:39.873804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ad877602-e15d-4505-9a3a-d14c0d44277a tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3872423 Mar 07 04:29:39.876330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38468) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:39.899188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}]}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:39.901820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Attempting to bind port b9442bcc-beff-4ddd-8fa6-2507a39d1757 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:39.902263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Attempting to bind port b9442bcc-beff-4ddd-8fa6-2507a39d1757 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:39.902636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Attempting to bind port b9442bcc-beff-4ddd-8fa6-2507a39d1757 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:39.933036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:39.933452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:39.933808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.935444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:39.936117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Bound port: b9442bcc-beff-4ddd-8fa6-2507a39d1757, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:39.938728 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.942730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1cba9-69d8-43cd-9de7-94ab988c1793 None None] Pushing event updated for resources: {'Port': ['ID=b9442bcc-beff-4ddd-8fa6-2507a39d1757,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:39.977686 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (b4b74889-fc3c-4923-88ab-24c27ba26271), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.978851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (b4b74889-fc3c-4923-88ab-24c27ba26271), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:39.994319 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b18a63-802c-4d01-b833-4d4c776e3138 admin admin] Publish callbacks [] for security_group (b9100385-b580-4f94-900a-4d55741af247), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.005536 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b18a63-802c-4d01-b833-4d4c776e3138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b9100385-b580-4f94-900a-4d55741af247), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.030706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ca617dd3-bc64-4864-8fcc-ec7007dc6475 None None] Provisioning complete for port d5b727a3-dc89-474f-a975-63b0e78109b2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:40.032364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca617dd3-bc64-4864-8fcc-ec7007dc6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.084505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] For port b9442bcc-beff-4ddd-8fa6-2507a39d1757, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:40.109496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for router_controller (b4b74889-fc3c-4923-88ab-24c27ba26271), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.115771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e4b18a63-802c-4d01-b833-4d4c776e3138 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dd2b3b82ee74fc7b287083ba830260e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8240542 Mar 07 04:29:40.115771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b18a63-802c-4d01-b833-4d4c776e3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9100385-b580-4f94-900a-4d55741af247,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:40.116473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:40.143485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] For port b9442bcc-beff-4ddd-8fa6-2507a39d1757, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b9442bcc-beff-4ddd-8fa6-2507a39d1757,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:40.154036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ca617dd3-bc64-4864-8fcc-ec7007dc6475 None None] Port d5b727a3-dc89-474f-a975-63b0e78109b2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:40.165001 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.250653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1cba9-69d8-43cd-9de7-94ab988c1793 None None] Pushing event updated for resources: {'Port': ['ID=b9442bcc-beff-4ddd-8fa6-2507a39d1757,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:40.272891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Routers {'5ed72698-8850-4c86-bc67-a767e8f7d05d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:40.273711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5ed72698-8850-4c86-bc67-a767e8f7d05d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:40.390012 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '50a290de-851b-4971-a2df-f0723e23e094', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'port_id': '97fc1864-0588-43b5-a94c-f3f935178fce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'mac_address': 'fa:16:3e:22:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:28:16Z', 'updated_at': '2022-03-07T04:29:37Z', 'revision_number': 1, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:17Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:40.411684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] Set router 5ed72698-8850-4c86-bc67-a767e8f7d05d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:40.424108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] Checking router: b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:29:40.436125 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:40.436888 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:40.542726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for router_gateway (b4b74889-fc3c-4923-88ab-24c27ba26271), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.560836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efe7e9fe-9341-444a-97b4-0757fa341cac admin admin] Publish callbacks [] for security_group (b9100385-b580-4f94-900a-4d55741af247), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.577340 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:40.593615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e24e698-50a0-45df-ab07-fc5e06b2fc3c req-127f8efc-4d48-4eb4-8455-01bff1b117ac tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9279747 Mar 07 04:29:40.636243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c80c01-3a76-43b5-bcea-39f19f503ac4 req-acb861c8-3e87-460c-8935-4c0e9cfcc1a9 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:40.638978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6c80c01-3a76-43b5-bcea-39f19f503ac4 req-acb861c8-3e87-460c-8935-4c0e9cfcc1a9 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.8323193 Mar 07 04:29:40.659849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efe7e9fe-9341-444a-97b4-0757fa341cac admin admin] Publish callbacks [] for security_group (b9100385-b580-4f94-900a-4d55741af247), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.716445 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65858ff5-3e56-4870-bbcc-e111cec79ec9 x-openstack-request-id: req-65858ff5-3e56-4870-bbcc-e111cec79ec9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:40.716933 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:40.717357 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65858ff5-3e56-4870-bbcc-e111cec79ec9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:40.718042 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce', 'status': 'completed', 'code': 200} Mar 07 04:29:40.739820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:29:36Z', 'revision_number': 3, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:40.789193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:40.791462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77d14-74ce-43da-95b6-3cdac21ca40a None None] The sync data for ids ['5ed72698-8850-4c86-bc67-a767e8f7d05d'] in n-d-832185-1 is: [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:29:36Z', 'revision_number': 3, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:29:40.803055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6c80c01-3a76-43b5-bcea-39f19f503ac4 req-6f7cf9e1-bbf2-4829-aac1-cffa8027e260 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555696 Mar 07 04:29:40.909361 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '50a290de-851b-4971-a2df-f0723e23e094', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'port_id': '97fc1864-0588-43b5-a94c-f3f935178fce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'mac_address': 'fa:16:3e:22:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:28:16Z', 'updated_at': '2022-03-07T04:29:37Z', 'revision_number': 1, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:17Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:40.950730 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4472a-c222-4621-93e0-6dcbe1cd282e None None] The sync data for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 is: [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '50a290de-851b-4971-a2df-f0723e23e094', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'port_id': '97fc1864-0588-43b5-a94c-f3f935178fce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'mac_address': 'fa:16:3e:22:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:28:16Z', 'updated_at': '2022-03-07T04:29:37Z', 'revision_number': 1, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:17Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:29:40.955069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-6d04dfbf-caa8-4a96-95ac-26e5c882fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:40.956597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-6d04dfbf-caa8-4a96-95ac-26e5c882fe08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=500962b0a31b4c07bc5a69fae91666f2&device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 1127 time: 0.1722040 Mar 07 04:29:40.998592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efe7e9fe-9341-444a-97b4-0757fa341cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b9100385-b580-4f94-900a-4d55741af247), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.000226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ab72d-58d9-40e5-8d02-349d479e9616 req-9d5eea3f-b00b-4dd4-aa2b-25d4627b2b1a tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:41.001529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efe7e9fe-9341-444a-97b4-0757fa341cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.002729 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efe7e9fe-9341-444a-97b4-0757fa341cac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9100385-b580-4f94-900a-4d55741af247 HTTP/1.1" status: 204 len: 168 time: 0.8851898 Mar 07 04:29:41.008612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca9ab72d-58d9-40e5-8d02-349d479e9616 req-9d5eea3f-b00b-4dd4-aa2b-25d4627b2b1a tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1953866 Mar 07 04:29:41.056648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7e9fe-9341-444a-97b4-0757fa341cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9100385-b580-4f94-900a-4d55741af247,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:41.198616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-7f07c0fe-44e4-4e45-a655-2432cc518dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:41.200592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-7f07c0fe-44e4-4e45-a655-2432cc518dad service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 HTTP/1.1" status: 200 len: 916 time: 0.2290463 Mar 07 04:29:41.208316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca9ab72d-58d9-40e5-8d02-349d479e9616 req-90d3395a-ca71-4f0b-b8d2-c5b476e1e389 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987178 Mar 07 04:29:41.214956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for router_gateway (b4b74889-fc3c-4923-88ab-24c27ba26271), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.288220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.337648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe104d-89a5-4271-9976-b75c8d8da6cc req-db622f6d-24b6-4bb6-b4e4-ae2ec04221a3 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:41.339492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bbe104d-89a5-4271-9976-b75c8d8da6cc req-db622f6d-24b6-4bb6-b4e4-ae2ec04221a3 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.3686957 Mar 07 04:29:41.387912 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-51ef8c73-2bc2-4236-a208-7a6a65223dfd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fc1864-0588-43b5-a94c-f3f935178fce HTTP/1.1" status: 200 len: 998 time: 0.1739037 Mar 07 04:29:41.464353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks [] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.469672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bbe104d-89a5-4271-9976-b75c8d8da6cc req-a049d3da-5fdc-438f-b3dc-68fe35e84428 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064320 Mar 07 04:29:41.474843 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.487482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025669e-8d1b-40d9-aa32-158669a5429f None None] New status for floating IP 50a290de-851b-4971-a2df-f0723e23e094: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:29:41.501325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-71f8fb6b-ab76-47ca-91e9-2f9a175e6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:41.503375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-71f8fb6b-ab76-47ca-91e9-2f9a175e6902 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60bd7d21-d611-4da2-8214-567c0fc0e162 HTTP/1.1" status: 200 len: 854 time: 0.1061954 Mar 07 04:29:41.557075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (5ed72698-8850-4c86-bc67-a767e8f7d05d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.676604 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for router (b4b74889-fc3c-4923-88ab-24c27ba26271), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:41.697174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Pushing event updated for resources: {'Port': ['ID=d5b727a3-dc89-474f-a975-63b0e78109b2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:41.770153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-04f1a0f4-ea30-48cf-8a4e-a90d3278cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:41.772500 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-04f1a0f4-ea30-48cf-8a4e-a90d3278cef1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2599478 Mar 07 04:29:41.851804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bf5f-df13-4ab7-a82e-f21c36e00eed req-2b3f8b57-01d8-403b-99e0-7788a89969ae tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:41.853494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa45bf5f-df13-4ab7-a82e-f21c36e00eed req-2b3f8b57-01d8-403b-99e0-7788a89969ae tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.0983284 Mar 07 04:29:41.864775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Network 439f14cd-8b86-4152-875a-fd60bdce5635 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:41.877233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:41.959508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa45bf5f-df13-4ab7-a82e-f21c36e00eed req-759b4ba9-1dd9-43b4-9da2-3ea9e61d4114 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 Mar 07 04:29:42.104661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (b4b74889-fc3c-4923-88ab-24c27ba26271), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:42.116988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks [] for router_controller (b4b74889-fc3c-4923-88ab-24c27ba26271), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:42.196801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Router 5ed72698-8850-4c86-bc67-a767e8f7d05d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:29:42.212642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-f88a39e8-7e4a-4814-b60a-12b976aefa63 service neutron] 10.222.0.44 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043734 Mar 07 04:29:42.297039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (b4b74889-fc3c-4923-88ab-24c27ba26271), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:42.298246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4b74889-fc3c-4923-88ab-24c27ba26271 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:42.332972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-daa9bdde-9029-45f2-9f3f-1b84aaaa622a None None] Provisioning complete for port d5b727a3-dc89-474f-a975-63b0e78109b2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:42.334271 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daa9bdde-9029-45f2-9f3f-1b84aaaa622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:42.336786 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 04:29:42.338080 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-35e4e3af-7494-4687-ad3d-cb1bfd1af777 tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4607565 Mar 07 04:29:42.341444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:42.421754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-daa9bdde-9029-45f2-9f3f-1b84aaaa622a None None] Port d5b727a3-dc89-474f-a975-63b0e78109b2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:42.463309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e10e8-9fed-4248-8549-87866a4b4cc8 req-f7366346-6eb3-409c-a22e-071d907047ab tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:42.464949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-183e10e8-9fed-4248-8549-87866a4b4cc8 req-f7366346-6eb3-409c-a22e-071d907047ab tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.2813084 Mar 07 04:29:42.509856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07671a22-5f83-4df4-a06c-2fb0961bafda req-4926e488-f061-4d18-9747-a7b8111847a6 service neutron] 10.222.0.44 "GET /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909193 Mar 07 04:29:42.510090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:29:42.519289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c28299-738a-4557-ad4c-6ae071684c21 req-04b6d06f-21b3-4a05-83de-2dd5ff2b6009 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:42.520959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9c28299-738a-4557-ad4c-6ae071684c21 req-04b6d06f-21b3-4a05-83de-2dd5ff2b6009 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1757994 Mar 07 04:29:42.529473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-99b59993-62bc-41a2-ba75-5618c3842f1d admin admin] 10.222.0.21 "PUT /v2.0/routers/5ed72698-8850-4c86-bc67-a767e8f7d05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4328365 Mar 07 04:29:42.562877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Deleting port d84c83de-02d1-4d7b-8716-f96abf9b857f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:42.563379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d84c83de-02d1-4d7b-8716-f96abf9b857f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:42.584289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-183e10e8-9fed-4248-8549-87866a4b4cc8 req-a001cfba-d5dd-438a-a7d5-575954894301 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099222 Mar 07 04:29:42.615247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9c28299-738a-4557-ad4c-6ae071684c21 req-84a490f7-9637-47ca-b8d3-9f43e1096b93 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768499 Mar 07 04:29:42.706076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38516) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:42.783478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a03c-8578-45c5-b7c7-226e563a22be req-ece4ee4b-4998-49e4-9383-460edadbdb3b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:42.785710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e723a03c-8578-45c5-b7c7-226e563a22be req-ece4ee4b-4998-49e4-9383-460edadbdb3b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.0958843 Mar 07 04:29:42.867683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e723a03c-8578-45c5-b7c7-226e563a22be req-1872a853-cf52-4ba4-8fb3-5fe198b9855e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759804 Mar 07 04:29:43.011272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b9442bcc-beff-4ddd-8fa6-2507a39d1757 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:43.052140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d84c83de-02d1-4d7b-8716-f96abf9b857f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.069496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Calling delete_port for d84c83de-02d1-4d7b-8716-f96abf9b857f owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:43.096702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b9442bcc-beff-4ddd-8fa6-2507a39d1757 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:43.097397 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.108892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-3ab04608-8803-4e63-b585-130c3eb88b58 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475092 Mar 07 04:29:43.144160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-718249704'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:43.229941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:43.234452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.258150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b9442bcc-beff-4ddd-8fa6-2507a39d1757 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:43.258876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.263501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d84c83de-02d1-4d7b-8716-f96abf9b857f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.285064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cc6a9057-6e2e-4244-9cc2-3985b2674acd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:43.288269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port b9442bcc-beff-4ddd-8fa6-2507a39d1757, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b9442bcc-beff-4ddd-8fa6-2507a39d1757,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:43.292051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cc6a9057-6e2e-4244-9cc2-3985b2674acd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821833 Mar 07 04:29:43.295903 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.305859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Pushing event deleted for resources: {'Port': ['ID=d84c83de-02d1-4d7b-8716-f96abf9b857f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:43.316104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-fcdb6e9f-063d-48a6-9752-ff39f3d49aad tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/quotas/da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 375 time: 0.0230939 Mar 07 04:29:43.367237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:29:43.374961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=b9442bcc-beff-4ddd-8fa6-2507a39d1757,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:43.384107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (adac5f2a-73e0-460a-bce7-62e8a9a1e8ad), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.384466 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Added segment adac5f2a-73e0-460a-bce7-62e8a9a1e8ad of type vlan for network db02b69f-22f3-44f8-bd02-89e0b8b25b3c Mar 07 04:29:43.385556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.390618 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d5111f8-3f3d-4169-b9d0-0d0e1fb3cbbc tempest-RoutersAdminNegativeIpV6Test-632905 tempest-RoutersAdminNegativeIpV6Test-632905-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d84c83de-02d1-4d7b-8716-f96abf9b857f HTTP/1.1" status: 204 len: 168 time: 1.0485766 Mar 07 04:29:43.430065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d0e802ce-9ce2-492d-b2b9-3a768ccb0027 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128669 Mar 07 04:29:43.444924 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (db02b69f-22f3-44f8-bd02-89e0b8b25b3c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.478536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (db02b69f-22f3-44f8-bd02-89e0b8b25b3c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.489537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:43.490723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.544863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8375576 Mar 07 04:29:43.547883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:43.558003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'subnet': {'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:43.672668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53236dc-ae99-4237-8fa6-f281d40dc4e8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Network': ['ID=db02b69f-22f3-44f8-bd02-89e0b8b25b3c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:43.689256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:29:43.738228 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Sync routers for ids ['5ed72698-8850-4c86-bc67-a767e8f7d05d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:29:43.757704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:43.760679 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Routers {'5ed72698-8850-4c86-bc67-a767e8f7d05d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:43.761494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5ed72698-8850-4c86-bc67-a767e8f7d05d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:43.763406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:43.835336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3706cbf9-1062-4d48-a16b-d8e34489c652 req-d43f8d21-3bd2-484d-9b4e-44721eaca1f0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 210 time: 0.0512209 Mar 07 04:29:43.880807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d8ff-f868-442f-ba20-d6ece3125f23 req-e655a466-73ac-409a-857a-f9087666873a tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:43.903860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7341d8ff-f868-442f-ba20-d6ece3125f23 req-e655a466-73ac-409a-857a-f9087666873a tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1617684 Mar 07 04:29:43.982272 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Set router 5ed72698-8850-4c86-bc67-a767e8f7d05d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:44.088904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38566) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:44.096847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7341d8ff-f868-442f-ba20-d6ece3125f23 req-8b427d89-1b1c-43e0-b054-9f17df6b387b tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901023 Mar 07 04:29:44.149000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0144-9a06-4b49-907e-5793d2043663 req-7e7db768-acf3-4a5b-8a99-da9e9a7630e8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:44.154376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c856b41a-60a1-4b2b-8838-8bb803aaa8ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.158697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edfa0144-9a06-4b49-907e-5793d2043663 req-7e7db768-acf3-4a5b-8a99-da9e9a7630e8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1688161 Mar 07 04:29:44.264572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edfa0144-9a06-4b49-907e-5793d2043663 req-d4a2b170-3813-48f1-a65b-d8e5913b2883 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043952 Mar 07 04:29:44.318407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Subnet': ['ID=c856b41a-60a1-4b2b-8838-8bb803aaa8ea,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:44.330563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Checking segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:44.331039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network hostable DHCP agents. Network: db02b69f-22f3-44f8-bd02-89e0b8b25b3c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:29:44.354383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:29:44.380134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, db02b69f-22f3-44f8-bd02-89e0b8b25b3c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:44.391587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4f824-92f4-4f7a-a2e7-a7105b839fb4 None None] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:44.399500 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92da0f79-8058-4b05-bca1-e20972eb77b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.403412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:44.404377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.415060 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:29:40Z', 'revision_number': 4, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd5b727a3-dc89-474f-a975-63b0e78109b2', 'name': '', 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'mac_address': 'fa:16:3e:c7:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00ff459d-2852-4957-988d-3e93f0a99f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:38Z', 'updated_at': '2022-03-07T04:29:40Z', 'revision_number': 2, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'subnets': [{'id': '00ff459d-2852-4957-988d-3e93f0a99f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:44.436854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:44.443163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1972938747'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:44.448226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-696ee882-ecaa-4092-b834-0760e537ccdf tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8974824 Mar 07 04:29:44.456429 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Checking router: 5ed72698-8850-4c86-bc67-a767e8f7d05d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:29:44.457516 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Updating router 5ed72698-8850-4c86-bc67-a767e8f7d05d port d5b727a3-dc89-474f-a975-63b0e78109b2 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:29:44.490634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:44.492691 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.495680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.532262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:29:44.552935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fc99ebf6-b5ca-4d12-a9a1-d00453129a15), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.553369 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Added segment fc99ebf6-b5ca-4d12-a9a1-d00453129a15 of type vlan for network 9a1aeac6-a05b-4dde-834f-274cc8793984 Mar 07 04:29:44.618739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9a1aeac6-a05b-4dde-834f-274cc8793984), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.656503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92da0f79-8058-4b05-bca1-e20972eb77b9 admin admin] Publish callbacks [] for security_group (57cfb215-d1b1-401a-bd28-9f3fbe8b0ced), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.666763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92da0f79-8058-4b05-bca1-e20972eb77b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (57cfb215-d1b1-401a-bd28-9f3fbe8b0ced), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.683323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9a1aeac6-a05b-4dde-834f-274cc8793984), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.692771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:44.698478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.739779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'fixed_ips': [{'subnet_id': 'c856b41a-60a1-4b2b-8838-8bb803aaa8ea'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:29:44.740728 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:44.761407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3233907 Mar 07 04:29:44.769056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:44.769402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38588) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:44.769861 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92da0f79-8058-4b05-bca1-e20972eb77b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21f1851fe6014970a77f70ac337d23ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6762936 Mar 07 04:29:44.772343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da0f79-8058-4b05-bca1-e20972eb77b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cfb215-d1b1-401a-bd28-9f3fbe8b0ced,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:44.781352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'subnet': {'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:44.999675 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Publish callbacks [] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.005492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a2de0-2f90-430a-b25c-27331703694c tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Network': ['ID=9a1aeac6-a05b-4dde-834f-274cc8793984,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:45.012710 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.073052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c57a148a-7a38-469f-94c0-2f8f27d1d7d3 req-2eeba75d-9f53-4785-9469-5293dd109b0c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 210 time: 0.1208506 Mar 07 04:29:45.101939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:45.105425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.110503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f32f008f-ac12-4dec-b9d6-5c2d701b44cb admin admin] Publish callbacks [] for security_group (57cfb215-d1b1-401a-bd28-9f3fbe8b0ced), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.139400 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7afe3-6dee-489e-aad5-1a929a07d6d4 None None] Pushing event updated for resources: {'Port': ['ID=d5b727a3-dc89-474f-a975-63b0e78109b2,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:45.227020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f32f008f-ac12-4dec-b9d6-5c2d701b44cb admin admin] Publish callbacks [] for security_group (57cfb215-d1b1-401a-bd28-9f3fbe8b0ced), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.354322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b9442bcc-beff-4ddd-8fa6-2507a39d1757 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:45.360316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:29:45.440308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f32f008f-ac12-4dec-b9d6-5c2d701b44cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (57cfb215-d1b1-401a-bd28-9f3fbe8b0ced), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.446865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f32f008f-ac12-4dec-b9d6-5c2d701b44cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.451169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f32f008f-ac12-4dec-b9d6-5c2d701b44cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57cfb215-d1b1-401a-bd28-9f3fbe8b0ced HTTP/1.1" status: 204 len: 168 time: 0.6745074 Mar 07 04:29:45.550472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f008f-ac12-4dec-b9d6-5c2d701b44cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cfb215-d1b1-401a-bd28-9f3fbe8b0ced,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:45.578492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Allocated IP 19.80.0.2 (db02b69f-22f3-44f8-bd02-89e0b8b25b3c/c856b41a-60a1-4b2b-8838-8bb803aaa8ea/37cee4ca-2e08-4412-912e-d2aa31b053d6) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:45.584846 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Attempting to bind port d5b727a3-dc89-474f-a975-63b0e78109b2 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:45.585232 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Attempting to bind port d5b727a3-dc89-474f-a975-63b0e78109b2 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:45.585600 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Attempting to bind port d5b727a3-dc89-474f-a975-63b0e78109b2 on network 439f14cd-8b86-4152-875a-fd60bdce5635 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:45.598969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:45.599370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Checking segment: {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:45.599761 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.600182 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Bound using segment: {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:45.600660 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Bound port: d5b727a3-dc89-474f-a975-63b0e78109b2, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef297b9-36c1-4bd5-9328-44f9a2b27f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:45.601059 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.647151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e696-2280-4e23-85d0-df8cab858429 req-ac933884-07e8-4460-883d-962e56382cc7 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:45.655808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5028e696-2280-4e23-85d0-df8cab858429 req-ac933884-07e8-4460-883d-962e56382cc7 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.3345580 Mar 07 04:29:45.694652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b9442bcc-beff-4ddd-8fa6-2507a39d1757 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:45.695176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.706066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7a5c6-bf0f-4e52-9cc2-d51cd5475d31 req-c90a844e-2ef8-4fbd-8006-50270e6d0d74 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:45.714980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ee7a5c6-bf0f-4e52-9cc2-d51cd5475d31 req-c90a844e-2ef8-4fbd-8006-50270e6d0d74 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.3351495 Mar 07 04:29:45.756518 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] For port d5b727a3-dc89-474f-a975-63b0e78109b2, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:45.769435 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] For port d5b727a3-dc89-474f-a975-63b0e78109b2, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d5b727a3-dc89-474f-a975-63b0e78109b2,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:45.798107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (9e1c99f4-e3bc-4b19-bc26-568433085ee4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.803192 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:45.862319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5028e696-2280-4e23-85d0-df8cab858429 req-6bcecdc2-970a-403b-911a-1fadeee939ae tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043240 Mar 07 04:29:45.911514 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Routers {'5ed72698-8850-4c86-bc67-a767e8f7d05d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:29:45.914921 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5ed72698-8850-4c86-bc67-a767e8f7d05d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:45.953279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] Provisioning complete for port d5b727a3-dc89-474f-a975-63b0e78109b2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:45.953669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.013881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ee7a5c6-bf0f-4e52-9cc2-d51cd5475d31 req-bec694c0-68c6-482b-8ea2-6fbd4dee1213 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972946 Mar 07 04:29:46.089475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-9d728f03-05cc-4350-9714-3b568f5167bc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282191 Mar 07 04:29:46.132486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Publish callbacks [] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.142254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b9442bcc-beff-4ddd-8fa6-2507a39d1757 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:46.157227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.257881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Subnet': ['ID=9e1c99f4-e3bc-4b19-bc26-568433085ee4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:46.265635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:46.272552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:46.275144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:46.286553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] Current status of the port d5b727a3-dc89-474f-a975-63b0e78109b2 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:46.287300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.292899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Pushing event updated for resources: {'Port': ['ID=37cee4ca-2e08-4412-912e-d2aa31b053d6,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:46.375477 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7afe3-6dee-489e-aad5-1a929a07d6d4 None None] Pushing event updated for resources: {'Port': ['ID=d5b727a3-dc89-474f-a975-63b0e78109b2,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:46.386211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d584c9dc-47aa-4b16-8783-abd11d93e317 req-ef2d941f-3737-48d8-bcc0-8db65704111c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 210 time: 0.1404560 Mar 07 04:29:46.393119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Checking segment: {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:46.393695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network hostable DHCP agents. Network: 9a1aeac6-a05b-4dde-834f-274cc8793984, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:29:46.417970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] For port d5b727a3-dc89-474f-a975-63b0e78109b2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d5b727a3-dc89-474f-a975-63b0e78109b2,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:46.423640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Attempting to bind port 37cee4ca-2e08-4412-912e-d2aa31b053d6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:46.425021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Attempting to bind port 37cee4ca-2e08-4412-912e-d2aa31b053d6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:46.425575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Attempting to bind port 37cee4ca-2e08-4412-912e-d2aa31b053d6 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:46.427145 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] Set router 5ed72698-8850-4c86-bc67-a767e8f7d05d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:29:46.439535 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.441153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:29:46.446348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:46.446727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Checking segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:46.447149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.447584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Bound using segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:46.448496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Bound port: 37cee4ca-2e08-4412-912e-d2aa31b053d6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:46.448876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.457798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-8509aa5a-83ce-42ef-ab47-d1b5a888f45f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:46.459775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-8509aa5a-83ce-42ef-ab47-d1b5a888f45f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282669 Mar 07 04:29:46.472123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9a1aeac6-a05b-4dde-834f-274cc8793984) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:46.481799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Request body: {'port': {'device_id': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'da1647029e294fe9bd9f285ebb29f7dd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:46.488635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:46.489710 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.498869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f365dbf-7f46-4a0c-8559-02cc7eea9024 None None] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:46.561880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:29:46.566963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38628) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:46.567919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7cb263f1-99ba-448d-8b9a-c0e355aa6562 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7936137 Mar 07 04:29:46.674296 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-70faa508-6492-4e69-84e9-63fd3eeea50f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c96bfc7f82574497902944a26e08dc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036630 Mar 07 04:29:46.675723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:46.712705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Made reservation on behalf of da1647029e294fe9bd9f285ebb29f7dd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:46.717420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.738423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38634) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:46.766008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9b8cb-561c-48b1-a2ab-4eeaa11830ae None None] Pushing event updated for resources: {'Port': ['ID=d5b727a3-dc89-474f-a975-63b0e78109b2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:46.787624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ee43198d-b7dc-409c-8f8e-339391f74adb None None] Provisioning complete for port d5b727a3-dc89-474f-a975-63b0e78109b2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:46.788222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee43198d-b7dc-409c-8f8e-339391f74adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.866160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-955f2486-e439-460d-9276-1e4c07e0d2a7 admin admin] Publish callbacks [] for security_group (1a8b7355-6069-495a-9e48-9ef71ce5c5df), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.874993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] For port 37cee4ca-2e08-4412-912e-d2aa31b053d6, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:46.903546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] For port 37cee4ca-2e08-4412-912e-d2aa31b053d6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=37cee4ca-2e08-4412-912e-d2aa31b053d6,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:46.905815 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:29:40Z', 'revision_number': 4, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd5b727a3-dc89-474f-a975-63b0e78109b2', 'name': '', 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'mac_address': 'fa:16:3e:c7:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00ff459d-2852-4957-988d-3e93f0a99f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:38Z', 'updated_at': '2022-03-07T04:29:45Z', 'revision_number': 4, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'subnets': [{'id': '00ff459d-2852-4957-988d-3e93f0a99f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:29:46.907459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcc24-1f1c-4319-9e53-6deb94667d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.935474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:46.948343 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f903c-f129-4907-9a56-2a4d60ea3f1e None None] The sync data for ids ['5ed72698-8850-4c86-bc67-a767e8f7d05d'] in n-d-832185-1 is: [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:29:40Z', 'revision_number': 4, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd5b727a3-dc89-474f-a975-63b0e78109b2', 'name': '', 'network_id': '439f14cd-8b86-4152-875a-fd60bdce5635', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'mac_address': 'fa:16:3e:c7:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00ff459d-2852-4957-988d-3e93f0a99f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:38Z', 'updated_at': '2022-03-07T04:29:45Z', 'revision_number': 4, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'subnets': [{'id': '00ff459d-2852-4957-988d-3e93f0a99f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:29:47.018409 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcc24-1f1c-4319-9e53-6deb94667d03 admin admin] Publish callbacks [] for security_group (097a6354-b9f6-42a5-9bdd-e3fd59e6693c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.030458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcc24-1f1c-4319-9e53-6deb94667d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (097a6354-b9f6-42a5-9bdd-e3fd59e6693c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.088347 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ee9bcc24-1f1c-4319-9e53-6deb94667d03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6576106b2d946198110d49e136d5be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488269 Mar 07 04:29:47.091238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38652) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:47.140369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9a1aeac6-a05b-4dde-834f-274cc8793984', 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984', 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'fixed_ips': [{'subnet_id': '9e1c99f4-e3bc-4b19-bc26-568433085ee4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:29:47.142501 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.159179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bcc24-1f1c-4319-9e53-6deb94667d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a6354-b9f6-42a5-9bdd-e3fd59e6693c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:47.179399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-955f2486-e439-460d-9276-1e4c07e0d2a7 admin admin] Publish callbacks [] for security_group (1a8b7355-6069-495a-9e48-9ef71ce5c5df), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.200649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23f30845-2d17-4296-a490-1f3afe1c98eb admin admin] Publish callbacks [] for security_group (097a6354-b9f6-42a5-9bdd-e3fd59e6693c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.213569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Pushing event updated for resources: {'Port': ['ID=37cee4ca-2e08-4412-912e-d2aa31b053d6,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:47.240527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23f30845-2d17-4296-a490-1f3afe1c98eb admin admin] Publish callbacks [] for security_group (097a6354-b9f6-42a5-9bdd-e3fd59e6693c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.254781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.255407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.255874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.256348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.257872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.260021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.260373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.260708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.261044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.261372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.261702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.262604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.262945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56621f0a-065a-4606-bcf5-e12edd06c513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:29:47.298968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-955f2486-e439-460d-9276-1e4c07e0d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1a8b7355-6069-495a-9e48-9ef71ce5c5df), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.303192 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-955f2486-e439-460d-9276-1e4c07e0d2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.304433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-955f2486-e439-460d-9276-1e4c07e0d2a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a8b7355-6069-495a-9e48-9ef71ce5c5df HTTP/1.1" status: 204 len: 168 time: 0.6285441 Mar 07 04:29:47.342262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23f30845-2d17-4296-a490-1f3afe1c98eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (097a6354-b9f6-42a5-9bdd-e3fd59e6693c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.346267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23f30845-2d17-4296-a490-1f3afe1c98eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:47.351724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-23f30845-2d17-4296-a490-1f3afe1c98eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/097a6354-b9f6-42a5-9bdd-e3fd59e6693c HTTP/1.1" status: 204 len: 168 time: 0.2591314 Mar 07 04:29:47.376929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30845-2d17-4296-a490-1f3afe1c98eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a6354-b9f6-42a5-9bdd-e3fd59e6693c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:47.438198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f2486-e439-460d-9276-1e4c07e0d2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b7355-6069-495a-9e48-9ef71ce5c5df,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:47.445821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ee43198d-b7dc-409c-8f8e-339391f74adb None None] Current status of the port d5b727a3-dc89-474f-a975-63b0e78109b2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:47.583594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271fc45-b498-459a-a8cb-7c4cf23912df req-221e8c52-604f-4c1e-971e-2e92ef133047 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:47.585147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c271fc45-b498-459a-a8cb-7c4cf23912df req-221e8c52-604f-4c1e-971e-2e92ef133047 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.5814221 Mar 07 04:29:47.648891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Allocated IP 192.168.233.147 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/74e8d331-71b8-418c-953d-55508a88bfca) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:47.658368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Allocated IP 19.86.0.2 (9a1aeac6-a05b-4dde-834f-274cc8793984/9e1c99f4-e3bc-4b19-bc26-568433085ee4/cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:47.680675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ad21ce3b-e8e9-4274-a59b-73cca52befcc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:47.687841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ad21ce3b-e8e9-4274-a59b-73cca52befcc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:47.692875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ad21ce3b-e8e9-4274-a59b-73cca52befcc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/networks?id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c&id=9a1aeac6-a05b-4dde-834f-274cc8793984&id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c HTTP/1.1" status: 200 len: 1391 time: 0.8294919 Mar 07 04:29:47.752417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-60b9ebf8-f2fb-4250-a8f7-42b511e66c40 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/quotas/b95b1779145e4c4c9a0cc44704359add HTTP/1.1" status: 200 len: 375 time: 0.0312963 Mar 07 04:29:47.812160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c271fc45-b498-459a-a8cb-7c4cf23912df req-fdf773bf-1726-49e2-b302-68190e7ae5f1 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188323 Mar 07 04:29:48.093224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Publish callbacks [] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.104041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.118879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-dee0ddcd-9af0-40a2-a10e-5019ade0345d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3565433 Mar 07 04:29:48.141779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:48.169406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d575859-050b-4631-90b9-2e4aabdc46c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.172664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:48.183424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:48.191906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:48.205220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-0b028346-4aec-4233-8304-b5c507a99331 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:29:48.207555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-0b028346-4aec-4233-8304-b5c507a99331 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139551 Mar 07 04:29:48.228360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Pushing event updated for resources: {'Port': ['ID=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:48.254614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks [] for port (74e8d331-71b8-418c-953d-55508a88bfca), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.336718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Attempting to bind port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:48.340911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Attempting to bind port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:48.341116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Attempting to bind port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 on network 9a1aeac6-a05b-4dde-834f-274cc8793984 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:48.352747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:48.353469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Checking segment: {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:48.354065 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.357440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Bound using segment: {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:48.358144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Bound port: cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:48.358751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.387477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.400396 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d575859-050b-4631-90b9-2e4aabdc46c4 admin admin] Publish callbacks [] for security_group (5d8a44a1-172d-4c9f-be46-1ca2948da1e6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.411564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d575859-050b-4631-90b9-2e4aabdc46c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5d8a44a1-172d-4c9f-be46-1ca2948da1e6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.481716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575859-050b-4631-90b9-2e4aabdc46c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a44a1-172d-4c9f-be46-1ca2948da1e6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:48.515999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:48.579203 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d575859-050b-4631-90b9-2e4aabdc46c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eaf865a5bd940b7bd828ef34ad1603a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274833 Mar 07 04:29:48.579962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:48.617704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:48.707894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f6413a-d96e-4475-b6c0-552ea5679d7e admin admin] Publish callbacks [] for security_group (5d8a44a1-172d-4c9f-be46-1ca2948da1e6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.756375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f6413a-d96e-4475-b6c0-552ea5679d7e admin admin] Publish callbacks [] for security_group (5d8a44a1-172d-4c9f-be46-1ca2948da1e6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.790387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:48.866529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] For port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:48.876563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a358d-ed3d-403f-8135-96a513634e51 None None] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:48.897876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f6413a-d96e-4475-b6c0-552ea5679d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5d8a44a1-172d-4c9f-be46-1ca2948da1e6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.900816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98f6413a-d96e-4475-b6c0-552ea5679d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:48.904756 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98f6413a-d96e-4475-b6c0-552ea5679d7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d8a44a1-172d-4c9f-be46-1ca2948da1e6 HTTP/1.1" status: 204 len: 168 time: 0.3212810 Mar 07 04:29:48.921141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6413a-d96e-4475-b6c0-552ea5679d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a44a1-172d-4c9f-be46-1ca2948da1e6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:48.945314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] For port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:49.141194 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:49.163309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:29:49.182484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d5b727a3-dc89-474f-a975-63b0e78109b2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:49.413694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:49.438234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:49.438234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:49.502088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:49.578901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f317-a065-4686-a131-f866c664ebe1 req-304bfcb2-acb9-48f5-9ed3-3c08151091fd tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:49.579701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] Provisioning complete for port 37cee4ca-2e08-4412-912e-d2aa31b053d6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:49.580924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:49.581104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f43f317-a065-4686-a131-f866c664ebe1 req-304bfcb2-acb9-48f5-9ed3-3c08151091fd tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 1.6198084 Mar 07 04:29:49.662819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:49.663770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:49.709050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-69bd5135-8bf6-471f-b3db-1fd78e5f1bba service neutron] 10.222.0.21 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3528175 Mar 07 04:29:49.770474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-cd383ef8-b66b-4f97-90a5-e0e9fbeb5274 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2954664 Mar 07 04:29:49.776613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f43f317-a065-4686-a131-f866c664ebe1 req-c9dc1868-dc39-4c17-b576-db663da666aa tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727247 Mar 07 04:29:49.798568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Request body: {'port': {'device_id': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:49.903146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c95940-db5a-4bb5-979b-c260a77f9a58 None None] Pushing event updated for resources: {'Port': ['ID=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:50.047043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:50.079685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.095879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-bed8440c-e7be-4245-b918-4a4135321016 service neutron] 10.222.0.21 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857625 Mar 07 04:29:50.110076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18e4a-ffec-4f4d-a3bd-0a49fdc9d2e0 req-63c250d5-d3e0-4c1c-a959-151bf62aa257 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:50.111490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94a18e4a-ffec-4f4d-a3bd-0a49fdc9d2e0 req-63c250d5-d3e0-4c1c-a959-151bf62aa257 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 936 time: 0.1675611 Mar 07 04:29:50.129453 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.191981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'mac_address': 'fa:16:3e:9d:b3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:50.250987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:50.346087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d5b727a3-dc89-474f-a975-63b0e78109b2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:50.346543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.414606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-31a586a0-1071-43a0-a9f4-c32465bd2a95 service neutron] 10.222.0.21 "GET /v2.0/networks/9a1aeac6-a05b-4dde-834f-274cc8793984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018305 Mar 07 04:29:50.418062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-258645856', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:50.460385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Made reservation on behalf of 320cbb544493460b9e2669f8ce07416a for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:50.463016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.492244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.649112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:50.649523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.671915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for security_group (3b654888-2375-431b-bcc0-5b1f6451ea87), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.678390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3b654888-2375-431b-bcc0-5b1f6451ea87), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.679410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] Current status of the port 37cee4ca-2e08-4412-912e-d2aa31b053d6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:50.679808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.686808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] device_id is not set on port bc7809f0-ae70-4bf8-aebe-c63917bd0288 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:29:50.717307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-12fd7ebd-b102-4a8c-883f-bac9248aad34 service neutron] 10.222.0.21 "GET /v2.0/networks/9a1aeac6-a05b-4dde-834f-274cc8793984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663682 Mar 07 04:29:50.719537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:50.783965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d5b727a3-dc89-474f-a975-63b0e78109b2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:50.785533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 37cee4ca-2e08-4412-912e-d2aa31b053d6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:50.820490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] For port 37cee4ca-2e08-4412-912e-d2aa31b053d6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=37cee4ca-2e08-4412-912e-d2aa31b053d6,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:50.837504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:50.867548 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.880660 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:50.897033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b654888-2375-431b-bcc0-5b1f6451ea87,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:50.898412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94a18e4a-ffec-4f4d-a3bd-0a49fdc9d2e0 req-6552c27d-4213-4b0b-8a4d-90f61e3c0543 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827077 Mar 07 04:29:50.947786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Allocated IP 172.25.4.126 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/bc7809f0-ae70-4bf8-aebe-c63917bd0288) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:50.995414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d82fc-b8ed-4ad0-9d72-10fa14946f6d None None] Pushing event updated for resources: {'Port': ['ID=37cee4ca-2e08-4412-912e-d2aa31b053d6,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:51.009481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e8d331-71b8-418c-953d-55508a88bfca {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:51.048947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Publish callbacks [] for port (74e8d331-71b8-418c-953d-55508a88bfca), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.058598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637827b-3f39-47ec-bbe4-3f140a9b1d60 None None] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:29:51.071218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-532bb5a9-8ea3-40d1-a6c6-45f7cf8bcd8b service neutron] 10.222.0.21 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397832 Mar 07 04:29:51.079480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Transition to ACTIVE for port object 74e8d331-71b8-418c-953d-55508a88bfca will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:51.093883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210f22-3951-4b04-8b8a-16b7931adf4f req-82c78692-de82-4977-97bc-538e0a21ff26 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:51.095536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d210f22-3951-4b04-8b8a-16b7931adf4f req-82c78692-de82-4977-97bc-538e0a21ff26 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1028275 Mar 07 04:29:51.110223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.154726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 37cee4ca-2e08-4412-912e-d2aa31b053d6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:51.155112 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.184726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for port (bc7809f0-ae70-4bf8-aebe-c63917bd0288), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.212062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-46f30a76-da4b-4a22-a2ea-12f4d1b25c07 None None] Provisioning complete for port 37cee4ca-2e08-4412-912e-d2aa31b053d6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:51.212612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46f30a76-da4b-4a22-a2ea-12f4d1b25c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.243063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bc7809f0-ae70-4bf8-aebe-c63917bd0288), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.308717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:51.320535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d210f22-3951-4b04-8b8a-16b7931adf4f req-637e5de4-c955-46d6-80f6-0598963b573c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975906 Mar 07 04:29:51.330678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:51.345058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:51.350732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:51.361290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:51.395978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Pushing event updated for resources: {'Port': ['ID=bc7809f0-ae70-4bf8-aebe-c63917bd0288,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:51.421934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-83d102b9-ea8b-4866-8ebd-b1bad25bcabe service neutron] 10.222.0.21 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254035 Mar 07 04:29:51.456928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:51.457632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.488206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e18c5907-7418-4179-95c2-f8cacff1fd68'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:51.499117 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c582485-6f9d-4aea-91a9-bfb3c94cdb9e tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2435894 Mar 07 04:29:51.500267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:51.524380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.126'}]}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:51.572468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Attempting to bind port 74e8d331-71b8-418c-953d-55508a88bfca on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:51.572748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Attempting to bind port 74e8d331-71b8-418c-953d-55508a88bfca by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:51.574140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Attempting to bind port 74e8d331-71b8-418c-953d-55508a88bfca on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:51.592587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Port 74e8d331-71b8-418c-953d-55508a88bfca on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:51.592917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Attempting to bind port 74e8d331-71b8-418c-953d-55508a88bfca on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:51.600980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:51.601319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:51.602077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:51.602970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Bound port: 74e8d331-71b8-418c-953d-55508a88bfca, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:51.602970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.622060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 37cee4ca-2e08-4412-912e-d2aa31b053d6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:51.638531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8fec-257c-489c-8d86-efbdb92ecada req-15001df3-6dc5-4f93-b8c1-3fd8655e65d6 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:51.641327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2ad8fec-257c-489c-8d86-efbdb92ecada req-15001df3-6dc5-4f93-b8c1-3fd8655e65d6 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 949 time: 0.2036493 Mar 07 04:29:51.644463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (691044fa-e0e9-42fc-b64c-9d5467028561), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.646784 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (691044fa-e0e9-42fc-b64c-9d5467028561), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.665535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-46f30a76-da4b-4a22-a2ea-12f4d1b25c07 None None] Current status of the port 37cee4ca-2e08-4412-912e-d2aa31b053d6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:51.860699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4dbec33-907c-458a-89ff-6d3b9985dfa6 req-d25bbdc7-1c42-4eb6-b2ba-fbb4eeeff463 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 210 time: 0.1400096 Mar 07 04:29:51.878425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] Provisioning complete for port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:51.878800 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:51.983727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2ad8fec-257c-489c-8d86-efbdb92ecada req-a1b83bc5-d1e2-4c64-a10d-f3b5531d03ab tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158998 Mar 07 04:29:52.034438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:52.043297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for router_controller (691044fa-e0e9-42fc-b64c-9d5467028561), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.048542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23a5a6-34a7-45f4-b307-f9ed641caaf3 req-d62a4f8c-afd8-4429-9682-19e15a30cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:52.050964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e23a5a6-34a7-45f4-b307-f9ed641caaf3 req-d62a4f8c-afd8-4429-9682-19e15a30cf18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.1232278 Mar 07 04:29:52.141449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.143285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e23a5a6-34a7-45f4-b307-f9ed641caaf3 req-66fb2440-b115-4a1e-bedc-06e99832109a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820386 Mar 07 04:29:52.174168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:52.175170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.179057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:52.233248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:52.233514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] Current status of the port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:52.233944 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.242156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c5b3f-5dd9-499c-a8db-e4b29ca7e3ee req-139afaaa-43bb-4c4d-98ba-c9cabf124f03 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:52.243769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a46c5b3f-5dd9-499c-a8db-e4b29ca7e3ee req-139afaaa-43bb-4c4d-98ba-c9cabf124f03 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 948 time: 0.2245638 Mar 07 04:29:52.287944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] For port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:52.290389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.296572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.378188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for router_gateway (691044fa-e0e9-42fc-b64c-9d5467028561), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.399006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:52.400104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 37cee4ca-2e08-4412-912e-d2aa31b053d6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:52.412399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:52.413027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.414476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 1096 time: 2.6228075 Mar 07 04:29:52.414915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:52.417428 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d38f9-bd22-4543-8abb-70c5ec5d32e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:52.452406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130a19c-dadb-44fa-a4f9-c4bbcff52e07 None None] Pushing event updated for resources: {'Port': ['ID=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:52.513953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cb697dde-6962-4b55-aa21-bebb0b83813b None None] Provisioning complete for port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:52.514351 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cb697dde-6962-4b55-aa21-bebb0b83813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.518546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 37cee4ca-2e08-4412-912e-d2aa31b053d6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:52.518920 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:52.553497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754962-c5be-4e5c-8127-c4085945d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:52.563246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a46c5b3f-5dd9-499c-a8db-e4b29ca7e3ee req-691c70e9-93db-4983-ac05-a2ccbd15ca75 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767889 Mar 07 04:29:52.669804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39df3-6574-4b70-877e-5fc422de7970 req-9bd22e9b-973e-4d3c-88eb-01a5c716a65b tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:52.673040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31c39df3-6574-4b70-877e-5fc422de7970 req-9bd22e9b-973e-4d3c-88eb-01a5c716a65b tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2518556 Mar 07 04:29:52.701965 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224646b9-b688-438a-960c-baa9fb881046 x-openstack-request-id: req-224646b9-b688-438a-960c-baa9fb881046 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:52.702425 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:52.702781 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-224646b9-b688-438a-960c-baa9fb881046 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:52.703281 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'status': 'completed', 'code': 200} Mar 07 04:29:52.728024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cb697dde-6962-4b55-aa21-bebb0b83813b None None] Current status of the port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:52.733363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 37cee4ca-2e08-4412-912e-d2aa31b053d6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:52.793465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-75598117-e796-4239-89eb-5258bd249874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:52.795198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-75598117-e796-4239-89eb-5258bd249874 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1130 time: 0.3033524 Mar 07 04:29:52.804337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31c39df3-6574-4b70-877e-5fc422de7970 req-73de42c9-a2e8-499b-a1ac-fa28ea44562c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179478 Mar 07 04:29:52.853414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-81c8b5ed-465f-4cd9-97e9-a865cba3b774 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.0474348 Mar 07 04:29:52.895671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:52.960635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e18c5907-7418-4179-95c2-f8cacff1fd68 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:52.960881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.013186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84177792-7f38-4909-9e62-4ea9dd154183 req-025a3ab3-d6a3-4e6f-835c-4e6786627e66 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 210 time: 0.0353501 Mar 07 04:29:53.021053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-a2a238b8-a755-4a23-b7b9-80c52cf4d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:53.023553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-a2a238b8-a755-4a23-b7b9-80c52cf4d53e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1625502 Mar 07 04:29:53.070951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:53.071489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.106425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:53.109394 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a309097-56df-4bfb-842e-ecb9e42ffbdd" -d '{"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-plugged", "status": "completed", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:53.128966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:53.138822 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.174416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for router_gateway (691044fa-e0e9-42fc-b64c-9d5467028561), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.209744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.231501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:53.252952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-9a7a6a64-b812-4142-a341-42b45133b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:53.254790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-9a7a6a64-b812-4142-a341-42b45133b56f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1980805 Mar 07 04:29:53.317826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e785cb7-988a-45c7-ab03-8c07abf0f64a req-2ccba433-b71d-4da3-9f42-ec09facb8e76 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:53.319585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e785cb7-988a-45c7-ab03-8c07abf0f64a req-2ccba433-b71d-4da3-9f42-ec09facb8e76 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.2178164 Mar 07 04:29:53.478747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-b84d4dbf-24d6-4d6f-9e15-321db6ed660f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:53.486530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-b84d4dbf-24d6-4d6f-9e15-321db6ed660f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:53.489201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-b84d4dbf-24d6-4d6f-9e15-321db6ed660f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "GET /v2.0/networks?id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c&id=9a1aeac6-a05b-4dde-834f-274cc8793984&id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c HTTP/1.1" status: 200 len: 1391 time: 0.2640433 Mar 07 04:29:53.505219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'port': {'device_id': '9b374929-31f6-4c3a-a081-0efd060954c4', 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'admin_state_up': True, 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:53.553666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e785cb7-988a-45c7-ab03-8c07abf0f64a req-7f357e85-57cf-4eb4-a970-813c72f43d1e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205770 Mar 07 04:29:53.577145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-48357400-796d-49ef-ad7b-f164fd2364ba service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851920 Mar 07 04:29:53.598883 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for router (691044fa-e0e9-42fc-b64c-9d5467028561), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.601761 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8b8b8-9b45-4d84-a33a-b8fa0565df5f x-openstack-request-id: req-a4d8b8b8-9b45-4d84-a33a-b8fa0565df5f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:53.602301 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-plugged", "status": "completed", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:53.602436 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4d8b8b8-9b45-4d84-a33a-b8fa0565df5f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:53.603008 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'code': 200} Mar 07 04:29:53.801586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:29:53.820224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:53.825228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.865195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:53.865583 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:53.999989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:54.005219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Allocated IP 19.80.0.223 (db02b69f-22f3-44f8-bd02-89e0b8b25b3c/c856b41a-60a1-4b2b-8838-8bb803aaa8ea/148a08c4-9188-4883-a3c6-b3de20a7dd32) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:54.188384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.233815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.284248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:54.287264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:54.291006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:54.312850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (691044fa-e0e9-42fc-b64c-9d5467028561), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.324415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Port': ['ID=148a08c4-9188-4883-a3c6-b3de20a7dd32,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:54.326141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks [] for router_controller (691044fa-e0e9-42fc-b64c-9d5467028561), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.358638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85b071c9-27c3-4e86-b8ad-fbd5d3094cf7 req-4f02951e-0d6f-4390-9683-63434b696999 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741647 Mar 07 04:29:54.363823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.364555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.397406 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c764ef67-6a46-4aae-b59f-49a10d02df89 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8971457 Mar 07 04:29:54.413435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-1b72713b-cfee-47ae-af9d-a34153d3bb8b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:29:54.415371 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-1b72713b-cfee-47ae-af9d-a34153d3bb8b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102191 Mar 07 04:29:54.427198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'port': {'device_id': '9b374929-31f6-4c3a-a081-0efd060954c4', 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984', 'admin_state_up': True, 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:54.433870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.440246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.446941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.454883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.466305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.471324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.477163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.479085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-8b25ee39-9289-43d7-a95a-e2daee6c47b9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.3900719 Mar 07 04:29:54.495300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38810) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:54.509020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd560-1d7d-4a8d-87cd-b0a3d29784af req-5a4cd6f7-9be9-4ca0-aa21-c634296aa062 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.510710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cbdd560-1d7d-4a8d-87cd-b0a3d29784af req-5a4cd6f7-9be9-4ca0-aa21-c634296aa062 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 948 time: 0.4205804 Mar 07 04:29:54.535880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1495ac-b0d3-46e4-a6f9-f7537e1cf156 req-774e9a81-963f-47fd-8705-8a1d4dd9a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.537871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e1495ac-b0d3-46e4-a6f9-f7537e1cf156 req-774e9a81-963f-47fd-8705-8a1d4dd9a8b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1132 time: 0.4498768 Mar 07 04:29:54.560547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (691044fa-e0e9-42fc-b64c-9d5467028561), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.561465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 691044fa-e0e9-42fc-b64c-9d5467028561 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:29:54.568912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:54.572465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.596899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-113aeaa1-1827-4f5a-b0cc-dcb71eafc012 None None] Provisioning complete for port 148a08c4-9188-4883-a3c6-b3de20a7dd32 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:54.597373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-113aeaa1-1827-4f5a-b0cc-dcb71eafc012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.640761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-113aeaa1-1827-4f5a-b0cc-dcb71eafc012 None None] Port 148a08c4-9188-4883-a3c6-b3de20a7dd32 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:54.667206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f472580-1866-4744-a15a-a0a6fde639c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.668753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5351e256-b53a-4bca-be28-80bea7ce7618 req-0dcd94ba-1e28-426a-8103-97e25a0ef932 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557696 Mar 07 04:29:54.675643 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 04:29:54.676747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c13a0aea-2608-4bea-96ec-133f91bdabfc tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1681666 Mar 07 04:29:54.682831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38816) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:54.689994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-aedf75ae-b290-4cb4-ac84-3119098f6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.691504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-aedf75ae-b290-4cb4-ac84-3119098f6d0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1130 time: 0.2043486 Mar 07 04:29:54.748291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cbdd560-1d7d-4a8d-87cd-b0a3d29784af req-49ac6e91-8cd7-4993-bc08-208a93fdf8ae tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162473 Mar 07 04:29:54.764235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e1495ac-b0d3-46e4-a6f9-f7537e1cf156 req-b2cea04b-b197-421f-9f9f-b06a143828ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127817 Mar 07 04:29:54.772830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Allocated IP 19.86.0.75 (9a1aeac6-a05b-4dde-834f-274cc8793984/9e1c99f4-e3bc-4b19-bc26-568433085ee4/32981244-7093-4596-9994-82d80d9f5ae7) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:54.853467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f472580-1866-4744-a15a-a0a6fde639c7 admin admin] Publish callbacks [] for security_group (e9697ad9-d850-4f99-b44a-a0641fe02df6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.860583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f472580-1866-4744-a15a-a0a6fde639c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e9697ad9-d850-4f99-b44a-a0641fe02df6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:54.953136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f472580-1866-4744-a15a-a0a6fde639c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9697ad9-d850-4f99-b44a-a0641fe02df6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:54.957821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f472580-1866-4744-a15a-a0a6fde639c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cb8a341f8bb457bb7487a873f2f47c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4610157 Mar 07 04:29:54.960204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38820) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:54.971107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610912b-4019-4947-ac21-bbb392cacb16 req-b78395ab-97e9-4bf6-8989-c10b82a61ff3 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.977264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3610912b-4019-4947-ac21-bbb392cacb16 req-b78395ab-97e9-4bf6-8989-c10b82a61ff3 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2057824 Mar 07 04:29:54.981336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-df434961-440a-47da-8568-cceef5dfbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:54.983121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-df434961-440a-47da-8568-cceef5dfbe83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2780464 Mar 07 04:29:55.000629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7e6b-d49a-4a4f-a025-ed2724761ec6 req-3e91f4b5-fb9d-49b9-aac1-e491ded025f4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.002012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edcd7e6b-d49a-4a4f-a025-ed2724761ec6 req-3e91f4b5-fb9d-49b9-aac1-e491ded025f4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 932 time: 0.1609433 Mar 07 04:29:55.037619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1484bfc3-f966-410b-9d53-256cedc02ff3 admin admin] Publish callbacks [] for security_group (e9697ad9-d850-4f99-b44a-a0641fe02df6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.042133 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for port (32981244-7093-4596-9994-82d80d9f5ae7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.055561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Deleting port bc7809f0-ae70-4bf8-aebe-c63917bd0288 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:29:55.055898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bc7809f0-ae70-4bf8-aebe-c63917bd0288), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.061443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-ced9b24f-ea6e-489f-a973-c1fd91dc165f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.0581183 Mar 07 04:29:55.068257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1484bfc3-f966-410b-9d53-256cedc02ff3 admin admin] Publish callbacks [] for security_group (e9697ad9-d850-4f99-b44a-a0641fe02df6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.117433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (32981244-7093-4596-9994-82d80d9f5ae7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.167392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1484bfc3-f966-410b-9d53-256cedc02ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e9697ad9-d850-4f99-b44a-a0641fe02df6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.170891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1484bfc3-f966-410b-9d53-256cedc02ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.172037 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1484bfc3-f966-410b-9d53-256cedc02ff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9697ad9-d850-4f99-b44a-a0641fe02df6 HTTP/1.1" status: 204 len: 168 time: 0.2109463 Mar 07 04:29:55.175905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:55.184209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:55.190550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:55.193336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Port': ['ID=32981244-7093-4596-9994-82d80d9f5ae7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:55.196779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484bfc3-f966-410b-9d53-256cedc02ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9697ad9-d850-4f99-b44a-a0641fe02df6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:55.227424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3610912b-4019-4947-ac21-bbb392cacb16 req-f5d14214-5e72-411d-afbd-7c47c640542b tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432246 Mar 07 04:29:55.258392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-c3eea4b9-2c39-4ff5-9b9a-75169126c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.258392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-c3eea4b9-2c39-4ff5-9b9a-75169126c639 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1694095 Mar 07 04:29:55.284740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edcd7e6b-d49a-4a4f-a025-ed2724761ec6 req-cbf33b6c-8207-410b-a8f3-8eae7ac92cf6 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504468 Mar 07 04:29:55.284936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.284936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.310907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-64a9beaf-cb74-4126-973b-ee83b804a762 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8882518 Mar 07 04:29:55.331520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'port': {'device_id': '9b374929-31f6-4c3a-a081-0efd060954c4', 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'admin_state_up': True, 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:55.352282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bc7809f0-ae70-4bf8-aebe-c63917bd0288), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.371886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Calling delete_port for bc7809f0-ae70-4bf8-aebe-c63917bd0288 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:29:55.499391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:29:55.504254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.552885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-f6c5f96e-20f3-455e-b3d4-a43cb0c27c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.554541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-f6c5f96e-20f3-455e-b3d4-a43cb0c27c64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2782357 Mar 07 04:29:55.571967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f076dba9-57d6-407c-bb62-ef0e9f28265d None None] Provisioning complete for port 32981244-7093-4596-9994-82d80d9f5ae7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:55.572402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f076dba9-57d6-407c-bb62-ef0e9f28265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (32981244-7093-4596-9994-82d80d9f5ae7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.579360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38828) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:55.594701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.599802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4ed67d7-9be1-4196-b084-a36d25c5d95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.600294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.607014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.612338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.617638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.619175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f076dba9-57d6-407c-bb62-ef0e9f28265d None None] Port 32981244-7093-4596-9994-82d80d9f5ae7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:55.623369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.628750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.630697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-160c89be-6c51-4318-95a2-472b7f93c52d req-4416bcfe-96a8-4215-b090-107613072ccf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.2615142 Mar 07 04:29:55.677577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c984e-50ba-4d8d-8674-d00ac3ece230 req-6c0450b8-7231-4fc4-9903-dffc3d828ab9 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:55.679119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af3c984e-50ba-4d8d-8674-d00ac3ece230 req-6c0450b8-7231-4fc4-9903-dffc3d828ab9 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.3110421 Mar 07 04:29:55.686605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-1eef02ba-91bc-459a-b09f-bf3f79224298 req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1485235954', 'description': 'tempest-description-1571130234'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:55.693766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Allocated IP 19.80.0.110 (db02b69f-22f3-44f8-bd02-89e0b8b25b3c/c856b41a-60a1-4b2b-8838-8bb803aaa8ea/ca2177e4-ca49-4a7d-b0dd-aec968d2eb58) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:29:55.739425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4ed67d7-9be1-4196-b084-a36d25c5d95c admin admin] Publish callbacks [] for security_group (ba4c4baa-e437-4dd1-9828-f3d9f7d49086), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.745372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4ed67d7-9be1-4196-b084-a36d25c5d95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ba4c4baa-e437-4dd1-9828-f3d9f7d49086), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.790014 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a4ed67d7-9be1-4196-b084-a36d25c5d95c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=660d758e4c5b44a9a8caa5705248b37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069361 Mar 07 04:29:55.790526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38834) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:55.792738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed67d7-9be1-4196-b084-a36d25c5d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4c4baa-e437-4dd1-9828-f3d9f7d49086,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:55.822815 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1eef02ba-91bc-459a-b09f-bf3f79224298 req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.859201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-ce122409-7815-47f5-98c3-dc2560e4d5c5 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969239 Mar 07 04:29:55.868528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bc7809f0-ae70-4bf8-aebe-c63917bd0288), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:55.927067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af3c984e-50ba-4d8d-8674-d00ac3ece230 req-ced844f9-d912-4cc7-8876-472fe5ac2917 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099068 Mar 07 04:29:55.943911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc7809f0-ae70-4bf8-aebe-c63917bd0288,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:56.016433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.060363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.071062 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f605d9a9-6ec8-45fe-b19b-4c9e9514e897 admin admin] Publish callbacks [] for security_group (ba4c4baa-e437-4dd1-9828-f3d9f7d49086), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.145099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:29:56.149078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:29:56.154179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:29:56.156870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f605d9a9-6ec8-45fe-b19b-4c9e9514e897 admin admin] Publish callbacks [] for security_group (ba4c4baa-e437-4dd1-9828-f3d9f7d49086), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.159165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Port': ['ID=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:56.193208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1eef02ba-91bc-459a-b09f-bf3f79224298 req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for security_group (bee8dc3d-0e6e-4e71-a800-6d30711c9c2c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.202603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.209808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a067b8bc-de78-41c2-ac32-10b725dcf57a tempest-RoutersAdminNegativeTest-410205495 tempest-RoutersAdminNegativeTest-410205495-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bc7809f0-ae70-4bf8-aebe-c63917bd0288 HTTP/1.1" status: 204 len: 168 time: 1.5220957 Mar 07 04:29:56.213941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1eef02ba-91bc-459a-b09f-bf3f79224298 req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bee8dc3d-0e6e-4e71-a800-6d30711c9c2c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.217769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-147d38f9-bd22-4543-8abb-70c5ec5d32e3 req-6f896d3f-f9a1-4e30-88fe-3ddbe7e4435a service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432379 Mar 07 04:29:56.220272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:56.220578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.253113 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-ee7fea8b-181d-440f-a9e7-0ed7528fe3fd tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335268 Mar 07 04:29:56.267358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Request body: {'port': {'device_id': '9b374929-31f6-4c3a-a081-0efd060954c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:56.299494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8dc3d-0e6e-4e71-a800-6d30711c9c2c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:56.363584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7888041-30e0-462f-b882-b5c907232c39 req-212eac75-1be2-4fa5-8d7e-d6b1ac042869 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:56.364430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.365548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7888041-30e0-462f-b882-b5c907232c39 req-212eac75-1be2-4fa5-8d7e-d6b1ac042869 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 948 time: 0.3284004 Mar 07 04:29:56.372789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1eef02ba-91bc-459a-b09f-bf3f79224298 req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.380043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eef02ba-91bc-459a-b09f-bf3f79224298 req-76e4fa07-9ec9-44c2-a6f2-3d6b1f8e1aa5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.7188528 Mar 07 04:29:56.380748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f605d9a9-6ec8-45fe-b19b-4c9e9514e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ba4c4baa-e437-4dd1-9828-f3d9f7d49086), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.398168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f605d9a9-6ec8-45fe-b19b-4c9e9514e897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.403643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f605d9a9-6ec8-45fe-b19b-4c9e9514e897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba4c4baa-e437-4dd1-9828-f3d9f7d49086 HTTP/1.1" status: 204 len: 168 time: 0.6099753 Mar 07 04:29:56.429093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605d9a9-6ec8-45fe-b19b-4c9e9514e897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4c4baa-e437-4dd1-9828-f3d9f7d49086,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:56.504776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d33427a3-9378-48c8-bb10-755aa558f19b None None] Provisioning complete for port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:29:56.506144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d33427a3-9378-48c8-bb10-755aa558f19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.558937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d33427a3-9378-48c8-bb10-755aa558f19b None None] Port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:29:56.580477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7888041-30e0-462f-b882-b5c907232c39 req-12984b8e-00d3-487a-92cd-cf222f6ff5b5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755211 Mar 07 04:29:56.628373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2a878-6801-42a7-ac05-d9db830810aa req-00ccc20e-b362-4732-b6b3-1bc1b55c5e98 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:56.644766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2a878-6801-42a7-ac05-d9db830810aa req-00ccc20e-b362-4732-b6b3-1bc1b55c5e98 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:56.650206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2a878-6801-42a7-ac05-d9db830810aa req-00ccc20e-b362-4732-b6b3-1bc1b55c5e98 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:56.651959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ea2a878-6801-42a7-ac05-d9db830810aa req-00ccc20e-b362-4732-b6b3-1bc1b55c5e98 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2376 time: 0.1814604 Mar 07 04:29:56.672716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38848) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:56.751204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ea2a878-6801-42a7-ac05-d9db830810aa req-39600d29-8648-4ab7-9303-a7c9f2f9368f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912130 Mar 07 04:29:56.763655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2f9da20d-61c3-4def-91a6-9ea73a972345 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1485235954&fields=id&tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7 HTTP/1.1" status: 200 len: 267 time: 0.0740275 Mar 07 04:29:56.801227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148a08c4-9188-4883-a3c6-b3de20a7dd32 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:56.810796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Publish callbacks [] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.836877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-275a8a2e-4a0f-47e6-9036-7e37465efc2d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:56.838415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-275a8a2e-4a0f-47e6-9036-7e37465efc2d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.0742917 Mar 07 04:29:56.839197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66147f50-6440-4617-aac4-0df20f9a7e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.852610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'port': {'security_groups': ['01194f87-5dd7-44dd-9a77-15156f3677f1', 'bee8dc3d-0e6e-4e71-a800-6d30711c9c2c']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:56.853120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Transition to ACTIVE for port object 148a08c4-9188-4883-a3c6-b3de20a7dd32 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:56.861327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.948705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:29:56.965937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:56.988935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Pushing event updated for resources: {'Port': ['ID=148a08c4-9188-4883-a3c6-b3de20a7dd32,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:57.128647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66147f50-6440-4617-aac4-0df20f9a7e37 admin admin] Publish callbacks [] for security_group (14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.144022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66147f50-6440-4617-aac4-0df20f9a7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.171685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Attempting to bind port 148a08c4-9188-4883-a3c6-b3de20a7dd32 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:57.172267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Attempting to bind port 148a08c4-9188-4883-a3c6-b3de20a7dd32 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:57.172850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Attempting to bind port 148a08c4-9188-4883-a3c6-b3de20a7dd32 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:57.184452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Port 148a08c4-9188-4883-a3c6-b3de20a7dd32 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:57.185067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Attempting to bind port 148a08c4-9188-4883-a3c6-b3de20a7dd32 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:57.185179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568609-4bf7-45db-9db4-7ceb83c129e1 req-1d75a439-c5c1-431b-8161-361e9402ef77 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:57.186963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b568609-4bf7-45db-9db4-7ceb83c129e1 req-1d75a439-c5c1-431b-8161-361e9402ef77 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1246676 Mar 07 04:29:57.213324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:57.213664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Checking segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:57.214086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Bound using segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:57.214531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Bound port: 148a08c4-9188-4883-a3c6-b3de20a7dd32, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:57.214887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.235169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-66147f50-6440-4617-aac4-0df20f9a7e37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66d4ceb4c09f427fba3e5a6af23dbbca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611494 Mar 07 04:29:57.240998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66147f50-6440-4617-aac4-0df20f9a7e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:57.252061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38870) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:57.338248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] For port 148a08c4-9188-4883-a3c6-b3de20a7dd32, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:29:57.345904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] For port 148a08c4-9188-4883-a3c6-b3de20a7dd32, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=148a08c4-9188-4883-a3c6-b3de20a7dd32,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:29:57.358385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.394307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:57.394987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b568609-4bf7-45db-9db4-7ceb83c129e1 req-4a52d08f-019e-4d95-a95a-b708c5d6ae0c tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926994 Mar 07 04:29:57.395215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:57.396315 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.398138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] 10.222.0.44 "PUT /v2.0/ports/148a08c4-9188-4883-a3c6-b3de20a7dd32 HTTP/1.1" status: 200 len: 1092 time: 1.1374996 Mar 07 04:29:57.398649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'tag': '148a08c4-9188-4883-a3c6-b3de20a7dd32'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:57.404809 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "tag": "148a08c4-9188-4883-a3c6-b3de20a7dd32"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:57.414907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '74e8d331-71b8-418c-953d-55508a88bfca', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '74e8d331-71b8-418c-953d-55508a88bfca', 'mac_address': 'fa:16:3e:ae:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:29:57.476839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:29:57.477574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.500080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:57.500943 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519abc73-4050-41d5-9b1a-983b721c857f x-openstack-request-id: req-519abc73-4050-41d5-9b1a-983b721c857f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:57.501077 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "tag": "148a08c4-9188-4883-a3c6-b3de20a7dd32", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:57.501299 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-519abc73-4050-41d5-9b1a-983b721c857f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:57.501699 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'tag': '148a08c4-9188-4883-a3c6-b3de20a7dd32', 'status': 'completed', 'code': 200} Mar 07 04:29:57.503787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e8d331-71b8-418c-953d-55508a88bfca {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:57.514598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4919be8-a510-4b2b-8dcc-bf04188b62fb service neutron] Pushing event updated for resources: {'Port': ['ID=148a08c4-9188-4883-a3c6-b3de20a7dd32,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:57.538948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc9fba53-8dde-4fdc-a540-df55ab521f0c admin admin] Publish callbacks [] for security_group (14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.553274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:57.559926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.661513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for port (459b86c0-640d-4aa8-bc52-143214cd2928), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.664662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:57.669580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc9fba53-8dde-4fdc-a540-df55ab521f0c admin admin] Publish callbacks [] for security_group (14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.685074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.685666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Request body: {'port': {'device_id': '9b374929-31f6-4c3a-a081-0efd060954c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:57.699623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['459b86c0-640d-4aa8-bc52-143214cd2928'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:57.754132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:57.754783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.756229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-671c7f37-9ba1-4275-9cb6-98ec8a8c61e6 req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "PUT /v2.0/ports/459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 981 time: 0.9093204 Mar 07 04:29:57.762870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:29:57.765516 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b98eb93-0322-48ee-aa19-ab5da1822d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:29:57.792816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3d15-31f9-4aed-b820-8a85595c9294 req-8a09b31e-8212-4626-903c-1a8fdfd28161 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:57.795480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef0e3d15-31f9-4aed-b820-8a85595c9294 req-8a09b31e-8212-4626-903c-1a8fdfd28161 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1824241 Mar 07 04:29:57.862942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36486-d41d-45a7-95b8-6dc9f41922e5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:57.876074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc9fba53-8dde-4fdc-a540-df55ab521f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.879198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc9fba53-8dde-4fdc-a540-df55ab521f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:57.883502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cc9fba53-8dde-4fdc-a540-df55ab521f0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446 HTTP/1.1" status: 204 len: 168 time: 0.6277199 Mar 07 04:29:57.898976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef0e3d15-31f9-4aed-b820-8a85595c9294 req-e4fe29f7-8ce9-4bc8-9648-6155be8852a3 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794199 Mar 07 04:29:57.914708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fba53-8dde-4fdc-a540-df55ab521f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d6d4e7-5a5a-4aaf-ad9c-d1c06582b446,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:57.934400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['459b86c0-640d-4aa8-bc52-143214cd2928'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:57.937758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['74e8d331-71b8-418c-953d-55508a88bfca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:58.028446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-0bd505d4-ea11-4346-badc-7f434b612e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.029477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-0bd505d4-ea11-4346-badc-7f434b612e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.032604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-0bd505d4-ea11-4346-badc-7f434b612e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.036125 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-0bd505d4-ea11-4346-badc-7f434b612e4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2762 time: 0.5285947 Mar 07 04:29:58.042407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (32981244-7093-4596-9994-82d80d9f5ae7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.056200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-413b32ab-becc-4146-ad07-a5d8e10bbc23 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1485235954&fields=id&tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7 HTTP/1.1" status: 200 len: 267 time: 0.0588818 Mar 07 04:29:58.117207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61a5d-b1fb-4758-aa65-4486b237f3bb req-7d8812a1-7ca0-4d91-ab4d-76ca50ccaff4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.124824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81c61a5d-b1fb-4758-aa65-4486b237f3bb req-7d8812a1-7ca0-4d91-ab4d-76ca50ccaff4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 949 time: 0.1766806 Mar 07 04:29:58.273972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-67d70e6c-5500-477e-8609-444296bbe5dd tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.282069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-67d70e6c-5500-477e-8609-444296bbe5dd tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 984 time: 0.2249000 Mar 07 04:29:58.287401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81c61a5d-b1fb-4758-aa65-4486b237f3bb req-cce38e51-c382-4ffc-8265-ba0414f267cc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482351 Mar 07 04:29:58.291308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'port': {'security_groups': ['01194f87-5dd7-44dd-9a77-15156f3677f1']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:29:58.349258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-28db703d-593f-4417-ac72-1d8caa2cf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.350299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-28db703d-593f-4417-ac72-1d8caa2cf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.351068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-28db703d-593f-4417-ac72-1d8caa2cf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.353037 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-28db703d-593f-4417-ac72-1d8caa2cf9fb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b95b1779145e4c4c9a0cc44704359add&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2932954 Mar 07 04:29:58.410110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.424979 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f177a0-b1fc-4a53-9aed-bdbe87530135 x-openstack-request-id: req-e6f177a0-b1fc-4a53-9aed-bdbe87530135 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:29:58.425418 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:29:58.425832 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6f177a0-b1fc-4a53-9aed-bdbe87530135 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:29:58.426423 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'status': 'completed', 'code': 200} Mar 07 04:29:58.508530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-0f0a2db9-67d2-4231-9665-0d219d74fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.511105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dfedfcc-caa2-47d9-9fa0-4ffea185eb3e req-0f0a2db9-67d2-4231-9665-0d219d74fb79 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493883 Mar 07 04:29:58.600266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:58.662372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179a9f-ce98-45de-8b0b-b9abe94e3bca req-68d03ffe-77fc-4eb4-b63c-08e7355d6502 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.666027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9b82e258-6527-463c-98d4-19e20c05546e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=320cbb544493460b9e2669f8ce07416a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626974 Mar 07 04:29:58.671979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179a9f-ce98-45de-8b0b-b9abe94e3bca req-68d03ffe-77fc-4eb4-b63c-08e7355d6502 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.672348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-9ded231a-425c-444f-b1ed-e735aa38c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.673736 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-9ded231a-425c-444f-b1ed-e735aa38c76d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1166 time: 0.1590111 Mar 07 04:29:58.678020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179a9f-ce98-45de-8b0b-b9abe94e3bca req-68d03ffe-77fc-4eb4-b63c-08e7355d6502 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.679516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38912) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:58.679632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59179a9f-ce98-45de-8b0b-b9abe94e3bca req-68d03ffe-77fc-4eb4-b63c-08e7355d6502 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2388 time: 0.1907959 Mar 07 04:29:58.758154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:29:58.780116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59179a9f-ce98-45de-8b0b-b9abe94e3bca req-b32f797f-0ae5-4e93-afee-4eb4234041a2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883367 Mar 07 04:29:58.844088 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for port (459b86c0-640d-4aa8-bc52-143214cd2928), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.860110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.860234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ac406f8-39e7-4239-8685-dd22870b9fe0 admin admin] Publish callbacks [] for security_group (3b654888-2375-431b-bcc0-5b1f6451ea87), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.880487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32981244-7093-4596-9994-82d80d9f5ae7 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:29:58.906247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Publish callbacks [] for port (32981244-7093-4596-9994-82d80d9f5ae7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.923199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ac406f8-39e7-4239-8685-dd22870b9fe0 admin admin] Publish callbacks [] for security_group (3b654888-2375-431b-bcc0-5b1f6451ea87), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.942815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-2393c1eb-6c06-4e7f-b2b1-ef004adcba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.944497 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-2393c1eb-6c06-4e7f-b2b1-ef004adcba66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.2294672 Mar 07 04:29:58.949231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Transition to ACTIVE for port object 32981244-7093-4596-9994-82d80d9f5ae7 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:29:58.959204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (32981244-7093-4596-9994-82d80d9f5ae7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:58.976957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['459b86c0-640d-4aa8-bc52-143214cd2928'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:58.992833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:58.993539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:59.014564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd52059c-d149-479e-9407-2d9f62e50ad6 req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "PUT /v2.0/ports/459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 942 time: 0.7314267 Mar 07 04:29:59.030197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Pushing event updated for resources: {'Port': ['ID=32981244-7093-4596-9994-82d80d9f5ae7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:59.094416 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-a9938983-7bbb-473e-9c73-c9b33a529b17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.1247406 Mar 07 04:29:59.357720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1776f4f-261e-4140-858d-83fb077f4f66 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event updated for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:59.392131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ac406f8-39e7-4239-8685-dd22870b9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3b654888-2375-431b-bcc0-5b1f6451ea87), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:59.399850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ac406f8-39e7-4239-8685-dd22870b9fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:29:59.405693 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ac406f8-39e7-4239-8685-dd22870b9fe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b654888-2375-431b-bcc0-5b1f6451ea87 HTTP/1.1" status: 204 len: 168 time: 0.7222612 Mar 07 04:29:59.411941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:29:59.474705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac406f8-39e7-4239-8685-dd22870b9fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b654888-2375-431b-bcc0-5b1f6451ea87,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:29:59.481774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-59c55ad3-341e-4546-a8cd-3eb9166aba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:29:59.485152 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-59c55ad3-341e-4546-a8cd-3eb9166aba28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.3855159 Mar 07 04:29:59.556531 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-c150e17b-4ccf-48db-b201-9b3035109098 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643315 Mar 07 04:29:59.557787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Attempting to bind port 32981244-7093-4596-9994-82d80d9f5ae7 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:29:59.558156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Attempting to bind port 32981244-7093-4596-9994-82d80d9f5ae7 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:29:59.558491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Attempting to bind port 32981244-7093-4596-9994-82d80d9f5ae7 on network 9a1aeac6-a05b-4dde-834f-274cc8793984 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:59.571409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['459b86c0-640d-4aa8-bc52-143214cd2928'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:29:59.693607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Port 32981244-7093-4596-9994-82d80d9f5ae7 on network 9a1aeac6-a05b-4dde-834f-274cc8793984 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:29:59.694905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Attempting to bind port 32981244-7093-4596-9994-82d80d9f5ae7 on network 9a1aeac6-a05b-4dde-834f-274cc8793984 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:29:59.904645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:29:59.905440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Checking segment: {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:29:59.905440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Bound using segment: {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:29:59.905838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Bound port: 32981244-7093-4596-9994-82d80d9f5ae7, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:29:59.906225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (32981244-7093-4596-9994-82d80d9f5ae7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.036316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa5868-39b0-4cbe-ab90-7ca1ed5fb757 req-e6bad5b6-54de-41d2-bfe4-e572444460c8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.037965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eafa5868-39b0-4cbe-ab90-7ca1ed5fb757 req-e6bad5b6-54de-41d2-bfe4-e572444460c8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.6931555 Mar 07 04:30:00.049680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5995ffb-c586-4135-a66e-b55b798da59a req-7cd42826-a6ab-420b-a537-5a1fa41a0480 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0144360 Mar 07 04:30:00.056489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:00.122884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eafa5868-39b0-4cbe-ab90-7ca1ed5fb757 req-af60e702-e349-4c95-b3ec-65f245031ba7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704434 Mar 07 04:30:00.124509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.270514 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-96a343e4-eb75-4237-bf91-ba3b0e3a4607 service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060881 Mar 07 04:30:00.331097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465c8f-357e-4d9d-adba-299c95b41fe5 req-74aeac94-6a68-4410-b1b2-f6d5ff95ec9f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.340788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86465c8f-357e-4d9d-adba-299c95b41fe5 req-74aeac94-6a68-4410-b1b2-f6d5ff95ec9f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 949 time: 0.0897112 Mar 07 04:30:00.378453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.379424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.379537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.380032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.380621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.381008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.381498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.385477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-b3193927-e00f-4733-bd01-cd6ef022c791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6708 time: 0.9540653 Mar 07 04:30:00.396909 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.458458 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1b98eb93-0322-48ee-aa19-ab5da1822d7f req-c5f31fb6-4425-4b6a-9cfb-fd4061ce4353 service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811421 Mar 07 04:30:00.459486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] For port 32981244-7093-4596-9994-82d80d9f5ae7, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:00.482575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] For port 32981244-7093-4596-9994-82d80d9f5ae7, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=32981244-7093-4596-9994-82d80d9f5ae7,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:00.496969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:00.499743 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:00.506887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (32981244-7093-4596-9994-82d80d9f5ae7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.546673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86465c8f-357e-4d9d-adba-299c95b41fe5 req-da40e707-1b5c-403d-9acd-4f3bbbe3cabd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050037 Mar 07 04:30:00.606928 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3d45c3bf-0d48-4ff3-8710-752ff417132d req-3536c159-963e-448b-b9bd-9f53b29fc02f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8de317e8-200a-468a-b304-2c234024f9dd&id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2135112 Mar 07 04:30:00.610154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Pushing event updated for resources: {'Port': ['ID=32981244-7093-4596-9994-82d80d9f5ae7,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:00.616422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Allocated IP 172.25.4.37 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/1c0ced68-9cec-42d7-ba0a-6bd403b1da97) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:00.621908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.623340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.624872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-63b44706-9b13-4a8c-a1b9-ecd77be32645 service neutron] 10.222.0.44 "PUT /v2.0/ports/32981244-7093-4596-9994-82d80d9f5ae7 HTTP/1.1" status: 200 len: 1091 time: 3.1832826 Mar 07 04:30:00.625352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'tag': '32981244-7093-4596-9994-82d80d9f5ae7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:00.628571 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137dd6d-0150-4409-8ae8-44c6e871900a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "tag": "32981244-7093-4596-9994-82d80d9f5ae7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:00.660298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Request body: {'port': {'device_id': '9b374929-31f6-4c3a-a081-0efd060954c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:00.742563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.811966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:00.821650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:00.880305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bc019-4fca-48d6-ac44-37c7a68abbe0 req-18841b7a-5dae-460b-9d5f-22e9a2df5058 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.886206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bc019-4fca-48d6-ac44-37c7a68abbe0 req-18841b7a-5dae-460b-9d5f-22e9a2df5058 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.904576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bc019-4fca-48d6-ac44-37c7a68abbe0 req-18841b7a-5dae-460b-9d5f-22e9a2df5058 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:00.912722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-938bc019-4fca-48d6-ac44-37c7a68abbe0 req-18841b7a-5dae-460b-9d5f-22e9a2df5058 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2400 time: 0.2461731 Mar 07 04:30:00.959044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:01.010023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-938bc019-4fca-48d6-ac44-37c7a68abbe0 req-750ee91e-ef39-48c9-9312-1c77881ba09a tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906723 Mar 07 04:30:01.016227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.038279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-238782398'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:01.087252 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9de3a7-56b9-4a7f-a86d-309f28e37e63 x-openstack-request-id: req-9b9de3a7-56b9-4a7f-a86d-309f28e37e63 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:01.087780 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:01.087855 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b9de3a7-56b9-4a7f-a86d-309f28e37e63 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:01.088390 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'status': 'completed', 'code': 200} Mar 07 04:30:01.109543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:01.113106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:01.123642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:01.126331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 74e8d331-71b8-418c-953d-55508a88bfca completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:30:01.139245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 74e8d331-71b8-418c-953d-55508a88bfca triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:01.140674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (74e8d331-71b8-418c-953d-55508a88bfca), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.144932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:01.160899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event updated for resources: {'Port': ['ID=1c0ced68-9cec-42d7-ba0a-6bd403b1da97,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:01.161495 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.184285 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35328dab-997a-4900-b9ba-8aa1548dcc96 x-openstack-request-id: req-35328dab-997a-4900-b9ba-8aa1548dcc96 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:01.184875 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "tag": "32981244-7093-4596-9994-82d80d9f5ae7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:01.185094 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35328dab-997a-4900-b9ba-8aa1548dcc96 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:01.185465 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'tag': '32981244-7093-4596-9994-82d80d9f5ae7', 'status': 'completed', 'code': 200} Mar 07 04:30:01.228510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.276945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.322953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:01.323336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.345593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:01.353091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-e0dd64ef-060f-4d15-b7f8-e0699bcca452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.354819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-e0dd64ef-060f-4d15-b7f8-e0699bcca452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.2480183 Mar 07 04:30:01.356824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:01.362226 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f723c72b-2de5-4130-bb3d-c3a590d909c1" -d '{"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-plugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:01.362990 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Publish callbacks [] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.372873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a241195-ff1b-4b8c-96b9-3ca3f044cb49 req-84a70458-0865-478a-9c6b-1a90df3049b2 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.383471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:01.384534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a241195-ff1b-4b8c-96b9-3ca3f044cb49 req-84a70458-0865-478a-9c6b-1a90df3049b2 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1204858 Mar 07 04:30:01.386127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.390521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.410629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-b45a09a4-7d0e-4f6b-8a62-05e087e5c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.411116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-b45a09a4-7d0e-4f6b-8a62-05e087e5c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.411645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-b45a09a4-7d0e-4f6b-8a62-05e087e5c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.413292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-b45a09a4-7d0e-4f6b-8a62-05e087e5c932 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2860 time: 0.2235007 Mar 07 04:30:01.467346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:01.510078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a241195-ff1b-4b8c-96b9-3ca3f044cb49 req-4f5c5565-7840-4128-9803-414754f98b14 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967317 Mar 07 04:30:01.568457 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e74e45-caaf-44d9-abb9-9bc50563d9fd x-openstack-request-id: req-16e74e45-caaf-44d9-abb9-9bc50563d9fd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:01.569036 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-plugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:01.570305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-35cb3d00-c52a-4952-bcab-bdb8478c1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.570849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-35cb3d00-c52a-4952-bcab-bdb8478c1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.570977 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16e74e45-caaf-44d9-abb9-9bc50563d9fd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:01.571298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-35cb3d00-c52a-4952-bcab-bdb8478c1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.571401 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'code': 200} Mar 07 04:30:01.573004 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-35cb3d00-c52a-4952-bcab-bdb8478c1e52 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b95b1779145e4c4c9a0cc44704359add&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1459990 Mar 07 04:30:01.583339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Transition to ACTIVE for port object ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:30:01.611462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.663336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.718137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.776073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:01.794971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-c4a26097-7135-4bb2-9cee-63e4b8f5e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.796675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-c4a26097-7135-4bb2-9cee-63e4b8f5e92a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.4268708 Mar 07 04:30:01.818254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event updated for resources: {'Port': ['ID=1c0ced68-9cec-42d7-ba0a-6bd403b1da97,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:01.837683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.848733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0b6f0-9217-4581-ac8d-991cca3bcb49 req-4a20d40d-f07a-417f-b760-af5fff0fe759 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.850670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ce0b6f0-9217-4581-ac8d-991cca3bcb49 req-4a20d40d-f07a-417f-b760-af5fff0fe759 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2034671 Mar 07 04:30:01.854255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18bf13-c4dc-4693-93bd-6641740e66c5 req-e22213a8-00e1-4f0c-8b34-ee28007fd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.856050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d18bf13-c4dc-4693-93bd-6641740e66c5 req-e22213a8-00e1-4f0c-8b34-ee28007fd08d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1132 time: 0.1955771 Mar 07 04:30:01.863344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for security_group (7079a67f-7af6-4efd-aace-d207b7a97b95), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.886500 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-3d3f6cd4-bec8-43c5-876e-6887dcf7b0bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.0799372 Mar 07 04:30:01.897612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7079a67f-7af6-4efd-aace-d207b7a97b95), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.904551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:01.905798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5995ffb-c586-4135-a66e-b55b798da59a req-b4bee130-4492-45cc-83a8-26ad64b62b89 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8548467 Mar 07 04:30:01.991474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-3a5387cb-8802-4563-ab7d-389f004a86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:01.992951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c137dd6d-0150-4409-8ae8-44c6e871900a req-3a5387cb-8802-4563-ab7d-389f004a86a0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4064467 Mar 07 04:30:01.995211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:02.038718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ce0b6f0-9217-4581-ac8d-991cca3bcb49 req-76a4ab0b-e81b-40d2-b284-e981b0538052 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786840 Mar 07 04:30:02.040159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (97fa54ab-c31a-461f-bc4d-6a7931d8401a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.040641 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Added segment 97fa54ab-c31a-461f-bc4d-6a7931d8401a of type vlan for network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa Mar 07 04:30:02.040749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d18bf13-c4dc-4693-93bd-6641740e66c5 req-b9e22a92-94fb-4b67-b9b5-e008751ef82a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720371 Mar 07 04:30:02.046517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5995ffb-c586-4135-a66e-b55b798da59a req-5e9ee546-558f-4989-b2fd-ad404dbd8006 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.1307380 Mar 07 04:30:02.062234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7079a67f-7af6-4efd-aace-d207b7a97b95,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:02.067812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-96b8c014-6b80-4443-8a12-9adc98361d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.069276 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-96b8c014-6b80-4443-8a12-9adc98361d47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.1727414 Mar 07 04:30:02.164079 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-887c48c8-79ae-4a69-8f5a-f5ae2b077bf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491030 Mar 07 04:30:02.165325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Attempting to bind port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:30:02.165325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Attempting to bind port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:30:02.165537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Attempting to bind port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:02.173130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.187952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:30:02.188281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Attempting to bind port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 on network db02b69f-22f3-44f8-bd02-89e0b8b25b3c {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:02.215059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:30:02.216005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Checking segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:02.216401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Bound using segment: {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:30:02.216853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Bound port: ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:30:02.217211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.222845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5995ffb-c586-4135-a66e-b55b798da59a req-f9154cfa-c7b9-4505-889c-a4f341b95b6d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.224222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5995ffb-c586-4135-a66e-b55b798da59a req-f9154cfa-c7b9-4505-889c-a4f341b95b6d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.1730473 Mar 07 04:30:02.254590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdab9e-1994-4d85-9afb-45baca6bd2b0 req-af76319a-cc26-45a6-90f5-7d130331fcc0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.260035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdab9e-1994-4d85-9afb-45baca6bd2b0 req-af76319a-cc26-45a6-90f5-7d130331fcc0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.266695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdab9e-1994-4d85-9afb-45baca6bd2b0 req-af76319a-cc26-45a6-90f5-7d130331fcc0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.268432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fcdab9e-1994-4d85-9afb-45baca6bd2b0 req-af76319a-cc26-45a6-90f5-7d130331fcc0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2412 time: 0.0952833 Mar 07 04:30:02.314764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.320018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.320625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.329418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fcdab9e-1994-4d85-9afb-45baca6bd2b0 req-76abf276-c012-4c48-81b3-24b542344a6d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532463 Mar 07 04:30:02.402907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-c801ea57-05c7-4a68-a4b2-c1024aa2a4dd tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.404499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-c801ea57-05c7-4a68-a4b2-c1024aa2a4dd tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0738792 Mar 07 04:30:02.423956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6010230 Mar 07 04:30:02.430861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:02.432875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-a88c91b8-71e8-4738-bc9b-75d463431f2a service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573702 Mar 07 04:30:02.438792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'subnet': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:02.447562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c9fa1-3a3c-4f8b-9556-fb2c539684e2 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Network': ['ID=8bfef9b1-ea50-4fa6-adfa-38524fbf0daa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:02.461588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:02.481384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-9ea1d7ad-fc75-44f0-a88a-5864bebcb38d tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0686879 Mar 07 04:30:02.493498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'floatingip': {'port_id': '459b86c0-640d-4aa8-bc52-143214cd2928', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:02.496202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] For port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:02.550022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.580251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] For port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:02.599322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.669888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.670539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.671929 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 HTTP/1.1" status: 200 len: 1092 time: 2.0178261 Mar 07 04:30:02.680382 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1217d6a-ce80-4226-a60e-1a5e5ab0d6a4 req-53d535da-8f08-48f5-aa5c-64d11195b8eb service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337987 Mar 07 04:30:02.719854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343cbf5-bcb5-464d-92dc-110cf49919f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:02.732181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:02.737956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.770823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36f17246-8e2f-4351-b4d5-bf8786660f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:02.847894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbe3f4-c2b4-4aab-af2f-f80b012dba3e req-6a021710-ff25-4cfa-a6e0-d6ae1cb77f18 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.850074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbfbe3f4-c2b4-4aab-af2f-f80b012dba3e req-6a021710-ff25-4cfa-a6e0-d6ae1cb77f18 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.2175024 Mar 07 04:30:02.876077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c4e177a8-63f9-4c08-a1dc-aff3b1c07c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.876569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c4e177a8-63f9-4c08-a1dc-aff3b1c07c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.877032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c4e177a8-63f9-4c08-a1dc-aff3b1c07c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:02.878722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c4e177a8-63f9-4c08-a1dc-aff3b1c07c00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2958 time: 0.1225221 Mar 07 04:30:02.956805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-bdccecdc-418a-43a3-86af-2542863b340d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=148a08c4-9188-4883-a3c6-b3de20a7dd32 HTTP/1.1" status: 200 len: 217 time: 0.0683286 Mar 07 04:30:03.006266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbfbe3f4-c2b4-4aab-af2f-f80b012dba3e req-6a6f2969-892b-48ca-80d5-0a7ff889a35c tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468132 Mar 07 04:30:03.050401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-be34b287-2180-4e63-bd6e-fe309ae69cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:03.052724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-be34b287-2180-4e63-bd6e-fe309ae69cc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c856b41a-60a1-4b2b-8838-8bb803aaa8ea HTTP/1.1" status: 200 len: 801 time: 0.0880873 Mar 07 04:30:03.106775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (0acaa861-4af3-45a9-8c13-f7cc68904bfc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:03.172669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-a933d025-b4e2-4f0b-9d21-46469116239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:03.174219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-a933d025-b4e2-4f0b-9d21-46469116239f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1129820 Mar 07 04:30:03.188047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'tag': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:03.190299 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78966d6f-7a2d-4eee-bbd8-59c4880b4008" -d '{"events": [{"name": "network-changed", "server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "tag": "ca2177e4-ca49-4a7d-b0dd-aec968d2eb58"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:03.202870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Subnet': ['ID=0acaa861-4af3-45a9-8c13-f7cc68904bfc,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:03.220528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Checking segment: {'id': '97fa54ab-c31a-461f-bc4d-6a7931d8401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:03.224971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network hostable DHCP agents. Network: 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:03.274924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2653d-4702-4505-a08e-ddf949eb5816 req-11ae0431-5778-42ef-b6cd-1c439baa839f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:03.276542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5d2653d-4702-4505-a08e-ddf949eb5816 req-11ae0431-5778-42ef-b6cd-1c439baa839f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1166189 Mar 07 04:30:03.291952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:03.327846 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-8370aace-5537-4d6e-a971-06997f6bef6c service neutron] 10.222.0.44 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447890 Mar 07 04:30:03.328450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:03.339566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190d993-66b7-42b7-b624-42bcfaa2e025 None None] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:03.350491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:03.351283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:03.379060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:03.427953 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f865935-d0c2-43ae-bab9-a9072a868cf8 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9918599 Mar 07 04:30:03.428115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5d2653d-4702-4505-a08e-ddf949eb5816 req-056baf65-673b-4ce0-a5d2-11d627db11d1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056402 Mar 07 04:30:03.428115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:03.429709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39088) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:03.446692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'name': 'tempest-AllowedAddressPairTestJSON-320854702'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:03.535389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'project_id': '66001a93f8f44ea6a28edc8743d97b97', 'fixed_ips': [{'subnet_id': '0acaa861-4af3-45a9-8c13-f7cc68904bfc'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:30:03.536276 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:03.549561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-0c5d9121-3fe9-43ce-9ce2-717b6a046881 service neutron] 10.222.0.44 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073960 Mar 07 04:30:03.593225 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Floating IP 4130c477-33b5-4ddc-87eb-a675fdd37222 associated. External IP: 172.25.4.37, port: 459b86c0-640d-4aa8-bc52-143214cd2928. Mar 07 04:30:03.608027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d3ac47dd-456c-4dab-851c-eb8eedf846e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=32981244-7093-4596-9994-82d80d9f5ae7 HTTP/1.1" status: 200 len: 217 time: 0.0497279 Mar 07 04:30:03.702639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c3634bf0-d8e9-4957-b821-9f35be220c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:03.719929 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c3634bf0-d8e9-4957-b821-9f35be220c23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e1c99f4-e3bc-4b19-bc26-568433085ee4 HTTP/1.1" status: 200 len: 801 time: 0.0879834 Mar 07 04:30:03.764272 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c911d-b268-4930-b4b3-6c22f4368789 x-openstack-request-id: req-b55c911d-b268-4930-b4b3-6c22f4368789 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:03.764576 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "tag": "ca2177e4-ca49-4a7d-b0dd-aec968d2eb58", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:03.764836 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b55c911d-b268-4930-b4b3-6c22f4368789 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:03.765242 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'tag': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58', 'status': 'completed', 'code': 200} Mar 07 04:30:03.771179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Allocated IP 172.20.0.2 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/0d439bca-c7bc-4401-bbe5-ac4e714435bc) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:03.773676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:03.779291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:03.805486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] device_id is not set on port a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:03.837566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-5238c8af-a96f-4ca7-a6c7-8bd82c802248 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839937 Mar 07 04:30:03.908346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-25b6ee48-a92c-4d97-9168-9c823bb6bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:03.912514 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-25b6ee48-a92c-4d97-9168-9c823bb6bbcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a1aeac6-a05b-4dde-834f-274cc8793984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1904578 Mar 07 04:30:04.007151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Publish callbacks [] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.017047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.056454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-c2cbe602-8624-47ac-8d58-5c7951993b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.058213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-c2cbe602-8624-47ac-8d58-5c7951993b71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1132 time: 0.1532252 Mar 07 04:30:04.071671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:04.078859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a032-bd7c-4f32-9ef6-8646a3b246c0 req-98034a1b-5935-471d-a78c-a3cfeb764d5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.081112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:04.086836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a032-bd7c-4f32-9ef6-8646a3b246c0 req-98034a1b-5935-471d-a78c-a3cfeb764d5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.091111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Allocated IP 172.20.0.5 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:04.093491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:04.093633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a032-bd7c-4f32-9ef6-8646a3b246c0 req-98034a1b-5935-471d-a78c-a3cfeb764d5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.097862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Pushing event updated for resources: {'Port': ['ID=0d439bca-c7bc-4401-bbe5-ac4e714435bc,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:04.106864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60a6a032-bd7c-4f32-9ef6-8646a3b246c0 req-98034a1b-5935-471d-a78c-a3cfeb764d5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2412 time: 0.1990623 Mar 07 04:30:04.115152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Router a8927e18-81f7-42cd-99e7-d4be4a68b92c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:30:04.178703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Attempting to bind port 0d439bca-c7bc-4401-bbe5-ac4e714435bc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:30:04.180358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Attempting to bind port 0d439bca-c7bc-4401-bbe5-ac4e714435bc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '97fa54ab-c31a-461f-bc4d-6a7931d8401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:30:04.180732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Attempting to bind port 0d439bca-c7bc-4401-bbe5-ac4e714435bc on network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:04.188373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:30:04.188809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Checking segment: {'id': '97fa54ab-c31a-461f-bc4d-6a7931d8401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:04.189528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.189939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Bound using segment: {'id': '97fa54ab-c31a-461f-bc4d-6a7931d8401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:30:04.190571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Bound port: 0d439bca-c7bc-4401-bbe5-ac4e714435bc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fa54ab-c31a-461f-bc4d-6a7931d8401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:30:04.191004 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.245820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60a6a032-bd7c-4f32-9ef6-8646a3b246c0 req-5691ff2c-1839-4f1a-a8d6-d2e69e96e643 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379197 Mar 07 04:30:04.285250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] For port 0d439bca-c7bc-4401-bbe5-ac4e714435bc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:04.289152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] For port 0d439bca-c7bc-4401-bbe5-ac4e714435bc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d439bca-c7bc-4401-bbe5-ac4e714435bc,segment=NetworkSegment(97fa54ab-c31a-461f-bc4d-6a7931d8401a),segment_id=97fa54ab-c31a-461f-bc4d-6a7931d8401a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:04.298958 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.300473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-2e1b62bb-31df-40bb-8774-a6a171c70646 service neutron] 10.222.0.44 "GET /v2.0/networks/9a1aeac6-a05b-4dde-834f-274cc8793984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768759 Mar 07 04:30:04.413954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a8e1-ac64-4cb9-80ba-d38db4bf120e None None] Pushing event updated for resources: {'Port': ['ID=0d439bca-c7bc-4401-bbe5-ac4e714435bc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:04.481538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.513363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-1b35cd8a-f1ab-4914-baf6-ce7535b6d675 service neutron] 10.222.0.44 "GET /v2.0/networks/9a1aeac6-a05b-4dde-834f-274cc8793984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068148 Mar 07 04:30:04.554321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:30:04.565150 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.567600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] Sync routers for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:30:04.588625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:04.589535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:04.596617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-d83473bb-42d0-4bd0-93e3-b8f7c0b4fcfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 HTTP/1.1" status: 200 len: 217 time: 0.0742238 Mar 07 04:30:04.657425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-66787859-4740-434c-ab18-535813f630b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.659353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-66787859-4740-434c-ab18-535813f630b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.5503731 Mar 07 04:30:04.660792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-07b1e3df-ebc7-4d9d-a8ac-14393b42f0db tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "PUT /v2.0/floatingips/4130c477-33b5-4ddc-87eb-a675fdd37222 HTTP/1.1" status: 200 len: 995 time: 2.1734917 Mar 07 04:30:04.662933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:04.665708 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b1349-3671-4858-8b50-b6403b654ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:04.712944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:04.801086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:04.805959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-b76bdcee-1720-444f-97c4-d75a6d41e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.809186 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-b76bdcee-1720-444f-97c4-d75a6d41e06c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c856b41a-60a1-4b2b-8838-8bb803aaa8ea HTTP/1.1" status: 200 len: 801 time: 0.2046363 Mar 07 04:30:04.811098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:04.817383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:04.821070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-6c7ccf7d-8c5a-4d09-8f66-22c1b75f79ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.1506662 Mar 07 04:30:04.852113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca54fd-edc2-4721-ace4-352d7b7bc341 req-4b1dd706-fb7a-4f97-900d-e65355760f67 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:04.863662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06ca54fd-edc2-4721-ace4-352d7b7bc341 req-4b1dd706-fb7a-4f97-900d-e65355760f67 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.3656805 Mar 07 04:30:04.894220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:04.990612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:05.046343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.047011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:05.067303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c9965217-f553-4c86-9d4e-27300fbcb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.068966 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-c9965217-f553-4c86-9d4e-27300fbcb8a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2487824 Mar 07 04:30:05.107936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-3b6bfd8e-31d5-41bc-bc22-5d203da81496 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1858449 Mar 07 04:30:05.115280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ebbd1da9-0a0a-4310-ba45-18ad43a7cc62 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6806033 Mar 07 04:30:05.126177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:05.133542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'name': 'tempest-AllowedAddressPairTestJSON-525464277', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9e:3e:56'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:05.368874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a8a402f7-080c-4a35-83e3-6f4562a728a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:05.404924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.405400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.406033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.408393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.410838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.411320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.411793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.419877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cf89c27e-678c-4670-9860-3009d1d80677 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 6708 time: 0.2002161 Mar 07 04:30:05.439998 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-fa2472ea-575e-4440-8cfa-2b8f04d4257f service neutron] 10.222.0.44 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594036 Mar 07 04:30:05.444495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:05.499667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06ca54fd-edc2-4721-ace4-352d7b7bc341 req-bbd599ac-cea9-43a6-bfa9-9a1a0095b12e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325393 Mar 07 04:30:05.507929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-887f6987-0288-4713-a3c5-3ac4f4d7091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.509688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-887f6987-0288-4713-a3c5-3ac4f4d7091d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.5528393 Mar 07 04:30:05.514206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-9a5265d2-24c5-46de-b331-f05f7a31094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.516707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-9a5265d2-24c5-46de-b331-f05f7a31094e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.7255278 Mar 07 04:30:05.670655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-242f94cd-7cfd-4af4-8a9b-0d2b9efbb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.672364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-242f94cd-7cfd-4af4-8a9b-0d2b9efbb0eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1544535 Mar 07 04:30:05.735130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-69e1c854-5daf-4a72-b6a3-b44cb777047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:05.737067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-69e1c854-5daf-4a72-b6a3-b44cb777047c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.2098455 Mar 07 04:30:05.865490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '4130c477-33b5-4ddc-87eb-a675fdd37222', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'port_id': '459b86c0-640d-4aa8-bc52-143214cd2928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'mac_address': 'fa:16:3e:c4:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:30:01Z', 'updated_at': '2022-03-07T04:30:03Z', 'revision_number': 1, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:29:01Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:05.928046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] Checking router: a8927e18-81f7-42cd-99e7-d4be4a68b92c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:30:05.935184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d439bca-c7bc-4401-bbe5-ac4e714435bc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:05.978044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-5d3fcf2f-ef9f-4378-bb33-5d17189508c6 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957857 Mar 07 04:30:05.984675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-2657644e-737b-4a98-8d2e-528a1b887595 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 998 time: 0.2120183 Mar 07 04:30:06.003892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a4696-69c7-456d-b8c0-98f5db7d801c req-3036e9ab-8f86-45bb-be39-8e774cf25699 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.008726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:06.009474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:06.013425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d4a4696-69c7-456d-b8c0-98f5db7d801c req-3036e9ab-8f86-45bb-be39-8e774cf25699 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2979896 Mar 07 04:30:06.063206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ba375-e59a-4186-9c8f-f38e9e993467 None None] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:06.088795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0d439bca-c7bc-4401-bbe5-ac4e714435bc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:06.089420 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.178088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-d85ccddc-4132-4dc6-afdb-46177d76a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.182402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-d85ccddc-4132-4dc6-afdb-46177d76a91b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.1634705 Mar 07 04:30:06.237487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1dfdb1e-a32e-45d9-a073-898f988f33e1 req-74215941-8bb7-40b0-a477-59db82573e46 service neutron] 10.222.0.44 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851605 Mar 07 04:30:06.243921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-98db4f09-17dc-4665-9bb5-893f5ae0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.244310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-98db4f09-17dc-4665-9bb5-893f5ae0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.244772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-98db4f09-17dc-4665-9bb5-893f5ae0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.246857 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-98db4f09-17dc-4665-9bb5-893f5ae0d542 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf17bdce-2b04-48ae-9d6b-3a207560a21e&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=647fda0b-197a-4970-86eb-e729ec0490e6&id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 HTTP/1.1" status: 200 len: 2293 time: 0.7766602 Mar 07 04:30:06.250921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.256745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d4a4696-69c7-456d-b8c0-98f5db7d801c req-030b36c9-23f1-44a7-bd9f-f353edf74859 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405529 Mar 07 04:30:06.263346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-79982c75-5c81-47e6-84a9-bab1b324c796 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628622 Mar 07 04:30:06.296002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] device_id is not set on port d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:06.315038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72d493e9-377a-46f2-adc0-801747ce78b3 req-a8cf4a2c-8423-479a-b422-5b5f7c8e2638 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280342 Mar 07 04:30:06.321636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39204) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:06.361879 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609e9e2-db38-4e57-aeaf-494811acaf26 x-openstack-request-id: req-e609e9e2-db38-4e57-aeaf-494811acaf26 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:06.362566 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:06.363152 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e609e9e2-db38-4e57-aeaf-494811acaf26 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:06.363850 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'status': 'completed', 'code': 200} Mar 07 04:30:06.405573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Provisioning complete for port 0d439bca-c7bc-4401-bbe5-ac4e714435bc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:06.405958 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.433372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-8d42a2d7-e15e-494a-9f85-6697d0981930 service neutron] 10.222.0.21 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564922 Mar 07 04:30:06.482124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:06.527352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0d439bca-c7bc-4401-bbe5-ac4e714435bc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:06.528753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.564364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68421475-9536-4aa0-bea0-1713827d605f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.588020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-bd45021f-c68c-4bb1-abba-4d8df7dc9c7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92729aae-f721-4d72-86b6-fdfb98f083db HTTP/1.1" status: 200 len: 1002 time: 0.3050528 Mar 07 04:30:06.602363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f6928-30f8-48c3-85bf-8475e416daed req-de986ed8-2863-4ae2-a872-dd198977688f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.609445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f6928-30f8-48c3-85bf-8475e416daed req-de986ed8-2863-4ae2-a872-dd198977688f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.615173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f6928-30f8-48c3-85bf-8475e416daed req-de986ed8-2863-4ae2-a872-dd198977688f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.623372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b41f6928-30f8-48c3-85bf-8475e416daed req-de986ed8-2863-4ae2-a872-dd198977688f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2412 time: 0.1886406 Mar 07 04:30:06.649061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8288e9b-4d85-4d05-95e8-a3c50fa319f6 req-2c2b117f-89af-42ff-8389-b2dd92344032 service neutron] 10.222.0.21 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038498 Mar 07 04:30:06.649685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Allocated IP 172.20.0.13 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:06.690541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 0d439bca-c7bc-4401-bbe5-ac4e714435bc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d439bca-c7bc-4401-bbe5-ac4e714435bc,segment=NetworkSegment(97fa54ab-c31a-461f-bc4d-6a7931d8401a),segment_id=97fa54ab-c31a-461f-bc4d-6a7931d8401a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:06.700529 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.709988 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.730853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b41f6928-30f8-48c3-85bf-8475e416daed req-c2821e8a-709f-40da-91ab-7f4543fb9bbe tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Mar 07 04:30:06.743494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-379b3028-4a89-4362-9e35-681d4e5af9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.748658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-379b3028-4a89-4362-9e35-681d4e5af9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.749198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-379b3028-4a89-4362-9e35-681d4e5af9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.751433 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-379b3028-4a89-4362-9e35-681d4e5af9d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2958 time: 0.4501352 Mar 07 04:30:06.792693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-df3cbe83-6af6-41fb-94e5-59df39f7e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.794353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-df3cbe83-6af6-41fb-94e5-59df39f7e508 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.2624328 Mar 07 04:30:06.797605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68421475-9536-4aa0-bea0-1713827d605f admin admin] Publish callbacks [] for security_group (05a08789-6c3f-42d3-923e-44227be85c2a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.813151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-79450851-afc6-495c-9354-faa471806cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.814765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-79450851-afc6-495c-9354-faa471806cbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11aebbfb-7f5f-4719-a922-deb3e6cd25e5 HTTP/1.1" status: 200 len: 850 time: 0.2124462 Mar 07 04:30:06.817948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68421475-9536-4aa0-bea0-1713827d605f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (05a08789-6c3f-42d3-923e-44227be85c2a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.819514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=0d439bca-c7bc-4401-bbe5-ac4e714435bc,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:06.828096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Current status of the port 0d439bca-c7bc-4401-bbe5-ac4e714435bc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:06.828585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:06.923651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-68421475-9536-4aa0-bea0-1713827d605f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ab59fdce7d4d529c89c8d30e6555fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5983331 Mar 07 04:30:06.924942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421475-9536-4aa0-bea0-1713827d605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a08789-6c3f-42d3-923e-44227be85c2a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:06.927556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39212) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:06.990237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd213f-ac9b-4007-b2bc-8b2c8617736a req-3b4357cf-bfa5-481b-983f-f98a8e8a38c7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:06.992388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dfd213f-ac9b-4007-b2bc-8b2c8617736a req-3b4357cf-bfa5-481b-983f-f98a8e8a38c7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2015450 Mar 07 04:30:07.000026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5798b-725c-4bf5-913e-176d45477858 req-d20f1aeb-684f-4ab7-b275-308bc9057d2a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.001536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccb5798b-725c-4bf5-913e-176d45477858 req-d20f1aeb-684f-4ab7-b275-308bc9057d2a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1855369 Mar 07 04:30:07.089278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10835757-61db-4589-b90f-b01e376bb60c admin admin] Publish callbacks [] for security_group (05a08789-6c3f-42d3-923e-44227be85c2a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.095060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:30:07.095612 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:30:07.115674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '4130c477-33b5-4ddc-87eb-a675fdd37222', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'port_id': '459b86c0-640d-4aa8-bc52-143214cd2928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'mac_address': 'fa:16:3e:c4:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:30:01Z', 'updated_at': '2022-03-07T04:30:03Z', 'revision_number': 1, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:29:01Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:07.123760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dfd213f-ac9b-4007-b2bc-8b2c8617736a req-578507c3-4dc3-43b6-bdc2-8544967f6de5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179984 Mar 07 04:30:07.130335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccb5798b-725c-4bf5-913e-176d45477858 req-4cbcac90-d661-49bc-9ee4-4f339fa79375 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218612 Mar 07 04:30:07.148408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10835757-61db-4589-b90f-b01e376bb60c admin admin] Publish callbacks [] for security_group (05a08789-6c3f-42d3-923e-44227be85c2a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.166540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-2c9a57cc-0c0a-4492-a67c-3a6b3160802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.168775 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-2c9a57cc-0c0a-4492-a67c-3a6b3160802d service neutron] 10.222.0.44 "GET /v2.0/networks?id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c HTTP/1.1" status: 200 len: 902 time: 0.4005718 Mar 07 04:30:07.170413 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e995bf-424f-45d6-a746-740e1f46472e None None] The sync data for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 is: [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '4130c477-33b5-4ddc-87eb-a675fdd37222', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'port_id': '459b86c0-640d-4aa8-bc52-143214cd2928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'mac_address': 'fa:16:3e:c4:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:30:01Z', 'updated_at': '2022-03-07T04:30:03Z', 'revision_number': 1, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:29:01Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:30:07.194621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-0bd93d70-ab69-41fb-9d0c-c5aa0a1d34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.196156 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-0bd93d70-ab69-41fb-9d0c-c5aa0a1d34a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.3804877 Mar 07 04:30:07.200388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-dbc45b89-5244-4634-a897-49db85d13de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.201797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-dbc45b89-5244-4634-a897-49db85d13de0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf17bdce-2b04-48ae-9d6b-3a207560a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3475926 Mar 07 04:30:07.261174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-6cb7c32f-8a8f-48c3-a3c6-f2829683f30c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 HTTP/1.1" status: 200 len: 217 time: 0.0809686 Mar 07 04:30:07.288679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-18c423aa-f6f2-433d-8a88-939d7d0ab228 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 998 time: 0.1203122 Mar 07 04:30:07.336536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10835757-61db-4589-b90f-b01e376bb60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (05a08789-6c3f-42d3-923e-44227be85c2a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.339407 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10835757-61db-4589-b90f-b01e376bb60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.341829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-10835757-61db-4589-b90f-b01e376bb60c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05a08789-6c3f-42d3-923e-44227be85c2a HTTP/1.1" status: 204 len: 168 time: 0.4116681 Mar 07 04:30:07.361680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10835757-61db-4589-b90f-b01e376bb60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a08789-6c3f-42d3-923e-44227be85c2a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:07.384563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-15cca3e7-25d3-45c8-bc87-7ac560f56a47 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.386100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-15cca3e7-25d3-45c8-bc87-7ac560f56a47 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports/459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 942 time: 0.0936353 Mar 07 04:30:07.441871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-bcb374fd-0ac8-4b39-9f11-fd741f0b5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.443634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-bcb374fd-0ac8-4b39-9f11-fd741f0b5bd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c856b41a-60a1-4b2b-8838-8bb803aaa8ea HTTP/1.1" status: 200 len: 801 time: 0.1125848 Mar 07 04:30:07.535665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-83f5bc09-a064-435d-a212-c498222383fb tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 998 time: 0.0943975 Mar 07 04:30:07.555280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-079c4fbe-f015-4bb3-923c-177ee9ccacd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 998 time: 0.3444943 Mar 07 04:30:07.573904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.605657 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418f478-3579-443e-99c2-aeb3bd7e6b12 None None] New status for floating IP 4130c477-33b5-4ddc-87eb-a675fdd37222: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:30:07.669087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-f19bff09-4f7e-4236-b232-e969faff2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.670637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-f19bff09-4f7e-4236-b232-e969faff2762 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.0700259 Mar 07 04:30:07.677821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-c34f906a-b8d7-4c5e-a3e8-82fed41c643b service neutron] 10.222.0.44 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333115 Mar 07 04:30:07.689004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.721717 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-af2d14b4-41d3-4492-8023-c123d397ab3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355976 Mar 07 04:30:07.737957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b37e5-d16c-409a-81aa-14a6fe44630c None None] Current status of the port 0d439bca-c7bc-4401-bbe5-ac4e714435bc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:07.767509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-e7ef87d5-4710-4cf0-9ad5-5b3a810907fa req-92c80aa0-c863-4701-87b2-9cbd8ce1c961 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:30:07.788059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7ef87d5-4710-4cf0-9ad5-5b3a810907fa req-92c80aa0-c863-4701-87b2-9cbd8ce1c961 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2929573 Mar 07 04:30:07.807606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d439bca-c7bc-4401-bbe5-ac4e714435bc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:07.830428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39228) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:07.861930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f448cb3a-e2d5-4dda-90a1-1e9efa22f870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.879731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c4816403-84bc-498a-8aa2-4b4027d5ddf3 None None] Provisioning complete for port a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:07.880175 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4816403-84bc-498a-8aa2-4b4027d5ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.922693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0d439bca-c7bc-4401-bbe5-ac4e714435bc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:07.922693 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:07.938902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-3f2a4fab-2245-49a5-8c24-82e5fdbd32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.940631 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-3f2a4fab-2245-49a5-8c24-82e5fdbd32f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db02b69f-22f3-44f8-bd02-89e0b8b25b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4244738 Mar 07 04:30:07.953203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c4816403-84bc-498a-8aa2-4b4027d5ddf3 None None] Port a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:07.959792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-716818e2-e536-47e1-82d2-f965723fdcc8 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:07.961243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-716818e2-e536-47e1-82d2-f965723fdcc8 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.4185646 Mar 07 04:30:07.988119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c4816403-84bc-498a-8aa2-4b4027d5ddf3 None None] Provisioning complete for port 0d439bca-c7bc-4401-bbe5-ac4e714435bc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:07.988572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4816403-84bc-498a-8aa2-4b4027d5ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.081946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0d439bca-c7bc-4401-bbe5-ac4e714435bc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:08.113695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-77d7f2b3-2a0f-480b-9304-94cf7c687555 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 1000 time: 0.1338384 Mar 07 04:30:08.124114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:08.129840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-2ce36490-c52b-4a45-8f8f-a6236f64b167 service neutron] 10.222.0.44 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749787 Mar 07 04:30:08.143384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c4816403-84bc-498a-8aa2-4b4027d5ddf3 None None] Current status of the port 0d439bca-c7bc-4401-bbe5-ac4e714435bc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:08.150498 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-f92610d0-b364-447a-b2d1-e983a31c3ade service neutron] 10.222.0.44 "GET /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319487 Mar 07 04:30:08.156445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.181164 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-413d4742-11f1-4baa-af1b-f4d13ef4d503 service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176838 Mar 07 04:30:08.257499 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-f70126b1-ef6b-4195-b098-84747d7e2624 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 217 time: 0.0991786 Mar 07 04:30:08.284121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f448cb3a-e2d5-4dda-90a1-1e9efa22f870 admin admin] Publish callbacks [] for security_group (1787908c-4174-4ee6-b588-4465188b73b6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.287605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:08.296563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.301295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f448cb3a-e2d5-4dda-90a1-1e9efa22f870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1787908c-4174-4ee6-b588-4465188b73b6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.311687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:08.365650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:08.405451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7effa-4431-4753-bb8c-4d5865ff17c5 req-f1ea1875-5762-4102-adfd-b4beda284988 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.411298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7effa-4431-4753-bb8c-4d5865ff17c5 req-f1ea1875-5762-4102-adfd-b4beda284988 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.417062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7effa-4431-4753-bb8c-4d5865ff17c5 req-f1ea1875-5762-4102-adfd-b4beda284988 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.418868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54e7effa-4431-4753-bb8c-4d5865ff17c5 req-f1ea1875-5762-4102-adfd-b4beda284988 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2412 time: 0.2463202 Mar 07 04:30:08.429060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f448cb3a-e2d5-4dda-90a1-1e9efa22f870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73bea4337707456da10fac6517d7b549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5941188 Mar 07 04:30:08.430594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:08.434275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448cb3a-e2d5-4dda-90a1-1e9efa22f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1787908c-4174-4ee6-b588-4465188b73b6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:08.439159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39234) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:08.444794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-f20194d6-9551-45a4-92b2-38fbb943d923 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2735789 Mar 07 04:30:08.493084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-6d4f7db4-203f-41b1-bdd7-102e4e770dbe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:30:08.494348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-6d4f7db4-203f-41b1-bdd7-102e4e770dbe service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0389211 Mar 07 04:30:08.538701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-24bf5c0c-53b9-48aa-a3d3-4925c93edd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.540662 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-24bf5c0c-53b9-48aa-a3d3-4925c93edd74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.2588744 Mar 07 04:30:08.549485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.550346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.557300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54e7effa-4431-4753-bb8c-4d5865ff17c5 req-0776ddb1-fc36-4daa-8115-eb8c368fdb69 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243951 Mar 07 04:30:08.596273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d9b95da-1f20-4c3a-8cfe-948baf1be66b admin admin] Publish callbacks [] for security_group (1787908c-4174-4ee6-b588-4465188b73b6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.623139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.629811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.630217 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Floating IP 4130c477-33b5-4ddc-87eb-a675fdd37222 disassociated. External IP: 172.25.4.37, port: 459b86c0-640d-4aa8-bc52-143214cd2928. Mar 07 04:30:08.633606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78966d6f-7a2d-4eee-bbd8-59c4880b4008 req-bf351a19-d097-4ec1-8984-12fa2b869d9a service neutron] 10.222.0.44 "GET /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791293 Mar 07 04:30:08.641146 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b87b1349-3671-4858-8b50-b6403b654ca1 req-da7146c1-8c53-4dda-877f-293547d0afce service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117799 Mar 07 04:30:08.662664 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf7ad1ea-766d-4129-b7b6-80397774ff91 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5349476 Mar 07 04:30:08.669924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39240) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:08.674449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d9b95da-1f20-4c3a-8cfe-948baf1be66b admin admin] Publish callbacks [] for security_group (1787908c-4174-4ee6-b588-4465188b73b6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.698043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f6ffa96a-73be-470a-8688-a1f8b47c6720 None None] Provisioning complete for port d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:08.698611 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa96a-73be-470a-8688-a1f8b47c6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.747541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f6ffa96a-73be-470a-8688-a1f8b47c6720 None None] Port d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:08.784057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-e8c0d6b3-8441-4d1b-92b0-9cba932c748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.785677 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-e8c0d6b3-8441-4d1b-92b0-9cba932c748c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2297626 Mar 07 04:30:08.827306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b092c9-bb8f-4441-a5fd-2e81628d54dc req-6fa76459-6855-4d1e-b3b8-3710563c858b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.828859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16b092c9-bb8f-4441-a5fd-2e81628d54dc req-6fa76459-6855-4d1e-b3b8-3710563c858b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1180737 Mar 07 04:30:08.873223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebb81c-c29b-48de-b8c7-f45fc2e9212c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.878653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebb81c-c29b-48de-b8c7-f45fc2e9212c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.883972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebb81c-c29b-48de-b8c7-f45fc2e9212c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:08.888720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4cebb81c-c29b-48de-b8c7-f45fc2e9212c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2145815 Mar 07 04:30:08.890663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:08.936981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d9b95da-1f20-4c3a-8cfe-948baf1be66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1787908c-4174-4ee6-b588-4465188b73b6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.939617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d9b95da-1f20-4c3a-8cfe-948baf1be66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:08.940449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16b092c9-bb8f-4441-a5fd-2e81628d54dc req-44e36829-de12-4347-91db-6848fa69071b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978794 Mar 07 04:30:08.943439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d9b95da-1f20-4c3a-8cfe-948baf1be66b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1787908c-4174-4ee6-b588-4465188b73b6 HTTP/1.1" status: 204 len: 168 time: 0.5003190 Mar 07 04:30:08.985879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b95da-1f20-4c3a-8cfe-948baf1be66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1787908c-4174-4ee6-b588-4465188b73b6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:08.992284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-51ef082b-3356-4dab-aff9-2368f303277c service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002349 Mar 07 04:30:09.050400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Router a8927e18-81f7-42cd-99e7-d4be4a68b92c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:30:09.137329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:09.137594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:09.145166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-7819ff60-da98-4444-a4d5-bc6d26f71468 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300106 Mar 07 04:30:09.204802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:09.272332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:30:09.277834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:09.291133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] Sync routers for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:30:09.306131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:09.307858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:09.341213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-b15c54d9-0a6c-4608-a24f-8d3a84221280 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "PUT /v2.0/floatingips/4130c477-33b5-4ddc-87eb-a675fdd37222 HTTP/1.1" status: 200 len: 694 time: 1.2265611 Mar 07 04:30:09.344726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:09.347309 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:09.400348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9325-d8a3-4a4c-9a95-a21a10f1b6a2 req-a9a92a22-aa6e-4df9-9827-0aed016b6c48 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.409965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03ec9325-d8a3-4a4c-9a95-a21a10f1b6a2 req-a9a92a22-aa6e-4df9-9827-0aed016b6c48 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1355608 Mar 07 04:30:09.460531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:09.482664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03ec9325-d8a3-4a4c-9a95-a21a10f1b6a2 req-4a032501-d1af-4140-a3ca-50a2a49e8a68 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711730 Mar 07 04:30:09.485266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-5a3ba87f-3674-44e2-90ef-599835aefb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.489507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-5a3ba87f-3674-44e2-90ef-599835aefb41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.1366100 Mar 07 04:30:09.577537 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1177c-aed7-4ac4-83b8-ee826fac2495 x-openstack-request-id: req-82b1177c-aed7-4ac4-83b8-ee826fac2495 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:09.577830 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:09.578131 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82b1177c-aed7-4ac4-83b8-ee826fac2495 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:09.578534 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'status': 'completed', 'code': 200} Mar 07 04:30:09.642533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-d725f8ba-c2e6-4615-bb0d-aaa4c62fd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.644143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-d725f8ba-c2e6-4615-bb0d-aaa4c62fd133 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.1480615 Mar 07 04:30:09.699801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-f7a87813-4960-48ea-bdad-4efbc2cc6b18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.0471780 Mar 07 04:30:09.703636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-33df36af-be14-4c7f-b809-9b9fd33d438a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 217 time: 0.1703925 Mar 07 04:30:09.746378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:09.764629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:09.781660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-dc8b0325-241e-4f1b-b7bd-c87a7b6d80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.783173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-dc8b0325-241e-4f1b-b7bd-c87a7b6d80d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.0674427 Mar 07 04:30:09.792340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ed9-6b1d-47a9-a3fe-224d4f514f0d req-3a75a588-0331-4bc7-b5c2-f0e45326420d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.798837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ed9-6b1d-47a9-a3fe-224d4f514f0d req-3a75a588-0331-4bc7-b5c2-f0e45326420d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.804504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ed9-6b1d-47a9-a3fe-224d4f514f0d req-3a75a588-0331-4bc7-b5c2-f0e45326420d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.812083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30e5ed9-6b1d-47a9-a3fe-224d4f514f0d req-3a75a588-0331-4bc7-b5c2-f0e45326420d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2412 time: 0.1588249 Mar 07 04:30:09.868514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-de7955ab-a031-40fd-a6bc-649d1da4bda3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543888 Mar 07 04:30:09.907288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30e5ed9-6b1d-47a9-a3fe-224d4f514f0d req-f913ee0c-74ce-4e6f-b6b4-c6fd2db863e9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902257 Mar 07 04:30:09.934705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:29:01Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:09.936124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-4557e548-0890-43ba-8fd1-80c54ac4581b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.938086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-4557e548-0890-43ba-8fd1-80c54ac4581b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports/74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 947 time: 0.4056869 Mar 07 04:30:09.975412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] Checking router: a8927e18-81f7-42cd-99e7-d4be4a68b92c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:30:09.976339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-a1c4f734-6762-4d3f-a502-6051903a00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.978220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-a1c4f734-6762-4d3f-a502-6051903a00dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 1127 time: 0.2698989 Mar 07 04:30:09.989481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-465402e8-5392-4147-90c6-921d42568f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:09.991635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-465402e8-5392-4147-90c6-921d42568f0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.1708915 Mar 07 04:30:09.993729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:09.994521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:10.060742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-6a948166-9fbc-4843-8ecf-ce6a097d1783 service neutron] 10.222.0.21 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829259 Mar 07 04:30:10.084706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:30:10.206852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-974ea72d-7ba9-4611-8161-068b9ea1805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:10.210397 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-974ea72d-7ba9-4611-8161-068b9ea1805e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2033165 Mar 07 04:30:10.237503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffee66a2-84f5-4730-bf79-78b1f9e52380 req-ba3a3753-2faf-4659-ba0c-454ee09239c0 service neutron] 10.222.0.21 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649261 Mar 07 04:30:10.260795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-605cb5c7-b1a0-4a30-b733-4234de559879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:10.263067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-605cb5c7-b1a0-4a30-b733-4234de559879 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 200 len: 920 time: 0.2755609 Mar 07 04:30:10.298307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:10.367994 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-caa89067-2a93-4e53-89f2-29fa5a7610b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 200 len: 217 time: 0.0894239 Mar 07 04:30:10.384042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:10.448404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51725e8-d179-4567-9d63-50bdd6cb63db req-0a15a2c7-6b21-4981-b93b-95d30be02505 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:10.457787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c51725e8-d179-4567-9d63-50bdd6cb63db req-0a15a2c7-6b21-4981-b93b-95d30be02505 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2158833 Mar 07 04:30:10.482988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-e1e844e2-afc4-4b6a-b0bd-91b4964f6e58 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips/4130c477-33b5-4ddc-87eb-a675fdd37222 HTTP/1.1" status: 200 len: 694 time: 0.1673009 Mar 07 04:30:10.536422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-cd851a07-fa4a-412a-80e4-70a602d0e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:10.538137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-cd851a07-fa4a-412a-80e4-70a602d0e6d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 200 len: 859 time: 0.1214969 Mar 07 04:30:10.544359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:10.567153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c51725e8-d179-4567-9d63-50bdd6cb63db req-3342fb10-48df-44be-87d4-0f784300bcaf tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083064 Mar 07 04:30:10.622656 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-a7c97d0b-b120-4472-8763-9867d6bfc519 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1c64a3b-984c-411f-976e-86b5817531c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723815 Mar 07 04:30:10.759695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-cb5d3bd4-8033-4c9c-a5b9-6566a34d3151 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258422 Mar 07 04:30:10.791480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:10.868868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58', 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'port_id': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58', 'mac_address': 'fa:16:3e:a2:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c856b41a-60a1-4b2b-8838-8bb803aaa8ea', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:30:10.934624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-3a31a2c4-aefb-45b3-a069-dbc7fb5b0bd5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:10.936836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-3a31a2c4-aefb-45b3-a069-dbc7fb5b0bd5 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 784 time: 0.4457006 Mar 07 04:30:10.975790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-e53d2744-65a6-48e0-8e3f-ed894f018e9b service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372779 Mar 07 04:30:11.024680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:11.024894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.027623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-2b1c789c-ab23-4ec0-b8e7-e0258c62f2da tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 697 time: 0.0798178 Mar 07 04:30:11.037435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f50d0-8118-43af-9341-3b0654581e5c req-f9e05c38-c7a2-4872-9ecb-8951e0a56bb2 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:11.039256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f7f50d0-8118-43af-9341-3b0654581e5c req-f9e05c38-c7a2-4872-9ecb-8951e0a56bb2 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.2494543 Mar 07 04:30:11.056162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:11.099876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:11.114493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:29:01Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:11.119385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.122707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 148a08c4-9188-4883-a3c6-b3de20a7dd32 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:30:11.138860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-35ac16da-0c0c-40ff-80b2-ef9e81d843d2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 697 time: 0.0932415 Mar 07 04:30:11.161131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.161351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42c5a0-6a40-4cdf-92c1-f69923e7b71a None None] The sync data for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 is: [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:28:52Z', 'revision_number': 4, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fb78156e-0958-4578-a8a6-6c21cc6962ec', 'name': '', 'network_id': 'f1c64a3b-984c-411f-976e-86b5817531c8', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'mac_address': 'fa:16:3e:d8:89:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:51Z', 'updated_at': '2022-03-07T04:29:01Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'subnets': [{'id': 'bf385a20-0862-4fc2-83fe-c1329e654a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:30:11.165938 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4556a6b8-0f35-4e79-b358-73ef5115f023 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/ports/d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b HTTP/1.1" status: 204 len: 168 time: 2.2743230 Mar 07 04:30:11.172032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:11.186687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-761358d0-7c6a-435a-a218-36c9072a2e32 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952048 Mar 07 04:30:11.219538 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cd0b49-b887-4e80-a21d-c4e7a99cadee tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] GET failed (client error): The resource could not be found. Mar 07 04:30:11.220883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59cd0b49-b887-4e80-a21d-c4e7a99cadee tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "GET /v2.0/ports/d8e8fbeb-90a8-41e3-939e-95cd5f6ab15b HTTP/1.1" status: 404 len: 333 time: 0.0480721 Mar 07 04:30:11.227184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:11.267267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:11.271251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 148a08c4-9188-4883-a3c6-b3de20a7dd32, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=148a08c4-9188-4883-a3c6-b3de20a7dd32,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:11.283748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '148a08c4-9188-4883-a3c6-b3de20a7dd32', 'network_id': 'db02b69f-22f3-44f8-bd02-89e0b8b25b3c', 'port_id': '148a08c4-9188-4883-a3c6-b3de20a7dd32', 'mac_address': 'fa:16:3e:c3:c2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c856b41a-60a1-4b2b-8838-8bb803aaa8ea', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:30:11.284123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f7f50d0-8118-43af-9341-3b0654581e5c req-8b71bb08-49b8-4ddc-b312-47ab7ebdafed tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347205 Mar 07 04:30:11.305425 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-85db00db-27dd-467b-9c20-45032f789697 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=92d09f97-6b8b-4891-af92-33045126c131 HTTP/1.1" status: 200 len: 217 time: 0.0900702 Mar 07 04:30:11.305425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'name': 'tempest-AllowedAddressPairTestJSON-1040050959'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:11.310429 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b2a8e57-0167-4068-ae96-5807aa9ad9ee req-e26eaa0b-ceab-49cd-8c57-14280c79217d service neutron] 10.222.0.44 "GET /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078108 Mar 07 04:30:11.341615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 148a08c4-9188-4883-a3c6-b3de20a7dd32 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:11.345013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.365503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148a08c4-9188-4883-a3c6-b3de20a7dd32 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:11.403417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 148a08c4-9188-4883-a3c6-b3de20a7dd32, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=148a08c4-9188-4883-a3c6-b3de20a7dd32,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:11.413178 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.415440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 32981244-7093-4596-9994-82d80d9f5ae7 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:30:11.483672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-df702f11-faa5-4c3b-8027-215eb5553ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:11.486069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-df702f11-faa5-4c3b-8027-215eb5553ae7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.1729841 Mar 07 04:30:11.500995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=148a08c4-9188-4883-a3c6-b3de20a7dd32,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:11.585837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-9b680de7-25c2-4bfc-8d76-6277122bb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:11.587448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-9b680de7-25c2-4bfc-8d76-6277122bb573 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0929883 Mar 07 04:30:11.592809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 32981244-7093-4596-9994-82d80d9f5ae7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=32981244-7093-4596-9994-82d80d9f5ae7,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:11.606179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '32981244-7093-4596-9994-82d80d9f5ae7', 'network_id': '9a1aeac6-a05b-4dde-834f-274cc8793984', 'port_id': '32981244-7093-4596-9994-82d80d9f5ae7', 'mac_address': 'fa:16:3e:86:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1c99f4-e3bc-4b19-bc26-568433085ee4', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:30:11.658893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:11.667450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.679044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 32981244-7093-4596-9994-82d80d9f5ae7 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:11.679536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (32981244-7093-4596-9994-82d80d9f5ae7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.696548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32981244-7093-4596-9994-82d80d9f5ae7 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:11.705864 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231883a8-ab3c-442b-ac85-1872d4e3fafc None None] New status for floating IP 4130c477-33b5-4ddc-87eb-a675fdd37222: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:30:11.712384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] device_id is not set on port 405fba37-9d06-4fb4-b60a-c87225933731 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:11.724324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 32981244-7093-4596-9994-82d80d9f5ae7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=32981244-7093-4596-9994-82d80d9f5ae7,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:11.734298 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (32981244-7093-4596-9994-82d80d9f5ae7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:11.807118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=32981244-7093-4596-9994-82d80d9f5ae7,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:11.879468 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-d209bd92-53f1-4639-8c25-b0ea78a495dc service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572265 Mar 07 04:30:11.982860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69925c-725c-4218-9fdf-b59bef469975 req-6b2f29c7-89af-46a7-9e8d-58bee3dcfb1e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:11.990912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69925c-725c-4218-9fdf-b59bef469975 req-6b2f29c7-89af-46a7-9e8d-58bee3dcfb1e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:11.996441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69925c-725c-4218-9fdf-b59bef469975 req-6b2f29c7-89af-46a7-9e8d-58bee3dcfb1e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:11.998497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd69925c-725c-4218-9fdf-b59bef469975 req-6b2f29c7-89af-46a7-9e8d-58bee3dcfb1e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2414 time: 0.5451810 Mar 07 04:30:12.001034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-32899f31-f52e-4c77-9c30-28463d798ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.002576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-32899f31-f52e-4c77-9c30-28463d798ae9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1132 time: 0.6340289 Mar 07 04:30:12.026040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Allocated IP 172.20.0.8 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/405fba37-9d06-4fb4-b60a-c87225933731) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:12.056308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-e7183a54-6274-4ca7-9942-b110e2c3d10f service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663527 Mar 07 04:30:12.117902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Deleting port 1c0ced68-9cec-42d7-ba0a-6bd403b1da97 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:12.118282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.144910 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-f80c4302-9baa-4072-b762-2c544a3bdd4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=4649182c-ed14-4906-9b3f-36852831887f HTTP/1.1" status: 200 len: 217 time: 0.0796187 Mar 07 04:30:12.174169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd69925c-725c-4218-9fdf-b59bef469975 req-7161d1f9-8797-41f7-bb6a-ddac4da563ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564062 Mar 07 04:30:12.232279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-94bccc3e-bef9-42b8-b86e-e72c76e59284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.234646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-94bccc3e-bef9-42b8-b86e-e72c76e59284 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2181792 Mar 07 04:30:12.250840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-a9d3683e-d193-42de-88f8-f26d8334cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.252570 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-a9d3683e-d193-42de-88f8-f26d8334cfe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 200 len: 797 time: 0.1016924 Mar 07 04:30:12.288743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-fe95b357-2374-488a-a6cb-332e5164ba75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.0457945 Mar 07 04:30:12.342164 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.342501 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.348585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['148a08c4-9188-4883-a3c6-b3de20a7dd32'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:12.368050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (405fba37-9d06-4fb4-b60a-c87225933731), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.373271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-de1afce2-86c5-451b-8dc9-12fb06857ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.374888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-de1afce2-86c5-451b-8dc9-12fb06857ee1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=647fda0b-197a-4970-86eb-e729ec0490e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0949650 Mar 07 04:30:12.381205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Calling delete_port for 1c0ced68-9cec-42d7-ba0a-6bd403b1da97 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:12.387771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['32981244-7093-4596-9994-82d80d9f5ae7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:12.446692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-50c6f186-e61f-47f2-aac9-b9954543762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.447744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-50c6f186-e61f-47f2-aac9-b9954543762c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1432180 Mar 07 04:30:12.466798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f65d-fe21-4a00-814f-0968d301df5a req-f850b3f0-cef4-47c5-b724-001ea2ad5b56 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.468335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28a9f65d-fe21-4a00-814f-0968d301df5a req-f850b3f0-cef4-47c5-b724-001ea2ad5b56 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1853857 Mar 07 04:30:12.488754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (405fba37-9d06-4fb4-b60a-c87225933731), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.555729 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-7dc7f690-c99c-4220-9a45-ef04406c64f7 service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634474 Mar 07 04:30:12.567420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:12.576337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=405fba37-9d06-4fb4-b60a-c87225933731,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:12.580142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:12.591742 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:12.595945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28a9f65d-fe21-4a00-814f-0968d301df5a req-3d8533a0-c577-4f58-9555-417a74610f05 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916152 Mar 07 04:30:12.647854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-a1606c40-52e9-4ae2-b445-a68da329296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.650061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-a1606c40-52e9-4ae2-b445-a68da329296c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1914043 Mar 07 04:30:12.727735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.728366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.786485 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-0ff7e265-d631-43cb-b95c-928b816a37fe service neutron] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219446 Mar 07 04:30:12.795958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bbce4db7-fb8a-40bc-ab03-0ca491cc10a7 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5113337 Mar 07 04:30:12.796967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:12.797137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1c0ced68-9cec-42d7-ba0a-6bd403b1da97), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.804134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9e:3e:56'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:12.880099 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-74704bea-1f55-463d-ae80-09dcaf26bab9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88b665b0-a3ab-48c1-a364-976e1d40f536 HTTP/1.1" status: 200 len: 217 time: 0.0821114 Mar 07 04:30:12.896831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event deleted for resources: {'Port': ['ID=1c0ced68-9cec-42d7-ba0a-6bd403b1da97,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:12.978204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-2f6be104-d0f3-4901-bb26-0cf59212360c service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123953 Mar 07 04:30:12.989632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36636a1a-c579-431c-9442-6e3af10d8cdc req-56b520ea-d569-4035-a0e4-fb55a583a80d tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:12.991183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36636a1a-c579-431c-9442-6e3af10d8cdc req-56b520ea-d569-4035-a0e4-fb55a583a80d tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.2662265 Mar 07 04:30:12.995209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for floatingip (4130c477-33b5-4ddc-87eb-a675fdd37222), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.998410 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:12.999512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbabcb4c-0975-41ea-9c03-15bba32cdcc5 req-30e060c8-3037-49f3-aa42-37d075fcb77e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "DELETE /v2.0/floatingips/4130c477-33b5-4ddc-87eb-a675fdd37222 HTTP/1.1" status: 204 len: 173 time: 1.8096950 Mar 07 04:30:13.022991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-0588a937-1731-4dd6-862d-a65652fca377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.025267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-0588a937-1731-4dd6-862d-a65652fca377 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 200 len: 797 time: 0.1387057 Mar 07 04:30:13.029834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0fa4562b-d2e3-41e1-ab0c-0f3e529d0fc3 None None] Provisioning complete for port 405fba37-9d06-4fb4-b60a-c87225933731 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:13.030361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0fa4562b-d2e3-41e1-ab0c-0f3e529d0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (405fba37-9d06-4fb4-b60a-c87225933731), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.076504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4562b-d2e3-41e1-ab0c-0f3e529d0fc3 None None] Port 405fba37-9d06-4fb4-b60a-c87225933731 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:13.131161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (405fba37-9d06-4fb4-b60a-c87225933731), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.158819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:13.173317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36636a1a-c579-431c-9442-6e3af10d8cdc req-3b063199-11c7-4ed0-ae83-89f6e96b7ab9 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651585 Mar 07 04:30:13.176256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25ec7400-e2bc-48dc-9cf0-757b9046aef2 req-524508fd-fbcf-4774-8a8a-b51fabeeb8ef tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups/bee8dc3d-0e6e-4e71-a800-6d30711c9c2c HTTP/1.1" status: 200 len: 1827 time: 0.1437435 Mar 07 04:30:13.184928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-3b57de50-4dae-4eec-bf4f-118e2616f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.186510 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-3b57de50-4dae-4eec-bf4f-118e2616f336 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1224012 Mar 07 04:30:13.237409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-bafe42be-54e3-4666-a3f9-905bc991d7f7 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437773 Mar 07 04:30:13.310174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25ec7400-e2bc-48dc-9cf0-757b9046aef2 req-be439dd8-24d6-45c4-8102-a80223c38381 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for security_group (bee8dc3d-0e6e-4e71-a800-6d30711c9c2c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.340586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25ec7400-e2bc-48dc-9cf0-757b9046aef2 req-be439dd8-24d6-45c4-8102-a80223c38381 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for security_group (bee8dc3d-0e6e-4e71-a800-6d30711c9c2c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.363310 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-98c7363f-db53-41bb-ad11-93beba4c47c6 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686132 Mar 07 04:30:13.372760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83063-0c62-4107-81a2-ba235ee5c252 req-4316d606-0ef7-4820-a2bf-96561dffa8ab tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.378017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83063-0c62-4107-81a2-ba235ee5c252 req-4316d606-0ef7-4820-a2bf-96561dffa8ab tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.383318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83063-0c62-4107-81a2-ba235ee5c252 req-4316d606-0ef7-4820-a2bf-96561dffa8ab tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.385465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bf83063-0c62-4107-81a2-ba235ee5c252 req-4316d606-0ef7-4820-a2bf-96561dffa8ab tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2415 time: 0.1090078 Mar 07 04:30:13.405543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fee06631-bef3-4c23-b4e5-4d0d6d12e97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.467836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25ec7400-e2bc-48dc-9cf0-757b9046aef2 req-be439dd8-24d6-45c4-8102-a80223c38381 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bee8dc3d-0e6e-4e71-a800-6d30711c9c2c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.468204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (405fba37-9d06-4fb4-b60a-c87225933731), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.470541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-25ec7400-e2bc-48dc-9cf0-757b9046aef2 req-be439dd8-24d6-45c4-8102-a80223c38381 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.471817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25ec7400-e2bc-48dc-9cf0-757b9046aef2 req-be439dd8-24d6-45c4-8102-a80223c38381 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "DELETE /v2.0/security-groups/bee8dc3d-0e6e-4e71-a800-6d30711c9c2c HTTP/1.1" status: 204 len: 173 time: 0.2824626 Mar 07 04:30:13.477346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (405fba37-9d06-4fb4-b60a-c87225933731), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.506891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bf83063-0c62-4107-81a2-ba235ee5c252 req-9c2a3da3-51ab-4f04-8fc9-5fba653e9f67 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081812 Mar 07 04:30:13.511461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be439dd8-24d6-45c4-8102-a80223c38381 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8dc3d-0e6e-4e71-a800-6d30711c9c2c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:13.535433 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-a1151ca0-58c5-4641-a489-306e24531260 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627810 Mar 07 04:30:13.587996 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fee06631-bef3-4c23-b4e5-4d0d6d12e97b admin admin] Publish callbacks [] for security_group (2941cf43-1f2b-46fb-baf4-e4791c7b6dbd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.595823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fee06631-bef3-4c23-b4e5-4d0d6d12e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2941cf43-1f2b-46fb-baf4-e4791c7b6dbd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.650647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fee06631-bef3-4c23-b4e5-4d0d6d12e97b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4816c141865046868ad0f0d2cbede08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905708 Mar 07 04:30:13.652956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee06631-bef3-4c23-b4e5-4d0d6d12e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2941cf43-1f2b-46fb-baf4-e4791c7b6dbd,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:13.660716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:13.746437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['ca2177e4-ca49-4a7d-b0dd-aec968d2eb58'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:13.790360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e19ad997-8448-4852-9810-d780ca08e9d4 admin admin] Publish callbacks [] for security_group (2941cf43-1f2b-46fb-baf4-e4791c7b6dbd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.861141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e19ad997-8448-4852-9810-d780ca08e9d4 admin admin] Publish callbacks [] for security_group (2941cf43-1f2b-46fb-baf4-e4791c7b6dbd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.897029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51e69e-7024-4b88-a167-94cc79561a35 req-bb9c52e9-d433-4689-8ce6-ebeaf991f720 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.898640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f51e69e-7024-4b88-a167-94cc79561a35 req-bb9c52e9-d433-4689-8ce6-ebeaf991f720 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1857259 Mar 07 04:30:13.951336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89803f7-3276-49ef-9797-aba94ab81e70 req-600090e8-c60c-48f9-9b8b-202cd870003e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:13.952954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f89803f7-3276-49ef-9797-aba94ab81e70 req-600090e8-c60c-48f9-9b8b-202cd870003e tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1605775 Mar 07 04:30:13.968729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-22d1dd00-e595-41b0-94f1-6c2eae2425f3 None None] Provisioning complete for port 405fba37-9d06-4fb4-b60a-c87225933731 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:13.973082 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-22d1dd00-e595-41b0-94f1-6c2eae2425f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (405fba37-9d06-4fb4-b60a-c87225933731), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:13.998655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f51e69e-7024-4b88-a167-94cc79561a35 req-ac3dde9e-ab42-43f6-a0d2-b133e8e7a433 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890419 Mar 07 04:30:14.002225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e19ad997-8448-4852-9810-d780ca08e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2941cf43-1f2b-46fb-baf4-e4791c7b6dbd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.004974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e19ad997-8448-4852-9810-d780ca08e9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.008860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e19ad997-8448-4852-9810-d780ca08e9d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2941cf43-1f2b-46fb-baf4-e4791c7b6dbd HTTP/1.1" status: 204 len: 168 time: 0.3442061 Mar 07 04:30:14.027076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-22d1dd00-e595-41b0-94f1-6c2eae2425f3 None None] Port 405fba37-9d06-4fb4-b60a-c87225933731 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:14.035006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ad997-8448-4852-9810-d780ca08e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2941cf43-1f2b-46fb-baf4-e4791c7b6dbd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:14.074959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=405fba37-9d06-4fb4-b60a-c87225933731,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:14.080893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f89803f7-3276-49ef-9797-aba94ab81e70 req-894cd0c1-e574-42b5-8b18-3ba1f133ee7c tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148942 Mar 07 04:30:14.087496 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-f6b28e47-7370-4b32-af74-5d67e292a693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4 HTTP/1.1" status: 200 len: 217 time: 0.5191772 Mar 07 04:30:14.109893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] In _notify_port_updated(), no bound segment for port 405fba37-9d06-4fb4-b60a-c87225933731 on network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:30:14.115764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.116427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.117871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3076822b-6bf1-472d-aca3-45e08ccf1998 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "PUT /v2.0/ports/405fba37-9d06-4fb4-b60a-c87225933731 HTTP/1.1" status: 200 len: 993 time: 1.3182771 Mar 07 04:30:14.120788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39370) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:14.161585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-b082c22e-44a8-4ed7-92f6-b2559d478418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.163224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-b082c22e-44a8-4ed7-92f6-b2559d478418 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 200 len: 797 time: 0.0658078 Mar 07 04:30:14.218017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-082182ee-3859-4ad0-a96a-40f4abf0fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.219835 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-082182ee-3859-4ad0-a96a-40f4abf0fbe8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0498950 Mar 07 04:30:14.232112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port 405fba37-9d06-4fb4-b60a-c87225933731 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:14.232616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (405fba37-9d06-4fb4-b60a-c87225933731), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.345933 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-bbcf3629-cd89-46ea-9ca8-fb71ad99bca6 service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182303 Mar 07 04:30:14.346801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39376) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:14.370131 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (405fba37-9d06-4fb4-b60a-c87225933731), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.377045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2a93d11-9db3-4b8c-823e-9efb46058984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.384484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ede72-30fa-48d6-b454-51be83fabe2b req-133cabe4-9936-4666-87aa-bebed992a1cb tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.385998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d84ede72-30fa-48d6-b454-51be83fabe2b req-133cabe4-9936-4666-87aa-bebed992a1cb tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1197064 Mar 07 04:30:14.394472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for 405fba37-9d06-4fb4-b60a-c87225933731 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:14.473954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d32bbaaf-aaa7-4596-978b-2f4304b44e6e req-ac8ef0c7-f564-4a4e-b9f4-33e7ebb62aaf service neutron] 10.222.0.44 "GET /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209090 Mar 07 04:30:14.478544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d84ede72-30fa-48d6-b454-51be83fabe2b req-67d9b348-b868-4687-8692-854eca04972a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857978 Mar 07 04:30:14.528960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2a93d11-9db3-4b8c-823e-9efb46058984 admin admin] Publish callbacks [] for security_group (116518b7-c5bd-45d6-af7c-23c7b6ae8355), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.533490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f2a93d11-9db3-4b8c-823e-9efb46058984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (116518b7-c5bd-45d6-af7c-23c7b6ae8355), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.581047 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f2a93d11-9db3-4b8c-823e-9efb46058984 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6191c226896a4a5b991fb4aeefcb3b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320824 Mar 07 04:30:14.581047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93d11-9db3-4b8c-823e-9efb46058984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116518b7-c5bd-45d6-af7c-23c7b6ae8355,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:14.584020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:14.591898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (405fba37-9d06-4fb4-b60a-c87225933731), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.634890 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c26a59c5-dd1d-4cf7-a8ea-47ab2b2bd1d5 admin admin] Publish callbacks [] for security_group (116518b7-c5bd-45d6-af7c-23c7b6ae8355), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.637710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=405fba37-9d06-4fb4-b60a-c87225933731,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:14.658276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c26a59c5-dd1d-4cf7-a8ea-47ab2b2bd1d5 admin admin] Publish callbacks [] for security_group (116518b7-c5bd-45d6-af7c-23c7b6ae8355), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.714146 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c26a59c5-dd1d-4cf7-a8ea-47ab2b2bd1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (116518b7-c5bd-45d6-af7c-23c7b6ae8355), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.717021 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c26a59c5-dd1d-4cf7-a8ea-47ab2b2bd1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.720651 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c26a59c5-dd1d-4cf7-a8ea-47ab2b2bd1d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/116518b7-c5bd-45d6-af7c-23c7b6ae8355 HTTP/1.1" status: 204 len: 168 time: 0.1333249 Mar 07 04:30:14.727438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a59c5-dd1d-4cf7-a8ea-47ab2b2bd1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116518b7-c5bd-45d6-af7c-23c7b6ae8355,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:14.769756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24788ca9-3305-4d43-b561-96acd8ba4fe5 req-668dda70-19ea-483e-870f-23bbc576f0bc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.775536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24788ca9-3305-4d43-b561-96acd8ba4fe5 req-668dda70-19ea-483e-870f-23bbc576f0bc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.781231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24788ca9-3305-4d43-b561-96acd8ba4fe5 req-668dda70-19ea-483e-870f-23bbc576f0bc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:14.788510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24788ca9-3305-4d43-b561-96acd8ba4fe5 req-668dda70-19ea-483e-870f-23bbc576f0bc tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2415 time: 0.1865983 Mar 07 04:30:14.923273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24788ca9-3305-4d43-b561-96acd8ba4fe5 req-cb2c4a82-5ba2-4262-925a-b09f13d741de tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337905 Mar 07 04:30:14.934589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:14.940308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dfc93a3a-e271-4641-9506-080b3477981e tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/ports/405fba37-9d06-4fb4-b60a-c87225933731 HTTP/1.1" status: 204 len: 168 time: 0.8151882 Mar 07 04:30:14.940491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39384) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:14.969361 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85e27a7-7972-48af-a4cc-0a3c45f99c57 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] GET failed (client error): The resource could not be found. Mar 07 04:30:14.970894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b85e27a7-7972-48af-a4cc-0a3c45f99c57 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "GET /v2.0/ports/405fba37-9d06-4fb4-b60a-c87225933731 HTTP/1.1" status: 404 len: 333 time: 0.0294714 Mar 07 04:30:14.974652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39388) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:14.979495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'name': 'tempest-AllowedAddressPairTestJSON-2089993141'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:15.149091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:15.153879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:15.162556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1be829-58f8-4512-8cae-5ea77650b654 req-5ae8241d-1693-4e27-8e45-d77b24100384 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:15.163751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d1be829-58f8-4512-8cae-5ea77650b654 req-5ae8241d-1693-4e27-8e45-d77b24100384 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.0822072 Mar 07 04:30:15.223204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] device_id is not set on port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:15.319434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d1be829-58f8-4512-8cae-5ea77650b654 req-9d94ea45-58c1-4e3c-bb6c-3b185fcf0632 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458709 Mar 07 04:30:15.335583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172b54a-ad26-4bbd-8bb4-3c4b87b1580e req-bb0dbca2-1119-49e3-9d42-27f3eaadc719 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:15.337288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f172b54a-ad26-4bbd-8bb4-3c4b87b1580e req-bb0dbca2-1119-49e3-9d42-27f3eaadc719 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1715169 Mar 07 04:30:15.419015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Allocated IP 172.20.0.11 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/1e3b4a75-ab73-4194-a1d4-2c8fb8761c86) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:15.444321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f172b54a-ad26-4bbd-8bb4-3c4b87b1580e req-6da4573d-3824-4c36-b08e-f4a9aad67ab1 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778108 Mar 07 04:30:15.640580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:15.663110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a98ec-9a48-4292-b3c1-c60d9d29b69e req-86ce2302-c93f-41c1-b45a-d84a7b0bce5a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:15.664605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c07a98ec-9a48-4292-b3c1-c60d9d29b69e req-86ce2302-c93f-41c1-b45a-d84a7b0bce5a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.0913422 Mar 07 04:30:15.712675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:15.779611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c07a98ec-9a48-4292-b3c1-c60d9d29b69e req-8f2bb8de-647e-4c88-97ee-3670aded6dc0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008282 Mar 07 04:30:15.786906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:15.791927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:15.806730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=1e3b4a75-ab73-4194-a1d4-2c8fb8761c86,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:15.811131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:15.872851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:15.873512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:15.897394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39420) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:15.900856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-37d29bd2-a94c-4b0b-8203-996836a1aa00 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9251411 Mar 07 04:30:15.906430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9e:3e:56'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:16.008818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.046593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 32981244-7093-4596-9994-82d80d9f5ae7 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:16.094519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65329-3ecc-4cd4-a94e-e1c58e47a753 req-138165d6-c13a-4c59-9b89-c55cab1d3726 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.103274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65329-3ecc-4cd4-a94e-e1c58e47a753 req-138165d6-c13a-4c59-9b89-c55cab1d3726 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.114344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65329-3ecc-4cd4-a94e-e1c58e47a753 req-138165d6-c13a-4c59-9b89-c55cab1d3726 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.123950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37e65329-3ecc-4cd4-a94e-e1c58e47a753 req-138165d6-c13a-4c59-9b89-c55cab1d3726 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2415 time: 0.0992658 Mar 07 04:30:16.174321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 32981244-7093-4596-9994-82d80d9f5ae7 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:30:16.180792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 32981244-7093-4596-9994-82d80d9f5ae7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:16.181451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (32981244-7093-4596-9994-82d80d9f5ae7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.193305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37e65329-3ecc-4cd4-a94e-e1c58e47a753 req-da0a1246-cacf-4ae2-b510-643632e6fc9e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683696 Mar 07 04:30:16.228333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d782e99d-d8a7-4231-9f9d-caa4dba64558 None None] Provisioning complete for port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:16.229299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d782e99d-d8a7-4231-9f9d-caa4dba64558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.279848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d782e99d-d8a7-4231-9f9d-caa4dba64558 None None] Port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:16.328545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 32981244-7093-4596-9994-82d80d9f5ae7 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:16.328942 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (32981244-7093-4596-9994-82d80d9f5ae7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.358847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32981244-7093-4596-9994-82d80d9f5ae7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:16.361663 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718cc1a3-af5f-47cc-8bb5-99bfaef3f357" -d '{"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-plugged", "status": "completed", "tag": "32981244-7093-4596-9994-82d80d9f5ae7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:16.376731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 32981244-7093-4596-9994-82d80d9f5ae7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=32981244-7093-4596-9994-82d80d9f5ae7,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:16.388918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.396160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (32981244-7093-4596-9994-82d80d9f5ae7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.397084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:16.399524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.554565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=1e3b4a75-ab73-4194-a1d4-2c8fb8761c86,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:16.554979 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321917e-478c-496a-b21a-a4e5bf6d7fe6 x-openstack-request-id: req-b321917e-478c-496a-b21a-a4e5bf6d7fe6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:16.555459 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-plugged", "status": "completed", "tag": "32981244-7093-4596-9994-82d80d9f5ae7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:16.555716 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b321917e-478c-496a-b21a-a4e5bf6d7fe6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:16.556110 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32981244-7093-4596-9994-82d80d9f5ae7', 'code': 200} Mar 07 04:30:16.561269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=32981244-7093-4596-9994-82d80d9f5ae7,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:16.595373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] In _notify_port_updated(), no bound segment for port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 on network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:30:16.606444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.628271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.631128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c7b261ef-85b9-4e2c-a268-24b917ca17ff tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "PUT /v2.0/ports/1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 HTTP/1.1" status: 200 len: 997 time: 0.7317424 Mar 07 04:30:16.632533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:30:16.636818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:16.641429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c6e4-7282-4cbb-a080-13f4e3e32fcf req-7e7d102c-ee12-4066-84d2-4e2855816bbd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.644463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:16.645718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.652656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3283c6e4-7282-4cbb-a080-13f4e3e32fcf req-7e7d102c-ee12-4066-84d2-4e2855816bbd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1972091 Mar 07 04:30:16.822537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3283c6e4-7282-4cbb-a080-13f4e3e32fcf req-9214a122-c5b1-4760-b851-be65e3dfb99c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672516 Mar 07 04:30:16.866281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-1f82fb7f-57c1-4fd5-94b4-f4e6fc87ac83 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.868344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-1f82fb7f-57c1-4fd5-94b4-f4e6fc87ac83 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.44 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.1535692 Mar 07 04:30:16.869616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058090d0-9304-4dfd-b726-d4b7c9f758d1 req-47d872d4-2ae5-4338-bf23-e29295c37701 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:16.871415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:16.874002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.881561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:16.882747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.883199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-058090d0-9304-4dfd-b726-d4b7c9f758d1 req-47d872d4-2ae5-4338-bf23-e29295c37701 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 945 time: 0.2247825 Mar 07 04:30:16.967788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:16.981504 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:16.982324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 148a08c4-9188-4883-a3c6-b3de20a7dd32 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:17.028351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-058090d0-9304-4dfd-b726-d4b7c9f758d1 req-688a3059-2091-4dff-893b-e71187f8850a tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/security-groups?id=01194f87-5dd7-44dd-9a77-15156f3677f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436067 Mar 07 04:30:17.062845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d656cda-2f74-4293-bc65-786859230550 req-5a16bb6f-f5d7-46bd-a1f9-1a9f26e04c3d tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:17.078551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d656cda-2f74-4293-bc65-786859230550 req-5a16bb6f-f5d7-46bd-a1f9-1a9f26e04c3d tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1265635 Mar 07 04:30:17.134372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:17.157805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b7bf7e87-285d-43c6-a8f9-d5a42facb1ba None None] Provisioning complete for port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:17.158212 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7bf7e87-285d-43c6-a8f9-d5a42facb1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.170064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d656cda-2f74-4293-bc65-786859230550 req-21f33fb3-4175-45ff-907a-680910d39f3a tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902879 Mar 07 04:30:17.209131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf7e87-285d-43c6-a8f9-d5a42facb1ba None None] Port 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:17.219836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 148a08c4-9188-4883-a3c6-b3de20a7dd32 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:30:17.225589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 148a08c4-9188-4883-a3c6-b3de20a7dd32 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:17.226832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.252697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.279779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for 1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:17.301914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Deleting port 459b86c0-640d-4aa8-bc52-143214cd2928 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:17.302291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.366557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 148a08c4-9188-4883-a3c6-b3de20a7dd32 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:17.366966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.376881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bccec-c48e-46d6-8e6c-116f17d5b335 req-05581067-aa92-4952-bf99-e323fdfb4cd2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:17.383859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bccec-c48e-46d6-8e6c-116f17d5b335 req-05581067-aa92-4952-bf99-e323fdfb4cd2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:17.390636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bccec-c48e-46d6-8e6c-116f17d5b335 req-05581067-aa92-4952-bf99-e323fdfb4cd2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:17.392531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-696bccec-c48e-46d6-8e6c-116f17d5b335 req-05581067-aa92-4952-bf99-e323fdfb4cd2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2417 time: 0.0932879 Mar 07 04:30:17.415638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 148a08c4-9188-4883-a3c6-b3de20a7dd32, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=148a08c4-9188-4883-a3c6-b3de20a7dd32,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:17.422617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.460446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-696bccec-c48e-46d6-8e6c-116f17d5b335 req-10fc6c65-3e2c-4996-a01e-e680becc12a4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620425 Mar 07 04:30:17.466113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] For port 459b86c0-640d-4aa8-bc52-143214cd2928, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=459b86c0-640d-4aa8-bc52-143214cd2928,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:17.466613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.480455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=148a08c4-9188-4883-a3c6-b3de20a7dd32,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:17.494725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Calling delete_port for 459b86c0-640d-4aa8-bc52-143214cd2928 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:17.587336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1e3b4a75-ab73-4194-a1d4-2c8fb8761c86), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.623072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=1e3b4a75-ab73-4194-a1d4-2c8fb8761c86,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:17.743670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.749741 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-09069675-02bd-480a-8146-f807293ffa56 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/ports/1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 HTTP/1.1" status: 204 len: 168 time: 1.1062224 Mar 07 04:30:17.749832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39462) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:17.769411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (459b86c0-640d-4aa8-bc52-143214cd2928), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.781881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['459b86c0-640d-4aa8-bc52-143214cd2928'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:17.782661 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7278d212-089e-41d9-bfac-4d311ec245e3 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] GET failed (client error): The resource could not be found. Mar 07 04:30:17.784362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7278d212-089e-41d9-bfac-4d311ec245e3 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "GET /v2.0/ports/1e3b4a75-ab73-4194-a1d4-2c8fb8761c86 HTTP/1.1" status: 404 len: 333 time: 0.0332937 Mar 07 04:30:17.788021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39464) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:17.793506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'name': 'tempest-AllowedAddressPairTestJSON-530182206'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:17.827481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Pushing event deleted for resources: {'Port': ['ID=459b86c0-640d-4aa8-bc52-143214cd2928,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:17.880662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] No DVR routers for this DVR port 459b86c0-640d-4aa8-bc52-143214cd2928 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:17.885196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:17.889386 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c249dbd7-6c17-412d-b7aa-9e9095622c47 req-536a6672-ba50-4c4f-9c0d-6bf5d86191b2 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.44 "DELETE /v2.0/ports/459b86c0-640d-4aa8-bc52-143214cd2928 HTTP/1.1" status: 204 len: 173 time: 1.0138745 Mar 07 04:30:17.889881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'name': 'network-vif-deleted', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:17.892415 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f6a62d-8864-43d1-b19d-d0ec4e01369e" -d '{"events": [{"server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "name": "network-vif-deleted", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:17.951430 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71884fe1-40b4-44de-a5e4-84b142a46caa x-openstack-request-id: req-71884fe1-40b4-44de-a5e4-84b142a46caa {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:17.952271 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199fb78-69d4-4efb-866d-e5d30bcc55d6", "name": "network-vif-deleted", "tag": "459b86c0-640d-4aa8-bc52-143214cd2928", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:17.952682 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71884fe1-40b4-44de-a5e4-84b142a46caa {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:17.953519 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199fb78-69d4-4efb-866d-e5d30bcc55d6', 'name': 'network-vif-deleted', 'tag': '459b86c0-640d-4aa8-bc52-143214cd2928', 'status': 'completed', 'code': 200} Mar 07 04:30:18.000118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:18.003435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:18.019540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7ab85-e474-459d-b68d-9590160655b0 req-0ad6555c-eee4-4962-8ae8-c9248effcf8f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.021082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba7ab85-e474-459d-b68d-9590160655b0 req-0ad6555c-eee4-4962-8ae8-c9248effcf8f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1196370 Mar 07 04:30:18.031866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] device_id is not set on port 657db4fb-dfee-45aa-a744-3d191efacdec yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:18.154001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba7ab85-e474-459d-b68d-9590160655b0 req-0b1c213a-41f6-4498-aab6-3bd4877223cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253326 Mar 07 04:30:18.158237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f156e7e4-e7fd-4828-88dc-234e306f2c45 req-ae77ffbd-c94c-4b05-82df-5fad4cbf25d7 tempest-ServerRescueTestJSONUnderV235-1145586452 tempest-ServerRescueTestJSONUnderV235-1145586452-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199fb78-69d4-4efb-866d-e5d30bcc55d6 HTTP/1.1" status: 200 len: 210 time: 0.0402968 Mar 07 04:30:18.217772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Allocated IP 172.20.0.12 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/657db4fb-dfee-45aa-a744-3d191efacdec) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:18.350698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5979f0-c03c-4d65-9cf2-32624395830e req-e8867957-b0fd-4224-8dd4-986df774bba9 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.352233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d5979f0-c03c-4d65-9cf2-32624395830e req-e8867957-b0fd-4224-8dd4-986df774bba9 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1197908 Mar 07 04:30:18.465814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d5979f0-c03c-4d65-9cf2-32624395830e req-eedd6a63-af88-41ac-a8db-6158d8c26820 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793157 Mar 07 04:30:18.486654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (657db4fb-dfee-45aa-a744-3d191efacdec), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:18.532899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (657db4fb-dfee-45aa-a744-3d191efacdec), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:18.561087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58'}, {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a08c4-9188-4883-a3c6-b3de20a7dd32'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:18.564539 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c60f57-70d7-4099-9dca-8e4bf4fe58ae" -d '{"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-plugged", "status": "completed", "tag": "ca2177e4-ca49-4a7d-b0dd-aec968d2eb58"}, {"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-plugged", "status": "completed", "tag": "148a08c4-9188-4883-a3c6-b3de20a7dd32"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:18.609062 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edfe8b0-8d97-423f-8f71-bd2691423210 x-openstack-request-id: req-5edfe8b0-8d97-423f-8f71-bd2691423210 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:18.609462 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-plugged", "status": "completed", "tag": "ca2177e4-ca49-4a7d-b0dd-aec968d2eb58", "code": 200}, {"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-plugged", "status": "completed", "tag": "148a08c4-9188-4883-a3c6-b3de20a7dd32", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:18.610002 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5edfe8b0-8d97-423f-8f71-bd2691423210 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:18.610834 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58', 'code': 200} Mar 07 04:30:18.611204 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a08c4-9188-4883-a3c6-b3de20a7dd32', 'code': 200} Mar 07 04:30:18.618227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:18.627927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:18.634125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:18.639473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=657db4fb-dfee-45aa-a744-3d191efacdec,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:18.720986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fe195-b0dc-458c-ac64-420488a1f894 req-fd194552-cce9-4ec3-b134-e7f5782c5946 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.726790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fe195-b0dc-458c-ac64-420488a1f894 req-fd194552-cce9-4ec3-b134-e7f5782c5946 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.733782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fe195-b0dc-458c-ac64-420488a1f894 req-fd194552-cce9-4ec3-b134-e7f5782c5946 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.735807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d53fe195-b0dc-458c-ac64-420488a1f894 req-fd194552-cce9-4ec3-b134-e7f5782c5946 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.1646650 Mar 07 04:30:18.745530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36e19e-0a6d-49c0-95fa-064806e4082d req-5753cb18-731f-4d21-8434-69fe018cf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.746347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36e19e-0a6d-49c0-95fa-064806e4082d req-5753cb18-731f-4d21-8434-69fe018cf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.746559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36e19e-0a6d-49c0-95fa-064806e4082d req-5753cb18-731f-4d21-8434-69fe018cf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.748237 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6c36e19e-0a6d-49c0-95fa-064806e4082d req-5753cb18-731f-4d21-8434-69fe018cf3b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2964 time: 0.0656574 Mar 07 04:30:18.758249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:18.759078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:18.787322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e16554e-4249-4657-ab38-a661e948e9b6 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9956915 Mar 07 04:30:18.788892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39498) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:18.805282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'network_id': '8bfef9b1-ea50-4fa6-adfa-38524fbf0daa', 'name': 'tempest-AllowedAddressPairTestJSON-695432613'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:18.841443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6c36e19e-0a6d-49c0-95fa-064806e4082d req-baf7b7cc-b316-4207-8f12-c8716a92c988 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864573 Mar 07 04:30:18.847098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d53fe195-b0dc-458c-ac64-420488a1f894 req-9525bbe2-17fd-41fc-991b-eb75db7ee206 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960236 Mar 07 04:30:18.943428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Made reservation on behalf of 66001a93f8f44ea6a28edc8743d97b97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:18.947774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:18.950014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-338f1e0d-3b3a-40bb-83e8-4d890acc5059 None None] Provisioning complete for port 657db4fb-dfee-45aa-a744-3d191efacdec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:18.950806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-338f1e0d-3b3a-40bb-83e8-4d890acc5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (657db4fb-dfee-45aa-a744-3d191efacdec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:18.975077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] device_id is not set on port fdd65c63-c6ac-4349-9b19-287b9ebd30cc yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:19.001011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-338f1e0d-3b3a-40bb-83e8-4d890acc5059 None None] Port 657db4fb-dfee-45aa-a744-3d191efacdec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:19.103571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Allocated IP 172.20.0.13 (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa/0acaa861-4af3-45a9-8c13-f7cc68904bfc/fdd65c63-c6ac-4349-9b19-287b9ebd30cc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:19.226012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:19.287459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:19.328403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:19.374145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:19.376521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca821a0-2ebe-40ed-8241-580b918f1e29 req-daca53ea-6a00-4f53-ba1d-758e1550f846 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:19.377653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:19.380738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:19.383710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ca821a0-2ebe-40ed-8241-580b918f1e29 req-daca53ea-6a00-4f53-ba1d-758e1550f846 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1453087 Mar 07 04:30:19.427236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=fdd65c63-c6ac-4349-9b19-287b9ebd30cc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:19.466240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:19.466822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:19.486540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7359fd4d-8e66-4503-9abd-dcbf6cc8ad08 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6944847 Mar 07 04:30:19.489109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ca821a0-2ebe-40ed-8241-580b918f1e29 req-922a622b-d7f4-42ac-9896-214fa3f0d257 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041923 Mar 07 04:30:19.489634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39520) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:19.501558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9e:3e:56'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b6:20:eb'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:19.635273 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:19.734565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-03f1eed8-decf-406b-bbad-ccb65f930466 None None] Provisioning complete for port fdd65c63-c6ac-4349-9b19-287b9ebd30cc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:19.734944 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03f1eed8-decf-406b-bbad-ccb65f930466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:19.755807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7248681-1a8c-4f7d-a32a-a3614e1a5af1 req-7d5c466b-a18f-49b5-9de0-911c19ea897e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:19.763417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7248681-1a8c-4f7d-a32a-a3614e1a5af1 req-7d5c466b-a18f-49b5-9de0-911c19ea897e tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.2112892 Mar 07 04:30:19.773019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-03f1eed8-decf-406b-bbad-ccb65f930466 None None] Port fdd65c63-c6ac-4349-9b19-287b9ebd30cc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:20.075193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 459b86c0-640d-4aa8-bc52-143214cd2928 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:20.102372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 459b86c0-640d-4aa8-bc52-143214cd2928 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:20.102924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 459b86c0-640d-4aa8-bc52-143214cd2928 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:20.273658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7248681-1a8c-4f7d-a32a-a3614e1a5af1 req-5569450f-00d4-40bc-a391-590ce705fead tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090911 Mar 07 04:30:20.283700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:20.383478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876590b-7820-44aa-a4dc-20b400e1fb1b req-6e9121a7-fa2f-4c36-94a3-fe43ee13ae9e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:20.393778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876590b-7820-44aa-a4dc-20b400e1fb1b req-6e9121a7-fa2f-4c36-94a3-fe43ee13ae9e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:20.400127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876590b-7820-44aa-a4dc-20b400e1fb1b req-6e9121a7-fa2f-4c36-94a3-fe43ee13ae9e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:20.401156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7876590b-7820-44aa-a4dc-20b400e1fb1b req-6e9121a7-fa2f-4c36-94a3-fe43ee13ae9e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.2521977 Mar 07 04:30:20.654284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7876590b-7820-44aa-a4dc-20b400e1fb1b req-dd619f89-7afe-4e1f-b69c-e5f45d9cce20 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369916 Mar 07 04:30:20.740464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270fc0-500e-4d70-8eee-0673b7bf6fdd req-f73c0bea-077b-43af-8cf9-8d0c972698cb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:20.742719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c270fc0-500e-4d70-8eee-0673b7bf6fdd req-f73c0bea-077b-43af-8cf9-8d0c972698cb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1554978 Mar 07 04:30:20.748924 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (a8927e18-81f7-42cd-99e7-d4be4a68b92c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:20.837615 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:20.849316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.008021 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c270fc0-500e-4d70-8eee-0673b7bf6fdd req-6d5e8fec-ce2f-4614-845f-a6d5f5e636e7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549169 Mar 07 04:30:21.034732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event updated for resources: {'Port': ['ID=fdd65c63-c6ac-4349-9b19-287b9ebd30cc,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:21.049866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.049866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.049866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.050125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.050523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.050723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.051273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.051624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.051977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.052317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.052658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.054055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.054055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:21.096561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] In _notify_port_updated(), no bound segment for port fdd65c63-c6ac-4349-9b19-287b9ebd30cc on network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:30:21.101724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:21.102415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.106617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c9d76058-7283-4cdc-9c71-e95806b2164c tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "PUT /v2.0/ports/fdd65c63-c6ac-4349-9b19-287b9ebd30cc HTTP/1.1" status: 200 len: 1056 time: 1.6159203 Mar 07 04:30:21.107082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39556) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:21.219990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port fdd65c63-c6ac-4349-9b19-287b9ebd30cc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:21.220382 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.263185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Deleting port fb78156e-0958-4578-a8a6-6c21cc6962ec {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:21.264263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.307825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cc1b6923-b4e2-4532-9ce5-8225c9ee0999 None None] Provisioning complete for port fdd65c63-c6ac-4349-9b19-287b9ebd30cc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:21.309792 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6923-b4e2-4532-9ce5-8225c9ee0999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.350177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.367571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for fdd65c63-c6ac-4349-9b19-287b9ebd30cc owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:21.368127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] For port fb78156e-0958-4578-a8a6-6c21cc6962ec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fb78156e-0958-4578-a8a6-6c21cc6962ec,segment=NetworkSegment(4c6378a8-9fb2-4d5d-aa58-340661b65fb1),segment_id=4c6378a8-9fb2-4d5d-aa58-340661b65fb1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:21.369731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.384855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Calling delete_port for fb78156e-0958-4578-a8a6-6c21cc6962ec owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:21.387953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b6923-b4e2-4532-9ce5-8225c9ee0999 None None] Port fdd65c63-c6ac-4349-9b19-287b9ebd30cc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:21.495674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976d65-cb45-4120-833e-000afecd006c req-72fe79b7-68df-496b-bf83-bdea0ab0aee8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:21.497450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31976d65-cb45-4120-833e-000afecd006c req-72fe79b7-68df-496b-bf83-bdea0ab0aee8 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1139283 Mar 07 04:30:21.535213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fdd65c63-c6ac-4349-9b19-287b9ebd30cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.566243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=fdd65c63-c6ac-4349-9b19-287b9ebd30cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:21.624573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31976d65-cb45-4120-833e-000afecd006c req-cc8239db-3115-41d3-90d4-9340a69a2aae tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Mar 07 04:30:21.704134 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fb78156e-0958-4578-a8a6-6c21cc6962ec), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.754818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb78156e-0958-4578-a8a6-6c21cc6962ec,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:21.831993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:21.838613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-258e5b73-96f1-448f-b660-f7c2095a9900 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/ports/fdd65c63-c6ac-4349-9b19-287b9ebd30cc HTTP/1.1" status: 204 len: 168 time: 0.7278771 Mar 07 04:30:21.840096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39570) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:21.871999 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db04f9b-e08d-4834-b7e0-ddc59ae4e8ee tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] GET failed (client error): The resource could not be found. Mar 07 04:30:21.876192 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9db04f9b-e08d-4834-b7e0-ddc59ae4e8ee tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "GET /v2.0/ports/fdd65c63-c6ac-4349-9b19-287b9ebd30cc HTTP/1.1" status: 404 len: 333 time: 0.0316558 Mar 07 04:30:21.876536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39574) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:21.938293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e87c-675c-48f1-b3d7-2fd709e7201b req-b8711af4-0239-4aea-93e0-45474868375e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:21.943636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e87c-675c-48f1-b3d7-2fd709e7201b req-b8711af4-0239-4aea-93e0-45474868375e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:21.948967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e87c-675c-48f1-b3d7-2fd709e7201b req-b8711af4-0239-4aea-93e0-45474868375e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:21.954386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e74e87c-675c-48f1-b3d7-2fd709e7201b req-b8711af4-0239-4aea-93e0-45474868375e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.2034492 Mar 07 04:30:21.984686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port 657db4fb-dfee-45aa-a744-3d191efacdec {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:21.985360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (657db4fb-dfee-45aa-a744-3d191efacdec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.030619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.049397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e74e87c-675c-48f1-b3d7-2fd709e7201b req-26b91d6c-2467-4fac-8c55-43a4847910d6 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914543 Mar 07 04:30:22.050431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (a8927e18-81f7-42cd-99e7-d4be4a68b92c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.099680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (657db4fb-dfee-45aa-a744-3d191efacdec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.135516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for 657db4fb-dfee-45aa-a744-3d191efacdec owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:22.239898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4005f-7118-4978-b3c4-6836bf57842d req-2375ac0b-eda0-4fa4-ba1f-8387ac905d24 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:22.246409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fba4005f-7118-4978-b3c4-6836bf57842d req-2375ac0b-eda0-4fa4-ba1f-8387ac905d24 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1073859 Mar 07 04:30:22.315487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (657db4fb-dfee-45aa-a744-3d191efacdec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.359275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=657db4fb-dfee-45aa-a744-3d191efacdec,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:22.361708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fba4005f-7118-4978-b3c4-6836bf57842d req-1f479480-10b0-4f34-8edd-98e15aeb80ac tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142941 Mar 07 04:30:22.463266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Router a8927e18-81f7-42cd-99e7-d4be4a68b92c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:30:22.465938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.473820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-beaf0a30-60b3-4062-b746-2b2a2e015328 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/ports/657db4fb-dfee-45aa-a744-3d191efacdec HTTP/1.1" status: 204 len: 168 time: 0.5964894 Mar 07 04:30:22.474261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39588) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:22.512923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6266f-22d0-427a-a42d-d958cca460d6 req-714251eb-5760-4ce3-a0e9-23afcdb5519e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:22.518211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6266f-22d0-427a-a42d-d958cca460d6 req-714251eb-5760-4ce3-a0e9-23afcdb5519e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:22.523438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6266f-22d0-427a-a42d-d958cca460d6 req-714251eb-5760-4ce3-a0e9-23afcdb5519e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:22.525123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceb6266f-22d0-427a-a42d-d958cca460d6 req-714251eb-5760-4ce3-a0e9-23afcdb5519e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.1165380 Mar 07 04:30:22.527970 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a89953-c0aa-4588-8a3a-023e2a316c23 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] GET failed (client error): The resource could not be found. Mar 07 04:30:22.529367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-49a89953-c0aa-4588-8a3a-023e2a316c23 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "GET /v2.0/ports/657db4fb-dfee-45aa-a744-3d191efacdec HTTP/1.1" status: 404 len: 333 time: 0.0541782 Mar 07 04:30:22.533064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39590) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:22.727069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceb6266f-22d0-427a-a42d-d958cca460d6 req-cbdfd8b7-b727-4950-b0b2-82d6e313474f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915789 Mar 07 04:30:22.769683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:30:22.779073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a6eca5ab-8630-4b1b-b236-b009ec559669 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8927e18-81f7-42cd-99e7-d4be4a68b92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5480256 Mar 07 04:30:22.779425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39598) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:22.782507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be929c65-0535-48dc-9116-215004440ef0 None None] Sync routers for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:30:22.797051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:22.797396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.800666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:22.802449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:22.807559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d0e72-cac5-41a4-9da1-52aab9d1e03e req-3c68ce7b-e9e0-4487-9d72-46e374b07593 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:22.809205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd8d0e72-cac5-41a4-9da1-52aab9d1e03e req-3c68ce7b-e9e0-4487-9d72-46e374b07593 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1003001 Mar 07 04:30:22.912649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks [] for router (a8927e18-81f7-42cd-99e7-d4be4a68b92c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.926386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd8d0e72-cac5-41a4-9da1-52aab9d1e03e req-22f6e515-9253-4aee-8827-4c5a8c604e1f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069829 Mar 07 04:30:22.930167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:22.948006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:23.058853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks [] for router_gateway (a8927e18-81f7-42cd-99e7-d4be4a68b92c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.116826 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.144680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Deleting port 46ab1509-a9fa-4698-b8fb-a354897ccefe {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:23.146138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.149102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:23.155773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:23.272313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.278746 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-60c9fe45-233d-403b-b2f4-82dc03e0b824 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/ports/a5fef730-6ad3-4cd2-a1fc-bc7f2808d0e9 HTTP/1.1" status: 204 len: 168 time: 0.7446306 Mar 07 04:30:23.279715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39602) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:23.297450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] For port 46ab1509-a9fa-4698-b8fb-a354897ccefe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=46ab1509-a9fa-4698-b8fb-a354897ccefe,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:23.298108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.322892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Calling delete_port for 46ab1509-a9fa-4698-b8fb-a354897ccefe owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:23.324843 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:30:23.396581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting subnet 0acaa861-4af3-45a9-8c13-f7cc68904bfc {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:30:23.410993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks [] for subnet (0acaa861-4af3-45a9-8c13-f7cc68904bfc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.417351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:30:21Z', 'revision_number': 5, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port': {'id': '46ab1509-a9fa-4698-b8fb-a354897ccefe', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:48Z', 'updated_at': '2022-03-07T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:23.479094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be929c65-0535-48dc-9116-215004440ef0 None None] Checking router: a8927e18-81f7-42cd-99e7-d4be4a68b92c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:30:23.491066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] Routers {'a8927e18-81f7-42cd-99e7-d4be4a68b92c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:23.492048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:23.525846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39610) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:23.526014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (0acaa861-4af3-45a9-8c13-f7cc68904bfc), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.586070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aff84e-77e6-4403-b968-989d49bdfb2a req-1fec2bde-a371-4875-90f4-9be05268048b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:23.593790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12aff84e-77e6-4403-b968-989d49bdfb2a req-1fec2bde-a371-4875-90f4-9be05268048b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1231825 Mar 07 04:30:23.601381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (46ab1509-a9fa-4698-b8fb-a354897ccefe), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.619359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] Set router a8927e18-81f7-42cd-99e7-d4be4a68b92c gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:23.640671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Pushing event deleted for resources: {'Port': ['ID=46ab1509-a9fa-4698-b8fb-a354897ccefe,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:23.698396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-be929c65-0535-48dc-9116-215004440ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:30:23Z', 'revision_number': 6, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:23.715809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaddf881-ce45-4612-9eaf-4df0df4a187e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.724727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0acaa861-4af3-45a9-8c13-f7cc68904bfc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.744941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (a8927e18-81f7-42cd-99e7-d4be4a68b92c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.748105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be929c65-0535-48dc-9116-215004440ef0 None None] The sync data for ids ['a8927e18-81f7-42cd-99e7-d4be4a68b92c'] in n-d-832185-1 is: [{'id': 'a8927e18-81f7-42cd-99e7-d4be4a68b92c', 'name': 'tempest-ServerRescueTestJSONUnderV235-176730431-router', 'tenant_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:47Z', 'updated_at': '2022-03-07T04:30:23Z', 'revision_number': 6, 'project_id': '1cef422a08d24a7ba07e42d9fa4da6a7', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:30:23.766739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12aff84e-77e6-4403-b968-989d49bdfb2a req-7b9605aa-e635-4955-8484-df25a157198d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718457 Mar 07 04:30:23.820347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (0acaa861-4af3-45a9-8c13-f7cc68904bfc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.859241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Subnet': ['ID=0acaa861-4af3-45a9-8c13-f7cc68904bfc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:23.864866 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.867062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d1203-c83c-4953-bba5-f29d57d210e9 None None] Network 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:23.871392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-208f94b7-88fa-4838-b846-918f194f4834 tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/subnets/0acaa861-4af3-45a9-8c13-f7cc68904bfc HTTP/1.1" status: 204 len: 168 time: 0.5880129 Mar 07 04:30:23.871912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39616) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:23.901431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (a8927e18-81f7-42cd-99e7-d4be4a68b92c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.910343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks [] for router_controller (a8927e18-81f7-42cd-99e7-d4be4a68b92c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.979801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.982355 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (a8927e18-81f7-42cd-99e7-d4be4a68b92c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.983217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8927e18-81f7-42cd-99e7-d4be4a68b92c {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:30:23.988745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:23.992298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d506c53a-1b8d-4c68-889f-d2e99b3159fc admin admin] 10.222.0.21 "DELETE /v2.0/routers/a8927e18-81f7-42cd-99e7-d4be4a68b92c HTTP/1.1" status: 204 len: 168 time: 1.2094681 Mar 07 04:30:23.992964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39620) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:23.994182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5eba5-e628-496b-ad00-69a2b6e63292 req-b5ddf335-e49a-444a-b8f3-cc86b2811178 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.003028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5eba5-e628-496b-ad00-69a2b6e63292 req-b5ddf335-e49a-444a-b8f3-cc86b2811178 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.012189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5eba5-e628-496b-ad00-69a2b6e63292 req-b5ddf335-e49a-444a-b8f3-cc86b2811178 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.014468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1d5eba5-e628-496b-ad00-69a2b6e63292 req-b5ddf335-e49a-444a-b8f3-cc86b2811178 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.1671121 Mar 07 04:30:24.060589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaddf881-ce45-4612-9eaf-4df0df4a187e admin admin] Publish callbacks [] for security_group (b56b6032-ac1f-4dc9-a341-a0893ae9eaa7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.069746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Deleting subnet bf385a20-0862-4fc2-83fe-c1329e654a1a {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:30:24.074927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaddf881-ce45-4612-9eaf-4df0df4a187e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b56b6032-ac1f-4dc9-a341-a0893ae9eaa7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.079141 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Publish callbacks [] for subnet (bf385a20-0862-4fc2-83fe-c1329e654a1a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.152678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] DHCP port deletion for 8bfef9b1-ea50-4fa6-adfa-38524fbf0daa request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:30:24.159582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddf881-ce45-4612-9eaf-4df0df4a187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b6032-ac1f-4dc9-a341-a0893ae9eaa7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:24.169428 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aaddf881-ce45-4612-9eaf-4df0df4a187e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1d2e4e8aff148c7bafecf88e5231317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6425397 Mar 07 04:30:24.172294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39624) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:24.210425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (bf385a20-0862-4fc2-83fe-c1329e654a1a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.270657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11b1a781-c4f5-4019-9ebd-9ee4e2983f1f admin admin] Publish callbacks [] for security_group (b56b6032-ac1f-4dc9-a341-a0893ae9eaa7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.272611 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (bf385a20-0862-4fc2-83fe-c1329e654a1a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.281259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] Deleting port 0d439bca-c7bc-4401-bbe5-ac4e714435bc {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:24.281877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.376661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11b1a781-c4f5-4019-9ebd-9ee4e2983f1f admin admin] Publish callbacks [] for security_group (b56b6032-ac1f-4dc9-a341-a0893ae9eaa7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.397736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] For port 0d439bca-c7bc-4401-bbe5-ac4e714435bc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d439bca-c7bc-4401-bbe5-ac4e714435bc,segment=NetworkSegment(97fa54ab-c31a-461f-bc4d-6a7931d8401a),segment_id=97fa54ab-c31a-461f-bc4d-6a7931d8401a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:24.398243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.413668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] Calling delete_port for 0d439bca-c7bc-4401-bbe5-ac4e714435bc owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:24.451690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-db3d606c-0659-4edc-abf5-2fd276ed2aa0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.457533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-db3d606c-0659-4edc-abf5-2fd276ed2aa0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.462831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-db3d606c-0659-4edc-abf5-2fd276ed2aa0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.465567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-db3d606c-0659-4edc-abf5-2fd276ed2aa0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.1674953 Mar 07 04:30:24.468488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (bf385a20-0862-4fc2-83fe-c1329e654a1a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.513914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.519251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1d5eba5-e628-496b-ad00-69a2b6e63292 req-1f10a83b-7914-4f0d-95c9-a9c550097e05 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691880 Mar 07 04:30:24.535431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf385a20-0862-4fc2-83fe-c1329e654a1a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:24.542351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d37e2-7b35-4f99-b1ea-55e07cb8df0d req-893adefc-bf9f-4833-b331-e7c2a200b5ec tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:24.552719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c54d37e2-7b35-4f99-b1ea-55e07cb8df0d req-893adefc-bf9f-4833-b331-e7c2a200b5ec tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.5039151 Mar 07 04:30:24.553010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.562030 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-61feea3d-3ddc-4b10-9771-19b3730ce772 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf385a20-0862-4fc2-83fe-c1329e654a1a HTTP/1.1" status: 204 len: 168 time: 0.5660222 Mar 07 04:30:24.562855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Deleting port 0d439bca-c7bc-4401-bbe5-ac4e714435bc {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:24.563395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.563719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39626) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:24.571986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] Pushing event deleted for resources: {'Port': ['ID=0d439bca-c7bc-4401-bbe5-ac4e714435bc,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:24.577630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01fe9c-933d-4aa8-8cde-2294341a6baa None None] No DVR routers for this DVR port 0d439bca-c7bc-4401-bbe5-ac4e714435bc on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:24.593067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11b1a781-c4f5-4019-9ebd-9ee4e2983f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b56b6032-ac1f-4dc9-a341-a0893ae9eaa7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.596729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11b1a781-c4f5-4019-9ebd-9ee4e2983f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.599331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-11b1a781-c4f5-4019-9ebd-9ee4e2983f1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b56b6032-ac1f-4dc9-a341-a0893ae9eaa7 HTTP/1.1" status: 204 len: 168 time: 0.4257798 Mar 07 04:30:24.666663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1a781-c4f5-4019-9ebd-9ee4e2983f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b6032-ac1f-4dc9-a341-a0893ae9eaa7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:24.758247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] For port 0d439bca-c7bc-4401-bbe5-ac4e714435bc, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:24.759563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.767034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c54d37e2-7b35-4f99-b1ea-55e07cb8df0d req-5f33b88b-c93a-4fb2-8478-a929571301b9 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126517 Mar 07 04:30:24.773963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f1c64a3b-984c-411f-976e-86b5817531c8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.782176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Calling delete_port for 0d439bca-c7bc-4401-bbe5-ac4e714435bc owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:24.785048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Port 0d439bca-c7bc-4401-bbe5-ac4e714435bc was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:30:24.787078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0d439bca-c7bc-4401-bbe5-ac4e714435bc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.815315 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port 148a08c4-9188-4883-a3c6-b3de20a7dd32 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:24.815759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.840519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Port': ['ID=0d439bca-c7bc-4401-bbe5-ac4e714435bc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:24.842730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] No DVR routers for this DVR port 0d439bca-c7bc-4401-bbe5-ac4e714435bc on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:24.956315 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f1c64a3b-984c-411f-976e-86b5817531c8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:24.985804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c64a3b-984c-411f-976e-86b5817531c8']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:25.000188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6378a8-9fb2-4d5d-aa58-340661b65fb1') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:25.000495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6378a8-9fb2-4d5d-aa58-340661b65fb1') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:25.014509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4c6378a8-9fb2-4d5d-aa58-340661b65fb1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.035518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.044858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4c6378a8-9fb2-4d5d-aa58-340661b65fb1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.075176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfef9b1-ea50-4fa6-adfa-38524fbf0daa']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:25.095351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:25.095658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4c6378a8-9fb2-4d5d-aa58-340661b65fb1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.096189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fa54ab-c31a-461f-bc4d-6a7931d8401a') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:25.096437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fa54ab-c31a-461f-bc4d-6a7931d8401a') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:25.107021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f24afd-0d75-4a32-ba5e-4e458435c7d1 req-3518fa31-a47b-459d-9774-191a974541d9 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:25.109519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08f24afd-0d75-4a32-ba5e-4e458435c7d1 req-3518fa31-a47b-459d-9774-191a974541d9 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.2374699 Mar 07 04:30:25.124767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (97fa54ab-c31a-461f-bc4d-6a7931d8401a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.150065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6960fe-57fd-4fd0-af65-64be33a1d67b req-18d45a8d-629b-4840-b91c-310420ba24ce tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:25.152501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6960fe-57fd-4fd0-af65-64be33a1d67b req-18d45a8d-629b-4840-b91c-310420ba24ce tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2068942 Mar 07 04:30:25.166764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (97fa54ab-c31a-461f-bc4d-6a7931d8401a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.197809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:25.198503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (97fa54ab-c31a-461f-bc4d-6a7931d8401a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:25.207754 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:25.210828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39636) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:25.314423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c636ae1d-9a83-4dff-860a-e0bb95393433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.336462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08f24afd-0d75-4a32-ba5e-4e458435c7d1 req-fa495436-1abc-4cf0-9bd4-a5b4eb362212 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164702 Mar 07 04:30:25.354514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6960fe-57fd-4fd0-af65-64be33a1d67b req-2f7cbc84-2bdc-411b-93e4-57a2d7188edc tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898170 Mar 07 04:30:25.383333 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8bfef9b1-ea50-4fa6-adfa-38524fbf0daa), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.392153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.398472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] 10.222.0.21 "DELETE /v2.0/networks/8bfef9b1-ea50-4fa6-adfa-38524fbf0daa HTTP/1.1" status: 204 len: 168 time: 1.5255520 Mar 07 04:30:25.421957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f83584-856b-4d35-9a7f-d4d32c92b99b tempest-AllowedAddressPairTestJSON-1376370729 tempest-AllowedAddressPairTestJSON-1376370729-project] Pushing event deleted for resources: {'Network': ['ID=8bfef9b1-ea50-4fa6-adfa-38524fbf0daa,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:25.480132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c636ae1d-9a83-4dff-860a-e0bb95393433 admin admin] Publish callbacks [] for security_group (4fadcf27-8205-4841-af00-b6fd07f686e8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.487803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c636ae1d-9a83-4dff-860a-e0bb95393433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4fadcf27-8205-4841-af00-b6fd07f686e8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:25.487989 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:25.545691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c636ae1d-9a83-4dff-860a-e0bb95393433 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31a29928d987414f8c246d13e2b0dc25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185403 Mar 07 04:30:25.547491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:25.548288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636ae1d-9a83-4dff-860a-e0bb95393433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fadcf27-8205-4841-af00-b6fd07f686e8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:25.563976 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f1c64a3b-984c-411f-976e-86b5817531c8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.576985 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port 148a08c4-9188-4883-a3c6-b3de20a7dd32, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=148a08c4-9188-4883-a3c6-b3de20a7dd32,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:25.577354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.586824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.603812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1c64a3b-984c-411f-976e-86b5817531c8 HTTP/1.1" status: 204 len: 168 time: 1.0286694 Mar 07 04:30:25.623197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for 148a08c4-9188-4883-a3c6-b3de20a7dd32 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:25.634081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c226272-388b-4f21-9683-737d8de2827c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c64a3b-984c-411f-976e-86b5817531c8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:25.682969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262d422-d054-4691-9b6d-b5d7580ef58f req-14e05ae3-92bf-4b88-9f14-91634b2d74d9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:25.689817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262d422-d054-4691-9b6d-b5d7580ef58f req-14e05ae3-92bf-4b88-9f14-91634b2d74d9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:25.695669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262d422-d054-4691-9b6d-b5d7580ef58f req-14e05ae3-92bf-4b88-9f14-91634b2d74d9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:25.697459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0262d422-d054-4691-9b6d-b5d7580ef58f req-14e05ae3-92bf-4b88-9f14-91634b2d74d9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 2418 time: 0.0748925 Mar 07 04:30:25.723791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39654) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:25.752639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b778c6ff-badc-45f8-9486-806270f8dfe0 admin admin] Publish callbacks [] for security_group (4fadcf27-8205-4841-af00-b6fd07f686e8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.807016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb78156e-0958-4578-a8a6-6c21cc6962ec no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:25.823247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0262d422-d054-4691-9b6d-b5d7580ef58f req-553c7022-1795-479c-b7e8-b870554e0663 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144185 Mar 07 04:30:25.860782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b778c6ff-badc-45f8-9486-806270f8dfe0 admin admin] Publish callbacks [] for security_group (4fadcf27-8205-4841-af00-b6fd07f686e8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:25.868224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fb78156e-0958-4578-a8a6-6c21cc6962ec {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:25.868961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb78156e-0958-4578-a8a6-6c21cc6962ec not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:25.869910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 46ab1509-a9fa-4698-b8fb-a354897ccefe no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:25.905590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 46ab1509-a9fa-4698-b8fb-a354897ccefe {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:25.906429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 46ab1509-a9fa-4698-b8fb-a354897ccefe not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:25.908761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d439bca-c7bc-4401-bbe5-ac4e714435bc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:25.959097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0d439bca-c7bc-4401-bbe5-ac4e714435bc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:25.959848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d439bca-c7bc-4401-bbe5-ac4e714435bc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:25.966193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:26.015854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b778c6ff-badc-45f8-9486-806270f8dfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4fadcf27-8205-4841-af00-b6fd07f686e8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.018348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b778c6ff-badc-45f8-9486-806270f8dfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.019459 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b778c6ff-badc-45f8-9486-806270f8dfe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fadcf27-8205-4841-af00-b6fd07f686e8 HTTP/1.1" status: 204 len: 168 time: 0.4701476 Mar 07 04:30:26.032357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (148a08c4-9188-4883-a3c6-b3de20a7dd32), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.044230 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6ce49a56-7e95-4430-a752-f4e75da7a943 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cef422a08d24a7ba07e42d9fa4da6a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744662 Mar 07 04:30:26.047420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['148a08c4-9188-4883-a3c6-b3de20a7dd32', '32981244-7093-4596-9994-82d80d9f5ae7', 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:26.053274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39666) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:26.056903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778c6ff-badc-45f8-9486-806270f8dfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fadcf27-8205-4841-af00-b6fd07f686e8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:26.083801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cf118ce4-62e2-4875-a6d5-550f8542029f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66001a93f8f44ea6a28edc8743d97b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538206 Mar 07 04:30:26.084040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39668) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:26.090334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=148a08c4-9188-4883-a3c6-b3de20a7dd32,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:26.103234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7241-0efc-4f19-8085-ec61b422577f req-66bb78ed-dbe4-4307-bc4c-dca5b3fec3d6 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:26.105765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6cc7241-0efc-4f19-8085-ec61b422577f req-66bb78ed-dbe4-4307-bc4c-dca5b3fec3d6 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1700292 Mar 07 04:30:26.151620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port 148a08c4-9188-4883-a3c6-b3de20a7dd32 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:26.156693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.160192 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-8795fda2-c8e5-4abb-ae28-538dbb2d9851 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "DELETE /v2.0/ports/148a08c4-9188-4883-a3c6-b3de20a7dd32 HTTP/1.1" status: 204 len: 173 time: 1.6871674 Mar 07 04:30:26.160808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-deleted', 'tag': '148a08c4-9188-4883-a3c6-b3de20a7dd32'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:26.163245 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a42135-2321-4675-b849-1d7d7a551c7c" -d '{"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-deleted", "tag": "148a08c4-9188-4883-a3c6-b3de20a7dd32"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:26.166415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5369aa1-de72-4dd2-a206-3c17b9d98719 req-08afa61b-3685-48d0-ba1b-d22183fd33d8 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:26.168688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5369aa1-de72-4dd2-a206-3c17b9d98719 req-08afa61b-3685-48d0-ba1b-d22183fd33d8 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.1692469 Mar 07 04:30:26.237450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6cc7241-0efc-4f19-8085-ec61b422577f req-93892cae-973d-4ab6-b674-fcb9464eb339 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230569 Mar 07 04:30:26.240040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e459df93-e594-436b-9219-4f3e8c28bf6b admin admin] Publish callbacks [] for security_group (7079a67f-7af6-4efd-aace-d207b7a97b95), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.278734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c37c79c-3493-4ade-b531-5cdf80738a36 admin admin] Publish callbacks [] for security_group (01194f87-5dd7-44dd-9a77-15156f3677f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.342967 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65be739a-5ca9-4869-ac22-40ae00578a33 x-openstack-request-id: req-65be739a-5ca9-4869-ac22-40ae00578a33 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:26.343512 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-deleted", "tag": "148a08c4-9188-4883-a3c6-b3de20a7dd32", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:26.343978 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65be739a-5ca9-4869-ac22-40ae00578a33 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:26.344562 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-deleted', 'tag': '148a08c4-9188-4883-a3c6-b3de20a7dd32', 'status': 'completed', 'code': 200} Mar 07 04:30:26.367502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5369aa1-de72-4dd2-a206-3c17b9d98719 req-1199e38f-812d-4876-853d-11b3369b421e tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904562 Mar 07 04:30:26.371848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c37c79c-3493-4ade-b531-5cdf80738a36 admin admin] Publish callbacks [] for security_group (01194f87-5dd7-44dd-9a77-15156f3677f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.443666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e459df93-e594-436b-9219-4f3e8c28bf6b admin admin] Publish callbacks [] for security_group (7079a67f-7af6-4efd-aace-d207b7a97b95), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.526899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port 32981244-7093-4596-9994-82d80d9f5ae7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:26.533354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (32981244-7093-4596-9994-82d80d9f5ae7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.606419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e459df93-e594-436b-9219-4f3e8c28bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7079a67f-7af6-4efd-aace-d207b7a97b95), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.609330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e459df93-e594-436b-9219-4f3e8c28bf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.614076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c37c79c-3493-4ade-b531-5cdf80738a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (01194f87-5dd7-44dd-9a77-15156f3677f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.616568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c37c79c-3493-4ade-b531-5cdf80738a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.617677 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c37c79c-3493-4ade-b531-5cdf80738a36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01194f87-5dd7-44dd-9a77-15156f3677f1 HTTP/1.1" status: 204 len: 168 time: 0.5622356 Mar 07 04:30:26.626054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e459df93-e594-436b-9219-4f3e8c28bf6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7079a67f-7af6-4efd-aace-d207b7a97b95 HTTP/1.1" status: 204 len: 168 time: 0.5285788 Mar 07 04:30:26.632995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37c79c-3493-4ade-b531-5cdf80738a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01194f87-5dd7-44dd-9a77-15156f3677f1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:26.683729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port 32981244-7093-4596-9994-82d80d9f5ae7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=32981244-7093-4596-9994-82d80d9f5ae7,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:26.684252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (32981244-7093-4596-9994-82d80d9f5ae7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.688256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cbadd-9a80-4b49-b45f-f9550ed0079b req-af05f314-e1e1-4e44-9ccc-1e5504c6e651 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:26.697718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-045cbadd-9a80-4b49-b45f-f9550ed0079b req-af05f314-e1e1-4e44-9ccc-1e5504c6e651 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1978116 Mar 07 04:30:26.699532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for 32981244-7093-4596-9994-82d80d9f5ae7 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:26.702241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459df93-e594-436b-9219-4f3e8c28bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079a67f-7af6-4efd-aace-d207b7a97b95,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:26.797017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-045cbadd-9a80-4b49-b45f-f9550ed0079b req-944a6f49-2558-42cf-8453-d4048b563c2a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Mar 07 04:30:26.877881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (32981244-7093-4596-9994-82d80d9f5ae7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.919933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=32981244-7093-4596-9994-82d80d9f5ae7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:26.978748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port 32981244-7093-4596-9994-82d80d9f5ae7 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:26.982571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:26.987028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-2d846a2f-4331-44b6-b12b-65a4ee05adf4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "DELETE /v2.0/ports/32981244-7093-4596-9994-82d80d9f5ae7 HTTP/1.1" status: 204 len: 173 time: 0.8154476 Mar 07 04:30:26.989529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea5429-eec5-4b5b-9683-d6416ce2f53b req-bc0af99b-5930-4c96-a1cd-94f583b3c032 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:26.997731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2ea5429-eec5-4b5b-9683-d6416ce2f53b req-bc0af99b-5930-4c96-a1cd-94f583b3c032 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 946 time: 0.0851870 Mar 07 04:30:27.051385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2ea5429-eec5-4b5b-9683-d6416ce2f53b req-b6207969-96bd-46e7-9c38-b483f5a0c865 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Mar 07 04:30:27.141108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:27.141590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:27.269167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:27.269929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:27.286480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:27.388292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3204c-9827-42d0-99cb-d0bec6a38fa0 req-2a6b5e0f-550e-4c61-b79f-c68e32443415 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:27.407123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb3204c-9827-42d0-99cb-d0bec6a38fa0 req-2a6b5e0f-550e-4c61-b79f-c68e32443415 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.0801373 Mar 07 04:30:27.460469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ca2177e4-ca49-4a7d-b0dd-aec968d2eb58), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:27.500363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=ca2177e4-ca49-4a7d-b0dd-aec968d2eb58,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:27.521825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb3204c-9827-42d0-99cb-d0bec6a38fa0 req-e7ca99d3-89ae-4ef5-bec9-822dd790a343 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 Mar 07 04:30:27.575876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3a99a-d5e3-4d40-8adb-43552dce96e3 req-2c1a2926-323e-4a65-a14e-96cd2ecfc9a1 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:27.583778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbf3a99a-d5e3-4d40-8adb-43552dce96e3 req-2c1a2926-323e-4a65-a14e-96cd2ecfc9a1 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.0959208 Mar 07 04:30:27.589825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:27.594278 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:27.597935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5e309a65-267a-4ec3-b355-abae3a7eeb20 req-71b38280-49b9-4f59-bcd9-d66ed939c527 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.44 "DELETE /v2.0/ports/ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 HTTP/1.1" status: 204 len: 173 time: 0.6057208 Mar 07 04:30:27.675874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbf3a99a-d5e3-4d40-8adb-43552dce96e3 req-34046b64-a0cb-447c-876c-fe1845f63db1 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6031802-df8d-494b-8e44-245d6bad4718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911312 Mar 07 04:30:27.814182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-611575f8-3f48-48e7-98d4-d0f09102f0d0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:27.816251 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-611575f8-3f48-48e7-98d4-d0f09102f0d0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.44 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 945 time: 0.1130650 Mar 07 04:30:27.947992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Deleting port 97fc1864-0588-43b5-a94c-f3f935178fce {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:27.948335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:27.953091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f521885-1a5a-4b20-9549-797ec5cd3477 req-716aabd9-8bd0-4990-9a8d-cdb72fd9e17c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:27.954935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f521885-1a5a-4b20-9549-797ec5cd3477 req-716aabd9-8bd0-4990-9a8d-cdb72fd9e17c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.0680373 Mar 07 04:30:28.033243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f521885-1a5a-4b20-9549-797ec5cd3477 req-03a11ca0-e254-4b9e-924a-1cef5e4313a3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Mar 07 04:30:28.086506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 32981244-7093-4596-9994-82d80d9f5ae7 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:28.099422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] For port 97fc1864-0588-43b5-a94c-f3f935178fce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=97fc1864-0588-43b5-a94c-f3f935178fce,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:28.099787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.137810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 32981244-7093-4596-9994-82d80d9f5ae7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:28.138035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 32981244-7093-4596-9994-82d80d9f5ae7 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:28.138461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:28.181263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:28.181608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ca2177e4-ca49-4a7d-b0dd-aec968d2eb58 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:28.184958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 148a08c4-9188-4883-a3c6-b3de20a7dd32 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:28.211292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cbd4772-aaea-474f-9d22-9b2ff8e69909 req-59ed597a-78e9-43c5-90bd-d16fdfa90181 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b374929-31f6-4c3a-a081-0efd060954c4 HTTP/1.1" status: 200 len: 210 time: 0.0575509 Mar 07 04:30:28.226828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 148a08c4-9188-4883-a3c6-b3de20a7dd32 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:28.227377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 148a08c4-9188-4883-a3c6-b3de20a7dd32 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:28.338467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39748) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:28.347578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-deleted', 'tag': '32981244-7093-4596-9994-82d80d9f5ae7'}, {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-deleted', 'tag': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:28.349779 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b07d3e-d081-437d-9960-3ba7ebac1f66" -d '{"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-deleted", "tag": "32981244-7093-4596-9994-82d80d9f5ae7"}, {"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-deleted", "tag": "ca2177e4-ca49-4a7d-b0dd-aec968d2eb58"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:28.360596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.361024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (50a290de-851b-4971-a2df-f0723e23e094), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.361942 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Floating IP 50a290de-851b-4971-a2df-f0723e23e094 disassociated. External IP: 172.25.4.38, port: 97fc1864-0588-43b5-a94c-f3f935178fce. Mar 07 04:30:28.363756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Calling delete_port for 97fc1864-0588-43b5-a94c-f3f935178fce owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:28.419508 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1354235d-020d-4888-b9c9-aee1e895e3e6 x-openstack-request-id: req-1354235d-020d-4888-b9c9-aee1e895e3e6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:28.419810 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-deleted", "tag": "32981244-7093-4596-9994-82d80d9f5ae7", "status": "completed", "code": 200}, {"server_uuid": "9b374929-31f6-4c3a-a081-0efd060954c4", "name": "network-vif-deleted", "tag": "ca2177e4-ca49-4a7d-b0dd-aec968d2eb58", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:28.420101 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1354235d-020d-4888-b9c9-aee1e895e3e6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:28.420457 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-deleted', 'tag': '32981244-7093-4596-9994-82d80d9f5ae7', 'status': 'completed', 'code': 200} Mar 07 04:30:28.420868 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b374929-31f6-4c3a-a081-0efd060954c4', 'name': 'network-vif-deleted', 'tag': 'ca2177e4-ca49-4a7d-b0dd-aec968d2eb58', 'status': 'completed', 'code': 200} Mar 07 04:30:28.558970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (97fc1864-0588-43b5-a94c-f3f935178fce), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.619755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'networks': [{'name': 'tempest-network--372909901'}, {'name': 'tempest-network--2000112298'}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:28.621575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'network': {'name': 'tempest-network--372909901'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:28.622250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'network': {'name': 'tempest-network--2000112298'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:28.688705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'network': 2} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:28.695440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.709263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event deleted for resources: {'Port': ['ID=97fc1864-0588-43b5-a94c-f3f935178fce,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:28.716681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b81c-691c-4ac0-a92b-fc2263775cdf req-1318a1ba-5912-408d-8dda-06c72f6b6d3f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:28.724015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8d4b81c-691c-4ac0-a92b-fc2263775cdf req-1318a1ba-5912-408d-8dda-06c72f6b6d3f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 950 time: 0.1307905 Mar 07 04:30:28.726567 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.777762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:30:28.797095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8d4b81c-691c-4ac0-a92b-fc2263775cdf req-35bf634a-724d-49d6-963b-59a0fe4419e0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Mar 07 04:30:28.912757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for security_group (d7bd011d-68b0-47c7-ac33-d130dcc1e1a0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.922600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:30:28.935626 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] Sync routers for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:30:28.939949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d7bd011d-68b0-47c7-ac33-d130dcc1e1a0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.940201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:28.951495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b3f4ae4-738c-44ee-910e-1ff00d98e7d1 req-cd3fb3c3-559c-47d6-ac84-53ca8a028227 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0772789 Mar 07 04:30:28.957419 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:28.958274 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:29.013230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] No DVR routers for this DVR port 97fc1864-0588-43b5-a94c-f3f935178fce on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:29.016096 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.019819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7d49381d-12ce-46bb-9f9a-4ded5b8486ee req-22442260-4d77-422a-81b1-97890e4f9ea0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.44 "DELETE /v2.0/ports/97fc1864-0588-43b5-a94c-f3f935178fce HTTP/1.1" status: 204 len: 173 time: 1.1978815 Mar 07 04:30:29.042667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:30:29.139762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bd011d-68b0-47c7-ac33-d130dcc1e1a0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:29.169537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:29.206070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:29.251106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-325c3b71-9ce6-481d-a3d3-5850177a9630 req-47e004f7-fe94-4276-a591-8ae8ed368ac6 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.1257174 Mar 07 04:30:29.318937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (340d7c2e-19a5-44c5-8ba6-3e7628738d6a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.319288 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Added segment 340d7c2e-19a5-44c5-8ba6-3e7628738d6a of type vlan for network 771ecafc-bd7a-4e9b-a0f8-60da1a6e3270 Mar 07 04:30:29.375394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39794) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:29.433887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:29.456991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'mac_address': 'fa:16:3e:9d:b3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:30:29.494919 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (771ecafc-bd7a-4e9b-a0f8-60da1a6e3270), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.522632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e2d4-278b-4f53-9694-c21c8b0743fc req-1e5d1130-1b47-42b4-a9ec-7314f0153414 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:29.533508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1398e2d4-278b-4f53-9694-c21c8b0743fc req-1e5d1130-1b47-42b4-a9ec-7314f0153414 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.3069315 Mar 07 04:30:29.571659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:29.572058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.606499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting subnet 9e1c99f4-e3bc-4b19-bc26-568433085ee4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:30:29.609416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:29.619726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (9e1c99f4-e3bc-4b19-bc26-568433085ee4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.627809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:29.647045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1db54989-2bff-4114-8917-9040eaa563c6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.647857 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Added segment 1db54989-2bff-4114-8917-9040eaa563c6 of type vlan for network c7863930-77a8-42e0-97cd-d5d120665594 Mar 07 04:30:29.692318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1398e2d4-278b-4f53-9694-c21c8b0743fc req-091c0015-5f36-430f-8ea4-6071bc68ea91 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575685 Mar 07 04:30:29.708179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9e1c99f4-e3bc-4b19-bc26-568433085ee4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.716531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:29.734011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.767729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c7863930-77a8-42e0-97cd-d5d120665594), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.822423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (771ecafc-bd7a-4e9b-a0f8-60da1a6e3270), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.823181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c7863930-77a8-42e0-97cd-d5d120665594), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.832052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:29.838470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:29.839656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:29.865686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:29.964867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Network': ['ID=771ecafc-bd7a-4e9b-a0f8-60da1a6e3270,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:29.981253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6388113 Mar 07 04:30:29.985372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 771ecafc-bd7a-4e9b-a0f8-60da1a6e3270 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:30.002613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39822) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:30.027369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e18c5907-7418-4179-95c2-f8cacff1fd68'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:30.071468 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:17Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:30.081866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9e1c99f4-e3bc-4b19-bc26-568433085ee4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:30.151496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] Checking router: b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:30:30.170899 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:30:30.171613 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:30.263674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9e1c99f4-e3bc-4b19-bc26-568433085ee4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:30.302800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac213a49-4657-40f7-a13a-3193c327893f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Network': ['ID=c7863930-77a8-42e0-97cd-d5d120665594,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:30.323640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c7863930-77a8-42e0-97cd-d5d120665594 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:30.342128 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:30:30.345381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:30.345518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2459db-cfef-4105-a62c-87f944e28372 req-f87a31fc-b97e-4162-bcaa-27a6ff0e6909 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:30.349439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa2459db-cfef-4105-a62c-87f944e28372 req-f87a31fc-b97e-4162-bcaa-27a6ff0e6909 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 949 time: 0.3699222 Mar 07 04:30:30.357162 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/subnets/9e1c99f4-e3bc-4b19-bc26-568433085ee4 HTTP/1.1" status: 204 len: 168 time: 0.9808223 Mar 07 04:30:30.361103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39830) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:30.421829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'name': 'network-vif-deleted', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:30.431774 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20508750-c43a-4869-a44e-90c207f4bb20" -d '{"events": [{"server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "name": "network-vif-deleted", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:30.453476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da8902-dc04-43ce-9209-d56cbc430d01 None None] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:30.545623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59f4820b-ccd0-4e96-85ad-232ae808016f req-92b45c7f-7a32-458e-b2a9-e0c80b1f14fc tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1436121 Mar 07 04:30:30.797819 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:17Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:30.805290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c9dbb85-e1c4-4df9-9d7d-da2cd60d8f17 req-b07f5ba1-d202-45d1-a734-326c299283c7 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1278002 Mar 07 04:30:30.841407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa2459db-cfef-4105-a62c-87f944e28372 req-01cf8830-5871-48f6-97c4-e0931d40259f tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843950 Mar 07 04:30:30.845022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9a1aeac6-a05b-4dde-834f-274cc8793984), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:30.881075 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079aa952-0ad3-4bed-993d-bc3eaac8a2af None None] The sync data for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 is: [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:28:12Z', 'revision_number': 4, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '76ee4ed3-8134-42c3-88be-5b41d8f87901', 'name': '', 'network_id': '0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'mac_address': 'fa:16:3e:62:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:10Z', 'updated_at': '2022-03-07T04:28:17Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'subnets': [{'id': '60bd7d21-d611-4da2-8214-567c0fc0e162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:30:30.883764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d80ea-a123-4b8e-84ce-49805991f850 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1c99f4-e3bc-4b19-bc26-568433085ee4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:30.901004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] DHCP port deletion for 9a1aeac6-a05b-4dde-834f-274cc8793984 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:30:30.997022 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e9745-0265-4434-8097-3f7ca68236dd x-openstack-request-id: req-358e9745-0265-4434-8097-3f7ca68236dd {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:30.997283 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce", "name": "network-vif-deleted", "tag": "97fc1864-0588-43b5-a94c-f3f935178fce", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:30.997389 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-358e9745-0265-4434-8097-3f7ca68236dd {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:30.997849 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce', 'name': 'network-vif-deleted', 'tag': '97fc1864-0588-43b5-a94c-f3f935178fce', 'status': 'completed', 'code': 200} Mar 07 04:30:31.028409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:31.029035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.061852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:31.069460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9247dd9-dd03-420c-ade2-28aa52d1e925 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:31.083564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9247dd9-dd03-420c-ade2-28aa52d1e925 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:31.099334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9247dd9-dd03-420c-ade2-28aa52d1e925 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:31.111622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9247dd9-dd03-420c-ade2-28aa52d1e925 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:31.113752 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9247dd9-dd03-420c-ade2-28aa52d1e925 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0979722 Mar 07 04:30:31.116631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39848) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:31.256140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (771ecafc-bd7a-4e9b-a0f8-60da1a6e3270), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.286567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:31.287071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.318357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:31.344212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b3b4-046e-45f5-887a-fe41c8f17293 req-68cb425e-3426-4818-8e32-68d44edee713 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:31.347072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Deleting port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:31.347646 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.352127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2105b3b4-046e-45f5-887a-fe41c8f17293 req-68cb425e-3426-4818-8e32-68d44edee713 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2838826 Mar 07 04:30:31.480509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: BUILD; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:31.485902 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.550265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:31.551803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (771ecafc-bd7a-4e9b-a0f8-60da1a6e3270), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.564718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] For port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,segment=NetworkSegment(fc99ebf6-b5ca-4d12-a9a1-d00453129a15),segment_id=fc99ebf6-b5ca-4d12-a9a1-d00453129a15)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:31.565336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.569540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2105b3b4-046e-45f5-887a-fe41c8f17293 req-aeff931c-b28e-41ed-822f-b27394881bff tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018454 Mar 07 04:30:31.591219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866798b-b1b7-49ff-b726-9fb6a3f01905 None None] New status for floating IP 50a290de-851b-4971-a2df-f0723e23e094: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:30:31.611262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771ecafc-bd7a-4e9b-a0f8-60da1a6e3270']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:31.669764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Calling delete_port for cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:31.673012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340d7c2e-19a5-44c5-8ba6-3e7628738d6a') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:31.673328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340d7c2e-19a5-44c5-8ba6-3e7628738d6a') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:31.691002 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.700807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (340d7c2e-19a5-44c5-8ba6-3e7628738d6a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.732558 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (340d7c2e-19a5-44c5-8ba6-3e7628738d6a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.750950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:31.752942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (340d7c2e-19a5-44c5-8ba6-3e7628738d6a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.753658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:31.764751 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:31.773352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:31.793507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:31.859673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:31.918135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6110f53-7f1a-4df5-b566-a7e1f262ae63 req-0c6711dd-c0d5-4a02-b8b7-4422c97daffb tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1857913 Mar 07 04:30:31.991305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (771ecafc-bd7a-4e9b-a0f8-60da1a6e3270), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.020970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.031074 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/networks/771ecafc-bd7a-4e9b-a0f8-60da1a6e3270 HTTP/1.1" status: 204 len: 168 time: 0.9122059 Mar 07 04:30:32.034732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a825a-6abb-4038-a9d6-9eca4725288f tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Network': ['ID=771ecafc-bd7a-4e9b-a0f8-60da1a6e3270,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:32.036465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:32.065798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9d969db-75fd-41c7-a7e9-003f793a8cae req-d91e18bc-7b04-494b-83d1-886700053cb2 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1092458 Mar 07 04:30:32.163104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9a1aeac6-a05b-4dde-834f-274cc8793984), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.235201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1aeac6-a05b-4dde-834f-274cc8793984']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:32.252192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:32.252769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc99ebf6-b5ca-4d12-a9a1-d00453129a15') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:32.269585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (fc99ebf6-b5ca-4d12-a9a1-d00453129a15), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.289219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8965f21-f41d-4764-930f-39d67f2ff86a req-151ad769-b362-4483-8223-77da89de6b5d tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:32.290250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c7863930-77a8-42e0-97cd-d5d120665594), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.296436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8965f21-f41d-4764-930f-39d67f2ff86a req-151ad769-b362-4483-8223-77da89de6b5d tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 948 time: 0.1391776 Mar 07 04:30:32.347582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fc99ebf6-b5ca-4d12-a9a1-d00453129a15), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.368835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:32.369242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (fc99ebf6-b5ca-4d12-a9a1-d00453129a15), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:32.374025 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:32.420687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8965f21-f41d-4764-930f-39d67f2ff86a req-ba365bda-24e3-46e8-a0fe-7575ad5a2394 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131244 Mar 07 04:30:32.474641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9a1aeac6-a05b-4dde-834f-274cc8793984), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.476177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:32.478711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 97fc1864-0588-43b5-a94c-f3f935178fce no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:32.492301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.503474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/networks/9a1aeac6-a05b-4dde-834f-274cc8793984 HTTP/1.1" status: 204 len: 168 time: 2.1391437 Mar 07 04:30:32.515081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39866) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:32.521330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c7863930-77a8-42e0-97cd-d5d120665594), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.575728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 97fc1864-0588-43b5-a94c-f3f935178fce {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:32.576161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 97fc1864-0588-43b5-a94c-f3f935178fce not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:32.577343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:32.578638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7863930-77a8-42e0-97cd-d5d120665594']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:32.578835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:32.599226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4995f8-93a9-49fd-a6d4-a85109909a73 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Network': ['ID=9a1aeac6-a05b-4dde-834f-274cc8793984,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:32.609637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:32.639983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db54989-2bff-4114-8917-9040eaa563c6') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:32.640283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db54989-2bff-4114-8917-9040eaa563c6') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:32.661310 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.665183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (1db54989-2bff-4114-8917-9040eaa563c6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.676347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting subnet c856b41a-60a1-4b2b-8838-8bb803aaa8ea {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:30:32.692350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1db54989-2bff-4114-8917-9040eaa563c6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.692970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (c856b41a-60a1-4b2b-8838-8bb803aaa8ea), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.701894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Network 9a1aeac6-a05b-4dde-834f-274cc8793984 is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:30:32.702609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] No DVR routers for this DVR port cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:32.704387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e34114-8959-45fe-80c3-b1533c697caf None None] Pushing event deleted for resources: {'Port': ['ID=cb58dfc7-ff9d-43ce-9d11-a9ce81c957a1,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:32.711974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:32.717595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (1db54989-2bff-4114-8917-9040eaa563c6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:32.741578 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:32.760821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5dfcffc0-b2cd-4900-b1e8-32e18001e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.828327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (c856b41a-60a1-4b2b-8838-8bb803aaa8ea), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.858776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c7863930-77a8-42e0-97cd-d5d120665594), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.870698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:32.879586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/networks/c7863930-77a8-42e0-97cd-d5d120665594 HTTP/1.1" status: 204 len: 168 time: 0.8422017 Mar 07 04:30:32.895551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:32.904592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6588b9-52f5-4553-980e-418c45aa60e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Network': ['ID=c7863930-77a8-42e0-97cd-d5d120665594,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:33.041019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b8931-ef84-47ed-95a2-7f57d6dbda67 req-21fa3171-207f-4aa4-a29f-1fe39175be85 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:33.047959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d21b8931-ef84-47ed-95a2-7f57d6dbda67 req-21fa3171-207f-4aa4-a29f-1fe39175be85 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.3476593 Mar 07 04:30:33.059248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:33.112050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff7554a4-bd59-4b3d-ac41-804fac36a697 req-dcd3ff8c-707a-4310-b087-b0ffa1d04f4d tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1036980 Mar 07 04:30:33.149443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c856b41a-60a1-4b2b-8838-8bb803aaa8ea), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.188934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e18c5907-7418-4179-95c2-f8cacff1fd68 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:33.189305 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.269088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c26092-b7c0-43da-8c57-04677a531ea4 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:33.276443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c26092-b7c0-43da-8c57-04677a531ea4 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:33.282728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e2c26092-b7c0-43da-8c57-04677a531ea4 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3809218 Mar 07 04:30:33.282900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:33.287846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-226812910'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:33.331266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d21b8931-ef84-47ed-95a2-7f57d6dbda67 req-cda8f936-9633-4f76-a490-c4fbe984c1b7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823339 Mar 07 04:30:33.341466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:33.347145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.348945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e3ff78-12af-409b-a10d-e1379bfb0449 req-b97f8f8e-7dcc-4cd2-8cf9-d29417ac382b tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1082609 Mar 07 04:30:33.365627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e18c5907-7418-4179-95c2-f8cacff1fd68 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:33.368127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.389999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:33.396639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (c856b41a-60a1-4b2b-8838-8bb803aaa8ea), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.421833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (12726c7b-682e-49d7-a740-33991b3476a7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.422549 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Added segment 12726c7b-682e-49d7-a740-33991b3476a7 of type vlan for network 08e7d65f-4bef-4c74-b027-5f0329e9a53a Mar 07 04:30:33.454858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:33.454858 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374b0eb-5b65-45c3-87e4-df4ee333026f" -d '{"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-plugged", "status": "completed", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:33.474432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Subnet': ['ID=c856b41a-60a1-4b2b-8838-8bb803aaa8ea,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:33.492259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.509339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c176947-7e61-4805-99fc-612b2876f39f None None] Network db02b69f-22f3-44f8-bd02-89e0b8b25b3c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:33.513597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:33.517210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3fdd4e94-e9cd-40fb-accf-2210a3ae6a03 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/subnets/c856b41a-60a1-4b2b-8838-8bb803aaa8ea HTTP/1.1" status: 204 len: 168 time: 0.9966931 Mar 07 04:30:33.517959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39892) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:33.527147 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28275a3-c249-4db2-a06d-3e1ed65f4eee x-openstack-request-id: req-c28275a3-c249-4db2-a06d-3e1ed65f4eee {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:33.527825 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-plugged", "status": "completed", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:33.528242 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c28275a3-c249-4db2-a06d-3e1ed65f4eee {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:33.528771 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'code': 200} Mar 07 04:30:33.545525 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.556653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (08e7d65f-4bef-4c74-b027-5f0329e9a53a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.616725 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (08e7d65f-4bef-4c74-b027-5f0329e9a53a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.629399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:33.630655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.800685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:33.820132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Network': ['ID=08e7d65f-4bef-4c74-b027-5f0329e9a53a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:33.844998 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7e0964e9-8d54-4ecc-96da-bdfff971a1e0 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5611780 Mar 07 04:30:33.851525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:33.851719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 08e7d65f-4bef-4c74-b027-5f0329e9a53a details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:33.907339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1528109985'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:33.912651 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ba5f59-b6f1-49a1-9e68-fffa916b28ed req-9d141a4c-552d-41d3-8651-1962bd27351c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.1097550 Mar 07 04:30:33.913546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] DHCP port deletion for db02b69f-22f3-44f8-bd02-89e0b8b25b3c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:30:33.919761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (db02b69f-22f3-44f8-bd02-89e0b8b25b3c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.938249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:33.949207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:33.993039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:34.000670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582de82-56a0-4ba2-aef4-b6ff5faa0179 req-ef22d00f-a28d-411c-94ea-e50ce37193fc tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:34.003906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0582de82-56a0-4ba2-aef4-b6ff5faa0179 req-ef22d00f-a28d-411c-94ea-e50ce37193fc tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 951 time: 0.2828240 Mar 07 04:30:34.023076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (cab29533-7823-4aa8-a677-88c866b1a364), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.023778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996eb45-92a6-4651-8c9e-1aa19d1ccfbb req-0b3bffd0-d925-4b49-9d0b-66ef7e3143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:34.023910 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Added segment cab29533-7823-4aa8-a677-88c866b1a364 of type vlan for network 7d3c21d6-76c3-4b85-bce0-7ba8f273e70b Mar 07 04:30:34.031981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8996eb45-92a6-4651-8c9e-1aa19d1ccfbb req-0b3bffd0-d925-4b49-9d0b-66ef7e3143aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1133 time: 0.2353432 Mar 07 04:30:34.086676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7d3c21d6-76c3-4b85-bce0-7ba8f273e70b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.109238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] Deleting port 37cee4ca-2e08-4412-912e-d2aa31b053d6 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:34.109751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.139107 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7d3c21d6-76c3-4b85-bce0-7ba8f273e70b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.166974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:34.168929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.195999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0582de82-56a0-4ba2-aef4-b6ff5faa0179 req-bd23f1b1-e479-490d-be12-a4e680f087ae tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772158 Mar 07 04:30:34.248198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port 37cee4ca-2e08-4412-912e-d2aa31b053d6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:34.248952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.253503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8996eb45-92a6-4651-8c9e-1aa19d1ccfbb req-aa077e0c-9e41-4097-90cd-59644dc756a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135963 Mar 07 04:30:34.272675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] For port 37cee4ca-2e08-4412-912e-d2aa31b053d6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=37cee4ca-2e08-4412-912e-d2aa31b053d6,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:34.275204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.307694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] Calling delete_port for 37cee4ca-2e08-4412-912e-d2aa31b053d6 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:34.332051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Network': ['ID=7d3c21d6-76c3-4b85-bce0-7ba8f273e70b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:34.340976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cae4d77-f512-451c-a530-a36d03e37374 req-ec1113c4-a9e8-425a-9eb2-61976361f1c6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0671825 Mar 07 04:30:34.350492 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-46e2bf92-4426-4f62-af9c-fdd453416068 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4552236 Mar 07 04:30:34.355471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:34.369862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'ports': [{'network_id': '08e7d65f-4bef-4c74-b027-5f0329e9a53a', 'name': 'tempest-port--1523052710', 'admin_state_up': True}, {'network_id': '7d3c21d6-76c3-4b85-bce0-7ba8f273e70b', 'admin_state_up': False}]} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:34.370195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'port': {'network_id': '08e7d65f-4bef-4c74-b027-5f0329e9a53a', 'name': 'tempest-port--1523052710', 'admin_state_up': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:34.370736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'port': {'network_id': '7d3c21d6-76c3-4b85-bce0-7ba8f273e70b', 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:34.421771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7d3c21d6-76c3-4b85-bce0-7ba8f273e70b details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:34.471180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port 37cee4ca-2e08-4412-912e-d2aa31b053d6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=37cee4ca-2e08-4412-912e-d2aa31b053d6,segment=NetworkSegment(adac5f2a-73e0-460a-bce7-62e8a9a1e8ad),segment_id=adac5f2a-73e0-460a-bce7-62e8a9a1e8ad)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:34.471718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.565218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for 37cee4ca-2e08-4412-912e-d2aa31b053d6 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:34.644727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6c01677-c6dd-4cfb-9569-2418da16d889 req-fc2ef71d-e840-4c74-b41f-76481b5bce6a tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0758550 Mar 07 04:30:34.681113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.721207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] Pushing event deleted for resources: {'Port': ['ID=37cee4ca-2e08-4412-912e-d2aa31b053d6,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:34.732916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7d4f6-7286-4af2-ab27-de37b8c9360b None None] No DVR routers for this DVR port 37cee4ca-2e08-4412-912e-d2aa31b053d6 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:34.737918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b585d6-2b32-4e83-888d-0f766f470d25 req-e556a096-060b-4e33-9507-8bad6d0765cb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:34.741086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5b585d6-2b32-4e83-888d-0f766f470d25 req-e556a096-060b-4e33-9507-8bad6d0765cb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2536814 Mar 07 04:30:34.813541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'port': 2} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:34.819334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.866709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.872938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5b585d6-2b32-4e83-888d-0f766f470d25 req-6f7940e9-e9d6-4db7-b02a-ed3114341bce tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197090 Mar 07 04:30:34.914163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (37cee4ca-2e08-4412-912e-d2aa31b053d6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:34.917139 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d38fdeac-b536-49ec-abd3-d5ce929332fd req-6cc25499-5144-47b5-a735-37ab2a3374a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0752175 Mar 07 04:30:34.972955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=37cee4ca-2e08-4412-912e-d2aa31b053d6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:34.991169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port 37cee4ca-2e08-4412-912e-d2aa31b053d6 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:35.141338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (db02b69f-22f3-44f8-bd02-89e0b8b25b3c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.166022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db02b69f-22f3-44f8-bd02-89e0b8b25b3c']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:35.168806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] device_id is not set on port 00f5a740-9747-48bc-90d3-7981fd280c2e yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:35.177134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:35.177450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adac5f2a-73e0-460a-bce7-62e8a9a1e8ad') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:35.188555 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (adac5f2a-73e0-460a-bce7-62e8a9a1e8ad), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.221338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (adac5f2a-73e0-460a-bce7-62e8a9a1e8ad), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.236330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:35.236751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (adac5f2a-73e0-460a-bce7-62e8a9a1e8ad), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.336361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-def3fee4-9be1-4424-ba23-d7550210b75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.354291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for port (00f5a740-9747-48bc-90d3-7981fd280c2e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:35.369130 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:35.548639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] device_id is not set on port 4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:30:35.615622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (db02b69f-22f3-44f8-bd02-89e0b8b25b3c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.627439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bef049a-8b3c-4e2a-ba7c-a46e89592219 req-12929c4e-13b5-4a65-bea6-cd35f8f9c9a6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1347001 Mar 07 04:30:35.682483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.688765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/networks/db02b69f-22f3-44f8-bd02-89e0b8b25b3c HTTP/1.1" status: 204 len: 168 time: 2.1620586 Mar 07 04:30:35.696505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for port (4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.703989 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:35.718177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1035642456'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:35.793153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab640880-1762-4656-bf0c-31ee005ddbee req-74cdbdde-f895-4635-b72f-8dbf9490f325 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:35.794728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:35.802849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab640880-1762-4656-bf0c-31ee005ddbee req-74cdbdde-f895-4635-b72f-8dbf9490f325 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 951 time: 0.4327087 Mar 07 04:30:35.806241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.819968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc448d1-4aa7-4110-8835-dc2aea1b3fed tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Network': ['ID=db02b69f-22f3-44f8-bd02-89e0b8b25b3c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:35.827200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 37cee4ca-2e08-4412-912e-d2aa31b053d6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:35.861569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 37cee4ca-2e08-4412-912e-d2aa31b053d6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:35.862211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 37cee4ca-2e08-4412-912e-d2aa31b053d6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:35.878277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-64a51f8c-f0a4-4bdb-a45b-6d023bde9f2a service neutron] 10.222.0.15 "GET /v2.0/ports/74e8d331-71b8-418c-953d-55508a88bfca/bindings/n-h1-832185-1 HTTP/1.1" status: 200 len: 382 time: 0.4833984 Mar 07 04:30:35.919897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:35.953715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27cd14db-aca7-4cda-992a-01072665aad9 req-a6919c09-ff5f-4909-ad61-97400c0c24ed tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1118681 Mar 07 04:30:35.959556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c55f169f-6f8f-4f3f-9fa2-99406f0fe450), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:35.960173 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Added segment c55f169f-6f8f-4f3f-9fa2-99406f0fe450 of type vlan for network 71e8866f-b925-47d2-a999-29616cfdfb6f Mar 07 04:30:35.999462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab640880-1762-4656-bf0c-31ee005ddbee req-6119210b-1105-47d0-870d-7f02e811a112 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956182 Mar 07 04:30:36.051045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (00f5a740-9747-48bc-90d3-7981fd280c2e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:36.113965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (71e8866f-b925-47d2-a999-29616cfdfb6f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:36.163300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb3c3-353a-4efb-87bd-61ac37f88a5b req-9bc4e34c-a730-4080-a422-0246b09a2741 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:36.167157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-897cb3c3-353a-4efb-87bd-61ac37f88a5b req-9bc4e34c-a730-4080-a422-0246b09a2741 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1324692 Mar 07 04:30:36.208611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Port': ['ID=00f5a740-9747-48bc-90d3-7981fd280c2e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:36.228013 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (71e8866f-b925-47d2-a999-29616cfdfb6f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:36.241577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:36.243721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:36.329090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-897cb3c3-353a-4efb-87bd-61ac37f88a5b req-36e5196b-4781-4cd7-b590-46229c00f34b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542501 Mar 07 04:30:36.361470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6562905 Mar 07 04:30:36.362475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:36.364264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.366879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.367484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.368424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.369040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'subnet': {'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:36.369621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.371252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.371855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.373545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.378297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.378936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.379493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.380071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.381486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:36.405683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Checking segment: {'id': '12726c7b-682e-49d7-a740-33991b3476a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '08e7d65f-4bef-4c74-b027-5f0329e9a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:36.407625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network hostable DHCP agents. Network: 08e7d65f-4bef-4c74-b027-5f0329e9a53a, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:36.415685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-cf2547f2-b42b-4376-b362-a54c6d7874aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:36.418656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-cf2547f2-b42b-4376-b362-a54c6d7874aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab&tenant_id=da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 1132 time: 0.1543133 Mar 07 04:30:36.475352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4a7d-ae51-4b22-8d4d-6e812e71e344 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Network': ['ID=71e8866f-b925-47d2-a999-29616cfdfb6f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:36.489145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 71e8866f-b925-47d2-a999-29616cfdfb6f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:36.496945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network 08e7d65f-4bef-4c74-b027-5f0329e9a53a is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:36.512216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 08e7d65f-4bef-4c74-b027-5f0329e9a53a) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:36.516523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:36.517424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:36.556867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4126ee24-b439-47a3-af18-3a36ba55c079 None None] Network 08e7d65f-4bef-4c74-b027-5f0329e9a53a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:36.682251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Port': ['ID=4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:36.707506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Checking segment: {'id': 'cab29533-7823-4aa8-a677-88c866b1a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d3c21d6-76c3-4b85-bce0-7ba8f273e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:36.707506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network hostable DHCP agents. Network: 7d3c21d6-76c3-4b85-bce0-7ba8f273e70b, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:36.753110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network 7d3c21d6-76c3-4b85-bce0-7ba8f273e70b is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:36.782362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7d3c21d6-76c3-4b85-bce0-7ba8f273e70b) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:36.800051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:36.817967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:36.840241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:36.842717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:36.870165 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b39d4b72-98b9-4b00-9b3b-8ace6d4d4c32 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5099013 Mar 07 04:30:36.874757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39944) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:36.888082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c565a901-151c-4468-a604-c9739f50bc87 None None] Network 7d3c21d6-76c3-4b85-bce0-7ba8f273e70b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:36.935965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82bde9f1-de18-4f9c-8556-7d6cf98f8d5e req-6fa89ff6-b30b-4555-bc79-5f7da02c6d56 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0767612 Mar 07 04:30:36.989058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:36.993588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.018571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967244fc-88a7-469a-a918-ddfb3493d825 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:37.049589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967244fc-88a7-469a-a918-ddfb3493d825 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:37.064038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-967244fc-88a7-469a-a918-ddfb3493d825 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1839266 Mar 07 04:30:37.064913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.070052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39950) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:37.159941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-00dbfa39-6d74-4f89-811d-d66e68562a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:37.161439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-00dbfa39-6d74-4f89-811d-d66e68562a06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1132 time: 0.3012974 Mar 07 04:30:37.240274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13735b41-fc81-4538-a9bc-74cc239fc5e8 req-b610d787-76c5-4853-83b1-878ff08f90d7 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0766573 Mar 07 04:30:37.289176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Deleting port 00f5a740-9747-48bc-90d3-7981fd280c2e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:37.289602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (00f5a740-9747-48bc-90d3-7981fd280c2e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.394402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (00f5a740-9747-48bc-90d3-7981fd280c2e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.408490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea1fed-6137-4990-905c-32be7d886475 req-571de6b9-8985-4675-8a40-abf35259b649 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:37.410110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1dea1fed-6137-4990-905c-32be7d886475 req-571de6b9-8985-4675-8a40-abf35259b649 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 951 time: 0.2476566 Mar 07 04:30:37.411260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Calling delete_port for 00f5a740-9747-48bc-90d3-7981fd280c2e owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:37.532634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (00f5a740-9747-48bc-90d3-7981fd280c2e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.573243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.578869 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/ports/00f5a740-9747-48bc-90d3-7981fd280c2e HTTP/1.1" status: 204 len: 168 time: 0.5012569 Mar 07 04:30:37.583206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:37.584459 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.734039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-017bdb7a-aaaf-406e-a472-f6b7a0d77dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:37.737295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-017bdb7a-aaaf-406e-a472-f6b7a0d77dd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.5572557 Mar 07 04:30:37.742342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (0d62a977-2f89-49cf-91a3-f9939eefdcb0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.779252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a504741-4078-4713-9473-b51ff25d7ccc tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Port': ['ID=00f5a740-9747-48bc-90d3-7981fd280c2e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:37.830980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-9f75a2ce-6b42-4042-bf66-460ffc011538 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.0709238 Mar 07 04:30:37.864260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Deleting port 4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:37.874600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:37.876805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Subnet': ['ID=0d62a977-2f89-49cf-91a3-f9939eefdcb0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:37.885856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1dea1fed-6137-4990-905c-32be7d886475 req-991df505-4c34-4b0e-b121-18c5c24b9db5 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581351 Mar 07 04:30:38.003758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-d9cddc1f-35ef-418d-afbc-0ba24086e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:38.009541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-d9cddc1f-35ef-418d-afbc-0ba24086e635 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1211841 Mar 07 04:30:38.070289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.089103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Calling delete_port for 4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:38.124540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fa95472-3768-4d32-8c2a-661708502538 req-9be2dc15-3a43-463a-b1b1-abe70926097b tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0401027 Mar 07 04:30:38.126957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Checking segment: {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:38.127778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network hostable DHCP agents. Network: 71e8866f-b925-47d2-a999-29616cfdfb6f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:38.171038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-29cc0b2e-d207-4495-96a8-85d28b2e29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:38.172405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-29cc0b2e-d207-4495-96a8-85d28b2e29db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1511519 Mar 07 04:30:38.196575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ff29-e07d-4654-b7ac-bb35c1940f85 req-e0669800-e283-41ee-82cd-cd8229400e6a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:38.202983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d441ff29-e07d-4654-b7ac-bb35c1940f85 req-e0669800-e283-41ee-82cd-cd8229400e6a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.3274829 Mar 07 04:30:38.252533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network 71e8866f-b925-47d2-a999-29616cfdfb6f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:38.299754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 71e8866f-b925-47d2-a999-29616cfdfb6f) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:38.305775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:38.307085 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.316708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de964a-5fdd-46ec-bf20-26aa85cc639d None None] Network 71e8866f-b925-47d2-a999-29616cfdfb6f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:38.333791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.379886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dda60752-0aad-4080-bc0e-906d13b0f0b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0154998 Mar 07 04:30:38.387155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39986) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:38.397958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.410384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-981576391'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:38.411113 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/ports/4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1 HTTP/1.1" status: 204 len: 168 time: 0.8194726 Mar 07 04:30:38.437703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39988) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:38.453488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d441ff29-e07d-4654-b7ac-bb35c1940f85 req-d2f03fda-3147-48dd-a75a-a8762a72360f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038603 Mar 07 04:30:38.480827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:38.482847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.498775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec6b2-3012-4165-8f01-f26bc7bc0694 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Port': ['ID=4b77a9d1-f9d0-44ec-aab1-2ef1471aa5a1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:38.520840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-41ba2efc-4343-4768-967a-798eb62a32e4 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396723 Mar 07 04:30:38.526467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40ff5921-b60c-475b-bcd0-067fce45e049 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0841217 Mar 07 04:30:38.531453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:38.537070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-233687988'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:38.600111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:38.606742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.636661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d46ab0f-cca9-4ad9-a837-ec8aa851b266 req-51afb00c-a144-40c3-8f0c-4839ad57caab tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0858648 Mar 07 04:30:38.651225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-71e8866f-b925-47d2-a999-29616cfdfb6f', 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f', 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'fixed_ips': [{'subnet_id': '0d62a977-2f89-49cf-91a3-f9939eefdcb0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:30:38.653251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.681194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:38.692701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (83e4858f-9add-4aa4-8e99-5a47f9846c7b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.693222 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Added segment 83e4858f-9add-4aa4-8e99-5a47f9846c7b of type vlan for network d4e8bafc-637c-45a4-b3d5-e1b3977057e0 Mar 07 04:30:38.735070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:38.768325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d4e8bafc-637c-45a4-b3d5-e1b3977057e0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.822966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (06fb0e27-9333-41ba-80ef-d3388e1eccd5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.824120 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Added segment 06fb0e27-9333-41ba-80ef-d3388e1eccd5 of type vlan for network f7fffce7-7ddb-4b7a-aca5-a19eab111489 Mar 07 04:30:38.827114 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d4e8bafc-637c-45a4-b3d5-e1b3977057e0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.844550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:38.846829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:38.906745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3736966 Mar 07 04:30:38.910289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:38.917212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1992915469'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:38.922815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Allocated IP 19.80.0.2 (71e8866f-b925-47d2-a999-29616cfdfb6f/0d62a977-2f89-49cf-91a3-f9939eefdcb0/4615f105-bc1b-456d-987b-2e2fa8d8dce7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:38.992433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-f22f3fa8-c117-411a-9e71-957ae793e315 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608123 Mar 07 04:30:38.998642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e3930-1b29-456c-8740-a23391bacc87 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Network': ['ID=d4e8bafc-637c-45a4-b3d5-e1b3977057e0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:39.013787 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f7fffce7-7ddb-4b7a-aca5-a19eab111489), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.020461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:39.024796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.031591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fb135-4cf8-4944-8bc1-543be2a41c6d req-5fab5eef-9e50-4797-9f22-6ea1f7f296bf tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:39.053594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c56fb135-4cf8-4944-8bc1-543be2a41c6d req-5fab5eef-9e50-4797-9f22-6ea1f7f296bf tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1133 time: 0.3285050 Mar 07 04:30:39.069831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d4e8bafc-637c-45a4-b3d5-e1b3977057e0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:39.072189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:39.083506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:30:39.103054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4f3bf954-dfaf-4ad2-8355-6a8e280919e0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.104072 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Added segment 4f3bf954-dfaf-4ad2-8355-6a8e280919e0 of type vlan for network e7583a82-e12a-4f06-97ff-f033dfa9080b Mar 07 04:30:39.194795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e7583a82-e12a-4f06-97ff-f033dfa9080b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.205695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f7fffce7-7ddb-4b7a-aca5-a19eab111489), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.232100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:39.235811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.248731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e7583a82-e12a-4f06-97ff-f033dfa9080b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.262112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:39.264557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.330116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.360071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4473195 Mar 07 04:30:39.497553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb66662-efd0-47e6-b54c-687ef5876865 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Network': ['ID=e7583a82-e12a-4f06-97ff-f033dfa9080b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:39.499087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:39.504293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.524117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e7583a82-e12a-4f06-97ff-f033dfa9080b details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:39.524961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40008) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:39.530211 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Publish callbacks [] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.535258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1411636 Mar 07 04:30:39.538693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bba7a693-69d9-48ea-81bd-70122e0ab32f req-cbac9ffc-c51f-445a-9ac3-de81120ebb71 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.2238607 Mar 07 04:30:39.546373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40012) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:39.546742 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'subnets': [{'network_id': 'd4e8bafc-637c-45a4-b3d5-e1b3977057e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1712600327', 'ip_version': 4}, {'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:39.547015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'subnet': {'network_id': 'd4e8bafc-637c-45a4-b3d5-e1b3977057e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1712600327', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:39.549231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Request body: {'subnet': {'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:39.551853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'subnet': {'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:39.565015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c266f-5bd9-41c7-a83f-493cda05e526 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Network': ['ID=f7fffce7-7ddb-4b7a-aca5-a19eab111489,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:39.609012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c56fb135-4cf8-4944-8bc1-543be2a41c6d req-b24923d3-86ec-4796-afaa-c02cc3e8b904 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496578 Mar 07 04:30:39.645775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:30:39.683966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.836366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Network 71e8866f-b925-47d2-a999-29616cfdfb6f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:39.904913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:39.905867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Made reservation on behalf of 22be130fcee54dfe9ffd6158d70f4b56 for: {'subnet': 2} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:39.916529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.916921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:39.965276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:39.968747 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274ecdf-754b-4f89-a4b4-c00e90fec898" -d '{"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:39.975472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:39.983767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:39.988974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:40.023331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08540916-f477-49e4-8b4d-ae3dbbeabef3 req-807fac07-b4d2-430c-8c2d-ad88ff68e367 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:40.027217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08540916-f477-49e4-8b4d-ae3dbbeabef3 req-807fac07-b4d2-430c-8c2d-ad88ff68e367 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.3045366 Mar 07 04:30:40.103503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:40.130022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:40.167186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e348587-d63d-4d26-afb0-b038546d7b25 req-cf9a0554-835d-4023-b855-ed266b06a95b tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1354327 Mar 07 04:30:40.170817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Pushing event updated for resources: {'Port': ['ID=4615f105-bc1b-456d-987b-2e2fa8d8dce7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:40.285642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:40.303660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Attempting to bind port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:30:40.304209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Attempting to bind port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:30:40.305021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Attempting to bind port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 on network 71e8866f-b925-47d2-a999-29616cfdfb6f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:40.326155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:30:40.328253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Checking segment: {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:40.328884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:40.330422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Bound using segment: {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:30:40.331299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Bound port: 4615f105-bc1b-456d-987b-2e2fa8d8dce7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:30:40.331720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:40.442333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08540916-f477-49e4-8b4d-ae3dbbeabef3 req-aee041aa-26c7-4b42-8f96-5e47d74daad6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838801 Mar 07 04:30:40.562397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecd31f-444b-4498-8655-95f23c139ca7 req-2cd85f3a-10b1-4820-afba-4fb90a0b000e tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:40.569626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64ecd31f-444b-4498-8655-95f23c139ca7 req-2cd85f3a-10b1-4820-afba-4fb90a0b000e tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 1133 time: 0.2847273 Mar 07 04:30:40.630942 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c34625-561e-4822-a957-f6c2340eb34a x-openstack-request-id: req-28c34625-561e-4822-a957-f6c2340eb34a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:40.631263 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:40.631639 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28c34625-561e-4822-a957-f6c2340eb34a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:40.632333 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'code': 200} Mar 07 04:30:40.704441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] For port 4615f105-bc1b-456d-987b-2e2fa8d8dce7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:40.711502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] For port 4615f105-bc1b-456d-987b-2e2fa8d8dce7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4615f105-bc1b-456d-987b-2e2fa8d8dce7,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:40.725368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:40.749262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64ecd31f-444b-4498-8655-95f23c139ca7 req-872b28bb-b50e-42d1-a753-01c32ee10231 tempest-ServersAdminTestJSON-1054322714 tempest-ServersAdminTestJSON-1054322714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785941 Mar 07 04:30:40.976478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (d8ab9983-4dbb-4de1-92e5-bf1292b78ad2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:40.999815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2799150c-4f22-4ca0-b900-04f69f55f10c req-3bc2678b-10b4-41bd-8f9e-67f4384ee7c7 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.2727988 Mar 07 04:30:41.041716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f60cbb-989b-4cde-88d8-0ad429a88c86 None None] Pushing event updated for resources: {'Port': ['ID=4615f105-bc1b-456d-987b-2e2fa8d8dce7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:41.264778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Subnet': ['ID=d8ab9983-4dbb-4de1-92e5-bf1292b78ad2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:41.315825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Checking segment: {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:41.318319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network hostable DHCP agents. Network: f7fffce7-7ddb-4b7a-aca5-a19eab111489, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:41.391814 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (88195750-57bb-4e2c-9099-b7e202636446), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:41.449250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-073ff2e4-34ef-4a88-a047-135951e62dab req-494c6a4b-2be3-49e5-9534-f3ca47ebffb0 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0927901 Mar 07 04:30:41.482627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Subnet': ['ID=88195750-57bb-4e2c-9099-b7e202636446,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:41.497589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:41.572969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Checking segment: {'id': '83e4858f-9add-4aa4-8e99-5a47f9846c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd4e8bafc-637c-45a4-b3d5-e1b3977057e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:41.573395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network hostable DHCP agents. Network: d4e8bafc-637c-45a4-b3d5-e1b3977057e0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:41.575059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f7fffce7-7ddb-4b7a-aca5-a19eab111489) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:41.583842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd7029-9058-4096-9a18-a5694084d181 None None] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:41.586754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:41.587553 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:41.602102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network d4e8bafc-637c-45a4-b3d5-e1b3977057e0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:41.613942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, d4e8bafc-637c-45a4-b3d5-e1b3977057e0) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:41.621015 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (3e0cede6-666d-4fac-a07b-70423f69c573), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:41.637926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-53a26b05-cd9f-437e-8d34-8291385f01b2 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0886788 Mar 07 04:30:41.678352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19343210-9fdc-41ad-a6f7-e81a4b2ae9fe None None] Network d4e8bafc-637c-45a4-b3d5-e1b3977057e0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:41.696592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e42fe-aac6-4005-aff3-92090d59fabc req-3a106cf0-c783-4d62-a340-2e31a0f0f0e0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:41.706130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-063e42fe-aac6-4005-aff3-92090d59fabc req-3a106cf0-c783-4d62-a340-2e31a0f0f0e0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 949 time: 0.2458615 Mar 07 04:30:41.809416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Checking segment: {'id': '4f3bf954-dfaf-4ad2-8355-6a8e280919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:41.817198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network hostable DHCP agents. Network: e7583a82-e12a-4f06-97ff-f033dfa9080b, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:30:41.820037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event updated for resources: {'Subnet': ['ID=3e0cede6-666d-4fac-a07b-70423f69c573,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:41.904259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Network e7583a82-e12a-4f06-97ff-f033dfa9080b is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:30:41.920168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e7583a82-e12a-4f06-97ff-f033dfa9080b) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:41.932662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:41.933591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:41.934200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:41.953863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95877f01-c207-4671-9616-28d5116df65c req-8e8c0032-8622-49f4-be63-f3b9b2b5e50f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:41.961009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95877f01-c207-4671-9616-28d5116df65c req-8e8c0032-8622-49f4-be63-f3b9b2b5e50f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 948 time: 0.3055618 Mar 07 04:30:41.974019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-500ad036-8dd4-46e4-8d5f-a265f79ef905 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4445620 Mar 07 04:30:41.977032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-063e42fe-aac6-4005-aff3-92090d59fabc req-52caaede-afd6-4ba2-841e-69b78154ae97 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360909 Mar 07 04:30:41.980833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:42.020490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e6466-eec0-4706-8c3b-020b2c990a62 None None] Network e7583a82-e12a-4f06-97ff-f033dfa9080b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:42.024518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4615f105-bc1b-456d-987b-2e2fa8d8dce7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:42.109134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-f7fffce7-7ddb-4b7a-aca5-a19eab111489', 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489', 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'fixed_ips': [{'subnet_id': 'd8ab9983-4dbb-4de1-92e5-bf1292b78ad2'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:30:42.112750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.344145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-e555cf30-2eff-4f4f-bba0-e7f9f68c2d61 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:42.359064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-e555cf30-2eff-4f4f-bba0-e7f9f68c2d61 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:42.362813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-e555cf30-2eff-4f4f-bba0-e7f9f68c2d61 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/networks?id=71e8866f-b925-47d2-a999-29616cfdfb6f&id=f7fffce7-7ddb-4b7a-aca5-a19eab111489 HTTP/1.1" status: 200 len: 1391 time: 0.2152274 Mar 07 04:30:42.424753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca595bcd-e537-454c-9dc5-c369a86b70e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-d4e8bafc-637c-45a4-b3d5-e1b3977057e0', 'network_id': 'd4e8bafc-637c-45a4-b3d5-e1b3977057e0', 'project_id': '22be130fcee54dfe9ffd6158d70f4b56', 'fixed_ips': [{'subnet_id': '88195750-57bb-4e2c-9099-b7e202636446'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:30:42.425926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca595bcd-e537-454c-9dc5-c369a86b70e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.459214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95877f01-c207-4671-9616-28d5116df65c req-58fd257c-dc8b-44e9-b78a-551a7275ebeb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958003 Mar 07 04:30:42.467737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:42.467965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.498881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc13ab1-bfc7-400a-82b7-f0d6a3d1425b tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:42.500312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc13ab1-bfc7-400a-82b7-f0d6a3d1425b tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:42.501947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc13ab1-bfc7-400a-82b7-f0d6a3d1425b tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:42.503678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6cc13ab1-bfc7-400a-82b7-f0d6a3d1425b tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5205605 Mar 07 04:30:42.506965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:42.555880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cf958768-bf1f-431a-9b01-48ae2e154754 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/quotas/b95b1779145e4c4c9a0cc44704359add HTTP/1.1" status: 200 len: 375 time: 0.1633496 Mar 07 04:30:42.596576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-e7583a82-e12a-4f06-97ff-f033dfa9080b', 'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b', 'project_id': '22be130fcee54dfe9ffd6158d70f4b56', 'fixed_ips': [{'subnet_id': '3e0cede6-666d-4fac-a07b-70423f69c573'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:30:42.600809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.682360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Deleting subnet 88195750-57bb-4e2c-9099-b7e202636446 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:30:42.694743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for subnet (88195750-57bb-4e2c-9099-b7e202636446), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.797160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50cf77fc-159b-449c-a6a8-efeb6b20eca7 req-14b81953-adef-4268-ab9e-eec321482e94 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0719883 Mar 07 04:30:42.829816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (88195750-57bb-4e2c-9099-b7e202636446), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.855726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:42.856716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.914071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Allocated IP 19.86.0.2 (f7fffce7-7ddb-4b7a-aca5-a19eab111489/d8ab9983-4dbb-4de1-92e5-bf1292b78ad2/0f6ea885-254d-4ed7-887b-df9ec7827bec) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:42.931383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646df62-5bbf-4526-9651-cf794175964e None None] Network 71e8866f-b925-47d2-a999-29616cfdfb6f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:42.940512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-d29934a5-4899-437f-aa6b-8fd02878a207 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:42.944230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-d29934a5-4899-437f-aa6b-8fd02878a207 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 949 time: 0.4144368 Mar 07 04:30:42.949705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (88195750-57bb-4e2c-9099-b7e202636446), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:42.970401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-597501aa-2b0f-4345-964f-72a9eb2f794f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3908050 Mar 07 04:30:42.988265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:43.104540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (88195750-57bb-4e2c-9099-b7e202636446), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.119709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c8a1aa0-fbe6-4058-953c-76e1af84cf7d req-53bcb599-2061-4e76-83f3-4ccb45492926 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.2247741 Mar 07 04:30:43.186586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Deleting port db0504d7-1fab-4495-aa16-c76bd6a763af {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:43.186804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:30:43.188241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.235626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Subnet': ['ID=88195750-57bb-4e2c-9099-b7e202636446,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:43.256343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.259744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-787a1233-9074-4362-86a2-ca22e2a562f1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/subnets/88195750-57bb-4e2c-9099-b7e202636446 HTTP/1.1" status: 204 len: 168 time: 0.7504241 Mar 07 04:30:43.264220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-ca595bcd-e537-454c-9dc5-c369a86b70e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88195750-57bb-4e2c-9099-b7e202636446: This subnet is being modified by another concurrent operation. Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:30:43.300312 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88195750-57bb-4e2c-9099-b7e202636446: This subnet is being modified by another concurrent operation. Mar 07 04:30:43.304087 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:30:43.352128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7921b76a-c830-40f4-8c7b-81922f90776b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.397618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-860d02f6-1d88-4dc5-9088-ff868cd014b9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:30:43.398655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-860d02f6-1d88-4dc5-9088-ff868cd014b9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4269433 Mar 07 04:30:43.524008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7921b76a-c830-40f4-8c7b-81922f90776b admin admin] Publish callbacks [] for security_group (1f6e377a-8944-465e-ae67-f44c75ecf78d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.534865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7921b76a-c830-40f4-8c7b-81922f90776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1f6e377a-8944-465e-ae67-f44c75ecf78d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.578116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7921b76a-c830-40f4-8c7b-81922f90776b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0700476e20c94eb79d7fcf6ae35231bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5796158 Mar 07 04:30:43.578738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8b4ce-96a5-49a0-b27a-d1e7cfe81e25 None None] Network d4e8bafc-637c-45a4-b3d5-e1b3977057e0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:43.582110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40090) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:43.598634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] For port db0504d7-1fab-4495-aa16-c76bd6a763af, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=db0504d7-1fab-4495-aa16-c76bd6a763af,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:43.599028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.646807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921b76a-c830-40f4-8c7b-81922f90776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e377a-8944-465e-ae67-f44c75ecf78d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:43.666996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f46f586e-81cf-416a-af20-5766c575f79a admin admin] Publish callbacks [] for security_group (1f6e377a-8944-465e-ae67-f44c75ecf78d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.726193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Allocated IP 172.20.0.18 (e7583a82-e12a-4f06-97ff-f033dfa9080b/3e0cede6-666d-4fac-a07b-70423f69c573/b24896f1-218c-49a3-8072-cff9b38b16fd) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:43.731224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Calling delete_port for db0504d7-1fab-4495-aa16-c76bd6a763af owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:43.731404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f46f586e-81cf-416a-af20-5766c575f79a admin admin] Publish callbacks [] for security_group (1f6e377a-8944-465e-ae67-f44c75ecf78d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.760271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 4615f105-bc1b-456d-987b-2e2fa8d8dce7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4615f105-bc1b-456d-987b-2e2fa8d8dce7,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:43.806578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-63353d14-ea70-495e-8a7b-73eaddfebb55 None None] Provisioning complete for port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:43.807042 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-63353d14-ea70-495e-8a7b-73eaddfebb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.810227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.830003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f46f586e-81cf-416a-af20-5766c575f79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1f6e377a-8944-465e-ae67-f44c75ecf78d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.832676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f46f586e-81cf-416a-af20-5766c575f79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:43.834029 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f46f586e-81cf-416a-af20-5766c575f79a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f6e377a-8944-465e-ae67-f44c75ecf78d HTTP/1.1" status: 204 len: 168 time: 0.2507296 Mar 07 04:30:43.848116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f586e-81cf-416a-af20-5766c575f79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e377a-8944-465e-ae67-f44c75ecf78d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:43.954517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=4615f105-bc1b-456d-987b-2e2fa8d8dce7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:44.013752 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:30:44.020018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Deleting subnet 3e0cede6-666d-4fac-a07b-70423f69c573 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:30:44.033681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (db0504d7-1fab-4495-aa16-c76bd6a763af), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:44.093254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ab678b3b-4a21-4652-aa97-08cb99abb11a', 'db0504d7-1fab-4495-aa16-c76bd6a763af', 'e18c5907-7418-4179-95c2-f8cacff1fd68'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:44.128529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-09a26684-60da-4a6a-8b2d-4557ff8f9db9 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8866f-b925-47d2-a999-29616cfdfb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914656 Mar 07 04:30:44.210580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e91ebe17-2090-4d93-9132-297c3b93a197 req-b860ed57-5b64-42c1-823b-1aacead19ac7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=936f9cf0-ebef-48ee-bc6c-88043b3916a0 HTTP/1.1" status: 200 len: 210 time: 0.1800656 Mar 07 04:30:44.365588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:44.392557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-806220d8-6896-4d7a-b4d3-b58ca1fe2ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:44.413809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-a659ce51-e34a-4f66-991d-f24710167e4e service neutron] 10.222.0.21 "GET /v2.0/networks/71e8866f-b925-47d2-a999-29616cfdfb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124572 Mar 07 04:30:44.414734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event deleted for resources: {'Port': ['ID=db0504d7-1fab-4495-aa16-c76bd6a763af,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:44.596560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-67a1b200-a8cd-47ec-b826-0acdf61396ac tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:44.599160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-67a1b200-a8cd-47ec-b826-0acdf61396ac tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab&tenant_id=da1647029e294fe9bd9f285ebb29f7dd&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 948 time: 0.5671711 Mar 07 04:30:44.620088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:44.644815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] No DVR routers for this DVR port db0504d7-1fab-4495-aa16-c76bd6a763af on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:44.705144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:44.710757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d726ede-4c56-44d3-9f85-b923dfde7488 req-aec05c3d-860c-439d-9e66-eb61e4168ab7 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "DELETE /v2.0/ports/db0504d7-1fab-4495-aa16-c76bd6a763af HTTP/1.1" status: 204 len: 173 time: 1.7334545 Mar 07 04:30:44.730444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-806220d8-6896-4d7a-b4d3-b58ca1fe2ce8 admin admin] Publish callbacks [] for security_group (69169add-5561-4e7b-911a-f23fa585ab0d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:44.733471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'name': 'network-vif-deleted', 'tag': 'db0504d7-1fab-4495-aa16-c76bd6a763af'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:44.738911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-806220d8-6896-4d7a-b4d3-b58ca1fe2ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (69169add-5561-4e7b-911a-f23fa585ab0d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:44.741760 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce20a4e-89d4-43e1-86c5-b9e145429ed2" -d '{"events": [{"server_uuid": "936f9cf0-ebef-48ee-bc6c-88043b3916a0", "name": "network-vif-deleted", "tag": "db0504d7-1fab-4495-aa16-c76bd6a763af"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:44.849710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-806220d8-6896-4d7a-b4d3-b58ca1fe2ce8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f2bae867ee54ef5863dd6e2abac7a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826946 Mar 07 04:30:44.850732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806220d8-6896-4d7a-b4d3-b58ca1fe2ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69169add-5561-4e7b-911a-f23fa585ab0d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:44.853295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:44.873352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a6dc-f017-4f42-aad6-f3b9d22d6679 req-53bc4193-6641-463f-b4fc-fc801f6e2748 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:44.875281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d877a6dc-f017-4f42-aad6-f3b9d22d6679 req-53bc4193-6641-463f-b4fc-fc801f6e2748 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 948 time: 0.4567978 Mar 07 04:30:44.985317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '74e8d331-71b8-418c-953d-55508a88bfca', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '74e8d331-71b8-418c-953d-55508a88bfca', 'mac_address': 'fa:16:3e:ae:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:30:44.989336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Publish callbacks [] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:44.993585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-22457a71-dd14-459e-a076-cdc7b625c331 service neutron] 10.222.0.15 "GET /v2.0/ports/74e8d331-71b8-418c-953d-55508a88bfca/bindings/n-h1-832185-1 HTTP/1.1" status: 200 len: 382 time: 0.3557086 Mar 07 04:30:45.028469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-63353d14-ea70-495e-8a7b-73eaddfebb55 None None] Current status of the port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:45.031328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.041587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-ffb5e84e-2cd9-4362-a2e6-27d89ea40f7e service neutron] 10.222.0.21 "GET /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103253 Mar 07 04:30:45.051485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Publish callbacks [] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.116618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks [] for subnet (3e0cede6-666d-4fac-a07b-70423f69c573), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.131647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:45.134033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:45.156482 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7aaae7-e724-438b-8ed9-487f9da02ad2 admin admin] Publish callbacks [] for security_group (69169add-5561-4e7b-911a-f23fa585ab0d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.165143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.190670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:45.211809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7aaae7-e724-438b-8ed9-487f9da02ad2 admin admin] Publish callbacks [] for security_group (69169add-5561-4e7b-911a-f23fa585ab0d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.313768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Network e7583a82-e12a-4f06-97ff-f033dfa9080b is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:45.315760 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7aaae7-e724-438b-8ed9-487f9da02ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (69169add-5561-4e7b-911a-f23fa585ab0d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.318796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7aaae7-e724-438b-8ed9-487f9da02ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.320359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf7aaae7-e724-438b-8ed9-487f9da02ad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69169add-5561-4e7b-911a-f23fa585ab0d HTTP/1.1" status: 204 len: 168 time: 0.3985336 Mar 07 04:30:45.330631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5ddc6193-d015-4f4e-acb2-eb168e502fb8 None None] Provisioning complete for port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:45.331016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6193-d015-4f4e-acb2-eb168e502fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.333403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7aaae7-e724-438b-8ed9-487f9da02ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69169add-5561-4e7b-911a-f23fa585ab0d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:45.397220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:45.403774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:45.408897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:45.409292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.433018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e8d331-71b8-418c-953d-55508a88bfca {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:45.437532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Pushing event updated for resources: {'Port': ['ID=0f6ea885-254d-4ed7-887b-df9ec7827bec,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:45.609548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:45.621414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d877a6dc-f017-4f42-aad6-f3b9d22d6679 req-fd314307-78bb-4707-87e2-b9693e6c991f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802466 Mar 07 04:30:45.627181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc6193-d015-4f4e-acb2-eb168e502fb8 None None] Current status of the port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:45.637392 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.640447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (3e0cede6-666d-4fac-a07b-70423f69c573), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.646297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Attempting to bind port 0f6ea885-254d-4ed7-887b-df9ec7827bec on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:30:45.646698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Attempting to bind port 0f6ea885-254d-4ed7-887b-df9ec7827bec by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:30:45.647076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Attempting to bind port 0f6ea885-254d-4ed7-887b-df9ec7827bec on network f7fffce7-7ddb-4b7a-aca5-a19eab111489 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:45.674770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:30:45.675157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Checking segment: {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:45.676313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.676744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Bound using segment: {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:30:45.677255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Bound port: 0f6ea885-254d-4ed7-887b-df9ec7827bec, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:30:45.677645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:45.724949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-cac935b2-c8aa-4cd3-845d-99c8a7604214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:45.726814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-cac935b2-c8aa-4cd3-845d-99c8a7604214 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1130 time: 0.6882198 Mar 07 04:30:45.811161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01758640-f074-49fe-a0f5-b8e04f7da740 req-e042018b-d6f7-45e7-8226-15e7cdbab7a6 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0830793 Mar 07 04:30:45.813059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-3bc7399b-6b2c-4a4e-8155-f05a5297cea1 service neutron] 10.222.0.21 "GET /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581673 Mar 07 04:30:45.842777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Pushing event updated for resources: {'Port': ['ID=b24896f1-218c-49a3-8072-cff9b38b16fd,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:45.909597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Attempting to bind port b24896f1-218c-49a3-8072-cff9b38b16fd on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:30:45.910202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Attempting to bind port b24896f1-218c-49a3-8072-cff9b38b16fd by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4f3bf954-dfaf-4ad2-8355-6a8e280919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:30:45.911300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Attempting to bind port b24896f1-218c-49a3-8072-cff9b38b16fd on network e7583a82-e12a-4f06-97ff-f033dfa9080b {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:45.986343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ad79302-ba1d-480e-8718-f7d989676816 req-2a7ce0ad-1b80-4189-a7c1-4d4a788af7d4 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0630560 Mar 07 04:30:46.010150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-73106dac-2307-45b2-be9e-b0473a140f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:46.012164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-73106dac-2307-45b2-be9e-b0473a140f07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2685053 Mar 07 04:30:46.047229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4615f105-bc1b-456d-987b-2e2fa8d8dce7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:46.093458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-3e4d03a2-9d78-4bca-bb4f-b1f6fb0ed5fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.0650444 Mar 07 04:30:46.095469 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20bf825-6b49-4947-a2d8-8d28d1e63a53 x-openstack-request-id: req-a20bf825-6b49-4947-a2d8-8d28d1e63a53 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:46.095772 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936f9cf0-ebef-48ee-bc6c-88043b3916a0", "name": "network-vif-deleted", "tag": "db0504d7-1fab-4495-aa16-c76bd6a763af", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:46.096033 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a20bf825-6b49-4947-a2d8-8d28d1e63a53 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:46.097131 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936f9cf0-ebef-48ee-bc6c-88043b3916a0', 'name': 'network-vif-deleted', 'tag': 'db0504d7-1fab-4495-aa16-c76bd6a763af', 'status': 'completed', 'code': 200} Mar 07 04:30:46.131410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:30:46.131884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Checking segment: {'id': '4f3bf954-dfaf-4ad2-8355-6a8e280919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:46.132352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.132806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Bound using segment: {'id': '4f3bf954-dfaf-4ad2-8355-6a8e280919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:30:46.134114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Bound port: b24896f1-218c-49a3-8072-cff9b38b16fd, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3bf954-dfaf-4ad2-8355-6a8e280919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e7583a82-e12a-4f06-97ff-f033dfa9080b'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:30:46.135545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.143122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3e0cede6-666d-4fac-a07b-70423f69c573), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.156362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['74e8d331-71b8-418c-953d-55508a88bfca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:46.285584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c2a5b31-b31b-439b-b41b-3df7fd194490 req-24566ef8-06e0-4cf6-b6f0-73a7ee003de3 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 210 time: 0.1350832 Mar 07 04:30:46.322706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-7e3cd3b4-16c9-4dd9-9020-242341ca97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:46.333113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] For port 0f6ea885-254d-4ed7-887b-df9ec7827bec, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:46.336753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-7e3cd3b4-16c9-4dd9-9020-242341ca97b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2302687 Mar 07 04:30:46.336895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] For port 0f6ea885-254d-4ed7-887b-df9ec7827bec, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0f6ea885-254d-4ed7-887b-df9ec7827bec,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:46.370549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.453457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (3e0cede6-666d-4fac-a07b-70423f69c573), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.517068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0cede6-666d-4fac-a07b-70423f69c573,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:46.539451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-6d48d3f1-838f-46d4-8f67-d836bb73482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:46.541736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-6d48d3f1-838f-46d4-8f67-d836bb73482b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1968718 Mar 07 04:30:46.555997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] For port b24896f1-218c-49a3-8072-cff9b38b16fd, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:46.566827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] For port b24896f1-218c-49a3-8072-cff9b38b16fd, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b24896f1-218c-49a3-8072-cff9b38b16fd,segment=NetworkSegment(4f3bf954-dfaf-4ad2-8355-6a8e280919e0),segment_id=4f3bf954-dfaf-4ad2-8355-6a8e280919e0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:46.581660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.596669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b55c8c81-068f-420d-8072-0c70cb575007 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/subnets/3e0cede6-666d-4fac-a07b-70423f69c573 HTTP/1.1" status: 204 len: 168 time: 3.3266103 Mar 07 04:30:46.597080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:46.723673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:46.747334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.877534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:46.878310 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:46.910333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c504989-a0e6-4cea-be68-6cd51fce67d1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:46.914278 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c504989-a0e6-4cea-be68-6cd51fce67d1 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3153005 Mar 07 04:30:46.919457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:46.936495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ad073-6372-41d8-b983-0508acfcf962 None None] Pushing event updated for resources: {'Port': ['ID=0f6ea885-254d-4ed7-887b-df9ec7827bec,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:47.087829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014f229-08ec-449a-aa84-0ecaa8027429 None None] Pushing event updated for resources: {'Port': ['ID=b24896f1-218c-49a3-8072-cff9b38b16fd,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:47.166427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e7583a82-e12a-4f06-97ff-f033dfa9080b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:47.184658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819fbeb-6234-4f01-bc78-53f8982c9152 req-486d9205-2a12-47b5-88fe-126957008785 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:47.199355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0819fbeb-6234-4f01-bc78-53f8982c9152 req-486d9205-2a12-47b5-88fe-126957008785 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.6520727 Mar 07 04:30:47.311219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Deleting port b24896f1-218c-49a3-8072-cff9b38b16fd {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:47.314085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:47.320369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-1382cf9b-0950-4984-9e23-ce194ee4c394 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492976 Mar 07 04:30:47.409459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:47.434168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c537d2-a7d1-4e4b-9736-b43995ccc43d req-57d45e8c-b771-4949-a944-f0703d6c6f97 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:47.435671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0c537d2-a7d1-4e4b-9736-b43995ccc43d req-57d45e8c-b771-4949-a944-f0703d6c6f97 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 949 time: 0.5905600 Mar 07 04:30:47.495857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] For port b24896f1-218c-49a3-8072-cff9b38b16fd, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b24896f1-218c-49a3-8072-cff9b38b16fd,segment=NetworkSegment(4f3bf954-dfaf-4ad2-8355-6a8e280919e0),segment_id=4f3bf954-dfaf-4ad2-8355-6a8e280919e0)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:47.495857 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:47.536094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Calling delete_port for b24896f1-218c-49a3-8072-cff9b38b16fd owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:47.605279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0819fbeb-6234-4f01-bc78-53f8982c9152 req-2f506f9b-f9ff-4d2c-be6d-4eecbd49beaf tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044368 Mar 07 04:30:47.660688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device db0504d7-1fab-4495-aa16-c76bd6a763af no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:47.704245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0c537d2-a7d1-4e4b-9736-b43995ccc43d req-123f4f0b-0401-479d-8fd3-116cdde134ce tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387228 Mar 07 04:30:47.724816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-290fe914-f1be-48d3-9d57-d9cdc6c4b9ec service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816781 Mar 07 04:30:47.748913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: db0504d7-1fab-4495-aa16-c76bd6a763af {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:47.754740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device db0504d7-1fab-4495-aa16-c76bd6a763af not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:47.788626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b24896f1-218c-49a3-8072-cff9b38b16fd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:47.863321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46aa1edf-e8fb-4f10-9b92-5498b92a236e req-7ac07ad7-886b-434b-9d11-9ccc9b2c6630 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.0835910 Mar 07 04:30:47.871836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Port': ['ID=b24896f1-218c-49a3-8072-cff9b38b16fd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:47.886975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] No DVR routers for this DVR port b24896f1-218c-49a3-8072-cff9b38b16fd on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:47.975430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-326d7fc6-afcb-4504-a5aa-114dcb9709cb req-39d01388-bf46-4fbf-b2e2-70603ae32784 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1379251 Mar 07 04:30:48.086990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3335d84-b455-4f92-8cbf-a2da6e5fc3a8 req-622788f1-54d0-4f4e-95c4-bf01c0a4cbd3 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 210 time: 0.0725453 Mar 07 04:30:48.146945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b24896f1-218c-49a3-8072-cff9b38b16fd up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:48.177614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cec884-230d-4fed-9658-51c937a74632 req-fb9d20fb-8232-4d6f-a093-4d4aeb8f1a46 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:48.188833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79cec884-230d-4fed-9658-51c937a74632 req-fb9d20fb-8232-4d6f-a093-4d4aeb8f1a46 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.2322125 Mar 07 04:30:48.196060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b24896f1-218c-49a3-8072-cff9b38b16fd {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:48.196257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b24896f1-218c-49a3-8072-cff9b38b16fd not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 04:30:48.208322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e7583a82-e12a-4f06-97ff-f033dfa9080b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.247873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Port b24896f1-218c-49a3-8072-cff9b38b16fd not found, will not notify nova. {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 04:30:48.248288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0f6ea885-254d-4ed7-887b-df9ec7827bec up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:48.271097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7583a82-e12a-4f06-97ff-f033dfa9080b']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:48.314802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3bf954-dfaf-4ad2-8355-6a8e280919e0') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:48.315336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3bf954-dfaf-4ad2-8355-6a8e280919e0') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:48.347914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4f3bf954-dfaf-4ad2-8355-6a8e280919e0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.384265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4f3bf954-dfaf-4ad2-8355-6a8e280919e0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.410491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0f6ea885-254d-4ed7-887b-df9ec7827bec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:48.419858 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.421857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:48.424650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4f3bf954-dfaf-4ad2-8355-6a8e280919e0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:48.429558 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:48.618836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e7583a82-e12a-4f06-97ff-f033dfa9080b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.627148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.632251 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/networks/e7583a82-e12a-4f06-97ff-f033dfa9080b HTTP/1.1" status: 204 len: 168 time: 1.7108200 Mar 07 04:30:48.655359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0f6ea885-254d-4ed7-887b-df9ec7827bec is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:48.655753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.659347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-91a3b2c4-a1f9-4285-a0c1-55cdbf7b14b4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:48.664591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-91a3b2c4-a1f9-4285-a0c1-55cdbf7b14b4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:48.666324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-91a3b2c4-a1f9-4285-a0c1-55cdbf7b14b4 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.15 "GET /v2.0/networks?id=71e8866f-b925-47d2-a999-29616cfdfb6f&id=f7fffce7-7ddb-4b7a-aca5-a19eab111489 HTTP/1.1" status: 200 len: 1391 time: 0.4403176 Mar 07 04:30:48.666908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40174) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:48.687594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bb90e-8ff1-416d-bc98-cc7a04cfb25a tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Network': ['ID=e7583a82-e12a-4f06-97ff-f033dfa9080b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:48.732172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'port': {'device_id': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f', 'admin_state_up': True, 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:48.772535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 0f6ea885-254d-4ed7-887b-df9ec7827bec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0f6ea885-254d-4ed7-887b-df9ec7827bec,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:48.782022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:48.898512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=0f6ea885-254d-4ed7-887b-df9ec7827bec,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:48.937639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.937639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.937639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.937639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.937639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.939871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.940222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.940577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.940922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.941266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.941605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.941943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:48.942324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:30:49.004174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a9c06415-34a2-4175-9237-6323e319b265 None None] Could not find standard attr ID for object b24896f1-218c-49a3-8072-cff9b38b16fd. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:30:49.019578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdaff00-2b65-4385-b6c0-91cd25803a60 None None] DHCP port deletion for e7583a82-e12a-4f06-97ff-f033dfa9080b request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:30:49.056184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78022e7-7ade-453b-9bb2-df3dec787875 None None] Network e7583a82-e12a-4f06-97ff-f033dfa9080b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:49.071997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78022e7-7ade-453b-9bb2-df3dec787875 None None] Network e7583a82-e12a-4f06-97ff-f033dfa9080b could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 04:30:49.159459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d4e8bafc-637c-45a4-b3d5-e1b3977057e0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.231696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76682d-fd1f-4d04-aab8-742a7bfbc183 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:30:49.232104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebdf96-7305-4128-9051-ee49fbd5576f req-60dabaa3-f7aa-41a7-8797-f636502423bf tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:49.239118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2ebdf96-7305-4128-9051-ee49fbd5576f req-60dabaa3-f7aa-41a7-8797-f636502423bf tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.4360907 Mar 07 04:30:49.284830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Deleting port ab678b3b-4a21-4652-aa97-08cb99abb11a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:49.285182 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.288018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:49.291336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.338426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca13a88-2ddd-479d-9534-87b8c4eb4105 req-ee2d8c57-5ce9-4679-bdb2-9849b0c695ef tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:49.340163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca13a88-2ddd-479d-9534-87b8c4eb4105 req-ee2d8c57-5ce9-4679-bdb2-9849b0c695ef tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 949 time: 0.4543719 Mar 07 04:30:49.509597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8004b0f0-2788-4e7c-8118-15993326a96e None None] Provisioning complete for port 0f6ea885-254d-4ed7-887b-df9ec7827bec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:49.510170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8004b0f0-2788-4e7c-8118-15993326a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.538562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d4e8bafc-637c-45a4-b3d5-e1b3977057e0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.593589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2ebdf96-7305-4128-9051-ee49fbd5576f req-300919c8-caed-4584-b7cf-1b0d026d964b tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536191 Mar 07 04:30:49.644859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e8bafc-637c-45a4-b3d5-e1b3977057e0']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:49.701952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:49.718694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e4858f-9add-4aa4-8e99-5a47f9846c7b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:49.719054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e4858f-9add-4aa4-8e99-5a47f9846c7b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:49.743161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76682d-fd1f-4d04-aab8-742a7bfbc183 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:30:49.820002 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (83e4858f-9add-4aa4-8e99-5a47f9846c7b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.844086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.848553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8004b0f0-2788-4e7c-8118-15993326a96e None None] Current status of the port 0f6ea885-254d-4ed7-887b-df9ec7827bec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:49.851130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40194) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:49.863261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca13a88-2ddd-479d-9534-87b8c4eb4105 req-1fd12179-aad8-429e-bf5e-597d43c62a67 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024807 Mar 07 04:30:49.881827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 74e8d331-71b8-418c-953d-55508a88bfca triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:49.882417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (74e8d331-71b8-418c-953d-55508a88bfca), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:49.914052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-434a48e4-b56d-484b-a942-a5a7d5d62175 req-738ca41b-abd8-4a50-bb5e-94eafabc5f76 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f353dff2-ee2d-4c1f-a60a-6c9fda5a8bce HTTP/1.1" status: 200 len: 210 time: 0.1906347 Mar 07 04:30:49.916543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] For port ab678b3b-4a21-4652-aa97-08cb99abb11a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ab678b3b-4a21-4652-aa97-08cb99abb11a,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:49.918434 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.005646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Calling delete_port for ab678b3b-4a21-4652-aa97-08cb99abb11a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:50.015133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (83e4858f-9add-4aa4-8e99-5a47f9846c7b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.088074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Allocated IP 19.80.0.109 (71e8866f-b925-47d2-a999-29616cfdfb6f/0d62a977-2f89-49cf-91a3-f9939eefdcb0/d380e5a9-02fc-4db8-b101-e6603884951d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:50.161466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:50.165781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (83e4858f-9add-4aa4-8e99-5a47f9846c7b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:50.176166 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:50.210126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3fa-c8a2-42bb-9feb-4126a1271b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.323214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7533901d-dd95-4a20-b3fe-3c1b2c4fe7f5 req-0beef937-2aa0-405f-8b57-849296537d3a tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1731653 Mar 07 04:30:50.389783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c6b7d5d-be55-4fc6-b9da-3ee50b23bb58 req-e2ad53c0-fd36-48dc-82db-3968843726c9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 210 time: 0.2302308 Mar 07 04:30:50.456645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0f6ea885-254d-4ed7-887b-df9ec7827bec up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:50.532208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-fd1eb2ea-ab56-458c-8c86-bc2ce96feef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:50.533729 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-fd1eb2ea-ab56-458c-8c86-bc2ce96feef2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab&tenant_id=da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 1131 time: 0.1917646 Mar 07 04:30:50.654522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for port (d380e5a9-02fc-4db8-b101-e6603884951d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.660852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-6ff8e912-5e09-4279-a80e-fef894b43360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:50.662351 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-6ff8e912-5e09-4279-a80e-fef894b43360 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1131 time: 0.0961568 Mar 07 04:30:50.703543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0f6ea885-254d-4ed7-887b-df9ec7827bec triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:50.703933 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.712670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:50.713065 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.724651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.726260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d4e8bafc-637c-45a4-b3d5-e1b3977057e0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.775322 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.781452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/networks/d4e8bafc-637c-45a4-b3d5-e1b3977057e0 HTTP/1.1" status: 204 len: 168 time: 2.1080511 Mar 07 04:30:50.783078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989d2fd-8acc-4e0c-8240-32c363a5f284 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Network': ['ID=d4e8bafc-637c-45a4-b3d5-e1b3977057e0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:50.784842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:50.869997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network 71e8866f-b925-47d2-a999-29616cfdfb6f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:50.871671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:50.876078 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d48b1-31d3-410f-8297-fbb17ce87fd3" -d '{"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-plugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:50.895934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:50.901558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:50.929665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-3ddacb1c-abbf-4a0e-9438-02cb10ec8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:50.935153 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-3ddacb1c-abbf-4a0e-9438-02cb10ec8735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2635481 Mar 07 04:30:50.945792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Port': ['ID=d380e5a9-02fc-4db8-b101-e6603884951d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:50.956834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:50.988945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:50.993613 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8defb47-ee9f-4bdf-9447-1a8f64c5260e x-openstack-request-id: req-b8defb47-ee9f-4bdf-9447-1a8f64c5260e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:50.993904 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-plugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:50.994207 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8defb47-ee9f-4bdf-9447-1a8f64c5260e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:50.994602 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'code': 200} Mar 07 04:30:50.995862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3fa-c8a2-42bb-9feb-4126a1271b5f admin admin] Publish callbacks [] for security_group (0acc99a3-fc23-40d3-8490-57d8cd8f4dde), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.030318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a84c-1efc-4b11-93b1-9fc79c7dc175 req-7926ebe6-a1be-4344-ab3c-57a682d6ecc2 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:51.031937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b497a84c-1efc-4b11-93b1-9fc79c7dc175 req-7926ebe6-a1be-4344-ab3c-57a682d6ecc2 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8df2b11-1025-4e97-bfc3-b33c68fea027 HTTP/1.1" status: 200 len: 950 time: 0.3109219 Mar 07 04:30:51.055377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7d3c21d6-76c3-4b85-bce0-7ba8f273e70b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.104429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3fa-c8a2-42bb-9feb-4126a1271b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0acc99a3-fc23-40d3-8490-57d8cd8f4dde), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.109804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:51.110518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.146085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b497a84c-1efc-4b11-93b1-9fc79c7dc175 req-4b60a851-d278-4166-ac89-a89169523777 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993423 Mar 07 04:30:51.146941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ab678b3b-4a21-4652-aa97-08cb99abb11a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.151923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:51.181304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e18c5907-7418-4179-95c2-f8cacff1fd68'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:51.197311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-065582a3-b6bc-49e7-9f14-fe535a1796d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.2428248 Mar 07 04:30:51.240141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07569011-8a05-43e7-928b-3344775ba8c0 None None] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:30:51.257874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event deleted for resources: {'Port': ['ID=ab678b3b-4a21-4652-aa97-08cb99abb11a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:51.269926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-5cb3b8cc-b7c8-49d4-9ba1-cab9b01716ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5847514 Mar 07 04:30:51.315610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0f6ea885-254d-4ed7-887b-df9ec7827bec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:51.367275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:51.371892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Request body: {'port': {'device_id': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489', 'admin_state_up': True, 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:51.394033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccb3fa-c8a2-42bb-9feb-4126a1271b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc99a3-fc23-40d3-8490-57d8cd8f4dde,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:51.424086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-62ccb3fa-c8a2-42bb-9feb-4126a1271b5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bd51ff4d16d405aab4f69f2752d70b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5709381 Mar 07 04:30:51.426900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40216) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:51.441452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b24896f1-218c-49a3-8072-cff9b38b16fd no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:51.451230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-1f45ef19-e1e1-445e-9722-a6ae25fe2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:51.453562 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-1f45ef19-e1e1-445e-9722-a6ae25fe2b79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2309523 Mar 07 04:30:51.487375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b24896f1-218c-49a3-8072-cff9b38b16fd {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:51.487906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b24896f1-218c-49a3-8072-cff9b38b16fd not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:51.528988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] No DVR routers for this DVR port ab678b3b-4a21-4652-aa97-08cb99abb11a on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:51.547865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8701484a-493c-434a-afb1-0e50f5cdcdbd admin admin] Publish callbacks [] for security_group (0acc99a3-fc23-40d3-8490-57d8cd8f4dde), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.558324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.562372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79cec884-230d-4fed-9658-51c937a74632 req-df5e7de2-2a0a-4663-ab5d-a07ecaad8872 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "DELETE /v2.0/ports/ab678b3b-4a21-4652-aa97-08cb99abb11a HTTP/1.1" status: 204 len: 173 time: 3.3685267 Mar 07 04:30:51.586434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8701484a-493c-434a-afb1-0e50f5cdcdbd admin admin] Publish callbacks [] for security_group (0acc99a3-fc23-40d3-8490-57d8cd8f4dde), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.590807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'name': 'network-vif-deleted', 'tag': 'ab678b3b-4a21-4652-aa97-08cb99abb11a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:51.593334 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965431a1-20bd-4161-b366-ced43f33d174" -d '{"events": [{"server_uuid": "a8df2b11-1025-4e97-bfc3-b33c68fea027", "name": "network-vif-deleted", "tag": "ab678b3b-4a21-4652-aa97-08cb99abb11a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:51.603139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-ffc55f5b-d18f-4fa2-82d2-4060070f0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:51.605355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-ffc55f5b-d18f-4fa2-82d2-4060070f0964 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1418228 Mar 07 04:30:51.672442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab678b3b-4a21-4652-aa97-08cb99abb11a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:51.746765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: ab678b3b-4a21-4652-aa97-08cb99abb11a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:51.747118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ab678b3b-4a21-4652-aa97-08cb99abb11a not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:51.764411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f706e94-bacd-429d-8e9e-646f2e6a8e8b None None] Provisioning complete for port d380e5a9-02fc-4db8-b101-e6603884951d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:51.764922 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f706e94-bacd-429d-8e9e-646f2e6a8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.803116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7d3c21d6-76c3-4b85-bce0-7ba8f273e70b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.819370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8701484a-493c-434a-afb1-0e50f5cdcdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0acc99a3-fc23-40d3-8490-57d8cd8f4dde), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.821874 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8701484a-493c-434a-afb1-0e50f5cdcdbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:51.823060 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8701484a-493c-434a-afb1-0e50f5cdcdbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0acc99a3-fc23-40d3-8490-57d8cd8f4dde HTTP/1.1" status: 204 len: 168 time: 0.3950670 Mar 07 04:30:51.832085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f706e94-bacd-429d-8e9e-646f2e6a8e8b None None] Port d380e5a9-02fc-4db8-b101-e6603884951d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:51.873573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-9759b41c-c38c-4e1a-8efc-539ecb041bfe service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448363 Mar 07 04:30:51.874201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c48434a-10d4-4c16-b1ab-d93949fdceae req-f3e431de-f524-4de2-bfde-bfc62dac532b tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.3522544 Mar 07 04:30:51.879861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701484a-493c-434a-afb1-0e50f5cdcdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc99a3-fc23-40d3-8490-57d8cd8f4dde,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:52.003980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf456f7-521e-475f-b889-b63d9836d23d req-ea8891c3-a70e-45de-b22c-a34daf3c5c22 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:52.005562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdf456f7-521e-475f-b889-b63d9836d23d req-ea8891c3-a70e-45de-b22c-a34daf3c5c22 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.7410784 Mar 07 04:30:52.008694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3c21d6-76c3-4b85-bce0-7ba8f273e70b']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:52.056998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab29533-7823-4aa8-a677-88c866b1a364') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:52.057405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab29533-7823-4aa8-a677-88c866b1a364') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:52.062381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.093001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8b1799c-b7bd-4abe-a7e4-ffd9ab1828a6 req-92afe16f-872c-4975-83b7-d5f142528dda service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084558 Mar 07 04:30:52.152602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (cab29533-7823-4aa8-a677-88c866b1a364), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.168493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-da48bf17-4458-4ce9-826b-70c5ea6910b4 None None] Provisioning complete for port 0f6ea885-254d-4ed7-887b-df9ec7827bec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:52.171643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da48bf17-4458-4ce9-826b-70c5ea6910b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.192609 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (cab29533-7823-4aa8-a677-88c866b1a364), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.205486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:52.207913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (cab29533-7823-4aa8-a677-88c866b1a364), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:52.267322 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:52.269358 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20199bc9-bfb8-4f44-9737-11bd1d5b0d53 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group (a6031802-df8d-494b-8e44-245d6bad4718), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.318440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da48bf17-4458-4ce9-826b-70c5ea6910b4 None None] Current status of the port 0f6ea885-254d-4ed7-887b-df9ec7827bec is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:52.374917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40226) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:52.388253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edafcada-9771-4f28-9ef2-528b8930aca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.410283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8758d-d306-4d14-9428-888c972d2744 req-c36ddb9a-e2a8-4b31-bdc0-f99451b985ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:52.412222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99c8758d-d306-4d14-9428-888c972d2744 req-c36ddb9a-e2a8-4b31-bdc0-f99451b985ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 932 time: 0.3714182 Mar 07 04:30:52.412880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Made reservation on behalf of b95b1779145e4c4c9a0cc44704359add for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:30:52.416200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.445092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20199bc9-bfb8-4f44-9737-11bd1d5b0d53 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group (a6031802-df8d-494b-8e44-245d6bad4718), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.469087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edafcada-9771-4f28-9ef2-528b8930aca0 admin admin] Publish callbacks [] for security_group (a00f01c8-022d-4859-be78-01fc8f184f87), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.475112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edafcada-9771-4f28-9ef2-528b8930aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a00f01c8-022d-4859-be78-01fc8f184f87), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.482600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdf456f7-521e-475f-b889-b63d9836d23d req-524d0cb9-2e31-4f2a-a561-cd49cb224b61 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567995 Mar 07 04:30:52.487318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7d3c21d6-76c3-4b85-bce0-7ba8f273e70b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.492367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.498680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/networks/7d3c21d6-76c3-4b85-bce0-7ba8f273e70b HTTP/1.1" status: 204 len: 168 time: 1.6822119 Mar 07 04:30:52.499427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40228) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:52.529361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6247e-4985-409a-9041-f4278502a8a2 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Network': ['ID=7d3c21d6-76c3-4b85-bce0-7ba8f273e70b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:52.566947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-edafcada-9771-4f28-9ef2-528b8930aca0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7945562d9a54fed919c0eb69f930989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908603 Mar 07 04:30:52.580547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40230) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:52.654342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafcada-9771-4f28-9ef2-528b8930aca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f01c8-022d-4859-be78-01fc8f184f87,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:52.703499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (08e7d65f-4bef-4c74-b027-5f0329e9a53a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.716340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15029ba2-a2cb-4894-8752-7be18c7a42ac admin admin] Publish callbacks [] for security_group (a00f01c8-022d-4859-be78-01fc8f184f87), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.782218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15029ba2-a2cb-4894-8752-7be18c7a42ac admin admin] Publish callbacks [] for security_group (a00f01c8-022d-4859-be78-01fc8f184f87), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.868079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (08e7d65f-4bef-4c74-b027-5f0329e9a53a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.903221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e7d65f-4bef-4c74-b027-5f0329e9a53a']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:52.915313 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d623ae1-b65e-4838-9fa0-bc6ef265a263 x-openstack-request-id: req-6d623ae1-b65e-4838-9fa0-bc6ef265a263 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:52.915671 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8df2b11-1025-4e97-bfc3-b33c68fea027", "name": "network-vif-deleted", "tag": "ab678b3b-4a21-4652-aa97-08cb99abb11a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:52.915811 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d623ae1-b65e-4838-9fa0-bc6ef265a263 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:52.916207 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8df2b11-1025-4e97-bfc3-b33c68fea027', 'name': 'network-vif-deleted', 'tag': 'ab678b3b-4a21-4652-aa97-08cb99abb11a', 'status': 'completed', 'code': 200} Mar 07 04:30:52.916318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12726c7b-682e-49d7-a740-33991b3476a7') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:52.916511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12726c7b-682e-49d7-a740-33991b3476a7') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:30:52.931983 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (12726c7b-682e-49d7-a740-33991b3476a7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.935827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15029ba2-a2cb-4894-8752-7be18c7a42ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a00f01c8-022d-4859-be78-01fc8f184f87), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.938752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15029ba2-a2cb-4894-8752-7be18c7a42ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.939940 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-15029ba2-a2cb-4894-8752-7be18c7a42ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a00f01c8-022d-4859-be78-01fc8f184f87 HTTP/1.1" status: 204 len: 168 time: 0.3566117 Mar 07 04:30:52.972627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15029ba2-a2cb-4894-8752-7be18c7a42ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f01c8-022d-4859-be78-01fc8f184f87,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:52.976145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (12726c7b-682e-49d7-a740-33991b3476a7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.993601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:30:52.994067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (12726c7b-682e-49d7-a740-33991b3476a7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:30:52.997776 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:30:53.005528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99c8758d-d306-4d14-9428-888c972d2744 req-51498803-d70c-4bd7-a6c9-4bd9a4a7014d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693851 Mar 07 04:30:53.062629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20199bc9-bfb8-4f44-9737-11bd1d5b0d53 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a6031802-df8d-494b-8e44-245d6bad4718), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.065429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20199bc9-bfb8-4f44-9737-11bd1d5b0d53 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.069245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-20199bc9-bfb8-4f44-9737-11bd1d5b0d53 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6031802-df8d-494b-8e44-245d6bad4718 HTTP/1.1" status: 204 len: 168 time: 1.6939502 Mar 07 04:30:53.069867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40240) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:53.107331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (08e7d65f-4bef-4c74-b027-5f0329e9a53a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.108052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bded1-7a13-41b4-a2a7-43c31e033876 req-a0b26870-4d8a-4c9f-9726-a2b3b28381ba tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:53.117461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d91bded1-7a13-41b4-a2a7-43c31e033876 req-a0b26870-4d8a-4c9f-9726-a2b3b28381ba tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 951 time: 0.1998672 Mar 07 04:30:53.123399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.130138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] 10.222.0.21 "DELETE /v2.0/networks/08e7d65f-4bef-4c74-b027-5f0329e9a53a HTTP/1.1" status: 204 len: 168 time: 0.6229770 Mar 07 04:30:53.132777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20199bc9-bfb8-4f44-9737-11bd1d5b0d53 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6031802-df8d-494b-8e44-245d6bad4718,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:53.151667 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-8af3019a-416e-41aa-a604-fe781b758fa6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] show failed (client error): The resource could not be found. Mar 07 04:30:53.155589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8af3019a-416e-41aa-a604-fe781b758fa6 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "GET /v2.0/security-groups/a6031802-df8d-494b-8e44-245d6bad4718 HTTP/1.1" status: 404 len: 347 time: 0.0778289 Mar 07 04:30:53.163286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853e4fa-daee-49ad-9c60-66d9970fb2b8 tempest-BulkNetworkOpsTest-2040610709 tempest-BulkNetworkOpsTest-2040610709-project] Pushing event deleted for resources: {'Network': ['ID=08e7d65f-4bef-4c74-b027-5f0329e9a53a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:53.168200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40244) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:53.215606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Allocated IP 19.86.0.44 (f7fffce7-7ddb-4b7a-aca5-a19eab111489/d8ab9983-4dbb-4de1-92e5-bf1292b78ad2/6072064a-4aa6-4912-bf61-0e76c44b2f14) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:30:53.220261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed868c73-a0e5-462c-8817-f223b10f9ab8 req-2501318d-70b3-46ff-af67-5f3530980add tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0961370 Mar 07 04:30:53.407128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d91bded1-7a13-41b4-a2a7-43c31e033876 req-18c249b8-2402-4b81-a005-abd4c72cc040 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888837 Mar 07 04:30:53.421726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40252) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:53.515083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Deleting port 20cd5eb0-5080-42c7-abc7-91f3c33039b3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:53.515083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.629397 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f696aa22-cf1a-41dd-9011-692c1e77f6ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22be130fcee54dfe9ffd6158d70f4b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058556 Mar 07 04:30:53.630048 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:53.666822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:53.705035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.705469 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (20cd5eb0-5080-42c7-abc7-91f3c33039b3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.724849 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.746684 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83f220ed-46d3-49d6-b61b-cf697b866927 admin admin] Publish callbacks [] for security_group (d7bd011d-68b0-47c7-ac33-d130dcc1e1a0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.758361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Calling delete_port for 20cd5eb0-5080-42c7-abc7-91f3c33039b3 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:53.783914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dc73f-5ad9-4ce9-bd5c-5e0b19bfaddf req-6d2d5338-ed7f-44fb-b24e-e7a0aa6b092f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:53.790446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f09dc73f-5ad9-4ce9-bd5c-5e0b19bfaddf req-6d2d5338-ed7f-44fb-b24e-e7a0aa6b092f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.1690681 Mar 07 04:30:53.828070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83f220ed-46d3-49d6-b61b-cf697b866927 admin admin] Publish callbacks [] for security_group (d7bd011d-68b0-47c7-ac33-d130dcc1e1a0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.868166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:53.869066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.922882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:53.926320 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1ab1c-6a87-4042-a222-f92c8847d226" -d '{"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:53.926683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f09dc73f-5ad9-4ce9-bd5c-5e0b19bfaddf req-8e959799-fedb-4e93-9996-593e5c1527db tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321986 Mar 07 04:30:53.951927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:53.957369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.959126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83f220ed-46d3-49d6-b61b-cf697b866927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d7bd011d-68b0-47c7-ac33-d130dcc1e1a0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.961675 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83f220ed-46d3-49d6-b61b-cf697b866927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:53.962941 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-83f220ed-46d3-49d6-b61b-cf697b866927 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7bd011d-68b0-47c7-ac33-d130dcc1e1a0 HTTP/1.1" status: 204 len: 168 time: 0.3316026 Mar 07 04:30:54.003968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.005804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f220ed-46d3-49d6-b61b-cf697b866927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bd011d-68b0-47c7-ac33-d130dcc1e1a0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:54.027401 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e5e02-2474-41e8-919d-7ad02f47b6da x-openstack-request-id: req-335e5e02-2474-41e8-919d-7ad02f47b6da {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:54.027763 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:54.027988 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-335e5e02-2474-41e8-919d-7ad02f47b6da {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:54.028778 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'code': 200} Mar 07 04:30:54.078473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:54.208310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:30:54.225200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:30:54.231360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event updated for resources: {'Port': ['ID=6072064a-4aa6-4912-bf61-0e76c44b2f14,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:54.236438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:30:54.319212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857a78-bae2-4144-b81d-a4d6ea6d7b34 req-31cd8955-0868-48c0-af33-168a4b7d6ed9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:54.325458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857a78-bae2-4144-b81d-a4d6ea6d7b34 req-31cd8955-0868-48c0-af33-168a4b7d6ed9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:54.327698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d857a78-bae2-4144-b81d-a4d6ea6d7b34 req-31cd8955-0868-48c0-af33-168a4b7d6ed9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1654 time: 0.2024763 Mar 07 04:30:54.331499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (20cd5eb0-5080-42c7-abc7-91f3c33039b3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.357913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:54.358847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.474624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Pushing event deleted for resources: {'Port': ['ID=20cd5eb0-5080-42c7-abc7-91f3c33039b3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:54.485105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69bbaef8-d05b-4db7-818e-2f83f7edd21c req-25731ddc-e13a-4961-8930-6b7cf70eba92 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0871394 Mar 07 04:30:54.499952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-2110548e-5264-4f01-90be-75198914f086 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:54.504394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-2110548e-5264-4f01-90be-75198914f086 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 951 time: 0.0930834 Mar 07 04:30:54.576330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d857a78-bae2-4144-b81d-a4d6ea6d7b34 req-96e74c61-e886-474a-8341-5ceba9c85b12 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341142 Mar 07 04:30:54.587681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-88b88c8a-17f9-4fb3-a67a-2245cb04919e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2567427 Mar 07 04:30:54.643822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Request body: {'port': {'device_id': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:54.710661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Deleting port e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:54.713721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.714967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3c651c22-045c-4cdd-a896-2fdc7cb2217b None None] Provisioning complete for port 6072064a-4aa6-4912-bf61-0e76c44b2f14 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:54.715455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c651c22-045c-4cdd-a896-2fdc7cb2217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.729394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.797386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3c651c22-045c-4cdd-a896-2fdc7cb2217b None None] Port 6072064a-4aa6-4912-bf61-0e76c44b2f14 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:30:54.813565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks [] for floatingip (50a290de-851b-4971-a2df-f0723e23e094), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.816182 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.818033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c17e354-45ad-4587-a294-559c30149675 tempest-ServersTestBootFromVolume-1751670077 tempest-ServersTestBootFromVolume-1751670077-project] 10.222.0.21 "DELETE /v2.0/floatingips/50a290de-851b-4971-a2df-f0723e23e094 HTTP/1.1" status: 204 len: 168 time: 1.6324301 Mar 07 04:30:54.820481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40304) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:54.865653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] For port e18c5907-7418-4179-95c2-f8cacff1fd68, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e18c5907-7418-4179-95c2-f8cacff1fd68,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:54.866034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:54.880415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Calling delete_port for e18c5907-7418-4179-95c2-f8cacff1fd68 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:54.954389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652482-5742-4eb4-aa63-a9d1a6e542b1 req-f1ee8dc5-4f6d-483d-ab25-28c43ef334f0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:54.978164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63652482-5742-4eb4-aa63-a9d1a6e542b1 req-f1ee8dc5-4f6d-483d-ab25-28c43ef334f0 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ede5d2-4a07-4d86-acb2-143a2e1f285f HTTP/1.1" status: 200 len: 951 time: 0.2275653 Mar 07 04:30:55.098032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e18c5907-7418-4179-95c2-f8cacff1fd68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:55.114763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e18c5907-7418-4179-95c2-f8cacff1fd68'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:55.228263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Pushing event deleted for resources: {'Port': ['ID=e18c5907-7418-4179-95c2-f8cacff1fd68,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:55.304909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] No DVR routers for this DVR port e18c5907-7418-4179-95c2-f8cacff1fd68 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:30:55.307401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:55.311469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dabca0-418d-46a6-957c-1da6808b44bc req-3632eed7-6537-486f-af33-0756713718d1 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.15 "DELETE /v2.0/ports/e18c5907-7418-4179-95c2-f8cacff1fd68 HTTP/1.1" status: 204 len: 173 time: 0.7984324 Mar 07 04:30:55.311935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-deleted', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:55.314321 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736bdf10-ed4b-4430-9d43-a08094176a32" -d '{"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-deleted", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:55.443189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d380e5a9-02fc-4db8-b101-e6603884951d {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:55.456259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Publish callbacks [] for port (d380e5a9-02fc-4db8-b101-e6603884951d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:55.487030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63652482-5742-4eb4-aa63-a9d1a6e542b1 req-eaf2eac6-ca8a-492c-96dd-9cb41e53b2e6 tempest-ServersAdminTestJSON-1877465244 tempest-ServersAdminTestJSON-1877465244-project] 10.222.0.21 "GET /v2.0/security-groups?id=602bf036-da70-488a-8ae9-2437a80c667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009162 Mar 07 04:30:55.492603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40328) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:55.542497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Transition to ACTIVE for port object d380e5a9-02fc-4db8-b101-e6603884951d will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:30:55.576517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3207e-7927-439e-bf29-9b6580ea777b req-11264d6a-bd2b-4017-a713-386710ee7224 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:55.584417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13c3207e-7927-439e-bf29-9b6580ea777b req-11264d6a-bd2b-4017-a713-386710ee7224 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 948 time: 0.4761350 Mar 07 04:30:55.586831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:55.595564 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69107c2c-a005-4c9f-9c14-8e08490edabe x-openstack-request-id: req-69107c2c-a005-4c9f-9c14-8e08490edabe {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:55.596167 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ede5d2-4a07-4d86-acb2-143a2e1f285f", "name": "network-vif-deleted", "tag": "e18c5907-7418-4179-95c2-f8cacff1fd68", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:55.596519 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69107c2c-a005-4c9f-9c14-8e08490edabe {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:55.598630 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ede5d2-4a07-4d86-acb2-143a2e1f285f', 'name': 'network-vif-deleted', 'tag': 'e18c5907-7418-4179-95c2-f8cacff1fd68', 'status': 'completed', 'code': 200} Mar 07 04:30:55.653285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Pushing event updated for resources: {'Port': ['ID=d380e5a9-02fc-4db8-b101-e6603884951d,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:55.666186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:30:55.802538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13c3207e-7927-439e-bf29-9b6580ea777b req-a41b6663-0c86-471e-b43c-c2d5a8acdb32 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170658 Mar 07 04:30:55.847159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:55.888455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '74e8d331-71b8-418c-953d-55508a88bfca', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '74e8d331-71b8-418c-953d-55508a88bfca', 'mac_address': 'fa:16:3e:ae:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:30:55.917341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ab2e739f-f899-4747-b79d-7eff964b495c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:55.918289 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-ab2e739f-f899-4747-b79d-7eff964b495c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 04:30:55.918810 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-ab2e739f-f899-4747-b79d-7eff964b495c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 04:30:55.919884 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ab2e739f-f899-4747-b79d-7eff964b495c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4265916 Mar 07 04:30:55.926606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40344) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:55.938558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--209813855'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:55.941090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df8b9a6c-1e63-446b-9e8b-bcca4cf06b81 req-75cf63aa-2c84-40de-bea9-7495d17ce62d tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.2265007 Mar 07 04:30:56.013402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.028990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:56.030061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.033262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.062200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e8d331-71b8-418c-953d-55508a88bfca {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:56.106862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:56.116554 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.143947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Attempting to bind port d380e5a9-02fc-4db8-b101-e6603884951d on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:30:56.144708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Attempting to bind port d380e5a9-02fc-4db8-b101-e6603884951d by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:30:56.145212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Attempting to bind port d380e5a9-02fc-4db8-b101-e6603884951d on network 71e8866f-b925-47d2-a999-29616cfdfb6f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:56.165493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Port d380e5a9-02fc-4db8-b101-e6603884951d on network 71e8866f-b925-47d2-a999-29616cfdfb6f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:30:56.166114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Attempting to bind port d380e5a9-02fc-4db8-b101-e6603884951d on network 71e8866f-b925-47d2-a999-29616cfdfb6f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:30:56.180403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:56.183854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (e33b01ca-5194-44ff-af5c-3db6e1a10b3a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.192993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e33b01ca-5194-44ff-af5c-3db6e1a10b3a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.230006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:30:56.230821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Checking segment: {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:30:56.231393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Bound using segment: {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:30:56.232726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Bound port: d380e5a9-02fc-4db8-b101-e6603884951d, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:30:56.233717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.261033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b01ca-5194-44ff-af5c-3db6e1a10b3a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:56.338248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (a2adedb7-9c08-4007-815d-7720a5518479), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.346317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a2adedb7-9c08-4007-815d-7720a5518479), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.350676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['74e8d331-71b8-418c-953d-55508a88bfca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:30:56.360080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bfba-4a68-4140-9862-dfc1ee7eaa3d req-41c5ad2f-e956-4cf4-aec6-1bae6dc85350 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:56.367019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7088bfba-4a68-4140-9862-dfc1ee7eaa3d req-41c5ad2f-e956-4cf4-aec6-1bae6dc85350 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 950 time: 0.2526231 Mar 07 04:30:56.385608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2adedb7-9c08-4007-815d-7720a5518479,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:56.398686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d10ab7-05e4-41d0-b09b-0952e433ab7e req-aa83f909-c6bd-4eb8-b5ce-2054eac396d5 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:56.403105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.404691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d10ab7-05e4-41d0-b09b-0952e433ab7e req-aa83f909-c6bd-4eb8-b5ce-2054eac396d5 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:56.407846 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63872e93-696b-4b5a-8a9b-9fbab8cdca50 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4770632 Mar 07 04:30:56.408031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40354) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:56.411546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6d10ab7-05e4-41d0-b09b-0952e433ab7e req-aa83f909-c6bd-4eb8-b5ce-2054eac396d5 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1666 time: 0.3874853 Mar 07 04:30:56.414478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a2adedb7-9c08-4007-815d-7720a5518479', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:56.455227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group_rule (94f502a7-4605-4e0f-bb8f-c20fe51700b2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.470613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] For port d380e5a9-02fc-4db8-b101-e6603884951d, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:30:56.505521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] For port d380e5a9-02fc-4db8-b101-e6603884951d, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d380e5a9-02fc-4db8-b101-e6603884951d,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:30:56.542571 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.567270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7088bfba-4a68-4140-9862-dfc1ee7eaa3d req-d3f75243-1944-4d8c-9aec-af19507b74f3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986241 Mar 07 04:30:56.585601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group_rule (94f502a7-4605-4e0f-bb8f-c20fe51700b2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.596658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (94f502a7-4605-4e0f-bb8f-c20fe51700b2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.622257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6d10ab7-05e4-41d0-b09b-0952e433ab7e req-8b010c22-fe85-4efc-880d-f76393ce6858 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097626 Mar 07 04:30:56.633468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f502a7-4605-4e0f-bb8f-c20fe51700b2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:56.649303 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.650572 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-01f7f31f-b5ab-45ec-9feb-2167f1cf0243 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415166 Mar 07 04:30:56.662525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:56.667320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0a13017c-a03b-4bc1-9cd5-3b98d1b05e3b tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a2adedb7-9c08-4007-815d-7720a5518479', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:56.700422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:56.704563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.706036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] 10.222.0.15 "PUT /v2.0/ports/d380e5a9-02fc-4db8-b101-e6603884951d HTTP/1.1" status: 200 len: 1092 time: 2.0883975 Mar 07 04:30:56.708597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'tag': 'd380e5a9-02fc-4db8-b101-e6603884951d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:56.713257 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac905073-d90e-400c-89c4-57bc8c30d07c" -d '{"events": [{"name": "network-changed", "server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "tag": "d380e5a9-02fc-4db8-b101-e6603884951d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:56.725551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0a13017c-a03b-4bc1-9cd5-3b98d1b05e3b tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group_rule (8670b2da-bdc8-4917-b04a-ee6e04f0665b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:56.756497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Request body: {'port': {'device_id': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:56.765051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e6e7-8a7a-4431-a1da-9201f8fdb710 service neutron] Pushing event updated for resources: {'Port': ['ID=d380e5a9-02fc-4db8-b101-e6603884951d,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:56.826828 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b3650e-fa57-43f8-a879-c9e63fc9b698 x-openstack-request-id: req-d9b3650e-fa57-43f8-a879-c9e63fc9b698 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:56.827468 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "tag": "d380e5a9-02fc-4db8-b101-e6603884951d", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:56.827905 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9b3650e-fa57-43f8-a879-c9e63fc9b698 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:56.828519 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'tag': 'd380e5a9-02fc-4db8-b101-e6603884951d', 'status': 'completed', 'code': 200} Mar 07 04:30:56.830861 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-0a13017c-a03b-4bc1-9cd5-3b98d1b05e3b tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 04:30:56.834687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0a13017c-a03b-4bc1-9cd5-3b98d1b05e3b tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1685214 Mar 07 04:30:56.835558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40372) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:56.901549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.001281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91800532-3569-4ca1-a0ed-7111091e3624 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (a2adedb7-9c08-4007-815d-7720a5518479), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.076128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91800532-3569-4ca1-a0ed-7111091e3624 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (a2adedb7-9c08-4007-815d-7720a5518479), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.111164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-bcc2fd74-e800-4670-b2ba-52dee3b2d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.111690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-bcc2fd74-e800-4670-b2ba-52dee3b2d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.114588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-bcc2fd74-e800-4670-b2ba-52dee3b2d7b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1944 time: 0.2139485 Mar 07 04:30:57.117838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40388) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:57.189295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.249043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91800532-3569-4ca1-a0ed-7111091e3624 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a2adedb7-9c08-4007-815d-7720a5518479), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.252208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91800532-3569-4ca1-a0ed-7111091e3624 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.253743 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-91800532-3569-4ca1-a0ed-7111091e3624 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2adedb7-9c08-4007-815d-7720a5518479 HTTP/1.1" status: 204 len: 168 time: 0.4173710 Mar 07 04:30:57.266420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:57.268792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f712d8e9-f2b2-46fc-89e0-fff6ea5d6735 req-608b4ae6-d175-410c-b842-eba38f4f5515 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0987775 Mar 07 04:30:57.287664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91800532-3569-4ca1-a0ed-7111091e3624 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2adedb7-9c08-4007-815d-7720a5518479,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:57.303183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-d1b0b5eb-a27f-4013-bcb1-e878b9a12763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.303807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-d1b0b5eb-a27f-4013-bcb1-e878b9a12763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.304596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-d1b0b5eb-a27f-4013-bcb1-e878b9a12763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.306348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-d1b0b5eb-a27f-4013-bcb1-e878b9a12763 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b95b1779145e4c4c9a0cc44704359add&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1768115 Mar 07 04:30:57.324071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-f67fed5e-8ec9-41d1-b5c3-8ba52c662ff1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1530037 Mar 07 04:30:57.384797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1e4fc804-80b0-47f6-a5c2-1b09677e44f4 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170602 Mar 07 04:30:57.412754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40396) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:57.419474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--466196936'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:57.454790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.503678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-7478e40d-43dc-4974-8d04-05691e9feeb5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.504650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-e4975730-b84e-4705-91c5-836878e5f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:57.505262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-7478e40d-43dc-4974-8d04-05691e9feeb5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511426 Mar 07 04:30:57.506558 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ac905073-d90e-400c-89c4-57bc8c30d07c req-e4975730-b84e-4705-91c5-836878e5f48f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936181 Mar 07 04:30:57.571206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (47477097-76b7-4dce-8b88-d2142eb494bb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.578136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (47477097-76b7-4dce-8b88-d2142eb494bb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.609906 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.611527 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1972003 Mar 07 04:30:57.616638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:57.624371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b1576c48-c78b-4a8d-9b3c-cbe6df9f74b0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': '47477097-76b7-4dce-8b88-d2142eb494bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:57.625260 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-b1576c48-c78b-4a8d-9b3c-cbe6df9f74b0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 04:30:57.625787 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-b1576c48-c78b-4a8d-9b3c-cbe6df9f74b0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:30:57.626798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1576c48-c78b-4a8d-9b3c-cbe6df9f74b0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092385 Mar 07 04:30:57.628839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347abc3a-1d6d-4066-9beb-13fd257c2caa tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47477097-76b7-4dce-8b88-d2142eb494bb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:57.630982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40404) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:57.663553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-19044a43-a3a4-4faa-a9ed-5207b71ce8aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e1cb6f9152e4cfa81a5660d13879d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5346658 Mar 07 04:30:57.665897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40408) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:57.681090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:30:57.699114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-5a3ba6e5-82be-49d3-bc74-4738b751588e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/quotas/da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 375 time: 0.1726782 Mar 07 04:30:57.755178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a685a351-e7b5-4775-bf8a-655121d10e82 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (47477097-76b7-4dce-8b88-d2142eb494bb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.776147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 74e8d331-71b8-418c-953d-55508a88bfca triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:30:57.776950 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (74e8d331-71b8-418c-953d-55508a88bfca), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.790390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45964146-0ed5-41aa-acc3-130cde9f18fd admin admin] Publish callbacks [] for security_group (602bf036-da70-488a-8ae9-2437a80c667c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.815125 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45964146-0ed5-41aa-acc3-130cde9f18fd admin admin] Publish callbacks [] for security_group (602bf036-da70-488a-8ae9-2437a80c667c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:57.955020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 74e8d331-71b8-418c-953d-55508a88bfca is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:30:57.955424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.036388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:30:58.039128 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fdb5f1-6dda-4210-bde4-ad32d4074fe0" -d '{"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-plugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:30:58.044378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:58.056290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.169056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a685a351-e7b5-4775-bf8a-655121d10e82 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (47477097-76b7-4dce-8b88-d2142eb494bb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.187558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:58.230524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45964146-0ed5-41aa-acc3-130cde9f18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (602bf036-da70-488a-8ae9-2437a80c667c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.233388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45964146-0ed5-41aa-acc3-130cde9f18fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.237329 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-45964146-0ed5-41aa-acc3-130cde9f18fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/602bf036-da70-488a-8ae9-2437a80c667c HTTP/1.1" status: 204 len: 168 time: 0.5684278 Mar 07 04:30:58.240572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a685a351-e7b5-4775-bf8a-655121d10e82 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (47477097-76b7-4dce-8b88-d2142eb494bb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.243225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a685a351-e7b5-4775-bf8a-655121d10e82 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.244381 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a685a351-e7b5-4775-bf8a-655121d10e82 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/47477097-76b7-4dce-8b88-d2142eb494bb HTTP/1.1" status: 204 len: 168 time: 0.6126385 Mar 07 04:30:58.251324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40420) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:58.258214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45964146-0ed5-41aa-acc3-130cde9f18fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602bf036-da70-488a-8ae9-2437a80c667c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:58.295615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685a351-e7b5-4775-bf8a-655121d10e82 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47477097-76b7-4dce-8b88-d2142eb494bb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:58.317319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32527d-31c1-48ab-a0a6-02375bb4fe3d req-6d21d6f4-aa14-437c-974d-3e5b02bfcf74 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:58.322853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32527d-31c1-48ab-a0a6-02375bb4fe3d req-6d21d6f4-aa14-437c-974d-3e5b02bfcf74 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:30:58.326578 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f6f8baf8-86f6-43b4-b8a5-f8b6bcd8acf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0733712 Mar 07 04:30:58.330588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:58.335306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c32527d-31c1-48ab-a0a6-02375bb4fe3d req-6d21d6f4-aa14-437c-974d-3e5b02bfcf74 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1666 time: 0.5700762 Mar 07 04:30:58.336353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614394092'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:58.354082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-a73be6ff-2b2d-4993-bc75-fcf39119e2a0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6539993 Mar 07 04:30:58.374072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.512379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (d1ae3be1-bccc-4c76-838b-c7c88a4155fb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.528444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d1ae3be1-bccc-4c76-838b-c7c88a4155fb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.560852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.562358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2308230 Mar 07 04:30:58.565263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40428) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:58.570527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-05664517-5a86-4935-ac4a-c744450c649f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'd1ae3be1-bccc-4c76-838b-c7c88a4155fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:58.571720 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-05664517-5a86-4935-ac4a-c744450c649f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 04:30:58.572443 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-05664517-5a86-4935-ac4a-c744450c649f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:30:58.573624 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-05664517-5a86-4935-ac4a-c744450c649f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069807 Mar 07 04:30:58.577257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:58.618349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598281-af37-4cba-b0d7-38ff97c65352 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae3be1-bccc-4c76-838b-c7c88a4155fb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:58.624927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c32527d-31c1-48ab-a0a6-02375bb4fe3d req-319f9a56-38f8-4c1d-a317-13a7fe842301 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887571 Mar 07 04:30:58.663216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6072064a-4aa6-4912-bf61-0e76c44b2f14 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:30:58.699537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Publish callbacks [] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.705326 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038be957-c808-49ca-9979-0c7b6232da50 x-openstack-request-id: req-038be957-c808-49ca-9979-0c7b6232da50 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:30:58.705778 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-plugged", "status": "completed", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:30:58.705863 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-038be957-c808-49ca-9979-0c7b6232da50 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:30:58.706284 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'code': 200} Mar 07 04:30:58.714971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Deleting port 76ee4ed3-8134-42c3-88be-5b41d8f87901 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:30:58.715347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.745801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1732cc21-08a1-4ce2-ae06-5655a8e560bf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (d1ae3be1-bccc-4c76-838b-c7c88a4155fb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.805193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1732cc21-08a1-4ce2-ae06-5655a8e560bf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (d1ae3be1-bccc-4c76-838b-c7c88a4155fb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.840939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] For port 76ee4ed3-8134-42c3-88be-5b41d8f87901, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76ee4ed3-8134-42c3-88be-5b41d8f87901,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:30:58.841332 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.861431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Transition to ACTIVE for port object 6072064a-4aa6-4912-bf61-0e76c44b2f14 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:30:58.896206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1732cc21-08a1-4ce2-ae06-5655a8e560bf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d1ae3be1-bccc-4c76-838b-c7c88a4155fb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.899283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1732cc21-08a1-4ce2-ae06-5655a8e560bf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.904477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1732cc21-08a1-4ce2-ae06-5655a8e560bf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1ae3be1-bccc-4c76-838b-c7c88a4155fb HTTP/1.1" status: 204 len: 168 time: 0.3262119 Mar 07 04:30:58.905410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:58.922159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:58.925880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afc4469d-c393-4daa-b365-b97a19e00774 req-a3f43f0e-e9f6-47be-a354-acbc33626aa1 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0612228 Mar 07 04:30:58.928337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Calling delete_port for 76ee4ed3-8134-42c3-88be-5b41d8f87901 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:30:58.981042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732cc21-08a1-4ce2-ae06-5655a8e560bf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae3be1-bccc-4c76-838b-c7c88a4155fb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:59.087454 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97e8a22d-f53f-4ed6-b1b3-33e1c9038a4d tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1740291 Mar 07 04:30:59.087874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.101110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2c5d324-2a4b-4cb2-988e-276f817818a4 req-dd6119ff-389f-445a-9104-c16b31fe4416 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 210 time: 0.2369549 Mar 07 04:30:59.105226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--587716590'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:59.138412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6072064a-4aa6-4912-bf61-0e76c44b2f14,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:59.166003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40454) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.198407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.306239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b7b53659-69c1-4c8b-95c1-5957fd1cd3e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2732edcbdef34fc0a8484ad02a67c4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298137 Mar 07 04:30:59.335641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40460) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.395541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (cd163c59-2c12-4e01-8efc-79b458999c39), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.402813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cd163c59-2c12-4e01-8efc-79b458999c39), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.453010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.455079 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3662877 Mar 07 04:30:59.456726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3db425-7d6d-4b34-8597-631377aad112 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd163c59-2c12-4e01-8efc-79b458999c39,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:59.462194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40462) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.469238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8a5e7430-6471-44d1-b261-5302418b6961 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'cd163c59-2c12-4e01-8efc-79b458999c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:59.490960 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-8a5e7430-6471-44d1-b261-5302418b6961 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 04:30:59.492381 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8a5e7430-6471-44d1-b261-5302418b6961 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:30:59.497212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a5e7430-6471-44d1-b261-5302418b6961 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298316 Mar 07 04:30:59.502651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40464) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.517867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a4ef3d40-16f5-474b-85df-f7a063f2e777 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'cd163c59-2c12-4e01-8efc-79b458999c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:59.518083 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-a4ef3d40-16f5-474b-85df-f7a063f2e777 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 04:30:59.520624 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a4ef3d40-16f5-474b-85df-f7a063f2e777 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:30:59.524567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a4ef3d40-16f5-474b-85df-f7a063f2e777 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0175030 Mar 07 04:30:59.525422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40468) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.538613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8ba6d069-6226-4d41-bc4b-3f4096768465 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'cd163c59-2c12-4e01-8efc-79b458999c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:59.540781 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-8ba6d069-6226-4d41-bc4b-3f4096768465 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 04:30:59.544413 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8ba6d069-6226-4d41-bc4b-3f4096768465 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:30:59.547284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8ba6d069-6226-4d41-bc4b-3f4096768465 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195012 Mar 07 04:30:59.550658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40470) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.563853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2744def9-aa79-4229-b1e4-9bb33ad49179 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'cd163c59-2c12-4e01-8efc-79b458999c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:59.564927 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-2744def9-aa79-4229-b1e4-9bb33ad49179 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 04:30:59.565461 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-2744def9-aa79-4229-b1e4-9bb33ad49179 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:30:59.568686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2744def9-aa79-4229-b1e4-9bb33ad49179 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0156088 Mar 07 04:30:59.574659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.628703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (76ee4ed3-8134-42c3-88be-5b41d8f87901), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.699855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:30:59.703907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c97b5368-223d-4753-8653-69e9c8b515b1 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (cd163c59-2c12-4e01-8efc-79b458999c39), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.754827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c97b5368-223d-4753-8653-69e9c8b515b1 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (cd163c59-2c12-4e01-8efc-79b458999c39), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.757192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Pushing event deleted for resources: {'Port': ['ID=76ee4ed3-8134-42c3-88be-5b41d8f87901,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:59.757879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: e18c5907-7418-4179-95c2-f8cacff1fd68 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:30:59.758286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e18c5907-7418-4179-95c2-f8cacff1fd68 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:30:59.823842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c97b5368-223d-4753-8653-69e9c8b515b1 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cd163c59-2c12-4e01-8efc-79b458999c39), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.828525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c97b5368-223d-4753-8653-69e9c8b515b1 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:30:59.830186 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c97b5368-223d-4753-8653-69e9c8b515b1 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd163c59-2c12-4e01-8efc-79b458999c39 HTTP/1.1" status: 204 len: 168 time: 0.2543762 Mar 07 04:30:59.850736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40480) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.900594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b5368-223d-4753-8653-69e9c8b515b1 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd163c59-2c12-4e01-8efc-79b458999c39,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:30:59.958512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a4ee380c-daf8-4a97-9e60-948658a35789 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1059687 Mar 07 04:30:59.959682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40482) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:30:59.967319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--817159112'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:30:59.988491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdbc80ff-d9d4-4299-a3a1-f8d5eb958485 admin admin] Publish callbacks [] for security_group (81a5c829-b689-4161-95b5-b8da65ea3c8d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.006328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Attempting to bind port 6072064a-4aa6-4912-bf61-0e76c44b2f14 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:00.006683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Attempting to bind port 6072064a-4aa6-4912-bf61-0e76c44b2f14 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:00.007051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Attempting to bind port 6072064a-4aa6-4912-bf61-0e76c44b2f14 on network f7fffce7-7ddb-4b7a-aca5-a19eab111489 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:00.015950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.037304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdbc80ff-d9d4-4299-a3a1-f8d5eb958485 admin admin] Publish callbacks [] for security_group (81a5c829-b689-4161-95b5-b8da65ea3c8d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.040765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Port 6072064a-4aa6-4912-bf61-0e76c44b2f14 on network f7fffce7-7ddb-4b7a-aca5-a19eab111489 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:00.040765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Attempting to bind port 6072064a-4aa6-4912-bf61-0e76c44b2f14 on network f7fffce7-7ddb-4b7a-aca5-a19eab111489 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:00.061503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:00.062177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Checking segment: {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:00.062789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Bound using segment: {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:00.063604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Bound port: 6072064a-4aa6-4912-bf61-0e76c44b2f14, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fb0e27-9333-41ba-80ef-d3388e1eccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:00.064846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.158866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (a53e8b3f-43ff-4347-9714-bf6a9f56bdf0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.165357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a53e8b3f-43ff-4347-9714-bf6a9f56bdf0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.206964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e8b3f-43ff-4347-9714-bf6a9f56bdf0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:00.213846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.219485 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1c5fceba-2138-4ac3-a944-18c0433f018e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2583823 Mar 07 04:31:00.220349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40494) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:00.221217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] For port 6072064a-4aa6-4912-bf61-0e76c44b2f14, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:00.224879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] For port 6072064a-4aa6-4912-bf61-0e76c44b2f14, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:00.225633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e297d5e7-ac8b-498f-9d58-fe409d7ce98c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:00.226489 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-e297d5e7-ac8b-498f-9d58-fe409d7ce98c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 04:31:00.227155 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-e297d5e7-ac8b-498f-9d58-fe409d7ce98c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:00.231712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bae673b0-8500-4b78-8e02-cca22400885b req-076c706b-ccb9-4c6e-adc4-bcd05e4c6efd tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1428382 Mar 07 04:31:00.235103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40496) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:00.242184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e297d5e7-ac8b-498f-9d58-fe409d7ce98c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176411 Mar 07 04:31:00.262837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5383277d-590c-411a-b6b4-e83dda08b9eb tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:00.269575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.328565 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:31:00.343875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04db7-72bc-4a16-bbae-63e761213465 req-b27a55b9-50c4-4d2f-a044-e7a36c7e3589 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:00.349797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b0d49715-0a8e-4996-89a6-a000d49aaef8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626216 Mar 07 04:31:00.350254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04db7-72bc-4a16-bbae-63e761213465 req-b27a55b9-50c4-4d2f-a044-e7a36c7e3589 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:00.352068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ba04db7-72bc-4a16-bbae-63e761213465 req-b27a55b9-50c4-4d2f-a044-e7a36c7e3589 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1678 time: 0.5250604 Mar 07 04:31:00.410791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:00.411574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.413611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/6072064a-4aa6-4912-bf61-0e76c44b2f14 HTTP/1.1" status: 200 len: 1091 time: 3.6642754 Mar 07 04:31:00.443570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'tag': '6072064a-4aa6-4912-bf61-0e76c44b2f14'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:00.445900 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ea841-ab37-46a9-a9ec-728fce6eb864" -d '{"events": [{"name": "network-changed", "server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "tag": "6072064a-4aa6-4912-bf61-0e76c44b2f14"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:00.672391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18bc47d4-db20-40e2-b4b4-7d1c609b1399 req-816bcd58-bc60-4e89-8464-d386539fbf86 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 210 time: 0.2412465 Mar 07 04:31:00.676049 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-5383277d-590c-411a-b6b4-e83dda08b9eb tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:00.683821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5383277d-590c-411a-b6b4-e83dda08b9eb tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4389853 Mar 07 04:31:00.685834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.730662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40506) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:00.742462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-af7bc08c-0110-4b61-92d7-88be82cc5441 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:00.743968 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-af7bc08c-0110-4b61-92d7-88be82cc5441 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803835 Mar 07 04:31:00.750967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a43aec-4241-4cdf-aa8c-34945a61d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6072064a-4aa6-4912-bf61-0e76c44b2f14,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:00.760733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Request body: {'port': {'device_id': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'da1647029e294fe9bd9f285ebb29f7dd'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:00.764815 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de01165-4fcf-4016-ac7d-664d099d7863 x-openstack-request-id: req-0de01165-4fcf-4016-ac7d-664d099d7863 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:00.765314 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "tag": "6072064a-4aa6-4912-bf61-0e76c44b2f14", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:00.765720 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0de01165-4fcf-4016-ac7d-664d099d7863 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:00.765720 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'tag': '6072064a-4aa6-4912-bf61-0e76c44b2f14', 'status': 'completed', 'code': 200} Mar 07 04:31:00.774518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bd1d2255-0c1f-4ba5-9844-0b7b209f9e20 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:00.775286 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-bd1d2255-0c1f-4ba5-9844-0b7b209f9e20 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 04:31:00.775769 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-bd1d2255-0c1f-4ba5-9844-0b7b209f9e20 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:00.780871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd1d2255-0c1f-4ba5-9844-0b7b209f9e20 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265746 Mar 07 04:31:00.781730 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdbc80ff-d9d4-4299-a3a1-f8d5eb958485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (81a5c829-b689-4161-95b5-b8da65ea3c8d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.784410 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdbc80ff-d9d4-4299-a3a1-f8d5eb958485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:00.785401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cdbc80ff-d9d4-4299-a3a1-f8d5eb958485 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81a5c829-b689-4161-95b5-b8da65ea3c8d HTTP/1.1" status: 204 len: 168 time: 1.3092597 Mar 07 04:31:00.786068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:00.810705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3f530c9f-20dc-42cc-8edc-22e25f1d7f47 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:00.816331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc80ff-d9d4-4299-a3a1-f8d5eb958485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a5c829-b689-4161-95b5-b8da65ea3c8d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:01.063207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ba04db7-72bc-4a16-bbae-63e761213465 req-2bff2bc9-e02c-4446-823f-bbf1ca5def92 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748564 Mar 07 04:31:01.072042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Made reservation on behalf of da1647029e294fe9bd9f285ebb29f7dd for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:01.075483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:01.076490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-a207c316-1327-4f9c-af2f-9447951ba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:01.076932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-a207c316-1327-4f9c-af2f-9447951ba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:01.079002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-a207c316-1327-4f9c-af2f-9447951ba687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 2042 time: 0.5873446 Mar 07 04:31:01.148748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-cc8d6419-ee3c-4d46-817b-ff6da9e21122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=d380e5a9-02fc-4db8-b101-e6603884951d HTTP/1.1" status: 200 len: 217 time: 0.0611653 Mar 07 04:31:01.154401 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-3f530c9f-20dc-42cc-8edc-22e25f1d7f47 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:01.159119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f530c9f-20dc-42cc-8edc-22e25f1d7f47 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3596716 Mar 07 04:31:01.159786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40520) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.168708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f1e25d3b-382d-4655-ba95-44d050c87d24 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:01.169187 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-f1e25d3b-382d-4655-ba95-44d050c87d24 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 04:31:01.169673 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-f1e25d3b-382d-4655-ba95-44d050c87d24 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:01.173672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f1e25d3b-382d-4655-ba95-44d050c87d24 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101483 Mar 07 04:31:01.180245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.184756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8aa170c8-f926-428c-ace1-54cdcbbf1b3a tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:01.252329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:31:01.255153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-34d23410-4fad-4abe-b692-96cb6df82109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:01.256808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-34d23410-4fad-4abe-b692-96cb6df82109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d62a977-2f89-49cf-91a3-f9939eefdcb0 HTTP/1.1" status: 200 len: 801 time: 0.0961604 Mar 07 04:31:01.351418 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8aa170c8-f926-428c-ace1-54cdcbbf1b3a tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:01.352517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8aa170c8-f926-428c-ace1-54cdcbbf1b3a tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1713564 Mar 07 04:31:01.359737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40530) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.372548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-18e81f45-a2af-4926-81ae-4ff8d1ec2ba5 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:01.372548 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-18e81f45-a2af-4926-81ae-4ff8d1ec2ba5 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 04:31:01.372548 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-18e81f45-a2af-4926-81ae-4ff8d1ec2ba5 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:01.374996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-18e81f45-a2af-4926-81ae-4ff8d1ec2ba5 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117075 Mar 07 04:31:01.376392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40534) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.380781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-70c3e99d-478e-4c10-adb4-ac09ef60ae02 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:01.407474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1577092-62bf-473a-97a4-4691d160be81 req-ce70f0ff-4f9d-4924-9109-1d974085fe95 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0467331 Mar 07 04:31:01.450468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Allocated IP 192.168.233.176 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/43724dd6-78c2-4ee3-8816-ad690659b647) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:01.472109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-682b79f6-6753-443f-803a-c898c6898f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:01.473620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-682b79f6-6753-443f-803a-c898c6898f20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71e8866f-b925-47d2-a999-29616cfdfb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1994691 Mar 07 04:31:01.515132 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-70c3e99d-478e-4c10-adb4-ac09ef60ae02 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:01.519152 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-70c3e99d-478e-4c10-adb4-ac09ef60ae02 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1417694 Mar 07 04:31:01.536185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40538) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.546218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-76734f6e-29a7-4373-b9ea-2d4aa262f6b3 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': 'a53e8b3f-43ff-4347-9714-bf6a9f56bdf0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:01.623616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:31:01.632600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-35a89374-e975-494c-976f-cb7506c453ee admin admin] 10.222.0.21 "PUT /v2.0/routers/b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8082695 Mar 07 04:31:01.632774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40544) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.645480 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] Sync routers for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:31:01.665321 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:01.672068 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:01.710226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-2006ab16-6e6d-4b32-b055-c27d5bfff0c5 service neutron] 10.222.0.15 "GET /v2.0/networks/71e8866f-b925-47d2-a999-29616cfdfb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215734 Mar 07 04:31:01.856367 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-76734f6e-29a7-4373-b9ea-2d4aa262f6b3 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:01.860460 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-76734f6e-29a7-4373-b9ea-2d4aa262f6b3 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3204217 Mar 07 04:31:01.869409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40550) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:01.871180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks [] for port (43724dd6-78c2-4ee3-8816-ad690659b647), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:01.895269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-047fdfbe-424d-44e3-8216-cfb017a77b9a req-e9db4075-6984-43a0-b547-9c78d1a0be72 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 210 time: 0.0672798 Mar 07 04:31:01.920068 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:01.945876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:01.962072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:01.963585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-003c51b0-b07b-4377-b54c-d99dbc0a53f2 service neutron] 10.222.0.15 "GET /v2.0/networks/71e8866f-b925-47d2-a999-29616cfdfb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151113 Mar 07 04:31:01.966381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks [] for router (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.066819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712', '74e8d331-71b8-418c-953d-55508a88bfca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:02.069466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-9b1b3b93-5196-4e15-983f-51a5c11c65a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14 HTTP/1.1" status: 200 len: 217 time: 0.0969350 Mar 07 04:31:02.091759 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-448f07df-d449-46c2-9ffe-498cf60cecf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (a53e8b3f-43ff-4347-9714-bf6a9f56bdf0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.127937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:02.181536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:02.187622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:02.194435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:02.196617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-448f07df-d449-46c2-9ffe-498cf60cecf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (a53e8b3f-43ff-4347-9714-bf6a9f56bdf0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.270218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-6f9cc4ad-faf0-4fb1-a9b7-67c1693adeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:02.271785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-6f9cc4ad-faf0-4fb1-a9b7-67c1693adeee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ab9983-4dbb-4de1-92e5-bf1292b78ad2 HTTP/1.1" status: 200 len: 801 time: 0.1919818 Mar 07 04:31:02.359075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:02.362172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.407127 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b9b19ce2-fb28-449e-8c94-c44ac870e769 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6489191 Mar 07 04:31:02.422190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Request body: {'port': {'device_id': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:02.455184 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:30:59Z', 'revision_number': 5, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port': {'id': 'eca64b20-5aa6-47b7-b54a-07bbd72d3c25', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:28:06Z', 'updated_at': '2022-03-07T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:02.515446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks [] for router_gateway (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.539454 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] Checking router: b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:31:02.559564 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] Routers {'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:02.560459 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:30:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:02.582944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.689611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:02.715391 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] Set router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:02.779124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1fe9b4c-cc76-49cb-9bbc-eabd7b818f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.810706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f4390d87-1d01-45d9-9e6b-1c09a325ae88 None None] Provisioning complete for port 43724dd6-78c2-4ee3-8816-ad690659b647 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:02.811085 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4390d87-1d01-45d9-9e6b-1c09a325ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:02.849899 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:31:02Z', 'revision_number': 6, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:02.891766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f4390d87-1d01-45d9-9e6b-1c09a325ae88 None None] Port 43724dd6-78c2-4ee3-8816-ad690659b647 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:02.935524 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2b99f-e0c2-466e-9c9c-96ba4008a2b1 None None] The sync data for ids ['b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014'] in n-d-832185-1 is: [{'id': 'b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014', 'name': 'tempest-ServersTestBootFromVolume-493314796-router', 'tenant_id': '500962b0a31b4c07bc5a69fae91666f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:28:05Z', 'updated_at': '2022-03-07T04:31:02Z', 'revision_number': 6, 'project_id': '500962b0a31b4c07bc5a69fae91666f2', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:31:03.028821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3552b01-cb73-424e-ac2a-08c0eca4c902 req-ad90ea8e-3f2d-44d2-b51b-7061f60d7b5e tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.4635193 Mar 07 04:31:03.060683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-448f07df-d449-46c2-9ffe-498cf60cecf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a53e8b3f-43ff-4347-9714-bf6a9f56bdf0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.075923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-448f07df-d449-46c2-9ffe-498cf60cecf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.081264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-448f07df-d449-46c2-9ffe-498cf60cecf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/a53e8b3f-43ff-4347-9714-bf6a9f56bdf0 HTTP/1.1" status: 204 len: 168 time: 1.2074094 Mar 07 04:31:03.085745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40590) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:03.104122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:03.121011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-network', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:03.128300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Publish callbacks [] for port (43724dd6-78c2-4ee3-8816-ad690659b647), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.138003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e958-3d25-48ff-94d6-0a73de704d3c req-11b41c07-0c61-499c-9f8a-0c7feac805e0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.144224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e958-3d25-48ff-94d6-0a73de704d3c req-11b41c07-0c61-499c-9f8a-0c7feac805e0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.146110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8586e958-3d25-48ff-94d6-0a73de704d3c req-11b41c07-0c61-499c-9f8a-0c7feac805e0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1678 time: 0.8980923 Mar 07 04:31:03.153824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Transition to ACTIVE for port object 43724dd6-78c2-4ee3-8816-ad690659b647 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:03.164772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.175011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Made reservation on behalf of 06a80c1deb914140b812b3f47f82d0be for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:03.175257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f07df-d449-46c2-9ffe-498cf60cecf0 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e8b3f-43ff-4347-9714-bf6a9f56bdf0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:03.177253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.197781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-75680a9c-f9a4-4d7f-93cf-8c9a1647e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.199728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-75680a9c-f9a4-4d7f-93cf-8c9a1647e51f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7fffce7-7ddb-4b7a-aca5-a19eab111489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8771687 Mar 07 04:31:03.243689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.293403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:03.374051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8586e958-3d25-48ff-94d6-0a73de704d3c req-dd281c0d-8381-43c2-babd-ec70bdb4cae8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151816 Mar 07 04:31:03.388310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4f284f48-c5fd-4d20-99bf-cbccfed2aec9 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2971652 Mar 07 04:31:03.399462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40600) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:03.415932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496912598'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:03.429875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Deleting port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:03.430126 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.456753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:03.457175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:03.457561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:03.467076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:03.468830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:03.482276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:03.482907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:03.483297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:03.483750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Bound port: 43724dd6-78c2-4ee3-8816-ad690659b647, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:03.484109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.521433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3284f-cf78-481e-b8df-ddb17b79d75f req-cce94b01-8930-43aa-9d8a-c2aed2c7c782 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.523377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b3284f-cf78-481e-b8df-ddb17b79d75f req-cce94b01-8930-43aa-9d8a-c2aed2c7c782 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.3764317 Mar 07 04:31:03.537285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.606579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks [] for security_group (2a11c828-16ff-4793-8a40-c7abf633469e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.611191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:03.614619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:03.617475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2a11c828-16ff-4793-8a40-c7abf633469e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.627015 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.636438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-a05f4fa7-88eb-415a-abfd-1b45dd2b62ba service neutron] 10.222.0.15 "GET /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140961 Mar 07 04:31:03.670628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:31:03.708258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a470d71e-d660-474b-aedf-b67f9db1c2d5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.708258 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Added segment a470d71e-d660-474b-aedf-b67f9db1c2d5 of type vlan for network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 Mar 07 04:31:03.711327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a11c828-16ff-4793-8a40-c7abf633469e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:03.715225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.715414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.716961 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] 10.222.0.15 "PUT /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 1096 time: 1.3030050 Mar 07 04:31:03.733862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:03.739492 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98" -d '{"events": [{"name": "network-changed", "server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:03.788830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] For port eca64b20-5aa6-47b7-b54a-07bbd72d3c25, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:03.789200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.824249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b3284f-cf78-481e-b8df-ddb17b79d75f req-b2ec1706-f2a1-4c24-9d15-bc238db5ae1e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833612 Mar 07 04:31:03.838056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Calling delete_port for eca64b20-5aa6-47b7-b54a-07bbd72d3c25 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:03.839400 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac9a3a-6a6d-4987-8986-04818c2d4053 x-openstack-request-id: req-f8ac9a3a-6a6d-4987-8986-04818c2d4053 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:03.839974 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:03.840255 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8ac9a3a-6a6d-4987-8986-04818c2d4053 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:03.840746 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647', 'status': 'completed', 'code': 200} Mar 07 04:31:03.853435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65a5d7-2b99-44fe-9d9e-86f04ea0d081 service neutron] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:03.861591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (5b9f7a1e-8da2-4374-87b1-33017a4f5f69), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.915338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fdd8faf-51bc-4787-bb5a-b72754bc4796 req-ec53727c-e78d-4f55-9130-3777ea91e332 service neutron] 10.222.0.15 "GET /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724383 Mar 07 04:31:03.956850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-a9c68e99-a9c8-4488-aa61-664156515462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.962962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-a9c68e99-a9c8-4488-aa61-664156515462 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1130 time: 0.1797223 Mar 07 04:31:03.974709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (5b9f7a1e-8da2-4374-87b1-33017a4f5f69), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.977256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:03.977903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:03.981111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (85bba0e0-30ee-4c2d-90be-b1e59647b75e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.002958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device eca64b20-5aa6-47b7-b54a-07bbd72d3c25 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:04.008365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (85bba0e0-30ee-4c2d-90be-b1e59647b75e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.105342 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-51e74278-f100-4d9c-be75-da16c9177802 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.1311762 Mar 07 04:31:04.166550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port eca64b20-5aa6-47b7-b54a-07bbd72d3c25 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:04.168172 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.210296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b95a68af-15a2-4e87-bcff-b63110147142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.212062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-b95a68af-15a2-4e87-bcff-b63110147142 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0991848 Mar 07 04:31:04.221002 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5303123 Mar 07 04:31:04.224948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port eca64b20-5aa6-47b7-b54a-07bbd72d3c25, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:04.234324 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.235290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ee4ed3-8134-42c3-88be-5b41d8f87901 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:04.268013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40618) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:04.278534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 76ee4ed3-8134-42c3-88be-5b41d8f87901 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:04.279099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ee4ed3-8134-42c3-88be-5b41d8f87901 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:04.280935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Request body: {'subnet': {'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-subnet', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:04.308629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:04.322511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23846-d94c-4393-a9f6-ac1f3fcff43d admin admin] Pushing event updated for resources: {'Network': ['ID=5b9f7a1e-8da2-4374-87b1-33017a4f5f69,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:04.324011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.327271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9265678 Mar 07 04:31:04.335914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:31:04.336578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40620) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:04.336896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c463f4-c38f-44bc-86de-30b39b844d05 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bba0e0-30ee-4c2d-90be-b1e59647b75e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:04.346401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9522d341-e916-47bf-bdde-07b30456d1b4 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': '85bba0e0-30ee-4c2d-90be-b1e59647b75e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:04.360948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Made reservation on behalf of 06a80c1deb914140b812b3f47f82d0be for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:04.363610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.389371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-573974e0-7ca8-403e-b967-b8b6e361783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.390977 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-573974e0-7ca8-403e-b967-b8b6e361783f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1559789 Mar 07 04:31:04.395520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a54901d4-3552-482a-a943-d90efbd87a19 req-be95073a-f68a-4530-966d-62517c5e8d66 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0856915 Mar 07 04:31:04.426646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (eca64b20-5aa6-47b7-b54a-07bbd72d3c25), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.441743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-51c303f5-221c-4f69-aa39-cffa3850f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.442223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-51c303f5-221c-4f69-aa39-cffa3850f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.452383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-51c303f5-221c-4f69-aa39-cffa3850f532 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b95b1779145e4c4c9a0cc44704359add&device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 2042 time: 0.4753051 Mar 07 04:31:04.529743 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-9522d341-e916-47bf-bdde-07b30456d1b4 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The resource could not be found. Mar 07 04:31:04.533660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca64b20-5aa6-47b7-b54a-07bbd72d3c25,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:04.533930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9522d341-e916-47bf-bdde-07b30456d1b4 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1936817 Mar 07 04:31:04.537956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40628) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:04.597913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-dcf6afb5-fc84-4c0a-82db-c147864506d1 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970568 Mar 07 04:31:04.647689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-17153b04-26bf-412e-877b-47e0fbe158a2 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': '85bba0e0-30ee-4c2d-90be-b1e59647b75e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '66e3758f-5327-411b-87b1-33d3544a9ee4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:04.747375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b0a3741-8212-46c2-b591-a06e90faeedb req-4eeadfb1-9e16-4eb0-a04c-f74cd9eb5bba service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406271 Mar 07 04:31:04.752114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-70879a98-0622-4224-83b9-5c0ac7b8387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.752340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (73f20a63-81f5-464a-8f45-fd710cbb8996), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.753849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-70879a98-0622-4224-83b9-5c0ac7b8387a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7fffce7-7ddb-4b7a-aca5-a19eab111489 HTTP/1.1" status: 200 len: 902 time: 0.2469330 Mar 07 04:31:04.765520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677528c5-6a47-4ed7-8c7e-71c40e1cce12 req-c8f1345a-1c1e-41c3-a794-7fd36c3d202a tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.770920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677528c5-6a47-4ed7-8c7e-71c40e1cce12 req-c8f1345a-1c1e-41c3-a794-7fd36c3d202a tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.779559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-677528c5-6a47-4ed7-8c7e-71c40e1cce12 req-c8f1345a-1c1e-41c3-a794-7fd36c3d202a tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1678 time: 0.2709360 Mar 07 04:31:04.842817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.851419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-98593eeb-e409-44a1-95fa-c084b3cb3600 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14 HTTP/1.1" status: 200 len: 217 time: 0.0632455 Mar 07 04:31:04.854061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f20a63-81f5-464a-8f45-fd710cbb8996,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:04.867958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Checking segment: {'id': 'a470d71e-d660-474b-aedf-b67f9db1c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:04.868330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Network hostable DHCP agents. Network: 5b9f7a1e-8da2-4374-87b1-33017a4f5f69, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:31:04.899353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-76a8be9b-1c08-4d03-b40a-680b0c161d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.900865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-76a8be9b-1c08-4d03-b40a-680b0c161d35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1130 time: 0.0826442 Mar 07 04:31:04.904163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:31:04.931523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 5b9f7a1e-8da2-4374-87b1-33017a4f5f69) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:04.942435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb281e3-4b3a-467c-921a-6436bf492c2a None None] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:04.943874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:04.944470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:04.998728 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-17153b04-26bf-412e-877b-47e0fbe158a2 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The resource could not be found. Mar 07 04:31:04.999761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-17153b04-26bf-412e-877b-47e0fbe158a2 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4320641 Mar 07 04:31:05.033812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40638) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:05.046500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-2ed7f99a-87d4-43d6-a29e-16357df2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.049148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-2ed7f99a-87d4-43d6-a29e-16357df2f3db service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1415224 Mar 07 04:31:05.056999 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cfbb448d-99a1-4e10-ba82-651abaac1a45 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7810347 Mar 07 04:31:05.059660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:05.066338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.079479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:05.088019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-5b9f7a1e-8da2-4374-87b1-33017a4f5f69', 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69', 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'fixed_ips': [{'subnet_id': '73f20a63-81f5-464a-8f45-fd710cbb8996'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:31:05.090034 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks [] for router_controller (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.090534 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.128680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-677528c5-6a47-4ed7-8c7e-71c40e1cce12 req-b8d02f87-1e83-4abb-a0a6-e26b92e4536a tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481259 Mar 07 04:31:05.140210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-a9b631b5-97a1-4ef3-9027-6037423aea26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.0816522 Mar 07 04:31:05.194724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-585a294b-ad27-43fa-ad0d-751406e07b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.196215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-585a294b-ad27-43fa-ad0d-751406e07b67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ab9983-4dbb-4de1-92e5-bf1292b78ad2 HTTP/1.1" status: 200 len: 801 time: 0.3326559 Mar 07 04:31:05.206928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-3c97a9da-2583-4ba7-b249-fda564ace49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.208504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-3c97a9da-2583-4ba7-b249-fda564ace49f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0604584 Mar 07 04:31:05.226374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (d5e52fce-2f0a-487d-97b2-1cf656fa596c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.226595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (d5e52fce-2f0a-487d-97b2-1cf656fa596c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.233211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-7fbd724b-3dd8-4a42-98ba-9b339683bcf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3834481 Mar 07 04:31:05.249119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.249796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:31:05.260801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.264131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f7aa9b4-c86b-4274-9e0b-de2492090f48 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b57c65a5-b6c6-4f44-b6d3-6a26d6c2d014 HTTP/1.1" status: 204 len: 168 time: 3.6281798 Mar 07 04:31:05.268148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40644) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:05.346272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Allocated IP 172.20.0.2 (5b9f7a1e-8da2-4374-87b1-33017a4f5f69/73f20a63-81f5-464a-8f45-fd710cbb8996/5cb82363-56d9-4940-8fbb-c185c8186867) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:05.355297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bae9f-a541-4cb5-922b-bfdb4c401b77 req-24f07c03-7c35-47e3-9511-22fb3abad5ee tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.356822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-023bae9f-a541-4cb5-922b-bfdb4c401b77 req-24f07c03-7c35-47e3-9511-22fb3abad5ee tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.3638334 Mar 07 04:31:05.368312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f56a6c7d-685a-4c6d-b73b-1f43bd0710cf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (85bba0e0-30ee-4c2d-90be-b1e59647b75e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.379988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks [] for router_controller (d5e52fce-2f0a-487d-97b2-1cf656fa596c), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.389161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Deleting subnet 60bd7d21-d611-4da2-8214-567c0fc0e162 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:31:05.394495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-7927ef67-76c9-445a-b44b-44e3b9033bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.396183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-7927ef67-76c9-445a-b44b-44e3b9033bce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1805270 Mar 07 04:31:05.397083 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Publish callbacks [] for subnet (60bd7d21-d611-4da2-8214-567c0fc0e162), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.461519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d21171b-a5ea-4ae4-a3b7-bd9942672651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.477767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f56a6c7d-685a-4c6d-b73b-1f43bd0710cf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (85bba0e0-30ee-4c2d-90be-b1e59647b75e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.535152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-36872b68-3b9d-4f33-9071-e00688196a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.536684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-36872b68-3b9d-4f33-9071-e00688196a2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7fffce7-7ddb-4b7a-aca5-a19eab111489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3229628 Mar 07 04:31:05.579827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Publish callbacks [] for port (5cb82363-56d9-4940-8fbb-c185c8186867), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.593936 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.634334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76b83853-1a14-49a6-9e6a-4c108c617832 req-8c563e57-819a-4bd9-952f-c96e7cbb217e tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0885365 Mar 07 04:31:05.671590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:05.673447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Pushing event updated for resources: {'Port': ['ID=5cb82363-56d9-4940-8fbb-c185c8186867,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:05.681918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-023bae9f-a541-4cb5-922b-bfdb4c401b77 req-1955716a-90b9-41d3-81b3-e42d9790cdfe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086658 Mar 07 04:31:05.682117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:05.685701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-2aca81cc-5d80-4d38-814e-185985e02b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:05.685821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:05.687484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-2aca81cc-5d80-4d38-814e-185985e02b3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 1133 time: 0.4100282 Mar 07 04:31:05.775895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f56a6c7d-685a-4c6d-b73b-1f43bd0710cf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (85bba0e0-30ee-4c2d-90be-b1e59647b75e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.776392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Attempting to bind port 5cb82363-56d9-4940-8fbb-c185c8186867 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:05.776809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Attempting to bind port 5cb82363-56d9-4940-8fbb-c185c8186867 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'a470d71e-d660-474b-aedf-b67f9db1c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:05.777158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Attempting to bind port 5cb82363-56d9-4940-8fbb-c185c8186867 on network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:05.781569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f56a6c7d-685a-4c6d-b73b-1f43bd0710cf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.783068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f56a6c7d-685a-4c6d-b73b-1f43bd0710cf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/85bba0e0-30ee-4c2d-90be-b1e59647b75e HTTP/1.1" status: 204 len: 168 time: 0.7354009 Mar 07 04:31:05.783250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:05.783709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Checking segment: {'id': 'a470d71e-d660-474b-aedf-b67f9db1c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:05.784128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.784531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Bound using segment: {'id': 'a470d71e-d660-474b-aedf-b67f9db1c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:05.785495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Bound port: 5cb82363-56d9-4940-8fbb-c185c8186867, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470d71e-d660-474b-aedf-b67f9db1c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:05.785890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.806321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40652) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:05.836468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (60bd7d21-d611-4da2-8214-567c0fc0e162), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.860328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a6c7d-685a-4c6d-b73b-1f43bd0710cf tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bba0e0-30ee-4c2d-90be-b1e59647b75e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:05.891606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-7d5e45a5-9393-4ba0-b738-32ceb1a91268 service neutron] 10.222.0.15 "GET /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366544 Mar 07 04:31:05.910846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] For port 5cb82363-56d9-4940-8fbb-c185c8186867, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:05.918598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] For port 5cb82363-56d9-4940-8fbb-c185c8186867, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5cb82363-56d9-4940-8fbb-c185c8186867,segment=NetworkSegment(a470d71e-d660-474b-aedf-b67f9db1c2d5),segment_id=a470d71e-d660-474b-aedf-b67f9db1c2d5)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:05.934393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.966360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c984809c-f953-44b7-864a-cecc731837a9 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1549599 Mar 07 04:31:05.969035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40656) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:05.974637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks [] for router_gateway (d5e52fce-2f0a-487d-97b2-1cf656fa596c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:05.999973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5d1ebf4b-a57e-4898-af94-d062bc5c2e3f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': '443e0187-b9fe-45e7-8914-c646ae4fa9e0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:06.018186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-47e46671-1d6d-4cb4-8512-3198a40d5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:06.019649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-47e46671-1d6d-4cb4-8512-3198a40d5de3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2869005 Mar 07 04:31:06.023500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf606ce-22b5-4a93-859e-10b6ae9c5ad4 None None] Pushing event updated for resources: {'Port': ['ID=5cb82363-56d9-4940-8fbb-c185c8186867,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:06.049876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (60bd7d21-d611-4da2-8214-567c0fc0e162), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.089202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-0df90eea-d442-4a5d-b48d-559f09fefd7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 200 len: 217 time: 0.0586126 Mar 07 04:31:06.089684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-176c1bc1-62ac-4576-bc91-c37fc15c94ad service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707568 Mar 07 04:31:06.138415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd0ea841-ab37-46a9-a9ec-728fce6eb864 req-879f4196-463a-4e9a-8ca3-ab9e33b2971c service neutron] 10.222.0.15 "GET /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364721 Mar 07 04:31:06.189270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-426d456a-e562-41aa-a23c-a519e8d009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:06.201063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-426d456a-e562-41aa-a23c-a519e8d009ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0996475 Mar 07 04:31:06.205828 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-5d1ebf4b-a57e-4898-af94-d062bc5c2e3f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The resource could not be found. Mar 07 04:31:06.210150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5d1ebf4b-a57e-4898-af94-d062bc5c2e3f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2136214 Mar 07 04:31:06.222527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:06.229119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235386476'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:06.263132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5d0c89a7-d8e8-47dd-9d02-ad5b5b318f98 req-c9a9c0ca-ead0-46cb-a5ed-5f7c60251963 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495173 Mar 07 04:31:06.326859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (60bd7d21-d611-4da2-8214-567c0fc0e162), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.351521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-e5dfec4e-cecd-4d21-8aed-5626a7333fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:06.353106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-e5dfec4e-cecd-4d21-8aed-5626a7333fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1419082 Mar 07 04:31:06.358506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.363936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bd7d21-d611-4da2-8214-567c0fc0e162,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:06.371715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205a5f6-65e2-4757-be54-331c650f3d60 req-a0bb8b91-68df-47ee-a81a-3f3114d172ac tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:06.378721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.379297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205a5f6-65e2-4757-be54-331c650f3d60 req-a0bb8b91-68df-47ee-a81a-3f3114d172ac tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:06.381206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e22d36-96b0-4f51-b292-191979d9234d None None] Network 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:06.381715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1205a5f6-65e2-4757-be54-331c650f3d60 req-a0bb8b91-68df-47ee-a81a-3f3114d172ac tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1678 time: 0.1170874 Mar 07 04:31:06.381906 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-394ed0a5-550c-4447-bd77-6775e8f2ac3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60bd7d21-d611-4da2-8214-567c0fc0e162 HTTP/1.1" status: 204 len: 168 time: 1.1117516 Mar 07 04:31:06.384877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40664) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:06.503067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1205a5f6-65e2-4757-be54-331c650f3d60 req-46531b01-d3a8-4128-a863-1ac819634a58 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100693 Mar 07 04:31:06.524802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-352db5ea-b665-4888-9ea9-ca7473395480 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656628 Mar 07 04:31:06.553437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.606671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (5c70c2e8-6e6f-4194-8f12-f1e837fb83e4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.637755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.645202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] DHCP port deletion for 0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:31:06.664183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4cb1608-a84d-4651-a80f-f039c0679577 req-c1400958-aef1-40a1-964c-62cabb02b954 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332078 Mar 07 04:31:06.665941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5c70c2e8-6e6f-4194-8f12-f1e837fb83e4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.740990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] Deleting port afd827c1-a131-4363-8f3d-23ee92eda91f {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:06.741373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.768549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.769949 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5456090 Mar 07 04:31:06.770779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b7b63-621a-4cd4-bc11-4ecafeb738d8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70c2e8-6e6f-4194-8f12-f1e837fb83e4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:06.773344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40678) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:06.789188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--730038294'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:06.841798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks [] for router_gateway (d5e52fce-2f0a-487d-97b2-1cf656fa596c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.859676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3234fb6d-171e-4db3-aef7-681a652b2301 req-081993cf-f869-4204-89d9-a5d9e25734d7 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0481493 Mar 07 04:31:06.874190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.879337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Deleting port afd827c1-a131-4363-8f3d-23ee92eda91f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:06.879675 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.913129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.916898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] For port afd827c1-a131-4363-8f3d-23ee92eda91f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afd827c1-a131-4363-8f3d-23ee92eda91f,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:06.917523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:06.934834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] Calling delete_port for afd827c1-a131-4363-8f3d-23ee92eda91f owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:06.946799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c57f1-dc33-43c9-b816-d4add4adcd7a req-8fda29fc-556b-4c0a-abdc-957097d5f0ab tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:06.949265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e7c57f1-dc33-43c9-b816-d4add4adcd7a req-8fda29fc-556b-4c0a-abdc-957097d5f0ab tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.0883062 Mar 07 04:31:07.052056 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.080303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (d08f0412-63ef-4bcf-b8fa-094c8b5837e3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.091963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] Pushing event deleted for resources: {'Port': ['ID=afd827c1-a131-4363-8f3d-23ee92eda91f,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:07.099397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36e9fb-91e2-4dca-9348-564b0d93c24f None None] No DVR routers for this DVR port afd827c1-a131-4363-8f3d-23ee92eda91f on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:07.114837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d08f0412-63ef-4bcf-b8fa-094c8b5837e3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.133111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] For port afd827c1-a131-4363-8f3d-23ee92eda91f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afd827c1-a131-4363-8f3d-23ee92eda91f,segment=NetworkSegment(436871b5-bd92-4bf7-b137-45705f4b6079),segment_id=436871b5-bd92-4bf7-b137-45705f4b6079)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:07.133487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.138566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-6c4cc3ed-e071-4f6b-9b07-d31b46411b05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2744243 Mar 07 04:31:07.170297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Calling delete_port for afd827c1-a131-4363-8f3d-23ee92eda91f owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:07.184513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e7c57f1-dc33-43c9-b816-d4add4adcd7a req-d233326d-58e0-4131-967f-64e1bd44f988 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423099 Mar 07 04:31:07.196260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.197578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4212208 Mar 07 04:31:07.207257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:07.212047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-16634490-57cf-4f80-8cb3-69d4f6506e6d tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group_rule': {'security_group_id': '5c70c2e8-6e6f-4194-8f12-f1e837fb83e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd08f0412-63ef-4bcf-b8fa-094c8b5837e3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:07.216224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd968bdd-10e9-4826-8621-0e0accad2a44 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08f0412-63ef-4bcf-b8fa-094c8b5837e3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:07.263326 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-16634490-57cf-4f80-8cb3-69d4f6506e6d tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:31:07.267008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-16634490-57cf-4f80-8cb3-69d4f6506e6d tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0561891 Mar 07 04:31:07.267329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40690) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:07.295446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Allocated IP 172.25.4.18 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:07.355921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38af88fd-325b-45a9-8a88-f6a7e6e72638 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (d08f0412-63ef-4bcf-b8fa-094c8b5837e3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.371220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-d9b80635-1c28-44fb-aea3-35c40f273662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:07.372803 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-d9b80635-1c28-44fb-aea3-35c40f273662 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 1131 time: 0.2041607 Mar 07 04:31:07.388936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38af88fd-325b-45a9-8a88-f6a7e6e72638 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (d08f0412-63ef-4bcf-b8fa-094c8b5837e3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.443814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38af88fd-325b-45a9-8a88-f6a7e6e72638 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d08f0412-63ef-4bcf-b8fa-094c8b5837e3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.447165 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38af88fd-325b-45a9-8a88-f6a7e6e72638 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.449822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-38af88fd-325b-45a9-8a88-f6a7e6e72638 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/d08f0412-63ef-4bcf-b8fa-094c8b5837e3 HTTP/1.1" status: 204 len: 168 time: 0.1815510 Mar 07 04:31:07.457812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40696) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:07.471193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (afd827c1-a131-4363-8f3d-23ee92eda91f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.488263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af88fd-325b-45a9-8a88-f6a7e6e72638 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08f0412-63ef-4bcf-b8fa-094c8b5837e3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:07.525262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0be5d-4599-4a5d-9990-1e10a46e06f9 None None] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:07.533867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-09186b04-8756-4455-ab54-9faaefc8832a tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0747459 Mar 07 04:31:07.534698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:07.610142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2519-5bdc-47e1-a675-27420823bb61 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (5c70c2e8-6e6f-4194-8f12-f1e837fb83e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.638658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks [] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.660068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.665485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2519-5bdc-47e1-a675-27420823bb61 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (5c70c2e8-6e6f-4194-8f12-f1e837fb83e4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.673678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] Provisioning complete for port 5cb82363-56d9-4940-8fbb-c185c8186867 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:07.674226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.679598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Pushing event deleted for resources: {'Port': ['ID=afd827c1-a131-4363-8f3d-23ee92eda91f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:07.690300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.697205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] No DVR routers for this DVR port afd827c1-a131-4363-8f3d-23ee92eda91f on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:07.724651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c0ccd-ec5d-4835-b412-450458d0ad0c req-51515b6b-c382-499b-a1be-a644c05bfdd0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:07.730762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6072064a-4aa6-4912-bf61-0e76c44b2f14 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:07.733603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c0ccd-ec5d-4835-b412-450458d0ad0c req-51515b6b-c382-499b-a1be-a644c05bfdd0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:07.735271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed7c0ccd-ec5d-4835-b412-450458d0ad0c req-51515b6b-c382-499b-a1be-a644c05bfdd0 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1678 time: 0.1419649 Mar 07 04:31:07.760820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-6cbec079-c1fc-489b-9f6b-9ff7babdd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:07.762124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-6cbec079-c1fc-489b-9f6b-9ff7babdd551 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3423796 Mar 07 04:31:07.773998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2519-5bdc-47e1-a675-27420823bb61 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5c70c2e8-6e6f-4194-8f12-f1e837fb83e4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.774400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:07.777750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2519-5bdc-47e1-a675-27420823bb61 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.781756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c2b2519-5bdc-47e1-a675-27420823bb61 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c70c2e8-6e6f-4194-8f12-f1e837fb83e4 HTTP/1.1" status: 204 len: 168 time: 0.2456195 Mar 07 04:31:07.786913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:07.788616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40706) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:07.836268 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-1e1abf6e-f421-49d0-8cb1-7efe4301f8f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 200 len: 217 time: 0.0506120 Mar 07 04:31:07.842186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:07.862331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b2519-5bdc-47e1-a675-27420823bb61 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70c2e8-6e6f-4194-8f12-f1e837fb83e4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:07.911603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed7c0ccd-ec5d-4835-b412-450458d0ad0c req-d757be94-67d1-4262-9c81-49ffd597b67b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696739 Mar 07 04:31:07.926546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:07.937933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Pushing event updated for resources: {'Port': ['ID=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:07.955215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6072064a-4aa6-4912-bf61-0e76c44b2f14, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:07.975648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '6072064a-4aa6-4912-bf61-0e76c44b2f14', 'network_id': 'f7fffce7-7ddb-4b7a-aca5-a19eab111489', 'port_id': '6072064a-4aa6-4912-bf61-0e76c44b2f14', 'mac_address': 'fa:16:3e:3d:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab9983-4dbb-4de1-92e5-bf1292b78ad2', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:07.983740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:07.989321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-477b29b2-d987-4919-b467-bc7a96601d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:07.990822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-477b29b2-d987-4919-b467-bc7a96601d44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1462574 Mar 07 04:31:07.997815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-170ea4f0-4f06-47b8-a871-0ee361cb46c8 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2021921 Mar 07 04:31:07.999421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40712) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:08.003734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'tempest-secgroup--749718880'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:08.037891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6072064a-4aa6-4912-bf61-0e76c44b2f14 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:08.038491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.085638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85201616-5ea5-4735-b820-30d012702b1c req-716af83f-bbf2-485b-8b2a-501735a0976a tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0496666 Mar 07 04:31:08.091525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.111676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6072064a-4aa6-4912-bf61-0e76c44b2f14 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:08.173133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436871b5-bd92-4bf7-b137-45705f4b6079') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:08.173427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436871b5-bd92-4bf7-b137-45705f4b6079') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:08.194883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (436871b5-bd92-4bf7-b137-45705f4b6079), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.218210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6072064a-4aa6-4912-bf61-0e76c44b2f14, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:08.225578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (436871b5-bd92-4bf7-b137-45705f4b6079), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.233458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-5f176d58-d6f1-4ec0-9ccd-ea37768bc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:08.234382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5cb82363-56d9-4940-8fbb-c185c8186867 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:08.234993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-5f176d58-d6f1-4ec0-9ccd-ea37768bc6b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2347450 Mar 07 04:31:08.236270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (81b860a2-4799-4324-b19c-a6b78b10aea5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.238700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:31:08.239076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (436871b5-bd92-4bf7-b137-45705f4b6079), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:31:08.240858 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:31:08.247107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (81b860a2-4799-4324-b19c-a6b78b10aea5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.321093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.326460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3253396 Mar 07 04:31:08.330166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40722) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:08.336991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2210d741-2605-4a1d-82a2-e2766ed86f72 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:08.337887 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-2210d741-2605-4a1d-82a2-e2766ed86f72 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 04:31:08.349493 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-2210d741-2605-4a1d-82a2-e2766ed86f72 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 04:31:08.356670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2210d741-2605-4a1d-82a2-e2766ed86f72 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "PUT /v2.0/security-groups/81b860a2-4799-4324-b19c-a6b78b10aea5 HTTP/1.1" status: 409 len: 330 time: 0.0196149 Mar 07 04:31:08.357021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.357021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:08.370336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40726) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:08.371894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4949d-2e60-4814-a39b-e6412a80879f tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b860a2-4799-4324-b19c-a6b78b10aea5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:08.392209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] Current status of the port 5cb82363-56d9-4940-8fbb-c185c8186867 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:08.392606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.451644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb094010-cd05-479a-9a6d-de77c8139243 req-16f756d7-b3e9-4e1a-99a5-774854b65fba tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:08.454518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb094010-cd05-479a-9a6d-de77c8139243 req-16f756d7-b3e9-4e1a-99a5-774854b65fba tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.1251407 Mar 07 04:31:08.475992 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:31:08.494369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.510777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.513821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5 HTTP/1.1" status: 204 len: 168 time: 2.1280146 Mar 07 04:31:08.538189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb094010-cd05-479a-9a6d-de77c8139243 req-55ebda58-c63c-433f-9dc9-062c0701be8b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777652 Mar 07 04:31:08.585708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e3b-87b4-41e2-833e-3bc575903bea tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (81b860a2-4799-4324-b19c-a6b78b10aea5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.587837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd983ba-097b-465b-bf69-d1f2c192199d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c24879b-dbe1-49bd-8dd8-2dfd15c6e7f5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:08.620691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5cb82363-56d9-4940-8fbb-c185c8186867 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:08.621293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.625211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] For port 5cb82363-56d9-4940-8fbb-c185c8186867, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5cb82363-56d9-4940-8fbb-c185c8186867,segment=NetworkSegment(a470d71e-d660-474b-aedf-b67f9db1c2d5),segment_id=a470d71e-d660-474b-aedf-b67f9db1c2d5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:08.630633 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-e50720f7-80f4-4297-bcd4-44475ae97fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801150 Mar 07 04:31:08.651714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks [] for router_gateway (d5e52fce-2f0a-487d-97b2-1cf656fa596c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.662851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6072064a-4aa6-4912-bf61-0e76c44b2f14,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:08.666803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e3b-87b4-41e2-833e-3bc575903bea tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (81b860a2-4799-4324-b19c-a6b78b10aea5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.672419 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.776862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:08.797011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40736) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:08.818184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '43724dd6-78c2-4ee3-8816-ad690659b647', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '43724dd6-78c2-4ee3-8816-ad690659b647', 'mac_address': 'fa:16:3e:b6:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:08.845621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830ea83-96d6-43e4-ad40-bfce34895b4d None None] Pushing event updated for resources: {'Port': ['ID=5cb82363-56d9-4940-8fbb-c185c8186867,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:08.855015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c24f5b81-8e42-4fef-b581-8ccd8ce3c944 None None] Provisioning complete for port 5cb82363-56d9-4940-8fbb-c185c8186867 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:08.855015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c24f5b81-8e42-4fef-b581-8ccd8ce3c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.874962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2ba0aaa-3650-435d-a87a-84f07dc50762 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=500962b0a31b4c07bc5a69fae91666f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768101 Mar 07 04:31:08.877658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40740) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:08.952544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08e79ed5-5fd4-44c5-9733-9305aa4e846e admin admin] Publish callbacks [] for security_group (05d75217-646b-4078-8a36-a313758811d8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.989291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08e79ed5-5fd4-44c5-9733-9305aa4e846e admin admin] Publish callbacks [] for security_group (05d75217-646b-4078-8a36-a313758811d8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:08.996613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 43724dd6-78c2-4ee3-8816-ad690659b647 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:09.000299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.037075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5cb82363-56d9-4940-8fbb-c185c8186867 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:09.043358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:09.076819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:09.140467 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.143936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d380e5a9-02fc-4db8-b101-e6603884951d details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:09.156688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afd827c1-a131-4363-8f3d-23ee92eda91f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:09.156927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f592-9660-44fc-ab8a-7f4ea5b4440e req-6d294cc3-f959-4075-890a-93df8d990c5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:09.164652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f592-9660-44fc-ab8a-7f4ea5b4440e req-6d294cc3-f959-4075-890a-93df8d990c5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:09.166491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7592f592-9660-44fc-ab8a-7f4ea5b4440e req-6d294cc3-f959-4075-890a-93df8d990c5b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1679 time: 0.1318965 Mar 07 04:31:09.168383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08e79ed5-5fd4-44c5-9733-9305aa4e846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (05d75217-646b-4078-8a36-a313758811d8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.173305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08e79ed5-5fd4-44c5-9733-9305aa4e846e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.174850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-08e79ed5-5fd4-44c5-9733-9305aa4e846e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d75217-646b-4078-8a36-a313758811d8 HTTP/1.1" status: 204 len: 168 time: 0.2959223 Mar 07 04:31:09.263339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: afd827c1-a131-4363-8f3d-23ee92eda91f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:09.263857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afd827c1-a131-4363-8f3d-23ee92eda91f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:09.278956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5326f43d-c2ae-4993-ad60-4397e0d341cc req-e1e6bda0-9aa9-4968-b1a2-5a00eb44fe87 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400006 Mar 07 04:31:09.281598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e3b-87b4-41e2-833e-3bc575903bea tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (81b860a2-4799-4324-b19c-a6b78b10aea5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.291280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e3b-87b4-41e2-833e-3bc575903bea tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.294570 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-45fa9e3b-87b4-41e2-833e-3bc575903bea tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/81b860a2-4799-4324-b19c-a6b78b10aea5 HTTP/1.1" status: 204 len: 168 time: 0.9155812 Mar 07 04:31:09.298124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40752) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:09.324947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79ed5-5fd4-44c5-9733-9305aa4e846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d75217-646b-4078-8a36-a313758811d8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:09.370843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f9350b4-f528-473b-850b-6da303a27bb7 req-048e914f-045e-4bc1-a8e5-db84aea952f0 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0815554 Mar 07 04:31:09.376476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9e3b-87b4-41e2-833e-3bc575903bea tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b860a2-4799-4324-b19c-a6b78b10aea5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:09.391376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7592f592-9660-44fc-ab8a-7f4ea5b4440e req-fd27d11c-e904-4022-9c6d-09f3974d473f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152061 Mar 07 04:31:09.455458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-43ba4032-05bf-4695-a7e3-d5e1da00202c tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1460266 Mar 07 04:31:09.456229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:09.474790 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-05cd250c-a375-4fde-91bf-eb2f762e7525 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] delete failed (client error): The resource could not be found. Mar 07 04:31:09.475909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05cd250c-a375-4fde-91bf-eb2f762e7525 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "DELETE /v2.0/security-groups/08d6bf07-e427-4e9a-b780-140a2683e0b3 HTTP/1.1" status: 404 len: 347 time: 0.0186520 Mar 07 04:31:09.481867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40760) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:09.497991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (d5e52fce-2f0a-487d-97b2-1cf656fa596c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.501165 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-98e7ff15-b2df-4d8e-baa9-2018132a6e15 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] show failed (client error): The resource could not be found. Mar 07 04:31:09.502246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98e7ff15-b2df-4d8e-baa9-2018132a6e15 tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-groups/517eca8b-ab5a-4602-8cf4-c46453cedece HTTP/1.1" status: 404 len: 347 time: 0.0193331 Mar 07 04:31:09.507806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40762) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:09.529050 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-9d229d21-bb7a-46a5-8a82-73636ac0ad0e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] show failed (client error): The resource could not be found. Mar 07 04:31:09.531626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d229d21-bb7a-46a5-8a82-73636ac0ad0e tempest-NegativeSecGroupTest-239814518 tempest-NegativeSecGroupTest-239814518-project] 10.222.0.21 "GET /v2.0/security-group-rules/55afed30-2ff4-421f-a35d-55049d119114 HTTP/1.1" status: 404 len: 356 time: 0.0212438 Mar 07 04:31:09.568936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c24f5b81-8e42-4fef-b581-8ccd8ce3c944 None None] Current status of the port 5cb82363-56d9-4940-8fbb-c185c8186867 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:09.608787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.639363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:31:09.673861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:09.720154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Router d5e52fce-2f0a-487d-97b2-1cf656fa596c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:31:09.785125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d380e5a9-02fc-4db8-b101-e6603884951d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d380e5a9-02fc-4db8-b101-e6603884951d,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:09.800620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd380e5a9-02fc-4db8-b101-e6603884951d', 'network_id': '71e8866f-b925-47d2-a999-29616cfdfb6f', 'port_id': 'd380e5a9-02fc-4db8-b101-e6603884951d', 'mac_address': 'fa:16:3e:36:ef:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d62a977-2f89-49cf-91a3-f9939eefdcb0', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:09.868307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3c87-6482-469b-b766-692a23863839 req-76da85f7-d866-43ef-ba4b-3189bf660e4c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:09.876281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d380e5a9-02fc-4db8-b101-e6603884951d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:09.876698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.877308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-640a3c87-6482-469b-b766-692a23863839 req-76da85f7-d866-43ef-ba4b-3189bf660e4c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1497324 Mar 07 04:31:09.923215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d380e5a9-02fc-4db8-b101-e6603884951d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:09.938588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:31:09.950612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d380e5a9-02fc-4db8-b101-e6603884951d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d380e5a9-02fc-4db8-b101-e6603884951d,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:09.954191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Sync routers for ids ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:31:09.955646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-640a3c87-6482-469b-b766-692a23863839 req-e6b5a3f6-44aa-430d-be1f-b545a0bf454f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Mar 07 04:31:09.976960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.978298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:09.982563 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-026aca52-748d-49a9-9ada-93f6be4ea619 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9113803 Mar 07 04:31:09.983331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40774) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:09.983464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Routers {'d5e52fce-2f0a-487d-97b2-1cf656fa596c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:09.984096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:10.152853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5cb82363-56d9-4940-8fbb-c185c8186867 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:10.251738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Set router d5e52fce-2f0a-487d-97b2-1cf656fa596c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:10.255728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['43724dd6-78c2-4ee3-8816-ad690659b647'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:10.259537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40782) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:10.292480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d380e5a9-02fc-4db8-b101-e6603884951d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:10.379494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d380e5a9-02fc-4db8-b101-e6603884951d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:10.381866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6072064a-4aa6-4912-bf61-0e76c44b2f14'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:10.587712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0db5e9a1-9f66-4f19-8271-cae521b060ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=605317eba16440189608c5ac75bf7fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268175 Mar 07 04:31:10.590557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40796) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:10.616225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5cb82363-56d9-4940-8fbb-c185c8186867 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:10.616601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:10.659027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c08bd934-a2ae-41be-bce5-ff8998c0ef9f req-a3ef6e7c-943f-425d-b2d9-3a497547b7e5 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0717487 Mar 07 04:31:10.697281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d67f-fcc9-47c3-a4f4-97d98f3dd850 admin admin] Publish callbacks [] for security_group (e33b01ca-5194-44ff-af5c-3db6e1a10b3a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:10.738678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d67f-fcc9-47c3-a4f4-97d98f3dd850 admin admin] Publish callbacks [] for security_group (e33b01ca-5194-44ff-af5c-3db6e1a10b3a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:10.756137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de803c-5c04-44be-b294-052727f35a64 req-69189023-d4bb-408d-94ca-0d25eb522c2e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:10.762875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de803c-5c04-44be-b294-052727f35a64 req-69189023-d4bb-408d-94ca-0d25eb522c2e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:10.765116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46de803c-5c04-44be-b294-052727f35a64 req-69189023-d4bb-408d-94ca-0d25eb522c2e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1680 time: 0.1790681 Mar 07 04:31:10.842427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d67f-fcc9-47c3-a4f4-97d98f3dd850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e33b01ca-5194-44ff-af5c-3db6e1a10b3a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:10.845363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d67f-fcc9-47c3-a4f4-97d98f3dd850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:10.847378 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1a7d67f-fcc9-47c3-a4f4-97d98f3dd850 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e33b01ca-5194-44ff-af5c-3db6e1a10b3a HTTP/1.1" status: 204 len: 168 time: 0.2548745 Mar 07 04:31:10.866548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7d67f-fcc9-47c3-a4f4-97d98f3dd850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b01ca-5194-44ff-af5c-3db6e1a10b3a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:10.876485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46de803c-5c04-44be-b294-052727f35a64 req-0512c93c-a222-4871-9129-9c12eee8d19d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 Mar 07 04:31:10.911150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5cb82363-56d9-4940-8fbb-c185c8186867 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:11.075116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.153010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433705c7-5c60-4374-94b6-84fe411e40c4 req-56958787-eb9c-403a-930d-ebaa07fffc80 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:11.154545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-433705c7-5c60-4374-94b6-84fe411e40c4 req-56958787-eb9c-403a-930d-ebaa07fffc80 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1157813 Mar 07 04:31:11.177337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:08Z', 'revision_number': 3, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:11.211972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Checking router: d5e52fce-2f0a-487d-97b2-1cf656fa596c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:31:11.212731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Updating router d5e52fce-2f0a-487d-97b2-1cf656fa596c port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:31:11.249835 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.281459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-433705c7-5c60-4374-94b6-84fe411e40c4 req-9c7cf648-433a-4d0a-bca7-e7bbefb61ef1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146894 Mar 07 04:31:11.299835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Allocated IP 172.20.0.1 (5b9f7a1e-8da2-4374-87b1-33017a4f5f69/73f20a63-81f5-464a-8f45-fd710cbb8996/7f3cbb10-989e-46c7-803d-e406baf822c4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:11.429965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks [] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.483040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.524867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:11.528049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:11.535145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:11.539153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:11.605686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (d5e52fce-2f0a-487d-97b2-1cf656fa596c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.609538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Pushing event updated for resources: {'Port': ['ID=7f3cbb10-989e-46c7-803d-e406baf822c4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:11.656073 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Publish callbacks [] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.671981 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.758871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c9c45-dc84-4997-bc8d-f453126a86a2 None None] Pushing event updated for resources: {'Port': ['ID=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:11.824665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Attempting to bind port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:11.825173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Attempting to bind port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:11.825644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Attempting to bind port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:11.830392 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.843628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:11.844198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:11.844718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.845224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:11.846026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Bound port: 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:11.846523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.867559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-891620773-network', 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:11.887548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5c96e36-09d3-4028-a21f-818598251c9b req-df73ce7c-bda2-4c59-aa85-28973136bbbf tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0778832 Mar 07 04:31:11.909292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:11.912416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.935559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:11.989090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6072064a-4aa6-4912-bf61-0e76c44b2f14 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:12.039625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] For port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:12.042152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8226eb8b-2861-4841-a38b-1a30a5b2e1e2 None None] Provisioning complete for port 7f3cbb10-989e-46c7-803d-e406baf822c4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:12.042502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8226eb8b-2861-4841-a38b-1a30a5b2e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.095786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks [] for security_group (075869ce-add5-42de-bed1-ccacf1a05c7a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.103081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (075869ce-add5-42de-bed1-ccacf1a05c7a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.104426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] For port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:12.124672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.128933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8226eb8b-2861-4841-a38b-1a30a5b2e1e2 None None] Port 7f3cbb10-989e-46c7-803d-e406baf822c4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:12.153566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075869ce-add5-42de-bed1-ccacf1a05c7a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:12.161932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:31:12.175369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 6072064a-4aa6-4912-bf61-0e76c44b2f14 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:12.178821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b15d17ab-9d48-4b67-9941-8732798a9c00), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.179360 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Added segment b15d17ab-9d48-4b67-9941-8732798a9c00 of type vlan for network 56a12596-683b-48cd-90c0-009f365423fb Mar 07 04:31:12.210975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 6072064a-4aa6-4912-bf61-0e76c44b2f14 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:12.211376 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.238603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (56a12596-683b-48cd-90c0-009f365423fb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.289096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c9c45-dc84-4997-bc8d-f453126a86a2 None None] Pushing event updated for resources: {'Port': ['ID=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:12.296749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751e1ba-5313-41b7-90d1-3d6daf09a092 req-5a328f73-05d1-4e82-8757-1869fc8cadc3 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:12.301038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (56a12596-683b-48cd-90c0-009f365423fb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.303044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:12.303621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.304257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Routers {'d5e52fce-2f0a-487d-97b2-1cf656fa596c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:12.304486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751e1ba-5313-41b7-90d1-3d6daf09a092 req-5a328f73-05d1-4e82-8757-1869fc8cadc3 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:12.304910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:12.306702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9751e1ba-5313-41b7-90d1-3d6daf09a092 req-5a328f73-05d1-4e82-8757-1869fc8cadc3 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1680 time: 0.3218715 Mar 07 04:31:12.376097 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8437569 Mar 07 04:31:12.382860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40850) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:12.403676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Request body: {'subnet': {'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-891620773-subnet', 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:12.441076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9751e1ba-5313-41b7-90d1-3d6daf09a092 req-188ba39d-f6ef-4611-b8d0-b44668d65414 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155176 Mar 07 04:31:12.444289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks [] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.486400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.516715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] Set router d5e52fce-2f0a-487d-97b2-1cf656fa596c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:12.537572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40852) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:12.554294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81f62d-eeeb-4750-99d4-0bbb1a5886dc req-b11db093-8330-46b5-99c9-50fd2ea72212 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:12.563815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e81f62d-eeeb-4750-99d4-0bbb1a5886dc req-b11db093-8330-46b5-99c9-50fd2ea72212 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1273694 Mar 07 04:31:12.578484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b17053-d296-4023-baa5-e1e90cbdf87b admin admin] Pushing event updated for resources: {'Network': ['ID=56a12596-683b-48cd-90c0-009f365423fb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:12.607759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 56a12596-683b-48cd-90c0-009f365423fb details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:31:12.627037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (d5e52fce-2f0a-487d-97b2-1cf656fa596c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.636671 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ce366e5-562b-4a8e-a028-f24dad795b8a req-61cc4f40-96b4-4473-ade8-c12f8f5dd7fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0973775 Mar 07 04:31:12.638662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Pushing event updated for resources: {'Port': ['ID=7f3cbb10-989e-46c7-803d-e406baf822c4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:12.656552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6072064a-4aa6-4912-bf61-0e76c44b2f14 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:12.657097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.657259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:12.659509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.668131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e81f62d-eeeb-4750-99d4-0bbb1a5886dc req-b2f8d1b0-29e6-4145-bb04-d33696cca55f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031277 Mar 07 04:31:12.768028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6072064a-4aa6-4912-bf61-0e76c44b2f14'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:12.770474 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45859835-9af6-405e-ba84-5528de8868a6" -d '{"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-plugged", "status": "completed", "tag": "6072064a-4aa6-4912-bf61-0e76c44b2f14"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:12.789087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6072064a-4aa6-4912-bf61-0e76c44b2f14, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:12.802897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:12.803980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d380e5a9-02fc-4db8-b101-e6603884951d up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:12.857205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:12.859771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:13.006792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-31999071'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:13.010699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Router d5e52fce-2f0a-487d-97b2-1cf656fa596c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:31:13.065674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (702e4ec9-aa63-4a81-aab6-e6dc1e3438f4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.098965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Made reservation on behalf of b0d1b47a01134484805e6e2b5ae5f945 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:13.102623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.131678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.136598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7751c7b-9f5a-4075-9787-a03e8dded50b req-b58e7522-1d19-407c-90f2-4919a91a72ff tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0460911 Mar 07 04:31:13.189794 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7a54aa-37ff-46f9-b888-2654507c0024 x-openstack-request-id: req-1e7a54aa-37ff-46f9-b888-2654507c0024 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:13.190440 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-plugged", "status": "completed", "tag": "6072064a-4aa6-4912-bf61-0e76c44b2f14", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:13.190440 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e7a54aa-37ff-46f9-b888-2654507c0024 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:13.190894 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6072064a-4aa6-4912-bf61-0e76c44b2f14', 'code': 200} Mar 07 04:31:13.243410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:31:13.245900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:13.246580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Network hostable DHCP agents. Network: 56a12596-683b-48cd-90c0-009f365423fb, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:31:13.250033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:13.265520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5f36db74-ec8b-44f1-804f-345efedb38cd admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e52fce-2f0a-487d-97b2-1cf656fa596c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2807250 Mar 07 04:31:13.290402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d66717ee-0676-466f-9014-634eb472360d None None] Provisioning complete for port 7f3cbb10-989e-46c7-803d-e406baf822c4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:13.290689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Network 56a12596-683b-48cd-90c0-009f365423fb is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:31:13.291142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d66717ee-0676-466f-9014-634eb472360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.293183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6072064a-4aa6-4912-bf61-0e76c44b2f14,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:13.309931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 56a12596-683b-48cd-90c0-009f365423fb) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:13.316976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:13.317573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.345379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for security_group (79ba9c00-1413-4d00-925c-a5e6a0efc912), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.345749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86503c9-aab2-447a-ac49-03913dcd32bf None None] Network 56a12596-683b-48cd-90c0-009f365423fb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:13.358992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d0dc8744-ab63-48a2-80e8-843cb81f6ac3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9647737 Mar 07 04:31:13.358992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (79ba9c00-1413-4d00-925c-a5e6a0efc912), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.385485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40872) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:13.388893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:31:13.398678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba9c00-1413-4d00-925c-a5e6a0efc912,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:13.405653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3b1f7d1e-571e-4bef-ba83-d026ef6e3621), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.406268 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Added segment 3b1f7d1e-571e-4bef-ba83-d026ef6e3621 of type vlan for network 440680a6-527f-4fe7-a0d5-4ffecb208938 Mar 07 04:31:13.433164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d380e5a9-02fc-4db8-b101-e6603884951d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:13.447382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d380e5a9-02fc-4db8-b101-e6603884951d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:13.448524 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.457026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (440680a6-527f-4fe7-a0d5-4ffecb208938), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.484924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d66717ee-0676-466f-9014-634eb472360d None None] Port 7f3cbb10-989e-46c7-803d-e406baf822c4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:13.490270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 4, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7f3cbb10-989e-46c7-803d-e406baf822c4', 'name': '', 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'mac_address': 'fa:16:3e:42:06:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '73f20a63-81f5-464a-8f45-fd710cbb8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:11Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 1, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'subnets': [{'id': '73f20a63-81f5-464a-8f45-fd710cbb8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:13.502410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (440680a6-527f-4fe7-a0d5-4ffecb208938), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.508042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:13.512929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.562234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f1d6d-e349-4870-9bb9-771ddbe3bd1c None None] The sync data for ids ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'] in n-d-832185-1 is: [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 4, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7f3cbb10-989e-46c7-803d-e406baf822c4', 'name': '', 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'mac_address': 'fa:16:3e:42:06:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '73f20a63-81f5-464a-8f45-fd710cbb8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:11Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 1, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'subnets': [{'id': '73f20a63-81f5-464a-8f45-fd710cbb8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:31:13.576311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.0370235 Mar 07 04:31:13.576988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:13.633796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Request body: {'subnet': {'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:13.658796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49abf85-6af5-422d-b4b0-2e89ac287eb9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event updated for resources: {'Network': ['ID=440680a6-527f-4fe7-a0d5-4ffecb208938,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:13.659963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf40632-1a61-4f63-a5cd-d16935c29014 None None] Network 56a12596-683b-48cd-90c0-009f365423fb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:13.685354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e644bb8-d95a-45e6-ae43-d914368d6b5d req-f80c9c0d-4caf-4517-a1e5-dc56d3721a0f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:13.693392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e644bb8-d95a-45e6-ae43-d914368d6b5d req-f80c9c0d-4caf-4517-a1e5-dc56d3721a0f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:13.693580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:31:13.695621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e644bb8-d95a-45e6-ae43-d914368d6b5d req-f80c9c0d-4caf-4517-a1e5-dc56d3721a0f tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1681 time: 0.1465120 Mar 07 04:31:13.710862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf992c8a-f081-41a8-92af-79d3729e7a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.793208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e644bb8-d95a-45e6-ae43-d914368d6b5d req-af169c99-912a-4cdc-80d9-7d83ce8d9359 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800850 Mar 07 04:31:13.823796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Made reservation on behalf of b0d1b47a01134484805e6e2b5ae5f945 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:13.828359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.847476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d380e5a9-02fc-4db8-b101-e6603884951d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:13.847868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.885499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf992c8a-f081-41a8-92af-79d3729e7a33 admin admin] Publish callbacks [] for security_group (560c6990-78f0-4510-bf1b-453a8de500cc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:13.914618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf992c8a-f081-41a8-92af-79d3729e7a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (560c6990-78f0-4510-bf1b-453a8de500cc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.052448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-718a81b6-17bb-4733-aeb0-388455ec962e req-e324c87c-0aeb-49f9-ba93-c8177c93ca74 tempest-FloatingIPsNegativeTestJSON-1740453037 tempest-FloatingIPsNegativeTestJSON-1740453037-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=06a80c1deb914140b812b3f47f82d0be HTTP/1.1" status: 200 len: 217 time: 0.2285454 Mar 07 04:31:14.057082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d380e5a9-02fc-4db8-b101-e6603884951d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d380e5a9-02fc-4db8-b101-e6603884951d,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:14.063851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.100043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:14.161741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bf992c8a-f081-41a8-92af-79d3729e7a33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35766929536c460badca88f1dfc9d928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7743905 Mar 07 04:31:14.164913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40894) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:14.166600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf992c8a-f081-41a8-92af-79d3729e7a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c6990-78f0-4510-bf1b-453a8de500cc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:14.219925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d380e5a9-02fc-4db8-b101-e6603884951d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:14.228682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc38cc-11e0-4e8c-bb9b-8aaf6f46b2d3 req-45656b23-fbd2-4e6c-a410-cb7b02ec3afe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:14.231095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75fc38cc-11e0-4e8c-bb9b-8aaf6f46b2d3 req-45656b23-fbd2-4e6c-a410-cb7b02ec3afe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.2335658 Mar 07 04:31:14.240716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 43724dd6-78c2-4ee3-8816-ad690659b647 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:14.246963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 43724dd6-78c2-4ee3-8816-ad690659b647 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:14.247338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.278981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.289101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09fe00dd-b9c0-4fe4-8b65-ced9daf5dc4a admin admin] Publish callbacks [] for security_group (560c6990-78f0-4510-bf1b-453a8de500cc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.330506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75fc38cc-11e0-4e8c-bb9b-8aaf6f46b2d3 req-53e3129a-939e-4f2b-bfc9-6c553f9fd741 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Mar 07 04:31:14.356843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Checking segment: {'id': '3b1f7d1e-571e-4bef-ba83-d026ef6e3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:14.357365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Network hostable DHCP agents. Network: 440680a6-527f-4fe7-a0d5-4ffecb208938, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:31:14.361719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event updated for resources: {'Subnet': ['ID=552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:14.388344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:31:14.389936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 43724dd6-78c2-4ee3-8816-ad690659b647 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:14.390430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.409525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09fe00dd-b9c0-4fe4-8b65-ced9daf5dc4a admin admin] Publish callbacks [] for security_group (560c6990-78f0-4510-bf1b-453a8de500cc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.411123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 440680a6-527f-4fe7-a0d5-4ffecb208938) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:14.417953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:14.419131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.422566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708272b-f539-4269-899b-cbe6aa4c06e2 None None] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:14.434978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:14.447961 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.452757 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-807f91db-9122-4261-9e99-a70372c42b76 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8697910 Mar 07 04:31:14.455901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40906) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:14.466168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Request body: {'port': {'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938', 'name': 'tempest-TagsExtTest-1588772145'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:14.472572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b63c9f7-73f6-467e-af6a-905365835d47 req-fecb43f7-47a7-4290-ba2d-12f5530855af tempest-FloatingIPsNegativeTestJSON-1740453037 tempest-FloatingIPsNegativeTestJSON-1740453037-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1006641 Mar 07 04:31:14.537939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-5f1b1de5-43bc-4d8f-868d-e5cd5e4474a4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:14.539726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-5f1b1de5-43bc-4d8f-868d-e5cd5e4474a4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.2528045 Mar 07 04:31:14.577296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09fe00dd-b9c0-4fe4-8b65-ced9daf5dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (560c6990-78f0-4510-bf1b-453a8de500cc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.581447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:14.582238 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09fe00dd-b9c0-4fe4-8b65-ced9daf5dc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.585680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-09fe00dd-b9c0-4fe4-8b65-ced9daf5dc4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/560c6990-78f0-4510-bf1b-453a8de500cc HTTP/1.1" status: 204 len: 168 time: 0.4177911 Mar 07 04:31:14.623281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8ef8f2b-34c0-44b8-ba6f-fea29c31b256 req-86e8f746-afb6-4599-8b66-0d60b621110d tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0616381 Mar 07 04:31:14.631045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-0c6d2303-a622-41b1-9262-0f1382905a3a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.0854402 Mar 07 04:31:14.632285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe00dd-b9c0-4fe4-8b65-ced9daf5dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c6990-78f0-4510-bf1b-453a8de500cc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:14.684497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-440680a6-527f-4fe7-a0d5-4ffecb208938', 'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938', 'project_id': 'b0d1b47a01134484805e6e2b5ae5f945', 'fixed_ips': [{'subnet_id': '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:31:14.685382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.750907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Made reservation on behalf of b0d1b47a01134484805e6e2b5ae5f945 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:14.761002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:14.798221 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-28a16da5-51a6-464d-a849-1557a29caf60 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447010 Mar 07 04:31:14.805569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] device_id is not set on port 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:31:14.817623 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-c9cd9efa-89ac-45e1-ab3f-6d5a656365e2 req-cd9f3112-b32d-4882-9c1f-5b855583b23c tempest-FloatingIPsNegativeTestJSON-1740453037 tempest-FloatingIPsNegativeTestJSON-1740453037-project] show failed (client error): The resource could not be found. Mar 07 04:31:14.822242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9cd9efa-89ac-45e1-ab3f-6d5a656365e2 req-cd9f3112-b32d-4882-9c1f-5b855583b23c tempest-FloatingIPsNegativeTestJSON-1740453037 tempest-FloatingIPsNegativeTestJSON-1740453037-project] 10.222.0.21 "GET /v2.0/floatingips/43d268e1-7024-4632-90e9-d5860be53f9d HTTP/1.1" status: 404 len: 350 time: 0.1414771 Mar 07 04:31:14.837718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:14.921311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Allocated IP 172.20.0.2 (440680a6-527f-4fe7-a0d5-4ffecb208938/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/d5ff6216-3315-4721-a409-1c50b3974ff9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:14.974048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-96d5e899-1272-4aa1-8b61-5fdb3910ff4e service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744125 Mar 07 04:31:15.076838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:15.099544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f547698-d57b-4dc3-b798-da4c889ae15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.152118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-7d99cc20-10fd-4a1f-82d5-b82209be12a3 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764419 Mar 07 04:31:15.268070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82f400ac-c05d-431a-8068-12bb18615232 req-2e01489f-3120-4154-bdbe-74fe3cc54f1f tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390&device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.0411973 Mar 07 04:31:15.293336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Publish callbacks [] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.299712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd380e5a9-02fc-4db8-b101-e6603884951d'}, {'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:15.301958 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75874a-87f3-4b30-9aca-b682cfb7209a" -d '{"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-plugged", "status": "completed", "tag": "d380e5a9-02fc-4db8-b101-e6603884951d"}, {"server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "name": "network-vif-plugged", "status": "completed", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:15.312471 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.313768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f547698-d57b-4dc3-b798-da4c889ae15c admin admin] Publish callbacks [] for security_group (a267319e-93e6-44aa-a4a6-39b89f7e5acb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.322090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f547698-d57b-4dc3-b798-da4c889ae15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a267319e-93e6-44aa-a4a6-39b89f7e5acb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.414130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f547698-d57b-4dc3-b798-da4c889ae15c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ba57ed7d5b34626b45e90c7092c547a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326869 Mar 07 04:31:15.414324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Pushing event updated for resources: {'Port': ['ID=d5ff6216-3315-4721-a409-1c50b3974ff9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:15.414434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547698-d57b-4dc3-b798-da4c889ae15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267319e-93e6-44aa-a4a6-39b89f7e5acb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:15.418471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40932) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:15.425965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:15.427834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:15.439320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:15.505356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7cd18-e67b-43ed-8159-021c592758a4 req-91a3fe17-1610-4241-a385-16593c0eb280 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:15.512140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7cd18-e67b-43ed-8159-021c592758a4 req-91a3fe17-1610-4241-a385-16593c0eb280 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:15.513760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7a7cd18-e67b-43ed-8159-021c592758a4 req-91a3fe17-1610-4241-a385-16593c0eb280 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.1661851 Mar 07 04:31:15.525706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Attempting to bind port d5ff6216-3315-4721-a409-1c50b3974ff9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:15.526764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Attempting to bind port d5ff6216-3315-4721-a409-1c50b3974ff9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3b1f7d1e-571e-4bef-ba83-d026ef6e3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:15.532160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Attempting to bind port d5ff6216-3315-4721-a409-1c50b3974ff9 on network 440680a6-527f-4fe7-a0d5-4ffecb208938 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:15.539739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:15.543611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Checking segment: {'id': '3b1f7d1e-571e-4bef-ba83-d026ef6e3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:15.544785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.545061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Bound using segment: {'id': '3b1f7d1e-571e-4bef-ba83-d026ef6e3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:15.547372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c18ed0a7-889d-485b-bc90-5872354f141f admin admin] Publish callbacks [] for security_group (a267319e-93e6-44aa-a4a6-39b89f7e5acb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.551538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Bound port: d5ff6216-3315-4721-a409-1c50b3974ff9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1f7d1e-571e-4bef-ba83-d026ef6e3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '440680a6-527f-4fe7-a0d5-4ffecb208938'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:15.552014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.578397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Allocated IP 172.20.0.5 (440680a6-527f-4fe7-a0d5-4ffecb208938/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:15.663764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c18ed0a7-889d-485b-bc90-5872354f141f admin admin] Publish callbacks [] for security_group (a267319e-93e6-44aa-a4a6-39b89f7e5acb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.689702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] For port d5ff6216-3315-4721-a409-1c50b3974ff9, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:15.695050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] For port d5ff6216-3315-4721-a409-1c50b3974ff9, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d5ff6216-3315-4721-a409-1c50b3974ff9,segment=NetworkSegment(3b1f7d1e-571e-4bef-ba83-d026ef6e3621),segment_id=3b1f7d1e-571e-4bef-ba83-d026ef6e3621)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:15.695501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7a7cd18-e67b-43ed-8159-021c592758a4 req-f9a58037-08a4-4149-ad90-c710c5688ccb tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687565 Mar 07 04:31:15.717475 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.792200 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26115041-b238-448a-96a7-19c9d9460260 req-c00f566d-1ee7-40f2-b695-88fbdad3d924 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=279034429a93459bab62217e6b9d1dc4&device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1156864 Mar 07 04:31:15.805687 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1261ac5-49a2-4a8a-bb64-a2e578694332 x-openstack-request-id: req-b1261ac5-49a2-4a8a-bb64-a2e578694332 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:15.805909 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-plugged", "status": "completed", "tag": "d380e5a9-02fc-4db8-b101-e6603884951d", "code": 200}, {"server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "name": "network-vif-plugged", "status": "completed", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:15.806189 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1261ac5-49a2-4a8a-bb64-a2e578694332 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:15.806664 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd380e5a9-02fc-4db8-b101-e6603884951d', 'code': 200} Mar 07 04:31:15.806869 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647', 'code': 200} Mar 07 04:31:15.846294 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26115041-b238-448a-96a7-19c9d9460260 req-c9b3c014-dd37-422a-b16b-022a2d46e536 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=279034429a93459bab62217e6b9d1dc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341437 Mar 07 04:31:15.895628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad496d4b-ee36-40b1-8b66-d1e1489eb1c0 req-3a9aa4d9-7632-473c-a04a-c951fe8d889f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 210 time: 0.1072946 Mar 07 04:31:15.896966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf0a24-bdd8-4c37-96b9-38cc194912d1 None None] Pushing event updated for resources: {'Port': ['ID=d5ff6216-3315-4721-a409-1c50b3974ff9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:15.990278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c18ed0a7-889d-485b-bc90-5872354f141f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a267319e-93e6-44aa-a4a6-39b89f7e5acb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.993051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c18ed0a7-889d-485b-bc90-5872354f141f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:15.998291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c18ed0a7-889d-485b-bc90-5872354f141f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a267319e-93e6-44aa-a4a6-39b89f7e5acb HTTP/1.1" status: 204 len: 168 time: 0.5769062 Mar 07 04:31:16.016807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ed0a7-889d-485b-bc90-5872354f141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267319e-93e6-44aa-a4a6-39b89f7e5acb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:16.017028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115041-b238-448a-96a7-19c9d9460260 req-087db0b4-da20-4fc5-a8c5-527926929c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.018334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26115041-b238-448a-96a7-19c9d9460260 req-087db0b4-da20-4fc5-a8c5-527926929c25 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586676 Mar 07 04:31:16.068495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d48e774-34be-422d-b02a-e5829552e614 req-dc943fb5-68c0-4106-8a38-b636c514c793 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0556886 Mar 07 04:31:16.095415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6639-b904-403b-937d-0787a8ba9d0e req-6d26af30-f9e2-40d9-957c-6aa31826b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.097457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6639-b904-403b-937d-0787a8ba9d0e req-6d26af30-f9e2-40d9-957c-6aa31826b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.100718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbcb6639-b904-403b-937d-0787a8ba9d0e req-6d26af30-f9e2-40d9-957c-6aa31826b08b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 2046 time: 0.2371242 Mar 07 04:31:16.191038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527af8-52c1-42a0-8a0f-ae33671d0158 req-3a90bd87-7367-4ee7-8d5f-c4775f024da3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.192711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84527af8-52c1-42a0-8a0f-ae33671d0158 req-3a90bd87-7367-4ee7-8d5f-c4775f024da3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2578654 Mar 07 04:31:16.231249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbcb6639-b904-403b-937d-0787a8ba9d0e req-03ece8e0-97c5-4f1b-8981-7120e74a552a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220825 Mar 07 04:31:16.306773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:16.334535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84527af8-52c1-42a0-8a0f-ae33671d0158 req-23db03ea-c1b5-4f65-b3f8-5a674f5ad65d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348183 Mar 07 04:31:16.455982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:16.465191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:16.465570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:16.473505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350338e2-7a6b-4a84-89e5-fa35183c2865 req-0b31b9d3-11cd-4fbe-8221-406fe9d6511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.475081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-350338e2-7a6b-4a84-89e5-fa35183c2865 req-0b31b9d3-11cd-4fbe-8221-406fe9d6511c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1132 time: 0.3916366 Mar 07 04:31:16.563783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:16.564084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:16.589140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:16.596841 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:16.611548 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-350338e2-7a6b-4a84-89e5-fa35183c2865 req-a0251bb7-ee95-4053-80a8-21cc332b9a76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239598 Mar 07 04:31:16.627441 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:16.665895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:16.710192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:16.723529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:16.726552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event updated for resources: {'Port': ['ID=1cdd748e-5ed3-4264-ad81-b3bf9297d8f6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:16.728987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:16.734933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (d5e52fce-2f0a-487d-97b2-1cf656fa596c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:16.860898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97e427-1dbd-413d-9729-360b9591f78f req-5692fb47-0530-43f1-a4cf-1771a747f40d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.871301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97e427-1dbd-413d-9729-360b9591f78f req-5692fb47-0530-43f1-a4cf-1771a747f40d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:16.874898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a97e427-1dbd-413d-9729-360b9591f78f req-5692fb47-0530-43f1-a4cf-1771a747f40d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.0979607 Mar 07 04:31:16.964023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a97e427-1dbd-413d-9729-360b9591f78f req-b6c358cb-328d-4d0e-81e5-c3374a1ae3c1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Mar 07 04:31:17.061575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68d7904b-fea8-484d-92e3-8ca21650873d req-bf884061-94dc-43b8-a93b-3da97e369ee2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 210 time: 0.0549026 Mar 07 04:31:17.245436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1caafe7-8b71-4456-9d38-b3d18cfbd710 req-b79925c3-ce03-4847-8262-2d8573c66dae tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.0510464 Mar 07 04:31:17.257913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:17.258551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.341083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:17.341209 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c8a82fb1-29e4-4f4f-a615-c7794d787414 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8832400 Mar 07 04:31:17.347703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1057416679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:17.397004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (da54ce89-1965-499b-8773-dc609a8b1726), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.398369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (da54ce89-1965-499b-8773-dc609a8b1726), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.423920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea5ab7-fe73-40f5-bf50-5e9b54a47cca None None] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:17.424354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-1e730e7b-0618-4d59-a92e-e86562851c49 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:17.442394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-1e730e7b-0618-4d59-a92e-e86562851c49 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.3011580 Mar 07 04:31:17.445810 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Sync routers for ids ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:31:17.460475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Request body: {'port': {'device_id': '103470a1-49ec-4d61-ad53-c78aeed33793', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'admin_state_up': True, 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:17.467845 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Routers {'d5e52fce-2f0a-487d-97b2-1cf656fa596c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:17.468489 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:17.483667 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for router_controller (da54ce89-1965-499b-8773-dc609a8b1726), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.502388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] Provisioning complete for port d5ff6216-3315-4721-a409-1c50b3974ff9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:17.502934 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.505753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (da54ce89-1965-499b-8773-dc609a8b1726), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.558596 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.561275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-88fc1a80-4fa2-47fc-928b-3c8f3614c4de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2189014 Mar 07 04:31:17.564597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40984) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:17.571473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-73e634b6-84d1-46bb-b735-e75458c0b807 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1122774905', 'prefixes': ['172.20.0.0/16']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:17.607568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb9285-679c-4a06-8461-4376dddc689b req-ae5aeb26-a636-4434-b29c-a82ba8aa6cff tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:17.616992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56bb9285-679c-4a06-8461-4376dddc689b req-ae5aeb26-a636-4434-b29c-a82ba8aa6cff tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1309814 Mar 07 04:31:17.657479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] Current status of the port d5ff6216-3315-4721-a409-1c50b3974ff9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:17.658306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.713311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] For port d5ff6216-3315-4721-a409-1c50b3974ff9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d5ff6216-3315-4721-a409-1c50b3974ff9,segment=NetworkSegment(3b1f7d1e-571e-4bef-ba83-d026ef6e3621),segment_id=3b1f7d1e-571e-4bef-ba83-d026ef6e3621)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:17.720295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.755966 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-26115041-b238-448a-96a7-19c9d9460260 req-18f1af46-788a-4b10-9374-564fb643ec17 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.2172949 Mar 07 04:31:17.757492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56bb9285-679c-4a06-8461-4376dddc689b req-8cc8e7a7-4d9a-49d0-b686-224dcd7bf028 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392703 Mar 07 04:31:17.791078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef1798-a2bf-4493-bdae-67c5043aed7b None None] Pushing event updated for resources: {'Port': ['ID=d5ff6216-3315-4721-a409-1c50b3974ff9,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:17.796565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73e634b6-84d1-46bb-b735-e75458c0b807 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:17.806370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Set router d5e52fce-2f0a-487d-97b2-1cf656fa596c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:17.810610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-73e634b6-84d1-46bb-b735-e75458c0b807 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2397418 Mar 07 04:31:17.812906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40986) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:17.826623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-b898390b-de90-47f4-b3f1-5bcc6dbf6031 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-318080230') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:18.045745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:18.050330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.077038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40992) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:18.089504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b898390b-de90-47f4-b3f1-5bcc6dbf6031 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-318080230 HTTP/1.1" status: 201 len: 201 time: 0.2752457 Mar 07 04:31:18.090356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40998) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:18.101464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-2a8b9544-a713-4a88-bb45-4d3074223a14 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-1398166169') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:18.180069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5d6070c5-1fb2-4041-8b70-37887a0320cd None None] Provisioning complete for port 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:18.180684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d6070c5-1fb2-4041-8b70-37887a0320cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.226633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5d6070c5-1fb2-4041-8b70-37887a0320cd None None] Port 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:18.240583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5d6070c5-1fb2-4041-8b70-37887a0320cd None None] Provisioning complete for port d5ff6216-3315-4721-a409-1c50b3974ff9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:18.240925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d6070c5-1fb2-4041-8b70-37887a0320cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.345091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5d6070c5-1fb2-4041-8b70-37887a0320cd None None] Current status of the port d5ff6216-3315-4721-a409-1c50b3974ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:18.352063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed4ad1fa-8492-4e0c-929a-bb2192306218 req-c3696b22-035f-4e5d-9abc-aa4189f71ffa tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 210 time: 0.1125610 Mar 07 04:31:18.371502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a79fdbe-3ac5-4381-b33f-a7b5bf9c8b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.392171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:18.410721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Deleting port 7f3cbb10-989e-46c7-803d-e406baf822c4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:18.411059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.436108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a0f6f-c320-4254-8f82-658e03e929f1 req-0ab22a1c-367d-41d4-97b4-92e5b944ce8b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:18.442410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a0f6f-c320-4254-8f82-658e03e929f1 req-0ab22a1c-367d-41d4-97b4-92e5b944ce8b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:18.444774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b87a0f6f-c320-4254-8f82-658e03e929f1 req-0ab22a1c-367d-41d4-97b4-92e5b944ce8b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.3028991 Mar 07 04:31:18.535948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:18.536531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.542808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a8b9544-a713-4a88-bb45-4d3074223a14 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-1398166169 HTTP/1.1" status: 201 len: 201 time: 0.4507704 Mar 07 04:31:18.546350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41002) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:18.552299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-7a06a00b-4131-4f99-8573-317ff6f893c5 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-1280006498') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:18.576463 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 4, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7f3cbb10-989e-46c7-803d-e406baf822c4', 'name': '', 'network_id': '5b9f7a1e-8da2-4374-87b1-33017a4f5f69', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'mac_address': 'fa:16:3e:42:06:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '73f20a63-81f5-464a-8f45-fd710cbb8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:11Z', 'updated_at': '2022-03-07T04:31:11Z', 'revision_number': 2, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'subnets': [{'id': '73f20a63-81f5-464a-8f45-fd710cbb8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:18.610790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.619993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-99518871-7a83-4817-b9bb-88004ed113ba None None] Provisioning complete for port 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:18.620379 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-99518871-7a83-4817-b9bb-88004ed113ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.629826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Calling delete_port for 7f3cbb10-989e-46c7-803d-e406baf822c4 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:18.630574 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Checking router: d5e52fce-2f0a-487d-97b2-1cf656fa596c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:31:18.631160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Updating router d5e52fce-2f0a-487d-97b2-1cf656fa596c port 7f3cbb10-989e-46c7-803d-e406baf822c4 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:31:18.662654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b87a0f6f-c320-4254-8f82-658e03e929f1 req-43021f67-bbad-4b71-8932-600c08307a6b tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036052 Mar 07 04:31:18.670728 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.691563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-99518871-7a83-4817-b9bb-88004ed113ba None None] Port 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:18.706138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:18.707362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d5ff6216-3315-4721-a409-1c50b3974ff9 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:18.714561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Allocated IP 172.20.0.2 (56a12596-683b-48cd-90c0-009f365423fb/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4/564ac1c6-075e-4833-9f22-079fe09482d2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:18.752683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0eceb97-7051-4b1f-bcb7-c7c7705d1aa5 req-ec82d397-71f2-4a0e-b29f-9cfb70a0aeaf tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7e09c32-f119-4b46-97b0-d3ca89dce390 HTTP/1.1" status: 200 len: 210 time: 0.1270545 Mar 07 04:31:18.801587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d5ff6216-3315-4721-a409-1c50b3974ff9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:18.801968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:18.949370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d5ff6216-3315-4721-a409-1c50b3974ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:19.123436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks [] for port (564ac1c6-075e-4833-9f22-079fe09482d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.126675 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7f3cbb10-989e-46c7-803d-e406baf822c4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.145212 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.db.api [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:31:19.145643 n-d-832185-1 neutron-server[103941]: DEBUG oslo_db.api [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:31:19.170765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3cbb10-989e-46c7-803d-e406baf822c4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:19.211615 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a79fdbe-3ac5-4381-b33f-a7b5bf9c8b60 admin admin] Publish callbacks [] for security_group (e736a1b4-a254-405c-a593-ab1e8d90de38), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.248679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.256579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a79fdbe-3ac5-4381-b33f-a7b5bf9c8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e736a1b4-a254-405c-a593-ab1e8d90de38), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.340565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Network 56a12596-683b-48cd-90c0-009f365423fb is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:19.340779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a79fdbe-3ac5-4381-b33f-a7b5bf9c8b60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c818cf6e5a73432c8efd74286b82d9de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2625473 Mar 07 04:31:19.343832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79fdbe-3ac5-4381-b33f-a7b5bf9c8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e736a1b4-a254-405c-a593-ab1e8d90de38,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:19.346107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41012) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:19.349605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:19.349833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7a06a00b-4131-4f99-8573-317ff6f893c5 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-1280006498 HTTP/1.1" status: 201 len: 201 time: 0.8012431 Mar 07 04:31:19.353678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41014) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:19.363157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:19.365526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-41634fd6-6283-49c3-9961-db4862e4cc07 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-655000737') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:19.382720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819896b8-1383-4f49-9556-2feb1bc6d7ce req-56a4c40f-4356-4fdf-9031-42349b9fcd44 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:19.384013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-819896b8-1383-4f49-9556-2feb1bc6d7ce req-56a4c40f-4356-4fdf-9031-42349b9fcd44 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2084479 Mar 07 04:31:19.403607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35643b-5a9f-477f-8cee-753d430cbb48 req-2e0cbb90-8e75-4185-9014-954de71319a7 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:19.408830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35643b-5a9f-477f-8cee-753d430cbb48 req-2e0cbb90-8e75-4185-9014-954de71319a7 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:19.410399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d35643b-5a9f-477f-8cee-753d430cbb48 req-2e0cbb90-8e75-4185-9014-954de71319a7 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.2276394 Mar 07 04:31:19.424847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event updated for resources: {'Port': ['ID=564ac1c6-075e-4833-9f22-079fe09482d2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:19.484497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (d5e52fce-2f0a-487d-97b2-1cf656fa596c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.492192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:19.492792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.512037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d35643b-5a9f-477f-8cee-753d430cbb48 req-a03a806a-e154-4b09-8115-b79b40395bd5 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957780 Mar 07 04:31:19.513488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41634fd6-6283-49c3-9961-db4862e4cc07 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-655000737 HTTP/1.1" status: 201 len: 201 time: 0.1581006 Mar 07 04:31:19.516158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41018) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:19.516724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-819896b8-1383-4f49-9556-2feb1bc6d7ce req-0ae5d478-b154-4ec4-b655-aa90225de74e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224146 Mar 07 04:31:19.523524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-2bf2faa6-74fb-408a-8b8c-a13ef587cff1 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:19.543447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c7b24a4-c8e3-4648-a007-f04554116a21 admin admin] Publish callbacks [] for security_group (e736a1b4-a254-405c-a593-ab1e8d90de38), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.598540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-da1cb956-6991-4963-a492-612ece6efb09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1459446 Mar 07 04:31:19.625169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Request body: {'port': {'device_id': '103470a1-49ec-4d61-ad53-c78aeed33793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:19.634439 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.668102 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Port 7f3cbb10-989e-46c7-803d-e406baf822c4 not found while updating agent binding for router d5e52fce-2f0a-487d-97b2-1cf656fa596c. {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 04:31:19.678205 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Routers {'d5e52fce-2f0a-487d-97b2-1cf656fa596c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:19.678839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb0bc-3ab4-4265-9ce5-d0369b79b5fe req-5a4882ae-7d56-4b7e-b2a8-8721fd71c3a0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:19.679496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:19.680328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c33bb0bc-3ab4-4265-9ce5-d0369b79b5fe req-5a4882ae-7d56-4b7e-b2a8-8721fd71c3a0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 931 time: 0.0944123 Mar 07 04:31:19.680920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c7b24a4-c8e3-4648-a007-f04554116a21 admin admin] Publish callbacks [] for security_group (e736a1b4-a254-405c-a593-ab1e8d90de38), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.686854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47aa7d-4ae4-4eba-bbd6-e0adf0e3306d req-1654d31b-2b94-4b3a-9c54-420fa64b67e0 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:19.689038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c47aa7d-4ae4-4eba-bbd6-e0adf0e3306d req-1654d31b-2b94-4b3a-9c54-420fa64b67e0 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1132 time: 0.0895538 Mar 07 04:31:19.754524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c33bb0bc-3ab4-4265-9ce5-d0369b79b5fe req-ddb78b95-6677-42f0-89fb-f2f330e9a959 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Mar 07 04:31:19.765342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c47aa7d-4ae4-4eba-bbd6-e0adf0e3306d req-fcf91bf0-b083-4e51-b6f6-5d00e268f146 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687740 Mar 07 04:31:19.789687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.827413 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] Set router d5e52fce-2f0a-487d-97b2-1cf656fa596c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:19.931847 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2bf2faa6-74fb-408a-8b8c-a13ef587cff1 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags HTTP/1.1" status: 200 len: 240 time: 0.4123654 Mar 07 04:31:19.932344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41028) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:19.933244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c7b24a4-c8e3-4648-a007-f04554116a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e736a1b4-a254-405c-a593-ab1e8d90de38), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.936014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c7b24a4-c8e3-4648-a007-f04554116a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:19.937142 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1c7b24a4-c8e3-4648-a007-f04554116a21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e736a1b4-a254-405c-a593-ab1e8d90de38 HTTP/1.1" status: 204 len: 168 time: 0.5891578 Mar 07 04:31:19.942060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-5a77a1f1-c9bc-4493-9daf-5a6fe5a6baf9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-318080230') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.005004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-82aaf3e5-6216-4a81-bdee-6f84cac6cf4c req-51a174aa-6ba7-4c1e-8a21-6216fdf06ab4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:31:20.019638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82aaf3e5-6216-4a81-bdee-6f84cac6cf4c req-51a174aa-6ba7-4c1e-8a21-6216fdf06ab4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226011 Mar 07 04:31:20.027636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b24a4-c8e3-4648-a007-f04554116a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e736a1b4-a254-405c-a593-ab1e8d90de38,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:20.081867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5a77a1f1-c9bc-4493-9daf-5a6fe5a6baf9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-318080230 HTTP/1.1" status: 204 len: 168 time: 0.1453757 Mar 07 04:31:20.082159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41034) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.087506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-a9df80f4-fadd-452f-b7d4-9d2b4813b1c8 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-318080230') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.104989 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7fdc4184-522b-4cac-a98c-f7dcc7c6317d req-bfd944eb-1cde-4a5e-bc2b-f9c7bae9084c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=279034429a93459bab62217e6b9d1dc4&device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.0416160 Mar 07 04:31:20.167598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7fdc4184-522b-4cac-a98c-f7dcc7c6317d req-71bf02a5-489d-4811-92d6-bbb8a0c2be56 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=279034429a93459bab62217e6b9d1dc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525739 Mar 07 04:31:20.192704 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:19Z', 'revision_number': 5, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.201208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ccc3126-043c-485d-b3b8-ca27da7134f3 req-d979139a-7c10-41ec-801b-658bcf212952 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.0513954 Mar 07 04:31:20.225958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Router d5e52fce-2f0a-487d-97b2-1cf656fa596c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:31:20.265690 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e684cb-a5fe-4e6d-9914-bfa69857444b None None] The sync data for ids ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'] in n-d-832185-1 is: [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:19Z', 'revision_number': 5, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:31:20.287504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9df80f4-fadd-452f-b7d4-9d2b4813b1c8 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-318080230 HTTP/1.1" status: 204 len: 168 time: 0.2010639 Mar 07 04:31:20.288076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41042) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.301184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-cf516d21-79ce-4d1b-9f06-58135508989e tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.387319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cf516d21-79ce-4d1b-9f06-58135508989e tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0982678 Mar 07 04:31:20.390452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41044) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.396061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-cda33681-8d44-434c-957b-21d617636253 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.479677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cda33681-8d44-434c-957b-21d617636253 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags HTTP/1.1" status: 200 len: 241 time: 0.0873044 Mar 07 04:31:20.482433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.487253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-12d20acd-55ac-4dd0-8082-67513f6b1052 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-1398166169') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.617886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-12d20acd-55ac-4dd0-8082-67513f6b1052 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-1398166169 HTTP/1.1" status: 204 len: 168 time: 0.1342726 Mar 07 04:31:20.621194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.633300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-70d49268-6655-431c-aded-2943c2bcb069 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-1398166169') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:20.751498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95b884-e62d-4ff5-a684-ff4f84a39a5e req-b5a5c715-590a-4357-abfb-81ae4d8fd0a9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:20.757578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95b884-e62d-4ff5-a684-ff4f84a39a5e req-b5a5c715-590a-4357-abfb-81ae4d8fd0a9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:20.761089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c95b884-e62d-4ff5-a684-ff4f84a39a5e req-b5a5c715-590a-4357-abfb-81ae4d8fd0a9 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.0923700 Mar 07 04:31:20.855149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:31:20.855782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c95b884-e62d-4ff5-a684-ff4f84a39a5e req-7ebe9764-72b0-4d7b-82c1-94b0e43321ef tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Mar 07 04:31:20.864461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-70d49268-6655-431c-aded-2943c2bcb069 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-1398166169 HTTP/1.1" status: 204 len: 168 time: 0.2381909 Mar 07 04:31:20.867088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41074) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.868456 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18d923e4-11dd-4d3c-97da-8f60b8478f47 admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e52fce-2f0a-487d-97b2-1cf656fa596c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9518142 Mar 07 04:31:20.872342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc4184-522b-4cac-a98c-f7dcc7c6317d req-84621e52-2e7b-4c98-a8a2-26558f3ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:20.873798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7fdc4184-522b-4cac-a98c-f7dcc7c6317d req-84621e52-2e7b-4c98-a8a2-26558f3ec395 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6647844 Mar 07 04:31:20.876560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:20.917138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-3e187b49-1827-454b-8347-8bdb8179cb28 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:21.078728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-eade860b-0186-4955-9b26-951cd499ed66 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:21.079768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4ae95-87d0-4e8c-8651-3441fd679bfb req-89be3954-7fb0-4d04-89a6-9a8e849d29ed tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:21.081380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1a4ae95-87d0-4e8c-8651-3441fd679bfb req-89be3954-7fb0-4d04-89a6-9a8e849d29ed tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 931 time: 0.1217053 Mar 07 04:31:21.090529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-eade860b-0186-4955-9b26-951cd499ed66 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:21.092176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-eade860b-0186-4955-9b26-951cd499ed66 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.3185539 Mar 07 04:31:21.105663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e187b49-1827-454b-8347-8bdb8179cb28 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags HTTP/1.1" status: 200 len: 205 time: 0.2372315 Mar 07 04:31:21.108628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41080) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:21.123591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-2d27c8e2-a4bc-480a-a8a0-379355df9bc9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:21.138787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91ec79-1907-4d28-b28c-8de56dfc2295 req-e474ef6a-9065-4a9e-8f2e-ca108a9bca23 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:21.140356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd91ec79-1907-4d28-b28c-8de56dfc2295 req-e474ef6a-9065-4a9e-8f2e-ca108a9bca23 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1188648 Mar 07 04:31:21.147661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564ac1c6-075e-4833-9f22-079fe09482d2 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:21.192944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Publish callbacks [] for port (564ac1c6-075e-4833-9f22-079fe09482d2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.248809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Transition to ACTIVE for port object 564ac1c6-075e-4833-9f22-079fe09482d2 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:21.259531 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-df86a1be-ff0c-488e-b93d-a772207e72da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2967136 Mar 07 04:31:21.282393 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.307964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1a4ae95-87d0-4e8c-8651-3441fd679bfb req-72943fbe-c90a-4cac-bb35-891cf40ba782 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156239 Mar 07 04:31:21.322424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks [] for router (d5e52fce-2f0a-487d-97b2-1cf656fa596c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.326254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd91ec79-1907-4d28-b28c-8de56dfc2295 req-d994f6f4-09eb-4c79-86d1-34fbdd302372 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424766 Mar 07 04:31:21.348639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2d27c8e2-a4bc-480a-a8a0-379355df9bc9 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags HTTP/1.1" status: 200 len: 241 time: 0.2333241 Mar 07 04:31:21.353532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41092) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:21.364500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-36194025-f806-40b2-828a-1831f5165663 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-1280006498') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:21.433231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Pushing event updated for resources: {'Port': ['ID=564ac1c6-075e-4833-9f22-079fe09482d2,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:21.548957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4147047-881b-4336-bff3-6b79530535a8 req-5df407ea-001c-4c05-be39-46143e10d710 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.0439930 Mar 07 04:31:21.560366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-36194025-f806-40b2-828a-1831f5165663 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-1280006498 HTTP/1.1" status: 204 len: 168 time: 0.2045965 Mar 07 04:31:21.562755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:21.572578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port 6072064a-4aa6-4912-bf61-0e76c44b2f14 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:21.574313 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.583814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-160e503d-4288-4dd0-986f-d368376bd48d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-1280006498') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:21.600097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] Sync routers for ids ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:31:21.610054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] Routers {'d5e52fce-2f0a-487d-97b2-1cf656fa596c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:21.611132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:21.718452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks [] for router_gateway (d5e52fce-2f0a-487d-97b2-1cf656fa596c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.746628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] Set router d5e52fce-2f0a-487d-97b2-1cf656fa596c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:21.790078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Attempting to bind port 564ac1c6-075e-4833-9f22-079fe09482d2 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:21.790441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Attempting to bind port 564ac1c6-075e-4833-9f22-079fe09482d2 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:21.790774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Attempting to bind port 564ac1c6-075e-4833-9f22-079fe09482d2 on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:21.812366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Port 564ac1c6-075e-4833-9f22-079fe09482d2 on network 56a12596-683b-48cd-90c0-009f365423fb not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:21.812696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Attempting to bind port 564ac1c6-075e-4833-9f22-079fe09482d2 on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:21.868400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:21.868746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:21.869135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Bound using segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:21.870276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Bound port: 564ac1c6-075e-4833-9f22-079fe09482d2, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:21.870813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.938556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port 6072064a-4aa6-4912-bf61-0e76c44b2f14, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6072064a-4aa6-4912-bf61-0e76c44b2f14,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:21.938972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:21.964066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-c7c9b6c4-86c3-48c8-80ca-d7b5c10fc31c tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:21.971539 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-c7c9b6c4-86c3-48c8-80ca-d7b5c10fc31c tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 1129 time: 0.1290817 Mar 07 04:31:22.007585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for 6072064a-4aa6-4912-bf61-0e76c44b2f14 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:22.026464 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-160e503d-4288-4dd0-986f-d368376bd48d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-1280006498 HTTP/1.1" status: 204 len: 168 time: 0.4597871 Mar 07 04:31:22.030736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41126) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.037350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-46afa0d3-978f-4f53-9f58-51b48b4986ca tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.082427 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.092545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f3cbb10-989e-46c7-803d-e406baf822c4 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:22.105252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Deleting port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:22.105803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.108245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] For port 564ac1c6-075e-4833-9f22-079fe09482d2, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:22.114538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] For port 564ac1c6-075e-4833-9f22-079fe09482d2, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=564ac1c6-075e-4833-9f22-079fe09482d2,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:22.124133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7f3cbb10-989e-46c7-803d-e406baf822c4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:22.124667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f3cbb10-989e-46c7-803d-e406baf822c4 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:22.151598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.232816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf942275-7e2e-4300-bc7a-836211fac193 req-b9c369cd-2edb-4e5c-b01c-754077170e94 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:22.238291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:19Z', 'revision_number': 5, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port': {'id': '61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:31:06Z', 'updated_at': '2022-03-07T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.239307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf942275-7e2e-4300-bc7a-836211fac193 req-b9c369cd-2edb-4e5c-b01c-754077170e94 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:22.240958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf942275-7e2e-4300-bc7a-836211fac193 req-b9c369cd-2edb-4e5c-b01c-754077170e94 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 1682 time: 0.2537789 Mar 07 04:31:22.277782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] Checking router: d5e52fce-2f0a-487d-97b2-1cf656fa596c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:31:22.290540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46afa0d3-978f-4f53-9f58-51b48b4986ca tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags HTTP/1.1" status: 200 len: 205 time: 0.2575366 Mar 07 04:31:22.293798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.294587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] Routers {'d5e52fce-2f0a-487d-97b2-1cf656fa596c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:22.295253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.303916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-4a48c602-0812-400c-82a4-f1eba0418fc7 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.338518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf942275-7e2e-4300-bc7a-836211fac193 req-3a3eb5c0-9a95-4ba9-86e7-450dcab16eb6 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897889 Mar 07 04:31:22.358156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4a48c602-0812-400c-82a4-f1eba0418fc7 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags HTTP/1.1" status: 200 len: 240 time: 0.0628369 Mar 07 04:31:22.361047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41144) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.365660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-cc923340-fb28-4303-ba36-2963fc72a6ea tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-655000737') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.425574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cc923340-fb28-4303-ba36-2963fc72a6ea tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-655000737 HTTP/1.1" status: 204 len: 168 time: 0.0630546 Mar 07 04:31:22.454966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.462372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-54eba36c-4c7d-42c2-a272-60dcb0876ab4 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-655000737') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.507903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab0dbb-d462-4b91-9245-b83e95a9eb63 req-4a5bbd7f-1659-4848-b024-3a471c363c4d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:22.515987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47ab0dbb-d462-4b91-9245-b83e95a9eb63 req-4a5bbd7f-1659-4848-b024-3a471c363c4d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.0932481 Mar 07 04:31:22.535591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7fdc4184-522b-4cac-a98c-f7dcc7c6317d req-95a49195-c22a-45f7-a2eb-f0b4fb3545d5 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.44 "GET /v2.0/ports?device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.2568133 Mar 07 04:31:22.536346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Pushing event updated for resources: {'Port': ['ID=564ac1c6-075e-4833-9f22-079fe09482d2,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:22.553948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:22.555033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.556974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-902b34fa-3e97-4a13-a99b-db4e849cda36 service neutron] 10.222.0.44 "PUT /v2.0/ports/564ac1c6-075e-4833-9f22-079fe09482d2 HTTP/1.1" status: 200 len: 1091 time: 2.9385846 Mar 07 04:31:22.562267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103470a1-49ec-4d61-ad53-c78aeed33793', 'tag': '564ac1c6-075e-4833-9f22-079fe09482d2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:22.565602 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434" -d '{"events": [{"name": "network-changed", "server_uuid": "103470a1-49ec-4d61-ad53-c78aeed33793", "tag": "564ac1c6-075e-4833-9f22-079fe09482d2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:22.569071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6072064a-4aa6-4912-bf61-0e76c44b2f14), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.581580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-54eba36c-4c7d-42c2-a272-60dcb0876ab4 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-655000737 HTTP/1.1" status: 204 len: 168 time: 0.1195574 Mar 07 04:31:22.586844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41152) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.592555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d380e5a9-02fc-4db8-b101-e6603884951d', '6072064a-4aa6-4912-bf61-0e76c44b2f14'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:22.599142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-6660cedb-f8f1-4c40-854f-5401366af6e0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.612323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] Set router d5e52fce-2f0a-487d-97b2-1cf656fa596c gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:22.632230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=6072064a-4aa6-4912-bf61-0e76c44b2f14,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:22.635453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47ab0dbb-d462-4b91-9245-b83e95a9eb63 req-a366b292-ccb7-48f5-80d3-a665f178b6b3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182890 Mar 07 04:31:22.656333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6660cedb-f8f1-4c40-854f-5401366af6e0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags HTTP/1.1" status: 200 len: 205 time: 0.0662608 Mar 07 04:31:22.662751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41160) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.669368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-0039c60f-af3b-4fde-a57a-17799929767b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.692650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730fdf8-2512-4b3c-8ba4-02c7b7dfc032 req-cc9fcf11-9e6b-4c7a-b3b6-4215647265c5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:22.695612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4730fdf8-2512-4b3c-8ba4-02c7b7dfc032 req-cc9fcf11-9e6b-4c7a-b3b6-4215647265c5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 943 time: 0.1705754 Mar 07 04:31:22.749152 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31990851-9082-486e-8112-035d50d49cf1 x-openstack-request-id: req-31990851-9082-486e-8112-035d50d49cf1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:22.749371 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103470a1-49ec-4d61-ad53-c78aeed33793", "tag": "564ac1c6-075e-4833-9f22-079fe09482d2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:22.749603 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31990851-9082-486e-8112-035d50d49cf1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:22.750709 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103470a1-49ec-4d61-ad53-c78aeed33793', 'tag': '564ac1c6-075e-4833-9f22-079fe09482d2', 'status': 'completed', 'code': 200} Mar 07 04:31:22.767905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] For port 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:22.768292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.789230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:21Z', 'revision_number': 6, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.821886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-c119674c-3c44-467f-8f82-a410c8e1e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:22.823502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-c119674c-3c44-467f-8f82-a410c8e1e1cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 1125 time: 0.1530006 Mar 07 04:31:22.832059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Calling delete_port for 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:22.860214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4730fdf8-2512-4b3c-8ba4-02c7b7dfc032 req-c71a6ea3-13a8-4939-847e-981739079e8f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496108 Mar 07 04:31:22.871704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0039c60f-af3b-4fde-a57a-17799929767b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2079413 Mar 07 04:31:22.878049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41174) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:22.898296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-861b8ea6-d94a-4a4a-a0fd-07e705d47cb6 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:22.899576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b84f2e-9770-4355-b9f2-c475e1c0b569 None None] The sync data for ids ['d5e52fce-2f0a-487d-97b2-1cf656fa596c'] in n-d-832185-1 is: [{'id': 'd5e52fce-2f0a-487d-97b2-1cf656fa596c', 'name': 'tempest-FloatingIPsNegativeTestJSON-876272373-router', 'tenant_id': '06a80c1deb914140b812b3f47f82d0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:31:05Z', 'updated_at': '2022-03-07T04:31:21Z', 'revision_number': 6, 'project_id': '06a80c1deb914140b812b3f47f82d0be', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:31:22.901873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port 6072064a-4aa6-4912-bf61-0e76c44b2f14 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:22.995279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:22.998572 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-3485a08a-5c7e-4d4c-a095-fc09432afa14 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.15 "DELETE /v2.0/ports/6072064a-4aa6-4912-bf61-0e76c44b2f14 HTTP/1.1" status: 204 len: 173 time: 1.8956654 Mar 07 04:31:23.020638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-3483264a-803d-40eb-9427-069261e71727 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=564ac1c6-075e-4833-9f22-079fe09482d2 HTTP/1.1" status: 200 len: 217 time: 0.1869349 Mar 07 04:31:23.077949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-619cd378-77c2-4f9b-8b04-21d249c322e7 req-82da7f3f-d142-4563-ac08-d1d42325bd57 tempest-ServerShowV247Test-1759313563 tempest-ServerShowV247Test-1759313563-project] 10.222.0.21 "GET /v2.0/ports?device_id=60b63222-cf20-4b02-9b16-4e0fcd0619ca HTTP/1.1" status: 200 len: 210 time: 0.0943100 Mar 07 04:31:23.154989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-861b8ea6-d94a-4a4a-a0fd-07e705d47cb6 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags HTTP/1.1" status: 204 len: 168 time: 0.2752719 Mar 07 04:31:23.155669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41196) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:23.160339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-dac81d55-2fd3-4322-9b03-37d79e900717 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:23.239625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-c5c2b08b-6615-4276-b391-51a5109a4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:23.241403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dac81d55-2fd3-4322-9b03-37d79e900717 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags HTTP/1.1" status: 204 len: 168 time: 0.0840695 Mar 07 04:31:23.244954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-c5c2b08b-6615-4276-b391-51a5109a4edf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1941471 Mar 07 04:31:23.245753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41204) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:23.250994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-a69a2864-496c-44e0-8bb5-4938e028f974 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:23.322963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-6429412b-5bf9-4b50-b4b2-d31d7427752d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659275 Mar 07 04:31:23.378980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-e5875879-1fca-4f90-baed-90e5aad13e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:23.380676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-e5875879-1fca-4f90-baed-90e5aad13e2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1132 time: 0.0719595 Mar 07 04:31:23.382882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a69a2864-496c-44e0-8bb5-4938e028f974 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1356697 Mar 07 04:31:23.387980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:23.394803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-1ceca335-28fb-4e78-bf2e-89daf1cafc7f tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-683760702') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:23.592158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-6634afa0-36d8-4c46-a166-5566c6e2f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:23.593726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-6634afa0-36d8-4c46-a166-5566c6e2f898 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2047527 Mar 07 04:31:23.605957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f5b2-c966-4995-9d0e-3a7d7589e432 req-6ef379dc-7c32-429e-add8-1fc3af42d15d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:23.607611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd39f5b2-c966-4995-9d0e-3a7d7589e432 req-6ef379dc-7c32-429e-add8-1fc3af42d15d tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 946 time: 0.1623759 Mar 07 04:31:23.655622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-c6ca5a2e-3ffc-42a0-803d-d411ea7fdec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.0456121 Mar 07 04:31:23.717828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ceca335-28fb-4e78-bf2e-89daf1cafc7f tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-683760702 HTTP/1.1" status: 201 len: 201 time: 0.3274448 Mar 07 04:31:23.725314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41238) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:23.732625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-3c7ebb6d-1207-4eb9-9aa8-ba48fecb1ff6 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-564989119') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:23.789690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port d380e5a9-02fc-4db8-b101-e6603884951d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:23.790245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:23.795018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd39f5b2-c966-4995-9d0e-3a7d7589e432 req-d63f25f7-0733-4876-a90e-7ac3b2626b51 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/security-groups?id=de4c914e-a07e-4ae8-9594-b34abfd499f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731989 Mar 07 04:31:23.808525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-b96cb558-c058-4d46-bf68-5fdc20fe18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:23.810057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-b96cb558-c058-4d46-bf68-5fdc20fe18b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1370502 Mar 07 04:31:23.912896 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-30cd066a-e0ea-49cd-b1cd-51eda7249848 service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808876 Mar 07 04:31:23.928061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4dbbd-5027-47d1-a695-ac06e13107b7 req-723812a5-6b58-4aaa-8053-0a98abb9053d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:23.929945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3e4dbbd-5027-47d1-a695-ac06e13107b7 req-723812a5-6b58-4aaa-8053-0a98abb9053d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1611521 Mar 07 04:31:23.933493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41244) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:23.985854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.020061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-91175905-653e-4458-bc58-fc7f03bf0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:24.021609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-91175905-653e-4458-bc58-fc7f03bf0af0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1940465 Mar 07 04:31:24.028549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c7ebb6d-1207-4eb9-9aa8-ba48fecb1ff6 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-564989119 HTTP/1.1" status: 201 len: 201 time: 0.2969146 Mar 07 04:31:24.031381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:24.058967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-85f5d378-2125-4dc3-98ac-59e41ffe4f02 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-1716220269') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:24.066043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port d380e5a9-02fc-4db8-b101-e6603884951d, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d380e5a9-02fc-4db8-b101-e6603884951d,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:24.066419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.079835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3e4dbbd-5027-47d1-a695-ac06e13107b7 req-79cd8903-b7eb-4f4a-8223-4c91f2cf7534 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329942 Mar 07 04:31:24.102890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:24.126138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29d35-fc92-46a4-b0ea-df055f32507d req-ebfd9c28-acd1-49b9-81ad-e46d2a8fb90d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:24.129152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6c29d35-fc92-46a4-b0ea-df055f32507d req-ebfd9c28-acd1-49b9-81ad-e46d2a8fb90d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 943 time: 0.1803458 Mar 07 04:31:24.132492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:24.146733 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.155691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:24.156706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61adb0f5-4c8f-4e31-a4e9-e3e8333e70d2 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:24.206371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for d380e5a9-02fc-4db8-b101-e6603884951d owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:24.211530 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c27cb9c9-76ad-494b-b9e6-50096c6aeb31 req-eed50dc8-e060-4655-8019-b277774fd7a3 service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881687 Mar 07 04:31:24.285778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-65d1799f-4228-48cd-9921-ccb75c32ad8e service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539809 Mar 07 04:31:24.297773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6c29d35-fc92-46a4-b0ea-df055f32507d req-3a852bc8-87a8-445b-9479-238173353f96 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551211 Mar 07 04:31:24.389370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (d5e52fce-2f0a-487d-97b2-1cf656fa596c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.412085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41256) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:24.451156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Publish callbacks [] for security_group (a5253774-480f-47e3-ad67-367264489ebb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.458021 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a5253774-480f-47e3-ad67-367264489ebb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.462990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-7e6ef74b-5ddb-4cf1-9222-c5cb5aca0712 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630566 Mar 07 04:31:24.518688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ffeb999c82246378951ccff6010533b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5813391 Mar 07 04:31:24.519913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5253774-480f-47e3-ad67-367264489ebb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:24.522523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:24.535971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (d5e52fce-2f0a-487d-97b2-1cf656fa596c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.542378 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-85f5d378-2125-4dc3-98ac-59e41ffe4f02 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-1716220269 HTTP/1.1" status: 201 len: 201 time: 0.4876833 Mar 07 04:31:24.546269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks [] for router_controller (d5e52fce-2f0a-487d-97b2-1cf656fa596c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.550506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41262) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:24.556459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.556776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.557582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.558499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-53fd6f92-95fb-4287-8fde-ff13ef1ad46c tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-1646411359') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:24.559284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.559641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.559986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.560327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.560669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.561004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.561333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.561762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.562139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.563087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466a87f-2003-467a-b2af-9f059b2167d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:24.592687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-49d1f6d0-401d-4c7e-b62f-75d30dc03d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.624322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-d433f444-90e5-4d0c-8120-e5058b0d5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:24.626083 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-d433f444-90e5-4d0c-8120-e5058b0d5bba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 1125 time: 0.3448150 Mar 07 04:31:24.655494 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (d5e52fce-2f0a-487d-97b2-1cf656fa596c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.655775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e52fce-2f0a-487d-97b2-1cf656fa596c {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:31:24.655960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07fdafe0-8da2-4a86-839e-8e2abe04b26e admin admin] Publish callbacks [] for security_group (a5253774-480f-47e3-ad67-367264489ebb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.680436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.684577 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-445fbf5f-26b0-4b62-afce-542cb80bd0b4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d5e52fce-2f0a-487d-97b2-1cf656fa596c HTTP/1.1" status: 204 len: 168 time: 3.8074682 Mar 07 04:31:24.689499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:24.736709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07fdafe0-8da2-4a86-839e-8e2abe04b26e admin admin] Publish callbacks [] for security_group (a5253774-480f-47e3-ad67-367264489ebb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.782154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-deleted', 'tag': '6072064a-4aa6-4912-bf61-0e76c44b2f14'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:24.782154 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184dac96-c123-48c4-b2cb-7b534b556831" -d '{"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-deleted", "tag": "6072064a-4aa6-4912-bf61-0e76c44b2f14"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:24.784264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Deleting subnet 73f20a63-81f5-464a-8f45-fd710cbb8996 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:31:24.810253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Publish callbacks [] for subnet (73f20a63-81f5-464a-8f45-fd710cbb8996), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.836860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-49d1f6d0-401d-4c7e-b62f-75d30dc03d3b admin admin] Publish callbacks [] for security_group (f4911323-41fc-48e2-86c2-e890e6590254), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.849520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-2c748df8-bb78-404d-a7b4-f5f82e0982c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:24.851280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-2c748df8-bb78-404d-a7b4-f5f82e0982c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.2099013 Mar 07 04:31:24.853258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53fd6f92-95fb-4287-8fde-ff13ef1ad46c tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-1646411359 HTTP/1.1" status: 201 len: 201 time: 0.3011162 Mar 07 04:31:24.860494 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66bc0e-0965-41f4-af3c-88b281fef890 x-openstack-request-id: req-1c66bc0e-0965-41f4-af3c-88b281fef890 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:24.860962 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-deleted", "tag": "6072064a-4aa6-4912-bf61-0e76c44b2f14", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:24.861384 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c66bc0e-0965-41f4-af3c-88b281fef890 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:24.861823 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-deleted', 'tag': '6072064a-4aa6-4912-bf61-0e76c44b2f14', 'status': 'completed', 'code': 200} Mar 07 04:31:24.867116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:24.869650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d380e5a9-02fc-4db8-b101-e6603884951d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.879785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-c10a7c64-ab46-4dd6-9344-7a9ea80d6c2d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', {'tags': ['tempest-TagsExtTest-Tag-1701415435', 'tempest-TagsExtTest-Tag-587631381', 'tempest-TagsExtTest-Tag-619055779']}) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:24.885328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-49d1f6d0-401d-4c7e-b62f-75d30dc03d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f4911323-41fc-48e2-86c2-e890e6590254), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.924097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07fdafe0-8da2-4a86-839e-8e2abe04b26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a5253774-480f-47e3-ad67-367264489ebb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.926747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07fdafe0-8da2-4a86-839e-8e2abe04b26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.928625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-07fdafe0-8da2-4a86-839e-8e2abe04b26e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5253774-480f-47e3-ad67-367264489ebb HTTP/1.1" status: 204 len: 168 time: 0.4044487 Mar 07 04:31:24.965203 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-a97ff619-791f-4bdf-be5e-dda549e1230a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=564ac1c6-075e-4833-9f22-079fe09482d2 HTTP/1.1" status: 200 len: 217 time: 0.1075752 Mar 07 04:31:24.978326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (73f20a63-81f5-464a-8f45-fd710cbb8996), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:24.999242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=d380e5a9-02fc-4db8-b101-e6603884951d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:25.025581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-819d2636-ae4b-452c-a633-e9024d31532f req-0cd7934b-fa43-46d7-bf37-0e039e4077b8 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b4d8fa-d91d-49fd-bdb0-607911b03ce8 HTTP/1.1" status: 200 len: 210 time: 0.0940416 Mar 07 04:31:25.026288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1f6d0-401d-4c7e-b62f-75d30dc03d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4911323-41fc-48e2-86c2-e890e6590254,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:25.065023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdafe0-8da2-4a86-839e-8e2abe04b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5253774-480f-47e3-ad67-367264489ebb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:25.070040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-49d1f6d0-401d-4c7e-b62f-75d30dc03d3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279034429a93459bab62217e6b9d1dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556940 Mar 07 04:31:25.074559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41274) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.098291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-13e4e844-13b3-4754-93ec-34959c88c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:25.101249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-13e4e844-13b3-4754-93ec-34959c88c00a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1117055 Mar 07 04:31:25.180189 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-673dd136-e976-4207-a555-8b8ebee22705 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333052 Mar 07 04:31:25.184252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port d380e5a9-02fc-4db8-b101-e6603884951d on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:25.189062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.194121 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5fd5f71-a889-48fe-a86a-d18eabb32c6a req-2824dcde-048d-441b-b453-79f0088db97e tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.15 "DELETE /v2.0/ports/d380e5a9-02fc-4db8-b101-e6603884951d HTTP/1.1" status: 204 len: 173 time: 2.1753659 Mar 07 04:31:25.250486 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c10a7c64-ab46-4dd6-9344-7a9ea80d6c2d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags HTTP/1.1" status: 200 len: 316 time: 0.3815770 Mar 07 04:31:25.257574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.266184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-78b8e54f-9aee-4cb4-903f-811e483642da tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:25.272789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8e5a-0e28-4f58-97f3-6797a7aca63f admin admin] Publish callbacks [] for security_group (f4911323-41fc-48e2-86c2-e890e6590254), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.340329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3ca35-cc60-4d9c-8f30-e67cdf2715b0 req-394248f5-8e30-4fda-8e53-b83bf6b10be6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:25.348307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa3ca35-cc60-4d9c-8f30-e67cdf2715b0 req-394248f5-8e30-4fda-8e53-b83bf6b10be6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1402104 Mar 07 04:31:25.358063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (73f20a63-81f5-464a-8f45-fd710cbb8996), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.361815 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8e5a-0e28-4f58-97f3-6797a7aca63f admin admin] Publish callbacks [] for security_group (f4911323-41fc-48e2-86c2-e890e6590254), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.386665 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-60ec5f14-beee-4a5c-ac30-b5e2b704a161 service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898792 Mar 07 04:31:25.477585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78b8e54f-9aee-4cb4-903f-811e483642da tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags HTTP/1.1" status: 204 len: 168 time: 0.2178297 Mar 07 04:31:25.481083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41284) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.487285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-2d15500e-f91c-4b6b-9d3e-6afae26e3b49 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-1701415435') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:25.507392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.530442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fa3ca35-cc60-4d9c-8f30-e67cdf2715b0 req-2cf2f2fd-af25-4cc8-a659-ea9f379cb1b1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812334 Mar 07 04:31:25.539369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d51caa74-79b6-4b8f-a257-5d6c60d4f702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.544902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dc1f6c4c-2511-4f86-931b-cc1ad5e99434 req-9a86d084-7404-4052-872e-aa3bc3bc939c service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517415 Mar 07 04:31:25.556069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (73f20a63-81f5-464a-8f45-fd710cbb8996), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.568191 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-2d15500e-f91c-4b6b-9d3e-6afae26e3b49 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:25.569239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d15500e-f91c-4b6b-9d3e-6afae26e3b49 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-1701415435 HTTP/1.1" status: 404 len: 329 time: 0.0872619 Mar 07 04:31:25.572244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.577212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-8730c04e-5626-4eb0-bbce-5b2351585fe0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-587631381') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:25.590405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8e5a-0e28-4f58-97f3-6797a7aca63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f4911323-41fc-48e2-86c2-e890e6590254), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.592969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8e5a-0e28-4f58-97f3-6797a7aca63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.594161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ec8f8e5a-0e28-4f58-97f3-6797a7aca63f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4911323-41fc-48e2-86c2-e890e6590254 HTTP/1.1" status: 204 len: 168 time: 0.5166557 Mar 07 04:31:25.607145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51122f-3633-4d2e-8d85-d617cb31b150 req-3d324291-efba-4e6e-bfa2-25cfe3cbea14 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:25.608675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab51122f-3633-4d2e-8d85-d617cb31b150 req-3d324291-efba-4e6e-bfa2-25cfe3cbea14 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 943 time: 0.2093854 Mar 07 04:31:25.609590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f20a63-81f5-464a-8f45-fd710cbb8996,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:25.615259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.619254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb473ccb-59d0-462a-bfb1-a5b0793c1895 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73f20a63-81f5-464a-8f45-fd710cbb8996 HTTP/1.1" status: 204 len: 168 time: 0.9270012 Mar 07 04:31:25.622098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a520e-6a93-4348-8e2a-de9a712aa773 None None] Network 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:25.623829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.628261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8e5a-0e28-4f58-97f3-6797a7aca63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4911323-41fc-48e2-86c2-e890e6590254,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:25.707988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab51122f-3633-4d2e-8d85-d617cb31b150 req-1199c1ba-6933-41c4-9a4c-cc8eb8e91610 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826769 Mar 07 04:31:25.728136 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8730c04e-5626-4eb0-bbce-5b2351585fe0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:25.731919 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8730c04e-5626-4eb0-bbce-5b2351585fe0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-587631381 HTTP/1.1" status: 404 len: 328 time: 0.1566679 Mar 07 04:31:25.733452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41294) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.738099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-5cd4f193-fd3c-4687-9878-603a39319b28 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4', 'tempest-TagsExtTest-Tag-619055779') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:25.743165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5b9f7a1e-8da2-4374-87b1-33017a4f5f69), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.759260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d51caa74-79b6-4b8f-a257-5d6c60d4f702 admin admin] Publish callbacks [] for security_group (7a37bcf0-97d3-483a-bc9e-bf66e4216234), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.765957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d51caa74-79b6-4b8f-a257-5d6c60d4f702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a37bcf0-97d3-483a-bc9e-bf66e4216234), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.843953 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-5cd4f193-fd3c-4687-9878-603a39319b28 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:25.847680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5cd4f193-fd3c-4687-9878-603a39319b28 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags/tempest-TagsExtTest-Tag-619055779 HTTP/1.1" status: 404 len: 328 time: 0.1104565 Mar 07 04:31:25.847823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d51caa74-79b6-4b8f-a257-5d6c60d4f702 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147bb5936ab44ffaaae32bc32e5efaea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379719 Mar 07 04:31:25.847823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41296) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.848018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41298) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:25.861912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Deleting port 5cb82363-56d9-4940-8fbb-c185c8186867 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:25.862507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.863846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-2b59edee-df2f-4172-b93b-75a054970533 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', {'tags': ['tempest-TagsExtTest-Tag-1583385289', 'tempest-TagsExtTest-Tag-332092891', 'tempest-TagsExtTest-Tag-1421095786']}) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:25.875703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51caa74-79b6-4b8f-a257-5d6c60d4f702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a37bcf0-97d3-483a-bc9e-bf66e4216234,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:25.925137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] DHCP port deletion for 5b9f7a1e-8da2-4374-87b1-33017a4f5f69 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:31:25.983681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] Deleting port 5cb82363-56d9-4940-8fbb-c185c8186867 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:25.984306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.985357 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fed925df-0ec0-418e-9f40-1179e7e4ed31 admin admin] Publish callbacks [] for security_group (7a37bcf0-97d3-483a-bc9e-bf66e4216234), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.987711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] For port 5cb82363-56d9-4940-8fbb-c185c8186867, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5cb82363-56d9-4940-8fbb-c185c8186867,segment=NetworkSegment(a470d71e-d660-474b-aedf-b67f9db1c2d5),segment_id=a470d71e-d660-474b-aedf-b67f9db1c2d5)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:25.988074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:25.988874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2b59edee-df2f-4172-b93b-75a054970533 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags HTTP/1.1" status: 200 len: 317 time: 0.1325157 Mar 07 04:31:25.993461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41302) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.004394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-70b29c65-0f5c-4e1d-b97d-81ce0a61823b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.007287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Calling delete_port for 5cb82363-56d9-4940-8fbb-c185c8186867 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:26.012332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6072064a-4aa6-4912-bf61-0e76c44b2f14 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:26.060332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 6072064a-4aa6-4912-bf61-0e76c44b2f14 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:26.060909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6072064a-4aa6-4912-bf61-0e76c44b2f14 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:26.061482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d380e5a9-02fc-4db8-b101-e6603884951d no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:26.095220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: d380e5a9-02fc-4db8-b101-e6603884951d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:26.096293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d380e5a9-02fc-4db8-b101-e6603884951d not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:26.103650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] For port 5cb82363-56d9-4940-8fbb-c185c8186867, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5cb82363-56d9-4940-8fbb-c185c8186867,segment=NetworkSegment(a470d71e-d660-474b-aedf-b67f9db1c2d5),segment_id=a470d71e-d660-474b-aedf-b67f9db1c2d5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:26.105060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.106497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fed925df-0ec0-418e-9f40-1179e7e4ed31 admin admin] Publish callbacks [] for security_group (7a37bcf0-97d3-483a-bc9e-bf66e4216234), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.115372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.137478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] Calling delete_port for 5cb82363-56d9-4940-8fbb-c185c8186867 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:26.139545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.184491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] No DVR routers for this DVR port 5cb82363-56d9-4940-8fbb-c185c8186867 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:26.200152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fed925df-0ec0-418e-9f40-1179e7e4ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a37bcf0-97d3-483a-bc9e-bf66e4216234), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.203701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fed925df-0ec0-418e-9f40-1179e7e4ed31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.207934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fed925df-0ec0-418e-9f40-1179e7e4ed31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a37bcf0-97d3-483a-bc9e-bf66e4216234 HTTP/1.1" status: 204 len: 168 time: 0.3588195 Mar 07 04:31:26.217441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5cb82363-56d9-4940-8fbb-c185c8186867 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:26.225590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-70b29c65-0f5c-4e1d-b97d-81ce0a61823b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags HTTP/1.1" status: 204 len: 168 time: 0.2293835 Mar 07 04:31:26.226624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed925df-0ec0-418e-9f40-1179e7e4ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a37bcf0-97d3-483a-bc9e-bf66e4216234,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:26.234511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41316) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.240052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-7f39f505-66c5-418f-a1ba-af7fe6b3f7f0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-1583385289') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.271546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb82363-56d9-4940-8fbb-c185c8186867,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:26.287437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 5cb82363-56d9-4940-8fbb-c185c8186867 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:26.287800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5cb82363-56d9-4940-8fbb-c185c8186867 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:26.347140 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (5cb82363-56d9-4940-8fbb-c185c8186867), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.352535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting subnet d8ab9983-4dbb-4de1-92e5-bf1292b78ad2 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:31:26.356875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (d8ab9983-4dbb-4de1-92e5-bf1292b78ad2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.357096 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-7f39f505-66c5-418f-a1ba-af7fe6b3f7f0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:26.362576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7f39f505-66c5-418f-a1ba-af7fe6b3f7f0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-1583385289 HTTP/1.1" status: 404 len: 329 time: 0.1264758 Mar 07 04:31:26.364022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41320) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.371985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-626f9c31-1ff9-4971-9401-fa90cff92017 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-332092891') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.397486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] Pushing event deleted for resources: {'Port': ['ID=5cb82363-56d9-4940-8fbb-c185c8186867,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:26.399655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (d8ab9983-4dbb-4de1-92e5-bf1292b78ad2), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.399903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c71f5-9b1f-4c06-ab26-6160f569280c None None] No DVR routers for this DVR port 5cb82363-56d9-4940-8fbb-c185c8186867 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:26.436590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5b9f7a1e-8da2-4374-87b1-33017a4f5f69), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.451884 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-626f9c31-1ff9-4971-9401-fa90cff92017 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:26.453542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-626f9c31-1ff9-4971-9401-fa90cff92017 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-332092891 HTTP/1.1" status: 404 len: 328 time: 0.0879080 Mar 07 04:31:26.456453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41324) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.460882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-8e0dd6df-5242-4624-8e0f-d4e73ff48495 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6', 'tempest-TagsExtTest-Tag-1421095786') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.469017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9f7a1e-8da2-4374-87b1-33017a4f5f69']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.484658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a470d71e-d660-474b-aedf-b67f9db1c2d5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.485223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a470d71e-d660-474b-aedf-b67f9db1c2d5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.516213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (a470d71e-d660-474b-aedf-b67f9db1c2d5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.521781 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-8e0dd6df-5242-4624-8e0f-d4e73ff48495 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:26.522951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8e0dd6df-5242-4624-8e0f-d4e73ff48495 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags/tempest-TagsExtTest-Tag-1421095786 HTTP/1.1" status: 404 len: 329 time: 0.0654278 Mar 07 04:31:26.527692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41326) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.535912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-c94edc94-e49c-4afc-a350-ea0d5e5a7635 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', {'tags': ['tempest-TagsExtTest-Tag-2131956735', 'tempest-TagsExtTest-Tag-855359', 'tempest-TagsExtTest-Tag-215523248']}) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.541196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a470d71e-d660-474b-aedf-b67f9db1c2d5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.553825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:31:26.554286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (a470d71e-d660-474b-aedf-b67f9db1c2d5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:31:26.556089 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:31:26.566296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (d8ab9983-4dbb-4de1-92e5-bf1292b78ad2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.660562 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (5b9f7a1e-8da2-4374-87b1-33017a4f5f69), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.677034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c94edc94-e49c-4afc-a350-ea0d5e5a7635 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags HTTP/1.1" status: 200 len: 313 time: 0.1459649 Mar 07 04:31:26.681613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41338) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.686645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-dca4a2f1-34ed-46e4-8c4d-9d78339c5ad3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:26.688982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.695110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5b9f7a1e-8da2-4374-87b1-33017a4f5f69 HTTP/1.1" status: 204 len: 168 time: 1.0679798 Mar 07 04:31:26.695110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7457f-668f-4dea-a22f-e7244a453df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9f7a1e-8da2-4374-87b1-33017a4f5f69,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:26.727388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (d8ab9983-4dbb-4de1-92e5-bf1292b78ad2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.773739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ab9983-4dbb-4de1-92e5-bf1292b78ad2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:26.776682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:26.781667 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d55a35e5-09f0-417f-8cf1-f0aa5da91f32 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/subnets/d8ab9983-4dbb-4de1-92e5-bf1292b78ad2 HTTP/1.1" status: 204 len: 168 time: 0.6319740 Mar 07 04:31:26.782329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a6987-1637-49a6-bd55-9d78c3957c19 None None] Network f7fffce7-7ddb-4b7a-aca5-a19eab111489 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:26.784580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.801497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4704e4-f20a-4fc1-a97a-62d674e1e459 req-021a55a9-51bf-4db6-b292-8ad17cc607a7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:26.803197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db4704e4-f20a-4fc1-a97a-62d674e1e459 req-021a55a9-51bf-4db6-b292-8ad17cc607a7 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1746860 Mar 07 04:31:26.863912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-deleted', 'tag': 'd380e5a9-02fc-4db8-b101-e6603884951d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:26.870105 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30374d3d-ded4-4b64-8dd8-625c8a573ad5" -d '{"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-deleted", "tag": "d380e5a9-02fc-4db8-b101-e6603884951d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:26.939537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:26.998588 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f7fffce7-7ddb-4b7a-aca5-a19eab111489), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.049032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db4704e4-f20a-4fc1-a97a-62d674e1e459 req-c57006c0-3a91-4c7f-87ad-5252662dab9e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869068 Mar 07 04:31:27.112624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] DHCP port deletion for f7fffce7-7ddb-4b7a-aca5-a19eab111489 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:31:27.116974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port 0f6ea885-254d-4ed7-887b-df9ec7827bec {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:27.117380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.146077 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6ad3e1-f1ac-4642-a803-d2dbf76b02e4 x-openstack-request-id: req-4e6ad3e1-f1ac-4642-a803-d2dbf76b02e4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:27.146385 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4d8fa-d91d-49fd-bdb0-607911b03ce8", "name": "network-vif-deleted", "tag": "d380e5a9-02fc-4db8-b101-e6603884951d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:27.146617 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e6ad3e1-f1ac-4642-a803-d2dbf76b02e4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:27.147019 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4d8fa-d91d-49fd-bdb0-607911b03ce8', 'name': 'network-vif-deleted', 'tag': 'd380e5a9-02fc-4db8-b101-e6603884951d', 'status': 'completed', 'code': 200} Mar 07 04:31:27.160432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dca4a2f1-34ed-46e4-8c4d-9d78339c5ad3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags HTTP/1.1" status: 204 len: 168 time: 0.4773402 Mar 07 04:31:27.165680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41362) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:27.175571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-6250af7a-c899-48a7-a212-fe631d7a0951 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-2131956735') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:27.191981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7506e-3522-4bec-90b7-4f764c7b15fe req-32082df3-f5dd-420c-b822-3e1967972060 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:27.198599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceb7506e-3522-4bec-90b7-4f764c7b15fe req-32082df3-f5dd-420c-b822-3e1967972060 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 943 time: 0.3291759 Mar 07 04:31:27.203896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6cbf7013-ac6b-4136-95db-3e28fdeaed60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06a80c1deb914140b812b3f47f82d0be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613676 Mar 07 04:31:27.205668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] Deleting port 0f6ea885-254d-4ed7-887b-df9ec7827bec {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:27.206304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.209552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:27.293277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port 0f6ea885-254d-4ed7-887b-df9ec7827bec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0f6ea885-254d-4ed7-887b-df9ec7827bec,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:27.293643 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.341776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] For port 0f6ea885-254d-4ed7-887b-df9ec7827bec, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0f6ea885-254d-4ed7-887b-df9ec7827bec,segment=NetworkSegment(06fb0e27-9333-41ba-80ef-d3388e1eccd5),segment_id=06fb0e27-9333-41ba-80ef-d3388e1eccd5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:27.342432 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.348162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for 0f6ea885-254d-4ed7-887b-df9ec7827bec owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:27.356641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceb7506e-3522-4bec-90b7-4f764c7b15fe req-7fefd3bd-5736-4710-ab6c-73fcc55339df tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409945 Mar 07 04:31:27.371735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] Calling delete_port for 0f6ea885-254d-4ed7-887b-df9ec7827bec owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:27.373725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c120c237-aa89-4220-b252-f0b8f8d01982 admin admin] Publish callbacks [] for security_group (2a11c828-16ff-4793-8a40-c7abf633469e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.409920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c120c237-aa89-4220-b252-f0b8f8d01982 admin admin] Publish callbacks [] for security_group (2a11c828-16ff-4793-8a40-c7abf633469e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.478472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c120c237-aa89-4220-b252-f0b8f8d01982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2a11c828-16ff-4793-8a40-c7abf633469e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.481737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c120c237-aa89-4220-b252-f0b8f8d01982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.483672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c120c237-aa89-4220-b252-f0b8f8d01982 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a11c828-16ff-4793-8a40-c7abf633469e HTTP/1.1" status: 204 len: 168 time: 0.2669463 Mar 07 04:31:27.504337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120c237-aa89-4220-b252-f0b8f8d01982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a11c828-16ff-4793-8a40-c7abf633469e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:27.508824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41374) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:27.557770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.585834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] Pushing event deleted for resources: {'Port': ['ID=0f6ea885-254d-4ed7-887b-df9ec7827bec,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:27.592576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d928e-5e05-45f6-a192-db9116510112 None None] No DVR routers for this DVR port 0f6ea885-254d-4ed7-887b-df9ec7827bec on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:27.725481 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-6250af7a-c899-48a7-a212-fe631d7a0951 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:27.725481 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6250af7a-c899-48a7-a212-fe631d7a0951 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-2131956735 HTTP/1.1" status: 404 len: 329 time: 0.5580094 Mar 07 04:31:27.727618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:27.734500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-f6c759b7-57ec-4b16-bfbc-1a4e2c8dafe2 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-855359') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:27.742224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3639854-534b-4c5b-8b12-66df5418d5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.839614 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-f6c759b7-57ec-4b16-bfbc-1a4e2c8dafe2 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:27.843468 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f6c759b7-57ec-4b16-bfbc-1a4e2c8dafe2 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-855359 HTTP/1.1" status: 404 len: 325 time: 0.1119685 Mar 07 04:31:27.843597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:27.848242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-333055c7-aec9-40ac-a029-7e295f4c4866 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726', 'tempest-TagsExtTest-Tag-215523248') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:27.863823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3639854-534b-4c5b-8b12-66df5418d5a0 admin admin] Publish callbacks [] for security_group (fad949c9-1c0b-4a11-bd17-bbd261a3d314), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.876353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3639854-534b-4c5b-8b12-66df5418d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fad949c9-1c0b-4a11-bd17-bbd261a3d314), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.886416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0f6ea885-254d-4ed7-887b-df9ec7827bec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:27.915163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=0f6ea885-254d-4ed7-887b-df9ec7827bec,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:27.920998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port 0f6ea885-254d-4ed7-887b-df9ec7827bec on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:27.921938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a3639854-534b-4c5b-8b12-66df5418d5a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e2337930c5a499cbf309ad421138b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107404 Mar 07 04:31:27.923082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3639854-534b-4c5b-8b12-66df5418d5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad949c9-1c0b-4a11-bd17-bbd261a3d314,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:27.924958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41392) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.064066 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-333055c7-aec9-40ac-a029-7e295f4c4866 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:28.065129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-333055c7-aec9-40ac-a029-7e295f4c4866 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags/tempest-TagsExtTest-Tag-215523248 HTTP/1.1" status: 404 len: 328 time: 0.2206903 Mar 07 04:31:28.069413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.074137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f7fffce7-7ddb-4b7a-aca5-a19eab111489), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.082545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-c67913b9-a1f1-4a44-b617-868ed0803193 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', {'tags': ['tempest-TagsExtTest-Tag-587193991', 'tempest-TagsExtTest-Tag-1212880324', 'tempest-TagsExtTest-Tag-631007686']}) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.117907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8965fe65-f613-44c7-8e64-6058bfe9493b admin admin] Publish callbacks [] for security_group (fad949c9-1c0b-4a11-bd17-bbd261a3d314), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.121831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fffce7-7ddb-4b7a-aca5-a19eab111489']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.130501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0f6ea885-254d-4ed7-887b-df9ec7827bec no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:28.143512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fb0e27-9333-41ba-80ef-d3388e1eccd5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.144131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fb0e27-9333-41ba-80ef-d3388e1eccd5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.164200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8965fe65-f613-44c7-8e64-6058bfe9493b admin admin] Publish callbacks [] for security_group (fad949c9-1c0b-4a11-bd17-bbd261a3d314), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.167762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (06fb0e27-9333-41ba-80ef-d3388e1eccd5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.172094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0f6ea885-254d-4ed7-887b-df9ec7827bec {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:28.172451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0f6ea885-254d-4ed7-887b-df9ec7827bec not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:28.202493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (06fb0e27-9333-41ba-80ef-d3388e1eccd5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.211522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41408) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.213018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c67913b9-a1f1-4a44-b617-868ed0803193 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "PUT /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags HTTP/1.1" status: 200 len: 316 time: 0.1416781 Mar 07 04:31:28.216197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-9d5b1804-8a26-4acf-8cfc-4fabc661f751 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.230352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:31:28.230771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (06fb0e27-9333-41ba-80ef-d3388e1eccd5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:31:28.233940 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:31:28.241760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ea2c-c4cc-484e-8018-c892ac4587f4 req-c2eed596-845b-45a1-a8e6-d399108ed0d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:28.254368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86b8ea2c-c4cc-484e-8018-c892ac4587f4 req-c2eed596-845b-45a1-a8e6-d399108ed0d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1050417 Mar 07 04:31:28.306206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f7fffce7-7ddb-4b7a-aca5-a19eab111489), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.315297 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.321053 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/networks/f7fffce7-7ddb-4b7a-aca5-a19eab111489 HTTP/1.1" status: 204 len: 168 time: 1.5325654 Mar 07 04:31:28.321210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86b8ea2c-c4cc-484e-8018-c892ac4587f4 req-5a1cbfef-e572-4b7d-a6cb-2b0fff1d9f73 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634389 Mar 07 04:31:28.321295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 564ac1c6-075e-4833-9f22-079fe09482d2 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:28.321394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41410) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.321946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8965fe65-f613-44c7-8e64-6058bfe9493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fad949c9-1c0b-4a11-bd17-bbd261a3d314), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.325030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8965fe65-f613-44c7-8e64-6058bfe9493b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.326427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8965fe65-f613-44c7-8e64-6058bfe9493b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fad949c9-1c0b-4a11-bd17-bbd261a3d314 HTTP/1.1" status: 204 len: 168 time: 0.3987482 Mar 07 04:31:28.345930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9d5b1804-8a26-4acf-8cfc-4fabc661f751 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1333292 Mar 07 04:31:28.359012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123c31e-8f26-4c19-982a-db2568ec45d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Network': ['ID=f7fffce7-7ddb-4b7a-aca5-a19eab111489,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:28.369123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41414) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.374821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965fe65-f613-44c7-8e64-6058bfe9493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad949c9-1c0b-4a11-bd17-bbd261a3d314,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:28.378015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-7e993497-75a6-492e-9917-5a1481e26a22 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-587193991') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.454853 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-7e993497-75a6-492e-9917-5a1481e26a22 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:28.459440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41426) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.461630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7e993497-75a6-492e-9917-5a1481e26a22 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-587193991 HTTP/1.1" status: 404 len: 328 time: 0.0914247 Mar 07 04:31:28.465528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-406bb1ed-925a-4677-b5f0-6fa7d0b5c3ee tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-1212880324') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.471416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting subnet 0d62a977-2f89-49cf-91a3-f9939eefdcb0 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:31:28.478135 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks [] for subnet (0d62a977-2f89-49cf-91a3-f9939eefdcb0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.520389 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-406bb1ed-925a-4677-b5f0-6fa7d0b5c3ee tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:28.524067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-406bb1ed-925a-4677-b5f0-6fa7d0b5c3ee tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-1212880324 HTTP/1.1" status: 404 len: 329 time: 0.0608037 Mar 07 04:31:28.524338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41428) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.531884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-8c0a5685-dcff-4f1f-badd-243da8cc6a3d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb', 'tempest-TagsExtTest-Tag-631007686') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.533186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 564ac1c6-075e-4833-9f22-079fe09482d2, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=564ac1c6-075e-4833-9f22-079fe09482d2,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:28.556583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '564ac1c6-075e-4833-9f22-079fe09482d2', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': '564ac1c6-075e-4833-9f22-079fe09482d2', 'mac_address': 'fa:16:3e:89:12:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:28.570850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (0d62a977-2f89-49cf-91a3-f9939eefdcb0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.580504 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8c0a5685-dcff-4f1f-badd-243da8cc6a3d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] show failed (client error): The resource could not be found. Mar 07 04:31:28.584316 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8c0a5685-dcff-4f1f-badd-243da8cc6a3d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags/tempest-TagsExtTest-Tag-631007686 HTTP/1.1" status: 404 len: 328 time: 0.0565894 Mar 07 04:31:28.585833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41434) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.595750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-7fc292de-9fb8-4f47-b9fb-6d8268c2dce0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b08ea58b-343b-4394-9c78-ba94b97d6bbb') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.616907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 564ac1c6-075e-4833-9f22-079fe09482d2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:28.617749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.636167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ac1c6-075e-4833-9f22-079fe09482d2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:28.646003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7fc292de-9fb8-4f47-b9fb-6d8268c2dce0 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0590496 Mar 07 04:31:28.651515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41438) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.661166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-2ab3560f-3545-4352-9f56-029ca15bf5c2 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da54ce89-1965-499b-8773-dc609a8b1726') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.665387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 564ac1c6-075e-4833-9f22-079fe09482d2, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=564ac1c6-075e-4833-9f22-079fe09482d2,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:28.683522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:28.797669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=564ac1c6-075e-4833-9f22-079fe09482d2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:28.823692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2ab3560f-3545-4352-9f56-029ca15bf5c2 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726/tags HTTP/1.1" status: 204 len: 168 time: 0.1707773 Mar 07 04:31:28.824374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41446) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.840942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-d97bad11-4b54-4a90-8954-7f306210785d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1cdd748e-5ed3-4264-ad81-b3bf9297d8f6') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:28.917892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d97bad11-4b54-4a90-8954-7f306210785d tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6/tags HTTP/1.1" status: 204 len: 168 time: 0.0898957 Mar 07 04:31:28.918793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41448) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:28.925377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-e1c1e1b9-85ea-4903-8064-5adc9ad85ace tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:29.007874 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e1c1e1b9-85ea-4903-8064-5adc9ad85ace tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0879648 Mar 07 04:31:29.013250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41460) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:29.050768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8dd26-bc07-43e5-be23-d82e4d37f569 req-c794e37c-5b05-4526-acd6-921844d7fa46 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:29.054915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ee8dd26-bc07-43e5-be23-d82e4d37f569 req-c794e37c-5b05-4526-acd6-921844d7fa46 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 943 time: 0.5464036 Mar 07 04:31:29.076509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['564ac1c6-075e-4833-9f22-079fe09482d2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:29.196097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ee8dd26-bc07-43e5-be23-d82e4d37f569 req-55019a28-68e4-44fc-9a9b-6123fbe0676c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314611 Mar 07 04:31:29.199327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0d62a977-2f89-49cf-91a3-f9939eefdcb0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.233382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb482ae8-3f78-4584-b02a-bd22dee2a98a tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.234542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fb482ae8-3f78-4584-b02a-bd22dee2a98a tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b08ea58b-343b-4394-9c78-ba94b97d6bbb HTTP/1.1" status: 204 len: 168 time: 0.2174044 Mar 07 04:31:29.237162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41470) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:29.286129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8e26c3b2-1255-499d-b16a-8db73f1ab288 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "GET /v2.0/ports?device_id=da54ce89-1965-499b-8773-dc609a8b1726 HTTP/1.1" status: 200 len: 205 time: 0.0477903 Mar 07 04:31:29.289107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (0d62a977-2f89-49cf-91a3-f9939eefdcb0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.290514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41474) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:29.320902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.328328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97756761-1be3-4c7c-baff-717efca861ee None None] Network 71e8866f-b925-47d2-a999-29616cfdfb6f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:29.344545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/subnets/0d62a977-2f89-49cf-91a3-f9939eefdcb0 HTTP/1.1" status: 204 len: 168 time: 1.0220137 Mar 07 04:31:29.350818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:29.368111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba58aac-f3c5-4de6-b847-958d0f1f2e19 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Subnet': ['ID=0d62a977-2f89-49cf-91a3-f9939eefdcb0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:29.503626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for router (da54ce89-1965-499b-8773-dc609a8b1726), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.551514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc23db-742e-4eef-8ce6-518ae9f164f5 req-1c1d563d-28f6-44f3-958e-985588bc8712 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:29.560479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ecc23db-742e-4eef-8ce6-518ae9f164f5 req-1c1d563d-28f6-44f3-958e-985588bc8712 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1062648 Mar 07 04:31:29.589329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (71e8866f-b925-47d2-a999-29616cfdfb6f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.600704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] DHCP port deletion for 71e8866f-b925-47d2-a999-29616cfdfb6f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:31:29.638611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ecc23db-742e-4eef-8ce6-518ae9f164f5 req-0e51b6fa-e2bc-43ac-996f-272813803668 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771360 Mar 07 04:31:29.680659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] Deleting port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:29.681029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.766669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] For port 4615f105-bc1b-456d-987b-2e2fa8d8dce7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4615f105-bc1b-456d-987b-2e2fa8d8dce7,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:29.767573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.768744 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (da54ce89-1965-499b-8773-dc609a8b1726), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.771672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for router_controller (da54ce89-1965-499b-8773-dc609a8b1726), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.795655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] Calling delete_port for 4615f105-bc1b-456d-987b-2e2fa8d8dce7 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:29.821675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Deleting port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:29.822095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.837190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (da54ce89-1965-499b-8773-dc609a8b1726), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.837735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Fanout notify agent at l3_agent the message router_deleted on router da54ce89-1965-499b-8773-dc609a8b1726 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:31:29.850129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.851228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c8ddd22-ce7e-44df-8d7e-552f513072fc tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/routers/da54ce89-1965-499b-8773-dc609a8b1726 HTTP/1.1" status: 204 len: 168 time: 0.5600891 Mar 07 04:31:29.853686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:29.948530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.950274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] For port 4615f105-bc1b-456d-987b-2e2fa8d8dce7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4615f105-bc1b-456d-987b-2e2fa8d8dce7,segment=NetworkSegment(c55f169f-6f8f-4f3f-9fa2-99406f0fe450),segment_id=c55f169f-6f8f-4f3f-9fa2-99406f0fe450)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:29.950821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:29.991943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Calling delete_port for 4615f105-bc1b-456d-987b-2e2fa8d8dce7 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:29.996467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] Pushing event deleted for resources: {'Port': ['ID=4615f105-bc1b-456d-987b-2e2fa8d8dce7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.006421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac1072-3c4a-49f1-9089-91da17e69cb0 None None] No DVR routers for this DVR port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:30.092461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Deleting port 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:30.092718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.110303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41538) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:30.132872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4615f105-bc1b-456d-987b-2e2fa8d8dce7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:30.156795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 4615f105-bc1b-456d-987b-2e2fa8d8dce7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:30.157404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4615f105-bc1b-456d-987b-2e2fa8d8dce7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:30.172016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4615f105-bc1b-456d-987b-2e2fa8d8dce7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.210644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Port': ['ID=4615f105-bc1b-456d-987b-2e2fa8d8dce7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.218884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] No DVR routers for this DVR port 4615f105-bc1b-456d-987b-2e2fa8d8dce7 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:30.243295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9be237e-b566-4291-b438-1085c7628dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.253090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.285072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Calling delete_port for 1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:30.328349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (71e8866f-b925-47d2-a999-29616cfdfb6f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.329489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 564ac1c6-075e-4833-9f22-079fe09482d2 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:30.383030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9be237e-b566-4291-b438-1085c7628dd7 admin admin] Publish callbacks [] for security_group (e4d87720-e604-4800-ac4a-46f7778977c3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.386137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e8866f-b925-47d2-a999-29616cfdfb6f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:30.392873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9be237e-b566-4291-b438-1085c7628dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e4d87720-e604-4800-ac4a-46f7778977c3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.403686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:30.403984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55f169f-6f8f-4f3f-9fa2-99406f0fe450') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:30.421861 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (c55f169f-6f8f-4f3f-9fa2-99406f0fe450), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.449342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c55f169f-6f8f-4f3f-9fa2-99406f0fe450), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.458672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:31:30.459092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (c55f169f-6f8f-4f3f-9fa2-99406f0fe450), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:31:30.462426 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:31:30.468963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22f79d-56f7-44c3-bf08-c8a07f6b016a req-bd1acbaf-b323-4d2c-95d0-da796b1dad71 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:30.477686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb22f79d-56f7-44c3-bf08-c8a07f6b016a req-bd1acbaf-b323-4d2c-95d0-da796b1dad71 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 944 time: 0.1589210 Mar 07 04:31:30.483363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 564ac1c6-075e-4833-9f22-079fe09482d2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:30.484166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be237e-b566-4291-b438-1085c7628dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d87720-e604-4800-ac4a-46f7778977c3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.488911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 564ac1c6-075e-4833-9f22-079fe09482d2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:30.489300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.517286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9be237e-b566-4291-b438-1085c7628dd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc30be99a6e7477e8da37fc310db44d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055171 Mar 07 04:31:30.526141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41562) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:30.573371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (71e8866f-b925-47d2-a999-29616cfdfb6f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.582914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.589394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] 10.222.0.21 "DELETE /v2.0/networks/71e8866f-b925-47d2-a999-29616cfdfb6f HTTP/1.1" status: 204 len: 168 time: 1.2335851 Mar 07 04:31:30.608926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb22f79d-56f7-44c3-bf08-c8a07f6b016a req-cb99edf7-f7b8-49ac-a0fb-0d0a13480731 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241586 Mar 07 04:31:30.624785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6b90-5124-4569-8859-f166fdc768d1 tempest-ServersTestMultiNic-1723674904 tempest-ServersTestMultiNic-1723674904-project] Pushing event deleted for resources: {'Network': ['ID=71e8866f-b925-47d2-a999-29616cfdfb6f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.631592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1cdd748e-5ed3-4264-ad81-b3bf9297d8f6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.646918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 564ac1c6-075e-4833-9f22-079fe09482d2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:30.647327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.699266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event deleted for resources: {'Port': ['ID=1cdd748e-5ed3-4264-ad81-b3bf9297d8f6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.718670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103470a1-49ec-4d61-ad53-c78aeed33793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ac1c6-075e-4833-9f22-079fe09482d2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:30.722402 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1c9507-36dd-4fc3-9d2e-5069ecfafa88" -d '{"events": [{"server_uuid": "103470a1-49ec-4d61-ad53-c78aeed33793", "name": "network-vif-plugged", "status": "completed", "tag": "564ac1c6-075e-4833-9f22-079fe09482d2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:30.762030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad03d6a8-1218-466b-98f5-66f94c9f6a68 admin admin] Publish callbacks [] for security_group (e4d87720-e604-4800-ac4a-46f7778977c3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.768977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 564ac1c6-075e-4833-9f22-079fe09482d2, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=564ac1c6-075e-4833-9f22-079fe09482d2,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:30.777513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.796127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.800746 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-187fae1f-bbd9-41ee-93be-8bc40d3544de tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/ports/1cdd748e-5ed3-4264-ad81-b3bf9297d8f6 HTTP/1.1" status: 204 len: 168 time: 0.9447393 Mar 07 04:31:30.803215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41586) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:30.806728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad03d6a8-1218-466b-98f5-66f94c9f6a68 admin admin] Publish callbacks [] for security_group (e4d87720-e604-4800-ac4a-46f7778977c3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.857177 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44806714-37d9-47a4-b198-41ae888b444e x-openstack-request-id: req-44806714-37d9-47a4-b198-41ae888b444e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:30.857971 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103470a1-49ec-4d61-ad53-c78aeed33793", "name": "network-vif-plugged", "status": "completed", "tag": "564ac1c6-075e-4833-9f22-079fe09482d2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:30.859791 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44806714-37d9-47a4-b198-41ae888b444e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:30.860176 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103470a1-49ec-4d61-ad53-c78aeed33793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ac1c6-075e-4833-9f22-079fe09482d2', 'code': 200} Mar 07 04:31:30.943184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad03d6a8-1218-466b-98f5-66f94c9f6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e4d87720-e604-4800-ac4a-46f7778977c3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.945618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad03d6a8-1218-466b-98f5-66f94c9f6a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.950523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad03d6a8-1218-466b-98f5-66f94c9f6a68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4d87720-e604-4800-ac4a-46f7778977c3 HTTP/1.1" status: 204 len: 168 time: 0.4223547 Mar 07 04:31:30.965388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=564ac1c6-075e-4833-9f22-079fe09482d2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.972061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Deleting subnet 552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:31:30.980195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03d6a8-1218-466b-98f5-66f94c9f6a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d87720-e604-4800-ac4a-46f7778977c3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:30.989967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for subnet (552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:30.992461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d36d5-6f13-48c6-ae24-6960ccf8bc0e req-6891194f-6959-42b6-94ac-72297dda58eb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:30.994042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b5d36d5-6f13-48c6-ae24-6960ccf8bc0e req-6891194f-6959-42b6-94ac-72297dda58eb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2338088 Mar 07 04:31:30.999517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41594) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:31.065405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.101116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50de6-ec4f-42f5-8418-41cb7a2334e1 req-a487116d-7107-4c3b-b13e-50613f99af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:31.103129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96e50de6-ec4f-42f5-8418-41cb7a2334e1 req-a487116d-7107-4c3b-b13e-50613f99af51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 1127 time: 0.1806765 Mar 07 04:31:31.109238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:31.194953 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96e50de6-ec4f-42f5-8418-41cb7a2334e1 req-e06f45f9-d5ad-4c5b-b0f2-a3bbe820425b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Mar 07 04:31:31.212626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b5d36d5-6f13-48c6-ae24-6960ccf8bc0e req-cb669c1e-7c3d-4017-8e9f-93b93a3b836b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065256 Mar 07 04:31:31.217487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.298078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.313485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.317676 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/subnets/552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4 HTTP/1.1" status: 204 len: 168 time: 0.5113382 Mar 07 04:31:31.321744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41606) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:31.323917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f891e40b-86ac-46a3-b7f7-c70e71abe4df None None] Network 440680a6-527f-4fe7-a0d5-4ffecb208938 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:31.339512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6993f4-3f3b-4d2d-9ac2-aec3dd93e77b tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event deleted for resources: {'Subnet': ['ID=552d04c2-1d4a-4006-b9ac-b9ae2a10d5d4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:31.420435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd1cc-f466-45ff-a1ce-0ef1896a1527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.514476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41620) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:31.558242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] DHCP port deletion for 440680a6-527f-4fe7-a0d5-4ffecb208938 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:31:31.565859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd1cc-f466-45ff-a1ce-0ef1896a1527 admin admin] Publish callbacks [] for security_group (27337335-180d-4c12-b05f-2bef7719e0da), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.572811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd1cc-f466-45ff-a1ce-0ef1896a1527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (27337335-180d-4c12-b05f-2bef7719e0da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.575611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a79a2ad3-b559-4f6a-81d3-2c1785364baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.587354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (440680a6-527f-4fe7-a0d5-4ffecb208938), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.618423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b4dbd1cc-f466-45ff-a1ce-0ef1896a1527 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93ff224bfddd4b878452b87e577df368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5060570 Mar 07 04:31:31.621751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41636) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:31.635648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] Deleting port d5ff6216-3315-4721-a409-1c50b3974ff9 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:31.636042 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.639728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbd1cc-f466-45ff-a1ce-0ef1896a1527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27337335-180d-4c12-b05f-2bef7719e0da,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:31.713758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] For port d5ff6216-3315-4721-a409-1c50b3974ff9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d5ff6216-3315-4721-a409-1c50b3974ff9,segment=NetworkSegment(3b1f7d1e-571e-4bef-ba83-d026ef6e3621),segment_id=3b1f7d1e-571e-4bef-ba83-d026ef6e3621)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:31.714177 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.726390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] Calling delete_port for d5ff6216-3315-4721-a409-1c50b3974ff9 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:31.804028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.833252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] Pushing event deleted for resources: {'Port': ['ID=d5ff6216-3315-4721-a409-1c50b3974ff9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:31.838759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508d95c-afd7-437a-8387-f2f61cb38fc7 None None] No DVR routers for this DVR port d5ff6216-3315-4721-a409-1c50b3974ff9 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:31.846816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e06dd1ce-1d42-4a8e-b38b-e7ad4f91842c admin admin] Publish callbacks [] for security_group (27337335-180d-4c12-b05f-2bef7719e0da), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.882225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a79a2ad3-b559-4f6a-81d3-2c1785364baa admin admin] Publish callbacks [] for security_group (3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.894585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3909ea-5df6-45eb-8f6d-b068554f2270 req-ef36e77a-921c-45d7-9392-6504a40427d4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:31.896090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f3909ea-5df6-45eb-8f6d-b068554f2270 req-ef36e77a-921c-45d7-9392-6504a40427d4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 945 time: 0.1807039 Mar 07 04:31:31.907133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Deleting port d5ff6216-3315-4721-a409-1c50b3974ff9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:31.907477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.909039 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a79a2ad3-b559-4f6a-81d3-2c1785364baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:31.916011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e06dd1ce-1d42-4a8e-b38b-e7ad4f91842c admin admin] Publish callbacks [] for security_group (27337335-180d-4c12-b05f-2bef7719e0da), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.042279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a79a2ad3-b559-4f6a-81d3-2c1785364baa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e6b0ed12a134ba8a3f667d45e4986b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260141 Mar 07 04:31:32.045662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:32.080053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a2ad3-b559-4f6a-81d3-2c1785364baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:32.100457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] For port d5ff6216-3315-4721-a409-1c50b3974ff9, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:32.100891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.107054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d5ff6216-3315-4721-a409-1c50b3974ff9 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:32.117171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-151e95e6-c7eb-47f8-9b60-1f2ba4b0072e admin admin] Publish callbacks [] for security_group (3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.126237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f3909ea-5df6-45eb-8f6d-b068554f2270 req-5b69586d-968b-407e-bb83-a4399fdc70cc tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214456 Mar 07 04:31:32.128678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Calling delete_port for d5ff6216-3315-4721-a409-1c50b3974ff9 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:32.136753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Port d5ff6216-3315-4721-a409-1c50b3974ff9 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:31:32.139885 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d5ff6216-3315-4721-a409-1c50b3974ff9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.148060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-151e95e6-c7eb-47f8-9b60-1f2ba4b0072e admin admin] Publish callbacks [] for security_group (3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.175110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e06dd1ce-1d42-4a8e-b38b-e7ad4f91842c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (27337335-180d-4c12-b05f-2bef7719e0da), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.178446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e06dd1ce-1d42-4a8e-b38b-e7ad4f91842c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.179920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e06dd1ce-1d42-4a8e-b38b-e7ad4f91842c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27337335-180d-4c12-b05f-2bef7719e0da HTTP/1.1" status: 204 len: 168 time: 0.5549273 Mar 07 04:31:32.187486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event deleted for resources: {'Port': ['ID=d5ff6216-3315-4721-a409-1c50b3974ff9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:32.190477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] No DVR routers for this DVR port d5ff6216-3315-4721-a409-1c50b3974ff9 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:32.203926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dd1ce-1d42-4a8e-b38b-e7ad4f91842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27337335-180d-4c12-b05f-2bef7719e0da,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:32.231486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-151e95e6-c7eb-47f8-9b60-1f2ba4b0072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.235121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-151e95e6-c7eb-47f8-9b60-1f2ba4b0072e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.236020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-151e95e6-c7eb-47f8-9b60-1f2ba4b0072e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f HTTP/1.1" status: 204 len: 168 time: 0.1890225 Mar 07 04:31:32.247393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e95e6-c7eb-47f8-9b60-1f2ba4b0072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb7d1dc-eb2f-4e83-9ba1-8dde46e5789f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:32.268438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (5ed72698-8850-4c86-bc67-a767e8f7d05d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.351520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d5ff6216-3315-4721-a409-1c50b3974ff9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:32.351866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d5ff6216-3315-4721-a409-1c50b3974ff9 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:32.413872 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (440680a6-527f-4fe7-a0d5-4ffecb208938), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.478470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440680a6-527f-4fe7-a0d5-4ffecb208938']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:32.522504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1f7d1e-571e-4bef-ba83-d026ef6e3621') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:32.522997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1f7d1e-571e-4bef-ba83-d026ef6e3621') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:32.547281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (3b1f7d1e-571e-4bef-ba83-d026ef6e3621), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.576981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77b40-72b9-4026-b3dd-0b25b3df944c req-1f6ebb40-8166-4f44-93a6-dfb1555f0af3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:32.582558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77b40-72b9-4026-b3dd-0b25b3df944c req-1f6ebb40-8166-4f44-93a6-dfb1555f0af3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2163835 Mar 07 04:31:32.584181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3b1f7d1e-571e-4bef-ba83-d026ef6e3621), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.640070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:31:32.640334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (3b1f7d1e-571e-4bef-ba83-d026ef6e3621), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:31:32.644946 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:31:32.763156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c77b40-72b9-4026-b3dd-0b25b3df944c req-3b29dd01-31c7-4d15-8cbe-691048d6dbee tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762915 Mar 07 04:31:32.775175 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (440680a6-527f-4fe7-a0d5-4ffecb208938), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.790070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cc3069db-ec2f-4511-ba9d-dbc54ae29825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.790806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:32.797353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] 10.222.0.21 "DELETE /v2.0/networks/440680a6-527f-4fe7-a0d5-4ffecb208938 HTTP/1.1" status: 204 len: 168 time: 1.4746060 Mar 07 04:31:32.813866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761e44a-2012-4526-881b-426b77a692b3 tempest-TagsExtTest-1212075408 tempest-TagsExtTest-1212075408-project] Pushing event deleted for resources: {'Network': ['ID=440680a6-527f-4fe7-a0d5-4ffecb208938,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:32.925120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Deleting port d5b727a3-dc89-474f-a975-63b0e78109b2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:32.925502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:33.015006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] For port d5b727a3-dc89-474f-a975-63b0e78109b2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d5b727a3-dc89-474f-a975-63b0e78109b2,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:33.015464 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:33.030316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Calling delete_port for d5b727a3-dc89-474f-a975-63b0e78109b2 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:33.275416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d5b727a3-dc89-474f-a975-63b0e78109b2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:33.293779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41692) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:33.310397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b727a3-dc89-474f-a975-63b0e78109b2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:33.357717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f58fad-0946-41b3-a1e2-097993e9adfb req-bbbcfcf0-daee-4cdd-8896-9f4e7fee733a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:33.359331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67f58fad-0946-41b3-a1e2-097993e9adfb req-bbbcfcf0-daee-4cdd-8896-9f4e7fee733a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 945 time: 0.1322961 Mar 07 04:31:33.559779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67f58fad-0946-41b3-a1e2-097993e9adfb req-da223281-d880-4869-bf6e-02c7132fd83d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749222 Mar 07 04:31:33.693015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41736) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:33.694255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7835311b-f960-465e-83c1-6d6f2db2c59c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0d1b47a01134484805e6e2b5ae5f945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3980453 Mar 07 04:31:33.717508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (5ed72698-8850-4c86-bc67-a767e8f7d05d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:33.857021 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdab1bd-2516-41fe-8ed8-6e75bd943783 admin admin] Publish callbacks [] for security_group (79ba9c00-1413-4d00-925c-a5e6a0efc912), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:33.965900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdab1bd-2516-41fe-8ed8-6e75bd943783 admin admin] Publish callbacks [] for security_group (79ba9c00-1413-4d00-925c-a5e6a0efc912), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.075606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ce614-9711-420c-b44d-385453bef4e1 req-53d7c56c-346b-4278-917e-b97b6821e0d9 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:34.077373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad9ce614-9711-420c-b44d-385453bef4e1 req-53d7c56c-346b-4278-917e-b97b6821e0d9 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 945 time: 0.1878188 Mar 07 04:31:34.089513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcaaf3-c7dd-4d10-a741-68d156f50566 req-4d4e2724-c40a-4cb5-bc4b-1f81805f6250 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:34.093936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ebcaaf3-c7dd-4d10-a741-68d156f50566 req-4d4e2724-c40a-4cb5-bc4b-1f81805f6250 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2026386 Mar 07 04:31:34.131822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdab1bd-2516-41fe-8ed8-6e75bd943783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (79ba9c00-1413-4d00-925c-a5e6a0efc912), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.134356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdab1bd-2516-41fe-8ed8-6e75bd943783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.136015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7bdab1bd-2516-41fe-8ed8-6e75bd943783 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79ba9c00-1413-4d00-925c-a5e6a0efc912 HTTP/1.1" status: 204 len: 168 time: 0.4400127 Mar 07 04:31:34.202463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdab1bd-2516-41fe-8ed8-6e75bd943783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba9c00-1413-4d00-925c-a5e6a0efc912,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:34.236248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad9ce614-9711-420c-b44d-385453bef4e1 req-78e734e3-b206-4369-8395-8672475cb888 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424434 Mar 07 04:31:34.253540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ebcaaf3-c7dd-4d10-a741-68d156f50566 req-d38e6b65-3f73-4fa6-89fc-e879a6a806bd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484067 Mar 07 04:31:34.266439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Router 5ed72698-8850-4c86-bc67-a767e8f7d05d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:31:34.405764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:31:34.416801 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] Sync routers for ids ['5ed72698-8850-4c86-bc67-a767e8f7d05d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:31:34.417555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:34.418514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2453fe2b-43f1-4a14-846c-64aea9d1c60b admin admin] 10.222.0.21 "PUT /v2.0/routers/5ed72698-8850-4c86-bc67-a767e8f7d05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4171975 Mar 07 04:31:34.442373 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] Routers {'5ed72698-8850-4c86-bc67-a767e8f7d05d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:34.442856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5ed72698-8850-4c86-bc67-a767e8f7d05d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:34.577463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41782) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:34.590462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] Set router 5ed72698-8850-4c86-bc67-a767e8f7d05d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:34.607612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks [] for router (5ed72698-8850-4c86-bc67-a767e8f7d05d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.749087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks [] for router_gateway (5ed72698-8850-4c86-bc67-a767e8f7d05d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.830513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Deleting port b9442bcc-beff-4ddd-8fa6-2507a39d1757 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:34.830871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.833109 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:31:33Z', 'revision_number': 5, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port': {'id': 'b9442bcc-beff-4ddd-8fa6-2507a39d1757', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:29:35Z', 'updated_at': '2022-03-07T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:34.870963 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] Checking router: 5ed72698-8850-4c86-bc67-a767e8f7d05d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:31:34.874233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22ed07ac-d009-4731-8d94-a4dbd9715db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.880999 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] Routers {'5ed72698-8850-4c86-bc67-a767e8f7d05d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:31:34.881714 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:31:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5ed72698-8850-4c86-bc67-a767e8f7d05d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:34.939113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] For port b9442bcc-beff-4ddd-8fa6-2507a39d1757, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b9442bcc-beff-4ddd-8fa6-2507a39d1757,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:34.939478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:34.965396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Calling delete_port for b9442bcc-beff-4ddd-8fa6-2507a39d1757 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:35.034919 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] Set router 5ed72698-8850-4c86-bc67-a767e8f7d05d gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:31:35.036547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22ed07ac-d009-4731-8d94-a4dbd9715db0 admin admin] Publish callbacks [] for security_group (22cdba71-e474-403c-8711-1c45129c5e60), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.043979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22ed07ac-d009-4731-8d94-a4dbd9715db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (22cdba71-e474-403c-8711-1c45129c5e60), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.098126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-22ed07ac-d009-4731-8d94-a4dbd9715db0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5f101ba795f47eb8bb043e360ace793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5186536 Mar 07 04:31:35.098745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41814) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:35.146859 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:31:34Z', 'revision_number': 6, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:35.147103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed07ac-d009-4731-8d94-a4dbd9715db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cdba71-e474-403c-8711-1c45129c5e60,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:35.179051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e21f206d-3b89-4082-b378-a2a92932ae0d admin admin] Publish callbacks [] for security_group (22cdba71-e474-403c-8711-1c45129c5e60), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.193904 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac4b3b-7a0d-4f02-b8cf-5e44abc774ef None None] The sync data for ids ['5ed72698-8850-4c86-bc67-a767e8f7d05d'] in n-d-832185-1 is: [{'id': '5ed72698-8850-4c86-bc67-a767e8f7d05d', 'name': 'tempest-ServersTestMultiNic-727364588-router', 'tenant_id': 'b95b1779145e4c4c9a0cc44704359add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:29:33Z', 'updated_at': '2022-03-07T04:31:34Z', 'revision_number': 6, 'project_id': 'b95b1779145e4c4c9a0cc44704359add', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:31:35.218697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e21f206d-3b89-4082-b378-a2a92932ae0d admin admin] Publish callbacks [] for security_group (22cdba71-e474-403c-8711-1c45129c5e60), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.270844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b9442bcc-beff-4ddd-8fa6-2507a39d1757), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.295855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e21f206d-3b89-4082-b378-a2a92932ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (22cdba71-e474-403c-8711-1c45129c5e60), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.299794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e21f206d-3b89-4082-b378-a2a92932ae0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.305334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e21f206d-3b89-4082-b378-a2a92932ae0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22cdba71-e474-403c-8711-1c45129c5e60 HTTP/1.1" status: 204 len: 168 time: 0.2053525 Mar 07 04:31:35.316883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9442bcc-beff-4ddd-8fa6-2507a39d1757,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:35.354973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f206d-3b89-4082-b378-a2a92932ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cdba71-e474-403c-8711-1c45129c5e60,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:35.365708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef7c284f-0315-467a-b4d7-8895e4e50bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.400275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-7697d5c9-1cb0-4d1f-80a0-1c7159a51652 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:35.400275 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-7697d5c9-1cb0-4d1f-80a0-1c7159a51652 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 945 time: 0.1623559 Mar 07 04:31:35.458842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (5ed72698-8850-4c86-bc67-a767e8f7d05d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:35.485792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dd636-0c8c-49d5-bfc3-24cad405e1e5 req-88e3db1f-187e-49ca-a4d7-ce89cb4e0277 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:35.488080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec3dd636-0c8c-49d5-bfc3-24cad405e1e5 req-88e3db1f-187e-49ca-a4d7-ce89cb4e0277 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1102767 Mar 07 04:31:35.527994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5b3-f3d1-4f46-b991-9c5941d90429 req-6b60b4ce-77f4-4128-b905-35a54207d161 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:35.536945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c1eb5b3-f3d1-4f46-b991-9c5941d90429 req-6b60b4ce-77f4-4128-b905-35a54207d161 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 945 time: 0.1103845 Mar 07 04:31:35.656870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec3dd636-0c8c-49d5-bfc3-24cad405e1e5 req-93640d85-229c-4157-945d-30b99a15cf03 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611514 Mar 07 04:31:35.693369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c1eb5b3-f3d1-4f46-b991-9c5941d90429 req-ea55948b-b35c-4def-9f01-df778da8c2a1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550877 Mar 07 04:31:35.897080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41876) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:35.903499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051074 Mar 07 04:31:35.906841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:36.023480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (5ed72698-8850-4c86-bc67-a767e8f7d05d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.027343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks [] for router_controller (5ed72698-8850-4c86-bc67-a767e8f7d05d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.076446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Deleting port 564ac1c6-075e-4833-9f22-079fe09482d2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:36.076837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.081496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (5ed72698-8850-4c86-bc67-a767e8f7d05d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.082037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed72698-8850-4c86-bc67-a767e8f7d05d {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:31:36.098277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.102687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-497e3b9c-b76a-430b-bd7e-d28c2dc9d5c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5ed72698-8850-4c86-bc67-a767e8f7d05d HTTP/1.1" status: 204 len: 168 time: 1.6810486 Mar 07 04:31:36.106177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41894) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:36.160805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-6af56173-776b-44ba-8f6f-edbd7fe4c4cf tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472941 Mar 07 04:31:36.217943 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cf97ec14-06ec-4542-8063-5dd48e8261dc tempest-NetworksApiDiscovery-1820009659 tempest-NetworksApiDiscovery-1820009659-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3097465 Mar 07 04:31:36.228027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Deleting subnet 00ff459d-2852-4957-988d-3e93f0a99f24 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:31:36.228388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d5b727a3-dc89-474f-a975-63b0e78109b2 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:36.249700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Publish callbacks [] for subnet (00ff459d-2852-4957-988d-3e93f0a99f24), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.261416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d5b727a3-dc89-474f-a975-63b0e78109b2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:36.261783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d5b727a3-dc89-474f-a975-63b0e78109b2 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:36.262237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b9442bcc-beff-4ddd-8fa6-2507a39d1757 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:36.311262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] For port 564ac1c6-075e-4833-9f22-079fe09482d2, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=564ac1c6-075e-4833-9f22-079fe09482d2,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:36.311262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.312523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b9442bcc-beff-4ddd-8fa6-2507a39d1757 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:36.313462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b9442bcc-beff-4ddd-8fa6-2507a39d1757 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:36.339439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Calling delete_port for 564ac1c6-075e-4833-9f22-079fe09482d2 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:36.346219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (00ff459d-2852-4957-988d-3e93f0a99f24), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.390109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-50141e93-0cd8-4567-86d6-5319c0dc4186 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:36.393532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-50141e93-0cd8-4567-86d6-5319c0dc4186 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247524 Mar 07 04:31:36.408785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5fc5ecfc-361b-4372-a984-3e477cf93676 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/quotas/de8dbe38dbf14fb0ac305b9736e39f7b HTTP/1.1" status: 200 len: 375 time: 0.0097718 Mar 07 04:31:36.468271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-df57326d-ad98-45ad-b67c-b98b232e1b6c tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532253 Mar 07 04:31:36.544227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (00ff459d-2852-4957-988d-3e93f0a99f24), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.590868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41916) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:36.663387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.675347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (564ac1c6-075e-4833-9f22-079fe09482d2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.794166 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (00ff459d-2852-4957-988d-3e93f0a99f24), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.834282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event deleted for resources: {'Port': ['ID=564ac1c6-075e-4833-9f22-079fe09482d2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:36.846930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7dc7c-2671-44c1-b010-acd9db99ab5b req-6a1d849d-578d-43ce-8031-631df9c90adf tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:36.856424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88c7dc7c-2671-44c1-b010-acd9db99ab5b req-6a1d849d-578d-43ce-8031-631df9c90adf tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.0886002 Mar 07 04:31:36.927133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9f980-9f14-4bc0-a52f-8fec8f2761ff None None] Network 439f14cd-8b86-4152-875a-fd60bdce5635 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:36.933887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ff459d-2852-4957-988d-3e93f0a99f24,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:36.936652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.942856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00ff459d-2852-4957-988d-3e93f0a99f24 HTTP/1.1" status: 204 len: 168 time: 0.8332369 Mar 07 04:31:36.942856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] No DVR routers for this DVR port 564ac1c6-075e-4833-9f22-079fe09482d2 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:36.945031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.945527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.945884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.946235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.946571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.946908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.947296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.948453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.948762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.949607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.949607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.949902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.950283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:36.956920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41940) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:36.958077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:36.961766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5390302-85e5-474c-a5b3-85a17711dde1 req-bde30383-f519-441b-9c37-3046cae25566 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "DELETE /v2.0/ports/564ac1c6-075e-4833-9f22-079fe09482d2 HTTP/1.1" status: 204 len: 173 time: 1.5546060 Mar 07 04:31:36.963595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103470a1-49ec-4d61-ad53-c78aeed33793', 'name': 'network-vif-deleted', 'tag': '564ac1c6-075e-4833-9f22-079fe09482d2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:36.974517 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1de0a-1a53-47e6-9e9e-60c8c825d474" -d '{"events": [{"server_uuid": "103470a1-49ec-4d61-ad53-c78aeed33793", "name": "network-vif-deleted", "tag": "564ac1c6-075e-4833-9f22-079fe09482d2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:36.983127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e1aa2c7-e042-46d5-87db-e98c07f412c1 req-4b2e2342-d6c6-4be4-9556-2a37ce9c09a7 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=103470a1-49ec-4d61-ad53-c78aeed33793 HTTP/1.1" status: 200 len: 210 time: 0.1182637 Mar 07 04:31:37.012542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65122121-9067-49d8-bec8-000d294070c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.022785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.022785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.022785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.022785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.022785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.023112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.023413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.023723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.024092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.024353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.024674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.024994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.025307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce561fc-a458-4b19-9449-665ae369edc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:37.145144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88c7dc7c-2671-44c1-b010-acd9db99ab5b req-d412c7bb-b801-4952-9b34-465a3484de3e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843506 Mar 07 04:31:37.177876 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5409aa-1b7a-473b-a565-ef2ca122a30b x-openstack-request-id: req-5a5409aa-1b7a-473b-a565-ef2ca122a30b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:37.178262 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103470a1-49ec-4d61-ad53-c78aeed33793", "name": "network-vif-deleted", "tag": "564ac1c6-075e-4833-9f22-079fe09482d2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:37.178445 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5409aa-1b7a-473b-a565-ef2ca122a30b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:37.178989 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103470a1-49ec-4d61-ad53-c78aeed33793', 'name': 'network-vif-deleted', 'tag': '564ac1c6-075e-4833-9f22-079fe09482d2', 'status': 'completed', 'code': 200} Mar 07 04:31:37.206085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (439f14cd-8b86-4152-875a-fd60bdce5635), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.285217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Deleting port 4c04ef74-880b-45da-9dac-021ca5bd519e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:37.285659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.288048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] DHCP port deletion for 439f14cd-8b86-4152-875a-fd60bdce5635 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:31:37.330862 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:31:37.367015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] For port 4c04ef74-880b-45da-9dac-021ca5bd519e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4c04ef74-880b-45da-9dac-021ca5bd519e,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:37.367378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.383585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Calling delete_port for 4c04ef74-880b-45da-9dac-021ca5bd519e owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:37.420619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Deleting port 4c04ef74-880b-45da-9dac-021ca5bd519e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:31:37.421059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.518876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:37.526580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.565821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4c04ef74-880b-45da-9dac-021ca5bd519e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:37.571878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] No DVR routers for this DVR port 4c04ef74-880b-45da-9dac-021ca5bd519e on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:37.642566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] For port 4c04ef74-880b-45da-9dac-021ca5bd519e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=4c04ef74-880b-45da-9dac-021ca5bd519e,segment=NetworkSegment(2ef297b9-36c1-4bd5-9328-44f9a2b27f16),segment_id=2ef297b9-36c1-4bd5-9328-44f9a2b27f16)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:37.646929 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.690088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (439f14cd-8b86-4152-875a-fd60bdce5635), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.708124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Calling delete_port for 4c04ef74-880b-45da-9dac-021ca5bd519e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:31:37.719364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439f14cd-8b86-4152-875a-fd60bdce5635']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:37.731219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef297b9-36c1-4bd5-9328-44f9a2b27f16') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:37.731517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef297b9-36c1-4bd5-9328-44f9a2b27f16') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:31:37.744897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (2ef297b9-36c1-4bd5-9328-44f9a2b27f16), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.761274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2ef297b9-36c1-4bd5-9328-44f9a2b27f16), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.768880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:31:37.769204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (2ef297b9-36c1-4bd5-9328-44f9a2b27f16), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.840784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:31:37.852479 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:31:37.854723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34782b0a-002b-4776-ac94-11c09298c4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.864340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (439f14cd-8b86-4152-875a-fd60bdce5635), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.872588 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.878271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/439f14cd-8b86-4152-875a-fd60bdce5635 HTTP/1.1" status: 204 len: 168 time: 0.9132321 Mar 07 04:31:37.895185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (4c04ef74-880b-45da-9dac-021ca5bd519e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:37.897169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff67a8-12f8-4f6b-b83c-0d4bc6f281ec admin admin] Pushing event deleted for resources: {'Network': ['ID=439f14cd-8b86-4152-875a-fd60bdce5635,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:37.913226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Network 439f14cd-8b86-4152-875a-fd60bdce5635 is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:31:37.914177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] No DVR routers for this DVR port 4c04ef74-880b-45da-9dac-021ca5bd519e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:37.952497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e4e1c-3b16-4c68-ba24-f6fad65a9cd9 None None] Pushing event deleted for resources: {'Port': ['ID=4c04ef74-880b-45da-9dac-021ca5bd519e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:38.002084 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65122121-9067-49d8-bec8-000d294070c7 admin admin] Publish callbacks [] for security_group (800f0cae-a9fb-495c-a255-9424319fcda9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.010547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34782b0a-002b-4776-ac94-11c09298c4a0 admin admin] Publish callbacks [] for security_group (a4b2f0ee-ba20-40a0-9855-2867214ac426), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.011612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-fa380f88-1227-44d5-a9a1-748300de40a6 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6746976 Mar 07 04:31:38.015566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34782b0a-002b-4776-ac94-11c09298c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a4b2f0ee-ba20-40a0-9855-2867214ac426), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.023044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65122121-9067-49d8-bec8-000d294070c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (800f0cae-a9fb-495c-a255-9424319fcda9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.057274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-65122121-9067-49d8-bec8-000d294070c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25b546fe71fa4381976326c6765a1477&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4642594 Mar 07 04:31:38.057906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41984) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:38.062726 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34782b0a-002b-4776-ac94-11c09298c4a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d6c33d729454a5fa5a62f9b14217521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422571 Mar 07 04:31:38.065528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:38.112237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34782b0a-002b-4776-ac94-11c09298c4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b2f0ee-ba20-40a0-9855-2867214ac426,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:38.132328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:38.167387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7abfa6e0-104b-49e8-a63f-d12a2d61f77d admin admin] Publish callbacks [] for security_group (a4b2f0ee-ba20-40a0-9855-2867214ac426), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.193382 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7abfa6e0-104b-49e8-a63f-d12a2d61f77d admin admin] Publish callbacks [] for security_group (a4b2f0ee-ba20-40a0-9855-2867214ac426), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.193900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65122121-9067-49d8-bec8-000d294070c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800f0cae-a9fb-495c-a255-9424319fcda9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:38.219470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4c04ef74-880b-45da-9dac-021ca5bd519e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:38.269870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbc575da-6b9f-461b-95a2-2c1c00835d73 admin admin] Publish callbacks [] for security_group (800f0cae-a9fb-495c-a255-9424319fcda9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.287470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a6327e96-1f4e-4190-b10a-93b961fc1b5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b95b1779145e4c4c9a0cc44704359add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537323 Mar 07 04:31:38.290270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:38.291772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7abfa6e0-104b-49e8-a63f-d12a2d61f77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a4b2f0ee-ba20-40a0-9855-2867214ac426), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.291901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 4c04ef74-880b-45da-9dac-021ca5bd519e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:38.292372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 4c04ef74-880b-45da-9dac-021ca5bd519e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:38.297322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7abfa6e0-104b-49e8-a63f-d12a2d61f77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.298478 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7abfa6e0-104b-49e8-a63f-d12a2d61f77d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4b2f0ee-ba20-40a0-9855-2867214ac426 HTTP/1.1" status: 204 len: 168 time: 0.2315555 Mar 07 04:31:38.338995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 564ac1c6-075e-4833-9f22-079fe09482d2 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:38.370260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfa6e0-104b-49e8-a63f-d12a2d61f77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b2f0ee-ba20-40a0-9855-2867214ac426,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:38.370695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 564ac1c6-075e-4833-9f22-079fe09482d2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:31:38.371284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 564ac1c6-075e-4833-9f22-079fe09482d2 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:38.377555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-bdc847b8-17e2-4a1e-9fbf-a1105b52f766 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780108 Mar 07 04:31:38.411752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbc575da-6b9f-461b-95a2-2c1c00835d73 admin admin] Publish callbacks [] for security_group (800f0cae-a9fb-495c-a255-9424319fcda9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.506476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-860023f9-389c-42ad-8acd-5b89f4dba99b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:38.507991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-860023f9-389c-42ad-8acd-5b89f4dba99b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4953783 Mar 07 04:31:38.544429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-2d02ae2a-f4ce-4628-8d6a-880574292db7 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/quotas/de8dbe38dbf14fb0ac305b9736e39f7b HTTP/1.1" status: 200 len: 375 time: 0.0294039 Mar 07 04:31:38.550094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15065699-cedc-409e-b739-d1efbe0bea50 admin admin] Publish callbacks [] for security_group (de4c914e-a07e-4ae8-9594-b34abfd499f6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.554208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-a712900b-fe0c-4393-80c7-a1da443b00cf tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:38.556281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-a712900b-fe0c-4393-80c7-a1da443b00cf tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736624 Mar 07 04:31:38.569925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Request body: {'port': {'device_id': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'de8dbe38dbf14fb0ac305b9736e39f7b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:38.596990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe42c-ad7b-4f80-8dc2-295e82ea73b7 req-75bf00c6-5112-4f20-821f-0568a9409f09 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:38.603760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42bfe42c-ad7b-4f80-8dc2-295e82ea73b7 req-75bf00c6-5112-4f20-821f-0568a9409f09 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2820656 Mar 07 04:31:38.607219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-af802e3c-4121-4337-ba46-48b86fbdf6bb tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530539 Mar 07 04:31:38.617274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbc575da-6b9f-461b-95a2-2c1c00835d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (800f0cae-a9fb-495c-a255-9424319fcda9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.620364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbc575da-6b9f-461b-95a2-2c1c00835d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.623841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fbc575da-6b9f-461b-95a2-2c1c00835d73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/800f0cae-a9fb-495c-a255-9424319fcda9 HTTP/1.1" status: 204 len: 168 time: 0.5511634 Mar 07 04:31:38.642437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15065699-cedc-409e-b739-d1efbe0bea50 admin admin] Publish callbacks [] for security_group (de4c914e-a07e-4ae8-9594-b34abfd499f6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.658129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc575da-6b9f-461b-95a2-2c1c00835d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800f0cae-a9fb-495c-a255-9424319fcda9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:38.717179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42bfe42c-ad7b-4f80-8dc2-295e82ea73b7 req-ca26be14-3b0f-43d2-9441-de42d95e67a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105742 Mar 07 04:31:38.731169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Made reservation on behalf of de8dbe38dbf14fb0ac305b9736e39f7b for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:38.735697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.747730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.776342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15065699-cedc-409e-b739-d1efbe0bea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (de4c914e-a07e-4ae8-9594-b34abfd499f6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.779191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15065699-cedc-409e-b739-d1efbe0bea50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.783454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15065699-cedc-409e-b739-d1efbe0bea50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de4c914e-a07e-4ae8-9594-b34abfd499f6 HTTP/1.1" status: 204 len: 168 time: 0.4685726 Mar 07 04:31:38.814491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15065699-cedc-409e-b739-d1efbe0bea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c914e-a07e-4ae8-9594-b34abfd499f6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:38.913081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks [] for security_group (d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.923299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:38.997750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3868bf76-2c78-457b-bb3d-cd0db10ee49f req-193634d2-0a4b-40ee-852e-c3d87f90ca00 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 210 time: 0.0453074 Mar 07 04:31:39.009015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-e0f3fc06-9cbb-4daa-aaee-1f3c5742e3b4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:39.010975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-e0f3fc06-9cbb-4daa-aaee-1f3c5742e3b4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.2108371 Mar 07 04:31:39.018643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:39.062846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-3ee15e44-bf0c-4234-8d42-27a01754c9c5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.0445745 Mar 07 04:31:39.134032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Allocated IP 192.168.233.216 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/d272dc07-c545-46e1-8575-920143b043f8) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:39.149014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-be729f80-3139-4e53-943c-ab2567923f53 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720391 Mar 07 04:31:39.196792 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.304685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-8ea3d148-7315-4962-83a5-37eceb0c8b88 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478260 Mar 07 04:31:39.352720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42036) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:39.408851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e52a3a52-7edf-48b1-b9d3-ba4bd4844ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.430464 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks [] for port (d272dc07-c545-46e1-8575-920143b043f8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.501735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.514481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e52a3a52-7edf-48b1-b9d3-ba4bd4844ab2 admin admin] Publish callbacks [] for security_group (0098443e-4895-4ae4-b9a4-ff3dd25e9e8c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.524935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e52a3a52-7edf-48b1-b9d3-ba4bd4844ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0098443e-4895-4ae4-b9a4-ff3dd25e9e8c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.573536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4431afdd-dbfc-4a0a-a6a4-17ce4aeae5e3 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582507 Mar 07 04:31:39.585557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e52a3a52-7edf-48b1-b9d3-ba4bd4844ab2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c45ba05d8474e3c90b7202e4c284fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303848 Mar 07 04:31:39.586179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42044) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:39.598016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a3a52-7edf-48b1-b9d3-ba4bd4844ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098443e-4895-4ae4-b9a4-ff3dd25e9e8c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:39.642554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:39.646180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:39.661310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:39.680450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e039b062-25e4-4ea9-85e6-93bfec3cd9f7 admin admin] Publish callbacks [] for security_group (0098443e-4895-4ae4-b9a4-ff3dd25e9e8c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.733793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:39.734343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e039b062-25e4-4ea9-85e6-93bfec3cd9f7 admin admin] Publish callbacks [] for security_group (0098443e-4895-4ae4-b9a4-ff3dd25e9e8c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.814817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:39.816022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.859801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-47a90555-152a-4431-977e-c19b2cd2b718 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2947769 Mar 07 04:31:39.887662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Request body: {'port': {'device_id': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:39.933739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e039b062-25e4-4ea9-85e6-93bfec3cd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0098443e-4895-4ae4-b9a4-ff3dd25e9e8c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.937016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e039b062-25e4-4ea9-85e6-93bfec3cd9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:39.938227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e039b062-25e4-4ea9-85e6-93bfec3cd9f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0098443e-4895-4ae4-b9a4-ff3dd25e9e8c HTTP/1.1" status: 204 len: 168 time: 0.3472674 Mar 07 04:31:39.984668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039b062-25e4-4ea9-85e6-93bfec3cd9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098443e-4895-4ae4-b9a4-ff3dd25e9e8c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:39.999328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddc6a9db-5246-4086-b6db-f38468bd9e58 req-3eccc76c-240d-44b3-bca1-59411f22e718 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0853863 Mar 07 04:31:40.058487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37882aca-acfe-4048-902f-9cedf2f42dbd req-797ca0c8-f171-43b1-bbd2-bcb8ca81a405 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:40.065674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37882aca-acfe-4048-902f-9cedf2f42dbd req-797ca0c8-f171-43b1-bbd2-bcb8ca81a405 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2156575 Mar 07 04:31:40.115338 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:40.133763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37882aca-acfe-4048-902f-9cedf2f42dbd req-0ca4ccdb-bdcd-48e1-9f0e-561d0863bb30 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669174 Mar 07 04:31:40.154285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5c1b1969-cded-4628-be6c-4e762b4525fe None None] Provisioning complete for port d272dc07-c545-46e1-8575-920143b043f8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:40.154670 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1969-cded-4628-be6c-4e762b4525fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d272dc07-c545-46e1-8575-920143b043f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:40.246769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b1969-cded-4628-be6c-4e762b4525fe None None] Port d272dc07-c545-46e1-8575-920143b043f8 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:40.270926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e35d76a-dce2-4bfb-877d-7803ceb4d8db req-4b993a13-bf4b-4d4a-be23-210ed860ba77 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 210 time: 0.0794706 Mar 07 04:31:40.293304 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-5bca0e96-a7e2-46a3-ae0b-0db56d0f519a tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239017 Mar 07 04:31:40.620739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-4a797e2b-38b5-44c6-ad50-2d68e8ab7a84 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:40.621816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-4a797e2b-38b5-44c6-ad50-2d68e8ab7a84 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204696 Mar 07 04:31:40.662272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Request body: {'port': {'device_id': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'de8dbe38dbf14fb0ac305b9736e39f7b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:40.843496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d272dc07-c545-46e1-8575-920143b043f8 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:40.848086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Made reservation on behalf of de8dbe38dbf14fb0ac305b9736e39f7b for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:40.851455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:40.857888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Publish callbacks [] for port (d272dc07-c545-46e1-8575-920143b043f8), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:40.925173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Transition to ACTIVE for port object d272dc07-c545-46e1-8575-920143b043f8 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:40.930832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:41.024290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:41.145251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Allocated IP 192.168.233.103 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/5f8c5785-12b0-4709-9883-81da6ef01c4b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:41.230632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Attempting to bind port d272dc07-c545-46e1-8575-920143b043f8 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:41.231339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Attempting to bind port d272dc07-c545-46e1-8575-920143b043f8 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:41.231887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Attempting to bind port d272dc07-c545-46e1-8575-920143b043f8 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:41.241409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Port d272dc07-c545-46e1-8575-920143b043f8 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:41.242057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Attempting to bind port d272dc07-c545-46e1-8575-920143b043f8 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:41.254500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:41.255191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:41.256156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:41.257236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Bound port: d272dc07-c545-46e1-8575-920143b043f8, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:41.257845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:41.360217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c6b3649-ae6c-4459-b9fe-0477aa0030f8 req-f1370c8a-9f9d-46a6-b247-79f5a0b368ec tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.1131144 Mar 07 04:31:41.450834 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-b2f14e9d-837f-4e92-a972-7b4512994357 service neutron] show failed (client error): The resource could not be found. Mar 07 04:31:41.452681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-b2f14e9d-837f-4e92-a972-7b4512994357 service neutron] 10.222.0.15 "GET /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.3328295 Mar 07 04:31:41.484616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fb5f-ab70-4cbe-94ea-790602306e55 req-65254bb2-e743-43ea-a041-8da762e5e677 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:41.495563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ce4fb5f-ab70-4cbe-94ea-790602306e55 req-65254bb2-e743-43ea-a041-8da762e5e677 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1470389 Mar 07 04:31:41.552879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bd90e0f-a090-4945-94a3-033f0de15871 req-3fbcde32-d956-4c60-9b87-6081542f75d0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 210 time: 0.0543106 Mar 07 04:31:41.579047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42118) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:41.614167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:41.621147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:41.624109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ce4fb5f-ab70-4cbe-94ea-790602306e55 req-ca155167-d992-4f0d-8235-1299347fd0f1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214826 Mar 07 04:31:41.663388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:41.741402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:41.742060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:41.743545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] 10.222.0.15 "PUT /v2.0/ports/d272dc07-c545-46e1-8575-920143b043f8 HTTP/1.1" status: 200 len: 1096 time: 1.8745430 Mar 07 04:31:41.764325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:41.766711 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8bdd4a-1d11-4c58-8144-55407d070d92" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:41.849439 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f32b6-2209-4db8-8e87-eecce0616c2a x-openstack-request-id: req-632f32b6-2209-4db8-8e87-eecce0616c2a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:41.849729 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:41.849996 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-632f32b6-2209-4db8-8e87-eecce0616c2a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:41.850387 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'status': 'completed', 'code': 200} Mar 07 04:31:41.877178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-64c9a0cd-8717-413f-a358-7ac183f0e8b2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:41.878742 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-64c9a0cd-8717-413f-a358-7ac183f0e8b2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.5735810 Mar 07 04:31:41.899440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780e95d-97e1-40ca-844c-3df4fb69ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:41.908183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks [] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:41.913408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Request body: {'port': {'device_id': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'admin_state_up': True, 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:42.010462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-ad1728f0-7e27-4673-94a1-4dd19e94bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:42.012617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-ad1728f0-7e27-4673-94a1-4dd19e94bdf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840&tenant_id=da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 1132 time: 0.2971737 Mar 07 04:31:42.030858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:42.062111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-128632578-network', 'tenant_id': '8383543b8b7840649e2bf655d3145077'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:42.070938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-4ba89e8f-61ff-4366-afd8-79d92b2865b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:42.073020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-4ba89e8f-61ff-4366-afd8-79d92b2865b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 1130 time: 0.2491200 Mar 07 04:31:42.087666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Made reservation on behalf of 8383543b8b7840649e2bf655d3145077 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:42.091153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.102306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:42.103705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.243220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5b64de8-2079-48e3-b40d-1f4a10ce3fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.287025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks [] for security_group (df47d28a-5ba1-419c-b1d1-5a6f0f486567), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.295676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (df47d28a-5ba1-419c-b1d1-5a6f0f486567), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.343757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:31:42.355106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47d28a-5ba1-419c-b1d1-5a6f0f486567,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:42.371092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3b76583f-3bbb-4e6c-8816-6bad470d9a9a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.372121 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Added segment 3b76583f-3bbb-4e6c-8816-6bad470d9a9a of type vlan for network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 Mar 07 04:31:42.438395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (865f0c99-8a2c-4d93-b38d-fe8f8a222ec8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.454255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-1205dfbc-dbd0-4c22-a6f6-42d1c861e04e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d272dc07-c545-46e1-8575-920143b043f8 HTTP/1.1" status: 200 len: 217 time: 0.3643494 Mar 07 04:31:42.465751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5b64de8-2079-48e3-b40d-1f4a10ce3fa8 admin admin] Publish callbacks [] for security_group (f3b12ba2-05c1-480d-80fd-b815c6740c46), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.479251 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5b64de8-2079-48e3-b40d-1f4a10ce3fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f3b12ba2-05c1-480d-80fd-b815c6740c46), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.479846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.513193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f5b64de8-2079-48e3-b40d-1f4a10ce3fa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3a046fa1b40416da4fd46f88428a375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4062347 Mar 07 04:31:42.517652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42152) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:42.532814 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.561535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (865f0c99-8a2c-4d93-b38d-fe8f8a222ec8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.562877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:42.563664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.567618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4536cc9-9796-4ff1-97e8-a201317b55fa req-63240a4c-0084-4699-8864-d29fdd3aead5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0610738 Mar 07 04:31:42.606098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:42.620248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:42.648057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:42.670987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] Pushing event updated for resources: {'Network': ['ID=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:42.678803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b64de8-2079-48e3-b40d-1f4a10ce3fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b12ba2-05c1-480d-80fd-b815c6740c46,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:42.685239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:31:42.694982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-28feb178-a619-49fa-b663-8dcb3b8b304f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1140587 Mar 07 04:31:42.702258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42162) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:42.712605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Request body: {'subnet': {'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-128632578-subnet', 'tenant_id': '8383543b8b7840649e2bf655d3145077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:42.781841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:42.788847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.822463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1724975 Mar 07 04:31:42.863069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57e586d1-204d-4d5b-b26b-03760db54fb9 admin admin] Publish callbacks [] for security_group (f3b12ba2-05c1-480d-80fd-b815c6740c46), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.877395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:42.881927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.900077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57e586d1-204d-4d5b-b26b-03760db54fb9 admin admin] Publish callbacks [] for security_group (f3b12ba2-05c1-480d-80fd-b815c6740c46), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:42.907516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Request body: {'port': {'device_id': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:42.927461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-99cf955b-0863-4724-95b1-880f63d731a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:42.929331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-99cf955b-0863-4724-95b1-880f63d731a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.4560819 Mar 07 04:31:42.954776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fe206-a92e-4c81-8ef2-4273e554d80c req-2bd0372e-521f-40db-a634-ecf8cd1c0c7b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:42.955603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645aa29-4c2f-4696-900f-ef040185128b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:42.956345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df5fe206-a92e-4c81-8ef2-4273e554d80c req-2bd0372e-521f-40db-a634-ecf8cd1c0c7b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 936 time: 0.2603416 Mar 07 04:31:42.956984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Made reservation on behalf of 8383543b8b7840649e2bf655d3145077 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:42.959294 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.032917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5503cea-6038-4854-945c-fa50a850ebac req-74ffa44d-f6cd-4b87-9d7f-ba5a980c742b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:43.039630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5503cea-6038-4854-945c-fa50a850ebac req-74ffa44d-f6cd-4b87-9d7f-ba5a980c742b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.2692909 Mar 07 04:31:43.089731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-03e65690-1dd3-4ec0-8208-38ed1da789b5 None None] Provisioning complete for port 5f8c5785-12b0-4709-9883-81da6ef01c4b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:43.091205 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03e65690-1dd3-4ec0-8208-38ed1da789b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.154110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df5fe206-a92e-4c81-8ef2-4273e554d80c req-14938b26-1fb4-47e8-a867-778069ba2e98 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823831 Mar 07 04:31:43.165109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57e586d1-204d-4d5b-b26b-03760db54fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f3b12ba2-05c1-480d-80fd-b815c6740c46), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.169414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57e586d1-204d-4d5b-b26b-03760db54fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.173843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-57e586d1-204d-4d5b-b26b-03760db54fb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3b12ba2-05c1-480d-80fd-b815c6740c46 HTTP/1.1" status: 204 len: 168 time: 0.6466730 Mar 07 04:31:43.205679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5503cea-6038-4854-945c-fa50a850ebac req-80b49ac2-6685-4489-bf4c-7f4b35db2f0c tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649849 Mar 07 04:31:43.208450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e586d1-204d-4d5b-b26b-03760db54fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b12ba2-05c1-480d-80fd-b815c6740c46,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:43.214876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-03e65690-1dd3-4ec0-8208-38ed1da789b5 None None] Port 5f8c5785-12b0-4709-9883-81da6ef01c4b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:31:43.273856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.302152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-2e1f34d5-748e-4955-a3bf-05cb3386f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:43.303694 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-2e1f34d5-748e-4955-a3bf-05cb3386f2bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3345187 Mar 07 04:31:43.361516 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (88d7b266-998c-43a2-acb9-508c9cd6e433), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.439622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d7b266-998c-43a2-acb9-508c9cd6e433,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:43.446211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Checking segment: {'id': '3b76583f-3bbb-4e6c-8816-6bad470d9a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:43.446579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Network hostable DHCP agents. Network: 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:31:43.464515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Allocated IP 172.20.0.14 (56a12596-683b-48cd-90c0-009f365423fb/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4/48d5f5ed-6e6a-435f-95bf-e5a355a2d518) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:43.467598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:31:43.481075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:43.490460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:43.491220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:43.492227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b93c2-f9fa-4be4-82a4-cddd071cc1c2 None None] Network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:43.521236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-070ec9a6-38ac-4e6c-b4b6-0b443984cfdb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8151283 Mar 07 04:31:43.631684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:43.658406 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-380ece15-c328-4f74-8a88-2151b63412ab service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445241 Mar 07 04:31:43.664261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0c737-b8f5-4530-ae8b-3c23c7a9a500 None None] Network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:31:43.751037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-659848c4-6ede-49f6-b367-4c4fd3988a4d req-bfe50177-cf26-4286-b21b-1a2dec2a362e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0546453 Mar 07 04:31:43.835672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:43.958818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:43.982444 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef007ec-144b-420d-afe0-c470c3c55531" -d '{"events": [{"server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "name": "network-vif-unplugged", "status": "completed", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:43.998204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42208) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:44.010955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Publish callbacks [] for port (43724dd6-78c2-4ee3-8816-ad690659b647), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.018351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-866ddbb3-ca5a-4db3-92d3-2aedfb9f61b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.088784 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bc1a1f-2f02-49fc-a90a-399d927cb57a x-openstack-request-id: req-10bc1a1f-2f02-49fc-a90a-399d927cb57a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:44.089093 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "name": "network-vif-unplugged", "status": "completed", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:44.089351 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10bc1a1f-2f02-49fc-a90a-399d927cb57a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:44.089751 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647', 'code': 200} Mar 07 04:31:44.102911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Transition to ACTIVE for port object 43724dd6-78c2-4ee3-8816-ad690659b647 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:44.107421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks [] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.114796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3eaf7fdd-96b2-4803-a93a-66ed3e521ec3 req-39a5bbcc-8da4-49c3-aa8b-8878a037ef7a service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434764 Mar 07 04:31:44.126949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.209523 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-866ddbb3-ca5a-4db3-92d3-2aedfb9f61b9 admin admin] Publish callbacks [] for security_group (b7b8a1b1-d701-4d63-8973-81733d6f41ac), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.222789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-866ddbb3-ca5a-4db3-92d3-2aedfb9f61b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b7b8a1b1-d701-4d63-8973-81733d6f41ac), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.338157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] No DVR routers for this DVR port 43724dd6-78c2-4ee3-8816-ad690659b647 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:31:44.371342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-866ddbb3-ca5a-4db3-92d3-2aedfb9f61b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b98dbdcfa5d0492b9899634ff5115947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3692942 Mar 07 04:31:44.377457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ddbb3-ca5a-4db3-92d3-2aedfb9f61b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b8a1b1-d701-4d63-8973-81733d6f41ac,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:44.393793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42226) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:44.480058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc401a7-d575-4bc3-befe-4a6d076c46ba req-7ce73da9-ef98-4a55-aa42-561269b5607b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:44.481823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cc401a7-d575-4bc3-befe-4a6d076c46ba req-7ce73da9-ef98-4a55-aa42-561269b5607b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 936 time: 0.1998656 Mar 07 04:31:44.491011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a19ff1ef-a999-4477-b935-de14b5f4a36b admin admin] Publish callbacks [] for security_group (b7b8a1b1-d701-4d63-8973-81733d6f41ac), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.493066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8c5785-12b0-4709-9883-81da6ef01c4b {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:44.502887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Publish callbacks [] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.525233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:44.552154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.556231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Transition to ACTIVE for port object 5f8c5785-12b0-4709-9883-81da6ef01c4b will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:44.566788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a19ff1ef-a999-4477-b935-de14b5f4a36b admin admin] Publish callbacks [] for security_group (b7b8a1b1-d701-4d63-8973-81733d6f41ac), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.579266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.629564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:44.629907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:44.630271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:44.636423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Network 56a12596-683b-48cd-90c0-009f365423fb is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:44.643923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-6aabfb17-8a73-4cfd-a97c-4def8b734329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:44.646136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-6aabfb17-8a73-4cfd-a97c-4def8b734329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 1130 time: 0.4526169 Mar 07 04:31:44.653479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:44.658610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:44.658943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:44.669731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:44.672862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event updated for resources: {'Port': ['ID=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:44.716678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cc401a7-d575-4bc3-befe-4a6d076c46ba req-45753314-f20d-45e6-a9be-93f370d0b133 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959743 Mar 07 04:31:44.730144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:44.730144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:44.730732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:44.731052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Bound port: 43724dd6-78c2-4ee3-8816-ad690659b647, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:44.731458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.752797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-45f9a9dc-7ee1-4240-ab0a-20cba39bf174 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:44.754400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-45f9a9dc-7ee1-4240-ab0a-20cba39bf174 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/networks?id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 HTTP/1.1" status: 200 len: 813 time: 0.2333395 Mar 07 04:31:44.757572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a19ff1ef-a999-4477-b935-de14b5f4a36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b7b8a1b1-d701-4d63-8973-81733d6f41ac), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.761808 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a19ff1ef-a999-4477-b935-de14b5f4a36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.763498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a19ff1ef-a999-4477-b935-de14b5f4a36b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7b8a1b1-d701-4d63-8973-81733d6f41ac HTTP/1.1" status: 204 len: 168 time: 0.3672178 Mar 07 04:31:44.774670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ff1ef-a999-4477-b935-de14b5f4a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b8a1b1-d701-4d63-8973-81733d6f41ac,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:44.800460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-3ef0a038-529d-4cd9-ab12-788618cc1b19 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/quotas/8383543b8b7840649e2bf655d3145077 HTTP/1.1" status: 200 len: 375 time: 0.0268140 Mar 07 04:31:44.881595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:44.882757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:44.922497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-277fb32d-f386-4d65-9ba0-a906a9be1bdd tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8383543b8b7840649e2bf655d3145077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116326 Mar 07 04:31:45.009314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:45.013650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:45.042171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:45.061411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac079ce-525f-4bb8-95a9-e2fa90344647 req-2823adae-3e95-4c13-897f-96aa51660e4b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.063068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ac079ce-525f-4bb8-95a9-e2fa90344647 req-2823adae-3e95-4c13-897f-96aa51660e4b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.2272565 Mar 07 04:31:45.117618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:45.123510 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f17df790-a052-40c1-9a60-faa6712abe08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2183826 Mar 07 04:31:45.148348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-91f1f89b-5153-4887-8ba5-749ce65c5858 service neutron] 10.222.0.21 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172394 Mar 07 04:31:45.182908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Request body: {'port': {'device_id': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:45.287920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ac079ce-525f-4bb8-95a9-e2fa90344647 req-9645c348-1d83-4e8c-b665-8c544387102a tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142026 Mar 07 04:31:45.333435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.334214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:45.335769 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] 10.222.0.44 "PUT /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 1096 time: 3.3124964 Mar 07 04:31:45.337596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-6827430b-4ab2-4591-91c5-268976200f6d service neutron] 10.222.0.21 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506784 Mar 07 04:31:45.531066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da005aa-6c79-41f8-bc66-f4017e2ebe34 req-1096e340-6c87-40e0-81a8-f2d8dd769b32 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.539054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2da005aa-6c79-41f8-bc66-f4017e2ebe34 req-1096e340-6c87-40e0-81a8-f2d8dd769b32 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 932 time: 0.1247373 Mar 07 04:31:45.609306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-703e2f67-60a2-4b13-8b10-5bb883b106ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.611287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-703e2f67-60a2-4b13-8b10-5bb883b106ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.9536903 Mar 07 04:31:45.612138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96c9e-89f6-4c54-bf50-8203b7dd3b9f service neutron] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:45.674611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0468ac49-591c-4414-92eb-12b4cde296de req-82529a91-ea64-4b01-a76a-2c3d74d4946e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 210 time: 0.0922837 Mar 07 04:31:45.679761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2da005aa-6c79-41f8-bc66-f4017e2ebe34 req-fcac6658-e699-46e5-979a-883b45968ed6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399319 Mar 07 04:31:45.712467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:45.717143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Attempting to bind port 5f8c5785-12b0-4709-9883-81da6ef01c4b on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:45.717492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Attempting to bind port 5f8c5785-12b0-4709-9883-81da6ef01c4b by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:45.717828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Attempting to bind port 5f8c5785-12b0-4709-9883-81da6ef01c4b on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:45.724312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-b3c6bfbe-9449-4297-883f-73b4886d9e20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d272dc07-c545-46e1-8575-920143b043f8 HTTP/1.1" status: 200 len: 217 time: 0.0971267 Mar 07 04:31:45.750278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Port 5f8c5785-12b0-4709-9883-81da6ef01c4b on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:45.750611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Attempting to bind port 5f8c5785-12b0-4709-9883-81da6ef01c4b on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:45.815781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:45.816132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:45.816950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:45.816950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Bound port: 5f8c5785-12b0-4709-9883-81da6ef01c4b, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:45.817461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:45.838031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-c0baf42e-8791-4081-a65b-a8a59b3082d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.838031 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-c0baf42e-8791-4081-a65b-a8a59b3082d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1130 time: 0.4330950 Mar 07 04:31:45.864694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-fc8d2dac-7860-4dc2-b8e4-344ebbd338ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.866432 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-fc8d2dac-7860-4dc2-b8e4-344ebbd338ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1331627 Mar 07 04:31:45.934776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946f3ad-f3ec-408e-9328-b84b35618728 req-9d57e6f8-baf9-457a-b0bf-63f6c1c0e285 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:45.936491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0946f3ad-f3ec-408e-9328-b84b35618728 req-9d57e6f8-baf9-457a-b0bf-63f6c1c0e285 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.1118205 Mar 07 04:31:46.041847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0946f3ad-f3ec-408e-9328-b84b35618728 req-c945300e-e3e3-48ae-bcc0-a5b39db7d8c1 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986114 Mar 07 04:31:46.087655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:31:46.095024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:46.097253 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaaa771-2269-4463-9194-af4141f9d068" -d '{"events": [{"name": "network-changed", "server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:46.157536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 43724dd6-78c2-4ee3-8816-ad690659b647 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:31:46.158601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:31:46.363545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-7a1796bb-da1b-439a-ad31-5fd333a50cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:46.367722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-7a1796bb-da1b-439a-ad31-5fd333a50cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1130 time: 0.1315579 Mar 07 04:31:46.596124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-84b2279a-2bf0-43d9-a24e-5c1390b8cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:46.602667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-84b2279a-2bf0-43d9-a24e-5c1390b8cf1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2300336 Mar 07 04:31:46.622345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35b8d-e98b-4025-8703-bf883f606dd9 req-0a5df48a-a35e-4450-959d-b02dd396659f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:46.624607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56c35b8d-e98b-4025-8703-bf883f606dd9 req-0a5df48a-a35e-4450-959d-b02dd396659f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.1149142 Mar 07 04:31:46.687085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-12c35b9b-adea-4613-a63f-4f9e557f272f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.0612009 Mar 07 04:31:46.768659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:46.770619 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74773329-39be-4884-9d51-23f54c5237f9 x-openstack-request-id: req-74773329-39be-4884-9d51-23f54c5237f9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:46.770921 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:46.771173 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74773329-39be-4884-9d51-23f54c5237f9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:46.771580 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647', 'status': 'completed', 'code': 200} Mar 07 04:31:46.772047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42410) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:46.819986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-cea466f2-473f-4c42-98ca-d265627ff16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:46.821514 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-cea466f2-473f-4c42-98ca-d265627ff16d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9417577 Mar 07 04:31:46.822817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-559c2f14-974a-452c-94b3-fd3de6145e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:46.823978 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-559c2f14-974a-452c-94b3-fd3de6145e11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.9784880 Mar 07 04:31:46.843930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:46.898058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56c35b8d-e98b-4025-8703-bf883f606dd9 req-c7c1cd83-699b-4f0b-b848-e9b55299b203 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600162 Mar 07 04:31:46.993432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebbc2a90-e491-4a30-8923-5b1094a165e0 req-17ad3367-3600-4dc5-aa20-79f3f418515c tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 210 time: 0.1771553 Mar 07 04:31:47.020467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-714f7a72-9b37-4353-83bd-d425c19bae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.022464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-714f7a72-9b37-4353-83bd-d425c19bae7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.3274369 Mar 07 04:31:47.155327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-eab33a6c-dd24-41e0-bee6-1b8cd482bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.156990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-eab33a6c-dd24-41e0-bee6-1b8cd482bd79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1211660 Mar 07 04:31:47.171657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1b04-8ca4-442f-ba71-68ab41c4f720 req-3f652bb3-0075-4423-93f0-49caa842b112 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.179853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-648c1b04-8ca4-442f-ba71-68ab41c4f720 req-3f652bb3-0075-4423-93f0-49caa842b112 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 932 time: 0.1022520 Mar 07 04:31:47.346770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:47.404304 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-26a30a63-271d-40e8-8c59-b1ad558bdb61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.5507081 Mar 07 04:31:47.498018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:47.507154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91447c93-5294-4dda-83e7-61cfbc749a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:47.548125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.549180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:47.552172 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f8c5785-12b0-4709-9883-81da6ef01c4b HTTP/1.1" status: 200 len: 1096 time: 4.6778524 Mar 07 04:31:47.558795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Publish callbacks [] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:47.642808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-a68993ce-7b47-4d46-afb5-bba4c7b1c638 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.645199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-a68993ce-7b47-4d46-afb5-bba4c7b1c638 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.15 "GET /v2.0/networks?id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 HTTP/1.1" status: 200 len: 813 time: 0.1901393 Mar 07 04:31:47.648621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-648c1b04-8ca4-442f-ba71-68ab41c4f720 req-09efe7f8-ad9e-4411-b968-212282cd8724 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679191 Mar 07 04:31:47.680056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Transition to ACTIVE for port object 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:47.697701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Request body: {'port': {'device_id': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8', 'admin_state_up': True, 'tenant_id': '8383543b8b7840649e2bf655d3145077'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:47.708533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0372-a84c-4956-bec2-045aa71d4092 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:47.724732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-545ba878-1a85-4c23-aedb-6abe7974440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.726511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-545ba878-1a85-4c23-aedb-6abe7974440a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.2935140 Mar 07 04:31:47.727340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:47.828107 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-866a5046-6870-4160-ad07-7d638f561888 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804580 Mar 07 04:31:47.915130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dec40-10c4-4210-9e57-428758cd901b req-fd292137-94d9-4dc0-b231-354a92800421 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:47.919155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-163dec40-10c4-4210-9e57-428758cd901b req-fd292137-94d9-4dc0-b231-354a92800421 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.6365757 Mar 07 04:31:47.961230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91447c93-5294-4dda-83e7-61cfbc749a1e admin admin] Publish callbacks [] for security_group (4736f4b9-28f5-4880-9e6c-758fbc24c973), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:47.971294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-6a73a238-9f84-425e-ac27-09e2e6b1907f service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883337 Mar 07 04:31:47.976250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Pushing event updated for resources: {'Port': ['ID=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:48.033657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91447c93-5294-4dda-83e7-61cfbc749a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4736f4b9-28f5-4880-9e6c-758fbc24c973), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:48.093087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-c8ec771c-940e-402e-b788-f3332f66b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:48.095113 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-c8ec771c-940e-402e-b788-f3332f66b270 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 1130 time: 0.4707806 Mar 07 04:31:48.111728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:48.209789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91447c93-5294-4dda-83e7-61cfbc749a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4736f4b9-28f5-4880-9e6c-758fbc24c973,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:48.358590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:48.368187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-ac6b431d-3318-40e3-8032-bdaf8ae4895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:48.373317 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-ac6b431d-3318-40e3-8032-bdaf8ae4895e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6153963 Mar 07 04:31:48.378310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd272dc07-c545-46e1-8575-920143b043f8', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'd272dc07-c545-46e1-8575-920143b043f8', 'mac_address': 'fa:16:3e:08:f3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:48.383297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-4f13aeed-8bd7-4705-8166-b5f50266d0af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b HTTP/1.1" status: 200 len: 217 time: 0.2570527 Mar 07 04:31:48.396521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-91447c93-5294-4dda-83e7-61cfbc749a1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43e661ab959e4ec192f457d925a53cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6188409 Mar 07 04:31:48.401778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42462) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:48.452035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:48.452442 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:48.470071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d272dc07-c545-46e1-8575-920143b043f8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:48.496899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:48.517352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:48.578724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:48.709712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-470efb56-c7eb-4bdf-b79b-a699d465fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:48.714187 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-470efb56-c7eb-4bdf-b79b-a699d465fd34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.3112798 Mar 07 04:31:48.765047 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9c8bdd4a-1d11-4c58-8144-55407d070d92 req-3881e2fc-b1d1-42e1-9e6a-8e2cbc19b2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9172187 Mar 07 04:31:48.777524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-163dec40-10c4-4210-9e57-428758cd901b req-4123ca95-0241-4cc1-82d2-043ba3f5bf9b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8147480 Mar 07 04:31:48.779591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d272dc07-c545-46e1-8575-920143b043f8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:48.810317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:48.818701 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78892563-4277-4025-a9e8-2f55db1b2395" -d '{"events": [{"name": "network-changed", "server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:49.001540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1633ff9-00ff-48c6-b0b3-d89ca3298d33 req-4112a5e3-300f-4eb8-9e60-9d08a9835e98 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 210 time: 0.1107969 Mar 07 04:31:49.012234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Attempting to bind port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:49.013437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Attempting to bind port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:49.013778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Attempting to bind port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:49.067667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 on network 56a12596-683b-48cd-90c0-009f365423fb not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:49.068144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Attempting to bind port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:49.094312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5795284-d272-4087-b34a-7720d53a4111 req-16bdf706-e0d5-4b02-820f-20a85d0c5417 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:49.101200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5795284-d272-4087-b34a-7720d53a4111 req-16bdf706-e0d5-4b02-820f-20a85d0c5417 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.4352875 Mar 07 04:31:49.109698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Made reservation on behalf of 8383543b8b7840649e2bf655d3145077 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:31:49.112488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:49.112844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:49.113235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Bound using segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:49.113673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Bound port: 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:49.114251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.121203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.156071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5012bfc9-789e-485c-8ff2-dd720a73b730 admin admin] Publish callbacks [] for security_group (4736f4b9-28f5-4880-9e6c-758fbc24c973), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.176218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-a950c119-f403-4e91-91e4-6d65b7070214 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1552651 Mar 07 04:31:49.235048 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-dd09be6a-ebc4-4a8f-b30f-86acaf364ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:49.236606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-dd09be6a-ebc4-4a8f-b30f-86acaf364ba1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5009115 Mar 07 04:31:49.270466 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-418d87d7-9085-458a-825d-ab35b4af958f service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8663661 Mar 07 04:31:49.284631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5795284-d272-4087-b34a-7720d53a4111 req-98fcf962-ba3c-40e2-91b4-fec645135d76 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825912 Mar 07 04:31:49.290037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42488) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:49.372612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5012bfc9-789e-485c-8ff2-dd720a73b730 admin admin] Publish callbacks [] for security_group (4736f4b9-28f5-4880-9e6c-758fbc24c973), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.373155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ebd66-f28b-42a3-8112-29a6269e7581 req-c8602553-0ca7-4851-9891-0a50736215d2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:49.383909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb1ebd66-f28b-42a3-8112-29a6269e7581 req-c8602553-0ca7-4851-9891-0a50736215d2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 944 time: 0.2417922 Mar 07 04:31:49.395375 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868cb60d-7c07-4cbf-aefe-35463303c76e x-openstack-request-id: req-868cb60d-7c07-4cbf-aefe-35463303c76e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:49.395675 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:49.395934 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-868cb60d-7c07-4cbf-aefe-35463303c76e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:49.396336 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'status': 'completed', 'code': 200} Mar 07 04:31:49.477478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb1ebd66-f28b-42a3-8112-29a6269e7581 req-f29f8440-7a55-47a9-80dc-9afe6cf1547e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913188 Mar 07 04:31:49.554377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Allocated IP 172.20.0.12 (865f0c99-8a2c-4d93-b38d-fe8f8a222ec8/88d7b266-998c-43a2-acb9-508c9cd6e433/057f20a6-ed5d-4959-83f0-7142d7a8bf42) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:31:49.589389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-126e43dd-9bf5-4c77-ac0f-c9fdb422e878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.664477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f155b1a-4008-40bd-8ce4-c1732b14225d req-f0b815fa-881c-48e6-8b98-b862fcd2dcb0 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857954 Mar 07 04:31:49.666809 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-9b89bb1e-1aa1-4c56-b72d-d9be1ff057f7 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933904 Mar 07 04:31:49.667961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] For port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:49.674229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] For port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:49.715066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.729637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.736848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5012bfc9-789e-485c-8ff2-dd720a73b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4736f4b9-28f5-4880-9e6c-758fbc24c973), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.739667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5012bfc9-789e-485c-8ff2-dd720a73b730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.741806 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5012bfc9-789e-485c-8ff2-dd720a73b730 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4736f4b9-28f5-4880-9e6c-758fbc24c973 HTTP/1.1" status: 204 len: 168 time: 1.3196104 Mar 07 04:31:49.827081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012bfc9-789e-485c-8ff2-dd720a73b730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736f4b9-28f5-4880-9e6c-758fbc24c973,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:49.929773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks [] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.959993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:49.959993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:49.961416 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-4216548c-7345-4677-afd0-c535fce488bc service neutron] 10.222.0.44 "PUT /v2.0/ports/48d5f5ed-6e6a-435f-95bf-e5a355a2d518 HTTP/1.1" status: 200 len: 1092 time: 4.7958500 Mar 07 04:31:49.977405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-126e43dd-9bf5-4c77-ac0f-c9fdb422e878 admin admin] Publish callbacks [] for security_group (b5571305-5f8e-4303-a56e-80e2f3631a84), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.006735 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-126e43dd-9bf5-4c77-ac0f-c9fdb422e878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b5571305-5f8e-4303-a56e-80e2f3631a84), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.012981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-2ad3e82d-9f29-4fea-8534-5596015a34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.014670 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-2ad3e82d-9f29-4fea-8534-5596015a34b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1130 time: 0.2871323 Mar 07 04:31:50.019642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216548c-7345-4677-afd0-c535fce488bc service neutron] Pushing event updated for resources: {'Port': ['ID=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:50.085534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:50.102138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-126e43dd-9bf5-4c77-ac0f-c9fdb422e878 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=737d89cebc754363ac33e60d5595c3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8095119 Mar 07 04:31:50.108172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42504) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:50.142680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07f571a5-2d9e-454f-b22e-bac8d55a280f req-d97998db-6559-42f0-a9a4-33b0207165e3 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622295 Mar 07 04:31:50.163392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d272dc07-c545-46e1-8575-920143b043f8 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:50.169529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d272dc07-c545-46e1-8575-920143b043f8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:50.169906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d272dc07-c545-46e1-8575-920143b043f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.191742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656069eb-0c96-467f-9445-3595f3077a6d req-6a7a36cf-a292-4e16-9f68-0aaaa7e2973d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.193201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-656069eb-0c96-467f-9445-3595f3077a6d req-6a7a36cf-a292-4e16-9f68-0aaaa7e2973d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.2863679 Mar 07 04:31:50.207213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-0c39b5b9-336b-42e0-8611-21da1e5b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.209087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-0c39b5b9-336b-42e0-8611-21da1e5b6013 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1797938 Mar 07 04:31:50.212572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-c4276a95-d0fd-4e46-ae67-d7ba652b3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.215025 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-c4276a95-d0fd-4e46-ae67-d7ba652b3eea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 1126 time: 0.0860386 Mar 07 04:31:50.230703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-094a9bf8-d114-48d7-8ffc-6a8ad789fa63 req-724f83ac-6154-4bbf-a659-a7dfe2b96d65 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 210 time: 0.0942476 Mar 07 04:31:50.265021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e43dd-9bf5-4c77-ac0f-c9fdb422e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5571305-5f8e-4303-a56e-80e2f3631a84,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:50.301583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.307210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-0aa1b60b-caa0-48ac-a9df-94099a3a628a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518 HTTP/1.1" status: 200 len: 217 time: 0.0807052 Mar 07 04:31:50.318911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:50.319534 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.347117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:50.349481 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c015f0-1071-499f-a853-df8a24f8d4ea" -d '{"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-plugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:50.364973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:50.369898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:50.370887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.374604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fd89466-9bda-4770-9997-65b870667050 admin admin] Publish callbacks [] for security_group (b5571305-5f8e-4303-a56e-80e2f3631a84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.395242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-656069eb-0c96-467f-9445-3595f3077a6d req-7cf1a638-cba0-488d-b217-d5046ebce8a0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751833 Mar 07 04:31:50.399055 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-4217a8b9-1caf-406c-87ac-c19be7c8781b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.1111760 Mar 07 04:31:50.401917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:31:50.425771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:50.427053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de446231-d6b4-4535-aabb-67d961f42dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.435958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.436326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.436675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.437073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.437423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.437761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.438137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.438475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.438935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.439276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.439607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.439929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.440442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:31:50.441076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:31:50.460765 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466ab8bb-6226-4c44-8a35-4c5d34cb2ca2 x-openstack-request-id: req-466ab8bb-6226-4c44-8a35-4c5d34cb2ca2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:50.461278 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-plugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:50.461549 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-466ab8bb-6226-4c44-8a35-4c5d34cb2ca2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:50.461954 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'code': 200} Mar 07 04:31:50.468775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:31:50.481140 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fd89466-9bda-4770-9997-65b870667050 admin admin] Publish callbacks [] for security_group (b5571305-5f8e-4303-a56e-80e2f3631a84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.501938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Pushing event updated for resources: {'Port': ['ID=057f20a6-ed5d-4959-83f0-7142d7a8bf42,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:50.514262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-8f9cecad-361f-4318-b8dd-2fd32b5c64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.515739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-8f9cecad-361f-4318-b8dd-2fd32b5c64bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0842040 Mar 07 04:31:50.517883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f72eb3f5-1eb9-414f-bd5c-310e23e8ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.519239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-f72eb3f5-1eb9-414f-bd5c-310e23e8ab12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1308935 Mar 07 04:31:50.527785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892563-4277-4025-a9e8-2f55db1b2395 req-fefdb943-909f-4b8e-9b82-4c50ef4e34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.528948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-fefdb943-909f-4b8e-9b82-4c50ef4e34a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 1130 time: 0.2396154 Mar 07 04:31:50.591076 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-158a1c8f-ea5f-402f-918d-2afd2a99aa62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611551 Mar 07 04:31:50.621937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.622608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.677680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6848-1cd0-482f-b0f5-5122f043e1db req-b4d1966d-c983-49d1-969a-f4e044d3579d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.677944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-458f6848-1cd0-482f-b0f5-5122f043e1db req-b4d1966d-c983-49d1-969a-f4e044d3579d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.3009031 Mar 07 04:31:50.709070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-d6832881-8eed-43ec-8a09-5a1264d2433e tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0332446 Mar 07 04:31:50.739521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Request body: {'port': {'device_id': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:50.749144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa771-2269-4463-9194-af4141f9d068 req-8f428edd-820b-4e2c-a609-721129f685c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.749533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a4398-68ac-4ac0-b12f-f925d7ef9f46 req-a3bdaf6b-16f5-4995-b973-72a98d9a3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.750712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-8f428edd-820b-4e2c-a609-721129f685c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2198143 Mar 07 04:31:50.751002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a02a4398-68ac-4ac0-b12f-f925d7ef9f46 req-a3bdaf6b-16f5-4995-b973-72a98d9a3fcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 1132 time: 0.2195315 Mar 07 04:31:50.753123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fd89466-9bda-4770-9997-65b870667050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b5571305-5f8e-4303-a56e-80e2f3631a84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.755551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fd89466-9bda-4770-9997-65b870667050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.757774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9fd89466-9bda-4770-9997-65b870667050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5571305-5f8e-4303-a56e-80e2f3631a84 HTTP/1.1" status: 204 len: 168 time: 0.6356330 Mar 07 04:31:50.774286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892563-4277-4025-a9e8-2f55db1b2395 req-2f079de6-6516-47f4-b9bf-0133e70042f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.776374 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-2f079de6-6516-47f4-b9bf-0133e70042f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2255635 Mar 07 04:31:50.830979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3729439-b17d-4c2c-8b55-eaf907ec8653 req-6ab5c2e5-677c-4b2b-bd13-54addf430206 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:50.832517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3729439-b17d-4c2c-8b55-eaf907ec8653 req-6ab5c2e5-677c-4b2b-bd13-54addf430206 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 944 time: 0.2484887 Mar 07 04:31:50.855537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd89466-9bda-4770-9997-65b870667050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5571305-5f8e-4303-a56e-80e2f3631a84,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:50.860668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-9d8a8004-81df-4d9c-a079-73f84f7bc147 service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592573 Mar 07 04:31:50.876980 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-1b4b068a-fe4e-427d-9e98-94afecbc2acd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b HTTP/1.1" status: 200 len: 217 time: 0.0856063 Mar 07 04:31:50.903698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de446231-d6b4-4535-aabb-67d961f42dee admin admin] Publish callbacks [] for security_group (4b94ac38-0067-4048-8f46-72cd40661e9e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:50.932086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-458f6848-1cd0-482f-b0f5-5122f043e1db req-aff437e1-e884-4f31-84b9-d73c755f7548 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427313 Mar 07 04:31:50.973617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de446231-d6b4-4535-aabb-67d961f42dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4b94ac38-0067-4048-8f46-72cd40661e9e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.036105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446231-d6b4-4535-aabb-67d961f42dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94ac38-0067-4048-8f46-72cd40661e9e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:51.040169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-ad9ba290-7786-427e-ad20-65786de3124c service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807391 Mar 07 04:31:51.042227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892563-4277-4025-a9e8-2f55db1b2395 req-d586f8d8-f0e2-4d99-aaa5-e8c61721ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:51.043560 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-d586f8d8-f0e2-4d99-aaa5-e8c61721ff59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1308587 Mar 07 04:31:51.074625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3729439-b17d-4c2c-8b55-eaf907ec8653 req-be22d167-1259-4f04-a535-ffec4db7d333 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202370 Mar 07 04:31:51.097529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.101058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a02a4398-68ac-4ac0-b12f-f925d7ef9f46 req-3a49b3ec-2bc5-4b21-b199-20247c68e32e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292828 Mar 07 04:31:51.106336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-de446231-d6b4-4535-aabb-67d961f42dee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3e568af7b084b16ab264713222a1ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7296786 Mar 07 04:31:51.112743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42534) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:51.140175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e27c1314-37c8-44fb-8fe8-6b8f227d12ac req-6d61761e-5981-4d4d-ab16-72f3d8e84a5b service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354219 Mar 07 04:31:51.208256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892563-4277-4025-a9e8-2f55db1b2395 req-7b563a81-9c1f-4cc2-aaa3-be62fea1c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:51.210294 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-7b563a81-9c1f-4cc2-aaa3-be62fea1c81e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1553640 Mar 07 04:31:51.247314 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-acaaa771-2269-4463-9194-af4141f9d068 req-22c49722-3123-4ef0-a692-a429a26830b8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935618 Mar 07 04:31:51.295572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:51.457433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d46a56c-608c-4122-a69d-0cafe6e2a25d admin admin] Publish callbacks [] for security_group (4b94ac38-0067-4048-8f46-72cd40661e9e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.486811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d46a56c-608c-4122-a69d-0cafe6e2a25d admin admin] Publish callbacks [] for security_group (4b94ac38-0067-4048-8f46-72cd40661e9e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.573126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a837-cace-4561-b752-b3e0b53faa30 req-b8604812-5a94-4910-a87b-ee715afd31f8 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:51.574819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99e0a837-cace-4561-b752-b3e0b53faa30 req-b8604812-5a94-4910-a87b-ee715afd31f8 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 932 time: 0.2383051 Mar 07 04:31:51.622652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'tag': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:51.626216 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841" -d '{"events": [{"name": "network-changed", "server_uuid": "af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86", "tag": "48d5f5ed-6e6a-435f-95bf-e5a355a2d518"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:51.639636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d021be1-4326-4ee9-bb5f-2be56539eff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.687515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8b252-848c-447b-bfad-6c37e7889951 req-9ade3fd5-4c2c-4de2-912e-ac3bc5f72fa3 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:51.688226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57b8b252-848c-447b-bfad-6c37e7889951 req-9ade3fd5-4c2c-4de2-912e-ac3bc5f72fa3 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.1987488 Mar 07 04:31:51.695444 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-ffe58dee-23c7-428a-8917-463c402e7840 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772105 Mar 07 04:31:51.709128 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d46a56c-608c-4122-a69d-0cafe6e2a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4b94ac38-0067-4048-8f46-72cd40661e9e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.711665 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d46a56c-608c-4122-a69d-0cafe6e2a25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.712960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8d46a56c-608c-4122-a69d-0cafe6e2a25d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b94ac38-0067-4048-8f46-72cd40661e9e HTTP/1.1" status: 204 len: 168 time: 0.5990574 Mar 07 04:31:51.753163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46a56c-608c-4122-a69d-0cafe6e2a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94ac38-0067-4048-8f46-72cd40661e9e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:51.756797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057f20a6-ed5d-4959-83f0-7142d7a8bf42 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:51.764034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99e0a837-cace-4561-b752-b3e0b53faa30 req-2c7e7f2e-06b6-4a10-b6a0-3c65b2b8d4e5 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731999 Mar 07 04:31:51.771053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Publish callbacks [] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.801594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Transition to ACTIVE for port object 057f20a6-ed5d-4959-83f0-7142d7a8bf42 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:31:51.806501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57b8b252-848c-447b-bfad-6c37e7889951 req-310a5c1a-0ea5-4a47-985a-b12ae9f58633 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095545 Mar 07 04:31:51.812721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.880854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-78892563-4277-4025-a9e8-2f55db1b2395 req-01964a4d-fd1a-4da4-bb6d-4af9469e822e service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788392 Mar 07 04:31:51.882871 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9a7dcc-05b3-4422-b8c2-ae38f03b9d22 x-openstack-request-id: req-1b9a7dcc-05b3-4422-b8c2-ae38f03b9d22 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:51.883193 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86", "tag": "48d5f5ed-6e6a-435f-95bf-e5a355a2d518", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:51.883699 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b9a7dcc-05b3-4422-b8c2-ae38f03b9d22 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:51.884253 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'tag': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518', 'status': 'completed', 'code': 200} Mar 07 04:31:51.886891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d021be1-4326-4ee9-bb5f-2be56539eff6 admin admin] Publish callbacks [] for security_group (0525424f-6f6a-4ddf-8365-4d18985c4c36), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.899348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d021be1-4326-4ee9-bb5f-2be56539eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0525424f-6f6a-4ddf-8365-4d18985c4c36), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:51.982393 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0d021be1-4326-4ee9-bb5f-2be56539eff6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8318f400b1ae413eb9ecb24ea6f6c8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6857250 Mar 07 04:31:51.985366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42556) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:51.986364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d021be1-4326-4ee9-bb5f-2be56539eff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525424f-6f6a-4ddf-8365-4d18985c4c36,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:52.041008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-9c7aa78f-8292-4866-9ab4-5fa0a92b16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.046599 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-9c7aa78f-8292-4866-9ab4-5fa0a92b16d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 1126 time: 0.1136801 Mar 07 04:31:52.089449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Attempting to bind port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:31:52.090162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Attempting to bind port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '3b76583f-3bbb-4e6c-8816-6bad470d9a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:31:52.090380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Attempting to bind port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 on network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:52.095469 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.097600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87560aa0-8e61-4d12-b40b-8a9d35264bb2 admin admin] Publish callbacks [] for security_group (0525424f-6f6a-4ddf-8365-4d18985c4c36), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.141329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Pushing event updated for resources: {'Port': ['ID=057f20a6-ed5d-4959-83f0-7142d7a8bf42,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:52.146971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 on network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:31:52.147290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Attempting to bind port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 on network 865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:31:52.157407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:31:52.157908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Checking segment: {'id': '3b76583f-3bbb-4e6c-8816-6bad470d9a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:31:52.158427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Bound using segment: {'id': '3b76583f-3bbb-4e6c-8816-6bad470d9a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:31:52.159035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Bound port: 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b76583f-3bbb-4e6c-8816-6bad470d9a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:31:52.159564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.238348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] For port 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:52.242809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] For port 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42,segment=NetworkSegment(3b76583f-3bbb-4e6c-8816-6bad470d9a9a),segment_id=3b76583f-3bbb-4e6c-8816-6bad470d9a9a)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:31:52.251574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-44edfc9e-8b69-454f-93e2-f6e655be14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.253867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-44edfc9e-8b69-454f-93e2-f6e655be14cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.1997018 Mar 07 04:31:52.266051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.269066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87560aa0-8e61-4d12-b40b-8a9d35264bb2 admin admin] Publish callbacks [] for security_group (0525424f-6f6a-4ddf-8365-4d18985c4c36), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.330775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.331411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.332807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-331b5b36-0593-446d-9734-22a1d202286d service neutron] 10.222.0.15 "PUT /v2.0/ports/057f20a6-ed5d-4959-83f0-7142d7a8bf42 HTTP/1.1" status: 200 len: 1092 time: 1.6052220 Mar 07 04:31:52.338815 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-9cb8ecfb-456c-485a-803d-462561b7bfbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518 HTTP/1.1" status: 200 len: 217 time: 0.0517082 Mar 07 04:31:52.345869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652f6c-6ba1-4387-9936-50ce9e34054e req-baf8660e-6405-40bd-8423-a5182dcfcd81 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.352827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21652f6c-6ba1-4387-9936-50ce9e34054e req-baf8660e-6405-40bd-8423-a5182dcfcd81 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.2647085 Mar 07 04:31:52.355112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'tag': '057f20a6-ed5d-4959-83f0-7142d7a8bf42'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:52.357615 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f515c-6d1f-4027-b1da-8adce9ae74db" -d '{"events": [{"name": "network-changed", "server_uuid": "e17801e3-fa24-4ebb-bbb5-1f9bd3001b00", "tag": "057f20a6-ed5d-4959-83f0-7142d7a8bf42"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:52.415408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-7898d6bd-43d2-4e7a-8d53-c7fd90e813d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.417839 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-7898d6bd-43d2-4e7a-8d53-c7fd90e813d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.0716684 Mar 07 04:31:52.460704 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-138366e2-9370-424c-a7b9-e4bc660322ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352201 Mar 07 04:31:52.475283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21652f6c-6ba1-4387-9936-50ce9e34054e req-6069a83c-cbb8-4c02-a9b0-25d735621518 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035674 Mar 07 04:31:52.479960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87560aa0-8e61-4d12-b40b-8a9d35264bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0525424f-6f6a-4ddf-8365-4d18985c4c36), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.483134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87560aa0-8e61-4d12-b40b-8a9d35264bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:52.484826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-87560aa0-8e61-4d12-b40b-8a9d35264bb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0525424f-6f6a-4ddf-8365-4d18985c4c36 HTTP/1.1" status: 204 len: 168 time: 0.4954357 Mar 07 04:31:52.512939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48348-7e68-40b5-accf-a048a76bd95e req-01f0b4b6-85c8-451e-9688-7d23f61b887f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.519915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15e48348-7e68-40b5-accf-a048a76bd95e req-01f0b4b6-85c8-451e-9688-7d23f61b887f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 944 time: 0.2683098 Mar 07 04:31:52.544453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87560aa0-8e61-4d12-b40b-8a9d35264bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525424f-6f6a-4ddf-8365-4d18985c4c36,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:52.581414 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e964333-f467-4876-b140-5093639cae9f x-openstack-request-id: req-4e964333-f467-4876-b140-5093639cae9f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:31:52.582740 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17801e3-fa24-4ebb-bbb5-1f9bd3001b00", "tag": "057f20a6-ed5d-4959-83f0-7142d7a8bf42", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:31:52.583114 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e964333-f467-4876-b140-5093639cae9f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:31:52.583982 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'tag': '057f20a6-ed5d-4959-83f0-7142d7a8bf42', 'status': 'completed', 'code': 200} Mar 07 04:31:52.594691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b5b36-0593-446d-9734-22a1d202286d service neutron] Pushing event updated for resources: {'Port': ['ID=057f20a6-ed5d-4959-83f0-7142d7a8bf42,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:52.609199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-2a4e652b-d2c7-4e7b-a02a-0d6e49c379f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.610884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-2a4e652b-d2c7-4e7b-a02a-0d6e49c379f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8383543b8b7840649e2bf655d3145077&device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 1126 time: 0.2208531 Mar 07 04:31:52.669122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-7d104936-370f-4340-93bd-7d99f36e3be2 service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015276 Mar 07 04:31:52.686656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-54846baf-39f4-4514-b2e9-db8fe9fbda59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42 HTTP/1.1" status: 200 len: 217 time: 0.0530343 Mar 07 04:31:52.755018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-721978b5-454f-41e4-8176-6a2e618f4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:52.756676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-721978b5-454f-41e4-8176-6a2e618f4d91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88d7b266-998c-43a2-acb9-508c9cd6e433 HTTP/1.1" status: 200 len: 853 time: 0.0605910 Mar 07 04:31:52.778081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15e48348-7e68-40b5-accf-a048a76bd95e req-1e214261-ce78-4052-8eae-4f902741ddb7 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408056 Mar 07 04:31:52.810098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-7f778fb0-dee8-43e6-b2d3-7b729a929185 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309441 Mar 07 04:31:52.810258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8bb736cb-e9f3-4c06-a2c7-7c3a60491841 req-db7fff77-dc9f-4490-9e5f-f474f68b11e7 service neutron] 10.222.0.44 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330082 Mar 07 04:31:53.053256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-e6fcf3b0-c176-49bf-956c-eb72ea1683ff service neutron] 10.222.0.15 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352970 Mar 07 04:31:53.063063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dba43-44f0-4eb6-bbf7-f3c87a22afe0 req-a0cf685f-eea9-4c76-8232-5d5a3314e991 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:53.064600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c34dba43-44f0-4eb6-bbf7-f3c87a22afe0 req-a0cf685f-eea9-4c76-8232-5d5a3314e991 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 944 time: 0.1202421 Mar 07 04:31:53.125392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e8581-d2e7-439b-abdf-3015f040aaac req-b522dab2-c6f6-4cf3-9766-7313a1e9a369 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:53.127113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18e8581-d2e7-439b-abdf-3015f040aaac req-b522dab2-c6f6-4cf3-9766-7313a1e9a369 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.1748066 Mar 07 04:31:53.234603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c34dba43-44f0-4eb6-bbf7-f3c87a22afe0 req-e40015bb-9127-46f7-87de-54faf4d9762a tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600125 Mar 07 04:31:53.274127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18e8581-d2e7-439b-abdf-3015f040aaac req-f2d09eff-a574-4d4d-a058-8b0b9402bdbb tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392372 Mar 07 04:31:53.276741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b83e63d0-abc7-44b9-91d2-a4e5385cf6e1 req-df3729b3-73e3-40fd-8189-9e8eb0b7916d service neutron] 10.222.0.15 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112653 Mar 07 04:31:53.454685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-5580d6ae-b977-455f-8046-7cda03176688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:53.458050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-5580d6ae-b977-455f-8046-7cda03176688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8383543b8b7840649e2bf655d3145077&device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 1126 time: 0.0821812 Mar 07 04:31:53.617725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-2ed778c0-c4d0-4bb0-855e-fa0030bfd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:53.620256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-2ed778c0-c4d0-4bb0-855e-fa0030bfd186 service neutron] 10.222.0.15 "GET /v2.0/networks?id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 HTTP/1.1" status: 200 len: 914 time: 0.1545806 Mar 07 04:31:53.630871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6c1a-1d48-47a6-a897-9441a9db20ae req-ca207eee-b9e7-423f-83b9-bb4da7c2c777 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:53.632124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0d6c1a-1d48-47a6-a897-9441a9db20ae req-ca207eee-b9e7-423f-83b9-bb4da7c2c777 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.0787730 Mar 07 04:31:53.686992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-54b61d21-6b94-49bd-bc8b-c90345c3128e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42 HTTP/1.1" status: 200 len: 217 time: 0.0538433 Mar 07 04:31:53.762809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-d6c88e35-5cf3-4146-92c0-67783744832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:53.764420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-d6c88e35-5cf3-4146-92c0-67783744832b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88d7b266-998c-43a2-acb9-508c9cd6e433 HTTP/1.1" status: 200 len: 853 time: 0.0691190 Mar 07 04:31:53.818114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-68e17acd-e66b-40d5-851a-010f5c307a5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449762 Mar 07 04:31:53.827438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa0d6c1a-1d48-47a6-a897-9441a9db20ae req-6e8aa461-b82f-4d35-a749-360ebacbce76 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427324 Mar 07 04:31:54.010125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63365af-478b-4e54-872b-f2e8fe652360 req-dfcd3d90-8725-4b84-8465-a77ef221fd81 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.012065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d63365af-478b-4e54-872b-f2e8fe652360 req-dfcd3d90-8725-4b84-8465-a77ef221fd81 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 944 time: 0.1145716 Mar 07 04:31:54.014920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-3dc2c2f5-9644-4f6e-ab1e-fa8311925591 service neutron] 10.222.0.15 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861575 Mar 07 04:31:54.167809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-234f515c-6d1f-4027-b1da-8adce9ae74db req-4c1feea9-acc4-4975-8f9b-637a3e03aef4 service neutron] 10.222.0.15 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403625 Mar 07 04:31:54.227295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d63365af-478b-4e54-872b-f2e8fe652360 req-6406d31e-5a4b-4c8c-ab12-1a15a034acee tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094269 Mar 07 04:31:54.285348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1e68-9577-4933-8409-e8e399dbbf14 req-232c0045-ce7b-40dd-bfe7-4e1d1b6a4254 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.294571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad7e1e68-9577-4933-8409-e8e399dbbf14 req-232c0045-ce7b-40dd-bfe7-4e1d1b6a4254 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 948 time: 0.1060996 Mar 07 04:31:54.352636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-214fc220-5551-4ffc-885f-3faa31956c84 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.355829 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-214fc220-5551-4ffc-885f-3faa31956c84 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840&tenant_id=da1647029e294fe9bd9f285ebb29f7dd&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 948 time: 0.2097650 Mar 07 04:31:54.398259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f8c5785-12b0-4709-9883-81da6ef01c4b details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:54.409741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad7e1e68-9577-4933-8409-e8e399dbbf14 req-00176d07-5180-436c-aa90-cc185b5832b1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139863 Mar 07 04:31:54.457916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf1ac6-dec3-4780-b9b3-92c1b74c6459 req-40dafa06-19c8-4b25-b8a8-cde9515a345c tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.468729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfbf1ac6-dec3-4780-b9b3-92c1b74c6459 req-40dafa06-19c8-4b25-b8a8-cde9515a345c tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 944 time: 0.1399500 Mar 07 04:31:54.488143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-31ec64b6-82d8-4da3-926c-3e2976d5c825 service neutron] 10.222.0.44 "GET /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 382 time: 0.1219795 Mar 07 04:31:54.582329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-93bb89e8-0637-4077-96c0-c6569f468abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.584155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-93bb89e8-0637-4077-96c0-c6569f468abb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1130 time: 0.0622544 Mar 07 04:31:54.589360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:54.609344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'mac_address': 'fa:16:3e:13:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:54.655265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfbf1ac6-dec3-4780-b9b3-92c1b74c6459 req-cf224292-136e-4800-a98a-e5aeac9a230c tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855171 Mar 07 04:31:54.659268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5f8c5785-12b0-4709-9883-81da6ef01c4b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:54.660036 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:54.681435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8c5785-12b0-4709-9883-81da6ef01c4b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:54.682159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff68a45-e4c6-41fb-97d8-abdf9a5ccb13 req-cfb2034b-c2a9-4e4d-956b-ea03ace076aa tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.683697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ff68a45-e4c6-41fb-97d8-abdf9a5ccb13 req-cfb2034b-c2a9-4e4d-956b-ea03ace076aa tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.1771116 Mar 07 04:31:54.707025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:54.717002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:54.718219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:54.791642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ff68a45-e4c6-41fb-97d8-abdf9a5ccb13 req-77b0b7f2-da96-4da8-ab7c-c570b63b866a tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947547 Mar 07 04:31:54.802520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-a6ab2e57-bc7b-44f9-91b5-d87172e756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.806936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-a6ab2e57-bc7b-44f9-91b5-d87172e756d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2156372 Mar 07 04:31:54.866710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:54.880370 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-8b9f7ab6-eae0-491f-b7a5-614b2a70a036 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.0640757 Mar 07 04:31:54.983688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-3c0a4cfc-6099-462b-b203-ce4bf7a79df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:54.985592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-3c0a4cfc-6099-462b-b203-ce4bf7a79df7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0742116 Mar 07 04:31:54.990204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:55.006056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518', 'mac_address': 'fa:16:3e:ca:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:55.049557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-300b9525-b9cc-4386-a25d-6a3c8d580319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:55.050496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:55.051054 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.051390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-300b9525-b9cc-4386-a25d-6a3c8d580319 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0595169 Mar 07 04:31:55.071438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:55.105539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:55.119880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.121528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:55.193141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:55.207645 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-594a05d8-ef07-4e48-ac33-c5f10dadb672 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477849 Mar 07 04:31:55.214605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '43724dd6-78c2-4ee3-8816-ad690659b647', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '43724dd6-78c2-4ee3-8816-ad690659b647', 'mac_address': 'fa:16:3e:b6:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:55.216407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:55.286201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 43724dd6-78c2-4ee3-8816-ad690659b647 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:55.287406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.326864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:55.362699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:55.367746 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.383259 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-13b40ed0-b410-4acb-b44f-16c8782d625e service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673217 Mar 07 04:31:55.427971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:55.435297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:55.477532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f966-9015-4389-9114-66aa6fd43c6a req-64def306-0012-42ca-b124-4f7708d1b99e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:55.482224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3183f966-9015-4389-9114-66aa6fd43c6a req-64def306-0012-42ca-b124-4f7708d1b99e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 945 time: 0.1343188 Mar 07 04:31:55.585152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3183f966-9015-4389-9114-66aa6fd43c6a req-41af6fdb-45cb-485b-bbda-a974962b5301 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975969 Mar 07 04:31:55.599972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e2f1-64fc-4a37-a7a0-0f696aaaa028 req-3232f9f8-e894-4c76-be82-ca2e6823a9d3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:55.601707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc05e2f1-64fc-4a37-a7a0-0f696aaaa028 req-3232f9f8-e894-4c76-be82-ca2e6823a9d3 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.0868638 Mar 07 04:31:55.670134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc05e2f1-64fc-4a37-a7a0-0f696aaaa028 req-049100e2-c8c4-43f7-a3bc-e3820c940291 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617685 Mar 07 04:31:55.694794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c49f1b62-b12a-4316-8763-e6a1787ca2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.790173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c49f1b62-b12a-4316-8763-e6a1787ca2a8 admin admin] Publish callbacks [] for security_group (f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.800165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c49f1b62-b12a-4316-8763-e6a1787ca2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:55.820647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4501e29-c305-4414-b495-99f18ae5e140 req-79bce927-dbc0-425e-b5c2-8323b3668428 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:55.828917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4501e29-c305-4414-b495-99f18ae5e140 req-79bce927-dbc0-425e-b5c2-8323b3668428 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 944 time: 0.0704665 Mar 07 04:31:55.871072 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c49f1b62-b12a-4316-8763-e6a1787ca2a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=740284f853874b829f24f239c65fd759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325483 Mar 07 04:31:55.872456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1b62-b12a-4316-8763-e6a1787ca2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:55.873832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42734) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:55.913923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5f8c5785-12b0-4709-9883-81da6ef01c4b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:55.915198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4501e29-c305-4414-b495-99f18ae5e140 req-0cc90101-badf-4be7-8cd1-b5a2de498dda tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805495 Mar 07 04:31:56.002409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-181f026e-ab59-4a4e-b349-1fa9800f3dce admin admin] Publish callbacks [] for security_group (f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.030227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-181f026e-ab59-4a4e-b349-1fa9800f3dce admin admin] Publish callbacks [] for security_group (f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.039031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1caa-97ca-4306-92a4-916753f9ba1d req-f394273e-ae62-4f5f-8178-a64944bed8b9 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:56.040340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['48d5f5ed-6e6a-435f-95bf-e5a355a2d518'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:56.047261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d7b1caa-97ca-4306-92a4-916753f9ba1d req-f394273e-ae62-4f5f-8178-a64944bed8b9 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 949 time: 0.0982881 Mar 07 04:31:56.048621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['43724dd6-78c2-4ee3-8816-ad690659b647'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:56.147922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 057f20a6-ed5d-4959-83f0-7142d7a8bf42 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:56.150552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d7b1caa-97ca-4306-92a4-916753f9ba1d req-e17c53e1-fe6f-400a-b4d1-3c258bbbe64b tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021838 Mar 07 04:31:56.189684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-181f026e-ab59-4a4e-b349-1fa9800f3dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.196825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-181f026e-ab59-4a4e-b349-1fa9800f3dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.196825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-181f026e-ab59-4a4e-b349-1fa9800f3dce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c HTTP/1.1" status: 204 len: 168 time: 0.3219297 Mar 07 04:31:56.215671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f026e-ab59-4a4e-b349-1fa9800f3dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95c3bf9-f3a0-4f9c-8b5b-3823a0b9ad6c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:56.440660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42,segment=NetworkSegment(3b76583f-3bbb-4e6c-8816-6bad470d9a9a),segment_id=3b76583f-3bbb-4e6c-8816-6bad470d9a9a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:56.493091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '057f20a6-ed5d-4959-83f0-7142d7a8bf42', 'network_id': '865f0c99-8a2c-4d93-b38d-fe8f8a222ec8', 'port_id': '057f20a6-ed5d-4959-83f0-7142d7a8bf42', 'mac_address': 'fa:16:3e:99:6f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d7b266-998c-43a2-acb9-508c9cd6e433', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:56.555248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:56.555638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.575064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057f20a6-ed5d-4959-83f0-7142d7a8bf42 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:56.597194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42,segment=NetworkSegment(3b76583f-3bbb-4e6c-8816-6bad470d9a9a),segment_id=3b76583f-3bbb-4e6c-8816-6bad470d9a9a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:56.602900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.672032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=057f20a6-ed5d-4959-83f0-7142d7a8bf42,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:56.705507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:56.729030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77b2e602-5c3d-4042-8cd8-0e49bc652b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:56.879942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1c74-949a-4759-a856-a87c35a08b65 req-fd8208e5-47c4-488e-bc30-5a84ea638963 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:56.887996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-668c1c74-949a-4759-a856-a87c35a08b65 req-fd8208e5-47c4-488e-bc30-5a84ea638963 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1236010 Mar 07 04:31:56.914847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde062a-7824-4bdd-a371-95fff7b1da05 req-311da894-aa7a-41fa-86c3-d7dda7f5942e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:56.916426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dde062a-7824-4bdd-a371-95fff7b1da05 req-311da894-aa7a-41fa-86c3-d7dda7f5942e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 945 time: 0.1831808 Mar 07 04:31:56.996588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77b2e602-5c3d-4042-8cd8-0e49bc652b68 admin admin] Publish callbacks [] for security_group (afc82280-e368-43b7-b2ed-697fc1ec3e90), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:57.022274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77b2e602-5c3d-4042-8cd8-0e49bc652b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (afc82280-e368-43b7-b2ed-697fc1ec3e90), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:57.022746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['057f20a6-ed5d-4959-83f0-7142d7a8bf42'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:31:57.053259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-668c1c74-949a-4759-a856-a87c35a08b65 req-ccd9e465-7032-408b-b6c8-44f946a6036b tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643276 Mar 07 04:31:57.109762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dde062a-7824-4bdd-a371-95fff7b1da05 req-2e999e3c-2c60-4f36-8273-2e803d00dcd6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665628 Mar 07 04:31:57.117332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77b2e602-5c3d-4042-8cd8-0e49bc652b68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=952477dc4f6143d6af3f4cc14e731c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101171 Mar 07 04:31:57.118567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2e602-5c3d-4042-8cd8-0e49bc652b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc82280-e368-43b7-b2ed-697fc1ec3e90,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:57.121336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42772) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:31:57.214664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5046e3a6-d1f8-4a0a-a3dd-8e83189b1a49 admin admin] Publish callbacks [] for security_group (afc82280-e368-43b7-b2ed-697fc1ec3e90), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:57.241151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5046e3a6-d1f8-4a0a-a3dd-8e83189b1a49 admin admin] Publish callbacks [] for security_group (afc82280-e368-43b7-b2ed-697fc1ec3e90), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:57.303361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5046e3a6-d1f8-4a0a-a3dd-8e83189b1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (afc82280-e368-43b7-b2ed-697fc1ec3e90), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:57.306325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5046e3a6-d1f8-4a0a-a3dd-8e83189b1a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:57.310106 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5046e3a6-d1f8-4a0a-a3dd-8e83189b1a49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afc82280-e368-43b7-b2ed-697fc1ec3e90 HTTP/1.1" status: 204 len: 168 time: 0.1854944 Mar 07 04:31:57.357036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046e3a6-d1f8-4a0a-a3dd-8e83189b1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc82280-e368-43b7-b2ed-697fc1ec3e90,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:57.459301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42fe5d-ddb7-4f4a-976b-14409e9815ff req-19a885c1-e5e5-42ae-9ca9-466afab75119 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:57.461325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd42fe5d-ddb7-4f4a-976b-14409e9815ff req-19a885c1-e5e5-42ae-9ca9-466afab75119 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 945 time: 0.2958851 Mar 07 04:31:57.562956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a3d80-5841-477e-9e61-04ffbe122d76 req-eed8b85f-91d7-4b3c-84a2-0f056cf63195 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:57.564580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-490a3d80-5841-477e-9e61-04ffbe122d76 req-eed8b85f-91d7-4b3c-84a2-0f056cf63195 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 949 time: 0.2314076 Mar 07 04:31:57.668240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd42fe5d-ddb7-4f4a-976b-14409e9815ff req-ddff1b69-e684-492c-8fdc-2ab4d9f34419 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932495 Mar 07 04:31:57.738929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-490a3d80-5841-477e-9e61-04ffbe122d76 req-6371d230-7333-4e4a-9169-a39efb735fe5 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602182 Mar 07 04:31:57.864958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-528183f2-7814-4ee0-84f2-cfafebd013c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:57.866951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-528183f2-7814-4ee0-84f2-cfafebd013c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840&tenant_id=da1647029e294fe9bd9f285ebb29f7dd HTTP/1.1" status: 200 len: 1131 time: 0.0643170 Mar 07 04:31:57.880555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:31:57.975901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:58.151638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 057f20a6-ed5d-4959-83f0-7142d7a8bf42 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:58.276291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:58.281343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:58.281827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:58.398013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:58.459367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:31:58.462458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:58.547337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51100e-40b9-4975-9ec6-836d46448379 req-6655e58b-42b2-4b90-bad9-1bbeaf700636 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:58.550082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca51100e-40b9-4975-9ec6-836d46448379 req-6655e58b-42b2-4b90-bad9-1bbeaf700636 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.3305445 Mar 07 04:31:58.567283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:31:58.625327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d604ebf-f082-4f7e-a3e3-d392d390a0d3 req-eab50220-ab80-4cf3-84c1-bd5dc88ce36a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:31:58.629420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d604ebf-f082-4f7e-a3e3-d392d390a0d3 req-eab50220-ab80-4cf3-84c1-bd5dc88ce36a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 945 time: 0.3873477 Mar 07 04:31:58.683091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:58.686006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:58.703245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:58.735190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:31:58.840658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Publish callbacks [] for port (43724dd6-78c2-4ee3-8816-ad690659b647), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:58.864496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42,segment=NetworkSegment(3b76583f-3bbb-4e6c-8816-6bad470d9a9a),segment_id=3b76583f-3bbb-4e6c-8816-6bad470d9a9a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:58.874119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca51100e-40b9-4975-9ec6-836d46448379 req-3a7f5684-b50b-4c55-bce4-bbfe8b4bfdfe tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149211 Mar 07 04:31:58.909585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Ignored duplicate provisioning block setup for port 43724dd6-78c2-4ee3-8816-ad690659b647 by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 07 04:31:58.929595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d604ebf-f082-4f7e-a3e3-d392d390a0d3 req-46f8da8d-374b-4b67-bdda-07e3a67e552e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992244 Mar 07 04:31:58.930951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:58.943387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057f20a6-ed5d-4959-83f0-7142d7a8bf42'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:31:58.951167 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dcd763-c081-4279-ab52-d8acc91aeccf" -d '{"events": [{"server_uuid": "e17801e3-fa24-4ebb-bbb5-1f9bd3001b00", "name": "network-vif-plugged", "status": "completed", "tag": "057f20a6-ed5d-4959-83f0-7142d7a8bf42"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:31:58.956813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:58.958226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.071526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:59.085612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '43724dd6-78c2-4ee3-8816-ad690659b647', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '43724dd6-78c2-4ee3-8816-ad690659b647', 'mac_address': 'fa:16:3e:b6:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:31:59.089237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.173108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=057f20a6-ed5d-4959-83f0-7142d7a8bf42,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:59.229103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:59.230843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.323168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:59.336202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.337246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f8c5785-12b0-4709-9883-81da6ef01c4b up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:31:59.663294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:59.692831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 5f8c5785-12b0-4709-9883-81da6ef01c4b completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:31:59.717648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 5f8c5785-12b0-4709-9883-81da6ef01c4b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:31:59.717801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.879313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5f8c5785-12b0-4709-9883-81da6ef01c4b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:31:59.879944 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.896191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=9']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:31:59.938885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:31:59.949234 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:31:59.951801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] No DVR routers for this DVR port 43724dd6-78c2-4ee3-8816-ad690659b647 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:00.055192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:00.091808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6968-be57-4780-b3bf-1ff2828ffc11 req-2b44fbe8-d7a3-4f3c-bfdf-d755b8874aa9 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.093949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bfe6968-be57-4780-b3bf-1ff2828ffc11 req-2b44fbe8-d7a3-4f3c-bfdf-d755b8874aa9 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 949 time: 0.3352849 Mar 07 04:32:00.094792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:00.095124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:00.095447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:00.109419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55da53c-feae-49bd-8de8-7e889e3ac8f2 req-3cb69b13-cad9-4a4f-a54a-2381eeecd798 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.116515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d55da53c-feae-49bd-8de8-7e889e3ac8f2 req-3cb69b13-cad9-4a4f-a54a-2381eeecd798 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.3547220 Mar 07 04:32:00.141882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:00.142850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Attempting to bind port 43724dd6-78c2-4ee3-8816-ad690659b647 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:00.164606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:32:00.164955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:00.165342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:32:00.165837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Bound port: 43724dd6-78c2-4ee3-8816-ad690659b647, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:32:00.166245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.223850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bfe6968-be57-4780-b3bf-1ff2828ffc11 req-cce8b68f-21a6-4600-9318-a285faa5d5a8 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051011 Mar 07 04:32:00.252240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:00.272592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d55da53c-feae-49bd-8de8-7e889e3ac8f2 req-88f3e3d7-8e6e-4ad1-878b-73ba0c2ffeb9 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551075 Mar 07 04:32:00.307798 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f60e9f9-ac82-431f-a7f4-ab36a85161c4 x-openstack-request-id: req-3f60e9f9-ac82-431f-a7f4-ab36a85161c4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:00.308287 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17801e3-fa24-4ebb-bbb5-1f9bd3001b00", "name": "network-vif-plugged", "status": "completed", "tag": "057f20a6-ed5d-4959-83f0-7142d7a8bf42", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:00.308390 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f60e9f9-ac82-431f-a7f4-ab36a85161c4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:00.308736 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057f20a6-ed5d-4959-83f0-7142d7a8bf42', 'code': 200} Mar 07 04:32:00.321831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:00.327762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:32:00.338234 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.444037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:00.489637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dccd386-84bd-4f41-8bfa-bdb843b93275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.499848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port 43724dd6-78c2-4ee3-8816-ad690659b647 host n-h1-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:32:00.500264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:00.519138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.520160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.521185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] 10.222.0.15 "PUT /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 1096 time: 2.6458740 Mar 07 04:32:00.554777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:00.557198 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f" -d '{"events": [{"name": "network-changed", "server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:00.628617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dccd386-84bd-4f41-8bfa-bdb843b93275 admin admin] Publish callbacks [] for security_group (4448c890-1b7c-4b93-af26-b7ed7b6ddb5d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.641402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dccd386-84bd-4f41-8bfa-bdb843b93275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4448c890-1b7c-4b93-af26-b7ed7b6ddb5d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.733223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8dccd386-84bd-4f41-8bfa-bdb843b93275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1327687a2b0b45b0a36729878a3f5dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783497 Mar 07 04:32:00.733522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d82db-b072-4f23-a790-0183675388bd req-79b31ac5-12a7-4432-a483-f11683e02f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.733659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42916) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:00.735123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-559d82db-b072-4f23-a790-0183675388bd req-79b31ac5-12a7-4432-a483-f11683e02f49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 1128 time: 0.3603826 Mar 07 04:32:00.746093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f6cf-8c8a-43f4-8df1-9fb507e200da service neutron] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:00.768691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccd386-84bd-4f41-8bfa-bdb843b93275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4448c890-1b7c-4b93-af26-b7ed7b6ddb5d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:00.809255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e5f74-f9aa-4158-b2a2-9db734d5fb2d admin admin] Publish callbacks [] for security_group (4448c890-1b7c-4b93-af26-b7ed7b6ddb5d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.815862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5817-0a17-4fdb-8d95-aee1ea42b26b req-df2b34bd-873e-41a1-9805-df17e3cb6b86 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.817570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce9f5817-0a17-4fdb-8d95-aee1ea42b26b req-df2b34bd-873e-41a1-9805-df17e3cb6b86 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.3765345 Mar 07 04:32:00.828961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e641bb-8d72-43aa-a874-d5883bf08846 req-5d3bc0d0-430c-4487-bd65-1c1c1ceba723 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.836214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52e641bb-8d72-43aa-a874-d5883bf08846 req-5d3bc0d0-430c-4487-bd65-1c1c1ceba723 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.3988972 Mar 07 04:32:00.858694 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e5f74-f9aa-4158-b2a2-9db734d5fb2d admin admin] Publish callbacks [] for security_group (4448c890-1b7c-4b93-af26-b7ed7b6ddb5d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.938675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-95fe3315-dbfc-4e0d-a7c4-b3b5a239e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:00.941616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-95fe3315-dbfc-4e0d-a7c4-b3b5a239e165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1131 time: 0.3684697 Mar 07 04:32:00.968255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e5f74-f9aa-4158-b2a2-9db734d5fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4448c890-1b7c-4b93-af26-b7ed7b6ddb5d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.973597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e5f74-f9aa-4158-b2a2-9db734d5fb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:00.978008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b40e5f74-f9aa-4158-b2a2-9db734d5fb2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4448c890-1b7c-4b93-af26-b7ed7b6ddb5d HTTP/1.1" status: 204 len: 168 time: 0.2412009 Mar 07 04:32:00.982438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce9f5817-0a17-4fdb-8d95-aee1ea42b26b req-42fb2988-aaa0-4824-a4bc-6a965e5a4792 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329155 Mar 07 04:32:00.992789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e5f74-f9aa-4158-b2a2-9db734d5fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4448c890-1b7c-4b93-af26-b7ed7b6ddb5d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:01.010796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-559d82db-b072-4f23-a790-0183675388bd req-932f99fd-8347-482c-b7b0-65eae00a1aa4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568300 Mar 07 04:32:01.054152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52e641bb-8d72-43aa-a874-d5883bf08846 req-61c34e2f-72a5-4d49-a727-edc3425729e4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155685 Mar 07 04:32:01.185287 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea260f-4f9a-43a2-b799-f91fad761254 x-openstack-request-id: req-fcea260f-4f9a-43a2-b799-f91fad761254 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:01.185954 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:01.186405 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcea260f-4f9a-43a2-b799-f91fad761254 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:01.186959 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647', 'status': 'completed', 'code': 200} Mar 07 04:32:01.241172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-4b177124-8828-4a69-8108-fabeeb6aab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.246657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-4b177124-8828-4a69-8108-fabeeb6aab8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2953053 Mar 07 04:32:01.320872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-c14d7aad-63dc-4490-82f5-9879d59724b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.324449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-c14d7aad-63dc-4490-82f5-9879d59724b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1131 time: 0.1581814 Mar 07 04:32:01.373024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-a2f52f00-409d-4503-8ae2-6b24afaf41c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.1155593 Mar 07 04:32:01.543047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-37b517e9-3221-4343-a017-76fbea9ec390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.544574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-b2043e00-4cff-4f46-930e-d4655bf5feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.546148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-37b517e9-3221-4343-a017-76fbea9ec390 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2157254 Mar 07 04:32:01.546345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-b2043e00-4cff-4f46-930e-d4655bf5feb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1395788 Mar 07 04:32:01.641734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-a7547dc6-f34a-406b-bed2-8c8767452b4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.0889220 Mar 07 04:32:01.660750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac6be4-9fc1-467a-b29c-0cb7dc959264 req-f2ba8967-a7a9-4469-8261-021bf52522e3 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.662394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9eac6be4-9fc1-467a-b29c-0cb7dc959264 req-f2ba8967-a7a9-4469-8261-021bf52522e3 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.2588630 Mar 07 04:32:01.710851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f6b1-e324-40c7-9864-571b5c2cc4b2 req-2ccffe21-5978-4505-86e6-b4c9fd037983 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.718994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2d5f6b1-e324-40c7-9864-571b5c2cc4b2 req-2ccffe21-5978-4505-86e6-b4c9fd037983 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 950 time: 0.3422086 Mar 07 04:32:01.724963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-7f7df65d-cfb7-4989-a017-6e39012a5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.726932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-7f7df65d-cfb7-4989-a017-6e39012a5bd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0795896 Mar 07 04:32:01.761967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-b8864bb6-30c7-4d21-95e1-9ade054a3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.763560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-b8864bb6-30c7-4d21-95e1-9ade054a3ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1845114 Mar 07 04:32:01.805494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-5d742e61-5bca-4a1a-a572-23f0021a6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:01.808297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-5d742e61-5bca-4a1a-a572-23f0021a6d9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0754871 Mar 07 04:32:01.835798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9eac6be4-9fc1-467a-b29c-0cb7dc959264 req-e9039161-a33e-4d96-bda9-29fcb86d6eb5 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587486 Mar 07 04:32:01.879517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2d5f6b1-e324-40c7-9864-571b5c2cc4b2 req-8c16b7ec-82c0-476a-bef0-f060f52e05fe tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597450 Mar 07 04:32:01.924482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-03da58ed-15d7-4763-8439-7697cde140e8 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509182 Mar 07 04:32:01.988335 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-7c507238-ba98-4f49-9128-2d97156ef085 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718309 Mar 07 04:32:02.257668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-9488b7c7-2f19-4f6c-b834-907e19785464 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616615 Mar 07 04:32:02.275223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5951924-2769-4536-99b2-dd3d4f42cf66 req-6b4bae77-dfa9-47be-b5d4-a4ccc3d15bab service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428707 Mar 07 04:32:02.311696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518'}, {'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:02.315121 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36691347-b290-4529-9db7-c07de5633313" -d '{"events": [{"server_uuid": "af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86", "name": "network-vif-plugged", "status": "completed", "tag": "48d5f5ed-6e6a-435f-95bf-e5a355a2d518"}, {"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:02.387064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34752f-4014-4965-995b-4361385df5c2 req-570d7ddc-0d8a-4f23-bf80-269642d498e1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.389184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e34752f-4014-4965-995b-4361385df5c2 req-570d7ddc-0d8a-4f23-bf80-269642d498e1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.2574413 Mar 07 04:32:02.403192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb922b3-3bb0-4b10-af74-203849a7e9eb req-4f21039e-1bbe-4e84-ab5e-3ac70a788052 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.405270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eb922b3-3bb0-4b10-af74-203849a7e9eb req-4f21039e-1bbe-4e84-ab5e-3ac70a788052 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1626263 Mar 07 04:32:02.458489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-13d62c71-a107-4868-8d89-95397125b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.459730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-13d62c71-a107-4868-8d89-95397125b7c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1131 time: 0.1274819 Mar 07 04:32:02.513046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eb922b3-3bb0-4b10-af74-203849a7e9eb req-de9a3104-367e-403b-ab9b-7c596f708e4f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021523 Mar 07 04:32:02.551832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e34752f-4014-4965-995b-4361385df5c2 req-b7db07cf-9ad9-493b-8584-7080181199dd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455250 Mar 07 04:32:02.625584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-08892280-d0c4-48d0-9b9a-f0732cec4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.628196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-08892280-d0c4-48d0-9b9a-f0732cec4822 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1600266 Mar 07 04:32:02.629135 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f01c70-b652-45fe-90af-2d2a3f53e66f x-openstack-request-id: req-17f01c70-b652-45fe-90af-2d2a3f53e66f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:02.629436 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86", "name": "network-vif-plugged", "status": "completed", "tag": "48d5f5ed-6e6a-435f-95bf-e5a355a2d518", "code": 200}, {"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:02.629727 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17f01c70-b652-45fe-90af-2d2a3f53e66f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:02.630157 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518', 'code': 200} Mar 07 04:32:02.630354 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'code': 200} Mar 07 04:32:02.680785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-5bfcc998-b1ef-4730-a667-cd36382f9a02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 200 len: 217 time: 0.0452216 Mar 07 04:32:02.745891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-0200a0d4-d647-4228-b7d3-bfa2fe15c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.747658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-0200a0d4-d647-4228-b7d3-bfa2fe15c783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0615444 Mar 07 04:32:02.767776 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f20b638a-a1ac-4e03-8983-5ba17a111ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:02.817775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-87435f63-2648-4e79-b565-0a770dc1042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.819324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-87435f63-2648-4e79-b565-0a770dc1042c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0640974 Mar 07 04:32:02.915087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25817-fcc9-4324-aa87-7063740a95c3 req-2a26cbf7-fbe0-4a41-9a68-791c03e5930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.917220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69f25817-fcc9-4324-aa87-7063740a95c3 req-2a26cbf7-fbe0-4a41-9a68-791c03e5930a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 1128 time: 0.1612804 Mar 07 04:32:02.940317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfe841-7e86-4d46-baf5-f5b85ac62a7d req-63fc64ee-bbfd-4ffc-b5ec-f057c3799daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:02.947645 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bebfe841-7e86-4d46-baf5-f5b85ac62a7d req-63fc64ee-bbfd-4ffc-b5ec-f057c3799daf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 1132 time: 0.1446669 Mar 07 04:32:02.995272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-e6247bbb-45b8-473b-9e56-baa8d61303ca service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681988 Mar 07 04:32:03.067776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bebfe841-7e86-4d46-baf5-f5b85ac62a7d req-97f911bd-777c-4937-94d1-eb8b6c0605f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920305 Mar 07 04:32:03.102654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-69f25817-fcc9-4324-aa87-7063740a95c3 req-04b1e9f5-f043-49d8-840a-8c78bc51f400 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787481 Mar 07 04:32:03.190632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c80408e-7c6c-4e16-9003-bb5f43a4ad4f req-12741b0f-32cf-4544-b9a7-96278d73d4dd service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713932 Mar 07 04:32:03.235336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b9d6-4301-4d11-9f72-dd6af9cadca4 req-2ae5b01d-d146-4251-8a3a-2097e04cb0e6 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.242507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7836b9d6-4301-4d11-9f72-dd6af9cadca4 req-2ae5b01d-d146-4251-8a3a-2097e04cb0e6 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.2554846 Mar 07 04:32:03.310582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7836b9d6-4301-4d11-9f72-dd6af9cadca4 req-ff3965b5-a99e-40b2-86ac-875293973199 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671251 Mar 07 04:32:03.367208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc034ffc-72f4-4e67-aa06-b1c621922fe1 req-ae99a232-b1c8-4eae-a4d0-ce5b9b81abdb tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.369620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc034ffc-72f4-4e67-aa06-b1c621922fe1 req-ae99a232-b1c8-4eae-a4d0-ce5b9b81abdb tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 950 time: 0.0786185 Mar 07 04:32:03.454757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc034ffc-72f4-4e67-aa06-b1c621922fe1 req-083bd3f7-f3b7-46db-a846-8bb1be270bf9 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 Mar 07 04:32:03.476709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.484909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.490229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.495630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.501347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.506902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.513801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.515941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37e1602a-c249-439f-a97d-962ea14224e6 req-e1de7e94-a31b-498f-ae28-b9ecaa6cfb1f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.1452374 Mar 07 04:32:03.656388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37e1602a-c249-439f-a97d-962ea14224e6 req-34961851-2797-4bd0-8ad4-9f2077d75018 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346028 Mar 07 04:32:03.884036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42252f8-9a6d-4364-b18c-7115e9c0b23c req-774fd01d-7b5b-488a-ad51-cfd456e80313 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.893802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f42252f8-9a6d-4364-b18c-7115e9c0b23c req-774fd01d-7b5b-488a-ad51-cfd456e80313 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1482399 Mar 07 04:32:03.930700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-22d80d73-6a9f-47ec-aa83-e365d7eec38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.933068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-22d80d73-6a9f-47ec-aa83-e365d7eec38f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8383543b8b7840649e2bf655d3145077&device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 1128 time: 0.1503041 Mar 07 04:32:03.963514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a68175-b5d3-4f55-acea-9ca190eafdfc req-6bd30a7b-1b20-4b03-88e9-4ba21a3a5369 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:03.964890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2a68175-b5d3-4f55-acea-9ca190eafdfc req-6bd30a7b-1b20-4b03-88e9-4ba21a3a5369 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.1808221 Mar 07 04:32:03.992100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f42252f8-9a6d-4364-b18c-7115e9c0b23c req-4c461007-56f5-4f51-9a39-462133d903a4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940762 Mar 07 04:32:04.200697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2a68175-b5d3-4f55-acea-9ca190eafdfc req-e52abf49-1f2d-46ac-8585-082cd0974648 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970561 Mar 07 04:32:04.222755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-d5591b16-b1c3-4697-9c8d-1d91b563bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.224232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-d5591b16-b1c3-4697-9c8d-1d91b563bd77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 HTTP/1.1" status: 200 len: 914 time: 0.2814806 Mar 07 04:32:04.239524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c5-583d-4fc3-beef-7668ee1d15f7 req-85ab9112-ac48-4aac-96fa-2e0efbaf7e7b tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.247378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-899a82c5-583d-4fc3-beef-7668ee1d15f7 req-85ab9112-ac48-4aac-96fa-2e0efbaf7e7b tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.1236715 Mar 07 04:32:04.300481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-8bc5f3e4-a22a-421e-b0f7-7074536cc7bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42 HTTP/1.1" status: 200 len: 217 time: 0.0693192 Mar 07 04:32:04.373883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-899a82c5-583d-4fc3-beef-7668ee1d15f7 req-a684733d-1539-4ddc-83be-a33a3e772804 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254880 Mar 07 04:32:04.389883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-f71abed7-47d2-456a-aa1c-60fff0603b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.397352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-f71abed7-47d2-456a-aa1c-60fff0603b7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88d7b266-998c-43a2-acb9-508c9cd6e433 HTTP/1.1" status: 200 len: 853 time: 0.0864797 Mar 07 04:32:04.453333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-8b2c23c0-c82f-46b3-a0e8-325533058230 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457208 Mar 07 04:32:04.588398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-0face644-5921-495c-8f2e-b80bed2e8891 service neutron] 10.222.0.15 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268425 Mar 07 04:32:04.659662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:04.701136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0364-2e7c-4ec6-b5e5-4469369b65ca req-b4a542e1-d0b1-43df-91f6-6ef160e1e564 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.703946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2cd0364-2e7c-4ec6-b5e5-4469369b65ca req-b4a542e1-d0b1-43df-91f6-6ef160e1e564 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 950 time: 0.1349335 Mar 07 04:32:04.764977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a012e9a1-8973-444f-b9fe-9e318616eb28 req-d81d5e6a-0968-4d41-a2d6-c310d7cd8d83 service neutron] 10.222.0.15 "GET /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624045 Mar 07 04:32:04.856948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2cd0364-2e7c-4ec6-b5e5-4469369b65ca req-4d13b601-34f4-46a8-abb7-e6e710dbb829 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445103 Mar 07 04:32:04.919118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-0d38f12f-7de6-4c14-9039-e71b12a701f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1427095 Mar 07 04:32:04.934306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.940203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.945839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.952145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.957378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.975035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.981791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:04.983735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-2ae0e919-72c6-4347-8bec-08aa3a7d4bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.1888793 Mar 07 04:32:05.086629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66842590-9c96-49a5-b15f-c68f444fa6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.195392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-daee8bdd-58ef-46ab-91eb-6b902594622b req-f6d665c4-bc55-42e9-893a-9cd7cf278dc3 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2047930 Mar 07 04:32:05.252248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66842590-9c96-49a5-b15f-c68f444fa6a8 admin admin] Publish callbacks [] for security_group (c9c9a745-fe80-4feb-b5e2-f233cd3762fa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.254402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-2aacec56-5698-4bf6-a9f1-ae023118d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.256122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-2aacec56-5698-4bf6-a9f1-ae023118d861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 1132 time: 0.1932182 Mar 07 04:32:05.257884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66842590-9c96-49a5-b15f-c68f444fa6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c9c9a745-fe80-4feb-b5e2-f233cd3762fa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.304142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f27648-957f-4eaf-b113-eb41117020d1 req-6e428da7-6ad8-420f-ab70-634846bb5126 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.305804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-66842590-9c96-49a5-b15f-c68f444fa6a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=041e3df1ce324c66a47259649df1ec62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444161 Mar 07 04:32:05.308935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:05.311857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15f27648-957f-4eaf-b113-eb41117020d1 req-6e428da7-6ad8-420f-ab70-634846bb5126 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.1707883 Mar 07 04:32:05.343875 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9a72-f26e-4d76-8f52-172976362907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.395162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66842590-9c96-49a5-b15f-c68f444fa6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9a745-fe80-4feb-b5e2-f233cd3762fa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:05.435936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0565be9e-ac7f-4130-9168-ae52518c2964 admin admin] Publish callbacks [] for security_group (c9c9a745-fe80-4feb-b5e2-f233cd3762fa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.464335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0565be9e-ac7f-4130-9168-ae52518c2964 admin admin] Publish callbacks [] for security_group (c9c9a745-fe80-4feb-b5e2-f233cd3762fa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.509878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15f27648-957f-4eaf-b113-eb41117020d1 req-3b453099-fbc5-43a7-b31a-e874aefedea1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970737 Mar 07 04:32:05.532674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0565be9e-ac7f-4130-9168-ae52518c2964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c9c9a745-fe80-4feb-b5e2-f233cd3762fa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.535705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0565be9e-ac7f-4130-9168-ae52518c2964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:05.536902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0565be9e-ac7f-4130-9168-ae52518c2964 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9c9a745-fe80-4feb-b5e2-f233cd3762fa HTTP/1.1" status: 204 len: 168 time: 0.2226036 Mar 07 04:32:05.543965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53553-efbb-4806-80b0-c3fed5b818aa req-26e4d22f-b951-4be9-a0ef-aff82a99cf03 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.545336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565be9e-ac7f-4130-9168-ae52518c2964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9a745-fe80-4feb-b5e2-f233cd3762fa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:05.550829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3d53553-efbb-4806-80b0-c3fed5b818aa req-26e4d22f-b951-4be9-a0ef-aff82a99cf03 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.2370110 Mar 07 04:32:05.595503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-8e5f046c-0c26-43f0-af92-67e9fe3c7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.596969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-8e5f046c-0c26-43f0-af92-67e9fe3c7179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.3119888 Mar 07 04:32:05.645059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-7324804a-2b8a-46de-8237-6b2b86dff31e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 200 len: 217 time: 0.0403540 Mar 07 04:32:05.663596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3d53553-efbb-4806-80b0-c3fed5b818aa req-29d6bdf4-d2f1-45ec-89a2-529ad527062b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076324 Mar 07 04:32:05.840752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-2d1abd8f-dd52-48da-a86e-0cd1b620b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.842495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-2d1abd8f-dd52-48da-a86e-0cd1b620b069 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1773760 Mar 07 04:32:05.876134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a5154-d3fb-4dce-b8da-d741d56e1ba2 req-9b586418-4244-46c4-be44-7d977df5339a tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.877641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e74a5154-d3fb-4dce-b8da-d741d56e1ba2 req-9b586418-4244-46c4-be44-7d977df5339a tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.1986027 Mar 07 04:32:05.907606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556bab2-f045-4870-ac30-2a2156aa7208 req-2e7d5061-ecc0-460e-81da-54143ea585db tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:05.914571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5556bab2-f045-4870-ac30-2a2156aa7208 req-2e7d5061-ecc0-460e-81da-54143ea585db tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 1131 time: 0.1282792 Mar 07 04:32:06.060386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5556bab2-f045-4870-ac30-2a2156aa7208 req-eebaed14-7c27-498f-8f5c-3711f43dd0c7 tempest-MigrationsAdminTest-298560934 tempest-MigrationsAdminTest-298560934-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448231 Mar 07 04:32:06.077337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-d234eb6d-4075-4924-9de4-2fe3a1b5baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.078895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-d234eb6d-4075-4924-9de4-2fe3a1b5baf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2284024 Mar 07 04:32:06.082853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e74a5154-d3fb-4dce-b8da-d741d56e1ba2 req-a9358243-5af4-4efe-b1ad-179713a6d1fa tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898904 Mar 07 04:32:06.212267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:32:06.364063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-cb7f6990-ba6f-4ef0-9447-ffb493e8aad0 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625153 Mar 07 04:32:06.375142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de962-c2a6-4b79-b757-c9640be7b21b req-7f41a66f-7d23-4c16-b776-fcaf46eba83d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.376663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c2de962-c2a6-4b79-b757-c9640be7b21b req-7f41a66f-7d23-4c16-b776-fcaf46eba83d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 950 time: 0.1566484 Mar 07 04:32:06.525461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:06.569663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '43724dd6-78c2-4ee3-8816-ad690659b647', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '43724dd6-78c2-4ee3-8816-ad690659b647', 'mac_address': 'fa:16:3e:b6:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:32:06.616584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c2de962-c2a6-4b79-b757-c9640be7b21b req-eb868a40-d31d-449d-b867-a591299483e7 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268515 Mar 07 04:32:06.703637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:06.709393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 43724dd6-78c2-4ee3-8816-ad690659b647 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:06.710069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:06.730650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9554f2d-4497-4168-982d-7b10af03d6b8 req-10bff559-8539-4663-ad8f-462bd03d73f5 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529770 Mar 07 04:32:06.739100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:06.781221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:06.796645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:06.805590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.813090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.818700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.824611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.830928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.836546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.851324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.859080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-d638b1a4-15f4-4e24-9be0-811710747ee2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.2541990 Mar 07 04:32:06.902566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:06.936801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfa8e7-50c5-4931-881b-f57d835b9e47 req-d75bdaf0-e7b7-45ed-bb91-324b13e81031 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:06.938505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eebfa8e7-50c5-4931-881b-f57d835b9e47 req-d75bdaf0-e7b7-45ed-bb91-324b13e81031 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 949 time: 0.2036748 Mar 07 04:32:06.978954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0cd4405-9c7e-47a5-9298-419d282329ef req-f52eeaad-7af8-443b-bfab-bcb08c25f9c8 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144080 Mar 07 04:32:07.081917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['43724dd6-78c2-4ee3-8816-ad690659b647'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:07.123772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eebfa8e7-50c5-4931-881b-f57d835b9e47 req-65dd4055-2758-415e-8741-409c0ee29c95 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755145 Mar 07 04:32:07.124804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.133500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.143191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.164955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.172905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.182910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.191178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.193739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-4701e98f-9941-4e76-9288-54d3a2dc3911 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 5434 time: 0.2244768 Mar 07 04:32:07.355649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-14c755df-23fe-4c00-bf83-f3998b3cf07e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.357104 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-14c755df-23fe-4c00-bf83-f3998b3cf07e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "GET /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1578872 Mar 07 04:32:07.424331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597237-4ba1-48a5-aee0-f958ce66a224 req-1d0a9581-aa03-401e-8f49-2cda559365cf tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.426129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5597237-4ba1-48a5-aee0-f958ce66a224 req-1d0a9581-aa03-401e-8f49-2cda559365cf tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.1290720 Mar 07 04:32:07.515036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e7535-b065-4d47-9798-a22ddff235d6 req-c64f1cf3-9796-4686-ab9a-26305e999e27 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.522312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-0317322a-46da-469b-944e-01970738191d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "GET /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1575742 Mar 07 04:32:07.522894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba7e7535-b065-4d47-9798-a22ddff235d6 req-c64f1cf3-9796-4686-ab9a-26305e999e27 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 950 time: 0.1720572 Mar 07 04:32:07.536532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:07.593244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5597237-4ba1-48a5-aee0-f958ce66a224 req-ba84e13c-b11f-454d-95a7-7ee0fcec59d6 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536481 Mar 07 04:32:07.609250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:07.625419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:07.739254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba7e7535-b065-4d47-9798-a22ddff235d6 req-b22b4515-e35f-4f2f-9559-49415e0c7123 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553693 Mar 07 04:32:07.817925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=e112f9d1-2cca-4bc9-adc7-544fb295ccec,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:07.865201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] For port e112f9d1-2cca-4bc9-adc7-544fb295ccec, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:07.912398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] device_id is not set on port e112f9d1-2cca-4bc9-adc7-544fb295ccec yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:07.940958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Publish callbacks [] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:07.957408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-49fd5bf0-74b0-4f9a-99d3-b20d9361db22 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:07.961557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:07.975634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-49fd5bf0-74b0-4f9a-99d3-b20d9361db22 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.1302752 Mar 07 04:32:08.082252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Pushing event updated for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:08.228415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:32:08.245640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] No DVR routers for this DVR port e112f9d1-2cca-4bc9-adc7-544fb295ccec on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:08.396398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] In _notify_port_updated(), no bound segment for port e112f9d1-2cca-4bc9-adc7-544fb295ccec on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:32:08.401766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.410557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:08.418336 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-ff3dfbee-dc58-4d87-9795-9c62f9514a91 service neutron] 10.222.0.44 "PUT /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 200 len: 1027 time: 0.8863556 Mar 07 04:32:08.515227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.529229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:08.536716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.558281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.568874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '43724dd6-78c2-4ee3-8816-ad690659b647', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '43724dd6-78c2-4ee3-8816-ad690659b647', 'mac_address': 'fa:16:3e:b6:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:32:08.579342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.591555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.597343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-702202f8-16c1-4268-ad76-688849591fbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.599419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-702202f8-16c1-4268-ad76-688849591fbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "GET /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1711786 Mar 07 04:32:08.609312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:08.620243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:08.620801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-f2bb35bd-b475-4622-88e3-b5103bf0a3bf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 4660 time: 0.5246222 Mar 07 04:32:08.629113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Deleting port 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:08.629579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:08.632429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43274) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:08.739119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:08.811057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-059b7eb4-4315-467b-9aa1-681626fe878b None None] Provisioning complete for port e112f9d1-2cca-4bc9-adc7-544fb295ccec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:08.811656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-059b7eb4-4315-467b-9aa1-681626fe878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:08.885817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-059b7eb4-4315-467b-9aa1-681626fe878b None None] Port e112f9d1-2cca-4bc9-adc7-544fb295ccec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:32:08.953852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a24440e0-04b9-4075-a964-6fc5fe1067f1,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:08.999440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] For port a24440e0-04b9-4075-a964-6fc5fe1067f1, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:09.041927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] device_id is not set on port a24440e0-04b9-4075-a964-6fc5fe1067f1 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:09.058305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Publish callbacks [] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.065899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.137361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1499790705'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:09.148241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] No DVR routers for this DVR port a24440e0-04b9-4075-a964-6fc5fe1067f1 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:09.192161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Made reservation on behalf of 1cfbc43f2f7449a9b86c5f270a024bee for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:09.194423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:09.195205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.206033 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.210358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] In _notify_port_updated(), no bound segment for port a24440e0-04b9-4075-a964-6fc5fe1067f1 on network 647fda0b-197a-4970-86eb-e729ec0490e6 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:32:09.212031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:09.213327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.215193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a60c7dca-306f-4ef6-82b8-d40a63228dd1 service neutron] 10.222.0.44 "PUT /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 200 len: 1027 time: 0.6036818 Mar 07 04:32:09.241633 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.291975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85a35122-3ca6-4a9d-a8be-df578a2143e2 req-7f88d1db-ff88-49e6-a5d6-6b6f44f4ad3a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&id=8de317e8-200a-468a-b304-2c234024f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6526339 Mar 07 04:32:09.319236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01e295-94df-4e7f-8599-b1425b6592c4 req-5642f964-71a5-4877-b69b-6d07f86364e4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:09.327287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca01e295-94df-4e7f-8599-b1425b6592c4 req-5642f964-71a5-4877-b69b-6d07f86364e4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 950 time: 0.6787539 Mar 07 04:32:09.346903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] For port 43724dd6-78c2-4ee3-8816-ad690659b647, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=43724dd6-78c2-4ee3-8816-ad690659b647,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:09.347287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.362532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-f5f0cdc7-a9da-494f-93c5-f6f49c9b3e8d tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:09.364063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-f5f0cdc7-a9da-494f-93c5-f6f49c9b3e8d tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.2380562 Mar 07 04:32:09.379377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 88b665b0-a3ab-48c1-a364-976e1d40f536 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:09.379924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.437161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Calling delete_port for 43724dd6-78c2-4ee3-8816-ad690659b647 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:09.523743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-34e031b9-5837-4b14-a67a-69b506c61a3b None None] Provisioning complete for port a24440e0-04b9-4075-a964-6fc5fe1067f1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:09.524132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-34e031b9-5837-4b14-a67a-69b506c61a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.573339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-34e031b9-5837-4b14-a67a-69b506c61a3b None None] Port a24440e0-04b9-4075-a964-6fc5fe1067f1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:32:09.608269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 88b665b0-a3ab-48c1-a364-976e1d40f536, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=88b665b0-a3ab-48c1-a364-976e1d40f536,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:09.608874 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.634032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca01e295-94df-4e7f-8599-b1425b6592c4 req-f06aff9c-ead0-4b78-8b7b-feb170a0531e tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059332 Mar 07 04:32:09.635798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 88b665b0-a3ab-48c1-a364-976e1d40f536 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:09.734705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks [] for security_group (24114d94-bdee-4173-97b0-6a1c259e61d9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.746687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14babbf7-84a5-4b36-abb7-746974b4d1eb req-c742c0e6-b137-4840-8f76-0b3ecde3a3e1 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:09.755058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14babbf7-84a5-4b36-abb7-746974b4d1eb req-c742c0e6-b137-4840-8f76-0b3ecde3a3e1 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 946 time: 0.1478233 Mar 07 04:32:09.758351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Deleting port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:09.758699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.787801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (24114d94-bdee-4173-97b0-6a1c259e61d9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.900083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:32:09.907277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43320) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:09.956585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (88b665b0-a3ab-48c1-a364-976e1d40f536), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:09.984462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] For port 057f20a6-ed5d-4959-83f0-7142d7a8bf42, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=057f20a6-ed5d-4959-83f0-7142d7a8bf42,segment=NetworkSegment(3b76583f-3bbb-4e6c-8816-6bad470d9a9a),segment_id=3b76583f-3bbb-4e6c-8816-6bad470d9a9a)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:09.985078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.005082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Calling delete_port for 057f20a6-ed5d-4959-83f0-7142d7a8bf42 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:10.013428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=88b665b0-a3ab-48c1-a364-976e1d40f536,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:10.111240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 88b665b0-a3ab-48c1-a364-976e1d40f536 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:10.115345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.120652 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-f5497fd3-663a-4c2a-9219-983ff8d95141 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "DELETE /v2.0/ports/88b665b0-a3ab-48c1-a364-976e1d40f536 HTTP/1.1" status: 204 len: 173 time: 0.8977263 Mar 07 04:32:10.121396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '88b665b0-a3ab-48c1-a364-976e1d40f536'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:10.130316 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc66dd2f-f30c-4d30-85a8-1228bb8bf6e3" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "88b665b0-a3ab-48c1-a364-976e1d40f536"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:10.148726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14babbf7-84a5-4b36-abb7-746974b4d1eb req-0b036df7-4bff-4d0c-a20e-62a63ccbfc2b tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/security-groups?id=df47d28a-5ba1-419c-b1d1-5a6f0f486567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927836 Mar 07 04:32:10.162613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24114d94-bdee-4173-97b0-6a1c259e61d9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:10.173394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.173767 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Added segment 40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff of type vlan for network a74ddcb7-daec-45d0-b16c-10f6c96962c2 Mar 07 04:32:10.205095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66400039-2d69-4520-957b-00914b4d5c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.287651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a74ddcb7-daec-45d0-b16c-10f6c96962c2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.354016 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3af7ad-b292-433c-9348-8a37745267d1 x-openstack-request-id: req-df3af7ad-b292-433c-9348-8a37745267d1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:10.354764 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "88b665b0-a3ab-48c1-a364-976e1d40f536", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:10.355030 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df3af7ad-b292-433c-9348-8a37745267d1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:10.355449 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '88b665b0-a3ab-48c1-a364-976e1d40f536', 'status': 'completed', 'code': 200} Mar 07 04:32:10.520436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5fe1e6ca-eec4-4320-b137-605b9a5682d4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:10.552385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 92729aae-f721-4d72-86b6-fdfb98f083db {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:10.553003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.617223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a74ddcb7-daec-45d0-b16c-10f6c96962c2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.621350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66400039-2d69-4520-957b-00914b4d5c17 admin admin] Publish callbacks [] for security_group (549c7d94-51dd-483d-9135-99040b938efe), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.632449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:10.647905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.726490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (43724dd6-78c2-4ee3-8816-ad690659b647), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.741381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:10.742195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.756877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:10.761203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712', '74e8d331-71b8-418c-953d-55508a88bfca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:10.787589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66400039-2d69-4520-957b-00914b4d5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (549c7d94-51dd-483d-9135-99040b938efe), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:10.856469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66400039-2d69-4520-957b-00914b4d5c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549c7d94-51dd-483d-9135-99040b938efe,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:10.896067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event deleted for resources: {'Port': ['ID=43724dd6-78c2-4ee3-8816-ad690659b647,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:10.903838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef4c88f0-7de4-4161-a219-7b390bb62dc2 req-1edf6554-dc7f-40cc-8ccd-9770525f64f8 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 210 time: 0.0688303 Mar 07 04:32:10.977507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:10.980785 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc14e6-6980-4ceb-b917-d35246b9b13e" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:10.982940 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-66400039-2d69-4520-957b-00914b4d5c17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=459c2159829e43f497d30cd21a8b4cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0744078 Mar 07 04:32:10.994482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 92729aae-f721-4d72-86b6-fdfb98f083db, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92729aae-f721-4d72-86b6-fdfb98f083db,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:11.000090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.004410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3684962 Mar 07 04:32:11.008983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43352) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:11.057817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] No DVR routers for this DVR port 43724dd6-78c2-4ee3-8816-ad690659b647 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:11.061468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.065336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9503a343-b6a8-4c84-924a-af6087e884b9 req-5d5a1559-2bd6-48e8-9134-c56c986324d4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "DELETE /v2.0/ports/43724dd6-78c2-4ee3-8816-ad690659b647 HTTP/1.1" status: 204 len: 173 time: 3.0877819 Mar 07 04:32:11.068905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'name': 'network-vif-deleted', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:11.072673 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc2c4f2-49c9-47a7-bb8e-66f230b2c2c9" -d '{"events": [{"server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "name": "network-vif-deleted", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:11.075052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (057f20a6-ed5d-4959-83f0-7142d7a8bf42), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.085067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:11.098263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b8ff2-e085-4144-aa20-a1ec8521ed8f tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Pushing event updated for resources: {'Network': ['ID=a74ddcb7-daec-45d0-b16c-10f6c96962c2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:11.115729 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.120881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92d09f97-6b8b-4891-af92-33045126c131 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:11.149553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Pushing event deleted for resources: {'Port': ['ID=057f20a6-ed5d-4959-83f0-7142d7a8bf42,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:11.196244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a74ddcb7-daec-45d0-b16c-10f6c96962c2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:32:11.301021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a93e-e118-4179-9c78-088f66b782ed req-f2c61cc9-7e68-47cf-8365-18ee0ee9ffed tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:11.325846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a93e-e118-4179-9c78-088f66b782ed req-f2c61cc9-7e68-47cf-8365-18ee0ee9ffed tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:11.331743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a93e-e118-4179-9c78-088f66b782ed req-f2c61cc9-7e68-47cf-8365-18ee0ee9ffed tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:11.339679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a93e-e118-4179-9c78-088f66b782ed req-f2c61cc9-7e68-47cf-8365-18ee0ee9ffed tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:11.342003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1956a93e-e118-4179-9c78-088f66b782ed req-f2c61cc9-7e68-47cf-8365-18ee0ee9ffed tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 3151 time: 0.7553561 Mar 07 04:32:11.376422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] No DVR routers for this DVR port 057f20a6-ed5d-4959-83f0-7142d7a8bf42 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:11.379566 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba49c1-5523-436e-ab35-7e60624eadba x-openstack-request-id: req-0cba49c1-5523-436e-ab35-7e60624eadba {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:11.379751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.380132 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:11.380494 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cba49c1-5523-436e-ab35-7e60624eadba {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:11.383314 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4', 'code': 200} Mar 07 04:32:11.385354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2782eaf-dfe8-4ce6-b49c-c5eee721918c req-08a972e8-b459-4b11-928f-fca80845d4a0 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.15 "DELETE /v2.0/ports/057f20a6-ed5d-4959-83f0-7142d7a8bf42 HTTP/1.1" status: 204 len: 173 time: 2.0072582 Mar 07 04:32:11.564330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1956a93e-e118-4179-9c78-088f66b782ed req-4ebce3d4-1c4f-467f-8805-9d84ad1c976b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907854 Mar 07 04:32:11.567134 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a77ea5-565f-417b-9503-2d21de302fd2 admin admin] Publish callbacks [] for security_group (549c7d94-51dd-483d-9135-99040b938efe), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.608217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.608697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (6508add6-067a-44bc-b06e-dfc59cb0010d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.608905 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Floating IP 6508add6-067a-44bc-b06e-dfc59cb0010d disassociated. External IP: 172.25.4.185, port: 92729aae-f721-4d72-86b6-fdfb98f083db. Mar 07 04:32:11.609252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 92729aae-f721-4d72-86b6-fdfb98f083db owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:11.654394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a77ea5-565f-417b-9503-2d21de302fd2 admin admin] Publish callbacks [] for security_group (549c7d94-51dd-483d-9135-99040b938efe), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.703508 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84be29-d7c5-4357-8b72-516ba67c78c1 x-openstack-request-id: req-2b84be29-d7c5-4357-8b72-516ba67c78c1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:11.703808 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dd84e6-5c9b-42c2-af85-5ac3ca6f1840", "name": "network-vif-deleted", "tag": "43724dd6-78c2-4ee3-8816-ad690659b647", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:11.704068 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b84be29-d7c5-4357-8b72-516ba67c78c1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:11.704471 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dd84e6-5c9b-42c2-af85-5ac3ca6f1840', 'name': 'network-vif-deleted', 'tag': '43724dd6-78c2-4ee3-8816-ad690659b647', 'status': 'completed', 'code': 200} Mar 07 04:32:11.742124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43372) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:11.769864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Request body: {'port': {'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2', 'binding:host_id': 'n-h1-832185-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1863650163'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:11.819722 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a77ea5-565f-417b-9503-2d21de302fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (549c7d94-51dd-483d-9135-99040b938efe), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.826639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a77ea5-565f-417b-9503-2d21de302fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.835132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-31a77ea5-565f-417b-9503-2d21de302fd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/549c7d94-51dd-483d-9135-99040b938efe HTTP/1.1" status: 204 len: 168 time: 0.7922189 Mar 07 04:32:11.856497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a77ea5-565f-417b-9503-2d21de302fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c7d94-51dd-483d-9135-99040b938efe,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:11.913064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Made reservation on behalf of f616265f6cf04f90af6ad179bf8773f7 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:11.925505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.953735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:11.964662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-439062f9-19b0-41c4-bcf0-62066a0bf5d6 req-d300d5fd-9444-4171-9434-2e57de100119 tempest-InstanceActionsTestJSON-182556375 tempest-InstanceActionsTestJSON-182556375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e17801e3-fa24-4ebb-bbb5-1f9bd3001b00 HTTP/1.1" status: 200 len: 210 time: 0.0664222 Mar 07 04:32:12.106760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 92d09f97-6b8b-4891-af92-33045126c131 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:12.107824 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d09f97-6b8b-4891-af92-33045126c131), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:12.174237 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (92729aae-f721-4d72-86b6-fdfb98f083db), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:12.212019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:12.248544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0de938b3-6bf9-4dcc-a9b6-d2bd1638a550 req-50b7e9da-d6f4-4ac0-93d8-96534ff89b70 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dd84e6-5c9b-42c2-af85-5ac3ca6f1840 HTTP/1.1" status: 200 len: 210 time: 0.0812366 Mar 07 04:32:12.282996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:32:12.290222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:12.327216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=92729aae-f721-4d72-86b6-fdfb98f083db,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:12.358198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 43724dd6-78c2-4ee3-8816-ad690659b647 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:12.358410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 43724dd6-78c2-4ee3-8816-ad690659b647 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:12.358892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 057f20a6-ed5d-4959-83f0-7142d7a8bf42 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:12.455493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92d09f97-6b8b-4891-af92-33045126c131,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:12.483559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 057f20a6-ed5d-4959-83f0-7142d7a8bf42 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:12.485048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 057f20a6-ed5d-4959-83f0-7142d7a8bf42 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:12.495561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43388) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:12.513641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:12.517571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 88b665b0-a3ab-48c1-a364-976e1d40f536 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:12.556110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de3d9f3c-18cd-446a-82bd-8ee8d07a4be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:12.571267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 88b665b0-a3ab-48c1-a364-976e1d40f536 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:12.572328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 88b665b0-a3ab-48c1-a364-976e1d40f536 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:12.573063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92729aae-f721-4d72-86b6-fdfb98f083db no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:12.619792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 92729aae-f721-4d72-86b6-fdfb98f083db {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:12.620723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 92729aae-f721-4d72-86b6-fdfb98f083db not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:12.621880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e112f9d1-2cca-4bc9-adc7-544fb295ccec no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:12.869570 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de3d9f3c-18cd-446a-82bd-8ee8d07a4be0 admin admin] Publish callbacks [] for security_group (7cdd2ac5-870c-47a1-90d4-261322115c59), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:12.914125 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de3d9f3c-18cd-446a-82bd-8ee8d07a4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7cdd2ac5-870c-47a1-90d4-261322115c59), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.079320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-de3d9f3c-18cd-446a-82bd-8ee8d07a4be0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77828d4b722d45eda81df5d83ff08cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5826707 Mar 07 04:32:13.093611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43422) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:13.096891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d9f3c-18cd-446a-82bd-8ee8d07a4be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd2ac5-870c-47a1-90d4-261322115c59,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:13.133893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072d387-58ee-48a8-a95b-5f5104b29058 req-c6cdc77f-ee2c-4c3b-9e47-6f078aaf02a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:13.156308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072d387-58ee-48a8-a95b-5f5104b29058 req-c6cdc77f-ee2c-4c3b-9e47-6f078aaf02a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:13.162666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:13.166745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072d387-58ee-48a8-a95b-5f5104b29058 req-c6cdc77f-ee2c-4c3b-9e47-6f078aaf02a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:13.168690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f072d387-58ee-48a8-a95b-5f5104b29058 req-c6cdc77f-ee2c-4c3b-9e47-6f078aaf02a4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 2411 time: 0.4077597 Mar 07 04:32:13.172053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:13.241267 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:32:13.343366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Deleting subnet 88d7b266-998c-43a2-acb9-508c9cd6e433 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:32:13.346259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06d83b32-7e66-407e-9262-6abebae7f89e admin admin] Publish callbacks [] for security_group (7cdd2ac5-870c-47a1-90d4-261322115c59), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.353386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f072d387-58ee-48a8-a95b-5f5104b29058 req-694de224-1338-4c55-b6ee-142ebc85b182 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764953 Mar 07 04:32:13.354824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Router 6db5c169-3e3c-409c-b8f0-aa51203d901c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:32:13.357011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Publish callbacks [] for subnet (88d7b266-998c-43a2-acb9-508c9cd6e433), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.364156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:13.378619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd272dc07-c545-46e1-8575-920143b043f8', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'd272dc07-c545-46e1-8575-920143b043f8', 'mac_address': 'fa:16:3e:08:f3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:32:13.392220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d09f97-6b8b-4891-af92-33045126c131'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:13.407056 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077102d-e07e-4814-b21c-0f231253e184" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "92d09f97-6b8b-4891-af92-33045126c131"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:13.429104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06d83b32-7e66-407e-9262-6abebae7f89e admin admin] Publish callbacks [] for security_group (7cdd2ac5-870c-47a1-90d4-261322115c59), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.476270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (88d7b266-998c-43a2-acb9-508c9cd6e433), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.518683 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b435bc30-91d9-4e2c-a74e-08ed9a1338d6 x-openstack-request-id: req-b435bc30-91d9-4e2c-a74e-08ed9a1338d6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:13.522171 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "92d09f97-6b8b-4891-af92-33045126c131", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:13.522171 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b435bc30-91d9-4e2c-a74e-08ed9a1338d6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:13.522449 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d09f97-6b8b-4891-af92-33045126c131', 'code': 200} Mar 07 04:32:13.604937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port e112f9d1-2cca-4bc9-adc7-544fb295ccec host ! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:32:13.607657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device e112f9d1-2cca-4bc9-adc7-544fb295ccec not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:13.608109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device a24440e0-04b9-4075-a964-6fc5fe1067f1 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:13.610152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (88d7b266-998c-43a2-acb9-508c9cd6e433), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.706556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06d83b32-7e66-407e-9262-6abebae7f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7cdd2ac5-870c-47a1-90d4-261322115c59), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.714292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06d83b32-7e66-407e-9262-6abebae7f89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.721302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for security_group (4f88df30-4625-481b-b054-a79479f609d3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.734788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4f88df30-4625-481b-b054-a79479f609d3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.735859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-06d83b32-7e66-407e-9262-6abebae7f89e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cdd2ac5-870c-47a1-90d4-261322115c59 HTTP/1.1" status: 204 len: 168 time: 0.6374054 Mar 07 04:32:13.739848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'name': 'network-vif-deleted', 'tag': '057f20a6-ed5d-4959-83f0-7142d7a8bf42'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:13.744932 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c35f5a-7215-4432-8b4d-57740fa1f592" -d '{"events": [{"server_uuid": "e17801e3-fa24-4ebb-bbb5-1f9bd3001b00", "name": "network-vif-deleted", "tag": "057f20a6-ed5d-4959-83f0-7142d7a8bf42"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:13.759126 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (88d7b266-998c-43a2-acb9-508c9cd6e433), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.769162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:13.769557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.810220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port 27d1c07d-04da-443e-ac70-e6c43d2af202 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:13.842101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d272dc07-c545-46e1-8575-920143b043f8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:13.842625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f88df30-4625-481b-b054-a79479f609d3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:13.929536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port a24440e0-04b9-4075-a964-6fc5fe1067f1 host ! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:32:13.935633 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930cb907-7c9d-4e29-b75b-c8ea6b4c6adc x-openstack-request-id: req-930cb907-7c9d-4e29-b75b-c8ea6b4c6adc {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:13.936598 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17801e3-fa24-4ebb-bbb5-1f9bd3001b00", "name": "network-vif-deleted", "tag": "057f20a6-ed5d-4959-83f0-7142d7a8bf42", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:13.937077 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-930cb907-7c9d-4e29-b75b-c8ea6b4c6adc {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:13.938193 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17801e3-fa24-4ebb-bbb5-1f9bd3001b00', 'name': 'network-vif-deleted', 'tag': '057f20a6-ed5d-4959-83f0-7142d7a8bf42', 'status': 'completed', 'code': 200} Mar 07 04:32:13.940608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device a24440e0-04b9-4075-a964-6fc5fe1067f1 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:13.941047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4649182c-ed14-4906-9b3f-36852831887f no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:13.942209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d7b266-998c-43a2-acb9-508c9cd6e433,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:13.950272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d83b32-7e66-407e-9262-6abebae7f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd2ac5-870c-47a1-90d4-261322115c59,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:13.995255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:13.995255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-843a9f48-fda2-4012-8650-8d0a737c6aff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/88d7b266-998c-43a2-acb9-508c9cd6e433 HTTP/1.1" status: 204 len: 168 time: 0.8201404 Mar 07 04:32:14.004915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43454) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:14.113492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:14.161726 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.167009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (865f0c99-8a2c-4d93-b38d-fe8f8a222ec8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.184431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:32:14.281311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 92729aae-f721-4d72-86b6-fdfb98f083db on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:14.285593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.294649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-89cd7489-362b-4b71-be65-33dbd08ca5a6 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "DELETE /v2.0/ports/92729aae-f721-4d72-86b6-fdfb98f083db HTTP/1.1" status: 204 len: 173 time: 4.1589975 Mar 07 04:32:14.298710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:14.306328 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce2fd5-ea05-49ca-b985-7d6b74041f4b" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:14.333487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:32:14.381103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:14.386734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (865f0c99-8a2c-4d93-b38d-fe8f8a222ec8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.393341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] Sync routers for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:32:14.427742 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:14.448455 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83d07b1-cfa4-47e8-b6ac-528d99b1cb51 x-openstack-request-id: req-d83d07b1-cfa4-47e8-b6ac-528d99b1cb51 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:14.448995 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "92729aae-f721-4d72-86b6-fdfb98f083db", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:14.449456 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d83d07b1-cfa4-47e8-b6ac-528d99b1cb51 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:14.450080 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '92729aae-f721-4d72-86b6-fdfb98f083db', 'status': 'completed', 'code': 200} Mar 07 04:32:14.452157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d272dc07-c545-46e1-8575-920143b043f8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:14.469212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865f0c99-8a2c-4d93-b38d-fe8f8a222ec8']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:14.493161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b76583f-3bbb-4e6c-8816-6bad470d9a9a') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:14.494006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b76583f-3bbb-4e6c-8816-6bad470d9a9a') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:14.522455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:32:14.522963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:32:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:14.530987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (3b76583f-3bbb-4e6c-8816-6bad470d9a9a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.567618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3b76583f-3bbb-4e6c-8816-6bad470d9a9a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.572323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a5310a1-660e-4350-a127-5cabcf54a3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.575217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:32:14.575628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (3b76583f-3bbb-4e6c-8816-6bad470d9a9a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:32:14.724135 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:32:14.737893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36405f47-96da-47cf-9d5c-86dbf921a16b req-dd75cff0-1d6c-4461-82c6-d8c0e8d20557 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:14.747626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36405f47-96da-47cf-9d5c-86dbf921a16b req-dd75cff0-1d6c-4461-82c6-d8c0e8d20557 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 951 time: 0.9161432 Mar 07 04:32:14.752323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 4649182c-ed14-4906-9b3f-36852831887f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:14.752667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4649182c-ed14-4906-9b3f-36852831887f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.759433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (865f0c99-8a2c-4d93-b38d-fe8f8a222ec8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.779752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.783528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/865f0c99-8a2c-4d93-b38d-fe8f8a222ec8 HTTP/1.1" status: 204 len: 168 time: 0.7765305 Mar 07 04:32:14.808504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887df1f-91a5-4e56-a881-668fc64467bb admin admin] Pushing event deleted for resources: {'Network': ['ID=865f0c99-8a2c-4d93-b38d-fe8f8a222ec8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:14.827491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4649182c-ed14-4906-9b3f-36852831887f is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:14.827491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4649182c-ed14-4906-9b3f-36852831887f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:14.843708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599669-cbca-4755-a5d8-7ba63d43d2a6 req-b91bc5f6-f97a-41c4-9488-391dd1194f72 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:14.849499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599669-cbca-4755-a5d8-7ba63d43d2a6 req-b91bc5f6-f97a-41c4-9488-391dd1194f72 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:14.856421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599669-cbca-4755-a5d8-7ba63d43d2a6 req-b91bc5f6-f97a-41c4-9488-391dd1194f72 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:14.864434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1599669-cbca-4755-a5d8-7ba63d43d2a6 req-b91bc5f6-f97a-41c4-9488-391dd1194f72 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 2411 time: 0.1755154 Mar 07 04:32:14.937529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36405f47-96da-47cf-9d5c-86dbf921a16b req-f9f8bd95-b6f0-4eed-afbb-c3bbd4a9a4a4 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879351 Mar 07 04:32:14.998815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1599669-cbca-4755-a5d8-7ba63d43d2a6 req-0a011773-2d8b-4cc9-aa55-8b43be00368a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273527 Mar 07 04:32:15.124811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:32:15.168344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43484) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:15.210897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4649182c-ed14-4906-9b3f-36852831887f,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:15.263968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 4649182c-ed14-4906-9b3f-36852831887f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4649182c-ed14-4906-9b3f-36852831887f,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:15.264338 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4649182c-ed14-4906-9b3f-36852831887f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.267954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port 27d1c07d-04da-443e-ac70-e6c43d2af202 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:15.268983 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.301952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7b27849c-ab49-40c1-8482-b6a913e90f11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8383543b8b7840649e2bf655d3145077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324530 Mar 07 04:32:15.313831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43494) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:15.318058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-79bb1c12-3dee-4fde-a9c8-60098d4eccf5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:15.319649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-79bb1c12-3dee-4fde-a9c8-60098d4eccf5 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 951 time: 0.2791116 Mar 07 04:32:15.385676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a5310a1-660e-4350-a127-5cabcf54a3f4 admin admin] Publish callbacks [] for security_group (006b8488-3395-4622-8add-6d5455689cf1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.417162 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.421144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 4649182c-ed14-4906-9b3f-36852831887f owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:15.432251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a5310a1-660e-4350-a127-5cabcf54a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (006b8488-3395-4622-8add-6d5455689cf1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.463428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Deleting port 74e8d331-71b8-418c-953d-55508a88bfca {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:15.464014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (74e8d331-71b8-418c-953d-55508a88bfca), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.466920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:15.485260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.538606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4649182c-ed14-4906-9b3f-36852831887f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:15.541573 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf6fd8-c990-4804-a403-ee226cc27340" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "4649182c-ed14-4906-9b3f-36852831887f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:15.615300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] For port 74e8d331-71b8-418c-953d-55508a88bfca, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=74e8d331-71b8-418c-953d-55508a88bfca,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:15.615666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (74e8d331-71b8-418c-953d-55508a88bfca), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.650924 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e061d9-3f79-429a-bfe4-43da7c5f091c x-openstack-request-id: req-95e061d9-3f79-429a-bfe4-43da7c5f091c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:15.658368 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "4649182c-ed14-4906-9b3f-36852831887f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:15.658802 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95e061d9-3f79-429a-bfe4-43da7c5f091c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:15.659346 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4649182c-ed14-4906-9b3f-36852831887f', 'code': 200} Mar 07 04:32:15.661419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5a5310a1-660e-4350-a127-5cabcf54a3f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=827c0c0e626c4abd9172623b627e062a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2068214 Mar 07 04:32:15.664718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Calling delete_port for 74e8d331-71b8-418c-953d-55508a88bfca owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:15.667992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43498) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:15.720951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=27d1c07d-04da-443e-ac70-e6c43d2af202,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:15.727412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5310a1-660e-4350-a127-5cabcf54a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b8488-3395-4622-8add-6d5455689cf1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:15.736489 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b12f9437-c780-487a-a97e-84cd6f23ac46 admin admin] Publish callbacks [] for security_group (df47d28a-5ba1-419c-b1d1-5a6f0f486567), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.780198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b12f9437-c780-487a-a97e-84cd6f23ac46 admin admin] Publish callbacks [] for security_group (df47d28a-5ba1-419c-b1d1-5a6f0f486567), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.865680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Checking segment: {'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:15.866233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Network hostable DHCP agents. Network: a74ddcb7-daec-45d0-b16c-10f6c96962c2, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:32:15.878010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3292dd9a-7a74-4e8a-ac44-53737fa1029e admin admin] Publish callbacks [] for security_group (006b8488-3395-4622-8add-6d5455689cf1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.904003 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3292dd9a-7a74-4e8a-ac44-53737fa1029e admin admin] Publish callbacks [] for security_group (006b8488-3395-4622-8add-6d5455689cf1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.909197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:15.955030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b12f9437-c780-487a-a97e-84cd6f23ac46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (df47d28a-5ba1-419c-b1d1-5a6f0f486567), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.958446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b12f9437-c780-487a-a97e-84cd6f23ac46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:15.965685 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b12f9437-c780-487a-a97e-84cd6f23ac46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df47d28a-5ba1-419c-b1d1-5a6f0f486567 HTTP/1.1" status: 204 len: 168 time: 0.6439788 Mar 07 04:32:15.975822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Network a74ddcb7-daec-45d0-b16c-10f6c96962c2 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:32:15.977124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] Checking router: 6db5c169-3e3c-409c-b8f0-aa51203d901c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:32:16.001049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:32:16.002160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:32:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:16.018668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9437-c780-487a-a97e-84cd6f23ac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47d28a-5ba1-419c-b1d1-5a6f0f486567,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:16.060000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a74ddcb7-daec-45d0-b16c-10f6c96962c2) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:16.069391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:16.108204 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3292dd9a-7a74-4e8a-ac44-53737fa1029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (006b8488-3395-4622-8add-6d5455689cf1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.127124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3292dd9a-7a74-4e8a-ac44-53737fa1029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.132592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3292dd9a-7a74-4e8a-ac44-53737fa1029e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/006b8488-3395-4622-8add-6d5455689cf1 HTTP/1.1" status: 204 len: 168 time: 0.4632530 Mar 07 04:32:16.144451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4649182c-ed14-4906-9b3f-36852831887f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.152553 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (74e8d331-71b8-418c-953d-55508a88bfca), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.164779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:16.165504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:16.166146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:16.281817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:16.282215 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:16.289560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292dd9a-7a74-4e8a-ac44-53737fa1029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b8488-3395-4622-8add-6d5455689cf1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:16.301472 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 2 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:16.349824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=4649182c-ed14-4906-9b3f-36852831887f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:16.381823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:16.382229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:16.382579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:16.393790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:32:16.421232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 4649182c-ed14-4906-9b3f-36852831887f on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:16.426739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.431067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-3d4604eb-779a-4afe-8ebd-e91df3c4fbd7 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "DELETE /v2.0/ports/4649182c-ed14-4906-9b3f-36852831887f HTTP/1.1" status: 204 len: 173 time: 2.1104238 Mar 07 04:32:16.432705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:16.433283 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:16.433555 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 3 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:16.452930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:16.453283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:16.453629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:16.455507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '4649182c-ed14-4906-9b3f-36852831887f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:16.459599 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6f6a7-4d71-4743-a8c0-84e9dbd239ea" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "4649182c-ed14-4906-9b3f-36852831887f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:16.490352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event deleted for resources: {'Port': ['ID=74e8d331-71b8-418c-953d-55508a88bfca,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:16.523324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66eeb4d0-b7fe-4223-a966-40aa1c3d2e9d req-65a28a94-74a8-4738-b104-d48828bcb9cb tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 210 time: 0.3859899 Mar 07 04:32:16.617526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af435a8d-1ad3-4c98-9c7b-df1a98276dfd None None] Network a74ddcb7-daec-45d0-b16c-10f6c96962c2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:16.621737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:16.623946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712', '74e8d331-71b8-418c-953d-55508a88bfca'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:16.625917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:32:16.662649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:16.665959 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:16.666622 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 4 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:16.699462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:16.699809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:16.700148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:16.728270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] No DVR routers for this DVR port 74e8d331-71b8-418c-953d-55508a88bfca on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:16.734335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:16.734680 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:16.735237 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 5 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:16.755674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.762678 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b735d6-736b-4076-99b6-6be35ca389a1 x-openstack-request-id: req-42b735d6-736b-4076-99b6-6be35ca389a1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:16.762978 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "4649182c-ed14-4906-9b3f-36852831887f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:16.763355 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42b735d6-736b-4076-99b6-6be35ca389a1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:16.765748 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '4649182c-ed14-4906-9b3f-36852831887f', 'status': 'completed', 'code': 200} Mar 07 04:32:16.770649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-471fa75b-dabf-47ac-ae08-6118d460d4b3 req-8e518a79-fa34-453a-b95d-ecdc13b932cd tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "DELETE /v2.0/ports/74e8d331-71b8-418c-953d-55508a88bfca HTTP/1.1" status: 204 len: 173 time: 1.4433622 Mar 07 04:32:16.773605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-deleted', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:16.783445 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ee2fc6-3333-47ce-9d53-a85a9602350d" -d '{"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-deleted", "tag": "74e8d331-71b8-418c-953d-55508a88bfca"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:16.823678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:16.824085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:16.824433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:16.831325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182d9fa-e9e9-4eab-bbfe-e07aab174bdd req-e01cd904-94c3-44cf-9e85-f2539be49c88 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:16.867942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:16.868307 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:16.870425 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 6 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:16.876750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182d9fa-e9e9-4eab-bbfe-e07aab174bdd req-e01cd904-94c3-44cf-9e85-f2539be49c88 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:16.900446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e182d9fa-e9e9-4eab-bbfe-e07aab174bdd req-e01cd904-94c3-44cf-9e85-f2539be49c88 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 1676 time: 0.6762538 Mar 07 04:32:16.912543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 92d09f97-6b8b-4891-af92-33045126c131 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:16.912890 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (92d09f97-6b8b-4891-af92-33045126c131), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:16.984429 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e576a-9925-45f8-8d8f-04ce66c608f1 x-openstack-request-id: req-921e576a-9925-45f8-8d8f-04ce66c608f1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:16.987443 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8102ef-104f-4c14-89c4-1447c03fa5ab", "name": "network-vif-deleted", "tag": "74e8d331-71b8-418c-953d-55508a88bfca", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:16.987724 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-921e576a-9925-45f8-8d8f-04ce66c608f1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:16.988154 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8102ef-104f-4c14-89c4-1447c03fa5ab', 'name': 'network-vif-deleted', 'tag': '74e8d331-71b8-418c-953d-55508a88bfca', 'status': 'completed', 'code': 200} Mar 07 04:32:16.997566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:16.998253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:16.998816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:17.023919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:17.024689 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:17.120872 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 7 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:17.160926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e182d9fa-e9e9-4eab-bbfe-e07aab174bdd req-1dcc4f57-4827-4b58-96c0-90d6c3323c13 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530708 Mar 07 04:32:17.185817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d272dc07-c545-46e1-8575-920143b043f8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:17.185817 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d272dc07-c545-46e1-8575-920143b043f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:17.215266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:17.226759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:17.227251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:17.279287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:17.310156 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:17.323284 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 8 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:17.393875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:17.393875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:17.393875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:17.463229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:17.463229 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:17.482512 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 9 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:17.490249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 92d09f97-6b8b-4891-af92-33045126c131, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=92d09f97-6b8b-4891-af92-33045126c131,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:17.492034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (92d09f97-6b8b-4891-af92-33045126c131), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:17.532425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 92d09f97-6b8b-4891-af92-33045126c131 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:17.543625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:17.544271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:17.544628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:17.571543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:17.576674 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:17.579004 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 10 to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 Mar 07 04:32:17.717224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:17.717576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:17.720071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:17.720474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a44f6d7-9708-4c19-bc7b-a1e60c54aa3c req-9d70f464-5467-402c-a250-5f2e783d766f tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d8102ef-104f-4c14-89c4-1447c03fa5ab HTTP/1.1" status: 200 len: 210 time: 0.0905905 Mar 07 04:32:17.767777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 27d1c07d-04da-443e-ac70-e6c43d2af202 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:17.770693 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 27d1c07d-04da-443e-ac70-e6c43d2af202 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:17.771080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:17.855406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:17.972054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] For port 27d1c07d-04da-443e-ac70-e6c43d2af202, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:17.972803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempted to set empty binding levels {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 04:32:18.007084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:18.168567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:18.169224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:18.181602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=27d1c07d-04da-443e-ac70-e6c43d2af202,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:18.271336 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c5c9c33-ff31-4ff1-b0b6-b6967ddb08af tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.5281229 Mar 07 04:32:18.274234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43578) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:18.381132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42273865-1b2f-492e-aa01-fcd639867747 None None] The sync data for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 is: [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:25:22Z', 'revision_number': 4, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '0dd7f25f-0018-4b18-bed0-b324e46299ce', 'name': '', 'network_id': 'bf17bdce-2b04-48ae-9d6b-3a207560a21e', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:21Z', 'updated_at': '2022-03-07T04:25:27Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'subnets': [{'id': '11aebbfb-7f5f-4719-a922-deb3e6cd25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:32:18.392442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (92d09f97-6b8b-4891-af92-33045126c131), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:18.419457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43582) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:18.453819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:18.454346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:18.456605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=92d09f97-6b8b-4891-af92-33045126c131,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:18.664354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:18.674475 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267eac9c-8fdf-4e81-8369-09db485ed31a" -d '{"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-plugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:18.731597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 92d09f97-6b8b-4891-af92-33045126c131 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:18.743155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:18.787244 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-9dfa72d7-31a1-4454-b19d-1c2478796159 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "DELETE /v2.0/ports/92d09f97-6b8b-4891-af92-33045126c131 HTTP/1.1" status: 204 len: 173 time: 2.3215890 Mar 07 04:32:18.825003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '92d09f97-6b8b-4891-af92-33045126c131'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:18.827515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:18.827659 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb160108-04db-45f9-8341-1109af76407d" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "92d09f97-6b8b-4891-af92-33045126c131"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:18.836817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b654-3a0a-41fa-8d2f-9aa02a01b50c req-920d7fbb-241c-4421-80f9-203da68a22cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:18.854266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4c4b654-3a0a-41fa-8d2f-9aa02a01b50c req-920d7fbb-241c-4421-80f9-203da68a22cc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 943 time: 0.4916303 Mar 07 04:32:18.896224 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3446e655-de76-40fd-a0b5-dadfe79341aa x-openstack-request-id: req-3446e655-de76-40fd-a0b5-dadfe79341aa {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:18.896224 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-plugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:18.907824 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3446e655-de76-40fd-a0b5-dadfe79341aa {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:18.908465 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'code': 200} Mar 07 04:32:19.023219 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.094875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1632737025-network', 'tenant_id': '386572a5a5224bed81dfa7d6ff513a37'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:19.114082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:19.116443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:19.116804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.139501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Deleting port 27d1c07d-04da-443e-ac70-e6c43d2af202 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:19.139864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.159028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Made reservation on behalf of 386572a5a5224bed81dfa7d6ff513a37 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:19.167885 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.307185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 5fe1e6ca-eec4-4320-b137-605b9a5682d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5fe1e6ca-eec4-4320-b137-605b9a5682d4,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:19.307556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.321421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 5fe1e6ca-eec4-4320-b137-605b9a5682d4 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:19.348101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4c4b654-3a0a-41fa-8d2f-9aa02a01b50c req-177429c3-050f-4a95-8d57-cac703a18bf8 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups?id=8af98c4d-b8fe-47ca-9e15-ed183938c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4925089 Mar 07 04:32:19.383071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.565656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 74e8d331-71b8-418c-953d-55508a88bfca {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:19.567323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 74e8d331-71b8-418c-953d-55508a88bfca not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:19.583427 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4a4309-4246-4702-9c5e-ff7c51a6a966 x-openstack-request-id: req-4b4a4309-4246-4702-9c5e-ff7c51a6a966 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:19.583751 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "92d09f97-6b8b-4891-af92-33045126c131", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:19.583999 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b4a4309-4246-4702-9c5e-ff7c51a6a966 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:19.584417 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '92d09f97-6b8b-4891-af92-33045126c131', 'status': 'completed', 'code': 200} Mar 07 04:32:19.589086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5fe1e6ca-eec4-4320-b137-605b9a5682d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.681783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=5fe1e6ca-eec4-4320-b137-605b9a5682d4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:19.752975 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0ddbd-c08a-4204-807c-09900d5f25b1 None None] New status for floating IP 6508add6-067a-44bc-b06e-dfc59cb0010d: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:32:19.797655 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 5fe1e6ca-eec4-4320-b137-605b9a5682d4 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:19.801921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.810041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-94186fdc-1e58-432e-b06a-6667740fa7c6 req-a304c3f3-376e-4716-9d36-839ad5bbb427 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.44 "DELETE /v2.0/ports/5fe1e6ca-eec4-4320-b137-605b9a5682d4 HTTP/1.1" status: 204 len: 173 time: 1.0287144 Mar 07 04:32:19.869811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:19.940658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks [] for security_group (2d5bae14-08a6-469f-8c18-fb933ca3bc86), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.967317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2d5bae14-08a6-469f-8c18-fb933ca3bc86), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.983775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:19.986716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:32:20.013108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2d5b8bff-8107-401d-8c82-197a9123bc48), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.014489 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Added segment 2d5b8bff-8107-401d-8c82-197a9123bc48 of type vlan for network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab Mar 07 04:32:20.159052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] For port 27d1c07d-04da-443e-ac70-e6c43d2af202, host n-h1-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:20.159424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.218276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Calling delete_port for 27d1c07d-04da-443e-ac70-e6c43d2af202 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:20.298040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.325632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5bae14-08a6-469f-8c18-fb933ca3bc86,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:20.403892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:32:20.463892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ced9b1-eba2-4ead-9e54-6821b869a953 req-b0528862-ed66-4f28-91b9-54f16ed470ae tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:20.465825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86ced9b1-eba2-4ead-9e54-6821b869a953 req-b0528862-ed66-4f28-91b9-54f16ed470ae tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.5202925 Mar 07 04:32:20.466753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.467839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:20.468882 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.582570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] Pushing event updated for resources: {'Network': ['ID=865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:20.599979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:32:20.708551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b3adf22-c58d-4e65-bb02-c0b9897f0221 req-1d222fef-0fe7-4fc7-b51f-d7cb41eeaca8 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1305523 Mar 07 04:32:20.722788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7ff3625b-3518-4e9d-aa2e-50dbfd7cad81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2398047 Mar 07 04:32:20.725748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43652) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:20.733842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Request body: {'subnet': {'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1632737025-subnet', 'tenant_id': '386572a5a5224bed81dfa7d6ff513a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:20.779208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Made reservation on behalf of 386572a5a5224bed81dfa7d6ff513a37 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:20.783092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.807439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (27d1c07d-04da-443e-ac70-e6c43d2af202), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.853367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86ced9b1-eba2-4ead-9e54-6821b869a953 req-05c1d0c7-5831-4a86-8c63-3587214fc2e1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802476 Mar 07 04:32:20.898727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:20.908282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "DELETE /v2.0/ports/27d1c07d-04da-443e-ac70-e6c43d2af202 HTTP/1.1" status: 204 len: 168 time: 2.6318581 Mar 07 04:32:20.911629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503459e7-f6d1-4f96-956d-d58f4fc96805 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event deleted for resources: {'Port': ['ID=27d1c07d-04da-443e-ac70-e6c43d2af202,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:20.923002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43654) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:20.994655 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa223ac-2278-4ea5-9658-cd7d82dafb20 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:32:20.996247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0aa223ac-2278-4ea5-9658-cd7d82dafb20 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "GET /v2.0/ports/27d1c07d-04da-443e-ac70-e6c43d2af202 HTTP/1.1" status: 404 len: 333 time: 0.0722406 Mar 07 04:32:20.999943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43662) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:21.017484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Request body: {'port': {'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-166279603'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:21.075744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Made reservation on behalf of f616265f6cf04f90af6ad179bf8773f7 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:21.078394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:21.125724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c676200f-2fc1-4449-93aa-0737895698a7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:21.185525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port 6d6b5a65-3852-4920-b7c9-23b304b66f87 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:21.222160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c676200f-2fc1-4449-93aa-0737895698a7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:21.229905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Checking segment: {'id': '2d5b8bff-8107-401d-8c82-197a9123bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:21.230472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Network hostable DHCP agents. Network: 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:32:21.267246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:32:21.294221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:21.300011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:21.300836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:21.304177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e62ce2-7c22-4f56-82e5-60d97540f04f None None] Network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:21.366921 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-773cf513-dfc1-4fba-ab6e-40d32a0ace6f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6373053 Mar 07 04:32:21.403519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00c506-33c8-455a-93f3-c14004721f66 req-932b3041-6d36-40ef-b1d9-a85afc6b5bea tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:21.407227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea00c506-33c8-455a-93f3-c14004721f66 req-932b3041-6d36-40ef-b1d9-a85afc6b5bea tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.3218720 Mar 07 04:32:21.554858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc50bd5-3271-448d-ae2f-d408484e58dc None None] Network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:21.586190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:21.595092 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af14ad28-c714-4721-8a95-c2be45452c1c" -d '{"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:21.725590 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fb4db2-5a3e-46c3-a44f-41545904549e x-openstack-request-id: req-85fb4db2-5a3e-46c3-a44f-41545904549e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:21.725904 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99c893-524e-4ccb-b959-2a6473572b9b", "name": "network-vif-deleted", "tag": "5fe1e6ca-eec4-4320-b137-605b9a5682d4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:21.726175 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85fb4db2-5a3e-46c3-a44f-41545904549e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:21.726578 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c99c893-524e-4ccb-b959-2a6473572b9b', 'name': 'network-vif-deleted', 'tag': '5fe1e6ca-eec4-4320-b137-605b9a5682d4', 'status': 'completed', 'code': 200} Mar 07 04:32:21.864324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:21.893144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Deleting port e7e2cf44-5029-467c-b450-2d72fd191712 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:21.898838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:22.082018 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:22.185237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d43f0468-1938-45ff-bd5c-699836398653 req-9b5e3eea-4506-486d-9282-7ab8af29ed5d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.2746179 Mar 07 04:32:22.377823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] For port e7e2cf44-5029-467c-b450-2d72fd191712, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e7e2cf44-5029-467c-b450-2d72fd191712,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:22.379558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:22.395688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Calling delete_port for e7e2cf44-5029-467c-b450-2d72fd191712 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:23.054097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:23.202479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266df818-ea57-449b-99ce-f3402889c41f req-eeb31eaf-f6bc-47cb-bb9a-44271d565a63 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:23.204088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-266df818-ea57-449b-99ce-f3402889c41f req-eeb31eaf-f6bc-47cb-bb9a-44271d565a63 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef31a12-8acb-4a04-b497-031c69dca994 HTTP/1.1" status: 200 len: 950 time: 0.2517443 Mar 07 04:32:23.208265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Network a74ddcb7-daec-45d0-b16c-10f6c96962c2 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:23.218662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:23.228372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:23.233901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:23.234628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:23.261168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-6c5ffea2-5e0b-4983-89aa-deea48c2fa97 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:23.262799 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-6c5ffea2-5e0b-4983-89aa-deea48c2fa97 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/networks?id=865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab HTTP/1.1" status: 200 len: 813 time: 1.0674012 Mar 07 04:32:23.277445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2639065 Mar 07 04:32:23.282461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43728) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:23.287658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a29bb-de32-40e3-b2a5-6469bb98a4a4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6b5a65-3852-4920-b7c9-23b304b66f87,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:23.288986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:23.310437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e7e2cf44-5029-467c-b450-2d72fd191712), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:23.325717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:23.333612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-d984f604-a915-452e-b78b-efbadb15418b tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/quotas/386572a5a5224bed81dfa7d6ff513a37 HTTP/1.1" status: 200 len: 375 time: 0.0549212 Mar 07 04:32:23.405410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e7e2cf44-5029-467c-b450-2d72fd191712'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:23.441724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event deleted for resources: {'Port': ['ID=e7e2cf44-5029-467c-b450-2d72fd191712,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:23.499797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:23.513331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] No DVR routers for this DVR port e7e2cf44-5029-467c-b450-2d72fd191712 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:23.534169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-06b36b6e-9c0a-437f-a82f-2bce30105575 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=386572a5a5224bed81dfa7d6ff513a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069136 Mar 07 04:32:23.536283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:23.551472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea00c506-33c8-455a-93f3-c14004721f66 req-58c47495-9c97-46cb-8d0c-b7de0804c8a6 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.15 "DELETE /v2.0/ports/e7e2cf44-5029-467c-b450-2d72fd191712 HTTP/1.1" status: 204 len: 173 time: 2.1365519 Mar 07 04:32:23.551977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-deleted', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:23.554304 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03774488-a317-4eba-b748-4431a3787509" -d '{"events": [{"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-deleted", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:23.820284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-ad2e8b8b-0c06-4d82-9c0b-fb4ac4bcfb11 service neutron] 10.222.0.21 "GET /v2.0/networks/865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488310 Mar 07 04:32:23.825761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-266df818-ea57-449b-99ce-f3402889c41f req-88d01856-5b1c-4576-90c3-554b6bc94d10 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084735 Mar 07 04:32:24.072151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port 6d6b5a65-3852-4920-b7c9-23b304b66f87 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:24.108712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:24.128731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:24.204137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4ed4482-cc90-47ee-b0b9-cc37351d43cc req-61e5a447-dcc2-4ccf-a362-be9c3654809d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1206231 Mar 07 04:32:24.252956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6b5a65-3852-4920-b7c9-23b304b66f87,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:24.314196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-9ba88d99-7238-4a3e-b27c-710119f7a692 service neutron] 10.222.0.21 "GET /v2.0/networks/865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488397 Mar 07 04:32:24.358336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.362016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.363040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.378487 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe72dd-a3be-4c13-8583-9e63b1b620a6 x-openstack-request-id: req-abbe72dd-a3be-4c13-8583-9e63b1b620a6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:24.382017 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef31a12-8acb-4a04-b497-031c69dca994", "name": "network-vif-deleted", "tag": "e7e2cf44-5029-467c-b450-2d72fd191712", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:24.382289 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abbe72dd-a3be-4c13-8583-9e63b1b620a6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:24.383076 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef31a12-8acb-4a04-b497-031c69dca994', 'name': 'network-vif-deleted', 'tag': 'e7e2cf44-5029-467c-b450-2d72fd191712', 'status': 'completed', 'code': 200} Mar 07 04:32:24.394831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.395165 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.395552 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 2 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.474672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.476606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.478377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.493912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.494278 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.494672 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 3 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.543212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.543547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.543885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.555416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.555768 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.556166 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 4 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.624069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.628138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.634412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.649018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.654128 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.654896 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 5 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.666491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46a46e2c-7866-47e9-b46c-44642f0c1b64 req-de032976-fe31-4865-be36-afbdcc986ffa tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 210 time: 0.0533040 Mar 07 04:32:24.679891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.680622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.681234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.698396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.699395 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.700046 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 6 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.731731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.732180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.735085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.743628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.745045 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.745586 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 7 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.778433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.779006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.779534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.794141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.794820 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.795170 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 8 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.810821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.811026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.811545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.816553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.817063 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.817607 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 9 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.846656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.848371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.848715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.857769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.864238 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.864918 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 10 to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 Mar 07 04:32:24.908599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:24.909958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:24.910923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:24.923900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:24.924704 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:24.925800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:25.114196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] For port 6d6b5a65-3852-4920-b7c9-23b304b66f87, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:25.114703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempted to set empty binding levels {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 04:32:25.122154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:25.154912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] In _notify_port_updated(), no bound segment for port 6d6b5a65-3852-4920-b7c9-23b304b66f87 on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:32:25.161604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.162446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:25.173944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "PUT /v2.0/ports/6d6b5a65-3852-4920-b7c9-23b304b66f87 HTTP/1.1" status: 200 len: 974 time: 1.8899453 Mar 07 04:32:25.176942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43780) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:25.256334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4e19-ec09-4d4b-a071-e183fe2a0a99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6b5a65-3852-4920-b7c9-23b304b66f87,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:25.492404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.493016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.494449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.494987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.495531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.496147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.496671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.498595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.499133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.499664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.500198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.500721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.501248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.501769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.502315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.502979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.503830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.504486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.505288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.506192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.510815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7c4298cc-6a79-4631-b2f8-ad8df20ddcdc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18537 time: 0.3314452 Mar 07 04:32:25.515732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:25.563977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d27afaf9-9814-4db2-b2f2-c5f224605eef req-f711d1c1-24a1-41fc-a81c-735a2b8a6265 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1124330 Mar 07 04:32:25.608300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acfa33-845f-4bd0-bdcf-9d1ffe0d9173 req-e56d9050-fadc-48b5-bd2c-57f4404474f1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:25.610233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15acfa33-845f-4bd0-bdcf-9d1ffe0d9173 req-e56d9050-fadc-48b5-bd2c-57f4404474f1 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.2503717 Mar 07 04:32:25.853777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15acfa33-845f-4bd0-bdcf-9d1ffe0d9173 req-8efca928-e49c-48c1-b675-78b314e9ea2d tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987324 Mar 07 04:32:25.926628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f26243a-c936-460f-baea-0adba585f38e req-639160e1-033d-4d8a-a197-6edf6a3e9241 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 210 time: 0.0661666 Mar 07 04:32:25.967312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Deleting port 6d6b5a65-3852-4920-b7c9-23b304b66f87 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:25.968050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:26.087830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] For port 6d6b5a65-3852-4920-b7c9-23b304b66f87, host n-h1-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:26.088466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:26.136035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Calling delete_port for 6d6b5a65-3852-4920-b7c9-23b304b66f87 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:26.337210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:26.409559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: e7e2cf44-5029-467c-b450-2d72fd191712 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:26.412116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e7e2cf44-5029-467c-b450-2d72fd191712 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:26.747012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-32ec669b-a703-442c-9a31-cd56e0073c0d tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:26.753535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-32ec669b-a703-442c-9a31-cd56e0073c0d tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.15 "GET /v2.0/networks?id=865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab HTTP/1.1" status: 200 len: 813 time: 0.4261074 Mar 07 04:32:26.777654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Request body: {'port': {'device_id': '21370c64-453d-40e8-ac07-54fe224a01e3', 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab', 'admin_state_up': True, 'tenant_id': '386572a5a5224bed81dfa7d6ff513a37'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:26.883442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6d6b5a65-3852-4920-b7c9-23b304b66f87), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:27.005812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42c94747-176e-4bb8-b5c1-4e2663a14fac req-b3a87100-188e-44f0-a578-0f36f7033fd9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.2133327 Mar 07 04:32:27.139126 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:27.147304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6d6b5a65-3852-4920-b7c9-23b304b66f87 HTTP/1.1" status: 204 len: 168 time: 1.6279440 Mar 07 04:32:27.191175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:27.271641 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-93711181-3ac4-404f-be9f-975b673d1e2c tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:32:27.276818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d6b5a65-3852-4920-b7c9-23b304b66f87,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:27.282833 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93711181-3ac4-404f-be9f-975b673d1e2c tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "GET /v2.0/ports/6d6b5a65-3852-4920-b7c9-23b304b66f87 HTTP/1.1" status: 404 len: 333 time: 0.0797176 Mar 07 04:32:27.290847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43828) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:27.292580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.293190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.293681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.294156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.294908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.295563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.296051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.296492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.297052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.298629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.299379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.300906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.301779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e28ee-28d3-43c0-b22c-1dda68812ef4 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:27.330278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3859a619-6193-4d54-be7c-fe8917d07937 req-dd5f4abc-93ed-4b76-a4b9-6654ebbac7d7 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 210 time: 0.1032503 Mar 07 04:32:27.341195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-774535801', 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:27.406809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-985670e3-d254-4559-87fb-9eb918d5cc31 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:27.413261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-985670e3-d254-4559-87fb-9eb918d5cc31 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.3130214 Mar 07 04:32:27.482850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Made reservation on behalf of f616265f6cf04f90af6ad179bf8773f7 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:27.485177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:27.647632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port 02589ea3-028c-44a2-957b-7d777febf085 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:27.675114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Deleting port afb14b01-4eb6-4d27-b854-bb4d27a453d4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:27.678769 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:27.761167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549626-a50a-4c9c-beda-0448deb5a21c req-97888411-7364-4165-8fe0-b5f5631db2ac tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:27.773128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18549626-a50a-4c9c-beda-0448deb5a21c req-97888411-7364-4165-8fe0-b5f5631db2ac tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 949 time: 0.6150446 Mar 07 04:32:27.880221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] For port afb14b01-4eb6-4d27-b854-bb4d27a453d4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=afb14b01-4eb6-4d27-b854-bb4d27a453d4,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:27.881012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:27.896479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Calling delete_port for afb14b01-4eb6-4d27-b854-bb4d27a453d4 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:28.049335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18549626-a50a-4c9c-beda-0448deb5a21c req-ebe7b421-dab6-4670-a260-e7cad5bbf410 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/security-groups?id=a26f0f79-5161-4579-b8aa-296588c6b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752204 Mar 07 04:32:28.050681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Made reservation on behalf of 386572a5a5224bed81dfa7d6ff513a37 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:28.060530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (afb14b01-4eb6-4d27-b854-bb4d27a453d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:28.070653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:28.074830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['afb14b01-4eb6-4d27-b854-bb4d27a453d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:28.162475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Pushing event deleted for resources: {'Port': ['ID=afb14b01-4eb6-4d27-b854-bb4d27a453d4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:28.328285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] No DVR routers for this DVR port afb14b01-4eb6-4d27-b854-bb4d27a453d4 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:28.334505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:28.343071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4e0a28e-f884-48e1-9fab-8569099acf65 req-af90cdd4-8fdc-4194-8876-0321725cacb0 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.44 "DELETE /v2.0/ports/afb14b01-4eb6-4d27-b854-bb4d27a453d4 HTTP/1.1" status: 204 len: 173 time: 0.9229047 Mar 07 04:32:28.345114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-deleted', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:28.351274 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf9832-6efd-41ec-b03e-918a2d82efbe" -d '{"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-deleted", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:28.404588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2342d7be-16d4-4d98-b3ca-ef465796cda8 req-36d4d5ea-abfe-4065-bf56-8d4a0b9f8cd3 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1091170 Mar 07 04:32:28.456804 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e359b5-1f23-41d0-8fbc-f90ac97f4c6e x-openstack-request-id: req-41e359b5-1f23-41d0-8fbc-f90ac97f4c6e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:28.457465 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fbea29-05fa-49f3-9a0a-2b927281d532", "name": "network-vif-deleted", "tag": "afb14b01-4eb6-4d27-b854-bb4d27a453d4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:28.457962 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41e359b5-1f23-41d0-8fbc-f90ac97f4c6e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:28.458621 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fbea29-05fa-49f3-9a0a-2b927281d532', 'name': 'network-vif-deleted', 'tag': 'afb14b01-4eb6-4d27-b854-bb4d27a453d4', 'status': 'completed', 'code': 200} Mar 07 04:32:28.489738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Allocated IP 172.20.0.8 (865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab/c676200f-2fc1-4449-93aa-0737895698a7/b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:28.695012 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for port (02589ea3-028c-44a2-957b-7d777febf085), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:28.808596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efcdd9d1-7197-4eef-976d-2476c5389ecf req-e90532b2-b38d-4490-85ec-2ca32f5bdab8 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 210 time: 0.2131195 Mar 07 04:32:28.963377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (02589ea3-028c-44a2-957b-7d777febf085), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.038490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Network a74ddcb7-daec-45d0-b16c-10f6c96962c2 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:29.044273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=02589ea3-028c-44a2-957b-7d777febf085,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:29.048425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:29.051513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:29.052726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:29.053411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.085731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-071d57bf-a1ee-429f-81de-a9bd8a08094e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7491102 Mar 07 04:32:29.088778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43876) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:29.140510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca684706-b82b-462f-9d5b-c1d50cfba2aa tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:29.141926 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca684706-b82b-462f-9d5b-c1d50cfba2aa tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "GET /v2.0/ports/02589ea3-028c-44a2-957b-7d777febf085 HTTP/1.1" status: 200 len: 954 time: 0.0521724 Mar 07 04:32:29.145001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:29.169675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks [] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.299460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.336135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Deleting port 02589ea3-028c-44a2-957b-7d777febf085 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:29.336655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (02589ea3-028c-44a2-957b-7d777febf085), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.353063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-667bdffe-2dd3-4032-9ee3-bd28db6e27a1 req-42650020-2491-4887-b1af-1ea098c9a562 tempest-MigrationsAdminTest-862989140 tempest-MigrationsAdminTest-862989140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8fbea29-05fa-49f3-9a0a-2b927281d532 HTTP/1.1" status: 200 len: 210 time: 0.0696604 Mar 07 04:32:29.470388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:29.479055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:29.491789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:29.504876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Pushing event updated for resources: {'Port': ['ID=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:29.574841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (02589ea3-028c-44a2-957b-7d777febf085), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.662803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Calling delete_port for 02589ea3-028c-44a2-957b-7d777febf085 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:29.703747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93683457-2cac-4708-9381-455660f93b6b req-ef3c16d1-0a39-4791-8d14-730a2496b65b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0835199 Mar 07 04:32:29.723813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:29.725132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.772966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-e1dbbe2b-05f3-4cc6-9456-68d5783b8f77 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0051949 Mar 07 04:32:29.787365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Request body: {'port': {'device_id': '21370c64-453d-40e8-ac07-54fe224a01e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:29.886436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (02589ea3-028c-44a2-957b-7d777febf085), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.925326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.928091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event deleted for resources: {'Port': ['ID=02589ea3-028c-44a2-957b-7d777febf085,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:29.933088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:29.938258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-73a59a7d-851f-4b08-9d86-914038c67f41 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "DELETE /v2.0/ports/02589ea3-028c-44a2-957b-7d777febf085 HTTP/1.1" status: 204 len: 168 time: 0.7922053 Mar 07 04:32:29.940774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:29.984102 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c299c8-ea8f-4a6f-9a8b-08e9d9c84f99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:32:29.985887 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-44c299c8-ea8f-4a6f-9a8b-08e9d9c84f99 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "GET /v2.0/ports/02589ea3-028c-44a2-957b-7d777febf085 HTTP/1.1" status: 404 len: 333 time: 0.0439093 Mar 07 04:32:29.989908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43900) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:29.995942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Request body: {'port': {'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1979158034'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:30.038271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Made reservation on behalf of f616265f6cf04f90af6ad179bf8773f7 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:30.041591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:30.079896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port a0cd1a05-642f-467a-8732-ecda59f84cbd yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:30.287171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d6848-8651-485f-a123-a2e0f206a320 req-dbc3002b-d6ac-4fab-8430-dd1b2020f397 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:30.307877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-733d6848-8651-485f-a123-a2e0f206a320 req-dbc3002b-d6ac-4fab-8430-dd1b2020f397 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 931 time: 0.2784421 Mar 07 04:32:30.452197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-733d6848-8651-485f-a123-a2e0f206a320 req-6c231273-c82e-4337-92b7-f3afcfaadcd1 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431596 Mar 07 04:32:30.461178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:30.528616 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:30.549610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:30.605502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Network a74ddcb7-daec-45d0-b16c-10f6c96962c2 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:30.619388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:30.626779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:30.627395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: afb14b01-4eb6-4d27-b854-bb4d27a453d4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:30.627741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:30.628443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device afb14b01-4eb6-4d27-b854-bb4d27a453d4 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:30.631498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:30.674406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=a0cd1a05-642f-467a-8732-ecda59f84cbd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:30.686875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:30.712776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-26a6681b-740e-433f-a9d3-3269f4deb82d tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7210345 Mar 07 04:32:30.713446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43920) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:30.718510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:30.729087 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Publish callbacks [] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:30.766114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Transition to ACTIVE for port object b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:32:30.774281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:30.914508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.019812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfe95f39-c67d-475b-b6db-6e553f137715 req-6cd2d9bf-eca7-4211-ac03-2ae8caa35bf8 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1374686 Mar 07 04:32:31.026327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Pushing event updated for resources: {'Port': ['ID=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:31.044464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:31.171052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Attempting to bind port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.171379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Attempting to bind port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '2d5b8bff-8107-401d-8c82-197a9123bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.171707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Attempting to bind port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf on network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.185769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf on network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.186131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Attempting to bind port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf on network 865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.191445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:32:31.191787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Checking segment: {'id': '2d5b8bff-8107-401d-8c82-197a9123bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:31.192171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Bound using segment: {'id': '2d5b8bff-8107-401d-8c82-197a9123bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:32:31.192655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Bound port: b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5b8bff-8107-401d-8c82-197a9123bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:32:31.192959 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.325441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] For port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:31.342859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-29328c28-c225-4695-a875-69200a017d01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da1647029e294fe9bd9f285ebb29f7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950566 Mar 07 04:32:31.344140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43944) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:31.379344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] For port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,segment=NetworkSegment(2d5b8bff-8107-401d-8c82-197a9123bc48),segment_id=2d5b8bff-8107-401d-8c82-197a9123bc48)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:32:31.384434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] device_id is not set on port a0cd1a05-642f-467a-8732-ecda59f84cbd yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:31.400555 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4346-7360-4f40-a3c2-545be10542b2 admin admin] Publish callbacks [] for security_group (a26f0f79-5161-4579-b8aa-296588c6b124), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.403049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.404936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks [] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.427844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.450762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:31.451377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.453038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf HTTP/1.1" status: 200 len: 1091 time: 1.6734133 Mar 07 04:32:31.453500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21370c64-453d-40e8-ac07-54fe224a01e3', 'tag': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:31.455752 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe672de-a209-4642-b6da-eb3e2725c139" -d '{"events": [{"name": "network-changed", "server_uuid": "21370c64-453d-40e8-ac07-54fe224a01e3", "tag": "b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:31.544986 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3e398b-419e-4ca3-b049-017205f72787 x-openstack-request-id: req-3c3e398b-419e-4ca3-b049-017205f72787 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:31.545359 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21370c64-453d-40e8-ac07-54fe224a01e3", "tag": "b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:31.545682 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c3e398b-419e-4ca3-b049-017205f72787 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:31.546215 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21370c64-453d-40e8-ac07-54fe224a01e3', 'tag': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf', 'status': 'completed', 'code': 200} Mar 07 04:32:31.548191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4346-7360-4f40-a3c2-545be10542b2 admin admin] Publish callbacks [] for security_group (a26f0f79-5161-4579-b8aa-296588c6b124), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.576335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=a0cd1a05-642f-467a-8732-ecda59f84cbd,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:31.589029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.592727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afd2c0-419e-47fe-919d-02f914629794 service neutron] Pushing event updated for resources: {'Port': ['ID=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:31.594193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.594731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.606499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.608186 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.608798 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 2 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.626706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.627428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.628316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.635321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.636339 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.637035 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 3 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.666954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.667673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.668271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.680573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.681656 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.682323 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 4 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.707228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.708164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.708760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.720314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.721141 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.721757 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 5 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.739278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e222f-68bc-44bd-87cb-20d6d9eacbeb req-ecc8f098-8db8-46dc-8c71-7bcb75127c0f tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:31.740827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa1e222f-68bc-44bd-87cb-20d6d9eacbeb req-ecc8f098-8db8-46dc-8c71-7bcb75127c0f tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 943 time: 0.1330333 Mar 07 04:32:31.757581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe672de-a209-4642-b6da-eb3e2725c139 req-d09920af-8335-467d-b16c-382746db6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:31.759808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbe672de-a209-4642-b6da-eb3e2725c139 req-d09920af-8335-467d-b16c-382746db6b0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=386572a5a5224bed81dfa7d6ff513a37&device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 1125 time: 0.0928712 Mar 07 04:32:31.771261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.771612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.771922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.783324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.783658 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.784047 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 6 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.789487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4346-7360-4f40-a3c2-545be10542b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a26f0f79-5161-4579-b8aa-296588c6b124), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.793265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4346-7360-4f40-a3c2-545be10542b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:31.794581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c9ae4346-7360-4f40-a3c2-545be10542b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a26f0f79-5161-4579-b8aa-296588c6b124 HTTP/1.1" status: 204 len: 168 time: 0.4495580 Mar 07 04:32:31.831981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.832241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.832582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.845144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.845905 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.847559 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 7 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.875603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.875948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.876330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.879709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae4346-7360-4f40-a3c2-545be10542b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26f0f79-5161-4579-b8aa-296588c6b124,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:31.922153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.929959 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.932555 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 8 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:31.976095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:31.977996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:31.978771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:31.993227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:31.994109 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:31.994753 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 9 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:32.030165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:32.032107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:32.035406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:32.052883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:32.057557 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:32.058183 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempt 10 to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd Mar 07 04:32:32.124888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:32.129197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:32.129197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempting to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:32.145500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:32.148293 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Failed to bind port a0cd1a05-642f-467a-8732-ecda59f84cbd on host n-h1-832185-1 for vnic_type normal using segments [{'id': '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a74ddcb7-daec-45d0-b16c-10f6c96962c2'}] Mar 07 04:32:32.148842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:32.372383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] For port a0cd1a05-642f-467a-8732-ecda59f84cbd, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:32.374605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attempted to set empty binding levels {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 04:32:32.382953 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:32.405506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa1e222f-68bc-44bd-87cb-20d6d9eacbeb req-fff441e5-f65a-486b-8f8b-2c7568c3acd7 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389995 Mar 07 04:32:32.443980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a5abce1-0658-45a0-91c4-09d5dc11da2e req-c50673ac-c075-48ae-ae1c-7229e1d3651d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.2241354 Mar 07 04:32:32.457724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] In _notify_port_updated(), no bound segment for port a0cd1a05-642f-467a-8732-ecda59f84cbd on network a74ddcb7-daec-45d0-b16c-10f6c96962c2 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:32:32.460159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:32.461678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:32.463705 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "PUT /v2.0/ports/a0cd1a05-642f-467a-8732-ecda59f84cbd HTTP/1.1" status: 200 len: 975 time: 1.7492578 Mar 07 04:32:32.469436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43974) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:32.507536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe672de-a209-4642-b6da-eb3e2725c139 req-bde3a5d2-6c7d-48bb-95af-6d41ea811765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:32.515369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbe672de-a209-4642-b6da-eb3e2725c139 req-bde3a5d2-6c7d-48bb-95af-6d41ea811765 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=386572a5a5224bed81dfa7d6ff513a37&shared=False HTTP/1.1" status: 200 len: 914 time: 0.7468705 Mar 07 04:32:32.515966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43976) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:32.651597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d766493-3070-4fb1-83bd-5a55f46ee0cc tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event updated for resources: {'Port': ['ID=a0cd1a05-642f-467a-8732-ecda59f84cbd,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:32.710635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Deleting port a0cd1a05-642f-467a-8732-ecda59f84cbd {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:32.714388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:32.805700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] For port a0cd1a05-642f-467a-8732-ecda59f84cbd, host n-h1-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:32.806416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:32.822350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Calling delete_port for a0cd1a05-642f-467a-8732-ecda59f84cbd owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:32.889098 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-08d0546c-da5d-4db8-9609-fc260223043e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:32.961177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a0cd1a05-642f-467a-8732-ecda59f84cbd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.034326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0cd1a05-642f-467a-8732-ecda59f84cbd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:33.052751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-adcb6f0c-93a1-49a7-a79f-440c74baf771 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e239fcb715094b22b06e0a3bd0f991c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5334918 Mar 07 04:32:33.053921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.059072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43988) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:33.062791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18c91b7a-9f66-4d3f-bc3f-a9af651d1ea8 tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a0cd1a05-642f-467a-8732-ecda59f84cbd HTTP/1.1" status: 204 len: 168 time: 0.5875669 Mar 07 04:32:33.065123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43994) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:33.104712 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1af4ecf-14eb-451d-a094-cf3fd604192e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:32:33.107252 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c1af4ecf-14eb-451d-a094-cf3fd604192e tempest-PortsAdminExtendedAttrsTestJSON-1775637535 tempest-PortsAdminExtendedAttrsTestJSON-1775637535-project-admin] 10.222.0.21 "GET /v2.0/ports/a0cd1a05-642f-467a-8732-ecda59f84cbd HTTP/1.1" status: 404 len: 333 time: 0.0409203 Mar 07 04:32:33.113559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44000) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:33.183444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe672de-a209-4642-b6da-eb3e2725c139 req-2ded3409-21b0-41b6-ac60-ea5e8ee29951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:33.185658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbe672de-a209-4642-b6da-eb3e2725c139 req-2ded3409-21b0-41b6-ac60-ea5e8ee29951 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6608729 Mar 07 04:32:33.221575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c190c46-e259-4947-a9ae-e09f23bf21ff admin admin] Publish callbacks [] for security_group (b9bcebce-273a-4e08-ae93-3b68c429214a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.291330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a74ddcb7-daec-45d0-b16c-10f6c96962c2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.452009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a74ddcb7-daec-45d0-b16c-10f6c96962c2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.506419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74ddcb7-daec-45d0-b16c-10f6c96962c2']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:33.520866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:33.531504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:33.560854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.601886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.612683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:32:33.613361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (40a4d8f6-3d00-4e7f-9dc3-a48d25eaf7ff), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:32:33.616939 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:32:33.703355 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a74ddcb7-daec-45d0-b16c-10f6c96962c2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.715016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.722375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] 10.222.0.21 "DELETE /v2.0/networks/a74ddcb7-daec-45d0-b16c-10f6c96962c2 HTTP/1.1" status: 204 len: 168 time: 0.6071646 Mar 07 04:32:33.736486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188266e6-6c6f-46ea-b075-2525320ffc15 tempest-PortsAdminExtendedAttrsTestJSON-825712919 tempest-PortsAdminExtendedAttrsTestJSON-825712919-project] Pushing event deleted for resources: {'Network': ['ID=a74ddcb7-daec-45d0-b16c-10f6c96962c2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:33.856000 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c190c46-e259-4947-a9ae-e09f23bf21ff admin admin] Publish callbacks [] for security_group (b9bcebce-273a-4e08-ae93-3b68c429214a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:33.927985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb17f221-3c55-4672-a7f8-e4f5c34e5320 req-350b0e0d-7de1-4988-b99d-56f337b659ed tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0700092 Mar 07 04:32:34.032680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-38c57db1-9309-4bd2-9d28-634ec38a4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:34.034534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-38c57db1-9309-4bd2-9d28-634ec38a4908 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=386572a5a5224bed81dfa7d6ff513a37&device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 1125 time: 0.7793262 Mar 07 04:32:34.174493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-66468f81-87ac-42f4-90c6-517ce86bbde7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf HTTP/1.1" status: 200 len: 217 time: 0.1294122 Mar 07 04:32:34.185416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff63d00-6ab9-4c4e-b35a-125dc7960b52 req-6e4b6cab-42aa-478f-99eb-891bd16d665e tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:34.188864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ff63d00-6ab9-4c4e-b35a-125dc7960b52 req-6e4b6cab-42aa-478f-99eb-891bd16d665e tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 943 time: 0.3396599 Mar 07 04:32:34.190943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c190c46-e259-4947-a9ae-e09f23bf21ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b9bcebce-273a-4e08-ae93-3b68c429214a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:34.193830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c190c46-e259-4947-a9ae-e09f23bf21ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:34.194995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2c190c46-e259-4947-a9ae-e09f23bf21ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9bcebce-273a-4e08-ae93-3b68c429214a HTTP/1.1" status: 204 len: 168 time: 1.1243231 Mar 07 04:32:34.299060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c190c46-e259-4947-a9ae-e09f23bf21ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bcebce-273a-4e08-ae93-3b68c429214a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:34.374624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:34.436858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ff63d00-6ab9-4c4e-b35a-125dc7960b52 req-cae96e53-5862-4a3b-9184-1fd084a41761 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288654 Mar 07 04:32:34.453259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-d2c6a111-ffcc-4214-9295-bbc1ed42b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:34.455584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-d2c6a111-ffcc-4214-9295-bbc1ed42b161 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c676200f-2fc1-4449-93aa-0737895698a7 HTTP/1.1" status: 200 len: 853 time: 0.2657905 Mar 07 04:32:34.500948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-446b4476-eb2b-414c-b351-d638306534d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328803 Mar 07 04:32:34.744274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-ccd3502a-48e7-47f0-b2a2-cd5c3cce99ab service neutron] 10.222.0.15 "GET /v2.0/networks/865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362053 Mar 07 04:32:34.852978 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-820b4c7e-d9b9-48fa-813c-d4629c4dd65a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cfbc43f2f7449a9b86c5f270a024bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4769001 Mar 07 04:32:34.858069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:34.969572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7044cd8f-769c-4757-aec7-e80f345ea8f2 req-9d7783dd-41b4-4a1b-814b-dc10094713ae service neutron] 10.222.0.15 "GET /v2.0/networks/865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187860 Mar 07 04:32:35.001131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63ee1541-6a69-4dd9-900f-89f53469e78d admin admin] Publish callbacks [] for security_group (24114d94-bdee-4173-97b0-6a1c259e61d9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:35.071116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63ee1541-6a69-4dd9-900f-89f53469e78d admin admin] Publish callbacks [] for security_group (24114d94-bdee-4173-97b0-6a1c259e61d9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:35.179631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63ee1541-6a69-4dd9-900f-89f53469e78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (24114d94-bdee-4173-97b0-6a1c259e61d9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:35.182979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63ee1541-6a69-4dd9-900f-89f53469e78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:35.184137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63ee1541-6a69-4dd9-900f-89f53469e78d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24114d94-bdee-4173-97b0-6a1c259e61d9 HTTP/1.1" status: 204 len: 168 time: 0.3250878 Mar 07 04:32:35.206684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee1541-6a69-4dd9-900f-89f53469e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24114d94-bdee-4173-97b0-6a1c259e61d9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:35.213538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3420514d-6643-44a5-8c41-d79c8004093e req-11866dca-f01b-4f41-9721-89e14fd8811c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1036539 Mar 07 04:32:35.343904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ab29d3f8-4c2a-4905-9557-63fb10f250cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:35.617813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97398679-552f-4169-86dd-07baf25c9a3e req-69b20e53-644c-4119-98d8-453abb4dedbc tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:35.622533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97398679-552f-4169-86dd-07baf25c9a3e req-69b20e53-644c-4119-98d8-453abb4dedbc tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 943 time: 0.0832293 Mar 07 04:32:35.703177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97398679-552f-4169-86dd-07baf25c9a3e req-9ff4ae00-e596-4e11-b7ae-978a16f2026a tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755212 Mar 07 04:32:35.788917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:35.864015 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f13aadda-f5e4-4357-a51e-7f4a4f6ccad0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f616265f6cf04f90af6ad179bf8773f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0743012 Mar 07 04:32:35.866516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:35.982120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65a73a71-12cf-4fb2-8bfe-5189b63b2486 admin admin] Publish callbacks [] for security_group (4f88df30-4625-481b-b054-a79479f609d3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:36.009931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65a73a71-12cf-4fb2-8bfe-5189b63b2486 admin admin] Publish callbacks [] for security_group (4f88df30-4625-481b-b054-a79479f609d3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:36.080191 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65a73a71-12cf-4fb2-8bfe-5189b63b2486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4f88df30-4625-481b-b054-a79479f609d3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:36.088966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65a73a71-12cf-4fb2-8bfe-5189b63b2486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:36.091656 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-65a73a71-12cf-4fb2-8bfe-5189b63b2486 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f88df30-4625-481b-b054-a79479f609d3 HTTP/1.1" status: 204 len: 168 time: 0.2241657 Mar 07 04:32:36.100511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73a71-12cf-4fb2-8bfe-5189b63b2486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f88df30-4625-481b-b054-a79479f609d3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:36.392931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f62264b3-0b28-4232-9431-155f839ce731 req-036ac006-55a1-4177-b21f-b04554e68b60 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0565863 Mar 07 04:32:36.651302 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:36.940494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17f28-f84d-4489-b40f-2fd7d09331b0 req-93c0bea2-4095-45d3-b055-521eaf096d23 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:36.944265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b17f28-f84d-4489-b40f-2fd7d09331b0 req-93c0bea2-4095-45d3-b055-521eaf096d23 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 943 time: 0.1301405 Mar 07 04:32:37.016217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b17f28-f84d-4489-b40f-2fd7d09331b0 req-69efe99f-a01d-4cdb-8d37-76901c0ec1a0 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Mar 07 04:32:37.582401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5821c657-0db0-43b2-be93-3986e7ecb783 req-2cccaffa-c5ac-4e03-8057-07cda5f7ce86 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0581019 Mar 07 04:32:37.585778 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:38.215658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7038aac-27a1-47d0-83ca-3e17918b78ed req-6c54d78b-3b4d-406b-b382-fe2076196c2a tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:38.223254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7038aac-27a1-47d0-83ca-3e17918b78ed req-6c54d78b-3b4d-406b-b382-fe2076196c2a tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 943 time: 0.0936339 Mar 07 04:32:38.309646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7038aac-27a1-47d0-83ca-3e17918b78ed req-e3a84059-f990-4682-8176-5e4918165327 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855331 Mar 07 04:32:38.341240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:32:38.467133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44170) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:38.582627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,segment=NetworkSegment(2d5b8bff-8107-401d-8c82-197a9123bc48),segment_id=2d5b8bff-8107-401d-8c82-197a9123bc48)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:38.605030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf', 'network_id': '865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab', 'port_id': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf', 'mac_address': 'fa:16:3e:e4:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c676200f-2fc1-4449-93aa-0737895698a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:32:38.658034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:38.658751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:38.675417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:38.719556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1473606293'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:38.756561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,segment=NetworkSegment(2d5b8bff-8107-401d-8c82-197a9123bc48),segment_id=2d5b8bff-8107-401d-8c82-197a9123bc48)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:38.776753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:38.812687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d2ee6cd-6ed3-4f57-8dc3-71878ac7c711 req-2c7229e3-510f-423a-a4fd-7614bd898d01 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0616295 Mar 07 04:32:38.822666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:38.832323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:38.850442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:38.984184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:39.039006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for security_group (cef1860a-79a3-4db8-835c-51a16dcbb3cf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.044967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cef1860a-79a3-4db8-835c-51a16dcbb3cf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.111289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:39.115787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1860a-79a3-4db8-835c-51a16dcbb3cf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:39.140392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:32:39.168193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.168917 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Added segment 3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc of type vlan for network 8393e2f1-e638-4cb0-b0df-29004274d522 Mar 07 04:32:39.267256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8393e2f1-e638-4cb0-b0df-29004274d522), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.332383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8393e2f1-e638-4cb0-b0df-29004274d522), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.342155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:39.344166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.373744 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:39.545382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0771024 Mar 07 04:32:39.549387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44210) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:39.560171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:39.600858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f46f-76c8-483a-a49d-a2ba90d3501d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Network': ['ID=8393e2f1-e638-4cb0-b0df-29004274d522,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:39.613478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:32:39.699920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbbcfc-2feb-45ac-a653-f99a9780755a req-e6de68ea-f22d-4151-97a2-1686eb3a1409 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:39.702260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ccbbcfc-2feb-45ac-a653-f99a9780755a req-e6de68ea-f22d-4151-97a2-1686eb3a1409 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 944 time: 0.2324007 Mar 07 04:32:39.782378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ccbbcfc-2feb-45ac-a653-f99a9780755a req-f8cd7d54-958d-4945-ac21-7c373877ebe5 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740390 Mar 07 04:32:39.820042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:39.826036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.031861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44232) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:40.204659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47812b8c-5098-46fb-b142-19308d8351f1 req-0825e5fe-82f2-40df-92a1-0cee2f6a77ff tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1219375 Mar 07 04:32:40.257892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (f808f699-fe97-4d94-b9b0-121919ff623d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.335509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=f808f699-fe97-4d94-b9b0-121919ff623d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:40.356369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.356786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.357393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.357704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.358074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.358450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.358728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.359064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.359392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.359995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.360245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.360910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.361260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:40.369249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:32:40.374925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:40.375284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network hostable DHCP agents. Network: 8393e2f1-e638-4cb0-b0df-29004274d522, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:32:40.399513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:32:40.415571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8393e2f1-e638-4cb0-b0df-29004274d522) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:40.425815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:40.426555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.448180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1256739c-7565-4af0-adfa-53f521577670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.453155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-73b012c8-5bbd-45fa-a920-21a45805c591 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9019992 Mar 07 04:32:40.456644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:40.469669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ecd7c5-410e-4bbb-989f-d636fec4e79c None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:40.470824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'name': 'tempest-NetworksTestDHCPv6-782031062'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:40.565678 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1256739c-7565-4af0-adfa-53f521577670 admin admin] Publish callbacks [] for security_group (03241703-efdb-432b-8b82-04e4f69a7167), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.574003 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1256739c-7565-4af0-adfa-53f521577670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (03241703-efdb-432b-8b82-04e4f69a7167), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.597389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:32:40.605284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:40.605941 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.636329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1256739c-7565-4af0-adfa-53f521577670 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7707c17fa21945c89e287b51c63350da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028655 Mar 07 04:32:40.636968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44258) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:40.639399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256739c-7565-4af0-adfa-53f521577670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03241703-efdb-432b-8b82-04e4f69a7167,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:40.651067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': 'f808f699-fe97-4d94-b9b0-121919ff623d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:32:40.652827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.704543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4932ab86-ed45-4474-b649-f9bd662cc836 admin admin] Publish callbacks [] for security_group (03241703-efdb-432b-8b82-04e4f69a7167), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.723834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:40.728104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.733109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4932ab86-ed45-4474-b649-f9bd662cc836 admin admin] Publish callbacks [] for security_group (03241703-efdb-432b-8b82-04e4f69a7167), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.782862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port e4333e3e-bb27-470a-946a-ed31332b0970 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:40.806776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4932ab86-ed45-4474-b649-f9bd662cc836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (03241703-efdb-432b-8b82-04e4f69a7167), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.812472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4932ab86-ed45-4474-b649-f9bd662cc836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.818646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4932ab86-ed45-4474-b649-f9bd662cc836 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03241703-efdb-432b-8b82-04e4f69a7167 HTTP/1.1" status: 204 len: 168 time: 0.1803129 Mar 07 04:32:40.844783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ab86-ed45-4474-b649-f9bd662cc836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03241703-efdb-432b-8b82-04e4f69a7167,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:40.885162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:40.885771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:40.983479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21370c64-453d-40e8-ac07-54fe224a01e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:40.985911 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce671da-430b-487a-a6df-cdbcddea1328" -d '{"events": [{"server_uuid": "21370c64-453d-40e8-ac07-54fe224a01e3", "name": "network-vif-plugged", "status": "completed", "tag": "b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:41.017374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::3d (8393e2f1-e638-4cb0-b0df-29004274d522/f808f699-fe97-4d94-b9b0-121919ff623d/e4333e3e-bb27-470a-946a-ed31332b0970) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:41.037243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,segment=NetworkSegment(2d5b8bff-8107-401d-8c82-197a9123bc48),segment_id=2d5b8bff-8107-401d-8c82-197a9123bc48)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:41.049024 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.094028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd703f-d66b-4928-912c-603f3bb0f4fe req-33747511-bd5a-4278-97cc-80479ddf36d5 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:41.097074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03bd703f-d66b-4928-912c-603f3bb0f4fe req-33747511-bd5a-4278-97cc-80479ddf36d5 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 944 time: 0.1302025 Mar 07 04:32:41.167858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:41.240483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ce6e-e901-4bbc-9806-f92adc6cbf35 req-70f53d96-d12c-4b10-a7a4-31df6e8873ce tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:41.249544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e227ce6e-e901-4bbc-9806-f92adc6cbf35 req-70f53d96-d12c-4b10-a7a4-31df6e8873ce tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 950 time: 0.1510882 Mar 07 04:32:41.279949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03bd703f-d66b-4928-912c-603f3bb0f4fe req-a52b8860-06de-4f9a-9026-98e819be36ee tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610146 Mar 07 04:32:41.341101 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f39e1c-9a71-403c-8f24-146526f1d99b x-openstack-request-id: req-43f39e1c-9a71-403c-8f24-146526f1d99b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:41.341403 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21370c64-453d-40e8-ac07-54fe224a01e3", "name": "network-vif-plugged", "status": "completed", "tag": "b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:41.341659 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43f39e1c-9a71-403c-8f24-146526f1d99b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:41.342107 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21370c64-453d-40e8-ac07-54fe224a01e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf', 'code': 200} Mar 07 04:32:41.379996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e227ce6e-e901-4bbc-9806-f92adc6cbf35 req-0bd2763a-3800-4413-a6fe-f00932697f5c tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291828 Mar 07 04:32:41.411893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44302) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:41.459398 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20bff21a-271b-4351-a018-2ca8fbd7cc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.571270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec76b008-287f-4ff1-8919-65cd41dc4df0 req-12b6c686-52dd-4d49-84e7-5e00b681f086 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0887802 Mar 07 04:32:41.609181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feeeac-5520-4994-a3f0-fcff75007dd9 req-04eec75a-8737-4527-93a4-5419e258237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:41.610838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71feeeac-5520-4994-a3f0-fcff75007dd9 req-04eec75a-8737-4527-93a4-5419e258237e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 1127 time: 0.1850977 Mar 07 04:32:41.709139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71feeeac-5520-4994-a3f0-fcff75007dd9 req-b2a397fc-bf51-4689-8ffb-8d6b1b84ac06 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908887 Mar 07 04:32:41.729219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20bff21a-271b-4351-a018-2ca8fbd7cc97 admin admin] Publish callbacks [] for security_group (cf55c5a4-7560-405d-ab24-6b7aecb0c812), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.737437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-20bff21a-271b-4351-a018-2ca8fbd7cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cf55c5a4-7560-405d-ab24-6b7aecb0c812), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.801299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bff21a-271b-4351-a018-2ca8fbd7cc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf55c5a4-7560-405d-ab24-6b7aecb0c812,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:41.835158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44314) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:41.838577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-20bff21a-271b-4351-a018-2ca8fbd7cc97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae2a0ed0296c40088907d9c2a523becb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254999 Mar 07 04:32:41.867012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (e4333e3e-bb27-470a-946a-ed31332b0970), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.919721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e51987da-9e33-4926-a4e5-26f189ba59a0 admin admin] Publish callbacks [] for security_group (cf55c5a4-7560-405d-ab24-6b7aecb0c812), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.979434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e51987da-9e33-4926-a4e5-26f189ba59a0 admin admin] Publish callbacks [] for security_group (cf55c5a4-7560-405d-ab24-6b7aecb0c812), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:41.997928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e4333e3e-bb27-470a-946a-ed31332b0970), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.075961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:42.076173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/f808f699-fe97-4d94-b9b0-121919ff623d/a5a928e6-7275-43c3-82f7-314ca2448ec0) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:42.079932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:42.085223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:42.090060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:42.090947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.108025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=e4333e3e-bb27-470a-946a-ed31332b0970,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:42.117492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44328) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:42.138582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f28ddb02-689b-4030-a32c-ec9682a3fc40 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6807044 Mar 07 04:32:42.150581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e51987da-9e33-4926-a4e5-26f189ba59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cf55c5a4-7560-405d-ab24-6b7aecb0c812), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.153143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e51987da-9e33-4926-a4e5-26f189ba59a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.154314 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e51987da-9e33-4926-a4e5-26f189ba59a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf55c5a4-7560-405d-ab24-6b7aecb0c812 HTTP/1.1" status: 204 len: 168 time: 0.3181722 Mar 07 04:32:42.173810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51987da-9e33-4926-a4e5-26f189ba59a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf55c5a4-7560-405d-ab24-6b7aecb0c812,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:42.224132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8648c2-e2c9-4556-97d8-d62c9a46feb1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:42.229906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44332) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:42.240240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6d8648c2-e2c9-4556-97d8-d62c9a46feb1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1207180 Mar 07 04:32:42.353313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port e4333e3e-bb27-470a-946a-ed31332b0970 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:42.353782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e4333e3e-bb27-470a-946a-ed31332b0970), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.410803 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Publish callbacks [] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.428860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.463032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e4333e3e-bb27-470a-946a-ed31332b0970), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.481805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for e4333e3e-bb27-470a-946a-ed31332b0970 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:42.504327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f917-3ba6-4fd8-a29b-a46fdea2cdc9 req-40af7af1-611e-4633-ae32-57fb491f96e1 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:42.505897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55c9f917-3ba6-4fd8-a29b-a46fdea2cdc9 req-40af7af1-611e-4633-ae32-57fb491f96e1 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 945 time: 0.1070058 Mar 07 04:32:42.527268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:42.537372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Pushing event updated for resources: {'Port': ['ID=a5a928e6-7275-43c3-82f7-314ca2448ec0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:42.548087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:42.556849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:42.622564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55c9f917-3ba6-4fd8-a29b-a46fdea2cdc9 req-f9369776-f067-47ae-8787-7ef70d7849d7 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Mar 07 04:32:42.651976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Attempting to bind port a5a928e6-7275-43c3-82f7-314ca2448ec0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:42.652141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Attempting to bind port a5a928e6-7275-43c3-82f7-314ca2448ec0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:42.652979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Attempting to bind port a5a928e6-7275-43c3-82f7-314ca2448ec0 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:42.659187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:32:42.659757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:42.660322 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.660911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:32:42.661539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Bound port: a5a928e6-7275-43c3-82f7-314ca2448ec0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:32:42.662123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.765575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e4333e3e-bb27-470a-946a-ed31332b0970), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.783672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e050330-14b2-418f-b32b-3ca3da79b89a req-b2fbbe7d-2652-44f5-a654-e60b8d1090d2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0531840 Mar 07 04:32:42.787349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] For port a5a928e6-7275-43c3-82f7-314ca2448ec0, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:42.792729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] For port a5a928e6-7275-43c3-82f7-314ca2448ec0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a5a928e6-7275-43c3-82f7-314ca2448ec0,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:32:42.813355 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.836345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=e4333e3e-bb27-470a-946a-ed31332b0970,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:42.868814 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:42.872934 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ddeb4de-8f0d-4640-84f6-0e531a4c1506 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/e4333e3e-bb27-470a-946a-ed31332b0970 HTTP/1.1" status: 204 len: 168 time: 0.6417499 Mar 07 04:32:42.875462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:42.897783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fb274-0271-4158-bff8-22eef7387d09 None None] Pushing event updated for resources: {'Port': ['ID=a5a928e6-7275-43c3-82f7-314ca2448ec0,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:42.981722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92d241-2d2b-4afe-8270-5d05c0ae92aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:42.983345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92d241-2d2b-4afe-8270-5d05c0ae92aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:42.984973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e92d241-2d2b-4afe-8270-5d05c0ae92aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1083529 Mar 07 04:32:42.987656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44358) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:43.076953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet f808f699-fe97-4d94-b9b0-121919ff623d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:32:43.091961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (f808f699-fe97-4d94-b9b0-121919ff623d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:43.146573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (f808f699-fe97-4d94-b9b0-121919ff623d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:43.289457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f808f699-fe97-4d94-b9b0-121919ff623d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:43.422980 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (f808f699-fe97-4d94-b9b0-121919ff623d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:43.457580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=f808f699-fe97-4d94-b9b0-121919ff623d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:43.465955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:43.470332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1d1c7242-f6c0-410d-a6e5-08575eba1d7c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/f808f699-fe97-4d94-b9b0-121919ff623d HTTP/1.1" status: 204 len: 168 time: 0.4816692 Mar 07 04:32:43.473284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:43.552273 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2bc80d05-db7c-400e-b702-849bc832b211 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735559 Mar 07 04:32:43.555105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44388) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:43.561722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:43.730156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:43.740179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:43.828618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c233f7f-38ec-4ed5-9890-76755eaea151 req-f526c764-2706-4255-b74d-358d0b4522ea tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:43.834307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c233f7f-38ec-4ed5-9890-76755eaea151 req-f526c764-2706-4255-b74d-358d0b4522ea tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 945 time: 0.1066260 Mar 07 04:32:43.987803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c233f7f-38ec-4ed5-9890-76755eaea151 req-4b552b78-65a1-42b2-ba44-d3bbdea6ae53 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468112 Mar 07 04:32:44.044679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9581b557-ec6c-4551-a934-8acbdc3f55e4 req-f056a057-e983-4efd-98bd-558b59384799 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0945864 Mar 07 04:32:44.238540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (fe9a0126-6fe0-46df-a577-3a76bcec2d15), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:44.335666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:44.342275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:44.357503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:44.357928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:44.363411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a928e6-7275-43c3-82f7-314ca2448ec0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:32:44.396645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=fe9a0126-6fe0-46df-a577-3a76bcec2d15,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:44.409261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6820bcb9-1326-467f-906d-d0c053b87852 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8523333 Mar 07 04:32:44.412614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:44.422929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'name': 'tempest-NetworksTestDHCPv6-402081546'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:44.451281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:44.574456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1eef0-5971-4682-9351-0816165b3bb2 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:44.609369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:44.613608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:44.653240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:44.764350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] Provisioning complete for port a5a928e6-7275-43c3-82f7-314ca2448ec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:44.764756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:44.803375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a5a928e6-7275-43c3-82f7-314ca2448ec0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:44.803714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:44.892067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::6e (8393e2f1-e638-4cb0-b0df-29004274d522/fe9a0126-6fe0-46df-a577-3a76bcec2d15/f13296b2-6ea0-4e46-a8d4-5ced0e1800d4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:44.911842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1542b-5f2f-4fb0-967a-355988b7f835 req-99c31437-7a88-45e1-9c96-2f7f22d7629c tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:44.913606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1a1542b-5f2f-4fb0-967a-355988b7f835 req-99c31437-7a88-45e1-9c96-2f7f22d7629c tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 945 time: 0.1440272 Mar 07 04:32:44.940690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:44.941086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:44.997654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:45.009918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:45.012559 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c98859-4e20-4f9e-9789-61a7825dbe77" -d '{"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:45.026125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.163471 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d00677-bdc5-4ac2-ab28-f140943486ae x-openstack-request-id: req-d0d00677-bdc5-4ac2-ab28-f140943486ae {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:45.164082 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:45.164553 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0d00677-bdc5-4ac2-ab28-f140943486ae {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:45.165454 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'code': 200} Mar 07 04:32:45.166290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] Current status of the port a5a928e6-7275-43c3-82f7-314ca2448ec0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:45.166901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.231405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (f13296b2-6ea0-4e46-a8d4-5ced0e1800d4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.246694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] For port a5a928e6-7275-43c3-82f7-314ca2448ec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a5a928e6-7275-43c3-82f7-314ca2448ec0,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:45.294380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f13296b2-6ea0-4e46-a8d4-5ced0e1800d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.307667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:45.322892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78179599-3c02-40bb-a311-026447cc1476 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:45.327428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.350321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1a1542b-5f2f-4fb0-967a-355988b7f835 req-18459ae7-5028-45ce-a2c3-587678139e11 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041154 Mar 07 04:32:45.406705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:45.410009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:45.413865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:45.419919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:45.420574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.486488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=f13296b2-6ea0-4e46-a8d4-5ced0e1800d4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:45.524902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-266707b7-34b5-44be-acd1-306edb65b896 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1105158 Mar 07 04:32:45.525133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:45.528810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b184e0-bcfe-458e-94de-b8663ffe69e0 req-235dc88f-d298-4929-a02a-301556842589 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0831177 Mar 07 04:32:45.554643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-1d08aabd-979f-442b-acf5-826958e8fcda tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573366 Mar 07 04:32:45.565468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86782b51-21f6-4059-bca8-8d0d08c5131b None None] Pushing event updated for resources: {'Port': ['ID=a5a928e6-7275-43c3-82f7-314ca2448ec0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:45.571915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a5a928e6-7275-43c3-82f7-314ca2448ec0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:45.572573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.622943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adce007-a5d8-4f79-bf4d-fa8eee7db180 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:45.648427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adce007-a5d8-4f79-bf4d-fa8eee7db180 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:45.656751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44488) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:45.658765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2adce007-a5d8-4f79-bf4d-fa8eee7db180 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1327071 Mar 07 04:32:45.728502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-44805f54-75f8-42ac-be6e-9a3358f7fdc5 None None] Provisioning complete for port a5a928e6-7275-43c3-82f7-314ca2448ec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:45.728937 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-44805f54-75f8-42ac-be6e-9a3358f7fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.732741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:32:45.733103 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:32:45.763683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-b12677ae-208d-4f7b-b34b-86fee554a3bc tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:45.770286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-b12677ae-208d-4f7b-b34b-86fee554a3bc tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147508 Mar 07 04:32:45.794627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-89a33b39-af74-4db5-a2a5-dca647a1bfe1 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/quotas/5adbcf75e5674e50b2cf6a07a76853a2 HTTP/1.1" status: 200 len: 375 time: 0.0234318 Mar 07 04:32:45.852540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-9a94c181-e6f6-44fa-83f6-b399c54c1efc tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363057 Mar 07 04:32:45.859052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:45.859737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f13296b2-6ea0-4e46-a8d4-5ced0e1800d4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:45.891525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-44805f54-75f8-42ac-be6e-9a3358f7fdc5 None None] Current status of the port a5a928e6-7275-43c3-82f7-314ca2448ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:46.021353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f13296b2-6ea0-4e46-a8d4-5ced0e1800d4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:46.057290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:46.080105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-3247cace-d2e4-49f4-aec3-fa5cfb83f223 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:46.081964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-3247cace-d2e4-49f4-aec3-fa5cfb83f223 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.15 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 945 time: 0.1255229 Mar 07 04:32:46.134031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5983018a-79a0-4b8a-afb5-c041dd453ba4 req-0ddc52dc-9af2-44ef-be9b-80b3d92a15fc tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 210 time: 0.0505595 Mar 07 04:32:46.225816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ac359b3-366a-4c09-a3f6-9dd2e51a1c9a None None] Provisioning complete for port f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:46.226295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac359b3-366a-4c09-a3f6-9dd2e51a1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f13296b2-6ea0-4e46-a8d4-5ced0e1800d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:46.422081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a5a928e6-7275-43c3-82f7-314ca2448ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:46.469590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ac359b3-366a-4c09-a3f6-9dd2e51a1c9a None None] Port f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:32:46.505330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ac359b3-366a-4c09-a3f6-9dd2e51a1c9a None None] Provisioning complete for port a5a928e6-7275-43c3-82f7-314ca2448ec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:46.505762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ac359b3-366a-4c09-a3f6-9dd2e51a1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:46.534157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Deleting port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:46.534929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:46.599428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f8c5785-12b0-4709-9883-81da6ef01c4b details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:32:46.603899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a928e6-7275-43c3-82f7-314ca2448ec0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:32:46.800656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a5a928e6-7275-43c3-82f7-314ca2448ec0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:46.801286 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:46.902498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20062ce4-2c64-4cd2-a247-8a21301e39c1 req-9727cf09-ca8e-43e3-8939-ee632f5d51cf tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1067402 Mar 07 04:32:46.910101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f13296b2-6ea0-4e46-a8d4-5ced0e1800d4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.027406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef42bc-0bf8-43c8-91b2-fe849c3a0a6e req-9acc286c-771b-4c70-9cbe-397a46dd6973 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:47.028212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44516) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:47.045944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fef42bc-0bf8-43c8-91b2-fe849c3a0a6e req-9acc286c-771b-4c70-9cbe-397a46dd6973 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21370c64-453d-40e8-ac07-54fe224a01e3 HTTP/1.1" status: 200 len: 945 time: 0.5177381 Mar 07 04:32:47.052960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=f13296b2-6ea0-4e46-a8d4-5ced0e1800d4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:47.164175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] For port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,segment=NetworkSegment(2d5b8bff-8107-401d-8c82-197a9123bc48),segment_id=2d5b8bff-8107-401d-8c82-197a9123bc48)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:47.165569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.202262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Calling delete_port for b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:47.209238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea20dc53-c1a0-4d72-8d95-685c8f921078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.223874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ac359b3-366a-4c09-a3f6-9dd2e51a1c9a None None] Current status of the port a5a928e6-7275-43c3-82f7-314ca2448ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:47.404094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea20dc53-c1a0-4d72-8d95-685c8f921078 admin admin] Publish callbacks [] for security_group (7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.416836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ea20dc53-c1a0-4d72-8d95-685c8f921078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.429748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-05b931e8-1b0c-469c-a7ad-bfdb786541e0 None None] Could not find standard attr ID for object e4333e3e-bb27-470a-946a-ed31332b0970. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:32:47.453230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-05b931e8-1b0c-469c-a7ad-bfdb786541e0 None None] Could not find standard attr ID for object f13296b2-6ea0-4e46-a8d4-5ced0e1800d4. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:32:47.460201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20dc53-c1a0-4d72-8d95-685c8f921078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:47.503829 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.507525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7f565f54-c159-4a0f-bfb1-4430c20f7f41 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 HTTP/1.1" status: 204 len: 168 time: 1.8498235 Mar 07 04:32:47.513322 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ea20dc53-c1a0-4d72-8d95-685c8f921078 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9080905d7834a349d7c05cd75b2c0e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828477 Mar 07 04:32:47.516432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44528) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:47.516671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44526) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:47.546645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a5a928e6-7275-43c3-82f7-314ca2448ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:47.559156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e09e7096-79aa-4bbf-9a49-f8d525c9a7e1 req-afd7beca-6cfe-437b-ad49-0a4833045068 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 210 time: 0.0652413 Mar 07 04:32:47.572393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.588767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:47.641806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54488927-cde8-4520-b995-63682ea24f27 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:47.643380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54488927-cde8-4520-b995-63682ea24f27 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:47.647873 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-54488927-cde8-4520-b995-63682ea24f27 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1303730 Mar 07 04:32:47.648654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44530) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:47.654178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:47.676960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Pushing event deleted for resources: {'Port': ['ID=b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:47.688316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'mac_address': 'fa:16:3e:13:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:32:47.697074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2fef42bc-0bf8-43c8-91b2-fe849c3a0a6e req-c7578611-1849-4bee-a4c9-903decf30879 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d5bae14-08a6-469f-8c18-fb933ca3bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489892 Mar 07 04:32:47.735922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72ef417e-aee3-4e9c-802f-21b6786d3e50 admin admin] Publish callbacks [] for security_group (7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.759476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] No DVR routers for this DVR port b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:47.765695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.769680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f428d00-0fe2-4bee-bf33-2387bba3e297 req-5d7e1143-65ab-4b2f-a320-e24661b4be69 tempest-ServerPasswordTestJSON-1034200917 tempest-ServerPasswordTestJSON-1034200917-project] 10.222.0.15 "DELETE /v2.0/ports/b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf HTTP/1.1" status: 204 len: 173 time: 1.6805468 Mar 07 04:32:47.782358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5f8c5785-12b0-4709-9883-81da6ef01c4b is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:47.782775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.793240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21370c64-453d-40e8-ac07-54fe224a01e3', 'name': 'network-vif-deleted', 'tag': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:47.796686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-9d34bfc0-f7f9-4df5-bff3-9c5280d902ca tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573232 Mar 07 04:32:47.797162 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6190c2e5-33d8-40e8-936e-7de4c441ee38" -d '{"events": [{"server_uuid": "21370c64-453d-40e8-ac07-54fe224a01e3", "name": "network-vif-deleted", "tag": "b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:47.809567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f8c5785-12b0-4709-9883-81da6ef01c4b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:47.814408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet fe9a0126-6fe0-46df-a577-3a76bcec2d15 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:32:47.816702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72ef417e-aee3-4e9c-802f-21b6786d3e50 admin admin] Publish callbacks [] for security_group (7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.819368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (fe9a0126-6fe0-46df-a577-3a76bcec2d15), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.855864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:47.864010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.874213 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0fee29-4afb-4b1b-a55c-30cfe446fc03 x-openstack-request-id: req-df0fee29-4afb-4b1b-a55c-30cfe446fc03 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:47.875169 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21370c64-453d-40e8-ac07-54fe224a01e3", "name": "network-vif-deleted", "tag": "b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:47.875169 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df0fee29-4afb-4b1b-a55c-30cfe446fc03 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:47.875359 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21370c64-453d-40e8-ac07-54fe224a01e3', 'name': 'network-vif-deleted', 'tag': 'b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf', 'status': 'completed', 'code': 200} Mar 07 04:32:47.891939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72ef417e-aee3-4e9c-802f-21b6786d3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.895983 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-72ef417e-aee3-4e9c-802f-21b6786d3e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.909920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-72ef417e-aee3-4e9c-802f-21b6786d3e50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b HTTP/1.1" status: 204 len: 168 time: 0.3713992 Mar 07 04:32:47.922879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fe9a0126-6fe0-46df-a577-3a76bcec2d15), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:47.935247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef417e-aee3-4e9c-802f-21b6786d3e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb9a708-4e4a-4a2d-b355-a3f7927a7f6b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:47.981350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['5f8c5785-12b0-4709-9883-81da6ef01c4b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:48.017152 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fe9a0126-6fe0-46df-a577-3a76bcec2d15), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.105780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:48.159533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5f55f35-ea39-4ebb-8f16-1b6bc41f368a req-bfd03639-65c9-4986-b069-62fe24b618e0 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0927274 Mar 07 04:32:48.296281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-a37ba7a4-4ce0-492d-87fc-d647ecb07059 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:48.297776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-a37ba7a4-4ce0-492d-87fc-d647ecb07059 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4949801 Mar 07 04:32:48.299375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fe9a0126-6fe0-46df-a577-3a76bcec2d15), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.331483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Request body: {'port': {'device_id': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '5adbcf75e5674e50b2cf6a07a76853a2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:48.339660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9a0126-6fe0-46df-a577-3a76bcec2d15,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:48.357162 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.364130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44550) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:48.364831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a2e615e-eebc-467e-af9d-215207357e4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/fe9a0126-6fe0-46df-a577-3a76bcec2d15 HTTP/1.1" status: 204 len: 168 time: 0.7087572 Mar 07 04:32:48.368848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb1b60-9ac9-4137-9f63-9a6120702690 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:48.430565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44552) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:48.459164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb9dd-35cb-4bd8-9266-9f1ec266d69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.518263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0b0ba446-6243-4a79-8ab1-e5d7c379c1b8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521630 Mar 07 04:32:48.521056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44554) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:48.527377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:48.592067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb9dd-35cb-4bd8-9266-9f1ec266d69c admin admin] Publish callbacks [] for security_group (cad247fa-3ff8-4bba-9f12-f11349c7400e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.606873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb9dd-35cb-4bd8-9266-9f1ec266d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cad247fa-3ff8-4bba-9f12-f11349c7400e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.610191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f8c5785-12b0-4709-9883-81da6ef01c4b up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:32:48.651615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:48.655538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.672154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Made reservation on behalf of 5adbcf75e5674e50b2cf6a07a76853a2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:48.677860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.681675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecb9dd-35cb-4bd8-9266-9f1ec266d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad247fa-3ff8-4bba-9f12-f11349c7400e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:48.712414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.798947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 5f8c5785-12b0-4709-9883-81da6ef01c4b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:48.800038 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.834692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:32:48.851764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks [] for security_group (ab5b26b9-3b1d-4968-a2ab-21e0a4bde580), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.855606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44560) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:48.922748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Deleting subnet c676200f-2fc1-4449-93aa-0737895698a7 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:32:48.926436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Publish callbacks [] for subnet (c676200f-2fc1-4449-93aa-0737895698a7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.956976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5f8c5785-12b0-4709-9883-81da6ef01c4b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:48.957540 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.960321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] Deleting port a5a928e6-7275-43c3-82f7-314ca2448ec0 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:48.960796 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:48.970893 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (c676200f-2fc1-4449-93aa-0737895698a7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.015896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c676200f-2fc1-4449-93aa-0737895698a7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.038992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:49.041519 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dec3f7-670a-4e6e-aa39-1dcf20fa03ae" -d '{"events": [{"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:49.054172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ab5b26b9-3b1d-4968-a2ab-21e0a4bde580), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.067195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:49.075171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] For port a5a928e6-7275-43c3-82f7-314ca2448ec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a5a928e6-7275-43c3-82f7-314ca2448ec0,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:49.075727 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.080025 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.110768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bf3b195-a057-455a-8a16-6b988a0a4cc1 req-322b779e-a491-4efc-862e-eccb954fb707 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 210 time: 0.4051926 Mar 07 04:32:49.136296 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbff9c2-89ba-4dd9-875b-a3a47a0269ae x-openstack-request-id: req-5dbff9c2-89ba-4dd9-875b-a3a47a0269ae {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:49.136714 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:49.137041 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dbff9c2-89ba-4dd9-875b-a3a47a0269ae {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:49.137494 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'code': 200} Mar 07 04:32:49.140752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] Calling delete_port for a5a928e6-7275-43c3-82f7-314ca2448ec0 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:49.270218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:49.327789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (a5a928e6-7275-43c3-82f7-314ca2448ec0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.340916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:49.343739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9af123f7-9fa4-413a-bb67-6b176d291718 req-49e433a5-2371-4fc8-b77c-35876ce75c56 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0528259 Mar 07 04:32:49.345770 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e1ecb9dd-35cb-4bd8-9266-9f1ec266d69c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=245cf29f19d04cb29554982e3befbae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9130921 Mar 07 04:32:49.362655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] Pushing event deleted for resources: {'Port': ['ID=a5a928e6-7275-43c3-82f7-314ca2448ec0,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:49.370961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a5d58-9b8e-4184-96a9-ae03b119b4f7 None None] No DVR routers for this DVR port a5a928e6-7275-43c3-82f7-314ca2448ec0 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:49.427789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Allocated IP 192.168.233.59 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/ba273bad-263d-4e8f-a456-002ff7cb7c19) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:49.451626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f29043-f5f5-4a88-a82c-2437d6b8971f admin admin] Publish callbacks [] for security_group (cad247fa-3ff8-4bba-9f12-f11349c7400e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.454046 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (2ee844b4-6c6b-4313-8a13-e611768f5eef), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.515779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f29043-f5f5-4a88-a82c-2437d6b8971f admin admin] Publish callbacks [] for security_group (cad247fa-3ff8-4bba-9f12-f11349c7400e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.520954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:49.532813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:49.542264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:49.543242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.543361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e98eb-0603-4adf-9ed2-eda0dd2611bd None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:49.553513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=2ee844b4-6c6b-4313-8a13-e611768f5eef,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:49.584117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8bb3a2ed-e29b-4ffa-875a-08c2d83a0003 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0619690 Mar 07 04:32:49.588275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44578) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:49.593755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'name': 'tempest-NetworksTestDHCPv6-1124832229'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:49.624721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:49.670013 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f29043-f5f5-4a88-a82c-2437d6b8971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cad247fa-3ff8-4bba-9f12-f11349c7400e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.671538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f29043-f5f5-4a88-a82c-2437d6b8971f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.674753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f5f29043-f5f5-4a88-a82c-2437d6b8971f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cad247fa-3ff8-4bba-9f12-f11349c7400e HTTP/1.1" status: 204 len: 168 time: 0.3285162 Mar 07 04:32:49.723137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f29043-f5f5-4a88-a82c-2437d6b8971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad247fa-3ff8-4bba-9f12-f11349c7400e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:49.725063 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.760920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks [] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.809727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:49.810921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.813696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.827923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '2ee844b4-6c6b-4313-8a13-e611768f5eef'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:32:49.829267 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:49.846769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port fbfddb99-04b4-4692-b8d3-4feb926ee376 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:49.907063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (c676200f-2fc1-4449-93aa-0737895698a7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.041622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c676200f-2fc1-4449-93aa-0737895698a7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:50.052806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::3c8 (8393e2f1-e638-4cb0-b0df-29004274d522/2ee844b4-6c6b-4313-8a13-e611768f5eef/fbfddb99-04b4-4692-b8d3-4feb926ee376) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:50.067549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.083410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44584) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:50.084621 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4356e163-4d75-4c4e-aa0d-aeff99a9a768 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c676200f-2fc1-4449-93aa-0737895698a7 HTTP/1.1" status: 204 len: 168 time: 1.2272220 Mar 07 04:32:50.098590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:50.120047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:50.127930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:50.139350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Pushing event updated for resources: {'Port': ['ID=ba273bad-263d-4e8f-a456-002ff7cb7c19,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:50.235927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.283046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:50.285821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.329293 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-3cce8744-ce0d-4697-90aa-cb67fa8c6184 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0191998 Mar 07 04:32:50.343578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Request body: {'port': {'device_id': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:50.434378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:50.513744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:50.519526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b2909fbc-ff6b-4a97-ac7d-bc97ebaefecf not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:50.524636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.565094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a928e6-7275-43c3-82f7-314ca2448ec0 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:50.576338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.608506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a5a928e6-7275-43c3-82f7-314ca2448ec0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:32:50.609259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a928e6-7275-43c3-82f7-314ca2448ec0 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:32:50.674291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8e5437a-30d9-48fe-97b8-26240dababbc req-a6d1ab9e-d111-4211-b665-d3685cfa5b0a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1029220 Mar 07 04:32:50.695640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6076e-a702-4cf8-a03e-f1c0f6bfc40c req-7c915734-f711-4ce8-b338-d800dc18e032 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:50.709123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a6076e-a702-4cf8-a03e-f1c0f6bfc40c req-7c915734-f711-4ce8-b338-d800dc18e032 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 935 time: 0.4367766 Mar 07 04:32:50.712676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-400fca97-f53f-47d6-bd7c-0787590767f7 None None] Provisioning complete for port ba273bad-263d-4e8f-a456-002ff7cb7c19 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:50.712676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-400fca97-f53f-47d6-bd7c-0787590767f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.726751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (fbfddb99-04b4-4692-b8d3-4feb926ee376), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.765342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:50.797764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-400fca97-f53f-47d6-bd7c-0787590767f7 None None] Port ba273bad-263d-4e8f-a456-002ff7cb7c19 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:32:50.814282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5b8bff-8107-401d-8c82-197a9123bc48') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:50.814643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5b8bff-8107-401d-8c82-197a9123bc48') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:32:50.867252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (2d5b8bff-8107-401d-8c82-197a9123bc48), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:50.989744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2d5b8bff-8107-401d-8c82-197a9123bc48), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.001301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba273bad-263d-4e8f-a456-002ff7cb7c19 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:51.012311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Publish callbacks [] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.019248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:32:51.019845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (2d5b8bff-8107-401d-8c82-197a9123bc48), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:32:51.021720 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:32:51.033285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a6076e-a702-4cf8-a03e-f1c0f6bfc40c req-ad19b978-a1fc-4e39-97a7-4713ca7446de tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250721 Mar 07 04:32:51.142348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fbfddb99-04b4-4692-b8d3-4feb926ee376), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.177197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/2ee844b4-6c6b-4313-8a13-e611768f5eef/d13c4338-3479-45e0-be74-99b0440457b7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:51.254299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:51.260975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Transition to ACTIVE for port object ba273bad-263d-4e8f-a456-002ff7cb7c19 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:32:51.264516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:51.267076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.279061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:51.285688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:51.286365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.317776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.333802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:32:51.336958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.341801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Pushing event updated for resources: {'Port': ['ID=ba273bad-263d-4e8f-a456-002ff7cb7c19,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:51.344063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] 10.222.0.21 "DELETE /v2.0/networks/865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab HTTP/1.1" status: 204 len: 168 time: 1.2596169 Mar 07 04:32:51.422900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8311357 Mar 07 04:32:51.423940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44650) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:51.439580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e4403-2d16-4da2-91fd-1682fc8ee8c4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=fbfddb99-04b4-4692-b8d3-4feb926ee376,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:51.453364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888c87f-2fed-42b0-ae79-db9fec9de420 admin admin] Pushing event deleted for resources: {'Network': ['ID=865b1f12-7f2f-4c1b-a2e4-6a46b49b30ab,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:51.600655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Publish callbacks [] for port (d13c4338-3479-45e0-be74-99b0440457b7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.609665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Attempting to bind port ba273bad-263d-4e8f-a456-002ff7cb7c19 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:51.610269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Attempting to bind port ba273bad-263d-4e8f-a456-002ff7cb7c19 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:51.610400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Attempting to bind port ba273bad-263d-4e8f-a456-002ff7cb7c19 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:51.617166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090c05c-6f0e-4631-b923-0e08b414bf39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:51.617737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Port ba273bad-263d-4e8f-a456-002ff7cb7c19 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:32:51.619104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Attempting to bind port ba273bad-263d-4e8f-a456-002ff7cb7c19 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:51.622195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d13c4338-3479-45e0-be74-99b0440457b7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.626111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:32:51.626561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:51.627095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:32:51.627815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Bound port: ba273bad-263d-4e8f-a456-002ff7cb7c19, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:32:51.628002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.631082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5090c05c-6f0e-4631-b923-0e08b414bf39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2061653 Mar 07 04:32:51.644226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:51.760926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] For port ba273bad-263d-4e8f-a456-002ff7cb7c19, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:51.768157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] For port ba273bad-263d-4e8f-a456-002ff7cb7c19, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:32:51.785728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.807856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:51.816250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:51.819497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:51.822089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Pushing event updated for resources: {'Port': ['ID=d13c4338-3479-45e0-be74-99b0440457b7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:51.845704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.858591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.859031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.859685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.860303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.860706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.861316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.861450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.861827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.862250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.862644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.863036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.863516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:32:51.874900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4099d52a-3269-42a7-81fc-aef8f1ddf59b req-2a792793-e61e-470f-b1c7-47799746cd4d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0426369 Mar 07 04:32:51.896471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44674) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:51.916004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:51.917243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:51.919212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] 10.222.0.44 "PUT /v2.0/ports/ba273bad-263d-4e8f-a456-002ff7cb7c19 HTTP/1.1" status: 200 len: 1095 time: 1.5814188 Mar 07 04:32:51.921850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'tag': 'ba273bad-263d-4e8f-a456-002ff7cb7c19'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:32:51.925716 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94f86c-97c8-411e-ad63-45bb9c78ff24" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be", "tag": "ba273bad-263d-4e8f-a456-002ff7cb7c19"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:32:51.998324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7ca5c8d-b22b-4954-a100-7742c0d13dc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=386572a5a5224bed81dfa7d6ff513a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0984342 Mar 07 04:32:52.011203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44678) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:52.030999 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de93de-f894-47dc-afa5-ac6b076aee56 x-openstack-request-id: req-e9de93de-f894-47dc-afa5-ac6b076aee56 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:32:52.031605 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be", "tag": "ba273bad-263d-4e8f-a456-002ff7cb7c19", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:32:52.036154 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9de93de-f894-47dc-afa5-ac6b076aee56 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:32:52.036697 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'tag': 'ba273bad-263d-4e8f-a456-002ff7cb7c19', 'status': 'completed', 'code': 200} Mar 07 04:32:52.044293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efc748-ac5b-468f-8722-3a2ce60d6d7f service neutron] Pushing event updated for resources: {'Port': ['ID=ba273bad-263d-4e8f-a456-002ff7cb7c19,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:52.053363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Attempting to bind port d13c4338-3479-45e0-be74-99b0440457b7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:52.053826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Attempting to bind port d13c4338-3479-45e0-be74-99b0440457b7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:52.054222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Attempting to bind port d13c4338-3479-45e0-be74-99b0440457b7 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:52.105570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:32:52.116201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:52.117297 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.118993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:32:52.119756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Bound port: d13c4338-3479-45e0-be74-99b0440457b7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:32:52.120499 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d13c4338-3479-45e0-be74-99b0440457b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.124962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.197232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6236f0-409c-499e-88ef-11ce747fd979 admin admin] Publish callbacks [] for security_group (2d5bae14-08a6-469f-8c18-fb933ca3bc86), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.243605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-f3161c75-fb9f-45f1-a4d7-77cf1a6c560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:52.245125 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-f3161c75-fb9f-45f1-a4d7-77cf1a6c560e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 1129 time: 0.2762718 Mar 07 04:32:52.260103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] For port d13c4338-3479-45e0-be74-99b0440457b7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:52.284064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] For port d13c4338-3479-45e0-be74-99b0440457b7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d13c4338-3479-45e0-be74-99b0440457b7,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:32:52.300376 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d13c4338-3479-45e0-be74-99b0440457b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.332545 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6236f0-409c-499e-88ef-11ce747fd979 admin admin] Publish callbacks [] for security_group (2d5bae14-08a6-469f-8c18-fb933ca3bc86), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.358105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-921c6d2e-901b-4270-a1ca-9d282b3fc937 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19 HTTP/1.1" status: 200 len: 217 time: 0.0941174 Mar 07 04:32:52.379591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44692) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:52.459599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3463d-02f3-476a-99f5-6fd2ff612034 req-8e889608-f21e-40ae-9fb8-b4f0ab5cef0f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:52.468482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73a3463d-02f3-476a-99f5-6fd2ff612034 req-8e889608-f21e-40ae-9fb8-b4f0ab5cef0f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 947 time: 0.2729981 Mar 07 04:32:52.470964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-b2239b47-3057-4b94-90a3-76af16268353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:52.475096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-b2239b47-3057-4b94-90a3-76af16268353 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1097519 Mar 07 04:32:52.481136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port fbfddb99-04b4-4692-b8d3-4feb926ee376 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:52.481475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fbfddb99-04b4-4692-b8d3-4feb926ee376), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.482520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54356-9cfa-4ae5-a47c-bdb86dc2006d None None] Pushing event updated for resources: {'Port': ['ID=d13c4338-3479-45e0-be74-99b0440457b7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:52.593641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6236f0-409c-499e-88ef-11ce747fd979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2d5bae14-08a6-469f-8c18-fb933ca3bc86), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.608296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6236f0-409c-499e-88ef-11ce747fd979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.610931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dc6236f0-409c-499e-88ef-11ce747fd979 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d5bae14-08a6-469f-8c18-fb933ca3bc86 HTTP/1.1" status: 204 len: 168 time: 0.5987608 Mar 07 04:32:52.637060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6236f0-409c-499e-88ef-11ce747fd979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5bae14-08a6-469f-8c18-fb933ca3bc86,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:52.661575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73a3463d-02f3-476a-99f5-6fd2ff612034 req-f4f569ee-a2e2-4606-9e6c-5dd847a88436 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904106 Mar 07 04:32:52.716496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-c7efc5d4-558b-421a-bab8-a21bb21dfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:52.718220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-c7efc5d4-558b-421a-bab8-a21bb21dfa2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2257030 Mar 07 04:32:52.780154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af02c2b8-1c2b-449a-9303-4b670c821703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:52.987057 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-fde2ef69-2c1f-485c-b1bf-399618b46cc8 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600610 Mar 07 04:32:53.026123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af02c2b8-1c2b-449a-9303-4b670c821703 admin admin] Publish callbacks [] for security_group (12e32fb2-95b8-4577-883f-68a6d4eb1d3f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.035096 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fbfddb99-04b4-4692-b8d3-4feb926ee376), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.037885 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af02c2b8-1c2b-449a-9303-4b670c821703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (12e32fb2-95b8-4577-883f-68a6d4eb1d3f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.131771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for fbfddb99-04b4-4692-b8d3-4feb926ee376 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:53.218557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca934a20-b701-4f11-94e7-9cc1f02c526f req-e6dd27f4-87f4-48f0-a85c-669949cda254 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1556766 Mar 07 04:32:53.223761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02c2b8-1c2b-449a-9303-4b670c821703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e32fb2-95b8-4577-883f-68a6d4eb1d3f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:53.230636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-af02c2b8-1c2b-449a-9303-4b670c821703 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f890c3c5a78e4e4494c69d45518f76da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8481069 Mar 07 04:32:53.233110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:53.302892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d0396fb-a052-4dd0-926f-c4e6d86fa65f admin admin] Publish callbacks [] for security_group (12e32fb2-95b8-4577-883f-68a6d4eb1d3f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.316379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4c789f7e-2fbc-4c60-a400-f6580c426b27 req-5d288bf4-0f88-437b-90fb-b7c6935fe6b0 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987976 Mar 07 04:32:53.332235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d0396fb-a052-4dd0-926f-c4e6d86fa65f admin admin] Publish callbacks [] for security_group (12e32fb2-95b8-4577-883f-68a6d4eb1d3f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.461583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d0396fb-a052-4dd0-926f-c4e6d86fa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (12e32fb2-95b8-4577-883f-68a6d4eb1d3f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.465064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d0396fb-a052-4dd0-926f-c4e6d86fa65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.466272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d0396fb-a052-4dd0-926f-c4e6d86fa65f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e32fb2-95b8-4577-883f-68a6d4eb1d3f HTTP/1.1" status: 204 len: 168 time: 0.2323465 Mar 07 04:32:53.481244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0396fb-a052-4dd0-926f-c4e6d86fa65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e32fb2-95b8-4577-883f-68a6d4eb1d3f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:53.524817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-8a535676-947d-490b-9576-2303d15da2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:53.526353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-8a535676-947d-490b-9576-2303d15da2ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 1129 time: 0.1003747 Mar 07 04:32:53.923662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fbfddb99-04b4-4692-b8d3-4feb926ee376), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:53.928102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c092-eae2-4846-88f1-f22cbd735250 req-de7d7450-c3a4-4a43-8453-4f70e41ab346 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:53.933055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2274c092-eae2-4846-88f1-f22cbd735250 req-de7d7450-c3a4-4a43-8453-4f70e41ab346 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 947 time: 0.1418068 Mar 07 04:32:54.070365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2274c092-eae2-4846-88f1-f22cbd735250 req-ef7ce11c-40be-4191-b432-6e3e6063d45a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277382 Mar 07 04:32:54.111899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-0a68483a-15d6-4804-8f6d-ff538e996a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:54.113947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-0a68483a-15d6-4804-8f6d-ff538e996a31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.5737100 Mar 07 04:32:54.118715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:54.127718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:54.128452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/fbfddb99-04b4-4692-b8d3-4feb926ee376 HTTP/1.1" status: 204 len: 168 time: 2.4831841 Mar 07 04:32:54.137580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1190-6187-4524-9935-9984e8d9411d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=fbfddb99-04b4-4692-b8d3-4feb926ee376,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:54.234463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-473eaf4e-292d-4e4d-9d5b-c4cc1233dbc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19 HTTP/1.1" status: 200 len: 217 time: 0.1044450 Mar 07 04:32:54.351556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-c0c5f7da-4373-4add-852e-a59d0387d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:54.353697 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-c0c5f7da-4373-4add-852e-a59d0387d06d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1123412 Mar 07 04:32:54.401633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb67408-ddc7-4131-a8e0-574d8f545e60 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:54.420485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb67408-ddc7-4131-a8e0-574d8f545e60 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:54.432217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-acb67408-ddc7-4131-a8e0-574d8f545e60 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3025608 Mar 07 04:32:54.504871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44764) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:54.522086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] Provisioning complete for port d13c4338-3479-45e0-be74-99b0440457b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:54.524843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d13c4338-3479-45e0-be74-99b0440457b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:54.592043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0c237fe-94b3-4226-8d31-c33e7d5f0ca3 req-ede21fb1-d20d-4c91-ae2a-0d2672a0967c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1492858 Mar 07 04:32:54.594376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44768) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:54.651303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac974661-bf0a-471a-b192-4f4851de43fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:54.799776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d13c4338-3479-45e0-be74-99b0440457b7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:32:54.823166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-afe529c4-4e0c-4a55-82df-9f359738c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:54.824913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-afe529c4-4e0c-4a55-82df-9f359738c354 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4640729 Mar 07 04:32:54.916488 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac974661-bf0a-471a-b192-4f4851de43fc admin admin] Publish callbacks [] for security_group (dd5cf008-0404-454e-a6a3-a7145db56f74), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:54.938971 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac974661-bf0a-471a-b192-4f4851de43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dd5cf008-0404-454e-a6a3-a7145db56f74), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.043518 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-75d4f79c-d93d-4785-ae64-804330aed5b0 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955271 Mar 07 04:32:55.052351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ac974661-bf0a-471a-b192-4f4851de43fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5d5ccf60d064eec99021b3ae726a290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569397 Mar 07 04:32:55.056364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974661-bf0a-471a-b192-4f4851de43fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5cf008-0404-454e-a6a3-a7145db56f74,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:55.064599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44786) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:55.091420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] Current status of the port d13c4338-3479-45e0-be74-99b0440457b7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:55.092206 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d13c4338-3479-45e0-be74-99b0440457b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.157571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d13c4338-3479-45e0-be74-99b0440457b7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:32:55.157938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d13c4338-3479-45e0-be74-99b0440457b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.181956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa94f86c-97c8-411e-ad63-45bb9c78ff24 req-9f5414fd-07cc-4400-8172-ecc6fdddf331 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319013 Mar 07 04:32:55.205443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 2ee844b4-6c6b-4313-8a13-e611768f5eef {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:32:55.214323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (2ee844b4-6c6b-4313-8a13-e611768f5eef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.293325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (2ee844b4-6c6b-4313-8a13-e611768f5eef), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.323827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] For port d13c4338-3479-45e0-be74-99b0440457b7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d13c4338-3479-45e0-be74-99b0440457b7,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:55.338612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d13c4338-3479-45e0-be74-99b0440457b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.350444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4293b928-2c86-4bec-8809-13532136888f admin admin] Publish callbacks [] for security_group (dd5cf008-0404-454e-a6a3-a7145db56f74), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.417339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4293b928-2c86-4bec-8809-13532136888f admin admin] Publish callbacks [] for security_group (dd5cf008-0404-454e-a6a3-a7145db56f74), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.432399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205bb12-7b23-46a8-8916-1dc941e9ea2d req-2cbea544-7639-4d1d-a4e4-28d8bf9c0545 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:55.434281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e205bb12-7b23-46a8-8916-1dc941e9ea2d req-2cbea544-7639-4d1d-a4e4-28d8bf9c0545 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 947 time: 0.2000329 Mar 07 04:32:55.490500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3de2094d-27db-4b38-bbfc-1ab3856ae842 None None] Could not find standard attr ID for object fbfddb99-04b4-4692-b8d3-4feb926ee376. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:32:55.546735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (2ee844b4-6c6b-4313-8a13-e611768f5eef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.573680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e205bb12-7b23-46a8-8916-1dc941e9ea2d req-0686f549-112f-4073-badc-2554dc12a19f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077349 Mar 07 04:32:55.607223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4293b928-2c86-4bec-8809-13532136888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dd5cf008-0404-454e-a6a3-a7145db56f74), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.611151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4293b928-2c86-4bec-8809-13532136888f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.614688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4293b928-2c86-4bec-8809-13532136888f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd5cf008-0404-454e-a6a3-a7145db56f74 HTTP/1.1" status: 204 len: 168 time: 0.5464647 Mar 07 04:32:55.633393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293b928-2c86-4bec-8809-13532136888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5cf008-0404-454e-a6a3-a7145db56f74,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:55.734803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (2ee844b4-6c6b-4313-8a13-e611768f5eef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.737358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a90ebe-c74c-40ef-b5b0-54ce7d186206 None None] Pushing event updated for resources: {'Port': ['ID=d13c4338-3479-45e0-be74-99b0440457b7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:55.765384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d13c4338-3479-45e0-be74-99b0440457b7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:55.824980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163dae1-66a9-4a11-96c6-676732d82f6a None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:55.841306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:55.846818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e9048c-c4ea-4674-8f40-b524f1ef2549 req-964d3f79-0914-459d-9f67-5eb9bac3502b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0713398 Mar 07 04:32:55.849447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/2ee844b4-6c6b-4313-8a13-e611768f5eef HTTP/1.1" status: 204 len: 168 time: 1.3013685 Mar 07 04:32:55.854587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63743e5d-05c2-4a08-9777-f4399c2e8f28 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee844b4-6c6b-4313-8a13-e611768f5eef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:55.857895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44810) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:55.970981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:55.984579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-73617089-4ba5-4282-b874-28cd3d1bb0e7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255314 Mar 07 04:32:56.069281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb0b44-09c4-4da4-8c47-6dc046b8e4ef tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:56.080688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44828) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:56.092843 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59eb0b44-09c4-4da4-8c47-6dc046b8e4ef tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1207767 Mar 07 04:32:56.184884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028e74d-9651-4969-a8ba-88670ec0e205 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:56.189747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44832) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:56.203497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4028e74d-9651-4969-a8ba-88670ec0e205 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214385 Mar 07 04:32:56.235466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be446fb6-a537-4559-8036-908f9d291067 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:32:56.245599 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-05819863-9fc9-4c89-8104-e15a8609b5a1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543933 Mar 07 04:32:56.250372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44836) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:56.254753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:56.338066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-be446fb6-a537-4559-8036-908f9d291067 None None] Deleting port d13c4338-3479-45e0-be74-99b0440457b7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:32:56.341436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-be446fb6-a537-4559-8036-908f9d291067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d13c4338-3479-45e0-be74-99b0440457b7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:56.400575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44842) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:56.520345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-be446fb6-a537-4559-8036-908f9d291067 None None] For port d13c4338-3479-45e0-be74-99b0440457b7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d13c4338-3479-45e0-be74-99b0440457b7,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:56.520779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-be446fb6-a537-4559-8036-908f9d291067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d13c4338-3479-45e0-be74-99b0440457b7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:56.552422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-be446fb6-a537-4559-8036-908f9d291067 None None] Calling delete_port for d13c4338-3479-45e0-be74-99b0440457b7 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:32:56.573045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:56.590724 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:56.699848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4eef35d0-b713-4586-8c8a-21d1d5fa1f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:56.733027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d13c4338-3479-45e0-be74-99b0440457b7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:32:56.938059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ba273bad-263d-4e8f-a456-002ff7cb7c19 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:32:57.006871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4eef35d0-b713-4586-8c8a-21d1d5fa1f64 admin admin] Publish callbacks [] for security_group (0e5483bc-0ecf-422e-8d0a-9f65842039f7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.019881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4eef35d0-b713-4586-8c8a-21d1d5fa1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0e5483bc-0ecf-422e-8d0a-9f65842039f7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.165830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef35d0-b713-4586-8c8a-21d1d5fa1f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5483bc-0ecf-422e-8d0a-9f65842039f7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:57.193952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d13c4338-3479-45e0-be74-99b0440457b7 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:57.194270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d13c4338-3479-45e0-be74-99b0440457b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.217392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44868) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:57.249234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4eef35d0-b713-4586-8c8a-21d1d5fa1f64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6850e0be14934bedac15e4655bb826a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8463805 Mar 07 04:32:57.250563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5f7b258-98a0-4fc5-a661-ee7b9ec994f4 req-720750ab-6243-4cb5-a905-8b1228afba56 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.2149475 Mar 07 04:32:57.251151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:57.255560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (2451ca4e-58d4-41ba-9b0e-2a80ee895999), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.260924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-be446fb6-a537-4559-8036-908f9d291067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (d13c4338-3479-45e0-be74-99b0440457b7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.313781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:57.314934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be446fb6-a537-4559-8036-908f9d291067 None None] No DVR routers for this DVR port d13c4338-3479-45e0-be74-99b0440457b7 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:32:57.370622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:57.397211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:57.398324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.462940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2108359 Mar 07 04:32:57.467126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:57.480679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '2451ca4e-58d4-41ba-9b0e-2a80ee895999', 'ip_address': '2001:db8::e057:bb72:c0fe:b113'}], 'name': 'tempest-NetworksTestDHCPv6-1798847249'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:32:57.490272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff288-23fd-4a56-9d82-6c9a87da3113 req-206a7f77-521c-4d6b-96d4-961804d2e7ca tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:57.502405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b42ff288-23fd-4a56-9d82-6c9a87da3113 req-206a7f77-521c-4d6b-96d4-961804d2e7ca tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 947 time: 0.4620812 Mar 07 04:32:57.525582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9de2c86b-0ee2-4ef2-83bf-66515100df82 admin admin] Publish callbacks [] for security_group (0e5483bc-0ecf-422e-8d0a-9f65842039f7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.557329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc00e4-796e-4155-a0fb-810616d24b33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=2451ca4e-58d4-41ba-9b0e-2a80ee895999,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:57.580782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9de2c86b-0ee2-4ef2-83bf-66515100df82 admin admin] Publish callbacks [] for security_group (0e5483bc-0ecf-422e-8d0a-9f65842039f7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.595561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be446fb6-a537-4559-8036-908f9d291067 None None] Pushing event deleted for resources: {'Port': ['ID=d13c4338-3479-45e0-be74-99b0440457b7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:57.605444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978219f-1d0c-4a32-9fb7-add3a2362826 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:32:57.651017 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-396e6f69-b61f-4dad-b450-fb8a3985aa27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.686104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9de2c86b-0ee2-4ef2-83bf-66515100df82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0e5483bc-0ecf-422e-8d0a-9f65842039f7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.698075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9de2c86b-0ee2-4ef2-83bf-66515100df82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.702185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b42ff288-23fd-4a56-9d82-6c9a87da3113 req-54419232-f161-42a3-9fb4-81654ef8dae2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961901 Mar 07 04:32:57.704490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9de2c86b-0ee2-4ef2-83bf-66515100df82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e5483bc-0ecf-422e-8d0a-9f65842039f7 HTTP/1.1" status: 204 len: 168 time: 0.4508321 Mar 07 04:32:57.752274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ba273bad-263d-4e8f-a456-002ff7cb7c19, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:57.773267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'ba273bad-263d-4e8f-a456-002ff7cb7c19', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'ba273bad-263d-4e8f-a456-002ff7cb7c19', 'mac_address': 'fa:16:3e:57:8c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:32:57.788501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2c86b-0ee2-4ef2-83bf-66515100df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5483bc-0ecf-422e-8d0a-9f65842039f7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:57.954428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ba273bad-263d-4e8f-a456-002ff7cb7c19 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:32:57.955528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:57.995968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '2451ca4e-58d4-41ba-9b0e-2a80ee895999'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:32:57.999389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.065177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba273bad-263d-4e8f-a456-002ff7cb7c19 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:32:58.095702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:32:58.109415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-396e6f69-b61f-4dad-b450-fb8a3985aa27 admin admin] Publish callbacks [] for security_group (61506c3d-6afd-4ac7-8424-44335370989b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.130330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-396e6f69-b61f-4dad-b450-fb8a3985aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (61506c3d-6afd-4ac7-8424-44335370989b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.213778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-396e6f69-b61f-4dad-b450-fb8a3985aa27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=491e940a22d84d5daecf064e1f92e8cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9927738 Mar 07 04:32:58.246565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44900) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:32:58.329189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ba273bad-263d-4e8f-a456-002ff7cb7c19, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:32:58.359839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.380217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e6f69-b61f-4dad-b450-fb8a3985aa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61506c3d-6afd-4ac7-8424-44335370989b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:58.403545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.485076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 6c9e2075-f528-4f18-af7d-3d72fb142597 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:32:58.486960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646b56-eede-48e6-8651-c16b033427a0 req-201d99a9-968f-454b-81b7-1229163d8630 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:58.491550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8646b56-eede-48e6-8651-c16b033427a0 req-201d99a9-968f-454b-81b7-1229163d8630 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.5459106 Mar 07 04:32:58.603193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eeab175c-ea76-4add-807b-334d234c5195 req-226f78dc-715b-4543-b002-7278079d5c5f tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1089399 Mar 07 04:32:58.648105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ba273bad-263d-4e8f-a456-002ff7cb7c19,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:58.669273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/2451ca4e-58d4-41ba-9b0e-2a80ee895999/9615e61d-ad7f-433f-b154-8579f7479a8e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:58.675260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb4456b-5948-4f7b-a0f9-bc9d999ddba7 admin admin] Publish callbacks [] for security_group (61506c3d-6afd-4ac7-8424-44335370989b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.689726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8646b56-eede-48e6-8651-c16b033427a0 req-12c5dba3-329f-4fce-a4ca-381740249add tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767976 Mar 07 04:32:58.733437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['ba273bad-263d-4e8f-a456-002ff7cb7c19'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:32:58.739236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb4456b-5948-4f7b-a0f9-bc9d999ddba7 admin admin] Publish callbacks [] for security_group (61506c3d-6afd-4ac7-8424-44335370989b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.876058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb4456b-5948-4f7b-a0f9-bc9d999ddba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (61506c3d-6afd-4ac7-8424-44335370989b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.878997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb4456b-5948-4f7b-a0f9-bc9d999ddba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:58.880326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aeb4456b-5948-4f7b-a0f9-bc9d999ddba7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61506c3d-6afd-4ac7-8424-44335370989b HTTP/1.1" status: 204 len: 168 time: 0.6268246 Mar 07 04:32:58.904831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4456b-5948-4f7b-a0f9-bc9d999ddba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61506c3d-6afd-4ac7-8424-44335370989b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:59.054851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159185ae-6954-4c55-93cc-150a4877e92a req-5442e1f1-7028-4c5a-b766-f9ba16604b77 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:32:59.067721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-159185ae-6954-4c55-93cc-150a4877e92a req-5442e1f1-7028-4c5a-b766-f9ba16604b77 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 948 time: 0.1480641 Mar 07 04:32:59.171349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-159185ae-6954-4c55-93cc-150a4877e92a req-67522cd4-139e-4861-a47c-0604a63fd683 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968904 Mar 07 04:32:59.228461 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Publish callbacks [] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:59.252041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:59.409232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:32:59.412329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:32:59.425004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:32:59.491725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Pushing event updated for resources: {'Port': ['ID=9615e61d-ad7f-433f-b154-8579f7479a8e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:32:59.565422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Attempting to bind port 9615e61d-ad7f-433f-b154-8579f7479a8e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:32:59.567416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Attempting to bind port 9615e61d-ad7f-433f-b154-8579f7479a8e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:32:59.567796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Attempting to bind port 9615e61d-ad7f-433f-b154-8579f7479a8e on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:32:59.579399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:32:59.582138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:32:59.583406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:59.584075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:32:59.585826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Bound port: 9615e61d-ad7f-433f-b154-8579f7479a8e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:32:59.587932 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:59.715839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] For port 9615e61d-ad7f-433f-b154-8579f7479a8e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:32:59.722011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] For port 9615e61d-ad7f-433f-b154-8579f7479a8e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9615e61d-ad7f-433f-b154-8579f7479a8e,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:32:59.737207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:32:59.823010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::e057:bb72:c0fe:b113 (8393e2f1-e638-4cb0-b0df-29004274d522/2451ca4e-58d4-41ba-9b0e-2a80ee895999/6c9e2075-f528-4f18-af7d-3d72fb142597) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:32:59.852784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5974165-c32d-486b-9115-4dddcc2bac62 req-319f3451-16eb-4580-850b-06263e2cb6ad tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0622087 Mar 07 04:32:59.862535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf33c70-6fcf-419b-b6d0-3ab8e6219384 None None] Pushing event updated for resources: {'Port': ['ID=9615e61d-ad7f-433f-b154-8579f7479a8e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:00.088525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d515d3-25b2-4587-aa56-9d79699f8f02 req-26e77f0e-aead-431b-a71f-bb06e3313b99 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:00.093904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06d515d3-25b2-4587-aa56-9d79699f8f02 req-26e77f0e-aead-431b-a71f-bb06e3313b99 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.2107899 Mar 07 04:33:00.100522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (6c9e2075-f528-4f18-af7d-3d72fb142597), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:00.157645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6c9e2075-f528-4f18-af7d-3d72fb142597), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:00.258107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06d515d3-25b2-4587-aa56-9d79699f8f02 req-c48d4092-0103-4f93-be7c-9386cd998066 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541753 Mar 07 04:33:00.326421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=6c9e2075-f528-4f18-af7d-3d72fb142597,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:00.330669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:00.347146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-8d2436f3-7e69-407a-a35c-1c204de488e5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:00.348759 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-8d2436f3-7e69-407a-a35c-1c204de488e5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.6286323 Mar 07 04:33:00.350672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:00.353640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:00.360130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:00.360774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:00.511194 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-499d288e-6e59-4b76-8747-e5c174bdcaad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0354395 Mar 07 04:33:00.518495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44978) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:00.638357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Deleting port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:00.638719 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:00.665588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ba273bad-263d-4e8f-a456-002ff7cb7c19 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:00.767045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9615e61d-ad7f-433f-b154-8579f7479a8e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:00.790876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060341db-4fe3-47e5-b498-053eb8048134 req-5f5c757a-8072-4791-846f-b076260d003e tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:00.801693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-060341db-4fe3-47e5-b498-053eb8048134 req-5f5c757a-8072-4791-846f-b076260d003e tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 948 time: 0.4694910 Mar 07 04:33:00.903513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb342c-186e-4a0c-93d2-48b1dbfe59ec tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:00.925774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb342c-186e-4a0c-93d2-48b1dbfe59ec tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:00.928910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-34cb342c-186e-4a0c-93d2-48b1dbfe59ec tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4078395 Mar 07 04:33:00.936948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:00.993404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9615e61d-ad7f-433f-b154-8579f7479a8e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:00.996444 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.000819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port ba273bad-263d-4e8f-a456-002ff7cb7c19 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:33:01.058897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] For port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:01.059703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.083784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port ba273bad-263d-4e8f-a456-002ff7cb7c19 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:01.087814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.097188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-060341db-4fe3-47e5-b498-053eb8048134 req-f751be66-53b6-4199-93c3-20f076073c90 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865751 Mar 07 04:33:01.120636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Calling delete_port for 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:01.316894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f3da3d3-0ed5-4112-9f59-f340d7deb2e9 req-a03fd1e0-d204-4dc5-b0e1-59c584cebbab tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0759540 Mar 07 04:33:01.603612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9615e61d-ad7f-433f-b154-8579f7479a8e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:01.604010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.637311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 6c9e2075-f528-4f18-af7d-3d72fb142597 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:01.638768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6c9e2075-f528-4f18-af7d-3d72fb142597), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.719030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (48d5f5ed-6e6a-435f-95bf-e5a355a2d518), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.750921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e26327-fe99-4b41-8edc-f09d06913b1f req-f0445315-9a89-40a2-9db9-4cd45af6b749 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:01.752501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9e26327-fe99-4b41-8edc-f09d06913b1f req-f0445315-9a89-40a2-9db9-4cd45af6b749 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 946 time: 0.1653123 Mar 07 04:33:01.827754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 9615e61d-ad7f-433f-b154-8579f7479a8e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9615e61d-ad7f-433f-b154-8579f7479a8e,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:01.843049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.854783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event deleted for resources: {'Port': ['ID=48d5f5ed-6e6a-435f-95bf-e5a355a2d518,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:01.933314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9e26327-fe99-4b41-8edc-f09d06913b1f req-e5ed6c98-3979-4a68-b988-a485ab7f9402 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701231 Mar 07 04:33:01.938013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] No DVR routers for this DVR port 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:01.944194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:01.956772 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-342e4749-4b7f-4cb1-841a-f4aa6f99046a req-71283e33-c805-4479-82fe-b197d9d3ad9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.44 "DELETE /v2.0/ports/48d5f5ed-6e6a-435f-95bf-e5a355a2d518 HTTP/1.1" status: 204 len: 173 time: 1.5910096 Mar 07 04:33:01.959061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'name': 'network-vif-deleted', 'tag': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:01.976147 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534568e-a4f2-4a5a-92a2-bb53718604df" -d '{"events": [{"server_uuid": "af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86", "name": "network-vif-deleted", "tag": "48d5f5ed-6e6a-435f-95bf-e5a355a2d518"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:02.004455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=9615e61d-ad7f-433f-b154-8579f7479a8e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:02.028485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6c9e2075-f528-4f18-af7d-3d72fb142597), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.030492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ba273bad-263d-4e8f-a456-002ff7cb7c19 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:02.030924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.100694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 6c9e2075-f528-4f18-af7d-3d72fb142597 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:02.109234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ba273bad-263d-4e8f-a456-002ff7cb7c19, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:02.111614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273bad-263d-4e8f-a456-002ff7cb7c19'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:02.117064 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3142bc7-699d-4381-9900-4cc0b1964671" -d '{"events": [{"server_uuid": "3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be", "name": "network-vif-plugged", "status": "completed", "tag": "ba273bad-263d-4e8f-a456-002ff7cb7c19"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:02.129938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.160404 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11037b5-a352-4bcc-9036-a177820781e2 x-openstack-request-id: req-e11037b5-a352-4bcc-9036-a177820781e2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:02.166656 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86", "name": "network-vif-deleted", "tag": "48d5f5ed-6e6a-435f-95bf-e5a355a2d518", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:02.167517 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e11037b5-a352-4bcc-9036-a177820781e2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:02.173664 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86', 'name': 'network-vif-deleted', 'tag': '48d5f5ed-6e6a-435f-95bf-e5a355a2d518', 'status': 'completed', 'code': 200} Mar 07 04:33:02.278599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1725ca3e-b6fa-4262-8c45-697d1472cf1a None None] Provisioning complete for port 9615e61d-ad7f-433f-b154-8579f7479a8e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:02.282515 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1725ca3e-b6fa-4262-8c45-697d1472cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.471325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ba273bad-263d-4e8f-a456-002ff7cb7c19,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:02.498733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71d1c7-4ecc-49dc-b3bd-cdca9f3a0b8f req-1f7e07d6-adc5-400f-a40b-7455ec1c35ed tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:02.504495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e71d1c7-4ecc-49dc-b3bd-cdca9f3a0b8f req-1f7e07d6-adc5-400f-a40b-7455ec1c35ed tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.1712348 Mar 07 04:33:02.573556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6c9e2075-f528-4f18-af7d-3d72fb142597), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.574794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1725ca3e-b6fa-4262-8c45-697d1472cf1a None None] Current status of the port 9615e61d-ad7f-433f-b154-8579f7479a8e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:02.667110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e71d1c7-4ecc-49dc-b3bd-cdca9f3a0b8f req-8d492f72-af8b-47dc-8b80-c0c23174ed29 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604300 Mar 07 04:33:02.694120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3a75d30f-d843-4c3d-8f1b-661ee6773fe5 None None] Could not find standard attr ID for object 6c9e2075-f528-4f18-af7d-3d72fb142597. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:33:02.701576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=6c9e2075-f528-4f18-af7d-3d72fb142597,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:02.704910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:02.760366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:02.761884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 48d5f5ed-6e6a-435f-95bf-e5a355a2d518 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:02.782565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9615e61d-ad7f-433f-b154-8579f7479a8e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:02.784704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.789422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03b3983c-1a0f-4f00-80b2-2374eb4d0e26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/6c9e2075-f528-4f18-af7d-3d72fb142597 HTTP/1.1" status: 204 len: 168 time: 1.8500214 Mar 07 04:33:02.792180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45036) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:02.798359 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b95fbc-758d-4122-9025-0fd40cb09ea4 x-openstack-request-id: req-09b95fbc-758d-4122-9025-0fd40cb09ea4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:02.798646 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be", "name": "network-vif-plugged", "status": "completed", "tag": "ba273bad-263d-4e8f-a456-002ff7cb7c19", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:02.798903 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09b95fbc-758d-4122-9025-0fd40cb09ea4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:02.799297 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273bad-263d-4e8f-a456-002ff7cb7c19', 'code': 200} Mar 07 04:33:02.860049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96951d13-89cb-44ca-8422-4e99b53c8e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.934288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9615e61d-ad7f-433f-b154-8579f7479a8e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:02.934575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:02.958897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0ed6-04d2-45b9-acec-9da6172c637b req-04ba412d-d85d-4c2c-ac19-dfe2acd97966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:02.961804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-400e0ed6-04d2-45b9-acec-9da6172c637b req-04ba412d-d85d-4c2c-ac19-dfe2acd97966 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 1131 time: 0.0963161 Mar 07 04:33:03.078910 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-400e0ed6-04d2-45b9-acec-9da6172c637b req-183d6624-8541-44e6-9be2-fa9ea7826c95 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059160 Mar 07 04:33:03.113580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66359547-bf9a-4ff8-a85f-bb3bde46d618 req-c392853f-0639-4f9c-9431-e8e16c4eb829 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1701753 Mar 07 04:33:03.142706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9615e61d-ad7f-433f-b154-8579f7479a8e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:03.190885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb88b30-115b-4a2a-8fb8-60d631f12ccd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:03.199015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb88b30-115b-4a2a-8fb8-60d631f12ccd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:03.206325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-afb88b30-115b-4a2a-8fb8-60d631f12ccd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4124262 Mar 07 04:33:03.209029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45046) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:03.306625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 2451ca4e-58d4-41ba-9b0e-2a80ee895999 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:03.322519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (2451ca4e-58d4-41ba-9b0e-2a80ee895999), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:03.489163 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (2451ca4e-58d4-41ba-9b0e-2a80ee895999), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:03.510796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ed24fbc-80ae-4669-bf32-2ab7b924a835 req-cb52f6ce-c9f4-4d96-ac27-69b0a1bcb7d2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0842810 Mar 07 04:33:03.681430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (2451ca4e-58d4-41ba-9b0e-2a80ee895999), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:03.817682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (2451ca4e-58d4-41ba-9b0e-2a80ee895999), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:03.864368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=2451ca4e-58d4-41ba-9b0e-2a80ee895999,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:03.893647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919929f-85d9-43cd-a891-fb646dde128b None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:03.910356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:03.917954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c690f29-1d76-4d56-9a95-1b6ca3fd1b04 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/2451ca4e-58d4-41ba-9b0e-2a80ee895999 HTTP/1.1" status: 204 len: 168 time: 0.7079072 Mar 07 04:33:03.922801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45068) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:04.088597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a1a092f0-5e2e-4b1f-afc5-94713804138c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556423 Mar 07 04:33:04.091354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:04.098494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:04.154354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9fdce-27de-466f-82ab-944c1e0512ed req-45bc0709-28aa-46de-9250-477dcfba38cf tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:04.157383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9c9fdce-27de-466f-82ab-944c1e0512ed req-45bc0709-28aa-46de-9250-477dcfba38cf tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.3344378 Mar 07 04:33:04.170577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:33:04.281340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] Deleting port 9615e61d-ad7f-433f-b154-8579f7479a8e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:04.287947 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:04.307575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9c9fdce-27de-466f-82ab-944c1e0512ed req-9fe8e0eb-8bfd-42c4-92dd-2536a62e7d7f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323218 Mar 07 04:33:04.307709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:04.311568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:04.481005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] For port 9615e61d-ad7f-433f-b154-8579f7479a8e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9615e61d-ad7f-433f-b154-8579f7479a8e,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:04.483945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:04.527697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] Calling delete_port for 9615e61d-ad7f-433f-b154-8579f7479a8e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:04.634360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c0b70d8-d9fc-4c39-b4f0-ef56542673fe req-4b80a3d3-950b-43c7-9fc7-6bd3155b5098 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1185000 Mar 07 04:33:04.762437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9615e61d-ad7f-433f-b154-8579f7479a8e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:04.937461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c237aa72-9df6-40c7-9295-105a8393b73d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:04.974242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:04.981812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:04.985297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9615e61d-ad7f-433f-b154-8579f7479a8e is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:04.994390 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.013130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be04ab0c-f2f4-4b81-9f1f-ca481f19c38d req-3baf816f-c31a-4f03-906f-d03542bee839 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0800254 Mar 07 04:33:05.044489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-81e61b8d-e5e1-4e83-8082-7c6bccc84e39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2302711 Mar 07 04:33:05.048448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:05.050895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.105049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 9615e61d-ad7f-433f-b154-8579f7479a8e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9615e61d-ad7f-433f-b154-8579f7479a8e,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:05.127778 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.157269 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0645633 Mar 07 04:33:05.157935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45088) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:05.184130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': 'c237aa72-9df6-40c7-9295-105a8393b73d', 'ip_address': '2001:db8::1263:ef09:5e89:21f4'}], 'name': 'tempest-NetworksTestDHCPv6-582444400'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:05.210022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-60b0591e-81e6-490f-b83f-0e04516f43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:05.238956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-60b0591e-81e6-490f-b83f-0e04516f43ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 1130 time: 0.1418507 Mar 07 04:33:05.280661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe10229-e1f0-477c-841d-557cb8e4b6ad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=c237aa72-9df6-40c7-9295-105a8393b73d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:05.356750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=9615e61d-ad7f-433f-b154-8579f7479a8e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:05.422522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9615e61d-ad7f-433f-b154-8579f7479a8e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.481096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] Pushing event deleted for resources: {'Port': ['ID=9615e61d-ad7f-433f-b154-8579f7479a8e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:05.489704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d52e974e-688e-48e4-ab5d-e71fe7cabca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.501392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d7952-9708-4f21-9730-22212f1d717f None None] No DVR routers for this DVR port 9615e61d-ad7f-433f-b154-8579f7479a8e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:05.533962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05eb316-29f5-4fc0-a806-413dae18472e None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:05.601906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:05.786375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': 'c237aa72-9df6-40c7-9295-105a8393b73d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:05.787277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.864261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:05.927783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port b36b2e0b-0928-4609-ae44-4fdefbd1cb7a yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:33:06.126941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-b60bb87e-7b14-415b-ad12-453f65915f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:06.132028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-b60bb87e-7b14-415b-ad12-453f65915f08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.8915820 Mar 07 04:33:06.143534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/c237aa72-9df6-40c7-9295-105a8393b73d/8a933906-4767-4c53-bffb-c1ed7268d47b) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:06.212321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-f0d89368-b765-4ede-9650-812ff3168f09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d272dc07-c545-46e1-8575-920143b043f8 HTTP/1.1" status: 200 len: 217 time: 0.0715415 Mar 07 04:33:06.263541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a1bb-da60-4bf4-b78d-92112c7c68bd req-9c442324-a301-42d2-b4f6-b3d6974a8979 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:06.265550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5316a1bb-da60-4bf4-b78d-92112c7c68bd req-9c442324-a301-42d2-b4f6-b3d6974a8979 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.7709005 Mar 07 04:33:06.288441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-de9500e9-6bcc-4afc-8536-08d1df01cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:06.290370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-de9500e9-6bcc-4afc-8536-08d1df01cdae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0703640 Mar 07 04:33:06.310210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Publish callbacks [] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.321655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.378847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Pushing event updated for resources: {'Port': ['ID=8a933906-4767-4c53-bffb-c1ed7268d47b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:06.392745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:06.394572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:06.397225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:06.457676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::1263:ef09:5e89:21f4 (8393e2f1-e638-4cb0-b0df-29004274d522/c237aa72-9df6-40c7-9295-105a8393b73d/b36b2e0b-0928-4609-ae44-4fdefbd1cb7a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:06.483452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5316a1bb-da60-4bf4-b78d-92112c7c68bd req-c194340a-242c-49bb-a6c5-138bff418d27 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971395 Mar 07 04:33:06.507746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Attempting to bind port 8a933906-4767-4c53-bffb-c1ed7268d47b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:06.507746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Attempting to bind port 8a933906-4767-4c53-bffb-c1ed7268d47b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:06.507746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Attempting to bind port 8a933906-4767-4c53-bffb-c1ed7268d47b on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:06.528163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-80cd36ff-6be0-4e1b-a6bf-c62821ec07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:06.529642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-80cd36ff-6be0-4e1b-a6bf-c62821ec07f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2108190 Mar 07 04:33:06.531549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:06.533390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:06.533814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.535087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:06.537448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Bound port: 8a933906-4767-4c53-bffb-c1ed7268d47b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:06.537869 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.673035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] For port 8a933906-4767-4c53-bffb-c1ed7268d47b, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:06.676748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] For port 8a933906-4767-4c53-bffb-c1ed7268d47b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a933906-4767-4c53-bffb-c1ed7268d47b,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:06.696891 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.713837 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f6f1c1e-bd25-48ea-8b0d-0d6b9ef62845 req-0f59089b-1ac9-4e74-9866-bbd3c263d97b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0804713 Mar 07 04:33:06.758613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7b933-c28a-4268-a5a3-1fab5aa44bbc None None] Pushing event updated for resources: {'Port': ['ID=8a933906-4767-4c53-bffb-c1ed7268d47b,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:06.762455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.811366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-b2fdc950-d920-4c42-a9f5-fadd2e97da1d service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747996 Mar 07 04:33:06.834735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (b36b2e0b-0928-4609-ae44-4fdefbd1cb7a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.934584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b36b2e0b-0928-4609-ae44-4fdefbd1cb7a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:06.996799 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-131770ba-9666-45e1-8178-9d346c1e6581 req-9cc938eb-38ec-4c3d-bdf9-7e2536664b8c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0424397 Mar 07 04:33:07.009850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fe8f876-c433-45e4-9814-db4f130c04d3 req-188b2530-83e5-494d-b0a6-8a35ad92628f service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883638 Mar 07 04:33:07.029289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:07.055776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:07.076282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:07.085261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:07.088788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:07.095226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=b36b2e0b-0928-4609-ae44-4fdefbd1cb7a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:07.146522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f34e4cc-560a-46c2-b378-9460ec08dc94 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9817467 Mar 07 04:33:07.149329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45120) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:07.301259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7db4bc7-445a-406d-8bc8-7f66a5fe03c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:07.310451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7db4bc7-445a-406d-8bc8-7f66a5fe03c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:07.313711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d7db4bc7-445a-406d-8bc8-7f66a5fe03c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1617584 Mar 07 04:33:07.316419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45122) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:07.498735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port b36b2e0b-0928-4609-ae44-4fdefbd1cb7a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:07.500130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b36b2e0b-0928-4609-ae44-4fdefbd1cb7a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:07.589229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:07.673781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b36b2e0b-0928-4609-ae44-4fdefbd1cb7a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:07.674918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-c446b638-dc81-4afd-a277-1673d979fc9f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270009 Mar 07 04:33:07.688457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for b36b2e0b-0928-4609-ae44-4fdefbd1cb7a owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:07.872638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b36b2e0b-0928-4609-ae44-4fdefbd1cb7a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:07.884250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-f68f90da-7d25-49e8-a7b4-b85900e691fd tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:07.885774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-f68f90da-7d25-49e8-a7b4-b85900e691fd tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011559 Mar 07 04:33:07.923839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=b36b2e0b-0928-4609-ae44-4fdefbd1cb7a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:07.937802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-fe9d4870-2bdb-4055-89ce-a8c1110b4038 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/quotas/5adbcf75e5674e50b2cf6a07a76853a2 HTTP/1.1" status: 200 len: 375 time: 0.0370018 Mar 07 04:33:07.967312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:07.979026 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-74254110-edc0-42c9-87f6-3a35af296c86 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/b36b2e0b-0928-4609-ae44-4fdefbd1cb7a HTTP/1.1" status: 204 len: 168 time: 0.6609828 Mar 07 04:33:07.981002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45146) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:08.116703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7df32d-724a-482a-9623-a5b681b34b08 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:08.119269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7df32d-724a-482a-9623-a5b681b34b08 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:08.121320 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2a7df32d-724a-482a-9623-a5b681b34b08 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1387312 Mar 07 04:33:08.124201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-c0cbaca9-3289-4ae1-a1dd-0302a6e74a31 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1780186 Mar 07 04:33:08.126333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:08.255390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet c237aa72-9df6-40c7-9295-105a8393b73d {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:08.263554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (c237aa72-9df6-40c7-9295-105a8393b73d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.320694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (c237aa72-9df6-40c7-9295-105a8393b73d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.488246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] Provisioning complete for port 8a933906-4767-4c53-bffb-c1ed7268d47b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:08.490828 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.521207 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c237aa72-9df6-40c7-9295-105a8393b73d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.661580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (c237aa72-9df6-40c7-9295-105a8393b73d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.677941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5943c027-7b4f-477b-bb7f-93e1d3b65e2d req-af079876-0c74-4e9f-bf1e-32b574c12ad8 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.2529976 Mar 07 04:33:08.704266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a933906-4767-4c53-bffb-c1ed7268d47b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:08.779080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=c237aa72-9df6-40c7-9295-105a8393b73d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:08.803576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.814628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b7f1595-b9ba-4e1a-90e3-f36b76dcf64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/c237aa72-9df6-40c7-9295-105a8393b73d HTTP/1.1" status: 204 len: 168 time: 0.6870723 Mar 07 04:33:08.817264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45168) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:08.881888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] Current status of the port 8a933906-4767-4c53-bffb-c1ed7268d47b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:08.882860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:08.943884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8a933906-4767-4c53-bffb-c1ed7268d47b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:08.946715 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:09.003169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1997f5bb-408c-488a-98a6-d059c510182a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1811166 Mar 07 04:33:09.004226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:09.026272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:09.098776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b04756f-a7d5-4bda-8c73-119fc3dcd6ec req-81bc2ddb-6ebf-48d0-ab12-db7bc9e182b3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0920799 Mar 07 04:33:09.263222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5960cb94-400f-4b17-b268-9516a4a91bbc req-3ec75027-6afa-4b07-8386-92fed6e8dba7 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 210 time: 0.0762801 Mar 07 04:33:09.314170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-e6506ade-c323-4a78-b9a1-a576385f770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:09.317114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-e6506ade-c323-4a78-b9a1-a576385f770e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 1132 time: 0.3935139 Mar 07 04:33:09.327680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:09.332697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:09.354927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fdbc6-5afd-446a-9959-0c6ba4f927ec None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:09.517840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] For port 8a933906-4767-4c53-bffb-c1ed7268d47b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a933906-4767-4c53-bffb-c1ed7268d47b,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:09.526917 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:09.542627 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:09.646470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-55eb5830-29b2-41a5-812b-aab8b7773a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:09.647943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-55eb5830-29b2-41a5-812b-aab8b7773a3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.2966852 Mar 07 04:33:09.717143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6b9b5449-3ed1-4c9a-a86e-eb0f640144d0 None None] Could not find standard attr ID for object b36b2e0b-0928-4609-ae44-4fdefbd1cb7a. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:33:09.720611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9812-1b8d-4cc1-aca5-b7d219a04e47 None None] Pushing event updated for resources: {'Port': ['ID=8a933906-4767-4c53-bffb-c1ed7268d47b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:09.723760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8a933906-4767-4c53-bffb-c1ed7268d47b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:09.782969 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-d399aec8-f014-43ea-8cde-68dd45794dac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b HTTP/1.1" status: 200 len: 217 time: 0.1176863 Mar 07 04:33:09.872577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:33:09.890877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b1e6467-2402-48bd-bc1c-1ef5d618e1e3 req-cb20b111-5875-48a2-9591-9015aeabce85 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0654812 Mar 07 04:33:09.956573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-b232b0ab-8682-4ff6-be68-9d1febf2bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:09.979014 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-b232b0ab-8682-4ff6-be68-9d1febf2bb36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1884837 Mar 07 04:33:10.044191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] Deleting port 8a933906-4767-4c53-bffb-c1ed7268d47b {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:10.045070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:10.090015 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (3968141c-ede6-4b78-b371-e631d11f2018), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:10.133613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-f0838f17-6b85-4ba5-918f-10e424585386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:10.135487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-f0838f17-6b85-4ba5-918f-10e424585386 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1126008 Mar 07 04:33:10.147860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] For port 8a933906-4767-4c53-bffb-c1ed7268d47b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a933906-4767-4c53-bffb-c1ed7268d47b,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:10.148777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:10.174008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] Calling delete_port for 8a933906-4767-4c53-bffb-c1ed7268d47b owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:10.220971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-1ab515c8-e37d-44c6-94d0-1cbceab7b366 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565534 Mar 07 04:33:10.374185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-8a315716-1cb6-47c9-ad2c-94527afebf81 service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309697 Mar 07 04:33:10.376054 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8a933906-4767-4c53-bffb-c1ed7268d47b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:10.407447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] Pushing event deleted for resources: {'Port': ['ID=8a933906-4767-4c53-bffb-c1ed7268d47b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:10.419439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76692ed7-6300-45cf-ae8c-7ba2e18e9e41 None None] No DVR routers for this DVR port 8a933906-4767-4c53-bffb-c1ed7268d47b on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:10.433640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:10.502604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:10.516707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ed2a1-506a-4c19-8081-00c285dc1f36 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:10.534526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:10.535098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:10.640476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ce8875a-b13a-4c54-851c-ba2c8fc26e5a req-9013f6d7-7b4c-4728-b8a8-151baff8012b service neutron] 10.222.0.44 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596464 Mar 07 04:33:10.648199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=3968141c-ede6-4b78-b371-e631d11f2018,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:10.657062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23af251b-7d80-4ac1-8e93-f00ac7654284 req-43188f7f-7a81-4275-8502-7500ca93e520 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.4203939 Mar 07 04:33:10.667207 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dc0381b0-8678-46ba-849c-6b98f40e929e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6510062 Mar 07 04:33:10.676648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:10.684231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '3968141c-ede6-4b78-b371-e631d11f2018', 'ip_address': '2001:db8::a1c3:dfa9:244e:6f62'}], 'name': 'tempest-NetworksTestDHCPv6-1365241544'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:10.735808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a933906-4767-4c53-bffb-c1ed7268d47b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:10.796760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8a933906-4767-4c53-bffb-c1ed7268d47b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:10.797084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a933906-4767-4c53-bffb-c1ed7268d47b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:10.888499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:10.901709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '3968141c-ede6-4b78-b371-e631d11f2018'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:10.903095 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:10.953555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-416865d1-e1ee-4f1d-b3d8-4d5591a9b901 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:10.955259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-416865d1-e1ee-4f1d-b3d8-4d5591a9b901 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6963029 Mar 07 04:33:10.999709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Request body: {'port': {'device_id': 'af653bb7-0808-4cfc-b311-329135c3de47', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '5adbcf75e5674e50b2cf6a07a76853a2'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:11.104294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/3968141c-ede6-4b78-b371-e631d11f2018/c4f13b9d-007b-4f02-b114-6fb11ac65ac9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:11.222859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f510e931-b830-49fa-acf3-a72004db1c8e req-356c4810-b98f-4496-b2c2-50ee43740c3c tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 210 time: 0.1333714 Mar 07 04:33:11.334361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.442651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 69264dc5-9383-429c-b3c8-e35c5aa23c26 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:33:11.450268 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Publish callbacks [] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.453813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-956fe342-8bc6-4abf-b7fa-07fbe35c1257 req-868d8abb-537c-432d-aa64-ead5b4b98367 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0667064 Mar 07 04:33:11.467678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.550602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:11.553861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:11.560418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:11.566953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Made reservation on behalf of 5adbcf75e5674e50b2cf6a07a76853a2 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:11.572599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.597256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Pushing event updated for resources: {'Port': ['ID=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:11.741540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Attempting to bind port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:11.742318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Attempting to bind port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:11.744799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Attempting to bind port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:11.753188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:11.753689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:11.754270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.755591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:11.756167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Bound port: c4f13b9d-007b-4f02-b114-6fb11ac65ac9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:11.756717 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.841350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] For port c4f13b9d-007b-4f02-b114-6fb11ac65ac9, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:11.845164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] For port c4f13b9d-007b-4f02-b114-6fb11ac65ac9, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:11.859095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1c98259-2dac-43e5-ae2e-14e17e6520b1 req-cd1a889f-14b5-4fbf-96af-5c9760c04611 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0710773 Mar 07 04:33:11.866111 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:11.976031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21095-b7c7-43dc-bcd3-82ded86c5a9c None None] Pushing event updated for resources: {'Port': ['ID=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:12.030892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::a1c3:dfa9:244e:6f62 (8393e2f1-e638-4cb0-b0df-29004274d522/3968141c-ede6-4b78-b371-e631d11f2018/69264dc5-9383-429c-b3c8-e35c5aa23c26) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:12.041301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Allocated IP 192.168.233.110 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/352d10fc-7385-4082-b116-3522dbc55799) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:12.365734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (69264dc5-9383-429c-b3c8-e35c5aa23c26), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:12.372513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks [] for port (352d10fc-7385-4082-b116-3522dbc55799), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:12.432123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9843ce79-4c91-4c78-9c53-69f21373005f req-9f760698-03fb-4f7f-8d25-ad7593c62796 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 210 time: 0.0468926 Mar 07 04:33:12.460911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (69264dc5-9383-429c-b3c8-e35c5aa23c26), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:12.471757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (352d10fc-7385-4082-b116-3522dbc55799), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:12.484668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['ba273bad-263d-4e8f-a456-002ff7cb7c19'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:33:12.526332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:12.532972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:12.536786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:12.539965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:12.543553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:12.546582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:12.552400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:12.552951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:12.631220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9510398 Mar 07 04:33:12.631705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45234) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:12.668111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32269d2-a301-4290-b29f-7336a269a6b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=69264dc5-9383-429c-b3c8-e35c5aa23c26,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:12.780715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4f13b9d-007b-4f02-b114-6fb11ac65ac9 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:12.786582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85f24a-732c-4a13-b72f-83d7d48ce3db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:12.809791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85f24a-732c-4a13-b72f-83d7d48ce3db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:12.811590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cc85f24a-732c-4a13-b72f-83d7d48ce3db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1788929 Mar 07 04:33:12.814058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45236) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:12.854637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b858965-600d-4c3d-90ed-5c9232bc5871 req-7603de8f-cece-48df-ac75-b705dc938921 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1655390 Mar 07 04:33:12.894421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:12.895104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:12.938386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Pushing event updated for resources: {'Port': ['ID=352d10fc-7385-4082-b116-3522dbc55799,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:12.985017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-8f3324c6-3b1c-4303-87f8-296051d1bb3d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0182204 Mar 07 04:33:12.998662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Request body: {'port': {'device_id': 'af653bb7-0808-4cfc-b311-329135c3de47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:13.083969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:13.084345 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.099850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 69264dc5-9383-429c-b3c8-e35c5aa23c26 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:13.100186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (69264dc5-9383-429c-b3c8-e35c5aa23c26), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.178053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (352d10fc-7385-4082-b116-3522dbc55799), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.223496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-37098c03-af14-4432-baa5-fb2e04499d5a None None] Provisioning complete for port 352d10fc-7385-4082-b116-3522dbc55799 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:13.223870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37098c03-af14-4432-baa5-fb2e04499d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (352d10fc-7385-4082-b116-3522dbc55799), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.310129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b023ccd-5e8d-463b-9219-15112e2d7e28 req-6c161db1-db22-4140-8113-f305fb8e9e9b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.1015739 Mar 07 04:33:13.314258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (69264dc5-9383-429c-b3c8-e35c5aa23c26), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.343833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 69264dc5-9383-429c-b3c8-e35c5aa23c26 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:13.373723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:13.375056 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.393049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-37098c03-af14-4432-baa5-fb2e04499d5a None None] Port 352d10fc-7385-4082-b116-3522dbc55799 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:33:13.463409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port c4f13b9d-007b-4f02-b114-6fb11ac65ac9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:13.475486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.585734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:13.634246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (69264dc5-9383-429c-b3c8-e35c5aa23c26), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.693583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=69264dc5-9383-429c-b3c8-e35c5aa23c26,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:13.719407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352d10fc-7385-4082-b116-3522dbc55799 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:33:13.730805 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Publish callbacks [] for port (352d10fc-7385-4082-b116-3522dbc55799), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.754855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece916f2-154f-4608-b7f2-dd6fb9a7c5e1 req-5ede11cc-dfb3-4744-a072-1299c924bc93 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:13.756944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ece916f2-154f-4608-b7f2-dd6fb9a7c5e1 req-5ede11cc-dfb3-4744-a072-1299c924bc93 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 936 time: 0.1294858 Mar 07 04:33:13.768256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.777586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Transition to ACTIVE for port object 352d10fc-7385-4082-b116-3522dbc55799 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:33:13.779450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0771cbf6-e01d-4c75-b168-52e7b04032ae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/69264dc5-9383-429c-b3c8-e35c5aa23c26 HTTP/1.1" status: 204 len: 168 time: 0.9642985 Mar 07 04:33:13.782187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:13.791714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (352d10fc-7385-4082-b116-3522dbc55799), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.836472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-687122f9-08ef-4ebe-bb4a-99d21a38531a None None] Provisioning complete for port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:13.837105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-687122f9-08ef-4ebe-bb4a-99d21a38531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:13.927570 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a861c02-d6af-483e-96a6-70d1c1e369c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:13.929420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a861c02-d6af-483e-96a6-70d1c1e369c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:13.950399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a861c02-d6af-483e-96a6-70d1c1e369c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1639273 Mar 07 04:33:13.951409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45254) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:13.956902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ece916f2-154f-4608-b7f2-dd6fb9a7c5e1 req-70e4e172-e85a-432e-97af-dc122cd4b355 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928370 Mar 07 04:33:13.986434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Pushing event updated for resources: {'Port': ['ID=352d10fc-7385-4082-b116-3522dbc55799,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:14.019462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-687122f9-08ef-4ebe-bb4a-99d21a38531a None None] Current status of the port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:14.092449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 3968141c-ede6-4b78-b371-e631d11f2018 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:14.144512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (3968141c-ede6-4b78-b371-e631d11f2018), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.147537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Attempting to bind port 352d10fc-7385-4082-b116-3522dbc55799 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:14.147991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Attempting to bind port 352d10fc-7385-4082-b116-3522dbc55799 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:14.148382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Attempting to bind port 352d10fc-7385-4082-b116-3522dbc55799 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:14.240044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-80f8de0a-da62-499e-9084-aa9574698385 None None] Could not find standard attr ID for object 69264dc5-9383-429c-b3c8-e35c5aa23c26. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:33:14.292475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35fd1889-deaf-4ee1-a378-45111af99b3d req-68cb5c96-51b0-4e6f-a8e8-352ad678e897 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0917435 Mar 07 04:33:14.304417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Port 352d10fc-7385-4082-b116-3522dbc55799 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:33:14.309699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Attempting to bind port 352d10fc-7385-4082-b116-3522dbc55799 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:14.325090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:14.332431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:14.333074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:14.340403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Bound port: 352d10fc-7385-4082-b116-3522dbc55799, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:14.341118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (352d10fc-7385-4082-b116-3522dbc55799), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.382252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (3968141c-ede6-4b78-b371-e631d11f2018), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.521230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3968141c-ede6-4b78-b371-e631d11f2018), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.611053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4f13b9d-007b-4f02-b114-6fb11ac65ac9 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:14.659123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (3968141c-ede6-4b78-b371-e631d11f2018), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.665862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42c57202-e244-41dc-84b2-9fccda44990b req-19ec5938-e5e4-4182-921b-9d881a4d49ac tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0702865 Mar 07 04:33:14.710726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:14.711616 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.720742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:14.726098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/3968141c-ede6-4b78-b371-e631d11f2018 HTTP/1.1" status: 204 len: 168 time: 0.7660015 Mar 07 04:33:14.726098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484d770-aed6-4f3e-a3a8-fe29b267e9b6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=3968141c-ede6-4b78-b371-e631d11f2018,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:14.726475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45268) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:14.746715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77b6ba-d5bc-458a-b53d-8f2ab0b1ea47 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:14.933128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:15.014223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:33:15.099308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] Deleting port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:15.099715 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:15.168655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] For port 352d10fc-7385-4082-b116-3522dbc55799, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:15.172649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] For port 352d10fc-7385-4082-b116-3522dbc55799, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=352d10fc-7385-4082-b116-3522dbc55799,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:15.176722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] For port c4f13b9d-007b-4f02-b114-6fb11ac65ac9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:15.177125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:15.182571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45272) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:15.183441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-63efaa04-d2bb-4271-a5d1-6ca3ce2be31b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4492993 Mar 07 04:33:15.194175 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (352d10fc-7385-4082-b116-3522dbc55799), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:15.198581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] Calling delete_port for c4f13b9d-007b-4f02-b114-6fb11ac65ac9 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:15.269672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.270908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:15.272565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] 10.222.0.15 "PUT /v2.0/ports/352d10fc-7385-4082-b116-3522dbc55799 HTTP/1.1" status: 200 len: 1096 time: 2.2786674 Mar 07 04:33:15.273383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af653bb7-0808-4cfc-b311-329135c3de47', 'tag': '352d10fc-7385-4082-b116-3522dbc55799'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:15.276696 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54" -d '{"events": [{"name": "network-changed", "server_uuid": "af653bb7-0808-4cfc-b311-329135c3de47", "tag": "352d10fc-7385-4082-b116-3522dbc55799"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:15.312565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2dbfb-46c7-409b-bdfb-ef2b1f2f2e50 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.323857 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f5a2dbfb-46c7-409b-bdfb-ef2b1f2f2e50 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1380496 Mar 07 04:33:15.324465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45276) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:15.369402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (c4f13b9d-007b-4f02-b114-6fb11ac65ac9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:15.388680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74bf2-c821-4e4f-8504-0f5e73eb4762 service neutron] Pushing event updated for resources: {'Port': ['ID=352d10fc-7385-4082-b116-3522dbc55799,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:15.413702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afbe02-f45c-4025-8105-c9361f81d36c req-f2ffd4b1-0581-4c0d-9ab6-404fbbbe5b6b tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.423128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61afbe02-f45c-4025-8105-c9361f81d36c req-f2ffd4b1-0581-4c0d-9ab6-404fbbbe5b6b tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 948 time: 0.2799022 Mar 07 04:33:15.444390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] Pushing event deleted for resources: {'Port': ['ID=c4f13b9d-007b-4f02-b114-6fb11ac65ac9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:15.459764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b030cf-2ab0-4e83-bab1-cb66a8dd17dd None None] No DVR routers for this DVR port c4f13b9d-007b-4f02-b114-6fb11ac65ac9 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:15.474893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8bc09-5237-4203-9b8b-3fac95ce8a5f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.478821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-65b8bc09-5237-4203-9b8b-3fac95ce8a5f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1510315 Mar 07 04:33:15.480183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45282) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:15.553674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61afbe02-f45c-4025-8105-c9361f81d36c req-b7959136-076d-430a-864b-cb7a6a3fdd54 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292191 Mar 07 04:33:15.574237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-62f8da71-1a4e-4cda-b93a-07698e2faece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.575908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-62f8da71-1a4e-4cda-b93a-07698e2faece service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 1130 time: 0.2502992 Mar 07 04:33:15.595747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-002d88e7-c0cc-4997-adf3-9f2b1bbcc0f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105807 Mar 07 04:33:15.596852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45284) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:15.609437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:15.611496 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb8654-7652-44b1-be6e-a45edb87b8c7 x-openstack-request-id: req-78cb8654-7652-44b1-be6e-a45edb87b8c7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:15.611799 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af653bb7-0808-4cfc-b311-329135c3de47", "tag": "352d10fc-7385-4082-b116-3522dbc55799", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:15.612054 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78cb8654-7652-44b1-be6e-a45edb87b8c7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:15.612460 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af653bb7-0808-4cfc-b311-329135c3de47', 'tag': '352d10fc-7385-4082-b116-3522dbc55799', 'status': 'completed', 'code': 200} Mar 07 04:33:15.648100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-005a3b40-75f8-46c8-835b-a0ba7f54fc95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=352d10fc-7385-4082-b116-3522dbc55799 HTTP/1.1" status: 200 len: 217 time: 0.0580275 Mar 07 04:33:15.773595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d47f6abf-1c8c-462d-a8f7-3b66fb6bbefe req-4815c46c-9506-45f8-9fbe-b8920a3ba4d9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0611036 Mar 07 04:33:15.790650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-f623eb80-7502-4f18-93d4-e9542e3510d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.793073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-f623eb80-7502-4f18-93d4-e9542e3510d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1377902 Mar 07 04:33:15.805909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:15.814376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:15.907372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-afb77804-7c98-43bf-9bb6-2cf50dd00760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:15.910665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-afb77804-7c98-43bf-9bb6-2cf50dd00760 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1105313 Mar 07 04:33:16.054444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-1bdd38d6-1adf-461c-82e6-3f9b27b4c97d service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340227 Mar 07 04:33:16.090829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0ae2939-82eb-4ffa-bba0-98099333b864 req-79a1bcde-1c02-4f90-a328-e6cb8ef177a7 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0347533 Mar 07 04:33:16.244826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5139ae95-b39f-4a7d-9b1f-3d66c0b2fad3 req-48b398af-0926-4753-a755-30cef2809a62 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529143 Mar 07 04:33:16.395755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-c3ec0486-5a82-4d80-ab0a-ce0453bfdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:16.398998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-c3ec0486-5a82-4d80-ab0a-ce0453bfdf51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 1130 time: 0.0870385 Mar 07 04:33:16.549775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-e61a72f0-1e46-4fce-82b0-e6153a4731e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:16.551649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-e61a72f0-1e46-4fce-82b0-e6153a4731e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1469867 Mar 07 04:33:16.568836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4f13b9d-007b-4f02-b114-6fb11ac65ac9 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:16.585635 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (7a24ee72-e6e5-45ca-8272-1ba356f36119), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:16.637678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:16.640237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c4f13b9d-007b-4f02-b114-6fb11ac65ac9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:16.642137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4f13b9d-007b-4f02-b114-6fb11ac65ac9 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:16.661177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:16.673354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fc2a1-fa9c-4a14-b31b-56300a60ed57 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:16.689786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:16.690400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:16.699790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-2b2ca2bd-5e37-48c7-b352-e82a06e3e56c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=352d10fc-7385-4082-b116-3522dbc55799 HTTP/1.1" status: 200 len: 217 time: 0.1352184 Mar 07 04:33:16.727048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1266172 Mar 07 04:33:16.728535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45298) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:16.734331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '7a24ee72-e6e5-45ca-8272-1ba356f36119', 'ip_address': '2001:db8::873d:e882:dc9e:d41f'}], 'name': 'tempest-NetworksTestDHCPv6-1006842668'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:16.743662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5d28d-4dea-4e7b-80b3-e2614d4c36c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=7a24ee72-e6e5-45ca-8272-1ba356f36119,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:16.876839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-e7b01912-797b-4393-a873-cb3aa9bc0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:16.882061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '7a24ee72-e6e5-45ca-8272-1ba356f36119'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:16.882061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:16.888664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-e7b01912-797b-4393-a873-cb3aa9bc0318 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1632385 Mar 07 04:33:17.034342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:17.051084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2367ce6-2684-421f-8eec-aa69753647fe req-f796f45a-c240-4322-8733-a5c951a30bef tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:17.052651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2367ce6-2684-421f-8eec-aa69753647fe req-f796f45a-c240-4322-8733-a5c951a30bef tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 948 time: 0.3585422 Mar 07 04:33:17.074883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-3bcc5e80-f916-413c-872c-21d1824f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:17.076414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-3bcc5e80-f916-413c-872c-21d1824f8cac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1713567 Mar 07 04:33:17.207661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.222365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/7a24ee72-e6e5-45ca-8272-1ba356f36119/0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:17.228390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 83532484-646c-4f6b-8061-17146af5fdb8 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:33:17.229705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-a0cb33be-ac81-48ee-84eb-7e10fdff5fea service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444321 Mar 07 04:33:17.288030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2367ce6-2684-421f-8eec-aa69753647fe req-9b5cc2c2-08d3-4dea-94a5-14a88cb73266 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258232 Mar 07 04:33:17.383342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3ef4953-c5ab-4a5f-9cc0-12cc1043be54 req-a92d3a12-5812-4639-8601-e93a74f2dedf service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467924 Mar 07 04:33:17.423057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Publish callbacks [] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.432730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.441073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9343584-9c31-4e1a-94c7-792e4a7bdcc9 req-4adf18c4-0700-4ec7-a757-3b48fbdf65a9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0472388 Mar 07 04:33:17.489906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:17.496703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:17.500658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Pushing event updated for resources: {'Port': ['ID=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:17.506627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:17.536836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::873d:e882:dc9e:d41f (8393e2f1-e638-4cb0-b0df-29004274d522/7a24ee72-e6e5-45ca-8272-1ba356f36119/83532484-646c-4f6b-8061-17146af5fdb8) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:17.598111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Attempting to bind port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:17.598623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Attempting to bind port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:17.598851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Attempting to bind port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:17.604824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:17.605195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:17.605661 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.606416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:17.607060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Bound port: 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:17.607501 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.708476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] For port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:17.713033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] For port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:17.726233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-288a85d9-3a43-4012-a7c6-9640bbf3a9e1 req-566e11a2-6f8a-4542-beb2-2065c322ce4c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0447743 Mar 07 04:33:17.732134 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.737060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (83532484-646c-4f6b-8061-17146af5fdb8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.791647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (83532484-646c-4f6b-8061-17146af5fdb8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.830627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df42e-1899-44ba-a1b1-20aae2a284bf None None] Pushing event updated for resources: {'Port': ['ID=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:17.869915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:17.873347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:17.876328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:17.881680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:17.882313 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:17.894071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=83532484-646c-4f6b-8061-17146af5fdb8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:17.911711 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ad4affcb-e38d-4118-a55e-9696ea588e3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1824324 Mar 07 04:33:17.915552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45318) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:17.920883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '7a24ee72-e6e5-45ca-8272-1ba356f36119', 'ip_address': '2001:db8::873d:e882:dc9e:d41f'}], 'name': 'tempest-NetworksTestDHCPv6-12542237'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:18.107268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:18.107268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:18.139997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 64b11f52-d9e2-4f1d-92ea-3629296e837e yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:33:18.345296 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 04:33:18.346110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:33:18.366167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45332) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:18.366544 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-263ea4e6-ac4d-4e28-bf8b-aa5f9fb31ae6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4494758 Mar 07 04:33:18.437859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f757-3fdf-4b1d-be23-1b8084add64d req-16ea1818-eeee-4b43-980b-5085ea561728 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:18.439372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ac3f757-3fdf-4b1d-be23-1b8084add64d req-16ea1818-eeee-4b43-980b-5085ea561728 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 948 time: 0.0818532 Mar 07 04:33:18.452231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733b0ac-1e7a-4579-b762-dabe549876f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:18.458550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733b0ac-1e7a-4579-b762-dabe549876f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:18.460140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c733b0ac-1e7a-4579-b762-dabe549876f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0930817 Mar 07 04:33:18.463723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45334) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:18.516240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ac3f757-3fdf-4b1d-be23-1b8084add64d req-1434a522-ec0a-4741-9257-c1160e36e149 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 Mar 07 04:33:18.592657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 352d10fc-7385-4082-b116-3522dbc55799 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:33:18.607397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:18.625426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 83532484-646c-4f6b-8061-17146af5fdb8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:18.625877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (83532484-646c-4f6b-8061-17146af5fdb8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:18.662139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb02db30-c80a-4fcf-9428-c0f6aafc665f req-70039613-c57c-4075-89ce-4f1dea2728e9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0508850 Mar 07 04:33:18.771172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (83532484-646c-4f6b-8061-17146af5fdb8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:18.802422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 83532484-646c-4f6b-8061-17146af5fdb8 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:18.983883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7b4c384-8728-4cdd-a109-34e4492d48ed req-5f4533ec-a435-4c1e-8ed3-c8b520ae3592 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0484173 Mar 07 04:33:18.988895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 352d10fc-7385-4082-b116-3522dbc55799, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=352d10fc-7385-4082-b116-3522dbc55799,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:19.002242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '352d10fc-7385-4082-b116-3522dbc55799', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '352d10fc-7385-4082-b116-3522dbc55799', 'mac_address': 'fa:16:3e:c6:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:33:19.010177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (83532484-646c-4f6b-8061-17146af5fdb8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.052082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 352d10fc-7385-4082-b116-3522dbc55799 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:19.052477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (352d10fc-7385-4082-b116-3522dbc55799), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.073255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352d10fc-7385-4082-b116-3522dbc55799 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:33:19.109652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 352d10fc-7385-4082-b116-3522dbc55799, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=352d10fc-7385-4082-b116-3522dbc55799,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:19.113804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:19.114317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.126353 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.131693 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/83532484-646c-4f6b-8061-17146af5fdb8 HTTP/1.1" status: 204 len: 168 time: 0.6647627 Mar 07 04:33:19.131693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452e10c-570b-45f7-9aef-b9f0bb965164 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=83532484-646c-4f6b-8061-17146af5fdb8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:19.132390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45362) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:19.158626 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (352d10fc-7385-4082-b116-3522dbc55799), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.180302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb1bee-e832-4755-be58-ec1f019f5f68 req-bb4596f8-62c3-45d4-a347-2cc5c38cf6f4 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:19.184092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cfb1bee-e832-4755-be58-ec1f019f5f68 req-bb4596f8-62c3-45d4-a347-2cc5c38cf6f4 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 950 time: 0.1058438 Mar 07 04:33:19.217584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367a011-2bc8-443d-9edf-6c02fd41930a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:19.218724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367a011-2bc8-443d-9edf-6c02fd41930a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:19.222666 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8367a011-2bc8-443d-9edf-6c02fd41930a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0865996 Mar 07 04:33:19.223321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:19.223998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=352d10fc-7385-4082-b116-3522dbc55799,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:19.285374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cfb1bee-e832-4755-be58-ec1f019f5f68 req-d1f14625-c81f-49c2-9c97-50b4d045f5a0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939267 Mar 07 04:33:19.300519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:19.301845 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.310360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 7a24ee72-e6e5-45ca-8272-1ba356f36119 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:19.319638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (7a24ee72-e6e5-45ca-8272-1ba356f36119), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.324784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7f41cab3-8df2-448a-b562-45ad38b8ae98 None None] Provisioning complete for port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:19.325163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f41cab3-8df2-448a-b562-45ad38b8ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.381878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['352d10fc-7385-4082-b116-3522dbc55799'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:33:19.382554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (7a24ee72-e6e5-45ca-8272-1ba356f36119), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.391452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:19.415827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.495167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (7a24ee72-e6e5-45ca-8272-1ba356f36119), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.504366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:19.589498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7f41cab3-8df2-448a-b562-45ad38b8ae98 None None] Current status of the port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:19.596735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (7a24ee72-e6e5-45ca-8272-1ba356f36119), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.644504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=7a24ee72-e6e5-45ca-8272-1ba356f36119,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:19.650758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.658442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:19.667345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-419f8066-cf41-4db2-aafd-cba72a745579 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/7a24ee72-e6e5-45ca-8272-1ba356f36119 HTTP/1.1" status: 204 len: 168 time: 0.4421096 Mar 07 04:33:19.719601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.721607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-65827559-4393-4e7b-ac7b-bcffa58df280 None None] Could not find standard attr ID for object 83532484-646c-4f6b-8061-17146af5fdb8. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:33:19.749871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d66bc5f8-2243-4d25-8e08-34ea2562672b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894079 Mar 07 04:33:19.756375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:19.761955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:19.855615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8039e-bd2e-4ec6-a90e-d4455eb2da44 req-8e00a934-d3a0-433d-963f-9ef8fce9d0ec tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:19.857320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a8039e-bd2e-4ec6-a90e-d4455eb2da44 req-8e00a934-d3a0-433d-963f-9ef8fce9d0ec tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 949 time: 0.0692089 Mar 07 04:33:19.908278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:19.912114 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:19.940010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a8039e-bd2e-4ec6-a90e-d4455eb2da44 req-39acf8e2-3ee3-43c0-838a-099127a3efac tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766022 Mar 07 04:33:19.979926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e43cd-fe99-4840-8252-cdd91d55a50f None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:20.076198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4242220b-47e4-4cfc-8518-79f89b664d4f req-2bc6c0b3-3fe4-41a0-9479-4abde1115c4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0569911 Mar 07 04:33:20.169814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:33:20.175005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (8c61340d-ba9b-4646-9483-cb4c71b29405), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.220695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] Deleting port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:20.221468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.245833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49147e0a-f0f1-41a8-a485-29e429472b3f req-c12d14da-306a-4154-8d8f-62ba453b703f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0389836 Mar 07 04:33:20.266619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:20.268198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:20.272901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:20.274273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.277911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=8c61340d-ba9b-4646-9483-cb4c71b29405,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:20.298251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:20.298478 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8680a7b2-7779-4b50-9cd3-3552157093dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5407965 Mar 07 04:33:20.304016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '8c61340d-ba9b-4646-9483-cb4c71b29405', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-595290173'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:20.316222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] For port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:20.316848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.330187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] Calling delete_port for 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:20.417293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:20.422972 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.449165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] Pushing event deleted for resources: {'Port': ['ID=0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:20.452647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc44c7f8-e777-4e0a-a380-79500995ce1d None None] No DVR routers for this DVR port 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:20.471098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a163d-4089-48b1-80f5-ff3e7ebe57fa None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:20.543406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:20.547525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.565824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 3261edf8-05de-4f9f-ae4a-3a9ff6f3f573 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:33:20.570576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:20.571012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0a67ebbc-eb0d-443a-aa52-3d3176f7a3e7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:20.615530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 352d10fc-7385-4082-b116-3522dbc55799 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:20.618631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '8c61340d-ba9b-4646-9483-cb4c71b29405'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:20.619632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.691264 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:33:20.691881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:33:20.709679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-966e4e31-3bd5-45e1-ad1e-2133eab57c8a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4076054 Mar 07 04:33:20.710085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45398) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:20.740880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe6e8974-60d1-4d44-b4c9-cb945c2628bd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0294352 Mar 07 04:33:20.743308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45400) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:20.752302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 352d10fc-7385-4082-b116-3522dbc55799 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:33:20.760799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 352d10fc-7385-4082-b116-3522dbc55799 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:20.761186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (352d10fc-7385-4082-b116-3522dbc55799), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.803934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fbdc4-f3ac-444b-995f-05172275ee1f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:20.806259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fbdc4-f3ac-444b-995f-05172275ee1f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:20.807867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-280fbdc4-f3ac-444b-995f-05172275ee1f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0632591 Mar 07 04:33:20.810788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:20.832010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/8c61340d-ba9b-4646-9483-cb4c71b29405/b00bfd7a-f06e-4119-8757-88e938a75a14) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:20.866357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 8c61340d-ba9b-4646-9483-cb4c71b29405 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:20.937117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 352d10fc-7385-4082-b116-3522dbc55799 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:20.937512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (352d10fc-7385-4082-b116-3522dbc55799), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:20.978584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af653bb7-0808-4cfc-b311-329135c3de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d10fc-7385-4082-b116-3522dbc55799'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:20.980955 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6510ce8b-9c9c-471e-aec5-89f9e12f9696" -d '{"events": [{"server_uuid": "af653bb7-0808-4cfc-b311-329135c3de47", "name": "network-vif-plugged", "status": "completed", "tag": "352d10fc-7385-4082-b116-3522dbc55799"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:21.005397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 352d10fc-7385-4082-b116-3522dbc55799, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=352d10fc-7385-4082-b116-3522dbc55799,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:21.024838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (352d10fc-7385-4082-b116-3522dbc55799), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.068524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade4e0-2dfd-428c-bd21-7fc08461572c req-4e3c2a65-0aaf-4bfd-aa34-18b018ed4e63 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:21.070318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0ade4e0-2dfd-428c-bd21-7fc08461572c req-4e3c2a65-0aaf-4bfd-aa34-18b018ed4e63 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 950 time: 0.0564592 Mar 07 04:33:21.083111 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Publish callbacks [] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.095073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=352d10fc-7385-4082-b116-3522dbc55799,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:21.099875 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.103349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (8c61340d-ba9b-4646-9483-cb4c71b29405), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.141228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:21.148018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:21.151921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:21.166535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Pushing event updated for resources: {'Port': ['ID=b00bfd7a-f06e-4119-8757-88e938a75a14,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:21.173245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (8c61340d-ba9b-4646-9483-cb4c71b29405), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.207674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0ade4e0-2dfd-428c-bd21-7fc08461572c req-6471642d-8de6-4cfa-a6ad-d0ce3cfdf39b tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148038 Mar 07 04:33:21.220860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Attempting to bind port b00bfd7a-f06e-4119-8757-88e938a75a14 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:21.221443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Attempting to bind port b00bfd7a-f06e-4119-8757-88e938a75a14 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:21.222006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Attempting to bind port b00bfd7a-f06e-4119-8757-88e938a75a14 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:21.227918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:21.228532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:21.229011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.229496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:21.230095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Bound port: b00bfd7a-f06e-4119-8757-88e938a75a14, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:21.230572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.281491 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454bc3d3-b422-4ceb-b7cb-7f8374d66025 x-openstack-request-id: req-454bc3d3-b422-4ceb-b7cb-7f8374d66025 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:21.282440 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af653bb7-0808-4cfc-b311-329135c3de47", "name": "network-vif-plugged", "status": "completed", "tag": "352d10fc-7385-4082-b116-3522dbc55799", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:21.282440 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454bc3d3-b422-4ceb-b7cb-7f8374d66025 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:21.282676 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af653bb7-0808-4cfc-b311-329135c3de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d10fc-7385-4082-b116-3522dbc55799', 'code': 200} Mar 07 04:33:21.308471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8c61340d-ba9b-4646-9483-cb4c71b29405), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.420404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e53ee68e-8667-40c1-8513-6cd11e2ea822 req-f8b02e37-c987-4e8e-936a-facb0198611a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0598078 Mar 07 04:33:21.447335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ec27b-f0ef-4efd-87e6-d6a6b79873f6 req-84bd7fa7-5a2d-4554-b9cc-a6dc30133cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:21.449088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b86ec27b-f0ef-4efd-87e6-d6a6b79873f6 req-84bd7fa7-5a2d-4554-b9cc-a6dc30133cde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 1132 time: 0.0914304 Mar 07 04:33:21.462792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] For port b00bfd7a-f06e-4119-8757-88e938a75a14, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:21.463049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (8c61340d-ba9b-4646-9483-cb4c71b29405), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.471944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] For port b00bfd7a-f06e-4119-8757-88e938a75a14, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b00bfd7a-f06e-4119-8757-88e938a75a14,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:21.481379 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.504039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=8c61340d-ba9b-4646-9483-cb4c71b29405,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:21.506930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.512877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-781b3ea5-8217-4440-bee5-575dc9f5a62b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/8c61340d-ba9b-4646-9483-cb4c71b29405 HTTP/1.1" status: 204 len: 168 time: 0.7003589 Mar 07 04:33:21.513647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:21.549270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b86ec27b-f0ef-4efd-87e6-d6a6b79873f6 req-b443d3fe-ea0a-4608-80d2-a001abcd917f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931787 Mar 07 04:33:21.555115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8fa82-fa28-48f2-9bb5-8556d17870da None None] Pushing event updated for resources: {'Port': ['ID=b00bfd7a-f06e-4119-8757-88e938a75a14,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:21.577851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efa7b068-6600-46d1-9f4e-f5397d22b621 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618787 Mar 07 04:33:21.581488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:21.587082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:21.655211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-661f0edd-1e87-4462-a8bd-5ad1a38ce387 req-ca69d30e-f8b9-4193-b814-4da19af81be1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0396383 Mar 07 04:33:21.721464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:21.725129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:21.979292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (0d911aaf-58a4-4d93-b085-486269036ed1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.025606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:22.028768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:22.032880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:22.033470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.051666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=0d911aaf-58a4-4d93-b085-486269036ed1,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:22.053547 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.065941 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-36b2693f-1545-40e2-960f-b19c4f3dd72a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4809957 Mar 07 04:33:22.066190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:22.071585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:22.093664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.094690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.150617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router_controller (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.155550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.175147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.178689 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c2096682-0a23-4a47-98dd-bba74d50aaf1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1112843 Mar 07 04:33:22.180472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:22.447760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704102-c2bf-4cea-8291-8db9136d92e0 req-226c0dfc-360f-4d58-ad39-8dffce2e9934 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:22.449384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e704102-c2bf-4cea-8291-8db9136d92e0 req-226c0dfc-360f-4d58-ad39-8dffce2e9934 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 950 time: 0.1538846 Mar 07 04:33:22.558807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e704102-c2bf-4cea-8291-8db9136d92e0 req-48f5b31d-82c8-42f2-ae10-795d27be89bc tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Mar 07 04:33:22.560139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.609271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b00bfd7a-f06e-4119-8757-88e938a75a14 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:22.652784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:33:22.700668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b00bfd7a-f06e-4119-8757-88e938a75a14 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:22.701313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:22.708004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eef66c0d-7c50-489d-94f1-405b4f9e6734 req-1466baa7-24b7-423f-9d08-7a3f73a1da9b tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0486398 Mar 07 04:33:22.849408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f8c5785-12b0-4709-9883-81da6ef01c4b no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:22.879244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d92f53-2a63-4dfb-9435-0f2afc1370c5 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:22.948420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Provisioning complete for port b00bfd7a-f06e-4119-8757-88e938a75a14 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:22.948802 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.017246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22841246-0348-4417-9b79-955a25be3d0b req-17d207bf-9eb7-436f-9d33-ab18b9e5b8fe tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.0370548 Mar 07 04:33:23.029351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::1 (8393e2f1-e638-4cb0-b0df-29004274d522/0d911aaf-58a4-4d93-b085-486269036ed1/af57a104-0ba7-466e-af23-598435a633ec) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:23.183956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (af57a104-0ba7-466e-af23-598435a633ec), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.223113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (af57a104-0ba7-466e-af23-598435a633ec), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.233729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:23.274419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:23.277062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:23.282115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:23.282604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.285322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b00bfd7a-f06e-4119-8757-88e938a75a14 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:23.285474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=af57a104-0ba7-466e-af23-598435a633ec,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:23.285713 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.287594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd272dc07-c545-46e1-8575-920143b043f8', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'd272dc07-c545-46e1-8575-920143b043f8', 'mac_address': 'fa:16:3e:08:f3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:33:23.342227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5f8c5785-12b0-4709-9883-81da6ef01c4b is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:23.342656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.419199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (af57a104-0ba7-466e-af23-598435a633ec), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.423712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port b00bfd7a-f06e-4119-8757-88e938a75a14, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b00bfd7a-f06e-4119-8757-88e938a75a14,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:23.446433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.455868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:23.458107 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19452207-78d6-4c6b-a764-a82c1fb9de5f" -d '{"events": [{"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:23.460353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:23.460740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.498419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Current status of the port b00bfd7a-f06e-4119-8757-88e938a75a14 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:23.499125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.501763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:23.527628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.535031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d272dc07-c545-46e1-8575-920143b043f8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:33:23.542583 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a67a49-ca55-410e-aeea-49d2e5f247bf x-openstack-request-id: req-43a67a49-ca55-410e-aeea-49d2e5f247bf {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:23.542883 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:23.543141 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43a67a49-ca55-410e-aeea-49d2e5f247bf {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:23.543531 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'code': 200} Mar 07 04:33:23.577533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:23.578597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=b00bfd7a-f06e-4119-8757-88e938a75a14,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:23.608237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:23.723977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:23.759758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d272dc07-c545-46e1-8575-920143b043f8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:33:23.762099 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:33:23.762631 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:33:23.824476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19daa5c-9439-4ec5-8a13-9636ba6e5e3e req-2c5bb58a-03a0-4b48-9e88-f67bcf02aead tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:23.826662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b19daa5c-9439-4ec5-8a13-9636ba6e5e3e req-2c5bb58a-03a0-4b48-9e88-f67bcf02aead tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 950 time: 0.1592560 Mar 07 04:33:23.837226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:24.207041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (af57a104-0ba7-466e-af23-598435a633ec), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:24.214077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (af57a104-0ba7-466e-af23-598435a633ec), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:24.215023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:24.228765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b19daa5c-9439-4ec5-8a13-9636ba6e5e3e req-00184650-6070-4bc8-be57-f138842100c5 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876877 Mar 07 04:33:24.381753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-61846309-91cd-4b0f-a8ce-0dff059ba84f None None] Current status of the port b00bfd7a-f06e-4119-8757-88e938a75a14 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:24.476104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=af57a104-0ba7-466e-af23-598435a633ec,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:24.480427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a9fc802-93fe-4b23-b29e-efe10ed576d0 req-da6f8423-e3f6-49db-b986-8b049bd7e176 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1115799 Mar 07 04:33:24.510979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f1580c2d-ba8b-475c-8b6e-82e5dc2b404c None None] Provisioning complete for port af57a104-0ba7-466e-af23-598435a633ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:24.511843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1580c2d-ba8b-475c-8b6e-82e5dc2b404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (af57a104-0ba7-466e-af23-598435a633ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:24.577229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:24.578718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:24.609637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f1580c2d-ba8b-475c-8b6e-82e5dc2b404c None None] Port af57a104-0ba7-466e-af23-598435a633ec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:33:24.637769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:24.768489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f1580c2d-ba8b-475c-8b6e-82e5dc2b404c None None] Provisioning complete for port b00bfd7a-f06e-4119-8757-88e938a75a14 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:24.769682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1580c2d-ba8b-475c-8b6e-82e5dc2b404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:24.808538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:33:24.831479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b00bfd7a-f06e-4119-8757-88e938a75a14 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:24.926097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08434d95-3347-435b-8190-067c478eff62 req-cbe740c1-d3de-4864-a881-a7086d01962b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=af3207fb-7ae0-4ad3-bbe1-efeb2b8dae86 HTTP/1.1" status: 200 len: 210 time: 0.1012070 Mar 07 04:33:25.066541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d272dc07-c545-46e1-8575-920143b043f8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:25.067222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d272dc07-c545-46e1-8575-920143b043f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:25.170877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:33:25.180204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad8636f0-96bd-4158-973a-7e6688457688 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "PUT /v2.0/routers/fba9c7de-2686-4ffc-8a20-a2d62eca5e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9973297 Mar 07 04:33:25.182383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45518) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:25.239536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Sync routers for ids ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:33:25.269545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b00bfd7a-f06e-4119-8757-88e938a75a14 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:25.270213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:25.270888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951177d-4719-49a5-ab21-688a85575450 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:25.274912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8951177d-4719-49a5-ab21-688a85575450 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports/af57a104-0ba7-466e-af23-598435a633ec HTTP/1.1" status: 200 len: 911 time: 0.0892577 Mar 07 04:33:25.275184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45520) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:25.312231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Routers {'fba9c7de-2686-4ffc-8a20-a2d62eca5e96'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:25.313069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:25.413348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f1580c2d-ba8b-475c-8b6e-82e5dc2b404c None None] Current status of the port b00bfd7a-f06e-4119-8757-88e938a75a14 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:25.456328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64e0b2-3903-4f4e-b214-e5cdce9ce271 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:25.460920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64e0b2-3903-4f4e-b214-e5cdce9ce271 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:25.465267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0b64e0b2-3903-4f4e-b214-e5cdce9ce271 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1867399 Mar 07 04:33:25.465739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45530) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:25.473606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c77d5-54f5-419e-bc82-7d0a16a01047 req-780b9b3a-cc41-4711-859c-ada7854df8b5 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:25.475706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c35c77d5-54f5-419e-bc82-7d0a16a01047 req-780b9b3a-cc41-4711-859c-ada7854df8b5 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 1132 time: 0.1817193 Mar 07 04:33:25.522181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c35c77d5-54f5-419e-bc82-7d0a16a01047 req-8c5467c4-9177-45a2-95da-4c19fe3681c6 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:25.674376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:25.675161 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:25.740654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-580a85f6-43ca-49aa-8af7-a673ec47a6d9 None None] Provisioning complete for port af57a104-0ba7-466e-af23-598435a633ec triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:25.741462 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-580a85f6-43ca-49aa-8af7-a673ec47a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (af57a104-0ba7-466e-af23-598435a633ec), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:25.880058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-580a85f6-43ca-49aa-8af7-a673ec47a6d9 None None] Port af57a104-0ba7-466e-af23-598435a633ec cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:33:25.896379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Set router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:25.928851 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8f9836a-b93e-4eca-93ae-572172a51a19 req-302ef536-0190-453e-814b-082f5beab54a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1292825 Mar 07 04:33:25.934981 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c35c77d5-54f5-419e-bc82-7d0a16a01047 req-8c5467c4-9177-45a2-95da-4c19fe3681c6 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] Publish callbacks [] for security_group (025f21a1-ecef-4936-8a70-017427580edb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:25.951832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c35c77d5-54f5-419e-bc82-7d0a16a01047 req-8c5467c4-9177-45a2-95da-4c19fe3681c6 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (025f21a1-ecef-4936-8a70-017427580edb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:26.021633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5467c4-9177-45a2-95da-4c19fe3681c6 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f21a1-ecef-4936-8a70-017427580edb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:26.079638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c35c77d5-54f5-419e-bc82-7d0a16a01047 req-8c5467c4-9177-45a2-95da-4c19fe3681c6 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956054 Mar 07 04:33:26.347220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:26.349578 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2dace1-06ab-4f1a-99e6-f4246942854a" -d '{"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-plugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:26.431675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:26.488323 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e862aa-a684-4675-916d-1eed1eb963fb x-openstack-request-id: req-b0e862aa-a684-4675-916d-1eed1eb963fb {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:26.488678 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-plugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:26.488872 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0e862aa-a684-4675-916d-1eed1eb963fb {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:26.489257 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'code': 200} Mar 07 04:33:26.512619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:26.691935 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:26.747958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:26.752154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b00bfd7a-f06e-4119-8757-88e938a75a14 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:26.938475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:23Z', 'revision_number': 2, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None, '_interfaces': [{'id': 'af57a104-0ba7-466e-af23-598435a633ec', 'name': '', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'mac_address': 'fa:16:3e:23:d8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '0d911aaf-58a4-4d93-b085-486269036ed1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:23Z', 'revision_number': 2, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'subnets': [{'id': '0d911aaf-58a4-4d93-b085-486269036ed1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:27.006640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Checking router: fba9c7de-2686-4ffc-8a20-a2d62eca5e96 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:33:27.007027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Updating router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 port af57a104-0ba7-466e-af23-598435a633ec binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:33:27.070779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (af57a104-0ba7-466e-af23-598435a633ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:27.338031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port af57a104-0ba7-466e-af23-598435a633ec {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:27.339992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (af57a104-0ba7-466e-af23-598435a633ec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:27.341554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0259dda-2fc0-40c9-8d6a-91d6d0af5f72 req-6f5c3e5c-9ccd-48a5-9c99-43affe96bc9e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.2105815 Mar 07 04:33:27.483682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafa006-b785-45fb-a384-7852997d5b20 req-b937afc2-f209-4de7-9ee1-652b84fab655 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:27.511039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fafa006-b785-45fb-a384-7852997d5b20 req-b937afc2-f209-4de7-9ee1-652b84fab655 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.4873428 Mar 07 04:33:27.577876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (af57a104-0ba7-466e-af23-598435a633ec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:27.603554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for af57a104-0ba7-466e-af23-598435a633ec owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:27.674923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fafa006-b785-45fb-a384-7852997d5b20 req-ade8e0e5-cc1d-42ed-8a0d-25474303a7de tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.1629722 Mar 07 04:33:27.748298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fafa006-b785-45fb-a384-7852997d5b20 req-6d7bdef2-3ca5-43c8-bacd-a2c05d40879d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675642 Mar 07 04:33:27.811410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Publish callbacks [] for port (af57a104-0ba7-466e-af23-598435a633ec), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:27.831258 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (af57a104-0ba7-466e-af23-598435a633ec), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:27.909918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadf8a-caeb-4714-9924-14bd266f30c1 req-8980742e-591c-4fc9-b2b4-246ee38d968e tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:27.912660 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bdadf8a-caeb-4714-9924-14bd266f30c1 req-8980742e-591c-4fc9-b2b4-246ee38d968e tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 1132 time: 0.3778794 Mar 07 04:33:28.015960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c5bcf-2dfb-41a2-a9e8-64fd29e012f8 None None] Pushing event updated for resources: {'Port': ['ID=af57a104-0ba7-466e-af23-598435a633ec,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:28.328530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Attempting to bind port af57a104-0ba7-466e-af23-598435a633ec on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:28.332903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Attempting to bind port af57a104-0ba7-466e-af23-598435a633ec by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:28.333446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Attempting to bind port af57a104-0ba7-466e-af23-598435a633ec on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:28.347860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (af57a104-0ba7-466e-af23-598435a633ec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:28.359234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:28.372005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:28.378282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:28.389199 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:33:28.389798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:28.391640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fafa006-b785-45fb-a384-7852997d5b20 req-aa95b9a4-2ab8-42df-98c8-d0045501d104 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345463 Mar 07 04:33:28.392364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Bound port: af57a104-0ba7-466e-af23-598435a633ec, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:28.394375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (af57a104-0ba7-466e-af23-598435a633ec), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:28.434140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bdadf8a-caeb-4714-9924-14bd266f30c1 req-086ffe73-1238-4313-8f3f-0cda7f7c5570 tempest-ServersAdminNegativeTestJSON-739270847 tempest-ServersAdminNegativeTestJSON-739270847-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650421 Mar 07 04:33:28.507163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=af57a104-0ba7-466e-af23-598435a633ec,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:28.550396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Port af57a104-0ba7-466e-af23-598435a633ec has been deleted concurrently {{(pid=103940) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 04:33:28.582484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Routers {'fba9c7de-2686-4ffc-8a20-a2d62eca5e96'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:28.587079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:28.787019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ee0fd0d8-7f71-4667-b768-b833f5644f21 None None] Could not find standard attr ID for object af57a104-0ba7-466e-af23-598435a633ec. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:33:28.787808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fafa006-b785-45fb-a384-7852997d5b20 req-b25cbf73-23b5-4f0d-a048-0799061adde2 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881783 Mar 07 04:33:28.798577 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:28.823012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] Set router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:29.031345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:28Z', 'revision_number': 3, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:29.153521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a1a03-b20b-47a7-a8d4-5e1f028f3d22 None None] The sync data for ids ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'] in n-d-832185-1 is: [{'id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:28Z', 'revision_number': 3, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:33:29.154759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-612e7a74-2897-4bfd-96f8-0fc425c79b31 req-715bdd57-f955-48ad-b4e0-fe51027aa225 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0929196 Mar 07 04:33:29.185636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45618) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:29.470745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2aee3042-ff51-4dd6-a8cb-e05d2f548a36 req-0f0b962f-311b-44c8-93cc-88646404144c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=3de2de70-3b2b-4cca-9ba4-ef0931b2c5cc HTTP/1.1" status: 200 len: 210 time: 0.1287041 Mar 07 04:33:29.474980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-1cc3038e-3943-4bbf-b4ea-9d2680a71417 req-eb3ddb40-61c9-44df-a40e-f912baa775ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:33:29.493915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cc3038e-3943-4bbf-b4ea-9d2680a71417 req-eb3ddb40-61c9-44df-a40e-f912baa775ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540500 Mar 07 04:33:29.555741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:29.839752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Publish callbacks [] for security_group (c341a940-f74f-4cf6-8858-7af3199698d7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:29.853295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c341a940-f74f-4cf6-8858-7af3199698d7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:30.030821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91bfac780f24439686e4f05fb34ad966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8414307 Mar 07 04:33:30.030821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c341a940-f74f-4cf6-8858-7af3199698d7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:30.040773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45656) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:30.096037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.113327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.114386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.117551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.123119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.124508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.125113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.128391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.129124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.129714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.130297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.130853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.133480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71dfbd7-7120-46fc-89c6-8edc7f3d4ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:30.257290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d91272c-364f-4521-97e2-8ec02453b855 admin admin] Publish callbacks [] for security_group (c341a940-f74f-4cf6-8858-7af3199698d7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:30.349777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d91272c-364f-4521-97e2-8ec02453b855 admin admin] Publish callbacks [] for security_group (c341a940-f74f-4cf6-8858-7af3199698d7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:30.463095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d91272c-364f-4521-97e2-8ec02453b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c341a940-f74f-4cf6-8858-7af3199698d7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:30.472605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d91272c-364f-4521-97e2-8ec02453b855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:30.474120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0d91272c-364f-4521-97e2-8ec02453b855 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c341a940-f74f-4cf6-8858-7af3199698d7 HTTP/1.1" status: 204 len: 168 time: 0.4225795 Mar 07 04:33:30.546508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:33:30.626679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91272c-364f-4521-97e2-8ec02453b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c341a940-f74f-4cf6-8858-7af3199698d7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:30.722644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:33:30.747469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e2970dd5-a465-40c6-a21b-b9526bc7a64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "PUT /v2.0/routers/fba9c7de-2686-4ffc-8a20-a2d62eca5e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2784543 Mar 07 04:33:30.749927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45678) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:30.806703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292964d-ca3f-4774-b91a-3a9b59dcede9 req-7f1fcda1-c6ce-43ab-a41d-a0bc423877c5 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:30.817184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f292964d-ca3f-4774-b91a-3a9b59dcede9 req-7f1fcda1-c6ce-43ab-a41d-a0bc423877c5 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 950 time: 0.3738306 Mar 07 04:33:30.921439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a447d2c-eb06-42ec-9dc6-7b45ef9d0ff5 req-6cb6309a-9943-4c45-befb-4d98296bd01e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1913443 Mar 07 04:33:30.937431 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] Sync routers for ids ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:33:30.949304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53432f02-29ed-4452-a9f2-c68f01aee323 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:30.958062 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] Routers {'fba9c7de-2686-4ffc-8a20-a2d62eca5e96'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:30.961263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53432f02-29ed-4452-a9f2-c68f01aee323 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:30.970943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53432f02-29ed-4452-a9f2-c68f01aee323 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2173293 Mar 07 04:33:30.971639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45684) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:30.978766 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:31.093419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f292964d-ca3f-4774-b91a-3a9b59dcede9 req-209c9f87-9c20-431c-9da7-b73a5dc3a6d4 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738512 Mar 07 04:33:31.133770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 0d911aaf-58a4-4d93-b085-486269036ed1 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:31.158248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (0d911aaf-58a4-4d93-b085-486269036ed1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:31.295413 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] Set router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:31.353807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (0d911aaf-58a4-4d93-b085-486269036ed1), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:31.459758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0d911aaf-58a4-4d93-b085-486269036ed1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:31.492496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:28Z', 'revision_number': 3, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:31.585125 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] Checking router: fba9c7de-2686-4ffc-8a20-a2d62eca5e96 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:33:31.615154 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] Routers {'fba9c7de-2686-4ffc-8a20-a2d62eca5e96'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:31.615948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:31.626564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (0d911aaf-58a4-4d93-b085-486269036ed1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:31.701414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:31.708123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a3579-1a38-4bbd-90fa-86b0373f3ef5 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:31.711257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/0d911aaf-58a4-4d93-b085-486269036ed1 HTTP/1.1" status: 204 len: 168 time: 0.7369409 Mar 07 04:33:31.715460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc6799-581e-4bfa-aa73-ea792f7665c3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=0d911aaf-58a4-4d93-b085-486269036ed1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:31.717358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:31.844301 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] Set router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:31.899403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c108a-615d-4608-9325-8c1f52f027dc req-f67520d0-cc6f-4cc6-98a2-2d677f74e928 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:31.901006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-784c108a-615d-4608-9325-8c1f52f027dc req-f67520d0-cc6f-4cc6-98a2-2d677f74e928 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.15 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 950 time: 0.3940263 Mar 07 04:33:32.040871 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:28Z', 'revision_number': 3, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:32.071150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-9b60c120-ee4a-4edc-9f60-694e0f6cd17b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:32.081278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-9b60c120-ee4a-4edc-9f60-694e0f6cd17b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.6571465 Mar 07 04:33:32.090402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f160f604-5daa-42bc-a869-52272b95cc4d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3670061 Mar 07 04:33:32.101137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45726) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:32.116886 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b708c2-20b4-4a12-a60f-afef57c17415 None None] The sync data for ids ['fba9c7de-2686-4ffc-8a20-a2d62eca5e96'] in n-d-832185-1 is: [{'id': 'fba9c7de-2686-4ffc-8a20-a2d62eca5e96', 'name': 'tempest-NetworksTestDHCPv6-router-222713616', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:22Z', 'updated_at': '2022-03-07T04:33:28Z', 'revision_number': 3, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:33:32.269616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609f242-dc53-4357-9580-358282fddd2f None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:33:32.297961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-7d4caddd-dda2-4eb1-b1a1-69675d4aaa6e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.2130916 Mar 07 04:33:32.300066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.416934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13c5dc00-badf-4700-ab46-d344571f3437 req-5fa00692-683c-4537-9020-279e40566468 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1357627 Mar 07 04:33:32.430332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7609f242-dc53-4357-9580-358282fddd2f None None] Deleting port b00bfd7a-f06e-4119-8757-88e938a75a14 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:32.431007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7609f242-dc53-4357-9580-358282fddd2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.535572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-c1761219-b3eb-402e-be3d-8218d45eb337 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2121067 Mar 07 04:33:32.615445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7609f242-dc53-4357-9580-358282fddd2f None None] For port b00bfd7a-f06e-4119-8757-88e938a75a14, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b00bfd7a-f06e-4119-8757-88e938a75a14,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:32.618294 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7609f242-dc53-4357-9580-358282fddd2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.658832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7609f242-dc53-4357-9580-358282fddd2f None None] Calling delete_port for b00bfd7a-f06e-4119-8757-88e938a75a14 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:32.678242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Deleting port 352d10fc-7385-4082-b116-3522dbc55799 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:32.678858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (352d10fc-7385-4082-b116-3522dbc55799), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.797860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5f9c3320-473a-455d-afde-dc16462f1d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.842328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7609f242-dc53-4357-9580-358282fddd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (b00bfd7a-f06e-4119-8757-88e938a75a14), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.863224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609f242-dc53-4357-9580-358282fddd2f None None] No DVR routers for this DVR port b00bfd7a-f06e-4119-8757-88e938a75a14 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:32.913448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] For port 352d10fc-7385-4082-b116-3522dbc55799, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=352d10fc-7385-4082-b116-3522dbc55799,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:32.916499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (352d10fc-7385-4082-b116-3522dbc55799), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.932981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609f242-dc53-4357-9580-358282fddd2f None None] Pushing event deleted for resources: {'Port': ['ID=b00bfd7a-f06e-4119-8757-88e938a75a14,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:32.938297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b00bfd7a-f06e-4119-8757-88e938a75a14 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:32.953548 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.955960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router_controller (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:32.960338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Calling delete_port for 352d10fc-7385-4082-b116-3522dbc55799 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:32.973271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b00bfd7a-f06e-4119-8757-88e938a75a14 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:32.973867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b00bfd7a-f06e-4119-8757-88e938a75a14 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:33.210497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (fba9c7de-2686-4ffc-8a20-a2d62eca5e96), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:33.211702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Fanout notify agent at l3_agent the message router_deleted on router fba9c7de-2686-4ffc-8a20-a2d62eca5e96 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:33:33.370867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:33.381854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b5b89482-2d93-4336-a30a-8cea7bf4314d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/routers/fba9c7de-2686-4ffc-8a20-a2d62eca5e96 HTTP/1.1" status: 204 len: 168 time: 1.2786937 Mar 07 04:33:33.385173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:33.390657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:33.460057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (352d10fc-7385-4082-b116-3522dbc55799), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:33.474469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['352d10fc-7385-4082-b116-3522dbc55799'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:33:33.477478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['ba273bad-263d-4e8f-a456-002ff7cb7c19'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:33:33.580964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Pushing event deleted for resources: {'Port': ['ID=352d10fc-7385-4082-b116-3522dbc55799,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:33.735029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:33.750707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:33.814778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b1451-4ff9-4ac9-a257-da20efc11aa6 req-7cdb8e50-3ef0-4d30-afc8-17627109771d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:33.836664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d39b1451-4ff9-4ac9-a257-da20efc11aa6 req-7cdb8e50-3ef0-4d30-afc8-17627109771d tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=af653bb7-0808-4cfc-b311-329135c3de47 HTTP/1.1" status: 200 len: 867 time: 1.2112350 Mar 07 04:33:34.005062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] No DVR routers for this DVR port 352d10fc-7385-4082-b116-3522dbc55799 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:34.009669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:34.025713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-784c108a-615d-4608-9325-8c1f52f027dc req-10d9c759-9a7b-4c33-b953-4290b9c97da2 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.15 "DELETE /v2.0/ports/352d10fc-7385-4082-b116-3522dbc55799 HTTP/1.1" status: 204 len: 173 time: 2.1160793 Mar 07 04:33:34.048463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af653bb7-0808-4cfc-b311-329135c3de47', 'name': 'network-vif-deleted', 'tag': '352d10fc-7385-4082-b116-3522dbc55799'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:34.050783 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f8bf2d-1ce6-4855-8da7-46f109dfa71f" -d '{"events": [{"server_uuid": "af653bb7-0808-4cfc-b311-329135c3de47", "name": "network-vif-deleted", "tag": "352d10fc-7385-4082-b116-3522dbc55799"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:34.109921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d39b1451-4ff9-4ac9-a257-da20efc11aa6 req-5f225d38-0d86-4668-ade2-c7675dfd9d9f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636077 Mar 07 04:33:34.111860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-f2331574-0fb5-4c7d-9325-e64db1ab6ae1 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5640678 Mar 07 04:33:34.443283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-9821f052-2e17-407e-87c0-e97772e73070 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148501 Mar 07 04:33:34.700088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (db6b0917-f138-4cda-8222-9b50dccef4ae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:34.722926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-668e1b07-d0dd-4098-9f31-5feb97f4488e req-c934ce9c-4a96-440a-a2db-a1a3adcce6e4 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0892200 Mar 07 04:33:34.917944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acc62d2f-f1a4-4d44-a73c-8d5e6c9cd82f req-cc1979f1-a05d-41b7-9f16-fa5bfe1c95a4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 210 time: 0.0869081 Mar 07 04:33:34.919272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:34.926260 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be05a26-4afd-47c5-a0f6-176554d905ac x-openstack-request-id: req-0be05a26-4afd-47c5-a0f6-176554d905ac {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:34.926568 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af653bb7-0808-4cfc-b311-329135c3de47", "name": "network-vif-deleted", "tag": "352d10fc-7385-4082-b116-3522dbc55799", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:34.927704 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0be05a26-4afd-47c5-a0f6-176554d905ac {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:34.928309 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af653bb7-0808-4cfc-b311-329135c3de47', 'name': 'network-vif-deleted', 'tag': '352d10fc-7385-4082-b116-3522dbc55799', 'status': 'completed', 'code': 200} Mar 07 04:33:34.949944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:34.969258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c06d1d-0633-4d59-b743-c294b3d79fac None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:34.972801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:34.987325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.020994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=db6b0917-f138-4cda-8222-9b50dccef4ae,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:35.048662 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ad9274b3-a54f-4b9c-a8a2-5971a7a6f548 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6623070 Mar 07 04:33:35.051247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:35.056840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-506612064', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:35.094673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9d0ce598-1b2c-4521-9ee6-8029de231cac), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.096865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9d0ce598-1b2c-4521-9ee6-8029de231cac), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.169490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router_controller (9d0ce598-1b2c-4521-9ee6-8029de231cac), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.181605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9d0ce598-1b2c-4521-9ee6-8029de231cac), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.209491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.223697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a6ce5646-7555-477e-b540-cc2a646fb907 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1679590 Mar 07 04:33:35.224055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45804) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:35.299493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': 'db6b0917-f138-4cda-8222-9b50dccef4ae'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:35.300948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.485537 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86d5db93-cc18-4808-8cd5-a6187bb75e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:35.905294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/db6b0917-f138-4cda-8222-9b50dccef4ae/ab8a1df3-c16b-4a2d-8709-ac29781d9118) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:36.128101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4780-b611-4400-a62d-023f604e0de0 req-391209fa-dc89-4cf5-8efc-97ebe8f32c67 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:36.136550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-083b4780-b611-4400-a62d-023f604e0de0 req-391209fa-dc89-4cf5-8efc-97ebe8f32c67 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.1704791 Mar 07 04:33:36.278805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-083b4780-b611-4400-a62d-023f604e0de0 req-6f33aabd-c19c-4e45-a87a-23f77b4b71c7 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363029 Mar 07 04:33:36.286916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Publish callbacks [] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:36.295828 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:36.307680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:36.383573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:36.395988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Pushing event updated for resources: {'Port': ['ID=ab8a1df3-c16b-4a2d-8709-ac29781d9118,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:36.420637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:36.432041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:36.516851 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37d94480-c33a-4c93-8b86-3505e8b52239 req-4bae0e63-836f-4f46-9845-e5b96910f0a5 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0783544 Mar 07 04:33:36.651571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bab9b9a3-af2c-44d1-9d1a-3ec3ecad0455 req-91b66c8b-9a18-4af3-915e-23ef360e7b4f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 210 time: 0.0590534 Mar 07 04:33:36.712916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 352d10fc-7385-4082-b116-3522dbc55799 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:36.768986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Attempting to bind port ab8a1df3-c16b-4a2d-8709-ac29781d9118 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:36.769352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Attempting to bind port ab8a1df3-c16b-4a2d-8709-ac29781d9118 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:36.769713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Attempting to bind port ab8a1df3-c16b-4a2d-8709-ac29781d9118 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:36.791865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 352d10fc-7385-4082-b116-3522dbc55799 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:36.792465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 352d10fc-7385-4082-b116-3522dbc55799 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:36.813055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:36.813752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:36.814340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:36.814885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:36.815536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Bound port: ab8a1df3-c16b-4a2d-8709-ac29781d9118, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:36.816097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:36.931994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:37.078440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] For port ab8a1df3-c16b-4a2d-8709-ac29781d9118, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:37.092753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] For port ab8a1df3-c16b-4a2d-8709-ac29781d9118, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ab8a1df3-c16b-4a2d-8709-ac29781d9118,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:37.118513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:37.128894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::1 (8393e2f1-e638-4cb0-b0df-29004274d522/db6b0917-f138-4cda-8222-9b50dccef4ae/d3eaa462-f02f-4b04-8ac0-5ca82537696c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:37.353217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-a2990137-8946-46ab-983b-0a7334bf82e3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:37.357882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-a2990137-8946-46ab-983b-0a7334bf82e3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.3824537 Mar 07 04:33:37.361886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55ee5a-4ff0-49a6-82f1-44bccfb5e97b None None] Pushing event updated for resources: {'Port': ['ID=ab8a1df3-c16b-4a2d-8709-ac29781d9118,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:37.370854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Request body: {'port': {'device_id': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'admin_state_up': True, 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:37.562817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:37.600353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:37.849350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098f574-245b-4241-9085-74d8b2e13950 req-95dafe55-93fd-4659-ab70-1e9d10f32900 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:37.855296 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0098f574-245b-4241-9085-74d8b2e13950 req-95dafe55-93fd-4659-ab70-1e9d10f32900 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.3829110 Mar 07 04:33:37.869657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c14ff4e1-4872-4a79-9d52-fef25bade951 req-a34b66f3-504f-4fc8-906b-a7c32dea33be tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1084099 Mar 07 04:33:37.999787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:38.076868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcaa8d-7c76-440d-b34e-5958dc4afabe req-72b940ae-a667-4e89-8c80-c9485af95b8f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:38.088116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6dcaa8d-7c76-440d-b34e-5958dc4afabe req-72b940ae-a667-4e89-8c80-c9485af95b8f tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.5486758 Mar 07 04:33:38.132247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:38.156263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:38.185140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e12ba-ff7f-4173-8c15-248fbf4c2c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:38.333865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:38.357893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54538d9b-e475-4ed9-a21f-7d325ff0c946 req-8ffd5e38-b3af-469a-8efa-17670bd0d221 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 210 time: 0.2339857 Mar 07 04:33:38.386446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6dcaa8d-7c76-440d-b34e-5958dc4afabe req-61d94a5d-d5f0-4a1f-b50e-492cf2bd3c65 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974095 Mar 07 04:33:38.630625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:38.664753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:38.670747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:38.675608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9d0ce598-1b2c-4521-9ee6-8029de231cac), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:38.807917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Allocated IP 172.20.0.9 (56a12596-683b-48cd-90c0-009f365423fb/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4/be3483b3-24d6-4930-bc59-e4a54e95d4f8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:38.827944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Deleting port ba273bad-263d-4e8f-a456-002ff7cb7c19 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:38.828333 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:38.869134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=d3eaa462-f02f-4b04-8ac0-5ca82537696c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:39.127548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ab8a1df3-c16b-4a2d-8709-ac29781d9118 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:39.158928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45916) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:39.303633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ab8a1df3-c16b-4a2d-8709-ac29781d9118 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:39.306404 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.482754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e12ba-ff7f-4173-8c15-248fbf4c2c8f admin admin] Publish callbacks [] for security_group (f5d355d9-6546-4a7f-b2a6-8430c9539ffb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.515652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e12ba-ff7f-4173-8c15-248fbf4c2c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f5d355d9-6546-4a7f-b2a6-8430c9539ffb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.541876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.668192 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f76e12ba-ff7f-4173-8c15-248fbf4c2c8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00ecbf989d9b434288552bf8a179f472&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0643849 Mar 07 04:33:39.696035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ab8a1df3-c16b-4a2d-8709-ac29781d9118 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:39.696913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.750224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:39.781318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a2f66c0b-d2a1-4dc2-92fe-98ffcd3e9198 None None] Provisioning complete for port ab8a1df3-c16b-4a2d-8709-ac29781d9118 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:39.781966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a2f66c0b-d2a1-4dc2-92fe-98ffcd3e9198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.873336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port ab8a1df3-c16b-4a2d-8709-ac29781d9118, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ab8a1df3-c16b-4a2d-8709-ac29781d9118,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:39.895449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.907695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] For port ba273bad-263d-4e8f-a456-002ff7cb7c19, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ba273bad-263d-4e8f-a456-002ff7cb7c19,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:39.908062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:39.948237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45934) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:40.000528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7559666-7e03-40a9-afe8-2bf25ed17322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.007174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Calling delete_port for ba273bad-263d-4e8f-a456-002ff7cb7c19 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:40.044125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e12ba-ff7f-4173-8c15-248fbf4c2c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d355d9-6546-4a7f-b2a6-8430c9539ffb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:40.084055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.119714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d5422be-c302-4a1d-8fe5-28bd484b5d6e req-b347fb14-14be-43ec-8e63-629ed5b07f95 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1879165 Mar 07 04:33:40.151356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f12c3800-9ace-45ba-ab59-63526e559bd6 req-9e5730c6-3879-4090-b261-8441aa836c11 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 210 time: 0.2439520 Mar 07 04:33:40.273828 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b3e38a-c33c-40e4-a806-0ef19f87034a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.283862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=ab8a1df3-c16b-4a2d-8709-ac29781d9118,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:40.322141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks [] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.341405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a2f66c0b-d2a1-4dc2-92fe-98ffcd3e9198 None None] Current status of the port ab8a1df3-c16b-4a2d-8709-ac29781d9118 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:40.458442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39174d35-b39a-4b12-b672-08a0a7b36542 req-71f81fcb-0600-41c1-bb79-3162e4aaec6a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:40.467258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-82e5937b-9f35-40a1-8afb-e713d05cf858 None None] Provisioning complete for port d3eaa462-f02f-4b04-8ac0-5ca82537696c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:40.467634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82e5937b-9f35-40a1-8afb-e713d05cf858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.468077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39174d35-b39a-4b12-b672-08a0a7b36542 req-71f81fcb-0600-41c1-bb79-3162e4aaec6a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 949 time: 0.1540918 Mar 07 04:33:40.500484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.576592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Network 56a12596-683b-48cd-90c0-009f365423fb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:40.585327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:40.588220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-82e5937b-9f35-40a1-8afb-e713d05cf858 None None] Port d3eaa462-f02f-4b04-8ac0-5ca82537696c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:33:40.598868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b3e38a-c33c-40e4-a806-0ef19f87034a admin admin] Publish callbacks [] for security_group (f75d1db1-af34-4eb5-baff-193e116c7856), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.618406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:40.630274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b3e38a-c33c-40e4-a806-0ef19f87034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f75d1db1-af34-4eb5-baff-193e116c7856), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.685018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39174d35-b39a-4b12-b672-08a0a7b36542 req-31322b78-1ac0-4356-8699-4f5a2ebc61de tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159467 Mar 07 04:33:40.736999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event updated for resources: {'Port': ['ID=be3483b3-24d6-4930-bc59-e4a54e95d4f8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:40.765310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3e38a-c33c-40e4-a806-0ef19f87034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d1db1-af34-4eb5-baff-193e116c7856,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:40.777817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-58b3e38a-c33c-40e4-a806-0ef19f87034a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2d8fbe8d1424088b15da0c04e36148c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8273890 Mar 07 04:33:40.778845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45946) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:40.786252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:40.788484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.869210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-68e9ae44-c349-40d9-9072-20a38f7c1789 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5025549 Mar 07 04:33:40.872447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be9ed7b-2626-4be8-a734-d991c77c7919 admin admin] Publish callbacks [] for security_group (f75d1db1-af34-4eb5-baff-193e116c7856), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:40.891862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Request body: {'port': {'device_id': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:40.897561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ba273bad-263d-4e8f-a456-002ff7cb7c19 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:40.929082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be9ed7b-2626-4be8-a734-d991c77c7919 admin admin] Publish callbacks [] for security_group (f75d1db1-af34-4eb5-baff-193e116c7856), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.000013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ab8a1df3-c16b-4a2d-8709-ac29781d9118 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:41.062206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.226842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be9ed7b-2626-4be8-a734-d991c77c7919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f75d1db1-af34-4eb5-baff-193e116c7856), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.246377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be9ed7b-2626-4be8-a734-d991c77c7919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.249678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3be9ed7b-2626-4be8-a734-d991c77c7919 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f75d1db1-af34-4eb5-baff-193e116c7856 HTTP/1.1" status: 204 len: 168 time: 0.4672277 Mar 07 04:33:41.316437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9ed7b-2626-4be8-a734-d991c77c7919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d1db1-af34-4eb5-baff-193e116c7856,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:41.360037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ab8a1df3-c16b-4a2d-8709-ac29781d9118 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:41.361183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.423975 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-325a6375-8989-4ff6-98ff-cc4746ad08b1 admin admin] Publish callbacks [] for security_group (f5d355d9-6546-4a7f-b2a6-8430c9539ffb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.432887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.501896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ba273bad-263d-4e8f-a456-002ff7cb7c19 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:41.503037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba273bad-263d-4e8f-a456-002ff7cb7c19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.508766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Pushing event deleted for resources: {'Port': ['ID=ba273bad-263d-4e8f-a456-002ff7cb7c19,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:41.723769 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-325a6375-8989-4ff6-98ff-cc4746ad08b1 admin admin] Publish callbacks [] for security_group (f5d355d9-6546-4a7f-b2a6-8430c9539ffb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:41.780033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ab8a1df3-c16b-4a2d-8709-ac29781d9118 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:41.798818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55dfc087-2501-4b6f-ab2a-4210141b2924 req-775e0ed8-462f-4caf-847c-b99e6fc05f80 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.4692667 Mar 07 04:33:41.846310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.846701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.847050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.847517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.852874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.853303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.853644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.854010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.854349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.854686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.858318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.858793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.859146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:41.987542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-325a6375-8989-4ff6-98ff-cc4746ad08b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f5d355d9-6546-4a7f-b2a6-8430c9539ffb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.001207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-325a6375-8989-4ff6-98ff-cc4746ad08b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.002450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-325a6375-8989-4ff6-98ff-cc4746ad08b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5d355d9-6546-4a7f-b2a6-8430c9539ffb HTTP/1.1" status: 204 len: 168 time: 2.2418761 Mar 07 04:33:42.005968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:42.095688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7559666-7e03-40a9-afe8-2bf25ed17322 admin admin] Publish callbacks [] for security_group (13468b4e-97c7-48ed-b689-6d1b2575771f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.198813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3483b3-24d6-4930-bc59-e4a54e95d4f8 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:33:42.224312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Publish callbacks [] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.312127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba6fffe-4062-4b74-ae34-2f29259c1a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.332446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7559666-7e03-40a9-afe8-2bf25ed17322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (13468b4e-97c7-48ed-b689-6d1b2575771f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.332801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e945bfe5-72e1-4d4c-aef5-cd63235488eb req-71edaf7f-4325-4c76-b032-a7c04827a5ec tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 210 time: 0.0910943 Mar 07 04:33:42.352249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Transition to ACTIVE for port object be3483b3-24d6-4930-bc59-e4a54e95d4f8 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:33:42.365586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.447651 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a7559666-7e03-40a9-afe8-2bf25ed17322 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1606bf96e114073a904120357f2b43a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2839627 Mar 07 04:33:42.449945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a6375-8989-4ff6-98ff-cc4746ad08b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d355d9-6546-4a7f-b2a6-8430c9539ffb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:42.504952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45974) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:42.516817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] No DVR routers for this DVR port ba273bad-263d-4e8f-a456-002ff7cb7c19 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:42.528337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aae24-73a8-4f3e-bd27-4f9beb1a6e4a req-42921462-35d6-4d1c-b9b7-022f55716ca1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:42.536134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d6aae24-73a8-4f3e-bd27-4f9beb1a6e4a req-42921462-35d6-4d1c-b9b7-022f55716ca1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 931 time: 1.1784749 Mar 07 04:33:42.553677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.555676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Pushing event updated for resources: {'Port': ['ID=be3483b3-24d6-4930-bc59-e4a54e95d4f8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:42.563704 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0098f574-245b-4241-9085-74d8b2e13950 req-31792af7-45be-4a69-9947-32d4ef32eb3a tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.44 "DELETE /v2.0/ports/ba273bad-263d-4e8f-a456-002ff7cb7c19 HTTP/1.1" status: 204 len: 173 time: 4.7014425 Mar 07 04:33:42.569040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'name': 'network-vif-deleted', 'tag': 'ba273bad-263d-4e8f-a456-002ff7cb7c19'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:42.575071 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8083d2e5-3956-45d8-a99e-bf8bccf56441" -d '{"events": [{"server_uuid": "3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be", "name": "network-vif-deleted", "tag": "ba273bad-263d-4e8f-a456-002ff7cb7c19"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:42.723186 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf0379f-3680-4b72-b963-c44f08425788 x-openstack-request-id: req-4bf0379f-3680-4b72-b963-c44f08425788 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:42.723493 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be", "name": "network-vif-deleted", "tag": "ba273bad-263d-4e8f-a456-002ff7cb7c19", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:42.723754 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bf0379f-3680-4b72-b963-c44f08425788 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:42.724174 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be', 'name': 'network-vif-deleted', 'tag': 'ba273bad-263d-4e8f-a456-002ff7cb7c19', 'status': 'completed', 'code': 200} Mar 07 04:33:42.749658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:42.759968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559666-7e03-40a9-afe8-2bf25ed17322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13468b4e-97c7-48ed-b689-6d1b2575771f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:42.802616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d6aae24-73a8-4f3e-bd27-4f9beb1a6e4a req-95560734-4cda-425d-bdb9-4a2bd3233d61 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385743 Mar 07 04:33:42.825896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32ca304c-9e3e-42e1-9f82-ba58f4c4b73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.927530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20cacdee-c1df-4467-9aa7-57be4c7e10f0 admin admin] Publish callbacks [] for security_group (13468b4e-97c7-48ed-b689-6d1b2575771f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:42.978373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20cacdee-c1df-4467-9aa7-57be4c7e10f0 admin admin] Publish callbacks [] for security_group (13468b4e-97c7-48ed-b689-6d1b2575771f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.031328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Attempting to bind port be3483b3-24d6-4930-bc59-e4a54e95d4f8 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:43.031669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Attempting to bind port be3483b3-24d6-4930-bc59-e4a54e95d4f8 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:43.032002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Attempting to bind port be3483b3-24d6-4930-bc59-e4a54e95d4f8 on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:43.057570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Port be3483b3-24d6-4930-bc59-e4a54e95d4f8 on network 56a12596-683b-48cd-90c0-009f365423fb not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:33:43.057937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Attempting to bind port be3483b3-24d6-4930-bc59-e4a54e95d4f8 on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:43.066194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:43.067552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:43.083244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Bound using segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:43.085190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20cacdee-c1df-4467-9aa7-57be4c7e10f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (13468b4e-97c7-48ed-b689-6d1b2575771f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.089940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Bound port: be3483b3-24d6-4930-bc59-e4a54e95d4f8, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:43.091011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.093786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20cacdee-c1df-4467-9aa7-57be4c7e10f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.103766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-20cacdee-c1df-4467-9aa7-57be4c7e10f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13468b4e-97c7-48ed-b689-6d1b2575771f HTTP/1.1" status: 204 len: 168 time: 0.5837288 Mar 07 04:33:43.157450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.172031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dc93708-e696-47a5-b0d0-76bd4f0bec01 req-a54f6bd7-6188-4e8c-93d0-d9f54ae743a9 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1875863 Mar 07 04:33:43.181886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.182757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9d0ce598-1b2c-4521-9ee6-8029de231cac), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.195345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cacdee-c1df-4467-9aa7-57be4c7e10f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13468b4e-97c7-48ed-b689-6d1b2575771f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:43.309233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=d3eaa462-f02f-4b04-8ac0-5ca82537696c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:43.423099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] For port be3483b3-24d6-4930-bc59-e4a54e95d4f8, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:43.428410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] For port be3483b3-24d6-4930-bc59-e4a54e95d4f8, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:43.446475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba6fffe-4062-4b74-ae34-2f29259c1a1d admin admin] Publish callbacks [] for security_group (a276e9e4-780c-4ced-be85-0a82960498b0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.450883 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.552802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba6fffe-4062-4b74-ae34-2f29259c1a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a276e9e4-780c-4ced-be85-0a82960498b0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.592002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Pushing event updated for resources: {'Port': ['ID=be3483b3-24d6-4930-bc59-e4a54e95d4f8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:43.626766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:43.629951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.631913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-540ad8e0-d6c8-48e2-a8fa-61edfeb3eb9b service neutron] 10.222.0.15 "PUT /v2.0/ports/be3483b3-24d6-4930-bc59-e4a54e95d4f8 HTTP/1.1" status: 200 len: 1091 time: 2.7473969 Mar 07 04:33:43.678403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6fffe-4062-4b74-ae34-2f29259c1a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a276e9e4-780c-4ced-be85-0a82960498b0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:43.680134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'tag': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:43.682699 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e720e55e-22ea-43a8-9cda-833f5fde54a1" -d '{"events": [{"name": "network-changed", "server_uuid": "81f6b93d-28ee-4a35-98b8-4d054b4cdc55", "tag": "be3483b3-24d6-4930-bc59-e4a54e95d4f8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:43.766358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa26a617-a07b-4dc7-943f-9df9ff05b7c1 req-f79cf15e-8aa1-4ff6-bf53-c50142dc3bd7 tempest-ServersAdminNegativeTestJSON-7471912 tempest-ServersAdminNegativeTestJSON-7471912-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6cbde5-5c3a-4dd4-ab8f-fa53e125a1be HTTP/1.1" status: 200 len: 210 time: 0.1734469 Mar 07 04:33:43.770487 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f8c8d-3032-4d1c-9af3-a0166a1bbd95 x-openstack-request-id: req-112f8c8d-3032-4d1c-9af3-a0166a1bbd95 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:43.771082 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f6b93d-28ee-4a35-98b8-4d054b4cdc55", "tag": "be3483b3-24d6-4930-bc59-e4a54e95d4f8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:43.771570 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-112f8c8d-3032-4d1c-9af3-a0166a1bbd95 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:43.772178 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'tag': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8', 'status': 'completed', 'code': 200} Mar 07 04:33:43.851743 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fba6fffe-4062-4b74-ae34-2f29259c1a1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9c2a65cce124155aefbec6af359e350&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8287823 Mar 07 04:33:43.860768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:43.866031 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32ca304c-9e3e-42e1-9f82-ba58f4c4b73a admin admin] Publish callbacks [] for security_group (4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.884133 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32ca304c-9e3e-42e1-9f82-ba58f4c4b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:43.894950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-5de72377-3d22-41f0-b5b8-b8d7435c3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:43.894950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-5de72377-3d22-41f0-b5b8-b8d7435c3262 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 1125 time: 0.1544361 Mar 07 04:33:43.983550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca304c-9e3e-42e1-9f82-ba58f4c4b73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:44.012875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:44.026251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-b1127109-664f-4367-ad1d-4fd4469faffd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8 HTTP/1.1" status: 200 len: 217 time: 0.1084335 Mar 07 04:33:44.051768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:44.262007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-5ea40bfe-25ad-4721-a33b-7392bc08459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:44.274531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-5ea40bfe-25ad-4721-a33b-7392bc08459e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.2471611 Mar 07 04:33:44.333794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-57a3d3b0-417b-4301-b18d-929150523c6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468163 Mar 07 04:33:44.377124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-32ca304c-9e3e-42e1-9f82-ba58f4c4b73a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1d71bbaa8744ccd99c6c513ec0715e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6076503 Mar 07 04:33:44.380550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:44.491168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-494d6af0-528c-4911-9e57-e71f0222bfc1 admin admin] Publish callbacks [] for security_group (a276e9e4-780c-4ced-be85-0a82960498b0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.503484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-19df6949-34e3-479b-aa5a-c8e8723d86d1 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618724 Mar 07 04:33:44.534031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61505549-6f38-4129-9b97-594775d93d8a req-36a28fc4-2f49-4938-920a-b51665897af3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:44.539711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61505549-6f38-4129-9b97-594775d93d8a req-36a28fc4-2f49-4938-920a-b51665897af3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 943 time: 0.4947884 Mar 07 04:33:44.563959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-810d8b2c-eeaa-4d37-8fa1-4e7fd6edd7b4 req-e6afacdc-b790-4b03-8a0c-34e4bbc2b585 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0594034 Mar 07 04:33:44.587332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-575e7ed5-caba-4a84-a9fa-2c6701db62cf admin admin] Publish callbacks [] for security_group (4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.620042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-575e7ed5-caba-4a84-a9fa-2c6701db62cf admin admin] Publish callbacks [] for security_group (4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.685195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-34a39024-91d7-4fd1-8a17-50bbfa5bd399 None None] Provisioning complete for port d3eaa462-f02f-4b04-8ac0-5ca82537696c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:44.688431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-34a39024-91d7-4fd1-8a17-50bbfa5bd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.700754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Router 9d0ce598-1b2c-4521-9ee6-8029de231cac is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:33:44.712349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-575e7ed5-caba-4a84-a9fa-2c6701db62cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.716131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-575e7ed5-caba-4a84-a9fa-2c6701db62cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.720302 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-575e7ed5-caba-4a84-a9fa-2c6701db62cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82 HTTP/1.1" status: 204 len: 168 time: 0.3274097 Mar 07 04:33:44.739230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e7ed5-caba-4a84-a9fa-2c6701db62cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e2388-5b80-4d08-9fdd-6f73f9bb2b82,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:44.748039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61505549-6f38-4129-9b97-594775d93d8a req-8e3ced09-dd7a-4e70-8967-f25b1116ea20 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913562 Mar 07 04:33:44.805922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df9e7f8f-6de1-4cff-8645-e3868aaf01aa req-2fb6bc48-343a-47d1-85c8-2f3f7683f2ae service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914381 Mar 07 04:33:44.846009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-34a39024-91d7-4fd1-8a17-50bbfa5bd399 None None] Port d3eaa462-f02f-4b04-8ac0-5ca82537696c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:33:44.932740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-494d6af0-528c-4911-9e57-e71f0222bfc1 admin admin] Publish callbacks [] for security_group (a276e9e4-780c-4ced-be85-0a82960498b0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:44.990038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-89df91cf-c8c7-4dc9-8197-530af815b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:44.991721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-89df91cf-c8c7-4dc9-8197-530af815b3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 1125 time: 0.0912294 Mar 07 04:33:45.104739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:33:45.119949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Sync routers for ids ['9d0ce598-1b2c-4521-9ee6-8029de231cac'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:33:45.165722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2135cef5-0657-4a0f-b1b5-e3c015af1b36 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "PUT /v2.0/routers/9d0ce598-1b2c-4521-9ee6-8029de231cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9227781 Mar 07 04:33:45.171704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46046) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:45.185119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Routers {'9d0ce598-1b2c-4521-9ee6-8029de231cac'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:45.187423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9d0ce598-1b2c-4521-9ee6-8029de231cac'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:45.307757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-494d6af0-528c-4911-9e57-e71f0222bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a276e9e4-780c-4ced-be85-0a82960498b0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:45.312203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-494d6af0-528c-4911-9e57-e71f0222bfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:45.313523 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-494d6af0-528c-4911-9e57-e71f0222bfc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a276e9e4-780c-4ced-be85-0a82960498b0 HTTP/1.1" status: 204 len: 168 time: 1.4515071 Mar 07 04:33:45.319711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500115f0-3053-44ee-a936-115683cbf43b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:45.326945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-500115f0-3053-44ee-a936-115683cbf43b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports/d3eaa462-f02f-4b04-8ac0-5ca82537696c HTTP/1.1" status: 200 len: 911 time: 0.1366394 Mar 07 04:33:45.328589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46058) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:45.335436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d6af0-528c-4911-9e57-e71f0222bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a276e9e4-780c-4ced-be85-0a82960498b0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:45.444050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-ccbee725-8811-46ef-a2d7-057dfc05ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:45.460528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-ccbee725-8811-46ef-a2d7-057dfc05ccd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.4626322 Mar 07 04:33:45.500407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Set router 9d0ce598-1b2c-4521-9ee6-8029de231cac gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:45.585048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-d8de0809-bb7d-4a72-9718-16d7f49c28c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8 HTTP/1.1" status: 200 len: 217 time: 0.1170716 Mar 07 04:33:45.601078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e301d47f-8469-448a-a241-a81d992663f9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:45.608979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e301d47f-8469-448a-a241-a81d992663f9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:45.610971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e301d47f-8469-448a-a241-a81d992663f9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2776096 Mar 07 04:33:45.613803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:45.752837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-8de0f24a-98a2-48e3-89a3-2946ebc66de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:45.755900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-8de0f24a-98a2-48e3-89a3-2946ebc66de8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1433265 Mar 07 04:33:45.844386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0be979a2-6576-4ccb-ac1d-4316e46afeee req-0ad49f14-e84b-47aa-84f1-8e89946220fe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0870149 Mar 07 04:33:46.019630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:46.031512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'name': 'tempest-NetworksTestDHCPv6-router-506612064', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:35Z', 'updated_at': '2022-03-07T04:33:39Z', 'revision_number': 2, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None, '_interfaces': [{'id': 'd3eaa462-f02f-4b04-8ac0-5ca82537696c', 'name': '', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'mac_address': 'fa:16:3e:7a:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'db6b0917-f138-4cda-8222-9b50dccef4ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:36Z', 'updated_at': '2022-03-07T04:33:42Z', 'revision_number': 2, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'subnets': [{'id': 'db6b0917-f138-4cda-8222-9b50dccef4ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:46.053589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-2f311eab-cd01-40d9-9aff-05fb9dce2ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133961 Mar 07 04:33:46.176346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Checking router: 9d0ce598-1b2c-4521-9ee6-8029de231cac for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:33:46.177709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Updating router 9d0ce598-1b2c-4521-9ee6-8029de231cac port d3eaa462-f02f-4b04-8ac0-5ca82537696c binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:33:46.244562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:46.577912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-8ae4744d-207e-40c3-a95d-0a89ce80f182 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173252 Mar 07 04:33:46.599558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c8bab-bff7-46dd-ae56-f24941a37521 req-2aae7b15-7428-468e-81e5-9ff6bc34eb17 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:46.608558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec3c8bab-bff7-46dd-ae56-f24941a37521 req-2aae7b15-7428-468e-81e5-9ff6bc34eb17 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 943 time: 0.5878897 Mar 07 04:33:46.677823 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9d0ce598-1b2c-4521-9ee6-8029de231cac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:46.832692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec3c8bab-bff7-46dd-ae56-f24941a37521 req-9e130f40-ab54-4279-8311-3dd7d0805e85 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229881 Mar 07 04:33:46.839766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-745b4fac-7fa9-4209-a385-a27332fd680b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5adbcf75e5674e50b2cf6a07a76853a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8072391 Mar 07 04:33:46.842595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:46.955078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e720e55e-22ea-43a8-9cda-833f5fde54a1 req-93a34ed2-5c9f-4775-81a0-27cbe521547f service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366828 Mar 07 04:33:46.990904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9214a27d-7dec-4fcc-9252-e9db7a050454 admin admin] Publish callbacks [] for security_group (ab5b26b9-3b1d-4968-a2ab-21e0a4bde580), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.109363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aefc9159-f224-423d-9636-304faff60b93 req-c38dcf54-8567-4914-9b2d-cb649262c7ae tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1098328 Mar 07 04:33:47.140911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9214a27d-7dec-4fcc-9252-e9db7a050454 admin admin] Publish callbacks [] for security_group (ab5b26b9-3b1d-4968-a2ab-21e0a4bde580), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.232606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Publish callbacks [] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.244872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.259262 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9214a27d-7dec-4fcc-9252-e9db7a050454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ab5b26b9-3b1d-4968-a2ab-21e0a4bde580), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.262897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9214a27d-7dec-4fcc-9252-e9db7a050454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.274399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9214a27d-7dec-4fcc-9252-e9db7a050454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab5b26b9-3b1d-4968-a2ab-21e0a4bde580 HTTP/1.1" status: 204 len: 168 time: 0.4206572 Mar 07 04:33:47.282914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214a27d-7dec-4fcc-9252-e9db7a050454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5b26b9-3b1d-4968-a2ab-21e0a4bde580,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:47.416220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d65da-81d7-48fb-b560-ddd0003525c9 None None] Pushing event updated for resources: {'Port': ['ID=d3eaa462-f02f-4b04-8ac0-5ca82537696c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:47.461223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port d3eaa462-f02f-4b04-8ac0-5ca82537696c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:47.473753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.602258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Attempting to bind port d3eaa462-f02f-4b04-8ac0-5ca82537696c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:47.602640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Attempting to bind port d3eaa462-f02f-4b04-8ac0-5ca82537696c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:47.603008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Attempting to bind port d3eaa462-f02f-4b04-8ac0-5ca82537696c on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:47.615381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:47.618377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:47.620787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.626671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:47.628798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Bound port: d3eaa462-f02f-4b04-8ac0-5ca82537696c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:47.629585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.737004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] For port d3eaa462-f02f-4b04-8ac0-5ca82537696c, host n-d-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:47.737943 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:47.767797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for d3eaa462-f02f-4b04-8ac0-5ca82537696c owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:47.822003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] For port d3eaa462-f02f-4b04-8ac0-5ca82537696c, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:47.832370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] For port d3eaa462-f02f-4b04-8ac0-5ca82537696c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d3eaa462-f02f-4b04-8ac0-5ca82537696c,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:47.848926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:48.030663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Routers {'9d0ce598-1b2c-4521-9ee6-8029de231cac'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:48.034641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9d0ce598-1b2c-4521-9ee6-8029de231cac'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:48.136555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deb651-d705-4502-b919-5c5bad6ce227 req-b1d7ee43-9938-4424-886c-487989ceb12f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:48.159039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1deb651-d705-4502-b919-5c5bad6ce227 req-b1d7ee43-9938-4424-886c-487989ceb12f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 943 time: 0.1854846 Mar 07 04:33:48.354604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1deb651-d705-4502-b919-5c5bad6ce227 req-5c6461f0-db8a-4b25-8f44-3efc8746caf4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898892 Mar 07 04:33:48.384554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:48.414951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc32360e-453e-4c99-9a45-fcf56b038272 req-acfc96e3-d57a-46cf-94cd-2552bf9d5cdd tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1027699 Mar 07 04:33:48.462420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=d3eaa462-f02f-4b04-8ac0-5ca82537696c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:48.560942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46162) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:48.716906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] Set router 9d0ce598-1b2c-4521-9ee6-8029de231cac gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:48.757054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-df4c82fc-af76-465f-a625-151e8ef6d59a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8643e3dead694290bf7c964a457b729d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1950841 Mar 07 04:33:48.773721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46170) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:48.837536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be3483b3-24d6-4930-bc59-e4a54e95d4f8 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:33:48.884891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9d0ce598-1b2c-4521-9ee6-8029de231cac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.005457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be3483b3-24d6-4930-bc59-e4a54e95d4f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:49.025543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e550417d-ae34-4607-88ea-ea2af25b4592 None None] Provisioning complete for port d3eaa462-f02f-4b04-8ac0-5ca82537696c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:49.026177 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e550417d-ae34-4607-88ea-ea2af25b4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3eaa462-f02f-4b04-8ac0-5ca82537696c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.027968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8', 'mac_address': 'fa:16:3e:d6:75:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:33:49.051908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cde1fb7-f03f-4478-87ef-32c4a38668e5 admin admin] Publish callbacks [] for security_group (025f21a1-ecef-4936-8a70-017427580edb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.087400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d65da-81d7-48fb-b560-ddd0003525c9 None None] Pushing event updated for resources: {'Port': ['ID=d3eaa462-f02f-4b04-8ac0-5ca82537696c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:49.094600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e550417d-ae34-4607-88ea-ea2af25b4592 None None] Port d3eaa462-f02f-4b04-8ac0-5ca82537696c was deleted so its status cannot be updated. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 04:33:49.155269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be3483b3-24d6-4930-bc59-e4a54e95d4f8 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:49.155674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.177289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cde1fb7-f03f-4478-87ef-32c4a38668e5 admin admin] Publish callbacks [] for security_group (025f21a1-ecef-4936-8a70-017427580edb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.209735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3483b3-24d6-4930-bc59-e4a54e95d4f8 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:33:49.237140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be3483b3-24d6-4930-bc59-e4a54e95d4f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:49.252963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-62b32e93-ba86-49af-8a83-ab8ac75dc65c None None] Could not find standard attr ID for object d3eaa462-f02f-4b04-8ac0-5ca82537696c. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:33:49.259853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.345024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be3483b3-24d6-4930-bc59-e4a54e95d4f8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:49.359436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cde1fb7-f03f-4478-87ef-32c4a38668e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (025f21a1-ecef-4936-8a70-017427580edb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.365798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cde1fb7-f03f-4478-87ef-32c4a38668e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.367372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3cde1fb7-f03f-4478-87ef-32c4a38668e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/025f21a1-ecef-4936-8a70-017427580edb HTTP/1.1" status: 204 len: 168 time: 0.5926194 Mar 07 04:33:49.432750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde1fb7-f03f-4478-87ef-32c4a38668e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f21a1-ecef-4936-8a70-017427580edb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:49.456563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Router 9d0ce598-1b2c-4521-9ee6-8029de231cac has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:33:49.540417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['be3483b3-24d6-4930-bc59-e4a54e95d4f8'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:33:49.672826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9ed2d2e-e748-4879-83c0-e9b5a6e56b49 req-be9f5e1c-f968-4b76-8c31-c99196efd436 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.0635567 Mar 07 04:33:49.715411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3cdfc-283f-4ae4-95d8-9e8989ab43fe req-c2cc14b1-6e15-4a52-9b5e-d1ddc55b5653 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:49.727213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c3cdfc-283f-4ae4-95d8-9e8989ab43fe req-c2cc14b1-6e15-4a52-9b5e-d1ddc55b5653 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 944 time: 0.1770098 Mar 07 04:33:49.828357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:33:49.844722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-745eb09c-f090-4b80-858d-56ee4057f811 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "PUT /v2.0/routers/9d0ce598-1b2c-4521-9ee6-8029de231cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2291574 Mar 07 04:33:49.854174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46204) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:49.888360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28c3cdfc-283f-4ae4-95d8-9e8989ab43fe req-0a83d9d4-0f26-409f-b281-cb9967391193 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599569 Mar 07 04:33:49.900007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:49.923844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-822aa675-1377-4792-b0bc-0050b403689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'name': 'tempest-NetworksTestDHCPv6-router-506612064', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:35Z', 'updated_at': '2022-03-07T04:33:39Z', 'revision_number': 2, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None, '_interfaces': [{'id': 'd3eaa462-f02f-4b04-8ac0-5ca82537696c', 'name': '', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'mac_address': 'fa:16:3e:7a:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'db6b0917-f138-4cda-8222-9b50dccef4ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:36Z', 'updated_at': '2022-03-07T04:33:47Z', 'revision_number': 4, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'subnets': [{'id': 'db6b0917-f138-4cda-8222-9b50dccef4ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:49.967195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa675-1377-4792-b0bc-0050b403689f None None] The sync data for ids ['9d0ce598-1b2c-4521-9ee6-8029de231cac'] in n-d-832185-1 is: [{'id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'name': 'tempest-NetworksTestDHCPv6-router-506612064', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:35Z', 'updated_at': '2022-03-07T04:33:39Z', 'revision_number': 2, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None, '_interfaces': [{'id': 'd3eaa462-f02f-4b04-8ac0-5ca82537696c', 'name': '', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'mac_address': 'fa:16:3e:7a:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'db6b0917-f138-4cda-8222-9b50dccef4ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:36Z', 'updated_at': '2022-03-07T04:33:47Z', 'revision_number': 4, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'subnets': [{'id': 'db6b0917-f138-4cda-8222-9b50dccef4ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:33:50.066467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c6938-2d65-4a47-a515-13005fa081b2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:50.067817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c6938-2d65-4a47-a515-13005fa081b2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:50.075597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d27c6938-2d65-4a47-a515-13005fa081b2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2203839 Mar 07 04:33:50.078705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:50.188840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet db6b0917-f138-4cda-8222-9b50dccef4ae {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:33:50.193162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (db6b0917-f138-4cda-8222-9b50dccef4ae), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:50.252680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (db6b0917-f138-4cda-8222-9b50dccef4ae), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:50.446516 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (db6b0917-f138-4cda-8222-9b50dccef4ae), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:50.669242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (db6b0917-f138-4cda-8222-9b50dccef4ae), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:50.732986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=db6b0917-f138-4cda-8222-9b50dccef4ae,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:50.739895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d03a94-c56e-4001-8c81-04bb0fe7d3ad None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:50.763742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:50.777414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ef6fdbb9-dcdb-486e-a972-2219b93bbfcf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/db6b0917-f138-4cda-8222-9b50dccef4ae HTTP/1.1" status: 204 len: 168 time: 0.6975706 Mar 07 04:33:50.777564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:50.783810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be3483b3-24d6-4930-bc59-e4a54e95d4f8 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:50.958546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea4d6c6e-b0a6-46a1-8e0d-42de9f1d652c req-74afad1e-3d37-4884-bcd9-3bd80e8f6a3a tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1153591 Mar 07 04:33:51.087394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46244) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:51.115095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7febb7cc-9e78-4065-8137-aeeb7e54f838 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3355753 Mar 07 04:33:51.224359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port be3483b3-24d6-4930-bc59-e4a54e95d4f8 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:33:51.240825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port be3483b3-24d6-4930-bc59-e4a54e95d4f8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:51.243393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:51.370029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router (9d0ce598-1b2c-4521-9ee6-8029de231cac), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:51.475347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port be3483b3-24d6-4930-bc59-e4a54e95d4f8 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:51.477967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:51.480494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:33:51.627834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:33:51.635200 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7060ffb-5442-474d-b7f2-8a9c681578fd" -d '{"events": [{"server_uuid": "81f6b93d-28ee-4a35-98b8-4d054b4cdc55", "name": "network-vif-plugged", "status": "completed", "tag": "be3483b3-24d6-4930-bc59-e4a54e95d4f8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:33:51.686552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port be3483b3-24d6-4930-bc59-e4a54e95d4f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:51.707273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c944434-984a-4f74-85a9-72c9e7a7b176 req-90bb063e-0449-4b64-af9a-1003a8efdf05 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:51.708921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c944434-984a-4f74-85a9-72c9e7a7b176 req-90bb063e-0449-4b64-af9a-1003a8efdf05 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 944 time: 0.4999285 Mar 07 04:33:51.722235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:51.756145 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5978206b-e0d6-45ff-ab73-4f6fc560aaec x-openstack-request-id: req-5978206b-e0d6-45ff-ab73-4f6fc560aaec {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:33:51.756671 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f6b93d-28ee-4a35-98b8-4d054b4cdc55", "name": "network-vif-plugged", "status": "completed", "tag": "be3483b3-24d6-4930-bc59-e4a54e95d4f8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:33:51.757879 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5978206b-e0d6-45ff-ab73-4f6fc560aaec {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:33:51.760619 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8', 'code': 200} Mar 07 04:33:51.765668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] Deleting port ab8a1df3-c16b-4a2d-8709-ac29781d9118 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:51.767500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:51.936970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:51.941966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] For port ab8a1df3-c16b-4a2d-8709-ac29781d9118, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ab8a1df3-c16b-4a2d-8709-ac29781d9118,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:51.942513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:51.994186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] Calling delete_port for ab8a1df3-c16b-4a2d-8709-ac29781d9118 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:52.281174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.332331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=be3483b3-24d6-4930-bc59-e4a54e95d4f8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:52.373198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.373516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.373896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.374271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.374696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.375283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.375963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.376421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.376761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.377089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.377422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.377758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.381594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:33:52.408232 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (ab8a1df3-c16b-4a2d-8709-ac29781d9118), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.448552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] Pushing event deleted for resources: {'Port': ['ID=ab8a1df3-c16b-4a2d-8709-ac29781d9118,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:52.452547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e18a0-405b-4d62-bf44-3926e26441c2 None None] No DVR routers for this DVR port ab8a1df3-c16b-4a2d-8709-ac29781d9118 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:33:52.592935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-adcb405c-8261-4ee1-b0d0-6a23070af75e tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:52.648674 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-adcb405c-8261-4ee1-b0d0-6a23070af75e tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "PUT /v2.0/quotas/edf420076a514ef1b7dcb7817ff01cfa HTTP/1.1" status: 200 len: 368 time: 0.7095473 Mar 07 04:33:52.656431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:52.661403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Request body: {'network': {'project_id': 'edf420076a514ef1b7dcb7817ff01cfa'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:52.753087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Made reservation on behalf of edf420076a514ef1b7dcb7817ff01cfa for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:52.755485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.778983 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.890587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9d0ce598-1b2c-4521-9ee6-8029de231cac), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.910823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router_controller (9d0ce598-1b2c-4521-9ee6-8029de231cac), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.929668 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Sync routers for ids ['9d0ce598-1b2c-4521-9ee6-8029de231cac'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:33:52.949690 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Routers {'9d0ce598-1b2c-4521-9ee6-8029de231cac'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:52.951857 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9d0ce598-1b2c-4521-9ee6-8029de231cac'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:52.963998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks [] for security_group (9588d446-cd2a-43b1-b226-70ee1fe7bf78), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.969688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13b044c0-72e6-46ad-8742-3347e91aff60 req-eb7d4ef5-bcf1-48f9-85d5-73a091438bfc tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c99c893-524e-4ccb-b959-2a6473572b9b HTTP/1.1" status: 200 len: 210 time: 0.1247017 Mar 07 04:33:52.975207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9588d446-cd2a-43b1-b226-70ee1fe7bf78), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:52.996862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:33:53.012035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ab8a1df3-c16b-4a2d-8709-ac29781d9118 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:53.018514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c12021a6-7708-46b3-8b49-cd8fba527b1b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.018866 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Added segment c12021a6-7708-46b3-8b49-cd8fba527b1b of type vlan for network d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2 Mar 07 04:33:53.074681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ab8a1df3-c16b-4a2d-8709-ac29781d9118 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:53.086187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ab8a1df3-c16b-4a2d-8709-ac29781d9118 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:53.115229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.133485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c944434-984a-4f74-85a9-72c9e7a7b176 req-39cb3e52-f1df-4d5c-b610-66cf6e721c36 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4139266 Mar 07 04:33:53.154048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211248-5db6-4bc5-873e-a41e12023c91 req-a9f2f0b5-c966-4165-8e04-50ed6df14e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:53.159905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41211248-5db6-4bc5-873e-a41e12023c91 req-a9f2f0b5-c966-4165-8e04-50ed6df14e23 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 1127 time: 1.3600566 Mar 07 04:33:53.162252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9d0ce598-1b2c-4521-9ee6-8029de231cac), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.162809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Fanout notify agent at l3_agent the message router_deleted on router 9d0ce598-1b2c-4521-9ee6-8029de231cac {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:33:53.176480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.177669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d8f137b0-bc2a-4e80-b250-cffa1e9eefd9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/routers/9d0ce598-1b2c-4521-9ee6-8029de231cac HTTP/1.1" status: 204 len: 168 time: 2.0893569 Mar 07 04:33:53.178792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.180494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:53.181085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.183845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46314) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:53.252137 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Set router 9d0ce598-1b2c-4521-9ee6-8029de231cac gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:33:53.259739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6018350 Mar 07 04:33:53.260786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46318) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:53.273669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c16c9052-211c-4238-bd4c-0d9fe85b2c2d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0861318 Mar 07 04:33:53.275830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46320) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:53.301004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Request body: {'network': {'project_id': 'edf420076a514ef1b7dcb7817ff01cfa'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:53.327837 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0ce598-1b2c-4521-9ee6-8029de231cac', 'name': 'tempest-NetworksTestDHCPv6-router-506612064', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:35Z', 'updated_at': '2022-03-07T04:33:48Z', 'revision_number': 3, 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:53.348598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9588d446-cd2a-43b1-b226-70ee1fe7bf78,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:53.370135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46322) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:53.435088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3902fda-ae1b-4b23-87cc-f9558465c596 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:53.436573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e3902fda-ae1b-4b23-87cc-f9558465c596 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1564755 Mar 07 04:33:53.442855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46326) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:53.516280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa4a2-3517-4d94-88ee-dada2d40ddd8 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Pushing event updated for resources: {'Network': ['ID=d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:53.524880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Checking router: 9d0ce598-1b2c-4521-9ee6-8029de231cac for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:33:53.529884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:33:53.536386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Routers set() bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:33:53.537393 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Router IDs set() for agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 04:33:53.538399 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_agentschedulers_db [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d0ce598-1b2c-4521-9ee6-8029de231cac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent'). {{(pid=103941) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 04:33:53.539472 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b591b-6bc3-47a3-94af-0f4e98084aaa None None] The sync data for ids ['9d0ce598-1b2c-4521-9ee6-8029de231cac'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:33:53.597777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Made reservation on behalf of edf420076a514ef1b7dcb7817ff01cfa for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:53.602219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ca1f019f-cc78-4a65-914d-0ef0d721c9d2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578429 Mar 07 04:33:53.603794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.612648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46338) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:53.634226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:53.661949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41211248-5db6-4bc5-873e-a41e12023c91 req-927ca54c-1823-4044-82cc-adec3b16e2d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788523 Mar 07 04:33:53.783872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:33:53.828585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-network', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:53.848504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3bb1d81c-7926-4c5a-8ae4-590318735eff), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.849374 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Added segment 3bb1d81c-7926-4c5a-8ae4-590318735eff of type vlan for network 5440522c-e9ad-4480-948e-5a9fe3cfedef Mar 07 04:33:53.852802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:53.858272 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.916027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Made reservation on behalf of d01676b19c9642c1a2d1af8d4c0d5bd4 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:53.920153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:53.997049 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.004710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (5440522c-e9ad-4480-948e-5a9fe3cfedef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.185832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (5440522c-e9ad-4480-948e-5a9fe3cfedef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.187375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:54.192493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46362) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:54.193813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.377843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks [] for security_group (29a41afd-2b0e-457a-8de7-45f91d71470e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.401810 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1122799 Mar 07 04:33:54.402727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (29a41afd-2b0e-457a-8de7-45f91d71470e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.409072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46372) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:54.432991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1e0971ef-353b-4128-bb75-f474b11a7f6d tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Request body: {'network': {'project_id': 'edf420076a514ef1b7dcb7817ff01cfa'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:54.474164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c4caf-6e9d-4ab4-928f-055caf95ea49 req-c35caad9-8cc4-4cfd-8526-4202dbcc7f90 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:54.484883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d7c4caf-6e9d-4ab4-928f-055caf95ea49 req-c35caad9-8cc4-4cfd-8526-4202dbcc7f90 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.1757689 Mar 07 04:33:54.490325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9b0df-42bf-4a1d-84a6-31db0c812807 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Pushing event updated for resources: {'Network': ['ID=5440522c-e9ad-4480-948e-5a9fe3cfedef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:54.502387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 5440522c-e9ad-4480-948e-5a9fe3cfedef details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:33:54.509735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:33:54.518883 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0971ef-353b-4128-bb75-f474b11a7f6d tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 04:33:54.521721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0971ef-353b-4128-bb75-f474b11a7f6d tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:33:54.526646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1e0971ef-353b-4128-bb75-f474b11a7f6d tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1011770 Mar 07 04:33:54.530277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46376) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:54.573557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2bf3365c-bd65-4298-b221-1abff53ec027), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.574182 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Added segment 2bf3365c-bd65-4298-b221-1abff53ec027 of type vlan for network 49b99d88-a412-4a6e-af74-bee2051d6f43 Mar 07 04:33:54.584044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2889fe4c-8c07-4dd3-9c9f-be21c8287cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.587290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a41afd-2b0e-457a-8de7-45f91d71470e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:54.646793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d7c4caf-6e9d-4ab4-928f-055caf95ea49 req-994ded63-4fc4-4478-b794-ba30811fec58 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591430 Mar 07 04:33:54.684110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (49b99d88-a412-4a6e-af74-bee2051d6f43), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.765211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-80c155f6-bf86-4f1c-b1bb-b09868c7bc9d tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edf420076a514ef1b7dcb7817ff01cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271569 Mar 07 04:33:54.767045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46386) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:54.813358 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (49b99d88-a412-4a6e-af74-bee2051d6f43), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.814383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:54.818734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.865141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c82d420-f467-4d63-aeea-5956ea1cdf16 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks [] for security_group (9588d446-cd2a-43b1-b226-70ee1fe7bf78), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.896574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5252137 Mar 07 04:33:54.896794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c82d420-f467-4d63-aeea-5956ea1cdf16 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks [] for security_group (9588d446-cd2a-43b1-b226-70ee1fe7bf78), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.899426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46390) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:54.922867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d3eaa462-f02f-4b04-8ac0-5ca82537696c no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:33:54.984428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d3eaa462-f02f-4b04-8ac0-5ca82537696c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:33:54.985034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d3eaa462-f02f-4b04-8ac0-5ca82537696c not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:33:54.990844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2889fe4c-8c07-4dd3-9c9f-be21c8287cce admin admin] Publish callbacks [] for security_group (425eaacc-2dc9-4051-99cd-434d20ac3305), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:54.998745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Request body: {'subnet': {'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-subnet', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:55.025124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46392) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.032939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2889fe4c-8c07-4dd3-9c9f-be21c8287cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (425eaacc-2dc9-4051-99cd-434d20ac3305), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.040335 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c82d420-f467-4d63-aeea-5956ea1cdf16 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9588d446-cd2a-43b1-b226-70ee1fe7bf78), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.043659 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c82d420-f467-4d63-aeea-5956ea1cdf16 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.047939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6c82d420-f467-4d63-aeea-5956ea1cdf16 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/9588d446-cd2a-43b1-b226-70ee1fe7bf78 HTTP/1.1" status: 204 len: 168 time: 0.2768359 Mar 07 04:33:55.052616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.111373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Made reservation on behalf of d01676b19c9642c1a2d1af8d4c0d5bd4 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:55.113905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.161738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5440522c-e9ad-4480-948e-5a9fe3cfedef), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.202081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172a58f-5929-4fc9-a87f-d72bf086b3da admin admin] Pushing event updated for resources: {'Network': ['ID=49b99d88-a412-4a6e-af74-bee2051d6f43,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.219660 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2889fe4c-8c07-4dd3-9c9f-be21c8287cce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8b1ee4cd45c48739bc8df678e4fb9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0249825 Mar 07 04:33:55.223146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889fe4c-8c07-4dd3-9c9f-be21c8287cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425eaacc-2dc9-4051-99cd-434d20ac3305,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.227851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46400) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.260205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:33:55.265001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:33:55.268541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.269371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (3203b45c-4078-4715-bf57-61ebe00a2d17), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.325294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82d420-f467-4d63-aeea-5956ea1cdf16 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9588d446-cd2a-43b1-b226-70ee1fe7bf78,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.383892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:55.402445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:55.409025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5440522c-e9ad-4480-948e-5a9fe3cfedef), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.411867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:55.412479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.417857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-766065a8-26d6-4f64-ac8e-6090d11e913c admin admin] Publish callbacks [] for security_group (425eaacc-2dc9-4051-99cd-434d20ac3305), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.418427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1703874d-70f0-48ee-95b2-041ba43942a7 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:55.420676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=3203b45c-4078-4715-bf57-61ebe00a2d17,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.434623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac967293-6488-446f-afc5-4df8c31238a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.452844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c556-0dc4-42c3-83b7-c800a1a2a77e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group (8af98c4d-b8fe-47ca-9e15-ed183938c019), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.471405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5440522c-e9ad-4480-948e-5a9fe3cfedef']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:55.482554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-766065a8-26d6-4f64-ac8e-6090d11e913c admin admin] Publish callbacks [] for security_group (425eaacc-2dc9-4051-99cd-434d20ac3305), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.483414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c556-0dc4-42c3-83b7-c800a1a2a77e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group (8af98c4d-b8fe-47ca-9e15-ed183938c019), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.505019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb1d81c-7926-4c5a-8ae4-590318735eff') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:55.505465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb1d81c-7926-4c5a-8ae4-590318735eff') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:55.528626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (3bb1d81c-7926-4c5a-8ae4-590318735eff), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.560946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3bb1d81c-7926-4c5a-8ae4-590318735eff), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.561878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c556-0dc4-42c3-83b7-c800a1a2a77e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8af98c4d-b8fe-47ca-9e15-ed183938c019), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.565104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c556-0dc4-42c3-83b7-c800a1a2a77e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.566478 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d6e6c556-0dc4-42c3-83b7-c800a1a2a77e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/security-groups/8af98c4d-b8fe-47ca-9e15-ed183938c019 HTTP/1.1" status: 204 len: 168 time: 0.2947342 Mar 07 04:33:55.571811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46408) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.581259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '3203b45c-4078-4715-bf57-61ebe00a2d17'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:55.582214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.586239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6acd7f82-c8b0-44ba-b6dc-1198babd41c7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9694817 Mar 07 04:33:55.590246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46410) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.596122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:55.597481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:33:55.598111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (3bb1d81c-7926-4c5a-8ae4-590318735eff), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.601857 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-9b784087-a363-4f88-9bbc-28fca85a7996 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] show failed (client error): The resource could not be found. Mar 07 04:33:55.602636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c556-0dc4-42c3-83b7-c800a1a2a77e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af98c4d-b8fe-47ca-9e15-ed183938c019,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.606654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9b784087-a363-4f88-9bbc-28fca85a7996 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "GET /v2.0/security-groups/8af98c4d-b8fe-47ca-9e15-ed183938c019 HTTP/1.1" status: 404 len: 347 time: 0.0311987 Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:33:55.608539 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:33:55.680309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46412) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.697777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (5440522c-e9ad-4480-948e-5a9fe3cfedef), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.749411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-766065a8-26d6-4f64-ac8e-6090d11e913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (425eaacc-2dc9-4051-99cd-434d20ac3305), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.752041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-766065a8-26d6-4f64-ac8e-6090d11e913c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.756175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-766065a8-26d6-4f64-ac8e-6090d11e913c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/425eaacc-2dc9-4051-99cd-434d20ac3305 HTTP/1.1" status: 204 len: 168 time: 0.5263526 Mar 07 04:33:55.761688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.765033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5440522c-e9ad-4480-948e-5a9fe3cfedef HTTP/1.1" status: 204 len: 168 time: 0.7026355 Mar 07 04:33:55.784357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46418) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:55.804644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c66f7-ad0d-4c9c-ba8c-192ee0011935 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Pushing event deleted for resources: {'Network': ['ID=5440522c-e9ad-4480-948e-5a9fe3cfedef,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.821657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766065a8-26d6-4f64-ac8e-6090d11e913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425eaacc-2dc9-4051-99cd-434d20ac3305,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.867166 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (0c785667-6592-4eed-bdd5-ab522138850e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:55.916438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c785667-6592-4eed-bdd5-ab522138850e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:55.918450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:55.922171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.020603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Allocated IP 2001:db8::f816:3eff:fedf:575b (8393e2f1-e638-4cb0-b0df-29004274d522/3203b45c-4078-4715-bf57-61ebe00a2d17/bbbc5476-803f-435f-ac28-8394bc9a6906) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:56.124217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac967293-6488-446f-afc5-4df8c31238a9 admin admin] Publish callbacks [] for security_group (86fb7a53-45bd-45bf-b856-e7475538268f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.238180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac967293-6488-446f-afc5-4df8c31238a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (86fb7a53-45bd-45bf-b856-e7475538268f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.324112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ac967293-6488-446f-afc5-4df8c31238a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a983ed181f947709b76395eec112e80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2975039 Mar 07 04:33:56.343023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Publish callbacks [] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.346603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:56.352174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.359660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.379647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46434) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:56.420819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:56.426837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:56.429262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:56.432039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:56.439379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Checking segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:56.439744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Network hostable DHCP agents. Network: 49b99d88-a412-4a6e-af74-bee2051d6f43, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:33:56.484217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1e892-be57-4f19-b835-40a2e96b4361 req-04608402-7d64-4ca4-a337-78b80744713e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:56.491594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:33:56.494534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddf1e892-be57-4f19-b835-40a2e96b4361 req-04608402-7d64-4ca4-a337-78b80744713e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.6936605 Mar 07 04:33:56.496779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c252bf46-7bf2-4111-adf1-d2afa1a99e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.497135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Attempting to bind port bbbc5476-803f-435f-ac28-8394bc9a6906 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:56.497696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Attempting to bind port bbbc5476-803f-435f-ac28-8394bc9a6906 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:56.498408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Attempting to bind port bbbc5476-803f-435f-ac28-8394bc9a6906 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:56.505325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:56.506204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:56.506899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.507598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:56.508348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Bound port: bbbc5476-803f-435f-ac28-8394bc9a6906, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:56.509074 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.549016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 49b99d88-a412-4a6e-af74-bee2051d6f43) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:56.557664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:56.558468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.559898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084028e-ec10-42f1-b076-61479a4ae5fc None None] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:56.572576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967293-6488-446f-afc5-4df8c31238a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fb7a53-45bd-45bf-b856-e7475538268f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:56.589784 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99ecf418-52b3-4311-9da8-5b2ccff6d9dd admin admin] Publish callbacks [] for security_group (86fb7a53-45bd-45bf-b856-e7475538268f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.600641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-79b430d6-1d98-4ea6-96f7-74a36bcb799d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6583371 Mar 07 04:33:56.603083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46436) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:56.609052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:56.620418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99ecf418-52b3-4311-9da8-5b2ccff6d9dd admin admin] Publish callbacks [] for security_group (86fb7a53-45bd-45bf-b856-e7475538268f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.650911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:56.669882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:56.685255 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.709104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (8b174107-25bb-4436-a373-119a806f9f66), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.711186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (8b174107-25bb-4436-a373-119a806f9f66), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.729854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99ecf418-52b3-4311-9da8-5b2ccff6d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (86fb7a53-45bd-45bf-b856-e7475538268f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.732710 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99ecf418-52b3-4311-9da8-5b2ccff6d9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.736253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-99ecf418-52b3-4311-9da8-5b2ccff6d9dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86fb7a53-45bd-45bf-b856-e7475538268f HTTP/1.1" status: 204 len: 168 time: 0.3847661 Mar 07 04:33:56.746208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e56cd-1b6a-444c-90b4-81480ba2b382 None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:56.756744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 73db630b-3819-4de6-a92b-b23d1fcc6e45 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:56.758210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.787974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-49b99d88-a412-4a6e-af74-bee2051d6f43', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:33:56.792786 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.799899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks [] for router_controller (8b174107-25bb-4436-a373-119a806f9f66), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.874577 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (e349fdc6-0df3-4f31-bf33-4a925f26004c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.887422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.888188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (73db630b-3819-4de6-a92b-b23d1fcc6e45), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:56.906349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 73db630b-3819-4de6-a92b-b23d1fcc6e45 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:57.024720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecf418-52b3-4311-9da8-5b2ccff6d9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fb7a53-45bd-45bf-b856-e7475538268f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:57.043400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddf1e892-be57-4f19-b835-40a2e96b4361 req-7566eddc-471e-42b3-81db-b44050d97448 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470290 Mar 07 04:33:57.110303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:57.118023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:57.124628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:57.127188 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.192630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=e349fdc6-0df3-4f31-bf33-4a925f26004c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:57.199402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.230487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Allocated IP 172.20.0.2 (49b99d88-a412-4a6e-af74-bee2051d6f43/0c785667-6592-4eed-bdd5-ab522138850e/076c94e6-7879-4014-93d5-c01146199d5e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:57.249806 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa744d79-a278-43da-bd13-07f24a55e15e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6582487 Mar 07 04:33:57.250416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:57.257782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks [] for router_gateway (8b174107-25bb-4436-a373-119a806f9f66), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.265208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:31:5b:2f', 'name': 'tempest-NetworksTestDHCPv6-1599959410'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:33:57.396062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:57.479439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12021a6-7708-46b3-8b49-cd8fba527b1b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:57.480225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12021a6-7708-46b3-8b49-cd8fba527b1b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:33:57.516129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (c12021a6-7708-46b3-8b49-cd8fba527b1b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.537256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:33:57.572902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c252bf46-7bf2-4111-adf1-d2afa1a99e95 admin admin] Publish callbacks [] for security_group (0a40e550-1af3-42e8-9973-c2969e4c6df7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.581056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:57.587058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Publish callbacks [] for port (076c94e6-7879-4014-93d5-c01146199d5e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.597742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c252bf46-7bf2-4111-adf1-d2afa1a99e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0a40e550-1af3-42e8-9973-c2969e4c6df7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.598930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (076c94e6-7879-4014-93d5-c01146199d5e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.602999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c12021a6-7708-46b3-8b49-cd8fba527b1b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.654027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2bac93b7-10d7-43cd-8bb6-03e11fbe78a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.654247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:57.657372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:57.659715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:33:57.660032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (c12021a6-7708-46b3-8b49-cd8fba527b1b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.661310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:33:57.664411 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:33:57.672377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Pushing event updated for resources: {'Port': ['ID=076c94e6-7879-4014-93d5-c01146199d5e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:57.694004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (73db630b-3819-4de6-a92b-b23d1fcc6e45), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.744870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=73db630b-3819-4de6-a92b-b23d1fcc6e45,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:57.750529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.769782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Attempting to bind port 076c94e6-7879-4014-93d5-c01146199d5e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:33:57.770278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Attempting to bind port 076c94e6-7879-4014-93d5-c01146199d5e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:33:57.770973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Attempting to bind port 076c94e6-7879-4014-93d5-c01146199d5e on network 49b99d88-a412-4a6e-af74-bee2051d6f43 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:33:57.778260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:33:57.778638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Checking segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:33:57.779045 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.779487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Bound using segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:33:57.779968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Bound port: 076c94e6-7879-4014-93d5-c01146199d5e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:33:57.780401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (076c94e6-7879-4014-93d5-c01146199d5e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.784579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks [] for router_gateway (8b174107-25bb-4436-a373-119a806f9f66), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.786974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port c11cf6c3-5f84-415c-85f0-77751c8694b6 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:33:57.791733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c252bf46-7bf2-4111-adf1-d2afa1a99e95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4382fe1b92f245108edb7beb14e7f04d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4004614 Mar 07 04:33:57.798064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46470) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:57.803684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252bf46-7bf2-4111-adf1-d2afa1a99e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a40e550-1af3-42e8-9973-c2969e4c6df7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:57.869445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.874004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] For port 076c94e6-7879-4014-93d5-c01146199d5e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:33:57.881341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] For port 076c94e6-7879-4014-93d5-c01146199d5e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=076c94e6-7879-4014-93d5-c01146199d5e,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:33:57.893259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (076c94e6-7879-4014-93d5-c01146199d5e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.897023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa280-6b20-4eec-9c8b-0afe3debdcff req-79052a0d-a2f1-4c53-ba4d-9372e8f23667 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:57.899081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a7fa280-6b20-4eec-9c8b-0afe3debdcff req-79052a0d-a2f1-4c53-ba4d-9372e8f23667 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.3171248 Mar 07 04:33:57.910993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.951908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:57.955429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2 HTTP/1.1" status: 204 len: 168 time: 2.1697772 Mar 07 04:33:57.973098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb36a88-a6b9-4350-921f-e3ba53fed5ab None None] Pushing event updated for resources: {'Port': ['ID=076c94e6-7879-4014-93d5-c01146199d5e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:57.987365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daafdbe-bf3c-4ede-9477-3add5931a344 tempest-QuotasNegativeTest-983360692 tempest-QuotasNegativeTest-983360692-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0ae1fd4-00b1-477d-bb13-d0290c8bc5a2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:58.042472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for floatingip (6508add6-067a-44bc-b06e-dfc59cb0010d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.044974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.048578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e7032971-38a0-4c48-92c9-dbdbd641ed0e tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/floatingips/6508add6-067a-44bc-b06e-dfc59cb0010d HTTP/1.1" status: 204 len: 168 time: 2.3648746 Mar 07 04:33:58.049393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46480) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:58.157368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Allocated IP 172.25.4.182 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/92b16866-50fe-4e1b-a0f9-4369b5260a84) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:58.168122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a7fa280-6b20-4eec-9c8b-0afe3debdcff req-8a3511ab-22c2-459f-8430-929c340f014d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496576 Mar 07 04:33:58.176527 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd60dee4-5cb3-4c0c-ad05-3467bf00c808 admin admin] Publish callbacks [] for security_group (0a40e550-1af3-42e8-9973-c2969e4c6df7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.267702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd60dee4-5cb3-4c0c-ad05-3467bf00c808 admin admin] Publish callbacks [] for security_group (0a40e550-1af3-42e8-9973-c2969e4c6df7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.269470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 172.20.0.9 (8393e2f1-e638-4cb0-b0df-29004274d522/e349fdc6-0df3-4f31-bf33-4a925f26004c/c11cf6c3-5f84-415c-85f0-77751c8694b6) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:58.314648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe31:5b2f (8393e2f1-e638-4cb0-b0df-29004274d522/3203b45c-4078-4715-bf57-61ebe00a2d17/c11cf6c3-5f84-415c-85f0-77751c8694b6) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:33:58.378067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port a24440e0-04b9-4075-a964-6fc5fe1067f1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:33:58.378411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.412215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2bac93b7-10d7-43cd-8bb6-03e11fbe78a7 admin admin] Publish callbacks [] for security_group (aa5e4f92-edf2-42d6-9d72-673c2e002435), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.428845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2bac93b7-10d7-43cd-8bb6-03e11fbe78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa5e4f92-edf2-42d6-9d72-673c2e002435), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.510778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee798ba-f6c4-43be-b6f9-9c926e1d48ee req-ae241906-470a-48e8-a170-1ca781978228 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:58.520108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ee798ba-f6c4-43be-b6f9-9c926e1d48ee req-ae241906-470a-48e8-a170-1ca781978228 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 951 time: 0.2081189 Mar 07 04:33:58.563174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks [] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.564896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac93b7-10d7-43cd-8bb6-03e11fbe78a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e4f92-edf2-42d6-9d72-673c2e002435,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:58.580821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2bac93b7-10d7-43cd-8bb6-03e11fbe78a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fadcdedf1464f85a3af27a0d96cbd8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9968741 Mar 07 04:33:58.585579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd60dee4-5cb3-4c0c-ad05-3467bf00c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0a40e550-1af3-42e8-9973-c2969e4c6df7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.589435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd60dee4-5cb3-4c0c-ad05-3467bf00c808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.604456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dd60dee4-5cb3-4c0c-ad05-3467bf00c808 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a40e550-1af3-42e8-9973-c2969e4c6df7 HTTP/1.1" status: 204 len: 168 time: 0.7992680 Mar 07 04:33:58.606697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46500) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:58.642918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60dee4-5cb3-4c0c-ad05-3467bf00c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a40e550-1af3-42e8-9973-c2969e4c6df7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:58.658977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368390d-727d-4b3a-af4a-d1e011515966 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:33:58.706317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.725634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ee798ba-f6c4-43be-b6f9-9c926e1d48ee req-f98b1783-b717-487c-8c2b-04ce75e22504 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021062 Mar 07 04:33:58.755136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a07c6923-a3ec-48b5-8740-ab1b68e0fb51 admin admin] Publish callbacks [] for security_group (aa5e4f92-edf2-42d6-9d72-673c2e002435), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.764250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for a24440e0-04b9-4075-a964-6fc5fe1067f1 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:33:58.796752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a07c6923-a3ec-48b5-8740-ab1b68e0fb51 admin admin] Publish callbacks [] for security_group (aa5e4f92-edf2-42d6-9d72-673c2e002435), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.803309 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.825930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:58.826365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.915899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a07c6923-a3ec-48b5-8740-ab1b68e0fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa5e4f92-edf2-42d6-9d72-673c2e002435), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.923249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a07c6923-a3ec-48b5-8740-ab1b68e0fb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.927355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a07c6923-a3ec-48b5-8740-ab1b68e0fb51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa5e4f92-edf2-42d6-9d72-673c2e002435 HTTP/1.1" status: 204 len: 168 time: 0.3008523 Mar 07 04:33:58.940045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6923-a3ec-48b5-8740-ab1b68e0fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e4f92-edf2-42d6-9d72-673c2e002435,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:58.980108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (c11cf6c3-5f84-415c-85f0-77751c8694b6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:58.997013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:59.008074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:59.019352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:59.124627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '3203b45c-4078-4715-bf57-61ebe00a2d17', 'ip_address': '2001:db8::f816:3eff:fedf:575b'}, {'subnet_id': 'e349fdc6-0df3-4f31-bf33-4a925f26004c'}], 'binding:host_id': 'n-d-832185-1'}, 'id': 'bbbc5476-803f-435f-ac28-8394bc9a6906'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:33:59.177784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:33:59.185424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Pushing event updated for resources: {'Port': ['ID=92b16866-50fe-4e1b-a0f9-4369b5260a84,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:59.234805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:33:59.235207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.287894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46540) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:59.323013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.372840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c11cf6c3-5f84-415c-85f0-77751c8694b6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.439700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:33:59.453930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:33:59.454814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.455685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315faa-6909-4d3d-89c6-92c04cdc72a7 req-6ece0ed2-ba8e-47a8-b8b2-a6d76977a85d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:59.477046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.480571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc315faa-6909-4d3d-89c6-92c04cdc72a7 req-6ece0ed2-ba8e-47a8-b8b2-a6d76977a85d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.1642733 Mar 07 04:33:59.543453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=c11cf6c3-5f84-415c-85f0-77751c8694b6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:33:59.562909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:33:59.588924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:33:59.596406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:33:59.619351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc315faa-6909-4d3d-89c6-92c04cdc72a7 req-178a5b86-f1d5-4135-970d-46d061e312ac tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163335 Mar 07 04:33:59.748696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:33:59.749466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.755112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b24e072-0cde-411d-879d-0013ee200752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.793440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18056087-c8af-4286-a6bd-dbceace665c6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5371046 Mar 07 04:33:59.796381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46584) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:33:59.837279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a24440e0-04b9-4075-a964-6fc5fe1067f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:33:59.888228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=a24440e0-04b9-4075-a964-6fc5fe1067f1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:00.038251 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b24e072-0cde-411d-879d-0013ee200752 admin admin] Publish callbacks [] for security_group (60ceb1e1-5754-4ae5-94c0-8b092679fc34), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.049460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b24e072-0cde-411d-879d-0013ee200752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (60ceb1e1-5754-4ae5-94c0-8b092679fc34), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.105028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451b134-a001-4838-b782-a4f44480e9d1 None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:00.127784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86463fdd-df47-4abb-b9c9-e8e5cb34c48a None None] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:00.139157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24e072-0cde-411d-879d-0013ee200752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ceb1e1-5754-4ae5-94c0-8b092679fc34,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:00.188822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks [] for router_gateway (8b174107-25bb-4436-a373-119a806f9f66), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.213847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7b24e072-0cde-411d-879d-0013ee200752 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=429e461520e94be9a63296b7bbb997f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9242928 Mar 07 04:34:00.217391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46616) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:00.288017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e54ab-915c-47d2-b349-3abd680e281d req-83254519-5ec6-40d9-9ba2-390f98762045 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:00.289770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f67e54ab-915c-47d2-b349-3abd680e281d req-83254519-5ec6-40d9-9ba2-390f98762045 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.1243417 Mar 07 04:34:00.349266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bf66a-8407-4b94-a784-22d3d0607d01 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:00.356178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bf66a-8407-4b94-a784-22d3d0607d01 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:00.361797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-743bf66a-8407-4b94-a784-22d3d0607d01 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5640776 Mar 07 04:34:00.368348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46632) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:00.375972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de15d3c-fcb1-4123-af6a-1a4fdf62b3cf admin admin] Publish callbacks [] for security_group (60ceb1e1-5754-4ae5-94c0-8b092679fc34), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.376262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] Allocated IP 172.20.0.2 (8393e2f1-e638-4cb0-b0df-29004274d522/e349fdc6-0df3-4f31-bf33-4a925f26004c/bbbc5476-803f-435f-ac28-8394bc9a6906) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:00.423329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de15d3c-fcb1-4123-af6a-1a4fdf62b3cf admin admin] Publish callbacks [] for security_group (60ceb1e1-5754-4ae5-94c0-8b092679fc34), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.510999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de15d3c-fcb1-4123-af6a-1a4fdf62b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (60ceb1e1-5754-4ae5-94c0-8b092679fc34), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.524300 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1de15d3c-fcb1-4123-af6a-1a4fdf62b3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.525628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1de15d3c-fcb1-4123-af6a-1a4fdf62b3cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60ceb1e1-5754-4ae5-94c0-8b092679fc34 HTTP/1.1" status: 204 len: 168 time: 0.3067718 Mar 07 04:34:00.567609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f67e54ab-915c-47d2-b349-3abd680e281d req-77558f94-897e-4a01-9694-21c8f073ad23 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698245 Mar 07 04:34:00.572764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de15d3c-fcb1-4123-af6a-1a4fdf62b3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ceb1e1-5754-4ae5-94c0-8b092679fc34,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:00.618995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.623504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ffde8cf3-5092-443a-8879-2824b97a6014 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/ports/a24440e0-04b9-4075-a964-6fc5fe1067f1 HTTP/1.1" status: 204 len: 168 time: 2.5717144 Mar 07 04:34:00.626593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46650) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:00.631620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:00.635801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] Provisioning complete for port 076c94e6-7879-4014-93d5-c01146199d5e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:00.636567 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (076c94e6-7879-4014-93d5-c01146199d5e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.765568 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port c11cf6c3-5f84-415c-85f0-77751c8694b6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:00.766009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c11cf6c3-5f84-415c-85f0-77751c8694b6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.828957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] Publish callbacks [] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.847842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.850705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port e112f9d1-2cca-4bc9-adc7-544fb295ccec {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:00.854352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:00.960511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb15768-8277-4f98-ae59-d6716fcb5ed4 None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:01.011997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:01.013993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.014161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 076c94e6-7879-4014-93d5-c01146199d5e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:01.029304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for e112f9d1-2cca-4bc9-adc7-544fb295ccec owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:01.104023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] Current status of the port 076c94e6-7879-4014-93d5-c01146199d5e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:01.104613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (076c94e6-7879-4014-93d5-c01146199d5e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.207054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e112f9d1-2cca-4bc9-adc7-544fb295ccec), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.270646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] For port 076c94e6-7879-4014-93d5-c01146199d5e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=076c94e6-7879-4014-93d5-c01146199d5e,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:01.291671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (076c94e6-7879-4014-93d5-c01146199d5e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.312740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46706) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:01.421780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=e112f9d1-2cca-4bc9-adc7-544fb295ccec,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:01.513263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca2ef5-c510-4524-9d36-73a962420c00 None None] Pushing event updated for resources: {'Port': ['ID=076c94e6-7879-4014-93d5-c01146199d5e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:01.531725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c371-b8e6-43d2-b4ad-c8b48d7a483b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.565686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 076c94e6-7879-4014-93d5-c01146199d5e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:01.567559 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (076c94e6-7879-4014-93d5-c01146199d5e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.640213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.645803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-73e53e52-d0ff-47f7-a75b-3be01deeda4c tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/ports/e112f9d1-2cca-4bc9-adc7-544fb295ccec HTTP/1.1" status: 204 len: 168 time: 1.0176845 Mar 07 04:34:01.650130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:01.744930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c11cf6c3-5f84-415c-85f0-77751c8694b6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.775201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for c11cf6c3-5f84-415c-85f0-77751c8694b6 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:01.782368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 076c94e6-7879-4014-93d5-c01146199d5e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:01.796089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-97c3c738-349e-42c4-a5a9-0e96def5f961 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:01.797651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-97c3c738-349e-42c4-a5a9-0e96def5f961 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.4812460 Mar 07 04:34:01.942103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5cf58f97-2642-4689-96a0-9dc5bd2ed15b None None] Provisioning complete for port 076c94e6-7879-4014-93d5-c01146199d5e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:01.942489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5cf58f97-2642-4689-96a0-9dc5bd2ed15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (076c94e6-7879-4014-93d5-c01146199d5e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:01.983020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (8b174107-25bb-4436-a373-119a806f9f66), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.003187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:02.059818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting subnet 9a8d35f9-721e-469b-8b5c-f1a38df4cf5b {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:02.072102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for subnet (9a8d35f9-721e-469b-8b5c-f1a38df4cf5b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.145890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:02.146297 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.148066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5cf58f97-2642-4689-96a0-9dc5bd2ed15b None None] Current status of the port 076c94e6-7879-4014-93d5-c01146199d5e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:02.294019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (9a8d35f9-721e-469b-8b5c-f1a38df4cf5b), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.302902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:02.307455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 076c94e6-7879-4014-93d5-c01146199d5e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:02.371967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78672b-6144-4011-a311-23bcade0d5e4 req-1f04b687-7808-406a-8b7d-f399f76ac20c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:02.381515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c78672b-6144-4011-a311-23bcade0d5e4 req-1f04b687-7808-406a-8b7d-f399f76ac20c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 945 time: 0.6186144 Mar 07 04:34:02.389583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 076c94e6-7879-4014-93d5-c01146199d5e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:02.389960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (076c94e6-7879-4014-93d5-c01146199d5e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.417046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c11cf6c3-5f84-415c-85f0-77751c8694b6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.437915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c371-b8e6-43d2-b4ad-c8b48d7a483b admin admin] Publish callbacks [] for security_group (55eb0322-6628-447c-bead-2a2ebfa424c7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.471379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c371-b8e6-43d2-b4ad-c8b48d7a483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (55eb0322-6628-447c-bead-2a2ebfa424c7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.506141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=c11cf6c3-5f84-415c-85f0-77751c8694b6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:02.508055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Router 8b174107-25bb-4436-a373-119a806f9f66 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:34:02.533470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b983c398-566f-46bd-82fa-fab0fd569749 None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:02.533851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b983c398-566f-46bd-82fa-fab0fd569749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.605153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 076c94e6-7879-4014-93d5-c01146199d5e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:02.669884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b983c398-566f-46bd-82fa-fab0fd569749 None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:02.793211 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1745e97-930e-4e56-a0e0-d3e622ceefdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.832106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:02.860054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:02.867693 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93204d21-7a36-41c8-9c89-e95571a2d0b0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/c11cf6c3-5f84-415c-85f0-77751c8694b6 HTTP/1.1" status: 204 len: 168 time: 2.4954391 Mar 07 04:34:02.888008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46790) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:03.023289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:34:03.074249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d272dc07-c545-46e1-8575-920143b043f8 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:03.074668 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.076879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Sync routers for ids ['8b174107-25bb-4436-a373-119a806f9f66'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:34:03.094952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999a9f2-8cc6-45cb-84dd-42fdf38a7b3d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:03.098673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999a9f2-8cc6-45cb-84dd-42fdf38a7b3d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:03.100101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999a9f2-8cc6-45cb-84dd-42fdf38a7b3d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:03.104521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6999a9f2-8cc6-45cb-84dd-42fdf38a7b3d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2150319 Mar 07 04:34:03.113780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.118334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-841f3169-7cb3-49ff-a38f-c73b21998e3c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5139704 Mar 07 04:34:03.120287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46798) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:03.142572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46802) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:03.146691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-40335a17-c120-49f4-8347-01278f500169 None None] Could not find standard attr ID for object c11cf6c3-5f84-415c-85f0-77751c8694b6. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:34:03.179391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Routers {'8b174107-25bb-4436-a373-119a806f9f66'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:03.181200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:33:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8b174107-25bb-4436-a373-119a806f9f66'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:03.233238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9c371-b8e6-43d2-b4ad-c8b48d7a483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb0322-6628-447c-bead-2a2ebfa424c7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:03.266718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Deleting port be3483b3-24d6-4930-bc59-e4a54e95d4f8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:03.267930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.279673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c1a9c371-b8e6-43d2-b4ad-c8b48d7a483b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49a5932b919e48968d7485f9bcfdb65d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9436569 Mar 07 04:34:03.285864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:03.373796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c78672b-6144-4011-a311-23bcade0d5e4 req-c6caf126-4020-4ee7-a646-f6b8c9c23b7e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9902341 Mar 07 04:34:03.421454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Set router 8b174107-25bb-4436-a373-119a806f9f66 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:03.432092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9a8d35f9-721e-469b-8b5c-f1a38df4cf5b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.435205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 3203b45c-4078-4715-bf57-61ebe00a2d17 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:03.438982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (3203b45c-4078-4715-bf57-61ebe00a2d17), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.488752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (3203b45c-4078-4715-bf57-61ebe00a2d17), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.501629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] For port be3483b3-24d6-4930-bc59-e4a54e95d4f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=be3483b3-24d6-4930-bc59-e4a54e95d4f8,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:03.502472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.523679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Calling delete_port for be3483b3-24d6-4930-bc59-e4a54e95d4f8 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:03.540132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (9a8d35f9-721e-469b-8b5c-f1a38df4cf5b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.553583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:03.558717 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e071865-9832-4682-86f1-37ef0a1f477a" -d '{"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:03.580972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3203b45c-4078-4715-bf57-61ebe00a2d17), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.652315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8d35f9-721e-469b-8b5c-f1a38df4cf5b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:03.659331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd3274c2-061c-4501-9d1b-e56942ae68d7 admin admin] Publish callbacks [] for security_group (55eb0322-6628-447c-bead-2a2ebfa424c7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.668608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.673040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9fa82775-5db9-4e39-9c44-a118c1b717b2 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/subnets/9a8d35f9-721e-469b-8b5c-f1a38df4cf5b HTTP/1.1" status: 204 len: 168 time: 2.0202525 Mar 07 04:34:03.683406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46828) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:03.704256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:03.710971 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ddd20f-9c2c-49a9-b035-0ae1ded8b660 x-openstack-request-id: req-a0ddd20f-9c2c-49a9-b035-0ae1ded8b660 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:03.711296 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:03.711949 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0ddd20f-9c2c-49a9-b035-0ae1ded8b660 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:03.713903 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'code': 200} Mar 07 04:34:03.716263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b071da9-8138-4a5c-810b-dc4110ad2480 None None] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:03.727862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (3203b45c-4078-4715-bf57-61ebe00a2d17), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.753772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting subnet 3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:03.759096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks [] for subnet (3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.762135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.771687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/3203b45c-4078-4715-bf57-61ebe00a2d17 HTTP/1.1" status: 204 len: 168 time: 0.6477413 Mar 07 04:34:03.782573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46832) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:03.798575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.835778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e7f5a-0f9e-42cc-a6f9-2f5d7f8da98e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=3203b45c-4078-4715-bf57-61ebe00a2d17,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:03.844577 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd3274c2-061c-4501-9d1b-e56942ae68d7 admin admin] Publish callbacks [] for security_group (55eb0322-6628-447c-bead-2a2ebfa424c7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.867830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet e349fdc6-0df3-4f31-bf33-4a925f26004c {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:03.876285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (e349fdc6-0df3-4f31-bf33-4a925f26004c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:03.898294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c738ffb8-60ee-4fde-9777-80a789835c08 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:03.919456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:04.026422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd3274c2-061c-4501-9d1b-e56942ae68d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (55eb0322-6628-447c-bead-2a2ebfa424c7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.029122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd3274c2-061c-4501-9d1b-e56942ae68d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.033318 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd3274c2-061c-4501-9d1b-e56942ae68d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55eb0322-6628-447c-bead-2a2ebfa424c7 HTTP/1.1" status: 204 len: 168 time: 0.7256727 Mar 07 04:34:04.034902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.045401 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (e349fdc6-0df3-4f31-bf33-4a925f26004c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.050797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3274c2-061c-4501-9d1b-e56942ae68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb0322-6628-447c-bead-2a2ebfa424c7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:04.282979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (be3483b3-24d6-4930-bc59-e4a54e95d4f8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.332813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event deleted for resources: {'Port': ['ID=be3483b3-24d6-4930-bc59-e4a54e95d4f8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:04.341477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e349fdc6-0df3-4f31-bf33-4a925f26004c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.395923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.486369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] No DVR routers for this DVR port be3483b3-24d6-4930-bc59-e4a54e95d4f8 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:04.499067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.499764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.503987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae5e6430-0194-4bc6-ae30-239cd35814b1 req-a74aded7-e9e3-4c24-a279-113e97bb888a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "DELETE /v2.0/ports/be3483b3-24d6-4930-bc59-e4a54e95d4f8 HTTP/1.1" status: 204 len: 173 time: 2.6701939 Mar 07 04:34:04.504658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'name': 'network-vif-deleted', 'tag': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:04.515967 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273fc203-2b0e-47f0-b34d-28c9c64e78d3" -d '{"events": [{"server_uuid": "81f6b93d-28ee-4a35-98b8-4d054b4cdc55", "name": "network-vif-deleted", "tag": "be3483b3-24d6-4930-bc59-e4a54e95d4f8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:04.582524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ff521b9-aecd-410c-8507-f036b188021e req-48ffa045-72b3-4ad6-b058-a0e5c1eaa41c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f6b93d-28ee-4a35-98b8-4d054b4cdc55 HTTP/1.1" status: 200 len: 210 time: 0.0613668 Mar 07 04:34:04.603584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (e349fdc6-0df3-4f31-bf33-4a925f26004c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.664000 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf10561-c759-4125-b14e-471fb8c80fe1 x-openstack-request-id: req-3bf10561-c759-4125-b14e-471fb8c80fe1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:04.664830 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f6b93d-28ee-4a35-98b8-4d054b4cdc55", "name": "network-vif-deleted", "tag": "be3483b3-24d6-4930-bc59-e4a54e95d4f8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:04.665341 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bf10561-c759-4125-b14e-471fb8c80fe1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:04.665956 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f6b93d-28ee-4a35-98b8-4d054b4cdc55', 'name': 'network-vif-deleted', 'tag': 'be3483b3-24d6-4930-bc59-e4a54e95d4f8', 'status': 'completed', 'code': 200} Mar 07 04:34:04.671278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=e349fdc6-0df3-4f31-bf33-4a925f26004c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:04.674214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.721778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:33:59Z', 'revision_number': 3, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:04.777463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] DHCP port deletion for 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:34:04.779097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.781600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Checking router: 8b174107-25bb-4436-a373-119a806f9f66 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:34:04.781782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Updating router 8b174107-25bb-4436-a373-119a806f9f66 port 92b16866-50fe-4e1b-a0f9-4369b5260a84 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:34:04.789898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e8ddcb23-9208-4881-b10d-e53de935d928 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/e349fdc6-0df3-4f31-bf33-4a925f26004c HTTP/1.1" status: 204 len: 168 time: 1.0020549 Mar 07 04:34:04.790897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:04.802211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.808783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/subnets/3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf HTTP/1.1" status: 204 len: 168 time: 1.1225321 Mar 07 04:34:04.810373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d440-802f-44eb-875d-dbacd89862eb tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe4f8bb-c3dc-4829-9d80-7daab9d2f8bf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:04.815819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aae7fe-bc28-4a9d-818b-5d681471f3e3 None None] Network 647fda0b-197a-4970-86eb-e729ec0490e6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:04.820537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46888) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:04.857859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be3483b3-24d6-4930-bc59-e4a54e95d4f8 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:04.917799 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:04.919384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Allocated IP 172.20.0.1 (49b99d88-a412-4a6e-af74-bee2051d6f43/0c785667-6592-4eed-bdd5-ab522138850e/dce4264c-1e4d-4252-b5a9-e9ed72cdc24a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:04.952992 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.012852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0a02d3e8-9ca4-439d-be1b-61753062b2c2 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2208824 Mar 07 04:34:05.017453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:05.022680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:05.029121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: be3483b3-24d6-4930-bc59-e4a54e95d4f8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:34:05.029472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device be3483b3-24d6-4930-bc59-e4a54e95d4f8 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:34:05.077039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 0ef7f19e-554f-4674-9329-ab401711a352 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:05.077645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0ef7f19e-554f-4674-9329-ab401711a352), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.162550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks [] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.191657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:05.198006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.227995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 0ef7f19e-554f-4674-9329-ab401711a352, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0ef7f19e-554f-4674-9329-ab401711a352,segment=NetworkSegment(272f3208-a693-442f-911c-b3969e1ceeee),segment_id=272f3208-a693-442f-911c-b3969e1ceeee)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:05.228376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0ef7f19e-554f-4674-9329-ab401711a352), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.254229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 0ef7f19e-554f-4674-9329-ab401711a352 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:05.324734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.360890 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:34:05.389753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Pushing event updated for resources: {'Port': ['ID=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:05.419099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:05.422689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:05.427051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:05.517852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0ef7f19e-554f-4674-9329-ab401711a352), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.550607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Deleting port 0ef7f19e-554f-4674-9329-ab401711a352 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:05.551028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0ef7f19e-554f-4674-9329-ab401711a352), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.557842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (8b174107-25bb-4436-a373-119a806f9f66), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.568158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00322aff-f4cd-481c-8437-aedd98d08d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:05.631647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 0ef7f19e-554f-4674-9329-ab401711a352 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:05.649536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=0ef7f19e-554f-4674-9329-ab401711a352,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:05.892384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] DHCP port deletion for 647fda0b-197a-4970-86eb-e729ec0490e6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:34:05.908980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.009111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:06.047021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272f3208-a693-442f-911c-b3969e1ceeee') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:06.050539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272f3208-a693-442f-911c-b3969e1ceeee') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:06.073799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.093439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (272f3208-a693-442f-911c-b3969e1ceeee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.127284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0ef7f19e-554f-4674-9329-ab401711a352 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:06.144566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (272f3208-a693-442f-911c-b3969e1ceeee), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.175398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:34:06.176629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (272f3208-a693-442f-911c-b3969e1ceeee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:34:06.185072 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:34:06.410376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0ef7f19e-554f-4674-9329-ab401711a352 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:34:06.411026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0ef7f19e-554f-4674-9329-ab401711a352 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:34:06.411624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 814deb99-9786-4f3c-9e9e-f77af516e1c3 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:06.484628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825899e1-bfea-4f3c-b9b6-47df9cce2270 None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': 'e349fdc6-0df3-4f31-bf33-4a925f26004c'}], 'binding:host_id': 'n-d-832185-1'}, 'id': 'bbbc5476-803f-435f-ac28-8394bc9a6906'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:34:06.484898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.533844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] For port 0ef7f19e-554f-4674-9329-ab401711a352, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:06.535306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.543606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/networks/29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 HTTP/1.1" status: 204 len: 168 time: 1.7218945 Mar 07 04:34:06.551858 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0ef7f19e-554f-4674-9329-ab401711a352), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.557611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:06.589672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ee0a5-393e-408f-bd9b-8081a0eced2d tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Network': ['ID=29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:06.633185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Publish callbacks [] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.707832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:34:06.708780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-ee830589-8745-4f78-9d57-90e6db7e341a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:06.710899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-ee830589-8745-4f78-9d57-90e6db7e341a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.4125226 Mar 07 04:34:06.721687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (647fda0b-197a-4970-86eb-e729ec0490e6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.740106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bfa54db5-cb56-4048-8077-98bf623b0e4c None None] Provisioning complete for port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:06.740613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bfa54db5-cb56-4048-8077-98bf623b0e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.742878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Calling delete_port for 0ef7f19e-554f-4674-9329-ab401711a352 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:06.747088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15cc7-0a91-4c26-b649-4c49eeb90d9f req-bfc4a474-0586-4d4a-9cd2-fd2e54319996 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:06.748862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39b15cc7-0a91-4c26-b649-4c49eeb90d9f req-bfc4a474-0586-4d4a-9cd2-fd2e54319996 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.1363487 Mar 07 04:34:06.750528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-9972b72f-9e92-4402-8118-6b3b492dfd1d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.0313835 Mar 07 04:34:06.762174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.771151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Port 0ef7f19e-554f-4674-9329-ab401711a352 was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:34:06.777102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 814deb99-9786-4f3c-9e9e-f77af516e1c3 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:06.777494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.807595 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-825899e1-bfea-4f3c-b9b6-47df9cce2270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:06.833098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-75bb5d15-b20f-4180-8f17-41d418c0b4cb tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750449 Mar 07 04:34:06.901824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39b15cc7-0a91-4c26-b649-4c49eeb90d9f req-63907282-826d-4d85-9c2e-dbef55ab40ac tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454940 Mar 07 04:34:06.941380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46998) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:06.941785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ab21-9902-4c30-b4e8-99ca8d9582a7 None None] Pushing event updated for resources: {'Port': ['ID=92b16866-50fe-4e1b-a0f9-4369b5260a84,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:06.960751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (0ef7f19e-554f-4674-9329-ab401711a352), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.028535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-25f4d03b-853e-43fb-bd76-6487b0346be8 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840401 Mar 07 04:34:07.048655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Network 29fb1dcd-14cd-4b4d-bcfb-6476f3c2da06 is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:34:07.049116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] No DVR routers for this DVR port 0ef7f19e-554f-4674-9329-ab401711a352 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:07.060557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Attempting to bind port 92b16866-50fe-4e1b-a0f9-4369b5260a84 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:07.061157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Attempting to bind port 92b16866-50fe-4e1b-a0f9-4369b5260a84 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:07.065964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Attempting to bind port 92b16866-50fe-4e1b-a0f9-4369b5260a84 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:07.068673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.088868 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks [] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.111057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.207659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-1a22ebd4-ef67-4364-b9e0-d5a81f0c9d9b service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729026 Mar 07 04:34:07.225489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26144d-495f-4231-8ff1-a14faa0af21c None None] Pushing event deleted for resources: {'Port': ['ID=0ef7f19e-554f-4674-9329-ab401711a352,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:07.233436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e6ed-a6fc-4098-ba03-7e4434cb65f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.236942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:07.237325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:07.237742 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.238175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:07.238671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Bound port: 92b16866-50fe-4e1b-a0f9-4369b5260a84, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:07.239069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.326098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] For port 92b16866-50fe-4e1b-a0f9-4369b5260a84, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:07.329739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] For port 92b16866-50fe-4e1b-a0f9-4369b5260a84, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=92b16866-50fe-4e1b-a0f9-4369b5260a84,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:07.334051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 814deb99-9786-4f3c-9e9e-f77af516e1c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=814deb99-9786-4f3c-9e9e-f77af516e1c3,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:07.336959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Pushing event updated for resources: {'Port': ['ID=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:07.338784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] Deleting port 814deb99-9786-4f3c-9e9e-f77af516e1c3 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:07.339365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.342298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bfa54db5-cb56-4048-8077-98bf623b0e4c None None] Port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:07.359341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.367524 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.419417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e6ed-a6fc-4098-ba03-7e4434cb65f1 admin admin] Publish callbacks [] for security_group (449f35e7-d353-492a-8412-6ccb497eefaf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.427478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e6ed-a6fc-4098-ba03-7e4434cb65f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (449f35e7-d353-492a-8412-6ccb497eefaf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.485646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5e6ed-a6fc-4098-ba03-7e4434cb65f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f35e7-d353-492a-8412-6ccb497eefaf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:07.498669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-95d5e6ed-a6fc-4098-ba03-7e4434cb65f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e310226ab644429bb874b5afcd60638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562048 Mar 07 04:34:07.501335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47016) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:07.527932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (8b174107-25bb-4436-a373-119a806f9f66), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.541771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] For port 814deb99-9786-4f3c-9e9e-f77af516e1c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=814deb99-9786-4f3c-9e9e-f77af516e1c3,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:07.542787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.606896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ab21-9902-4c30-b4e8-99ca8d9582a7 None None] Pushing event updated for resources: {'Port': ['ID=92b16866-50fe-4e1b-a0f9-4369b5260a84,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:07.609336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ccec135-9925-4259-9958-c7e62b9aae8a req-60419c81-0a3b-4453-881c-5cc6a779d5c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 210 time: 0.0558672 Mar 07 04:34:07.653964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dec0b5ba-bc61-4c91-8044-9abd345fe5d0 admin admin] Publish callbacks [] for security_group (449f35e7-d353-492a-8412-6ccb497eefaf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.665405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=814deb99-9786-4f3c-9e9e-f77af516e1c3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:07.668269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Routers {'8b174107-25bb-4436-a373-119a806f9f66'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:07.669139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8b174107-25bb-4436-a373-119a806f9f66'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:07.677011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] Calling delete_port for 814deb99-9786-4f3c-9e9e-f77af516e1c3 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:07.679621 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.699964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.713602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Deleting port 814deb99-9786-4f3c-9e9e-f77af516e1c3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:07.713936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.744140 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dec0b5ba-bc61-4c91-8044-9abd345fe5d0 admin admin] Publish callbacks [] for security_group (449f35e7-d353-492a-8412-6ccb497eefaf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.841061 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dec0b5ba-bc61-4c91-8044-9abd345fe5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (449f35e7-d353-492a-8412-6ccb497eefaf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.846277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dec0b5ba-bc61-4c91-8044-9abd345fe5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.848825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dec0b5ba-bc61-4c91-8044-9abd345fe5d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/449f35e7-d353-492a-8412-6ccb497eefaf HTTP/1.1" status: 204 len: 168 time: 0.3458869 Mar 07 04:34:07.854732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839bd93-e24a-47f0-a48e-68c945b3c33e None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:07.875444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b5ba-bc61-4c91-8044-9abd345fe5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f35e7-d353-492a-8412-6ccb497eefaf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:07.890751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47026) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:07.938318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] For port 814deb99-9786-4f3c-9e9e-f77af516e1c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=814deb99-9786-4f3c-9e9e-f77af516e1c3,segment=NetworkSegment(3b84070b-9fa3-461a-bb4e-ac618f0aa2c8),segment_id=3b84070b-9fa3-461a-bb4e-ac618f0aa2c8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:07.938696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:07.982351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Calling delete_port for 814deb99-9786-4f3c-9e9e-f77af516e1c3 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:08.040226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:08.065396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:08.101006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-894010179', 'router:external': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:08.185386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Made reservation on behalf of 6e4cc9b379ca4913be05829c7c7793a6 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:08.187957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.245539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.411204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-a64bfc7b-6bd1-432a-aee2-ec47dd52cd89 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:08.412833 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-a64bfc7b-6bd1-432a-aee2-ec47dd52cd89 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.1818717 Mar 07 04:34:08.414821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48af06-9791-4b00-a4fc-eaf9b08ed85b req-9a03c8e4-7bc4-43bb-b55f-3693d9792010 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:08.425494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f48af06-9791-4b00-a4fc-eaf9b08ed85b req-9a03c8e4-7bc4-43bb-b55f-3693d9792010 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.2665353 Mar 07 04:34:08.449837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:08.470335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4307f80c-16ac-42d5-9348-99212b4b32eb None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:08.470853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4307f80c-16ac-42d5-9348-99212b4b32eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.567634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f48af06-9791-4b00-a4fc-eaf9b08ed85b req-ae23e8f6-6465-4e1e-8b57-24cb794af7df tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871766 Mar 07 04:34:08.581366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for security_group (c4b5e85b-6c15-4837-911c-0a05ff4249c9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.599502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c4b5e85b-6c15-4837-911c-0a05ff4249c9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.676282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5e85b-6c15-4837-911c-0a05ff4249c9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:08.698848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:34:08.711889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47040) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:08.737594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] Set router 8b174107-25bb-4436-a373-119a806f9f66 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:08.767685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d260db1-1caf-45aa-a0c1-1257484e3384 req-b550b3e8-74ba-4a75-b810-ed5c1e4d847c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 210 time: 0.0341537 Mar 07 04:34:08.769023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3d381124-0ab7-4e9c-a1c9-91e022e90422), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.769477 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Added segment 3d381124-0ab7-4e9c-a1c9-91e022e90422 of type vlan for network 8d18a24b-90c7-42ab-aa76-38954663702e Mar 07 04:34:08.771182 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b373060e-b183-47b2-ab8f-9a0bc2d64ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:08.883341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4307f80c-16ac-42d5-9348-99212b4b32eb None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:08.884367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8d18a24b-90c7-42ab-aa76-38954663702e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.020014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8d18a24b-90c7-42ab-aa76-38954663702e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.021284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:09.023129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.031567 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b373060e-b183-47b2-ab8f-9a0bc2d64ec9 admin admin] Publish callbacks [] for security_group (b5aa5321-7caa-4132-a2c2-d233f179c763), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.105612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:09.119179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Network': ['ID=8d18a24b-90c7-42ab-aa76-38954663702e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:09.124073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b373060e-b183-47b2-ab8f-9a0bc2d64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b5aa5321-7caa-4132-a2c2-d233f179c763), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.165276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b373060e-b183-47b2-ab8f-9a0bc2d64ec9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5ca82e77e6a44c6a5a60dfe5566f639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462798 Mar 07 04:34:09.169691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.172274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:09.176971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8d18a24b-90c7-42ab-aa76-38954663702e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:34:09.201564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9eee67b4-9e3b-427c-9cc3-31d7b8960ec0 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3088329 Mar 07 04:34:09.207665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47044) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:09.224500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:09.224897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.226406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.243288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'subnet': {'network_id': '8d18a24b-90c7-42ab-aa76-38954663702e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:09.316919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-50021cea-79f1-4a3f-97e0-a35aabf675fd None None] Provisioning complete for port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:09.317293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50021cea-79f1-4a3f-97e0-a35aabf675fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.324268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373060e-b183-47b2-ab8f-9a0bc2d64ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa5321-7caa-4132-a2c2-d233f179c763,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:09.434590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:09.435870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.441062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (38486fb1-29a9-4b76-b041-f59bbcc21e57), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.508467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (814deb99-9786-4f3c-9e9e-f77af516e1c3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.519274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.520649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-50021cea-79f1-4a3f-97e0-a35aabf675fd None None] Port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:09.522014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] Pushing event deleted for resources: {'Port': ['ID=814deb99-9786-4f3c-9e9e-f77af516e1c3,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:09.536563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:09.536936 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:09.573499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85273e86-1194-4d04-af2c-75213ce945ce None None] No DVR routers for this DVR port 814deb99-9786-4f3c-9e9e-f77af516e1c3 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:09.580812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-2ace4c91-4a39-4308-ab85-58860c7ea275 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:09.582327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-2ace4c91-4a39-4308-ab85-58860c7ea275 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.3204942 Mar 07 04:34:09.583724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Made reservation on behalf of 6e4cc9b379ca4913be05829c7c7793a6 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:09.586367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.613528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Request body: {'port': {'device_id': '8230ae20-602e-4530-972f-13e7fcc091d6', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'admin_state_up': True, 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:09.614800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:34:05Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dce4264c-1e4d-4252-b5a9-e9ed72cdc24a', 'name': '', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'mac_address': 'fa:16:3e:40:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:04Z', 'updated_at': '2022-03-07T04:34:06Z', 'revision_number': 2, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'subnets': [{'id': '0c785667-6592-4eed-bdd5-ab522138850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:09.617454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:09.638141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Port': ['ID=814deb99-9786-4f3c-9e9e-f77af516e1c3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:09.653970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:09.654321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a8e8-fe00-45d2-a720-f789a7e1f66e None None] The sync data for ids ['8b174107-25bb-4436-a373-119a806f9f66'] in n-d-832185-1 is: [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:34:05Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dce4264c-1e4d-4252-b5a9-e9ed72cdc24a', 'name': '', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'mac_address': 'fa:16:3e:40:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:04Z', 'updated_at': '2022-03-07T04:34:06Z', 'revision_number': 2, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'subnets': [{'id': '0c785667-6592-4eed-bdd5-ab522138850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:34:09.662561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:09.664791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.668165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] No DVR routers for this DVR port 814deb99-9786-4f3c-9e9e-f77af516e1c3 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:09.671757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=38486fb1-29a9-4b76-b041-f59bbcc21e57,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:09.706740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aae46f8a-1bc9-49fe-8ec2-88abfdf10a2d admin admin] Publish callbacks [] for security_group (b5aa5321-7caa-4132-a2c2-d233f179c763), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.727701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Router 8b174107-25bb-4436-a373-119a806f9f66 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:34:09.816481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aae46f8a-1bc9-49fe-8ec2-88abfdf10a2d admin admin] Publish callbacks [] for security_group (b5aa5321-7caa-4132-a2c2-d233f179c763), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:09.824481 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf085225-cfa2-4ad5-a992-534a063c0ee7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8032348 Mar 07 04:34:09.831977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:09.845908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:09.934856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-978ac696-2ad5-40f2-995d-26e38385d31f req-c4121499-6de9-44ef-b0e6-fd1a912dc947 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 210 time: 0.0705128 Mar 07 04:34:09.998879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (647fda0b-197a-4970-86eb-e729ec0490e6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.003389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:10.008734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.018838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25fc07-8fc5-478a-a2b6-aa6739543ca1 req-c3518dff-107f-4edc-bb56-5659b5582ffe tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:10.020526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a25fc07-8fc5-478a-a2b6-aa6739543ca1 req-c3518dff-107f-4edc-bb56-5659b5582ffe tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 948 time: 0.3018682 Mar 07 04:34:10.091414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Deleting port 5f8c5785-12b0-4709-9883-81da6ef01c4b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:10.091757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.109196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:10.109686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.148756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647fda0b-197a-4970-86eb-e729ec0490e6']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:10.183473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:10.185435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:10.185782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b84070b-9fa3-461a-bb4e-ac618f0aa2c8') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:10.198475 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.259357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3b84070b-9fa3-461a-bb4e-ac618f0aa2c8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.296530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:34:10.316535 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d5b6215-29cd-48b7-87b2-ef88eee7b6df admin admin] 10.222.0.21 "PUT /v2.0/routers/8b174107-25bb-4436-a373-119a806f9f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1567338 Mar 07 04:34:10.317288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a25fc07-8fc5-478a-a2b6-aa6739543ca1 req-517c3bd4-ef59-479f-bdbe-e548f64f2bc4 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553589 Mar 07 04:34:10.354531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884b70c-2d53-403e-9fd9-906cf380e960 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:10.356007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3b84070b-9fa3-461a-bb4e-ac618f0aa2c8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.359518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aae46f8a-1bc9-49fe-8ec2-88abfdf10a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b5aa5321-7caa-4132-a2c2-d233f179c763), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.362581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aae46f8a-1bc9-49fe-8ec2-88abfdf10a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.368073 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aae46f8a-1bc9-49fe-8ec2-88abfdf10a2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5aa5321-7caa-4132-a2c2-d233f179c763 HTTP/1.1" status: 204 len: 168 time: 1.1881788 Mar 07 04:34:10.388339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:34:10.388940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3b84070b-9fa3-461a-bb4e-ac618f0aa2c8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: items = [ Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:34:10.403578 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:34:10.440464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae46f8a-1bc9-49fe-8ec2-88abfdf10a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aa5321-7caa-4132-a2c2-d233f179c763,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:10.501521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:10.517260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Allocated IP 172.20.0.14 (56a12596-683b-48cd-90c0-009f365423fb/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4/d9711395-5f66-43ed-ba5e-a681bf74ae9b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:10.625970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] For port 5f8c5785-12b0-4709-9883-81da6ef01c4b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=5f8c5785-12b0-4709-9883-81da6ef01c4b,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:10.626563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.638702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:10.639227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.645869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Calling delete_port for 5f8c5785-12b0-4709-9883-81da6ef01c4b owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:10.716860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:10.717247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.763360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:10.767019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.814648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:10.852674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (647fda0b-197a-4970-86eb-e729ec0490e6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.928901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:10.959629 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] 10.222.0.21 "DELETE /v2.0/networks/647fda0b-197a-4970-86eb-e729ec0490e6 HTTP/1.1" status: 204 len: 168 time: 4.3981485 Mar 07 04:34:11.045912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc17fc-f785-4231-b4fd-aea083eab0f1 tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] Pushing event deleted for resources: {'Network': ['ID=647fda0b-197a-4970-86eb-e729ec0490e6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:11.076965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 5f8c5785-12b0-4709-9883-81da6ef01c4b no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:11.312979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:11.313647 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:11.509158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:11.523855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:11.527388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:11.538677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:11.816934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5f8c5785-12b0-4709-9883-81da6ef01c4b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:11.857238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:11.857796 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:11.860627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 5f8c5785-12b0-4709-9883-81da6ef01c4b is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:11.875884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (395d3510-459f-44bf-9524-3a2a7c4a23aa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:11.913370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:11.998407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49d46ebe-f1f1-448e-a5dd-e97b00190f84 req-a06edf2d-8df6-4557-ac7f-e116c6b75afe tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 210 time: 0.3438230 Mar 07 04:34:12.020176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47128) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:12.034630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-network', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:12.094427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Made reservation on behalf of 0286b1b7107e445b8495990ac4c3f2ba for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:12.096813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.108568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.184169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291a379-e104-460b-ab47-dcf23b34ed98 req-c57d7f1e-f72c-4a22-b78d-4f4c3692d03d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:12.186469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f291a379-e104-460b-ab47-dcf23b34ed98 req-c57d7f1e-f72c-4a22-b78d-4f4c3692d03d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2 HTTP/1.1" status: 200 len: 865 time: 0.5520172 Mar 07 04:34:12.218800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=395d3510-459f-44bf-9524-3a2a7c4a23aa,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:12.231766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Pushing event deleted for resources: {'Port': ['ID=5f8c5785-12b0-4709-9883-81da6ef01c4b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:12.236436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:12.257601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] No DVR routers for this DVR port 5f8c5785-12b0-4709-9883-81da6ef01c4b on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:12.261187 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.265261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-009e8b56-d365-46c7-8d0a-5f8947f864c7 req-d68bf914-7bb3-456d-b7d6-8a505f4075b0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.44 "DELETE /v2.0/ports/5f8c5785-12b0-4709-9883-81da6ef01c4b HTTP/1.1" status: 204 len: 173 time: 3.8355176 Mar 07 04:34:12.266127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-deleted', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:12.270507 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ad60e-ee4d-422c-83b1-fbb02e430954" -d '{"events": [{"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-deleted", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:12.274171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:12.284765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:12.284921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee5e8e-6e85-4626-a6e3-9da48389d388 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:12.285369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.337334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4a7b3cb7-65ef-415b-a994-ea5dc7fba577 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4964964 Mar 07 04:34:12.341503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47136) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:12.359732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:d0:d1:a4', 'name': 'tempest-NetworksTestDHCPv6-1531778007'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:12.376464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f291a379-e104-460b-ab47-dcf23b34ed98 req-beb8b02e-90f5-4398-9b12-63847e27a8d9 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738482 Mar 07 04:34:12.398270 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00de627-8058-4e9a-b528-5e404726c97a x-openstack-request-id: req-a00de627-8058-4e9a-b528-5e404726c97a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:12.398652 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2", "name": "network-vif-deleted", "tag": "5f8c5785-12b0-4709-9883-81da6ef01c4b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:12.398907 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a00de627-8058-4e9a-b528-5e404726c97a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:12.399321 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c075927-35a7-4b0f-ba9a-3e4eaf22e2d2', 'name': 'network-vif-deleted', 'tag': '5f8c5785-12b0-4709-9883-81da6ef01c4b', 'status': 'completed', 'code': 200} Mar 07 04:34:12.510374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks [] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.573481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:34:12.574246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (88e8577c-b044-42ff-82fc-df1d55cb77c1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.630771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92b16866-50fe-4e1b-a0f9-4369b5260a84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:12.673696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:12.729245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Subnet': ['ID=88e8577c-b044-42ff-82fc-df1d55cb77c1,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:12.752847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a9883e9-e78f-49f5-ba9c-5a00dbca03db None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:12.856570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Checking segment: {'id': '3d381124-0ab7-4e9c-a1c9-91e022e90422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8d18a24b-90c7-42ab-aa76-38954663702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:12.857126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network hostable DHCP agents. Network: 8d18a24b-90c7-42ab-aa76-38954663702e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:34:12.863622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks [] for security_group (1693489c-aaa2-4df6-818d-962906391799), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.867333 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.900611 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:12.976058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port daed615a-8e2c-48ef-b4e8-1058a648f18f yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:34:12.988251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 92b16866-50fe-4e1b-a0f9-4369b5260a84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:12.988779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.010314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:13.026965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1693489c-aaa2-4df6-818d-962906391799), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.041789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Network 56a12596-683b-48cd-90c0-009f365423fb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:13.061851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:13.074810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-627024e5-735b-491d-8c8c-edba8350b7bb None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:13.075196 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-627024e5-735b-491d-8c8c-edba8350b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.076199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:13.185334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:13.186205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.224572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d5d5c69-b820-468a-a1b0-e11776507b7d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6187296 Mar 07 04:34:13.261949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network 8d18a24b-90c7-42ab-aa76-38954663702e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:34:13.275566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Request body: {'port': {'device_id': '8230ae20-602e-4530-972f-13e7fcc091d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:13.283100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:34:13.362588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693489c-aaa2-4df6-818d-962906391799,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:13.378993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8d18a24b-90c7-42ab-aa76-38954663702e) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:13.387415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (74f701f5-245f-4cae-872a-429b7c3caadf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.388128 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Added segment 74f701f5-245f-4cae-872a-429b7c3caadf of type vlan for network 658371c4-8a33-4267-82b7-3231c3f66ba6 Mar 07 04:34:13.461635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:13.462285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.470922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 172.20.0.14 (8393e2f1-e638-4cb0-b0df-29004274d522/395d3510-459f-44bf-9524-3a2a7c4a23aa/daed615a-8e2c-48ef-b4e8-1058a648f18f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:13.472172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e44f7e-805a-48cc-a6e1-9e4a8ade1933 req-926d70db-8ca4-4fdb-9f5f-158ef6a01d1b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:13.474107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e44f7e-805a-48cc-a6e1-9e4a8ade1933 req-926d70db-8ca4-4fdb-9f5f-158ef6a01d1b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 932 time: 0.2720120 Mar 07 04:34:13.477636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.490721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fed0:d1a4 (8393e2f1-e638-4cb0-b0df-29004274d522/38486fb1-29a9-4b76-b041-f59bbcc21e57/daed615a-8e2c-48ef-b4e8-1058a648f18f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:13.561621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55888fc7-3c8f-47dc-93c7-1954ac6c8058 None None] Network 8d18a24b-90c7-42ab-aa76-38954663702e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:13.567769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '38486fb1-29a9-4b76-b041-f59bbcc21e57', 'ip_address': '2001:db8::f816:3eff:fedf:575b'}, {'subnet_id': '395d3510-459f-44bf-9524-3a2a7c4a23aa'}], 'binding:host_id': 'n-d-832185-1'}, 'id': 'bbbc5476-803f-435f-ac28-8394bc9a6906'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:34:13.593679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (658371c4-8a33-4267-82b7-3231c3f66ba6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.610446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a9a164f-385b-4ca8-ade3-bc8808ed8bab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4017270 Mar 07 04:34:13.636423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:13.649809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.659194 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Sync routers for ids ['8b174107-25bb-4436-a373-119a806f9f66'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:34:13.661817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-998176781', 'network_id': '8d18a24b-90c7-42ab-aa76-38954663702e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:13.674256 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Routers {'8b174107-25bb-4436-a373-119a806f9f66'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:13.675134 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8b174107-25bb-4436-a373-119a806f9f66'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:13.729756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Made reservation on behalf of 6e4cc9b379ca4913be05829c7c7793a6 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:13.733211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.774818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] device_id is not set on port f8def428-61c7-454e-aceb-92e881ddd220 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:34:13.785389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67e44f7e-805a-48cc-a6e1-9e4a8ade1933 req-3dbd1487-b271-4082-8d36-2b4763df5198 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001223 Mar 07 04:34:13.861058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (daed615a-8e2c-48ef-b4e8-1058a648f18f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.916396 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (daed615a-8e2c-48ef-b4e8-1058a648f18f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.925661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (658371c4-8a33-4267-82b7-3231c3f66ba6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.933925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:13.934613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:13.978169 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Set router 8b174107-25bb-4436-a373-119a806f9f66 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:13.983049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb155934-12ec-4e89-aa1c-5ce0df07e336 None None] Network 8d18a24b-90c7-42ab-aa76-38954663702e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:14.014563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=daed615a-8e2c-48ef-b4e8-1058a648f18f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:14.063456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:14.065644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:14.074316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:14.139995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:14.141051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.170790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3e8c5ddd-d517-4105-a80a-da1a351282a7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8267629 Mar 07 04:34:14.172830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:14.208392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 92b16866-50fe-4e1b-a0f9-4369b5260a84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:14.209011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.254181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 92b16866-50fe-4e1b-a0f9-4369b5260a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=92b16866-50fe-4e1b-a0f9-4369b5260a84,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:14.262610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24487d-477a-4490-bf9b-f38c69135eed tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:14.270351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24487d-477a-4490-bf9b-f38c69135eed tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:14.277681 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e24487d-477a-4490-bf9b-f38c69135eed tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1786 time: 0.1022089 Mar 07 04:34:14.279222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:14.360140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-627024e5-735b-491d-8c8c-edba8350b7bb None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:14.364017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.365258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:14.438391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] Allocated IP 172.20.0.2 (8393e2f1-e638-4cb0-b0df-29004274d522/395d3510-459f-44bf-9524-3a2a7c4a23aa/bbbc5476-803f-435f-ac28-8394bc9a6906) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:14.484703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port daed615a-8e2c-48ef-b4e8-1058a648f18f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:14.485073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (daed615a-8e2c-48ef-b4e8-1058a648f18f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.546457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:34:05Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dce4264c-1e4d-4252-b5a9-e9ed72cdc24a', 'name': '', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'mac_address': 'fa:16:3e:40:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:04Z', 'updated_at': '2022-03-07T04:34:06Z', 'revision_number': 2, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'subnets': [{'id': '0c785667-6592-4eed-bdd5-ab522138850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:14.585213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Checking router: 8b174107-25bb-4436-a373-119a806f9f66 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:34:14.585816 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Updating router 8b174107-25bb-4436-a373-119a806f9f66 port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:34:14.623348 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.694842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9711395-5f66-43ed-ba5e-a681bf74ae9b {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:34:14.704519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Publish callbacks [] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.718438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Transition to ACTIVE for port object d9711395-5f66-43ed-ba5e-a681bf74ae9b will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:34:14.729326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (daed615a-8e2c-48ef-b4e8-1058a648f18f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:14.766854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for daed615a-8e2c-48ef-b4e8-1058a648f18f owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:14.800617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Allocated IP 2001:db8::2e8 (8d18a24b-90c7-42ab-aa76-38954663702e/88e8577c-b044-42ff-82fc-df1d55cb77c1/f8def428-61c7-454e-aceb-92e881ddd220) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:14.873672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:14.903170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=92b16866-50fe-4e1b-a0f9-4369b5260a84,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.000415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:15.001062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.088311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] Publish callbacks [] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.105564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for port (f8def428-61c7-454e-aceb-92e881ddd220), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.107466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.198682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.227761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2024488 Mar 07 04:34:15.229767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:15.242567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Request body: {'subnet': {'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-subnet', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:15.248199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (daed615a-8e2c-48ef-b4e8-1058a648f18f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.272038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f8def428-61c7-454e-aceb-92e881ddd220), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.316768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=daed615a-8e2c-48ef-b4e8-1058a648f18f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.317323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network 8d18a24b-90c7-42ab-aa76-38954663702e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:15.318585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74730a5-c1b5-497f-ace8-876268514720 admin admin] Pushing event updated for resources: {'Network': ['ID=658371c4-8a33-4267-82b7-3231c3f66ba6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.391487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:15.395447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:15.396507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:15.397111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.442184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:34:15.449595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8090086 Mar 07 04:34:15.452747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:15.514497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Made reservation on behalf of 0286b1b7107e445b8495990ac4c3f2ba for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:15.526060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.541063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9332d02-a191-4240-a0a6-65461c73301f req-c82398d2-ca6a-4660-a8f0-a503f827baa0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:15.542783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9332d02-a191-4240-a0a6-65461c73301f req-c82398d2-ca6a-4660-a8f0-a503f827baa0 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 949 time: 1.3878720 Mar 07 04:34:15.555122 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Publish callbacks [] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.572483 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.644968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.720411 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Pushing event updated for resources: {'Port': ['ID=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.738144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f54d7-51ea-4285-a99e-7ce20153d6a2 None None] Pushing event updated for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.756116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055d97-d075-4e05-9643-27cf27af9ffa tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Port': ['ID=f8def428-61c7-454e-aceb-92e881ddd220,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:15.779086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a9cf5-c0c0-4bbc-b5a7-5ce476b3eb0e req-cd7ac181-4856-4bf6-b1df-770f6e796872 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:15.780738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f96a9cf5-c0c0-4bbc-b5a7-5ce476b3eb0e req-cd7ac181-4856-4bf6-b1df-770f6e796872 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.5988774 Mar 07 04:34:15.833614 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.836840 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.838958 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.839431 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.839874 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.841197 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.843806 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.847559 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.848034 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.848498 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.848937 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.849373 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.850356 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:15.922651 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:15.935119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-96f25ef2-33df-48fa-a3b3-ee2cb4442a62 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/daed615a-8e2c-48ef-b4e8-1058a648f18f HTTP/1.1" status: 204 len: 168 time: 1.6525271 Mar 07 04:34:15.942556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:15.983179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:16.045504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Attempting to bind port d9711395-5f66-43ed-ba5e-a681bf74ae9b on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:16.052296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Attempting to bind port d9711395-5f66-43ed-ba5e-a681bf74ae9b by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:16.052508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Attempting to bind port d9711395-5f66-43ed-ba5e-a681bf74ae9b on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:16.077827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Port d9711395-5f66-43ed-ba5e-a681bf74ae9b on network 56a12596-683b-48cd-90c0-009f365423fb not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:34:16.078309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Attempting to bind port d9711395-5f66-43ed-ba5e-a681bf74ae9b on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:16.112654 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Attempting to bind port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:16.119187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Deleting port f8def428-61c7-454e-aceb-92e881ddd220 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:16.119658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f8def428-61c7-454e-aceb-92e881ddd220), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.124901 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Attempting to bind port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:16.125541 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Attempting to bind port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a on network 49b99d88-a412-4a6e-af74-bee2051d6f43 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:16.141129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:16.141470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:16.142101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Bound using segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:16.142341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Bound port: d9711395-5f66-43ed-ba5e-a681bf74ae9b, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:16.142703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.149287 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:16.150050 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Checking segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:16.152471 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.154372 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Bound using segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:16.164293 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Bound port: dce4264c-1e4d-4252-b5a9-e9ed72cdc24a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:16.170240 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.231107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eff700-5392-4ea0-af7d-14fae78cac5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:16.233296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eff700-5392-4ea0-af7d-14fae78cac5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:16.234534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eff700-5392-4ea0-af7d-14fae78cac5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:16.238614 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50eff700-5392-4ea0-af7d-14fae78cac5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1790497 Mar 07 04:34:16.257890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47228) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:16.302887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4e0f8491-4890-436f-b577-ef5b79fd5f0d None None] Provisioning complete for port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:16.303736 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8491-4890-436f-b577-ef5b79fd5f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.326299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-7effc6fa-6818-4742-aef2-dedef27254fe tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:16.333365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-7effc6fa-6818-4742-aef2-dedef27254fe tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 949 time: 0.5783277 Mar 07 04:34:16.367067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92b16866-50fe-4e1b-a0f9-4369b5260a84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:16.392615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 38486fb1-29a9-4b76-b041-f59bbcc21e57 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:16.402710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (38486fb1-29a9-4b76-b041-f59bbcc21e57), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.431478 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] For port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:16.435260 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] For port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:16.447240 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.561634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f8def428-61c7-454e-aceb-92e881ddd220), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.589252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Calling delete_port for f8def428-61c7-454e-aceb-92e881ddd220 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:16.609660 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Routers {'8b174107-25bb-4436-a373-119a806f9f66'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:16.617909 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8b174107-25bb-4436-a373-119a806f9f66'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:16.620348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f8491-4890-436f-b577-ef5b79fd5f0d None None] Port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:16.638797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 92b16866-50fe-4e1b-a0f9-4369b5260a84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:16.639185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.744847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33932f-f71f-41a3-a63b-1fe892c0e55c None None] Pushing event updated for resources: {'Port': ['ID=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:16.747991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (38486fb1-29a9-4b76-b041-f59bbcc21e57), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.778551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47232) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:16.874186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 92b16866-50fe-4e1b-a0f9-4369b5260a84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:16.875525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:16.890199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f8def428-61c7-454e-aceb-92e881ddd220), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.945025 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] Set router 8b174107-25bb-4436-a373-119a806f9f66 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:16.976627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (38486fb1-29a9-4b76-b041-f59bbcc21e57), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.982486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] Provisioning complete for port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:16.982993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:16.993239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8def428-61c7-454e-aceb-92e881ddd220,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:17.090399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:17.099834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f96a9cf5-c0c0-4bbc-b5a7-5ce476b3eb0e req-781756ad-ba27-4987-94b0-c5ad4e4f6061 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2197750 Mar 07 04:34:17.107753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9332d02-a191-4240-a0a6-65461c73301f req-3a839ef4-eb01-4d6b-a57f-941c6dd4719d tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5287549 Mar 07 04:34:17.153710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:17.155747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:17.156144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.163376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Deleting port d272dc07-c545-46e1-8575-920143b043f8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:17.164079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d272dc07-c545-46e1-8575-920143b043f8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.207486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (38486fb1-29a9-4b76-b041-f59bbcc21e57), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.310812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] For port d272dc07-c545-46e1-8575-920143b043f8, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d272dc07-c545-46e1-8575-920143b043f8,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:17.310812 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d272dc07-c545-46e1-8575-920143b043f8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.326193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Calling delete_port for d272dc07-c545-46e1-8575-920143b043f8 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:17.394662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=38486fb1-29a9-4b76-b041-f59bbcc21e57,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:17.403907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.411308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] Current status of the port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:17.412055 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.413136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-457ab7f1-f982-47e9-81ea-0c3d3880ed33 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/38486fb1-29a9-4b76-b041-f59bbcc21e57 HTTP/1.1" status: 204 len: 168 time: 1.1539965 Mar 07 04:34:17.419120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47240) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:17.436223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.443129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb4f38b0-93bc-424c-8922-8f776a733cb1 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f8def428-61c7-454e-aceb-92e881ddd220 HTTP/1.1" status: 204 len: 168 time: 1.9731328 Mar 07 04:34:17.458052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:17.468103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.474850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d18a24b-90c7-42ab-aa76-38954663702e', 'external_fixed_ips': [{'subnet_id': '88e8577c-b044-42ff-82fc-df1d55cb77c1', 'ip_address': '2001:db8::2e8'}]}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:17.498799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:17.512062 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:34:05Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dce4264c-1e4d-4252-b5a9-e9ed72cdc24a', 'name': '', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'mac_address': 'fa:16:3e:40:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:04Z', 'updated_at': '2022-03-07T04:34:16Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'subnets': [{'id': '0c785667-6592-4eed-bdd5-ab522138850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:17.532576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] For port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:17.552346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.558936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51dcf92a-7f63-485a-b58d-59d4110a11b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.598132 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9bfd7fce-895a-45c5-bb5a-097259a2b91a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.601802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7a392-94ac-44a0-a8ea-4bb199439667 None None] The sync data for ids ['8b174107-25bb-4436-a373-119a806f9f66'] in n-d-832185-1 is: [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:34:05Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dce4264c-1e4d-4252-b5a9-e9ed72cdc24a', 'name': '', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'mac_address': 'fa:16:3e:40:5a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:04Z', 'updated_at': '2022-03-07T04:34:16Z', 'revision_number': 4, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'subnets': [{'id': '0c785667-6592-4eed-bdd5-ab522138850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:34:17.652423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:17.654486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.655999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] 10.222.0.15 "PUT /v2.0/ports/d9711395-5f66-43ed-ba5e-a681bf74ae9b HTTP/1.1" status: 200 len: 1092 time: 4.4020116 Mar 07 04:34:17.659130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c262d0-bfbb-42bf-b371-6695e16d6fe0 None None] Pushing event updated for resources: {'Port': ['ID=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:17.662762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:17.670149 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdd31ca-227b-4545-a259-7d3a95b344ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:17.731041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea7ae1-07a2-4efc-8600-ec714e0b00d4 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:17.742164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-76f3672a-29fd-4484-87e2-c1b5b646d22f None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:17.746732 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76f3672a-29fd-4484-87e2-c1b5b646d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.751675 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.752701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.793234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 395d3510-459f-44bf-9524-3a2a7c4a23aa {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:17.846170 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (395d3510-459f-44bf-9524-3a2a7c4a23aa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.864791 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338288f9-fb10-43be-937b-71ed4c8f5d38 x-openstack-request-id: req-338288f9-fb10-43be-937b-71ed4c8f5d38 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:17.875204 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:17.875544 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-338288f9-fb10-43be-937b-71ed4c8f5d38 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:17.875925 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'status': 'completed', 'code': 200} Mar 07 04:34:17.897910 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d272dc07-c545-46e1-8575-920143b043f8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:17.907905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfd7fce-895a-45c5-bb5a-097259a2b91a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:17.948887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aa867-21dd-4ccf-a8f1-65b1f4b0b64e service neutron] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:17.999729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.018125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76f3672a-29fd-4484-87e2-c1b5b646d22f None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:18.122969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51dcf92a-7f63-485a-b58d-59d4110a11b3 admin admin] Publish callbacks [] for security_group (69dfde64-af9b-4809-b02c-9daa109004ff), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.133945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fe753dea-17e9-4fc4-aec6-00f9afb2b2e6 None None] Could not find standard attr ID for object daed615a-8e2c-48ef-b4e8-1058a648f18f. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:34:18.137191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51dcf92a-7f63-485a-b58d-59d4110a11b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (69dfde64-af9b-4809-b02c-9daa109004ff), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.213182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dce4264c-1e4d-4252-b5a9-e9ed72cdc24a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:18.243802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (395d3510-459f-44bf-9524-3a2a7c4a23aa), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.253594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Checking segment: {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:18.253939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Network hostable DHCP agents. Network: 658371c4-8a33-4267-82b7-3231c3f66ba6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:34:18.307860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcf92a-7f63-485a-b58d-59d4110a11b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dfde64-af9b-4809-b02c-9daa109004ff,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:18.359676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:18.362436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.457653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Pushing event deleted for resources: {'Port': ['ID=d272dc07-c545-46e1-8575-920143b043f8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:18.471414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-51dcf92a-7f63-485a-b58d-59d4110a11b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5da1815ee1048cc845c762a4945d8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5799594 Mar 07 04:34:18.494905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47254) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:18.617726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:18.678322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.726834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:34:18.838922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 658371c4-8a33-4267-82b7-3231c3f66ba6) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:18.849844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd300838-bcc9-4e32-bd2c-9d1e162084e2 None None] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:18.866698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:18.867567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.878397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (395d3510-459f-44bf-9524-3a2a7c4a23aa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:18.969578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (395d3510-459f-44bf-9524-3a2a7c4a23aa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.052800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7821-decc-4790-89f1-2424de2fa6e8 admin admin] Publish callbacks [] for security_group (69dfde64-af9b-4809-b02c-9daa109004ff), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.061971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b3290eb-7a43-490c-b0de-888f539cd2e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8299050 Mar 07 04:34:19.062983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=395d3510-459f-44bf-9524-3a2a7c4a23aa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:19.066907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47256) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:19.097407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-658371c4-8a33-4267-82b7-3231c3f66ba6', 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6', 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'fixed_ips': [{'subnet_id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:34:19.098790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.111451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] No DVR routers for this DVR port d272dc07-c545-46e1-8575-920143b043f8 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:19.117095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.119543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.122419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db82d4b6-4d9e-4a15-a47a-8629986bb318 req-070581bb-9541-4226-9155-dad87efecb34 tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.15 "DELETE /v2.0/ports/d272dc07-c545-46e1-8575-920143b043f8 HTTP/1.1" status: 204 len: 173 time: 2.3579061 Mar 07 04:34:19.123078 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d0b5fac-e996-4b0e-9aef-eb2dd761412c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/395d3510-459f-44bf-9524-3a2a7c4a23aa HTTP/1.1" status: 204 len: 168 time: 1.6970525 Mar 07 04:34:19.130015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-867e9d00-f768-438f-bf77-d3d23536b1ed req-50951b02-e56d-4be6-85b0-c4d1df102b8f tempest-ListImageFiltersTestJSON-488011889 tempest-ListImageFiltersTestJSON-488011889-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e68f78c-f4c7-429b-b149-30b4811be3d2 HTTP/1.1" status: 200 len: 210 time: 0.8096173 Mar 07 04:34:19.133849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47258) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:19.140838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:19.212928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7821-decc-4790-89f1-2424de2fa6e8 admin admin] Publish callbacks [] for security_group (69dfde64-af9b-4809-b02c-9daa109004ff), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.284067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d0d2b279-5709-42b8-9064-f8ad7a9f34dc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484823 Mar 07 04:34:19.284782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47260) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:19.304395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:19.313109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d185b2a-40f2-4734-bbe5-7fa4d4bb99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:19.316261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-4d185b2a-40f2-4734-bbe5-7fa4d4bb99e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 1126 time: 1.5705583 Mar 07 04:34:19.320875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a7aca-930b-43ac-b282-73ac99eefa02 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:19.335602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (87c3f287-92f7-44e3-afae-876bd4a4bf8d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.336856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (87c3f287-92f7-44e3-afae-876bd4a4bf8d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.347013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3debca-b15a-44d0-9fce-d861645a4e12 req-954f97e5-146a-40cb-a9d4-ed131e04c123 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:19.355283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff3debca-b15a-44d0-9fce-d861645a4e12 req-954f97e5-146a-40cb-a9d4-ed131e04c123 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.9120028 Mar 07 04:34:19.409811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-a4e9067d-1390-4c1d-8c69-2a9cdf2469c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b HTTP/1.1" status: 200 len: 217 time: 0.0811791 Mar 07 04:34:19.465381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0ff2b132-70a5-4dee-a89a-5556c1b99160 None None] Provisioning complete for port bbbc5476-803f-435f-ac28-8394bc9a6906 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:19.468380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b132-70a5-4dee-a89a-5556c1b99160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.475942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915e83-61a1-4422-a092-8a27485060e5 req-e31ab928-c59c-46f9-b248-0c5f59f70b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:19.477779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-e31ab928-c59c-46f9-b248-0c5f59f70b08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.0603871 Mar 07 04:34:19.478688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7821-decc-4790-89f1-2424de2fa6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (69dfde64-af9b-4809-b02c-9daa109004ff), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.483778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7821-decc-4790-89f1-2424de2fa6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.485143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9aa7821-decc-4790-89f1-2424de2fa6e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69dfde64-af9b-4809-b02c-9daa109004ff HTTP/1.1" status: 204 len: 168 time: 0.9892595 Mar 07 04:34:19.491351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:19.496925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:19.536870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa7821-decc-4790-89f1-2424de2fa6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dfde64-af9b-4809-b02c-9daa109004ff,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:19.565060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-e121c48f-9254-4b37-b0e8-860ae4fcce3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692453 Mar 07 04:34:19.798244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-02d45235-2040-46d4-aea6-d8ffd8331eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221766 Mar 07 04:34:19.813686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff3debca-b15a-44d0-9fce-d861645a4e12 req-529bcf4c-defe-411e-ab99-c47714515642 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522877 Mar 07 04:34:19.867699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Allocated IP 172.20.0.2 (658371c4-8a33-4267-82b7-3231c3f66ba6/9bfd7fce-895a-45c5-bb5a-097259a2b91a/03215ea1-6bae-4dd0-9f00-a6885e7ffdcb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:19.937503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-deleted', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:19.940119 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafecab7-92c3-4aff-afbc-e8f8f7cc9a0b" -d '{"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-deleted", "tag": "d272dc07-c545-46e1-8575-920143b043f8"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:19.954537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90915e83-61a1-4422-a092-8a27485060e5 req-96be1646-715b-4e6f-894c-40650fe3c822 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396368 Mar 07 04:34:19.986622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.064792 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff843963-b3af-464f-b973-5d6bcbfd458c x-openstack-request-id: req-ff843963-b3af-464f-b973-5d6bcbfd458c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:20.065002 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68f78c-f4c7-429b-b149-30b4811be3d2", "name": "network-vif-deleted", "tag": "d272dc07-c545-46e1-8575-920143b043f8", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:20.065271 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff843963-b3af-464f-b973-5d6bcbfd458c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:20.065726 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e68f78c-f4c7-429b-b149-30b4811be3d2', 'name': 'network-vif-deleted', 'tag': 'd272dc07-c545-46e1-8575-920143b043f8', 'status': 'completed', 'code': 200} Mar 07 04:34:20.082765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47272) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:20.123102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-303305a3-982d-49c1-a2ab-8dcc1fe070a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.171811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2b132-70a5-4dee-a89a-5556c1b99160 None None] Current status of the port bbbc5476-803f-435f-ac28-8394bc9a6906 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:20.177185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-56c0de69-7512-411d-8486-2db24e1e371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:20.182724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-56c0de69-7512-411d-8486-2db24e1e371f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 1126 time: 0.1680081 Mar 07 04:34:20.202140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:34:20.337618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] Deleting port bbbc5476-803f-435f-ac28-8394bc9a6906 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:20.338180 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.393695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks [] for router_controller (87c3f287-92f7-44e3-afae-876bd4a4bf8d), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.394922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (88cc2ca3-25b0-4ed0-8643-810c73343b17), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.429831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-ba485d29-f639-4150-81c1-f8a551fc1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:20.431789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-ba485d29-f639-4150-81c1-f8a551fc1468 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.2388060 Mar 07 04:34:20.485819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-303305a3-982d-49c1-a2ab-8dcc1fe070a8 admin admin] Publish callbacks [] for security_group (68405a99-5ad5-4927-b34f-94382534ab05), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.603220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-26f77417-abe7-4a05-935f-eaf35d25dea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b HTTP/1.1" status: 200 len: 217 time: 0.1144018 Mar 07 04:34:20.604465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-303305a3-982d-49c1-a2ab-8dcc1fe070a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (68405a99-5ad5-4927-b34f-94382534ab05), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.633807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303305a3-982d-49c1-a2ab-8dcc1fe070a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68405a99-5ad5-4927-b34f-94382534ab05,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:20.702365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:20.706628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-303305a3-982d-49c1-a2ab-8dcc1fe070a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46c177adb5d44420bb7bc866386ee117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6195290 Mar 07 04:34:20.709188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47296) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:20.725063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:20.751440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:20.755723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.756109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Publish callbacks [] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.786654 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.807715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] For port bbbc5476-803f-435f-ac28-8394bc9a6906, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbbc5476-803f-435f-ac28-8394bc9a6906,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:20.808914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.818745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-d19595fa-1a4f-4ae4-87ed-5dd565182c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:20.824330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-d19595fa-1a4f-4ae4-87ed-5dd565182c3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1926997 Mar 07 04:34:20.862841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18036ab3-5574-4fc4-96b4-47dc3d972187 admin admin] Publish callbacks [] for security_group (68405a99-5ad5-4927-b34f-94382534ab05), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.886274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=88cc2ca3-25b0-4ed0-8643-810c73343b17,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:20.907824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] Calling delete_port for bbbc5476-803f-435f-ac28-8394bc9a6906 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:20.917596 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18036ab3-5574-4fc4-96b4-47dc3d972187 admin admin] Publish callbacks [] for security_group (68405a99-5ad5-4927-b34f-94382534ab05), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.941696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:20.955390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:20.988505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:20.988933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:20.993194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:20.996686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Pushing event updated for resources: {'Port': ['ID=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:21.032399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: d272dc07-c545-46e1-8575-920143b043f8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:34:21.033007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d272dc07-c545-46e1-8575-920143b043f8 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:34:21.050218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18036ab3-5574-4fc4-96b4-47dc3d972187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (68405a99-5ad5-4927-b34f-94382534ab05), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.057601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18036ab3-5574-4fc4-96b4-47dc3d972187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.058892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-18036ab3-5574-4fc4-96b4-47dc3d972187 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68405a99-5ad5-4927-b34f-94382534ab05 HTTP/1.1" status: 204 len: 168 time: 0.3471775 Mar 07 04:34:21.075618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks [] for router_gateway (87c3f287-92f7-44e3-afae-876bd4a4bf8d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.112401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c4c1d51-5142-4564-900f-9565ce4fcffc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8112335 Mar 07 04:34:21.117956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.185141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Attempting to bind port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:21.188792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Attempting to bind port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:21.190366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Attempting to bind port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb on network 658371c4-8a33-4267-82b7-3231c3f66ba6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:21.197698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-e0f0ae8e-607b-4d1e-bfbe-aaaeed512993 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3361435 Mar 07 04:34:21.198568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47316) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:21.206194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:21.213637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:21.222601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Checking segment: {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:21.223025 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.223428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Bound using segment: {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:21.223940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Bound port: 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:21.224327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.251105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (bbbc5476-803f-435f-ac28-8394bc9a6906), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.311684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] Pushing event deleted for resources: {'Port': ['ID=bbbc5476-803f-435f-ac28-8394bc9a6906,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:21.320157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21286267-afa5-448d-9ce2-2d6f08e20f25 None None] No DVR routers for this DVR port bbbc5476-803f-435f-ac28-8394bc9a6906 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:21.340536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d358e5-7c74-463e-8447-a734f3abf02e None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:21.347538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036ab3-5574-4fc4-96b4-47dc3d972187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68405a99-5ad5-4927-b34f-94382534ab05,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:21.428870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] For port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:21.439568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47324) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:21.448975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] For port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:21.462195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.524721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14749a8f-26dc-431b-970b-a0b0830580b7 req-4f69cac1-9625-4a29-ba5e-976942b41290 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:21.531869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14749a8f-26dc-431b-970b-a0b0830580b7 req-4f69cac1-9625-4a29-ba5e-976942b41290 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.4908593 Mar 07 04:34:21.567345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Allocated IP 2001:db8::2e8 (8d18a24b-90c7-42ab-aa76-38954663702e/88e8577c-b044-42ff-82fc-df1d55cb77c1/69bcd4e1-5756-4f1e-aa09-7853897e014d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:21.600889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3ea85-b55a-415d-8da0-19228e0178e2 None None] Pushing event updated for resources: {'Port': ['ID=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:21.612426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:21.624644 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.634541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-eb0b48b7-b589-4404-a1e6-ae72997837a1 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882454 Mar 07 04:34:21.740161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '88cc2ca3-25b0-4ed0-8643-810c73343b17'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:34:21.741674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:21.988223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for port (69bcd4e1-5756-4f1e-aa09-7853897e014d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.064952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc99-0b84-4c0c-8872-900d84023e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.199190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.220171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Allocated IP 172.20.0.2 (8393e2f1-e638-4cb0-b0df-29004274d522/88cc2ca3-25b0-4ed0-8643-810c73343b17/21dffc3d-b8db-4cd3-8539-57a42ceb40ac) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:22.239691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:22.247342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (69bcd4e1-5756-4f1e-aa09-7853897e014d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.307105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14749a8f-26dc-431b-970b-a0b0830580b7 req-8dfe8bae-622d-4f04-97fe-89f1b3fc245e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653671 Mar 07 04:34:22.310891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: bbbc5476-803f-435f-ac28-8394bc9a6906 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:34:22.311338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbbc5476-803f-435f-ac28-8394bc9a6906 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:34:22.408301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network 8d18a24b-90c7-42ab-aa76-38954663702e is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:22.420950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:22.424996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:22.489693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Port': ['ID=69bcd4e1-5756-4f1e-aa09-7853897e014d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:22.579748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks [] for router_gateway (87c3f287-92f7-44e3-afae-876bd4a4bf8d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.629616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc99-0b84-4c0c-8872-900d84023e45 admin admin] Publish callbacks [] for security_group (54879004-3c79-4ada-bca3-1b738d936730), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.647082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.651558 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Publish callbacks [] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.670711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.726204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:22.740256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:22.742900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:22.748076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:22.888407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Attempting to bind port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:22.889317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Attempting to bind port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:22.889702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Attempting to bind port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:22.907263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:22.907671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:22.908070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.908473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:22.908954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Bound port: 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:22.909532 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:22.950612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d9711395-5f66-43ed-ba5e-a681bf74ae9b details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:34:23.016635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd31ca-227b-4545-a259-7d3a95b344ce req-1c91bd18-4070-4d0e-ad1d-69e41fe462d3 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3620176 Mar 07 04:34:23.017922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc99-0b84-4c0c-8872-900d84023e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (54879004-3c79-4ada-bca3-1b738d936730), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.131928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Allocated IP 172.25.4.224 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/55f6bad3-462a-4832-8961-a7d4f2167601) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:23.170949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:23.196446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fc84fc99-0b84-4c0c-8872-900d84023e45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be2d1c14b0864b53b105c442879e2c04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7133381 Mar 07 04:34:23.208294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84fc99-0b84-4c0c-8872-900d84023e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54879004-3c79-4ada-bca3-1b738d936730,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:23.211339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:23.254408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.382359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:23.389483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:23.409924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.422466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:23.432282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:34:23.539463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'mac_address': 'fa:16:3e:7d:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:34:23.676089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d9711395-5f66-43ed-ba5e-a681bf74ae9b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:23.679682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.699003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd67ff-1b7e-4233-aad3-3f38bde646cb None None] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:23.712244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e7860d4-8851-4ea3-ae8d-81b59f1e0195 admin admin] Publish callbacks [] for security_group (54879004-3c79-4ada-bca3-1b738d936730), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.745514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e7860d4-8851-4ea3-ae8d-81b59f1e0195 admin admin] Publish callbacks [] for security_group (54879004-3c79-4ada-bca3-1b738d936730), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.795710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd936728-ec3f-4271-b31e-5f3c444a9416 None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:23.843495 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e7860d4-8851-4ea3-ae8d-81b59f1e0195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (54879004-3c79-4ada-bca3-1b738d936730), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.849345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e7860d4-8851-4ea3-ae8d-81b59f1e0195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.857407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e7860d4-8851-4ea3-ae8d-81b59f1e0195 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54879004-3c79-4ada-bca3-1b738d936730 HTTP/1.1" status: 204 len: 168 time: 0.6444488 Mar 07 04:34:23.895183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9711395-5f66-43ed-ba5e-a681bf74ae9b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:34:23.967945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] Provisioning complete for port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:23.969053 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:23.977571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7860d4-8851-4ea3-ae8d-81b59f1e0195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54879004-3c79-4ada-bca3-1b738d936730,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:24.003555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-44474831-c21f-4eec-a8e1-3bf056a82282 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de8dbe38dbf14fb0ac305b9736e39f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8312159 Mar 07 04:34:24.028637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:24.043522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:24.102665 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.198242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f5bea-ca3a-440d-a294-f310604583cb req-99a66469-ff0e-4b57-a6a7-f9e712b971fd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:24.207425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks [] for port (55f6bad3-462a-4832-8961-a7d4f2167601), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.221298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b25f5bea-ca3a-440d-a294-f310604583cb req-99a66469-ff0e-4b57-a6a7-f9e712b971fd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.4431660 Mar 07 04:34:24.316894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 21dffc3d-b8db-4cd3-8539-57a42ceb40ac up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:24.384208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.407983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:24.408205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5e39-806b-4e28-ac55-80e216e79d27 admin admin] Publish callbacks [] for security_group (d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.410006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.417460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:24.425685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:24.464037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5e39-806b-4e28-ac55-80e216e79d27 admin admin] Publish callbacks [] for security_group (d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.478125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d9711395-5f66-43ed-ba5e-a681bf74ae9b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:34:24.481380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] Current status of the port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:24.481771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.592294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Pushing event updated for resources: {'Port': ['ID=55f6bad3-462a-4832-8961-a7d4f2167601,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:24.632276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5e39-806b-4e28-ac55-80e216e79d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.639583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5e39-806b-4e28-ac55-80e216e79d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.642882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c2eb5e39-806b-4e28-ac55-80e216e79d27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609 HTTP/1.1" status: 204 len: 168 time: 0.5968683 Mar 07 04:34:24.644661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:24.683915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5e39-806b-4e28-ac55-80e216e79d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d67c1-e4f8-4a1e-aa2d-e97ca1c1e609,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:24.715975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.727414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] For port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:24.743205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b25f5bea-ca3a-440d-a294-f310604583cb req-8265d823-9b78-462c-aa1e-2eee6c9e9804 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600539 Mar 07 04:34:24.764311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:24.927492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47418) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:24.935553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd097a-d8ef-413a-9802-5dbc69ecb65e None None] Pushing event updated for resources: {'Port': ['ID=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:24.943526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:24.962211 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.012167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b29e7730-142a-4d68-969a-bd80b7e918d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.292930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Router 8004bcfc-7dd0-4e8e-9455-bad86fdd6418 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:34:25.443662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:25.445775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.495014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-da61661e-918a-45c1-bcf2-36da1ba75931 None None] Provisioning complete for port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:25.520412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da61661e-918a-45c1-bcf2-36da1ba75931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.540890 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b29e7730-142a-4d68-969a-bd80b7e918d4 admin admin] Publish callbacks [] for security_group (0d4fff37-441f-4f01-a9cd-3eae119d264d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.555745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b29e7730-142a-4d68-969a-bd80b7e918d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0d4fff37-441f-4f01-a9cd-3eae119d264d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.668972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:25.672380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e7730-142a-4d68-969a-bd80b7e918d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4fff37-441f-4f01-a9cd-3eae119d264d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:25.689537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:25.690558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b29e7730-142a-4d68-969a-bd80b7e918d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a822b8410a847d9a2b00f80bb63bcbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7578716 Mar 07 04:34:25.727938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks [] for router_gateway (87c3f287-92f7-44e3-afae-876bd4a4bf8d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.744580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da61661e-918a-45c1-bcf2-36da1ba75931 None None] Current status of the port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:25.769462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.787579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.840533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:25.840900 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:25.879844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:25.880229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:25.925124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:26.028730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:34:26.046501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Sync routers for ids ['8004bcfc-7dd0-4e8e-9455-bad86fdd6418'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:34:26.057398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:26.058741 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9856fed0-80f8-4fb0-acf1-b800965949d8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.5944927 Mar 07 04:34:26.061993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47446) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:26.062667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-080427dd-d2f9-42bc-89d5-52462e8cb8a3 admin admin] Publish callbacks [] for security_group (0d4fff37-441f-4f01-a9cd-3eae119d264d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:26.071601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:26.071601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:26.120914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Routers {'8004bcfc-7dd0-4e8e-9455-bad86fdd6418'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:26.124463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8004bcfc-7dd0-4e8e-9455-bad86fdd6418'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:26.182512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-080427dd-d2f9-42bc-89d5-52462e8cb8a3 admin admin] Publish callbacks [] for security_group (0d4fff37-441f-4f01-a9cd-3eae119d264d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:26.212428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:26.246058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:26.257894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:26.265668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:26.268773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:26.291125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8f7eb-5817-43b1-88fb-a28b68822c8a None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:26.305529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:26.338097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bf1493a7-7503-4cf7-84af-904d974c30ee tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1363215 Mar 07 04:34:26.361685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12e47-f928-4882-bbe7-b0ef251ce1ce req-5a319f83-3762-4620-a599-f932ea05745b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:26.363303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73a12e47-f928-4882-bbe7-b0ef251ce1ce req-5a319f83-3762-4620-a599-f932ea05745b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 945 time: 0.4100883 Mar 07 04:34:26.363822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47460) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:26.377285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:09:47:d8', 'name': 'tempest-NetworksTestDHCPv6-1648417204'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:26.390464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:26.627186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73a12e47-f928-4882-bbe7-b0ef251ce1ce req-c63e0633-0046-4e1c-8094-be1ba58d9e8e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301643 Mar 07 04:34:26.743413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:26.942699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.000851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 73a12f22-6d91-424f-a233-8c635f5fea61 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:34:27.024834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-080427dd-d2f9-42bc-89d5-52462e8cb8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0d4fff37-441f-4f01-a9cd-3eae119d264d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.027429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-080427dd-d2f9-42bc-89d5-52462e8cb8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.035229 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-080427dd-d2f9-42bc-89d5-52462e8cb8a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d4fff37-441f-4f01-a9cd-3eae119d264d HTTP/1.1" status: 204 len: 168 time: 1.3445156 Mar 07 04:34:27.049447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d9711395-5f66-43ed-ba5e-a681bf74ae9b up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:27.057614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080427dd-d2f9-42bc-89d5-52462e8cb8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4fff37-441f-4f01-a9cd-3eae119d264d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:27.060103 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.064562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.079632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (87c3f287-92f7-44e3-afae-876bd4a4bf8d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.361570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:27.361969 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.388649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 172.20.0.4 (8393e2f1-e638-4cb0-b0df-29004274d522/88cc2ca3-25b0-4ed0-8643-810c73343b17/73a12f22-6d91-424f-a233-8c635f5fea61) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:27.393684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Set router 8004bcfc-7dd0-4e8e-9455-bad86fdd6418 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:27.412662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe09:47d8 (8393e2f1-e638-4cb0-b0df-29004274d522/038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb/73a12f22-6d91-424f-a233-8c635f5fea61) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:27.512552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.637263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c04677-ea38-4e77-97e4-8467a5555055 None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:27.682939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Router 87c3f287-92f7-44e3-afae-876bd4a4bf8d is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:34:27.808395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Deleting port 69bcd4e1-5756-4f1e-aa09-7853897e014d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:27.816815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (69bcd4e1-5756-4f1e-aa09-7853897e014d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.855909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d9711395-5f66-43ed-ba5e-a681bf74ae9b completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:34:27.874034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d9711395-5f66-43ed-ba5e-a681bf74ae9b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:27.874695 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.880558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (73a12f22-6d91-424f-a233-8c635f5fea61), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:27.993945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (73a12f22-6d91-424f-a233-8c635f5fea61), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:28.041183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47526) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:28.082311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8004bcfc-7dd0-4e8e-9455-bad86fdd6418', 'name': '', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d18a24b-90c7-42ab-aa76-38954663702e', 'external_fixed_ips': [{'subnet_id': '88e8577c-b044-42ff-82fc-df1d55cb77c1', 'ip_address': '2001:db8::2e8'}], 'enable_snat': True}, 'gw_port_id': '69bcd4e1-5756-4f1e-aa09-7853897e014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:17Z', 'updated_at': '2022-03-07T04:34:22Z', 'revision_number': 3, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port': {'id': '69bcd4e1-5756-4f1e-aa09-7853897e014d', 'name': '', 'network_id': '8d18a24b-90c7-42ab-aa76-38954663702e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8004bcfc-7dd0-4e8e-9455-bad86fdd6418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '88e8577c-b044-42ff-82fc-df1d55cb77c1', 'ip_address': '2001:db8::2e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:21Z', 'updated_at': '2022-03-07T04:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88e8577c-b044-42ff-82fc-df1d55cb77c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:28.165252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:34:28.172405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Checking router: 8004bcfc-7dd0-4e8e-9455-bad86fdd6418 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:34:28.173013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Updating router 8004bcfc-7dd0-4e8e-9455-bad86fdd6418 port 69bcd4e1-5756-4f1e-aa09-7853897e014d binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:34:28.185624 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Sync routers for ids ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:34:28.189781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (69bcd4e1-5756-4f1e-aa09-7853897e014d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:28.227062 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Routers {'87c3f287-92f7-44e3-afae-876bd4a4bf8d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:28.232185 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:28.250601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Calling delete_port for 69bcd4e1-5756-4f1e-aa09-7853897e014d owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:28.265085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=73a12f22-6d91-424f-a233-8c635f5fea61,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:28.275471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99910a12-b62e-416b-a582-aedfaa06ec34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:28.277343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47530) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:28.298100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:28.303086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2423e251-5216-4e27-9c52-f9e2b93c4516 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1853390 Mar 07 04:34:28.313467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47532) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:28.332777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (69bcd4e1-5756-4f1e-aa09-7853897e014d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:28.642589 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Set router 87c3f287-92f7-44e3-afae-876bd4a4bf8d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:28.691928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:28.696518 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:28.832415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:29.065518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03aeea59-68b4-462a-bd57-cbb3f6f83579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.165428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93ec2171-134b-4b85-89ed-dd4d13388a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.196320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d9711395-5f66-43ed-ba5e-a681bf74ae9b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:29.196886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.205826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:29.214165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:29.238285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:29.261810 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:34:25Z', 'revision_number': 3, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:29.316653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:29.322696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:29.344561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:29.348045 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2f7ed1-5f85-4d81-91f4-fae1b312fccb" -d '{"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-plugged", "status": "completed", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:29.391821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:29.392617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.427525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41e91644-4ac0-49f2-becc-e12f887aa2bb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0604000 Mar 07 04:34:29.453474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888669b-c53a-41f6-80e5-f932b630e549 req-6fd45fc5-8681-4093-99dc-ee01aecc4880 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:29.455407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7888669b-c53a-41f6-80e5-f932b630e549 req-6fd45fc5-8681-4093-99dc-ee01aecc4880 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 945 time: 1.4996722 Mar 07 04:34:29.456025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47546) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:29.537854 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Checking router: 87c3f287-92f7-44e3-afae-876bd4a4bf8d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:34:29.540756 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Updating router 87c3f287-92f7-44e3-afae-876bd4a4bf8d port 55f6bad3-462a-4832-8961-a7d4f2167601 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:34:29.573751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:29.585811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c80903b0-4fbe-43ed-bbd8-2410fa14b661 None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:29.589418 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c80903b0-4fbe-43ed-bbd8-2410fa14b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.603434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7888669b-c53a-41f6-80e5-f932b630e549 req-c981e188-24e9-487b-852e-5007c4d55c23 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342204 Mar 07 04:34:29.603713 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.648830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25acde-96e3-48e6-9287-f4c6397743c1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:29.661437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25acde-96e3-48e6-9287-f4c6397743c1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:29.667695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0d25acde-96e3-48e6-9287-f4c6397743c1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2105849 Mar 07 04:34:29.670295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47548) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:29.693564 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c2246-b3e6-415b-bd4a-8e8d4cd9ca04 x-openstack-request-id: req-736c2246-b3e6-415b-bd4a-8e8d4cd9ca04 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:29.694473 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-plugged", "status": "completed", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:29.694719 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-736c2246-b3e6-415b-bd4a-8e8d4cd9ca04 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:29.695248 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'code': 200} Mar 07 04:34:29.705069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.795439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:29.796572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:29.864343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:29.976168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 73a12f22-6d91-424f-a233-8c635f5fea61 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:29.976517 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (73a12f22-6d91-424f-a233-8c635f5fea61), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.008412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:30.008825 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:30.042408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99910a12-b62e-416b-a582-aedfaa06ec34 admin admin] Publish callbacks [] for security_group (f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.071280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:30.082496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93ec2171-134b-4b85-89ed-dd4d13388a0b admin admin] Publish callbacks [] for security_group (0501a357-2140-4840-a733-1117fc4d00f6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.088292 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Publish callbacks [] for port (55f6bad3-462a-4832-8961-a7d4f2167601), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.096740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (69bcd4e1-5756-4f1e-aa09-7853897e014d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.105212 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.112089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c80903b0-4fbe-43ed-bbd8-2410fa14b661 None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:30.157772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93ec2171-134b-4b85-89ed-dd4d13388a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0501a357-2140-4840-a733-1117fc4d00f6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.184946 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Attempting to bind port 55f6bad3-462a-4832-8961-a7d4f2167601 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:30.185474 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Attempting to bind port 55f6bad3-462a-4832-8961-a7d4f2167601 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:30.185933 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Attempting to bind port 55f6bad3-462a-4832-8961-a7d4f2167601 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:30.197922 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:30.198455 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:30.199121 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.199787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:30.200481 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Bound port: 55f6bad3-462a-4832-8961-a7d4f2167601, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:30.201079 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.233202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event deleted for resources: {'Port': ['ID=69bcd4e1-5756-4f1e-aa09-7853897e014d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:30.243425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 21dffc3d-b8db-4cd3-8539-57a42ceb40ac up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:30.257262 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] For port 55f6bad3-462a-4832-8961-a7d4f2167601, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:30.259340 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (73a12f22-6d91-424f-a233-8c635f5fea61), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.261432 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] For port 55f6bad3-462a-4832-8961-a7d4f2167601, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=55f6bad3-462a-4832-8961-a7d4f2167601,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:30.273717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 73a12f22-6d91-424f-a233-8c635f5fea61 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:30.274551 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93ec2171-134b-4b85-89ed-dd4d13388a0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6537083eecb4e5a8886891b40c9c812&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4363220 Mar 07 04:34:30.277761 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.279898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:30.281592 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906f9fa-2a1b-4cee-877b-294533f72a83 None None] Pushing event updated for resources: {'Port': ['ID=55f6bad3-462a-4832-8961-a7d4f2167601,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:30.283151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec2171-134b-4b85-89ed-dd4d13388a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0501a357-2140-4840-a733-1117fc4d00f6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:30.302883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4d79419a-8d99-4337-a287-9f63455ac56f None None] Provisioning complete for port 73a12f22-6d91-424f-a233-8c635f5fea61 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:30.305150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d79419a-8d99-4337-a287-9f63455ac56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (73a12f22-6d91-424f-a233-8c635f5fea61), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.398295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-148ce7fd-34ac-4007-ba66-df0a77d63c38 admin admin] Publish callbacks [] for security_group (0501a357-2140-4840-a733-1117fc4d00f6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.408018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4d79419a-8d99-4337-a287-9f63455ac56f None None] Port 73a12f22-6d91-424f-a233-8c635f5fea61 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:30.422931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Routers {'87c3f287-92f7-44e3-afae-876bd4a4bf8d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:30.424102 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:30.432517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:30.433049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.453547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-148ce7fd-34ac-4007-ba66-df0a77d63c38 admin admin] Publish callbacks [] for security_group (0501a357-2140-4840-a733-1117fc4d00f6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.508682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99910a12-b62e-416b-a582-aedfaa06ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.524873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (73a12f22-6d91-424f-a233-8c635f5fea61), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.543262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Port 69bcd4e1-5756-4f1e-aa09-7853897e014d not found while updating agent binding for router 8004bcfc-7dd0-4e8e-9455-bad86fdd6418. {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 04:34:30.552640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:30.554137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:30.554471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.570143 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] Set router 87c3f287-92f7-44e3-afae-876bd4a4bf8d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:30.583238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Routers {'8004bcfc-7dd0-4e8e-9455-bad86fdd6418'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:30.583947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8004bcfc-7dd0-4e8e-9455-bad86fdd6418'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:30.598809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=73a12f22-6d91-424f-a233-8c635f5fea61,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:30.612575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.613266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.613779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.614335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.614845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.615365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.615924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.616524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.617027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.617681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.618221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.618723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.619240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:30.645550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99910a12-b62e-416b-a582-aedfaa06ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:30.660910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-99910a12-b62e-416b-a582-aedfaa06ec34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5014131ad4804d79a09ae9a074c44bca&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6166897 Mar 07 04:34:30.663190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47558) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:30.693081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] Set router 8004bcfc-7dd0-4e8e-9455-bad86fdd6418 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:30.764914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.768028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.797154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75523f67-7247-4b8b-899d-6a196edfc6d7 req-609d22f5-9741-41e4-850f-272f24051cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:30.799009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75523f67-7247-4b8b-899d-6a196edfc6d7 req-609d22f5-9741-41e4-850f-272f24051cde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 1128 time: 1.0013156 Mar 07 04:34:30.809675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8004bcfc-7dd0-4e8e-9455-bad86fdd6418', 'name': '', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:17Z', 'updated_at': '2022-03-07T04:34:29Z', 'revision_number': 5, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:30.839919 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906f9fa-2a1b-4cee-877b-294533f72a83 None None] Pushing event updated for resources: {'Port': ['ID=55f6bad3-462a-4832-8961-a7d4f2167601,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:30.869596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (8004bcfc-7dd0-4e8e-9455-bad86fdd6418), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.870212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8004bcfc-7dd0-4e8e-9455-bad86fdd6418 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:34:30.872816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98520aea-f97a-45d3-8af2-2478ee9579fa None None] The sync data for ids ['8004bcfc-7dd0-4e8e-9455-bad86fdd6418'] in n-d-832185-1 is: [{'id': '8004bcfc-7dd0-4e8e-9455-bad86fdd6418', 'name': '', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:17Z', 'updated_at': '2022-03-07T04:34:29Z', 'revision_number': 5, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:34:30.875600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.877643 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7a27d25a-65c8-4daf-abe7-a0171f135650 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8004bcfc-7dd0-4e8e-9455-bad86fdd6418 HTTP/1.1" status: 204 len: 168 time: 4.8128667 Mar 07 04:34:30.883178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-148ce7fd-34ac-4007-ba66-df0a77d63c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0501a357-2140-4840-a733-1117fc4d00f6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.883526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:30.884116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.886788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-148ce7fd-34ac-4007-ba66-df0a77d63c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:30.891134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-148ce7fd-34ac-4007-ba66-df0a77d63c38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0501a357-2140-4840-a733-1117fc4d00f6 HTTP/1.1" status: 204 len: 168 time: 0.6034498 Mar 07 04:34:30.892217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47562) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:30.919880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ce7fd-34ac-4007-ba66-df0a77d63c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0501a357-2140-4840-a733-1117fc4d00f6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:31.044982 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:34:25Z', 'revision_number': 3, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:31.047252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:31.095852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.099567 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d30179-c435-4e35-bbf2-60dd16ed03f9 None None] The sync data for ids ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'] in n-d-832185-1 is: [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:34:25Z', 'revision_number': 3, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:34:31.108869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-30f3da3f-9f1e-47b0-8d23-39d41ecc32d7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/73a12f22-6d91-424f-a233-8c635f5fea61 HTTP/1.1" status: 204 len: 168 time: 1.4351771 Mar 07 04:34:31.109609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47566) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:31.197616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75523f67-7247-4b8b-899d-6a196edfc6d7 req-c8ffc32d-686b-4722-aeb9-315919a29bb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793211 Mar 07 04:34:31.259894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.284085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03aeea59-68b4-462a-bd57-cbb3f6f83579 admin admin] Publish callbacks [] for security_group (63ebdedb-4b40-4432-a6aa-3625a8e574bf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.307173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64092cd6-13e2-40c3-8099-cc0b95f9232f req-6d2a7966-0cb3-470d-a838-158c05cf550b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:31.309039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64092cd6-13e2-40c3-8099-cc0b95f9232f req-6d2a7966-0cb3-470d-a838-158c05cf550b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.5500071 Mar 07 04:34:31.309836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d306b9d3-f9a8-4a1a-b1fa-3ec013cc074b admin admin] Publish callbacks [] for security_group (f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.318228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11092f77-312c-421d-8ec7-355679822017 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:31.321987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11092f77-312c-421d-8ec7-355679822017 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:31.325695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11092f77-312c-421d-8ec7-355679822017 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:31.330236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-11092f77-312c-421d-8ec7-355679822017 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1858082 Mar 07 04:34:31.339794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47570) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:31.429777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:31.433531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.473927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47572) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:31.505401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Allocated IP 172.20.0.1 (658371c4-8a33-4267-82b7-3231c3f66ba6/9bfd7fce-895a-45c5-bb5a-097259a2b91a/2375f4f4-df1c-4e38-947e-9ee3b068550f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:31.537159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42539a88-5414-4773-af39-15d8b0bc6ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.546226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d306b9d3-f9a8-4a1a-b1fa-3ec013cc074b admin admin] Publish callbacks [] for security_group (f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.611245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64092cd6-13e2-40c3-8099-cc0b95f9232f req-c5f7b70b-f05b-4374-b651-4599272f08aa tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797573 Mar 07 04:34:31.620370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks [] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.667809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03aeea59-68b4-462a-bd57-cbb3f6f83579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (63ebdedb-4b40-4432-a6aa-3625a8e574bf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.697999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42539a88-5414-4773-af39-15d8b0bc6ba8 admin admin] Publish callbacks [] for security_group (616c0ebf-485c-41f8-b65b-24d1d44606a3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.701512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.713955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeea59-68b4-462a-bd57-cbb3f6f83579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ebdedb-4b40-4432-a6aa-3625a8e574bf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:31.724938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.761820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42539a88-5414-4773-af39-15d8b0bc6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (616c0ebf-485c-41f8-b65b-24d1d44606a3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.789033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Pushing event updated for resources: {'Port': ['ID=2375f4f4-df1c-4e38-947e-9ee3b068550f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:31.794618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Deleting subnet 88e8577c-b044-42ff-82fc-df1d55cb77c1 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:31.797821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for subnet (88e8577c-b044-42ff-82fc-df1d55cb77c1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.814935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-42539a88-5414-4773-af39-15d8b0bc6ba8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f044e7d0a8c4c428581b8202936ad07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344007 Mar 07 04:34:31.823965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47574) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:31.835888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:31.839645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:31.842273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:31.871306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03aeea59-68b4-462a-bd57-cbb3f6f83579 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a9e2d790a4842ee90ddc3b51d8c046f&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5807555 Mar 07 04:34:31.875334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:31.880383 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (88e8577c-b044-42ff-82fc-df1d55cb77c1), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:31.888116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42539a88-5414-4773-af39-15d8b0bc6ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616c0ebf-485c-41f8-b65b-24d1d44606a3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:31.991451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (87c3f287-92f7-44e3-afae-876bd4a4bf8d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.045992 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ca90c40-a524-4274-adfc-81278bd77138 admin admin] Publish callbacks [] for security_group (616c0ebf-485c-41f8-b65b-24d1d44606a3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.065232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.096806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (88e8577c-b044-42ff-82fc-df1d55cb77c1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.187739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a64f627-fce3-4df0-b766-20a9c75076ae admin admin] Publish callbacks [] for security_group (63ebdedb-4b40-4432-a6aa-3625a8e574bf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.206781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d306b9d3-f9a8-4a1a-b1fa-3ec013cc074b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.209798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d306b9d3-f9a8-4a1a-b1fa-3ec013cc074b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.214694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d306b9d3-f9a8-4a1a-b1fa-3ec013cc074b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464 HTTP/1.1" status: 204 len: 168 time: 1.5423162 Mar 07 04:34:32.215568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a64f627-fce3-4df0-b766-20a9c75076ae admin admin] Publish callbacks [] for security_group (63ebdedb-4b40-4432-a6aa-3625a8e574bf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.228258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.308199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a64f627-fce3-4df0-b766-20a9c75076ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (63ebdedb-4b40-4432-a6aa-3625a8e574bf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.311197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a64f627-fce3-4df0-b766-20a9c75076ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.312447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a64f627-fce3-4df0-b766-20a9c75076ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63ebdedb-4b40-4432-a6aa-3625a8e574bf HTTP/1.1" status: 204 len: 168 time: 0.4347305 Mar 07 04:34:32.324772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306b9d3-f9a8-4a1a-b1fa-3ec013cc074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78e4d7a-a3ef-4a7c-b7a4-b9e70b81d464,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:32.341721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f627-fce3-4df0-b766-20a9c75076ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ebdedb-4b40-4432-a6aa-3625a8e574bf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:32.369410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:32.377385 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.380881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5f3a953c-72d8-4362-99bf-115bf5f74f39 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb HTTP/1.1" status: 204 len: 168 time: 1.0382941 Mar 07 04:34:32.386087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47584) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:32.390360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ca90c40-a524-4274-adfc-81278bd77138 admin admin] Publish callbacks [] for security_group (616c0ebf-485c-41f8-b65b-24d1d44606a3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.391285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5cc4c2-ed82-4328-a221-d444b8460fcf None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:32.392462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (88e8577c-b044-42ff-82fc-df1d55cb77c1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.437613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.442423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/88e8577c-b044-42ff-82fc-df1d55cb77c1 HTTP/1.1" status: 204 len: 168 time: 1.5363300 Mar 07 04:34:32.443398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b3926-d55f-4e23-b343-65de71d67c30 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=88e8577c-b044-42ff-82fc-df1d55cb77c1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:32.465621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47586) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:32.506609 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.597373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 88cc2ca3-25b0-4ed0-8643-810c73343b17 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:32.626400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (88cc2ca3-25b0-4ed0-8643-810c73343b17), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.685230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55f6bad3-462a-4832-8961-a7d4f2167601 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:32.715081 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (88cc2ca3-25b0-4ed0-8643-810c73343b17), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:32.874328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (88cc2ca3-25b0-4ed0-8643-810c73343b17), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.005328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks [] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.038489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (88cc2ca3-25b0-4ed0-8643-810c73343b17), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.040969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8d18a24b-90c7-42ab-aa76-38954663702e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.054424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.142389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ca90c40-a524-4274-adfc-81278bd77138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (616c0ebf-485c-41f8-b65b-24d1d44606a3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.145523 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ca90c40-a524-4274-adfc-81278bd77138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.147847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ca90c40-a524-4274-adfc-81278bd77138 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/616c0ebf-485c-41f8-b65b-24d1d44606a3 HTTP/1.1" status: 204 len: 168 time: 1.3214583 Mar 07 04:34:33.148746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=88cc2ca3-25b0-4ed0-8643-810c73343b17,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:33.173567 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.177055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-acfb670f-26c1-481c-bcc3-16bddc4647a8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/88cc2ca3-25b0-4ed0-8643-810c73343b17 HTTP/1.1" status: 204 len: 168 time: 0.7893393 Mar 07 04:34:33.183456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca90c40-a524-4274-adfc-81278bd77138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616c0ebf-485c-41f8-b65b-24d1d44606a3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:33.201220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4bd9-dff7-454a-971d-750a1d621607 req-133f1e2a-9179-4755-9500-52c5dae727cd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:33.211433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46be4bd9-dff7-454a-971d-750a1d621607 req-133f1e2a-9179-4755-9500-52c5dae727cd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.2724006 Mar 07 04:34:33.219960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47604) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:33.281464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d79bdfed-faf2-4774-8d95-e80e6eee831f None None] Provisioning complete for port 2375f4f4-df1c-4e38-947e-9ee3b068550f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:33.281999 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d79bdfed-faf2-4774-8d95-e80e6eee831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.299157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c466ccde-d625-4880-958d-d24d35d48518 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725346 Mar 07 04:34:33.300356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47610) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:33.308202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:33.331964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Pushing event updated for resources: {'Port': ['ID=2375f4f4-df1c-4e38-947e-9ee3b068550f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:33.339762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (87c3f287-92f7-44e3-afae-876bd4a4bf8d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.426720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85c91024-ab3c-4df7-b0dd-543409783518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.502664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8d18a24b-90c7-42ab-aa76-38954663702e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.506943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d79bdfed-faf2-4774-8d95-e80e6eee831f None None] Port 2375f4f4-df1c-4e38-947e-9ee3b068550f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:33.510237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46be4bd9-dff7-454a-971d-750a1d621607 req-c7571ac4-6ad1-4a76-a3fb-8b45be852eee tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932050 Mar 07 04:34:33.512523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 55f6bad3-462a-4832-8961-a7d4f2167601 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:33.513382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:33.517572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.521414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.560127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d18a24b-90c7-42ab-aa76-38954663702e']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:33.575558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d381124-0ab7-4e9c-a1c9-91e022e90422') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:33.575876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d381124-0ab7-4e9c-a1c9-91e022e90422') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:33.594714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3d381124-0ab7-4e9c-a1c9-91e022e90422), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.620954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3d381124-0ab7-4e9c-a1c9-91e022e90422), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.625378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:33.636351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:33.638759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:34:33.643344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3d381124-0ab7-4e9c-a1c9-91e022e90422), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:34:33.645326 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:34:33.841518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 55f6bad3-462a-4832-8961-a7d4f2167601 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:33.843545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.896233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 55f6bad3-462a-4832-8961-a7d4f2167601, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=55f6bad3-462a-4832-8961-a7d4f2167601,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:33.903633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0e2c4-9900-40fa-bf21-5e537e337f9f None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '88cc2ca3-25b0-4ed0-8643-810c73343b17'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '21dffc3d-b8db-4cd3-8539-57a42ceb40ac'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:34:33.944933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8d18a24b-90c7-42ab-aa76-38954663702e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.948642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.967801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d18a24b-90c7-42ab-aa76-38954663702e {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 04:34:33.971535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:33.984871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8d18a24b-90c7-42ab-aa76-38954663702e HTTP/1.1" status: 204 len: 168 time: 1.5178967 Mar 07 04:34:34.055626 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e2c4-9900-40fa-bf21-5e537e337f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:34.062698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (a68067e4-7495-4421-8a78-e0f6f940477b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:34.221331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:34.233464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:34.239214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:34.240190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:34.291631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9899840 Mar 07 04:34:34.294919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47646) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:34.307064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d29b5785-37df-49d6-b81e-905f953ee26e None None] Provisioning complete for port 2375f4f4-df1c-4e38-947e-9ee3b068550f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:34.308586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d29b5785-37df-49d6-b81e-905f953ee26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:34.316504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:34.337712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e1d31-b2a6-4172-8011-fa3ca47ff463 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=a68067e4-7495-4421-8a78-e0f6f940477b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:34.438681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d29b5785-37df-49d6-b81e-905f953ee26e None None] Port 2375f4f4-df1c-4e38-947e-9ee3b068550f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:34.586967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=55f6bad3-462a-4832-8961-a7d4f2167601,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:34.675504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21543d9b-050d-4e80-90aa-ca2c0cd69c20 req-b28c922e-5ceb-4c97-b276-edffdbafe7bc tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:34.684733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21543d9b-050d-4e80-90aa-ca2c0cd69c20 req-b28c922e-5ceb-4c97-b276-edffdbafe7bc tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.2049456 Mar 07 04:34:34.702168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6145ae8-e8ff-400c-a09e-56b4d6bc6c67 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:34.714348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:34.720874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:34.874267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21543d9b-050d-4e80-90aa-ca2c0cd69c20 req-39360330-efe8-43c8-b12f-483720b40131 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701128 Mar 07 04:34:34.905303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b191015f-961d-4847-ae15-d6e926e37e2d None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:34.909175 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b191015f-961d-4847-ae15-d6e926e37e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.009700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b305f6-e539-4a7e-9075-7ac81c5bbf42 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d18a24b-90c7-42ab-aa76-38954663702e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:35.080028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Router 87c3f287-92f7-44e3-afae-876bd4a4bf8d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:34:35.222426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47668) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:35.310820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b191015f-961d-4847-ae15-d6e926e37e2d None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:35.348693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:34:35.354594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b26beed0-13cf-4741-8cbb-aa05f2464a27 admin admin] 10.222.0.21 "PUT /v2.0/routers/87c3f287-92f7-44e3-afae-876bd4a4bf8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0358891 Mar 07 04:34:35.384357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b735535-7592-4864-902d-290160b4faee None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': 'a68067e4-7495-4421-8a78-e0f6f940477b'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '21dffc3d-b8db-4cd3-8539-57a42ceb40ac'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:34:35.410419 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3cbcbf12-f14a-4aff-8f53-2225d4a7e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.420531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47678) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:35.421751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b735535-7592-4864-902d-290160b4faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.426514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'name': 'tempest-router--1352203412', 'project_id': '2ebc435b67b4442c80297fb1c5785df1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:35.462258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Sync routers for ids ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:34:35.476850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.478189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.484021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Routers {'87c3f287-92f7-44e3-afae-876bd4a4bf8d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:35.484758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:35.535785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:34:35.618855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.630118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.657513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.659287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0fd55689-961f-4d6d-9ef8-c538c19f5180 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2377501 Mar 07 04:34:35.662742 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47684) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:35.674599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-231655209-network', 'tenant_id': '507c8e76333d44328a7c3fed9cbcadae'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:35.758145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Made reservation on behalf of 507c8e76333d44328a7c3fed9cbcadae for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:35.760622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.785025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.832277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.846056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Set router 87c3f287-92f7-44e3-afae-876bd4a4bf8d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:35.948728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks [] for security_group (34dd1445-2bf4-4b9e-8627-997d86523921), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.961703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (34dd1445-2bf4-4b9e-8627-997d86523921), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:35.997228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-1b735535-7592-4864-902d-290160b4faee None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 04:34:35.997228 n-d-832185-1 neutron-server[103940]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 07 04:34:35.997228 n-d-832185-1 neutron-server[103940]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe14:1050', 'status': 'ALLOCATED', 'ipam_subnet_id': '065852ac-047f-4859-88e1-ccbd233df40b'}] Mar 07 04:34:35.997228 n-d-832185-1 neutron-server[103940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:35.997704 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-1b735535-7592-4864-902d-290160b4faee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:36.041009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:34:36.141040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:34:32Z', 'revision_number': 4, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2375f4f4-df1c-4e38-947e-9ee3b068550f', 'name': '', 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'mac_address': 'fa:16:3e:67:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:31Z', 'updated_at': '2022-03-07T04:34:32Z', 'revision_number': 2, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'subnets': [{'id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:36.143791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.147854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.180210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd1445-2bf4-4b9e-8627-997d86523921,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:36.188574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (017667d9-ea7b-4bbe-ad38-e22d1860f742), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.188900 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Added segment 017667d9-ea7b-4bbe-ad38-e22d1860f742 of type vlan for network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 Mar 07 04:34:36.220700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55f6bad3-462a-4832-8961-a7d4f2167601 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:36.225103 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c37608a6-15fc-4fa4-9b4c-3828c39b3be7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.225740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c37608a6-15fc-4fa4-9b4c-3828c39b3be7 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:34:36.230973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.233401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4fa20952-833d-46db-860a-78e74c9a5bef tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c37608a6-15fc-4fa4-9b4c-3828c39b3be7 HTTP/1.1" status: 204 len: 168 time: 0.5693259 Mar 07 04:34:36.233571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Checking router: 87c3f287-92f7-44e3-afae-876bd4a4bf8d for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:34:36.234416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Updating router 87c3f287-92f7-44e3-afae-876bd4a4bf8d port 2375f4f4-df1c-4e38-947e-9ee3b068550f binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:34:36.245343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0fa3e20a-a770-4c2e-9ce9-96b499317f35), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.283252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0fa3e20a-a770-4c2e-9ce9-96b499317f35), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.284778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:36.298106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.307692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.518730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 55f6bad3-462a-4832-8961-a7d4f2167601 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:36.519339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.579271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa3e20a-a770-4c2e-9ce9-96b499317f35,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:36.597811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:34:36.602902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.637561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c1bb685b-1bd9-4539-8ca2-4059cd5a7a62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4110441 Mar 07 04:34:36.638658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:36.644208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Request body: {'subnet': {'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-231655209-subnet', 'tenant_id': '507c8e76333d44328a7c3fed9cbcadae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:36.644641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61403-aab7-4f2f-a58a-ca3f4540cc0a req-b936c549-e45f-4222-ac4f-ded7861f1796 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:36.646169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61e61403-aab7-4f2f-a58a-ca3f4540cc0a req-b936c549-e45f-4222-ac4f-ded7861f1796 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.5942039 Mar 07 04:34:36.695089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Made reservation on behalf of 507c8e76333d44328a7c3fed9cbcadae for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:36.699278 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:36.841099 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61e61403-aab7-4f2f-a58a-ca3f4540cc0a req-33ecbab1-7b89-4a36-8cc4-073b08ae915b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738484 Mar 07 04:34:36.932925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:37.129382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:37.154000 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (aa7b45f6-094d-4c61-9c6c-54021bcd8b5d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.213471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:37.232747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.249304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Checking segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:37.250195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Network hostable DHCP agents. Network: 0fa3e20a-a770-4c2e-9ce9-96b499317f35, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:34:37.251010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.274422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:34:37.292740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0fa3e20a-a770-4c2e-9ce9-96b499317f35) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:37.293337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (80668bd2-fe90-40bc-83aa-9faba642b0d6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.302516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:37.306470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.345014 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-017f5c52-2761-4d4c-9842-6260cbcc3a4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7048521 Mar 07 04:34:37.371895 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b735535-7592-4864-902d-290160b4faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.409713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3279cda-4fa8-4504-ac44-f02d7c159b0d None None] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:37.459981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=80668bd2-fe90-40bc-83aa-9faba642b0d6,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:37.531191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:37.550216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:37.556601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:37.557435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.584010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=9']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:37.604563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:37.613640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0e751d92-a987-43ea-b076-efe4025891d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3175800 Mar 07 04:34:37.618404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:37.657836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:28:0a:62', 'name': 'tempest-NetworksTestDHCPv6-1981479623'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:37.832048 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2134658027', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:37.991040 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (3cc35b26-a036-439a-8bbc-7854b075fb94), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:38.002677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (3cc35b26-a036-439a-8bbc-7854b075fb94), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:38.079545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (3cc35b26-a036-439a-8bbc-7854b075fb94), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:38.174127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de2c2-e784-4b07-b642-8344f53fc22c req-9638de15-1cbe-455f-b0e5-8ea058584b88 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:38.178590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-433de2c2-e784-4b07-b642-8344f53fc22c req-9638de15-1cbe-455f-b0e5-8ea058584b88 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.1579928 Mar 07 04:34:38.227416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 55f6bad3-462a-4832-8961-a7d4f2167601 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:38.363687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-433de2c2-e784-4b07-b642-8344f53fc22c req-89c04c2a-67ca-4b6b-ab83-e36c9c32dd06 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781194 Mar 07 04:34:38.439891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 21dffc3d-b8db-4cd3-8539-57a42ceb40ac no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:38.489475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (3cc35b26-a036-439a-8bbc-7854b075fb94), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:38.507747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:38.564543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:39.072011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:39.137131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9379d79c-dafb-4db3-a5b5-5e7fee617ac3 None None] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:39.179021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:34:39.455739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-12de3ebc-426f-4325-b2a5-7fad33210a2a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:39.464286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1b735535-7592-4864-902d-290160b4faee None None] Allocated IP 172.20.0.2 (8393e2f1-e638-4cb0-b0df-29004274d522/a68067e4-7495-4421-8a78-e0f6f940477b/21dffc3d-b8db-4cd3-8539-57a42ceb40ac) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:39.470163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-12de3ebc-426f-4325-b2a5-7fad33210a2a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 814 time: 0.3408151 Mar 07 04:34:39.517174 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-9cb0e50b-6e2d-4e23-8f5e-fb7998c24e6d tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/quotas/507c8e76333d44328a7c3fed9cbcadae HTTP/1.1" status: 200 len: 375 time: 0.0448008 Mar 07 04:34:39.528996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (3cc35b26-a036-439a-8bbc-7854b075fb94), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:39.575600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:39.621171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-d9717d3f-9afa-4034-87eb-b174f67207e2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026614 Mar 07 04:34:39.824725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Publish callbacks [] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:39.835454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Allocated IP 172.25.4.133 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e41c7144-84eb-478a-8d03-08df1a8d150d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:39.939914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:40.043446 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:40.079253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-168d9f2e-1bee-47af-b75b-69d92393825b service neutron] 10.222.0.21 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568629 Mar 07 04:34:40.110359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af613c-cc01-4d85-881f-21743ca1bf53 req-15672cfb-2787-4706-906f-07fc994e3396 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:40.111939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07af613c-cc01-4d85-881f-21743ca1bf53 req-15672cfb-2787-4706-906f-07fc994e3396 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.4862185 Mar 07 04:34:40.169069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for port (e41c7144-84eb-478a-8d03-08df1a8d150d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:40.235772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e41c7144-84eb-478a-8d03-08df1a8d150d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:40.247858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:40.250021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:40.301759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a13d97-e152-4c42-9400-89494af62fbd None None] Pushing event updated for resources: {'Port': ['ID=2375f4f4-df1c-4e38-947e-9ee3b068550f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:40.413960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:40.442019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:40.472168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:40.493722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07af613c-cc01-4d85-881f-21743ca1bf53 req-4eb20d63-5f1a-42c1-bd33-7b190360cc67 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745472 Mar 07 04:34:40.555922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-a9f0c95f-4261-434f-b8dd-4ed585b33787 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231043 Mar 07 04:34:40.709665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event updated for resources: {'Port': ['ID=e41c7144-84eb-478a-8d03-08df1a8d150d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:40.879273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-458cefdd-8945-4138-a656-5134cb8d820d req-34332b4e-143c-4ed1-bc71-b194e26037f2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 210 time: 0.0685525 Mar 07 04:34:40.986317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Attempting to bind port 2375f4f4-df1c-4e38-947e-9ee3b068550f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:40.992214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Attempting to bind port 2375f4f4-df1c-4e38-947e-9ee3b068550f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:40.993669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Attempting to bind port 2375f4f4-df1c-4e38-947e-9ee3b068550f on network 658371c4-8a33-4267-82b7-3231c3f66ba6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:41.030703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1b735535-7592-4864-902d-290160b4faee None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:41.063361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:41.063747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Checking segment: {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:41.064163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.064566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Bound using segment: {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:41.065059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Bound port: 2375f4f4-df1c-4e38-947e-9ee3b068550f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f701f5-245f-4cae-872a-429b7c3caadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:41.065448 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.246284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47802) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:41.320702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] For port 2375f4f4-df1c-4e38-947e-9ee3b068550f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:41.328039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] For port 2375f4f4-df1c-4e38-947e-9ee3b068550f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2375f4f4-df1c-4e38-947e-9ee3b068550f,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:41.356266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b735535-7592-4864-902d-290160b4faee None None] Publish callbacks [] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.360496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] Provisioning complete for port 2375f4f4-df1c-4e38-947e-9ee3b068550f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:41.361040 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.368049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.440174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b735535-7592-4864-902d-290160b4faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.860866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:41.980458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:41.992566 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:34:41.993242 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:34:42.105063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Routers {'87c3f287-92f7-44e3-afae-876bd4a4bf8d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:42.114158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:42.128859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e0b53b3-67e4-4138-b1b1-9a9badaf32ff req-3dbf483c-5415-49f3-af08-0f87c6e06980 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 210 time: 0.1148689 Mar 07 04:34:42.168914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf437ee-1dac-471f-9e0b-bd44a8aaf12d req-f4dfbde6-5195-4faf-a560-d6ac11780943 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:42.180220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf437ee-1dac-471f-9e0b-bd44a8aaf12d req-f4dfbde6-5195-4faf-a560-d6ac11780943 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.4312711 Mar 07 04:34:42.323520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 172.20.0.7 (8393e2f1-e638-4cb0-b0df-29004274d522/a68067e4-7495-4421-8a78-e0f6f940477b/97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:42.370669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:34:42.374798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe28:a62 (8393e2f1-e638-4cb0-b0df-29004274d522/80668bd2-fe90-40bc-83aa-9faba642b0d6/97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:42.486206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a13d97-e152-4c42-9400-89494af62fbd None None] Pushing event updated for resources: {'Port': ['ID=2375f4f4-df1c-4e38-947e-9ee3b068550f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:42.690965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf437ee-1dac-471f-9e0b-bd44a8aaf12d req-54b0b308-469b-4136-9c76-4b0812f728a1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096462 Mar 07 04:34:42.729505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (3cc35b26-a036-439a-8bbc-7854b075fb94), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:42.789555 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:42.861268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:42.917417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] Set router 87c3f287-92f7-44e3-afae-876bd4a4bf8d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:34:42.995323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:43.199394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:43.200046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:43.576380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-c51e7dea-bef7-43e2-8f3f-246717e83fb5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:43.586498 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-c51e7dea-bef7-43e2-8f3f-246717e83fb5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 814 time: 0.4018905 Mar 07 04:34:43.661062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Request body: {'port': {'device_id': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'admin_state_up': True, 'tenant_id': '507c8e76333d44328a7c3fed9cbcadae'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:43.703765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:43.728421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:44.115313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:44.117847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] Current status of the port 2375f4f4-df1c-4e38-947e-9ee3b068550f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:44.118619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.153343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b9352-a79a-4452-afdb-8f907559f7b5 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:44.243741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-809ec68a-313e-4154-919a-f42d81671468 req-fe066843-b9fa-4297-8269-5e7a7f97c27c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 210 time: 0.2362106 Mar 07 04:34:44.286903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Allocated IP 172.25.4.210 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/54b9060a-3a54-4274-9c1f-688a5087ed8a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:44.301356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:44.302047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.343968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f80557-cd82-44e5-9e27-61e9f25299ce req-5add56ab-70d7-4b1a-9569-13c8ce9afbb1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:44.346526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2f80557-cd82-44e5-9e27-61e9f25299ce req-5add56ab-70d7-4b1a-9569-13c8ce9afbb1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.3380780 Mar 07 04:34:44.432998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:44.446624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b735535-7592-4864-902d-290160b4faee None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:44.478556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.481566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:44.519797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.8956227 Mar 07 04:34:44.520504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47830) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:44.536083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2f80557-cd82-44e5-9e27-61e9f25299ce req-2d962717-c67b-41f3-989a-5be26d4cab84 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802604 Mar 07 04:34:44.681117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] For port 2375f4f4-df1c-4e38-947e-9ee3b068550f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2375f4f4-df1c-4e38-947e-9ee3b068550f,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:44.692508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:44.713223 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.738227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.738227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.738861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.747658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.749380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.749755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.750494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.750840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.751189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.751528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.754317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.755367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.755367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fcda9-af99-46da-bdd6-94c0341bed3b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:44.762804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.770539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Made reservation on behalf of 507c8e76333d44328a7c3fed9cbcadae for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:44.774102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.868560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:44.922588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afa7b5-3887-46e5-beaa-b557be00180d None None] Pushing event updated for resources: {'Port': ['ID=2375f4f4-df1c-4e38-947e-9ee3b068550f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:44.936563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 21dffc3d-b8db-4cd3-8539-57a42ceb40ac up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:44.987060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Allocated IP 172.20.0.14 (0fa3e20a-a770-4c2e-9ce9-96b499317f35/aa7b45f6-094d-4c61-9c6c-54021bcd8b5d/c539e351-708f-423a-9e7c-3b0b3aa3b0a4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:45.011624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:45.017899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:45.030189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:45.111571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:45.115154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.257164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks [] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.357659 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for floatingip (55c76bf3-1323-4f85-bc5d-b7ec37a5280a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.367335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.385830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Port': ['ID=54b9060a-3a54-4274-9c1f-688a5087ed8a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:45.502676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.611886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7b496-afd3-4879-9e9e-69d9660bc0ac req-9fa15c6b-15e4-4f03-afce-a49ea9722968 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:45.613717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fb7b496-afd3-4879-9e9e-69d9660bc0ac req-9fa15c6b-15e4-4f03-afce-a49ea9722968 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 932 time: 0.1881247 Mar 07 04:34:45.682717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:45.683842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.755765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:45.757283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:45.845314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fb7b496-afd3-4879-9e9e-69d9660bc0ac req-5b67014f-a9ce-4a5a-b867-ede22e916cd8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012150 Mar 07 04:34:45.923810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:34:32Z', 'revision_number': 4, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2375f4f4-df1c-4e38-947e-9ee3b068550f', 'name': '', 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'mac_address': 'fa:16:3e:67:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:31Z', 'updated_at': '2022-03-07T04:34:41Z', 'revision_number': 4, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'subnets': [{'id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:46.077356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1a381-1a2d-4e54-a2ea-6beae32e03f6 None None] The sync data for ids ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'] in n-d-832185-1 is: [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:34:32Z', 'revision_number': 4, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2375f4f4-df1c-4e38-947e-9ee3b068550f', 'name': '', 'network_id': '658371c4-8a33-4267-82b7-3231c3f66ba6', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'mac_address': 'fa:16:3e:67:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:31Z', 'updated_at': '2022-03-07T04:34:41Z', 'revision_number': 4, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'subnets': [{'id': '9bfd7fce-895a-45c5-bb5a-097259a2b91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:34:46.169582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:46.196754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:46.418544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c110b7-0132-430d-95f1-540eb4e3ce44 req-3daab342-2c4d-4eb8-8c36-6a729346a7a6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:46.427185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96c110b7-0132-430d-95f1-540eb4e3ce44 req-3daab342-2c4d-4eb8-8c36-6a729346a7a6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.6273789 Mar 07 04:34:46.427435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=12']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:46.484982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Provisioning complete for port 2375f4f4-df1c-4e38-947e-9ee3b068550f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:46.491366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:46.620270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96c110b7-0132-430d-95f1-540eb4e3ce44 req-8f671285-f8b2-4cd7-b717-a636be0a69de tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909087 Mar 07 04:34:46.824321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:46.831551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:46.843730 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:47.008556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:47.063333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:47.082673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Port': ['ID=54b9060a-3a54-4274-9c1f-688a5087ed8a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:47.085407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:47.119450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-30d1064a-be27-48d5-9b89-49523ab41cb9 None None] Current status of the port 2375f4f4-df1c-4e38-947e-9ee3b068550f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:47.217663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d4c0f-248b-47d9-b957-a1c4520a331c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:47.249793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d4c0f-248b-47d9-b957-a1c4520a331c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:47.257796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-263d4c0f-248b-47d9-b957-a1c4520a331c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 2.6307926 Mar 07 04:34:47.286833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9ee47bff-bb15-42ec-91c5-5c6cc8e208ca None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:47.287283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9ee47bff-bb15-42ec-91c5-5c6cc8e208ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:47.315781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47854) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:47.456253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 21dffc3d-b8db-4cd3-8539-57a42ceb40ac up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:47.616628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:47.617226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:47.647990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:47.685902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (3cc35b26-a036-439a-8bbc-7854b075fb94), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:47.896372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8965438-eb60-4bfe-88af-ebb4897c7f59 req-f46de26a-df81-45a1-803d-cc14e2c4f624 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:47.905180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8965438-eb60-4bfe-88af-ebb4897c7f59 req-f46de26a-df81-45a1-803d-cc14e2c4f624 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 932 time: 0.7976816 Mar 07 04:34:47.920418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:47.925015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.075464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:48.076057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.083729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (55c76bf3-1323-4f85-bc5d-b7ec37a5280a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.112383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9ee47bff-bb15-42ec-91c5-5c6cc8e208ca None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:48.199813 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-5bee9a3c-f2e7-4dea-87f9-5ee1ea0320b5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5467205 Mar 07 04:34:48.201298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9ee47bff-bb15-42ec-91c5-5c6cc8e208ca None None] Provisioning complete for port 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:48.201685 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9ee47bff-bb15-42ec-91c5-5c6cc8e208ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.245372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.250564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Request body: {'port': {'device_id': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:48.253738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9a422067-a74e-4f65-ab8b-9c46117c8df7 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0023658 Mar 07 04:34:48.288886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47880) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:48.461582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9ee47bff-bb15-42ec-91c5-5c6cc8e208ca None None] Port 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:48.477805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.484323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-849548119'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:48.534319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:48.535446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2375f4f4-df1c-4e38-947e-9ee3b068550f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:48.636341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Router 3cc35b26-a036-439a-8bbc-7854b075fb94 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:34:48.649100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Made reservation on behalf of 92eca66b25db4eb385298da8df11ddde for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:48.653028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.703261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8d59117e-6fc4-435d-99e1-806283e9062c None None] Provisioning complete for port 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:48.703655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d59117e-6fc4-435d-99e1-806283e9062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.705172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d187b-dc05-4109-849a-7ac6a33cbdc0 req-db7f543a-2b1f-419b-a042-9cf3c8a41aeb tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:48.720532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c66d187b-dc05-4109-849a-7ac6a33cbdc0 req-db7f543a-2b1f-419b-a042-9cf3c8a41aeb tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.7917497 Mar 07 04:34:48.805506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8d59117e-6fc4-435d-99e1-806283e9062c None None] Port 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:34:48.863709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2375f4f4-df1c-4e38-947e-9ee3b068550f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:48.864003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:48.869557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8965438-eb60-4bfe-88af-ebb4897c7f59 req-d4032b91-b051-4ede-87f4-2d716c03e9e5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9592433 Mar 07 04:34:48.888063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.023428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.107009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:49.296637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2375f4f4-df1c-4e38-947e-9ee3b068550f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:49.429170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for security_group (a3f7da34-94e0-4459-bb30-1cab5ffeb691), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.470480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:34:49.475651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a3f7da34-94e0-4459-bb30-1cab5ffeb691), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.484403 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] Sync routers for ids ['3cc35b26-a036-439a-8bbc-7854b075fb94'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:34:49.517528 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] Routers {'3cc35b26-a036-439a-8bbc-7854b075fb94'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:49.523908 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['3cc35b26-a036-439a-8bbc-7854b075fb94'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:49.636679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:34:49.641617 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:49.643607 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.649387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-85ef33a6-f8d1-463c-b16d-58b24ccd80e6 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.7146542 Mar 07 04:34:49.651469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:49.663191 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] Routers {'3cc35b26-a036-439a-8bbc-7854b075fb94'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:34:49.663820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['3cc35b26-a036-439a-8bbc-7854b075fb94'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:49.686470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1eca3cb6-eec8-41cc-baf3-37d6537c6614), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.687570 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Added segment 1eca3cb6-eec8-41cc-baf3-37d6537c6614 of type vlan for network 8f591b11-d9da-415c-acd0-62058096342c Mar 07 04:34:49.727278 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.809667 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:34:49.814622 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5c155-0c3b-49ae-9227-6283db1f9dcf None None] The sync data for ids ['3cc35b26-a036-439a-8bbc-7854b075fb94'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:34:49.820123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c66d187b-dc05-4109-849a-7ac6a33cbdc0 req-7774d4d0-de6e-413c-a101-eb5df790d633 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0987036 Mar 07 04:34:49.853678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f7da34-94e0-4459-bb30-1cab5ffeb691,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:49.857814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8f591b11-d9da-415c-acd0-62058096342c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.917016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8f591b11-d9da-415c-acd0-62058096342c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:49.923112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:49.923878 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:50.088180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c539e351-708f-423a-9e7c-3b0b3aa3b0a4 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:34:50.110480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Publish callbacks [] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:50.165583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8571126 Mar 07 04:34:50.174756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47930) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:50.187973 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Request body: {'subnet': {'network_id': '8f591b11-d9da-415c-acd0-62058096342c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:50.341864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c46770-51b0-443e-9658-35df6aff733b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Network': ['ID=8f591b11-d9da-415c-acd0-62058096342c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:50.370501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8f591b11-d9da-415c-acd0-62058096342c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:34:50.406913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034022-e1c5-4c4b-889f-433b4a0ac258 req-3c5bc8ec-e082-4d07-b8d3-1305a2d396fd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:50.410525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b034022-e1c5-4c4b-889f-433b4a0ac258 req-3c5bc8ec-e082-4d07-b8d3-1305a2d396fd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 932 time: 0.4260328 Mar 07 04:34:50.412765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:50.531523 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7b9caea7-c1d3-4818-a5ec-31d6c4c0806c tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/3cc35b26-a036-439a-8bbc-7854b075fb94 HTTP/1.1" status: 200 len: 925 time: 0.8730304 Mar 07 04:34:50.536366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Transition to ACTIVE for port object c539e351-708f-423a-9e7c-3b0b3aa3b0a4 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:34:50.543146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:50.562036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:50.642678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:50.666410 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-234a3888-f846-4731-87d9-6eb95fccbd44 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc35b26-a036-439a-8bbc-7854b075fb94 HTTP/1.1" status: 200 len: 205 time: 0.1207926 Mar 07 04:34:50.683564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:50.784545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b034022-e1c5-4c4b-889f-433b4a0ac258 req-a25f12f4-838b-493b-aa04-a31b539a21bb tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618596 Mar 07 04:34:50.817037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:50.822181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-90bc6aaf-8393-45f1-bcb7-21f3da827e70 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb HTTP/1.1" status: 204 len: 168 time: 3.5038192 Mar 07 04:34:50.823862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47944) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:50.950314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b197e-648d-4739-9d57-c9cda0e3c9ea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:50.951762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b197e-648d-4739-9d57-c9cda0e3c9ea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:50.960101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b197e-648d-4739-9d57-c9cda0e3c9ea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:50.964551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-556b197e-648d-4739-9d57-c9cda0e3c9ea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1396499 Mar 07 04:34:50.967319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47950) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:51.218506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 80668bd2-fe90-40bc-83aa-9faba642b0d6 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:51.240041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (80668bd2-fe90-40bc-83aa-9faba642b0d6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.300024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (3cc35b26-a036-439a-8bbc-7854b075fb94), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.311265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f017e7-6d44-4f39-be8a-bec2cab0fa85 req-613c1bcc-3ee4-4773-8b87-54e218522415 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:51.315572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6f017e7-6d44-4f39-be8a-bec2cab0fa85 req-613c1bcc-3ee4-4773-8b87-54e218522415 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.2499223 Mar 07 04:34:51.463420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6f017e7-6d44-4f39-be8a-bec2cab0fa85 req-b1d6cf8d-ba55-4f09-8dd6-b92de5b319dd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405358 Mar 07 04:34:51.465888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (80668bd2-fe90-40bc-83aa-9faba642b0d6), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.634672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (80668bd2-fe90-40bc-83aa-9faba642b0d6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.721397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (3cc35b26-a036-439a-8bbc-7854b075fb94), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.734878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Made reservation on behalf of 92eca66b25db4eb385298da8df11ddde for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:51.753283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.764563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (80668bd2-fe90-40bc-83aa-9faba642b0d6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.776060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:51.798008 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:51.804564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50eead-a842-46a7-8f93-973a7622f653 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:51.810576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/80668bd2-fe90-40bc-83aa-9faba642b0d6 HTTP/1.1" status: 204 len: 168 time: 0.8421307 Mar 07 04:34:51.818310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47956) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:52.011839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcd412-f2fc-495b-801d-fd279b9bcd12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=80668bd2-fe90-40bc-83aa-9faba642b0d6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:52.117408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet a68067e4-7495-4421-8a78-e0f6f940477b {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:34:52.123915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (a68067e4-7495-4421-8a78-e0f6f940477b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.168324 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.219795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (a68067e4-7495-4421-8a78-e0f6f940477b), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.335011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Attempting to bind port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:52.337578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Attempting to bind port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:52.338177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Attempting to bind port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:52.387489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (a68067e4-7495-4421-8a78-e0f6f940477b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.546013 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (a68067e4-7495-4421-8a78-e0f6f940477b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.567089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.578485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/a68067e4-7495-4421-8a78-e0f6f940477b HTTP/1.1" status: 204 len: 168 time: 0.7565033 Mar 07 04:34:52.586709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47962) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:52.725240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Deleting port e41c7144-84eb-478a-8d03-08df1a8d150d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:52.725784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e41c7144-84eb-478a-8d03-08df1a8d150d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:52.824603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d1651-ced9-46f3-8014-581c88af79c0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=a68067e4-7495-4421-8a78-e0f6f940477b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:52.834530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fecc57d6-294c-4732-86b9-92e1a6e41a13 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2435708 Mar 07 04:34:52.836452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47964) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:52.845650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851cc7-670c-446c-8c0f-fe9de0fb3666 req-f2f4bbcc-103c-48dc-a505-ee062a99b563 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:52.847435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79851cc7-670c-446c-8c0f-fe9de0fb3666 req-f2f4bbcc-103c-48dc-a505-ee062a99b563 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 944 time: 0.8540733 Mar 07 04:34:52.928984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:34:52.929634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Attempting to bind port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:52.932178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (b5910bb8-59ac-4bd3-9da0-65cf31eb5733), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.026249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70967ed7-2bf1-4286-bf1e-1f78ab974a3e req-7ee80b5a-f650-4347-ab85-5eab7d189c10 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:53.028899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70967ed7-2bf1-4286-bf1e-1f78ab974a3e req-7ee80b5a-f650-4347-ab85-5eab7d189c10 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.3540778 Mar 07 04:34:53.063027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79851cc7-670c-446c-8c0f-fe9de0fb3666 req-65f39f8a-de3f-4ea5-8ec9-363e96881026 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538730 Mar 07 04:34:53.089510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Subnet': ['ID=b5910bb8-59ac-4bd3-9da0-65cf31eb5733,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:53.118935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:53.119440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Checking segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:53.119829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Bound using segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:53.120276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Bound port: c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:53.120635 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.123898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7e003-362f-4d48-a398-450d0db3bcfb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:53.127858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ff7e003-362f-4d48-a398-450d0db3bcfb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2794535 Mar 07 04:34:53.130568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47970) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:53.220368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e41c7144-84eb-478a-8d03-08df1a8d150d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.286216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0897e-0c97-45af-84ce-0b882d10a84e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:53.290889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4dd0897e-0c97-45af-84ce-0b882d10a84e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1581571 Mar 07 04:34:53.294723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47972) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:53.308070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70967ed7-2bf1-4286-bf1e-1f78ab974a3e req-b06b9343-6a0c-49b0-a283-a7a2e270559f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708466 Mar 07 04:34:53.314356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Calling delete_port for e41c7144-84eb-478a-8d03-08df1a8d150d owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:53.396163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-50e92b1e-09bf-4e4f-810f-73496bb37e3f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003594 Mar 07 04:34:53.401118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:53.410697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-56510198-f713-456d-a513-804607379bca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:53.411210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd39db-f40f-4e36-b864-7e11c89b9195 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:53.486789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Checking segment: {'id': '1eca3cb6-eec8-41cc-baf3-37d6537c6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8f591b11-d9da-415c-acd0-62058096342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:53.487305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network hostable DHCP agents. Network: 8f591b11-d9da-415c-acd0-62058096342c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:34:53.624171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56510198-f713-456d-a513-804607379bca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:53.627918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56510198-f713-456d-a513-804607379bca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.629411 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-56510198-f713-456d-a513-804607379bca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:34:53.629871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56510198-f713-456d-a513-804607379bca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:34:53.666780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-56510198-f713-456d-a513-804607379bca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2643285 Mar 07 04:34:53.667414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47976) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:53.674395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-299f3ade-4302-4f59-ae14-f7c92368e81a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:53.725953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2c1f53b5-2d50-45f1-9b84-5836acf3f34c None None] Provisioning complete for port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:53.731097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2c1f53b5-2d50-45f1-9b84-5836acf3f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.832092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:53.893073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network 8f591b11-d9da-415c-acd0-62058096342c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:34:53.906016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299f3ade-4302-4f59-ae14-f7c92368e81a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:53.922482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-299f3ade-4302-4f59-ae14-f7c92368e81a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.926858 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-299f3ade-4302-4f59-ae14-f7c92368e81a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:34:53.932166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299f3ade-4302-4f59-ae14-f7c92368e81a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:34:53.944881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:53.969418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8f591b11-d9da-415c-acd0-62058096342c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:53.969636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:34:53.979489 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:53.990770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e31dce-44dd-408e-af35-d884353847a4 None None] Network 8f591b11-d9da-415c-acd0-62058096342c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:53.991411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:53.994464 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.008871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-299f3ade-4302-4f59-ae14-f7c92368e81a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3402181 Mar 07 04:34:54.009761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47980) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:54.034666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-52c5fbe7-643d-4689-9d47-a429362f111c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:54.168945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:54.180443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e41c7144-84eb-478a-8d03-08df1a8d150d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.200358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e42a9bd6-d5ca-4ff2-911c-6ab851bc8554 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0227377 Mar 07 04:34:54.210139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:54.210787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.212763 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-3b565a5f-3064-4933-926b-3b0e249dece4 service neutron] 10.222.0.44 "PUT /v2.0/ports/c539e351-708f-423a-9e7c-3b0b3aa3b0a4 HTTP/1.1" status: 200 len: 1092 time: 5.9813247 Mar 07 04:34:54.213774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:34:54.216056 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:34:54.223921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47984) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:54.329852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-985046844', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:54.355489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5fbe7-643d-4689-9d47-a429362f111c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:54.372524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52c5fbe7-643d-4689-9d47-a429362f111c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.377671 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c5fbe7-643d-4689-9d47-a429362f111c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:34:54.378398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f53b5-2d50-45f1-9b84-5836acf3f34c None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:54.379016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c5fbe7-643d-4689-9d47-a429362f111c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:34:54.433498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bf06d-fd71-44dd-8be3-cca71ba6cfdc req-2ae40a73-176b-4670-ae6f-ff0ee63ba0d6 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:54.435529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8f591b11-d9da-415c-acd0-62058096342c', 'network_id': '8f591b11-d9da-415c-acd0-62058096342c', 'project_id': '92eca66b25db4eb385298da8df11ddde', 'fixed_ips': [{'subnet_id': 'b5910bb8-59ac-4bd3-9da0-65cf31eb5733'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:34:54.437725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.447521 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdd2593-feb9-4539-991d-5b8f31cd2dad x-openstack-request-id: req-abdd2593-feb9-4539-991d-5b8f31cd2dad {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:34:54.448118 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:34:54.448544 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abdd2593-feb9-4539-991d-5b8f31cd2dad {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:34:54.449168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-658bf06d-fd71-44dd-8be3-cca71ba6cfdc req-2ae40a73-176b-4670-ae6f-ff0ee63ba0d6 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 944 time: 0.1895247 Mar 07 04:34:54.449756 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'status': 'completed', 'code': 200} Mar 07 04:34:54.470676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-52c5fbe7-643d-4689-9d47-a429362f111c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4582174 Mar 07 04:34:54.492439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47992) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:54.508821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-423ba3b3-c0a3-46fe-98e1-041f57f69f8b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:54.542180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event deleted for resources: {'Port': ['ID=e41c7144-84eb-478a-8d03-08df1a8d150d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:54.572861 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (ae5aa770-4562-45cc-b272-e82f151be57a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.573928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (ae5aa770-4562-45cc-b272-e82f151be57a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.645173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router_controller (ae5aa770-4562-45cc-b272-e82f151be57a), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.686070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Allocated IP 172.20.0.2 (8f591b11-d9da-415c-acd0-62058096342c/b5910bb8-59ac-4bd3-9da0-65cf31eb5733/51f42763-d657-4e9d-a4ae-10b08ab4fb35) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:54.751245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-658bf06d-fd71-44dd-8be3-cca71ba6cfdc req-a568d532-2949-43ba-8437-ca86f234941d tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004894 Mar 07 04:34:54.873683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f5d8a-e09a-4415-8b2e-93a0bb2cbcd3 req-70b514a8-33a0-4935-8fa4-a68c91b7a07d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:54.879659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b97f5d8a-e09a-4415-8b2e-93a0bb2cbcd3 req-70b514a8-33a0-4935-8fa4-a68c91b7a07d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.4066033 Mar 07 04:34:54.959850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b97f5d8a-e09a-4415-8b2e-93a0bb2cbcd3 req-d89fe164-80d9-4b34-9322-3d35437077af tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627439 Mar 07 04:34:54.966912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router_gateway (ae5aa770-4562-45cc-b272-e82f151be57a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:54.973425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (3cc35b26-a036-439a-8bbc-7854b075fb94), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.002014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-34788691-b2c7-4316-b4fe-31776bbc5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:55.003639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-34788691-b2c7-4316-b4fe-31776bbc5060 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 1126 time: 0.5787344 Mar 07 04:34:55.019594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ba3b3-c0a3-46fe-98e1-041f57f69f8b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:55.024346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-423ba3b3-c0a3-46fe-98e1-041f57f69f8b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.025905 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-423ba3b3-c0a3-46fe-98e1-041f57f69f8b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:34:55.026459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423ba3b3-c0a3-46fe-98e1-041f57f69f8b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:34:55.068893 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Publish callbacks [] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.076601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-423ba3b3-c0a3-46fe-98e1-041f57f69f8b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5804353 Mar 07 04:34:55.077229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47994) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:55.084821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] Deleting port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:34:55.084821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.089657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3ef14f5a-302a-4797-baf5-8594173e243e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:55.106207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.277890 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-323da863-ba57-4746-aad4-d15893180652 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4 HTTP/1.1" status: 200 len: 217 time: 0.1804814 Mar 07 04:34:55.295779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Network 8f591b11-d9da-415c-acd0-62058096342c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:55.301530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:55.304097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (3cc35b26-a036-439a-8bbc-7854b075fb94), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.306538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:55.314492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (3cc35b26-a036-439a-8bbc-7854b075fb94), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.364190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef14f5a-302a-4797-baf5-8594173e243e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:55.368599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ef14f5a-302a-4797-baf5-8594173e243e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.370578 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef14f5a-302a-4797-baf5-8594173e243e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:34:55.370736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef14f5a-302a-4797-baf5-8594173e243e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:34:55.420534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ef14f5a-302a-4797-baf5-8594173e243e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3390577 Mar 07 04:34:55.420771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48000) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:55.426039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-085ae036-45b7-40a2-8dbe-e7ab24723cad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:55.507924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Pushing event updated for resources: {'Port': ['ID=51f42763-d657-4e9d-a4ae-10b08ab4fb35,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:55.524744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:55.525546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.551372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 21dffc3d-b8db-4cd3-8539-57a42ceb40ac no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:34:55.659328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ae036-45b7-40a2-8dbe-e7ab24723cad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:55.663855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-085ae036-45b7-40a2-8dbe-e7ab24723cad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.682101 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ae036-45b7-40a2-8dbe-e7ab24723cad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:34:55.682101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085ae036-45b7-40a2-8dbe-e7ab24723cad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:34:55.682446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Attempting to bind port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:34:55.682446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Attempting to bind port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '1eca3cb6-eec8-41cc-baf3-37d6537c6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8f591b11-d9da-415c-acd0-62058096342c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:34:55.682446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Attempting to bind port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 on network 8f591b11-d9da-415c-acd0-62058096342c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:34:55.682446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:34:55.683836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Checking segment: {'id': '1eca3cb6-eec8-41cc-baf3-37d6537c6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8f591b11-d9da-415c-acd0-62058096342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:34:55.690016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.691281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Bound using segment: {'id': '1eca3cb6-eec8-41cc-baf3-37d6537c6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8f591b11-d9da-415c-acd0-62058096342c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:34:55.692682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Bound port: 51f42763-d657-4e9d-a4ae-10b08ab4fb35, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca3cb6-eec8-41cc-baf3-37d6537c6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8f591b11-d9da-415c-acd0-62058096342c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:34:55.693036 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.696229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (3cc35b26-a036-439a-8bbc-7854b075fb94), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.697040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc35b26-a036-439a-8bbc-7854b075fb94 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:34:55.697869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.698335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.700594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-a6b3c6c8-11c3-4194-8ea2-8a857d3dadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:55.702338 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-a6b3c6c8-11c3-4194-8ea2-8a857d3dadad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 200 len: 854 time: 0.1918023 Mar 07 04:34:55.709422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-085ae036-45b7-40a2-8dbe-e7ab24723cad tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2869210 Mar 07 04:34:55.710357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48002) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:55.711726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:55.713084 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e58935e-7761-4718-ae18-81840b71ff71 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/3cc35b26-a036-439a-8bbc-7854b075fb94 HTTP/1.1" status: 204 len: 168 time: 5.0253239 Mar 07 04:34:55.713491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.713846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.715254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.715609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.715946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.717291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.717636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.719167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.720623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.720971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.723334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:34:55.742919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:55.749501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-0479c8e3-993a-4b2d-a6a2-3a6cbd2551ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3e20a-a770-4c2e-9ce9-96b499317f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331039 Mar 07 04:34:55.760471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1114990664', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': False}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:55.814439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] Calling delete_port for 21dffc3d-b8db-4cd3-8539-57a42ceb40ac owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:34:55.943148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] For port 51f42763-d657-4e9d-a4ae-10b08ab4fb35, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:34:55.948035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] For port 51f42763-d657-4e9d-a4ae-10b08ab4fb35, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51f42763-d657-4e9d-a4ae-10b08ab4fb35,segment=NetworkSegment(1eca3cb6-eec8-41cc-baf3-37d6537c6614),segment_id=1eca3cb6-eec8-41cc-baf3-37d6537c6614)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:34:56.007861 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-976c3205-10b2-4b95-977f-dc37e48e2c5e service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190306 Mar 07 04:34:56.050429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:56.055059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:56.055522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:56.336338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453008e5-c711-4d95-8211-d7764a40a925 None None] Pushing event updated for resources: {'Port': ['ID=51f42763-d657-4e9d-a4ae-10b08ab4fb35,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:56.345692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:56.361890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:56.438844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (21dffc3d-b8db-4cd3-8539-57a42ceb40ac), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:56.478915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] No DVR routers for this DVR port 21dffc3d-b8db-4cd3-8539-57a42ceb40ac on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:34:56.523379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=15']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:56.579592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c19ba-4e0c-4f35-92b7-02b6c71ef293 None None] Pushing event deleted for resources: {'Port': ['ID=21dffc3d-b8db-4cd3-8539-57a42ceb40ac,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:56.634770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48012) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:56.702672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9f86ccde-9d9d-43f4-898f-56921ac086e7), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:56.704460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9f86ccde-9d9d-43f4-898f-56921ac086e7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:56.835237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (9f86ccde-9d9d-43f4-898f-56921ac086e7), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:57.186895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router_gateway (ae5aa770-4562-45cc-b272-e82f151be57a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:57.250913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:57.259850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982ae36-020d-4d9c-a150-fec3fdf899a4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:57.261437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b982ae36-020d-4d9c-a150-fec3fdf899a4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.5503266 Mar 07 04:34:57.289010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:57.332561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54f60d-0755-4461-b7dd-7f035bd37739 req-bc2b834c-5586-4f25-aa3a-be4b53071aae tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:57.343259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f54f60d-0755-4461-b7dd-7f035bd37739 req-bc2b834c-5586-4f25-aa3a-be4b53071aae tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.7955260 Mar 07 04:34:57.361919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759209-0369-491d-8478-a9a373110f5b req-97061875-4f7f-4172-88a0-fd59724eb9ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:57.363611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6759209-0369-491d-8478-a9a373110f5b req-97061875-4f7f-4172-88a0-fd59724eb9ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 944 time: 0.8896580 Mar 07 04:34:57.409163 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2a70cce5-7afd-42f5-86c0-93098a1036f0 req-f57727da-74bf-4e1f-b43f-35e2b3e322ea service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3824880 Mar 07 04:34:57.572828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51f42763-d657-4e9d-a4ae-10b08ab4fb35 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:57.756805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Allocated IP 172.25.4.114 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e06c5ab1-b24a-471c-b221-7c4b291aed17) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:57.783163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (9f86ccde-9d9d-43f4-898f-56921ac086e7), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:57.801625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-d83d19c2-776d-4aa2-9ca5-9eefed198250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:57.804488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-d83d19c2-776d-4aa2-9ca5-9eefed198250 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 1126 time: 0.3323319 Mar 07 04:34:57.998581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6759209-0369-491d-8478-a9a373110f5b req-e017f4a2-5a31-4f2b-9cfb-cd505432eb82 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657239 Mar 07 04:34:58.024112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da91b7-a761-4bee-9727-9e7b547be3a3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:58.025881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40da91b7-a761-4bee-9727-9e7b547be3a3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7503045 Mar 07 04:34:58.050527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48030) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:58.137472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f54f60d-0755-4461-b7dd-7f035bd37739 req-bfb1dd04-c173-42b4-adf7-e63ab610571b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930272 Mar 07 04:34:58.257094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea02226-844d-4dc7-9f25-c94a40a76a10 None None] Network 8f591b11-d9da-415c-acd0-62058096342c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:34:58.300717 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fc013507-5ea1-4756-90d3-72d65e255c32 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2467670 Mar 07 04:34:58.305547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:58.311348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:34:58.429392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for port (e06c5ab1-b24a-471c-b221-7c4b291aed17), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.433223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:34:58.437381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.494142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] Provisioning complete for port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:58.496521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.525494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-587b0675-e7dd-4265-b1c5-9318280400a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:58.527304 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-587b0675-e7dd-4265-b1c5-9318280400a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 915 time: 0.7139332 Mar 07 04:34:58.594112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48040) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:34:58.607204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] Current status of the port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:58.607766 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.636925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:58.637299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.667582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-8c44c262-2819-4099-8c73-5038f4936327 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4 HTTP/1.1" status: 200 len: 217 time: 0.0623341 Mar 07 04:34:58.670428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] For port 51f42763-d657-4e9d-a4ae-10b08ab4fb35, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51f42763-d657-4e9d-a4ae-10b08ab4fb35,segment=NetworkSegment(1eca3cb6-eec8-41cc-baf3-37d6537c6614),segment_id=1eca3cb6-eec8-41cc-baf3-37d6537c6614)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:34:58.725487 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.735800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-a4d72600-33be-4a8f-b3a8-6b7c5ba970cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:34:58.737581 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-a4d72600-33be-4a8f-b3a8-6b7c5ba970cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 200 len: 854 time: 0.0567033 Mar 07 04:34:58.800622 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-236c9fe5-8cdd-4a30-b06e-7c3f7002252c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3e20a-a770-4c2e-9ce9-96b499317f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464437 Mar 07 04:34:58.887569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17d6ad17-58ba-4241-802f-8612d7d8eb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:58.909352 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-48aeb47b-ab3d-4964-93ef-e1ab41ea6cd1 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015282 Mar 07 04:34:58.950001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a894be-d3e8-4dd2-b571-a551baf4701e None None] Pushing event updated for resources: {'Port': ['ID=51f42763-d657-4e9d-a4ae-10b08ab4fb35,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:59.031485 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-753b8b6b-65d4-4b93-bbbe-76c5ad886e90 req-36736a6e-c932-4192-abcd-45c42783b76f service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141403 Mar 07 04:34:59.035122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e06c5ab1-b24a-471c-b221-7c4b291aed17), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.087346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:59.089800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Port': ['ID=e06c5ab1-b24a-471c-b221-7c4b291aed17,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:34:59.113544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:34:59.117885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:34:59.123141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:34:59.168703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (9f86ccde-9d9d-43f4-898f-56921ac086e7), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.226948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.461223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51f42763-d657-4e9d-a4ae-10b08ab4fb35 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:34:59.476686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c46bff7-9c74-41b8-81c6-9c99b88672b1 None None] Provisioning complete for port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:59.481466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c46bff7-9c74-41b8-81c6-9c99b88672b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.504294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Allocated IP 172.25.4.88 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/3c13a67e-4a2c-46f3-88b6-5197ca8ea019) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:34:59.760288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.781711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:34:59.783250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.884375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c46bff7-9c74-41b8-81c6-9c99b88672b1 None None] Current status of the port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:34:59.904252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:34:59.984078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:00.052353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:00.077651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:35:00.079588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:00.091951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:00.094445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (94016f5c-d43d-4b57-a5bf-f3d0556daddd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.099590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Port': ['ID=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:00.129036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c965b6e-0871-48c3-8ff8-d81d16ff516f req-7b28f255-93b0-4a4a-90c1-1bbc47b826a3 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:00.137028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c965b6e-0871-48c3-8ff8-d81d16ff516f req-7b28f255-93b0-4a4a-90c1-1bbc47b826a3 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 944 time: 0.9305115 Mar 07 04:35:00.147985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router_gateway (ae5aa770-4562-45cc-b272-e82f151be57a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.155938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:00.450862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06814bcf-a920-4985-8674-748a906be5db req-0ee40c37-02b3-45fa-97bf-0839da717b27 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:00.452421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06814bcf-a920-4985-8674-748a906be5db req-0ee40c37-02b3-45fa-97bf-0839da717b27 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.5752068 Mar 07 04:35:00.455760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:00.470867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410982a-b91b-405f-aa1f-a0a087811459 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:00.480954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (ae5aa770-4562-45cc-b272-e82f151be57a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.483257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=94016f5c-d43d-4b57-a5bf-f3d0556daddd,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:00.497513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:00.498711 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.500457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17d6ad17-58ba-4241-802f-8612d7d8eb0a admin admin] Publish callbacks [] for security_group (7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.604610 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-32a0816e-518b-4c80-98b7-7ce1055c9545 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2974720 Mar 07 04:35:00.607110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:00.612177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17d6ad17-58ba-4241-802f-8612d7d8eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.620805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:64:32:75', 'name': 'tempest-NetworksTestDHCPv6-740706727'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:00.686547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '94016f5c-d43d-4b57-a5bf-f3d0556daddd'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:00.687431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.717036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (6db5c169-3e3c-409c-b8f0-aa51203d901c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:00.853146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c965b6e-0871-48c3-8ff8-d81d16ff516f req-4886d496-a1c7-49e9-bbe4-5cb1d65b8f38 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7150249 Mar 07 04:35:00.926270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:00.929895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06814bcf-a920-4985-8674-748a906be5db req-d23bc65c-b6eb-47b6-bd33-a4741092f106 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596214 Mar 07 04:35:00.940157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-17d6ad17-58ba-4241-802f-8612d7d8eb0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63d268ef025f40548464a6378b11ab78&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3434844 Mar 07 04:35:00.950674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Allocated IP 2001:db8::f816:3eff:fed6:bf34 (8393e2f1-e638-4cb0-b0df-29004274d522/94016f5c-d43d-4b57-a5bf-f3d0556daddd/c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:00.978443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:00.997641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6ad17-58ba-4241-802f-8612d7d8eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:01.065197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.091525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Router ae5aa770-4562-45cc-b272-e82f151be57a is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:35:01.101208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d9711395-5f66-43ed-ba5e-a681bf74ae9b details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:35:01.108482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port fe389021-eadf-4038-b28d-a564ba611a40 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:01.287852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c539e351-708f-423a-9e7c-3b0b3aa3b0a4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:35:01.433661 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Publish callbacks [] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.500623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:01.583625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:01.608086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] Sync routers for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:01.617764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.622718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:01.624132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-42258032-8503-4e94-a194-731b084270da tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3064215 Mar 07 04:35:01.627190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48064) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:01.631539 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.643725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d03ae3ce-c1eb-41e1-a007-3ec2e5cbece3 admin admin] Publish callbacks [] for security_group (7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.706933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'mac_address': 'fa:16:3e:7d:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:35:01.709127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'port_id': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'mac_address': 'fa:16:3e:dd:e0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b45f6-094d-4c61-9c6c-54021bcd8b5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:35:01.792689 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (9f86ccde-9d9d-43f4-898f-56921ac086e7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.867025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:01.867025 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:01.879216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:01.882423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:01.940209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d03ae3ce-c1eb-41e1-a007-3ec2e5cbece3 admin admin] Publish callbacks [] for security_group (7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.035717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:02.044820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:02.165112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d9711395-5f66-43ed-ba5e-a681bf74ae9b is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:02.165708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.181614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Deleting port 0dd7f25f-0018-4b18-bed0-b324e46299ce {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:02.182092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.195785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:02.199666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:02.225648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9711395-5f66-43ed-ba5e-a681bf74ae9b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:02.226868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d03ae3ce-c1eb-41e1-a007-3ec2e5cbece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.229539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d03ae3ce-c1eb-41e1-a007-3ec2e5cbece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.230832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d03ae3ce-c1eb-41e1-a007-3ec2e5cbece3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc HTTP/1.1" status: 204 len: 168 time: 1.2510734 Mar 07 04:35:02.285304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3a92c-f7f7-41a6-a304-7b2ae652eea3 req-3ff595c1-c9f4-4770-93e7-a2e5df3cc7a8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:02.287122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5f3a92c-f7f7-41a6-a304-7b2ae652eea3 req-3ff595c1-c9f4-4770-93e7-a2e5df3cc7a8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 944 time: 0.2567847 Mar 07 04:35:02.293014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ae3ce-c1eb-41e1-a007-3ec2e5cbece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b7ad3-f503-41eb-aa1d-5d1504b3e7dc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:02.347813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe64:3275 (8393e2f1-e638-4cb0-b0df-29004274d522/94016f5c-d43d-4b57-a5bf-f3d0556daddd/fe389021-eadf-4038-b28d-a564ba611a40) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:02.425203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:02.430218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:02.447738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666106-a3a4-4de4-b96b-bc3e7e6681ac req-54772c47-2433-49aa-9673-26736521d50f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:02.454926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c539e351-708f-423a-9e7c-3b0b3aa3b0a4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:02.457442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18666106-a3a4-4de4-b96b-bc3e7e6681ac req-54772c47-2433-49aa-9673-26736521d50f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.3636110 Mar 07 04:35:02.581071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9f86ccde-9d9d-43f4-898f-56921ac086e7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.593363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5f3a92c-f7f7-41a6-a304-7b2ae652eea3 req-f0d1906b-4be3-42b4-be6e-06e20c17b453 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491102 Mar 07 04:35:02.595460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] For port 0dd7f25f-0018-4b18-bed0-b324e46299ce, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0dd7f25f-0018-4b18-bed0-b324e46299ce,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:02.595946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.623315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18666106-a3a4-4de4-b96b-bc3e7e6681ac req-d641e844-074c-4f50-92d2-6918c5435a1b tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625714 Mar 07 04:35:02.674013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Calling delete_port for 0dd7f25f-0018-4b18-bed0-b324e46299ce owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:02.749716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:02.750528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646127-59e8-4598-81f5-4aca13078b59 None None] The sync data for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:02.792482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Pushing event updated for resources: {'Port': ['ID=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:02.827412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Attempting to bind port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:02.830530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Attempting to bind port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:02.830856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Attempting to bind port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:02.892746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:02.913318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:02.913602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:02.914171 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.914999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:02.915663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Bound port: c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:02.916108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.920621 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.924692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:02.945367 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b755eff-d628-470d-a411-a150b80cab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:02.951072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (fe389021-eadf-4038-b28d-a564ba611a40), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.035226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Router 9f86ccde-9d9d-43f4-898f-56921ac086e7 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:35:03.048436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:03.058126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.072381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d9711395-5f66-43ed-ba5e-a681bf74ae9b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:35:03.089247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.178178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0984e293-f19c-43f6-8d37-7423118d6039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.202295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:03.217159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] For port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:03.222147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] For port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:03.286470 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.332513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:03.425716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6ebaa-3d3c-4954-98f3-ea1d5b37f6a9 None None] Pushing event updated for resources: {'Port': ['ID=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:03.431808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c539e351-708f-423a-9e7c-3b0b3aa3b0a4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:35:03.530858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0984e293-f19c-43f6-8d37-7423118d6039 admin admin] Publish callbacks [] for security_group (0f222f8e-b641-4e4a-8e95-37760646f0bb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.555721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0984e293-f19c-43f6-8d37-7423118d6039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0f222f8e-b641-4e4a-8e95-37760646f0bb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:03.907703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0984e293-f19c-43f6-8d37-7423118d6039 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92ffa7f8eae84054a58b3059e0291857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8453820 Mar 07 04:35:03.968867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:03.981153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0dd7f25f-0018-4b18-bed0-b324e46299ce), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:04.111899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd7f25f-0018-4b18-bed0-b324e46299ce,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:04.119708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984e293-f19c-43f6-8d37-7423118d6039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f222f8e-b641-4e4a-8e95-37760646f0bb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:04.212118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:04.228718 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Sync routers for ids ['9f86ccde-9d9d-43f4-898f-56921ac086e7'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:04.249535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Routers {'9f86ccde-9d9d-43f4-898f-56921ac086e7'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:04.250213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:34:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f86ccde-9d9d-43f4-898f-56921ac086e7'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:04.288805 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:04.296842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:04.297592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f9c15191-33ee-413e-9378-98e12f69faad tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5485594 Mar 07 04:35:04.423788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e09a-d90f-4636-8fce-9f4097c424be req-b33fea1e-dad5-4226-91a3-e3bdba709809 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:04.435036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d939e09a-d90f-4636-8fce-9f4097c424be req-b33fea1e-dad5-4226-91a3-e3bdba709809 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 945 time: 0.5284500 Mar 07 04:35:04.445339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fe389021-eadf-4038-b28d-a564ba611a40), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:04.510861 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Set router 9f86ccde-9d9d-43f4-898f-56921ac086e7 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:04.531938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Allocated IP 172.20.0.1 (8f591b11-d9da-415c-acd0-62058096342c/b5910bb8-59ac-4bd3-9da0-65cf31eb5733/5664b4cf-30b5-4332-9c46-841d1a4508c3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:04.600986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:04.621509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:04.625098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:04.644703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:04.645509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:04.769484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c6244-58fa-4d4b-9554-503355dc5d74 req-73b8e421-05af-4f78-9224-8e94d14e548f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:04.771677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f20c6244-58fa-4d4b-9554-503355dc5d74 req-73b8e421-05af-4f78-9224-8e94d14e548f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 945 time: 0.8385444 Mar 07 04:35:04.783075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35536e1b-4eb2-4619-9c2c-1a03e76a3905 admin admin] Publish callbacks [] for security_group (0f222f8e-b641-4e4a-8e95-37760646f0bb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:04.933717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f20c6244-58fa-4d4b-9554-503355dc5d74 req-01b59361-625f-4647-bd7d-dd7fbaa9c206 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516948 Mar 07 04:35:04.987232 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f86ccde-9d9d-43f4-898f-56921ac086e7', 'name': 'tempest-snat-router-1114990664', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.88'}], 'enable_snat': False}, 'gw_port_id': '3c13a67e-4a2c-46f3-88b6-5197ca8ea019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:56Z', 'updated_at': '2022-03-07T04:35:00Z', 'revision_number': 3, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port': {'id': '3c13a67e-4a2c-46f3-88b6-5197ca8ea019', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f86ccde-9d9d-43f4-898f-56921ac086e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:59Z', 'updated_at': '2022-03-07T04:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:05.025333 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8d062f45-4f74-4610-b041-305bc255a22a tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/9f86ccde-9d9d-43f4-898f-56921ac086e7 HTTP/1.1" status: 200 len: 908 time: 0.7189262 Mar 07 04:35:05.038548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35536e1b-4eb2-4619-9c2c-1a03e76a3905 admin admin] Publish callbacks [] for security_group (0f222f8e-b641-4e4a-8e95-37760646f0bb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.038961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:05.058579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1114990664', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': True}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:05.086070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Checking router: 9f86ccde-9d9d-43f4-898f-56921ac086e7 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:35:05.086385 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Updating router 9f86ccde-9d9d-43f4-898f-56921ac086e7 port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:35:05.095183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4814224 Mar 07 04:35:05.107539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48102) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:05.109808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d9711395-5f66-43ed-ba5e-a681bf74ae9b up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:05.167943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a05d76-51fe-4f87-8241-8f5da123b922 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=fe389021-eadf-4038-b28d-a564ba611a40,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:05.212741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.217202 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.264108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.291907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c539e351-708f-423a-9e7c-3b0b3aa3b0a4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:05.321626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d939e09a-d90f-4636-8fce-9f4097c424be req-2258980d-68f2-4b49-9f4c-d48c44ca27b9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8666034 Mar 07 04:35:05.322213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (f260e082-5bb5-47c4-a893-003fd9a903e2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.326723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (f260e082-5bb5-47c4-a893-003fd9a903e2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.383303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network 8f591b11-d9da-415c-acd0-62058096342c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:05.399185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:05.426740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:05.487283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d9711395-5f66-43ed-ba5e-a681bf74ae9b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:05.487733 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.501413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-53a1ba81-eb5b-4180-91d8-769925304ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.525005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (6db5c169-3e3c-409c-b8f0-aa51203d901c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.540601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ad3b7-5c06-4c0d-9b07-476b8326785b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:05.553063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ad3b7-5c06-4c0d-9b07-476b8326785b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:05.555786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2b7ad3b7-5c06-4c0d-9b07-476b8326785b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4218984 Mar 07 04:35:05.562641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:05.563669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Port': ['ID=5664b4cf-30b5-4332-9c46-841d1a4508c3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:05.570690 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35536e1b-4eb2-4619-9c2c-1a03e76a3905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0f222f8e-b641-4e4a-8e95-37760646f0bb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.573758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35536e1b-4eb2-4619-9c2c-1a03e76a3905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.577745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-35536e1b-4eb2-4619-9c2c-1a03e76a3905 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f222f8e-b641-4e4a-8e95-37760646f0bb HTTP/1.1" status: 204 len: 168 time: 1.5997591 Mar 07 04:35:05.628551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35536e1b-4eb2-4619-9c2c-1a03e76a3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f222f8e-b641-4e4a-8e95-37760646f0bb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:05.829936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:35:05.847701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] Provisioning complete for port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:05.848502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.900043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (f260e082-5bb5-47c4-a893-003fd9a903e2), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:05.988517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:06.036942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:06.039716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.093876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a186e-37b4-44d3-a399-75afeed626bc req-ad3da67f-2f28-4a32-8c40-c0aa6796e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:06.099061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-ad3da67f-2f28-4a32-8c40-c0aa6796e22b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 1127 time: 0.2815630 Mar 07 04:35:06.264947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ae5aa770-4562-45cc-b272-e82f151be57a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.308956 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Publish callbacks [] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.336280 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.471907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Attempting to bind port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:06.472286 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Attempting to bind port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:06.472657 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Attempting to bind port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:06.493779 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27183d6-0577-4929-8b35-10d76a50893b None None] Pushing event updated for resources: {'Port': ['ID=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:06.496396 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:06.496775 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:06.507866 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.508425 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:06.508953 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Bound port: 3c13a67e-4a2c-46f3-88b6-5197ca8ea019, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:06.509746 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.571787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (f260e082-5bb5-47c4-a893-003fd9a903e2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.644169 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] For port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:06.648294 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] For port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:06.674164 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.783900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port fe389021-eadf-4038-b28d-a564ba611a40 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:06.784212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fe389021-eadf-4038-b28d-a564ba611a40), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:06.805559 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Routers {'9f86ccde-9d9d-43f4-898f-56921ac086e7'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:06.806230 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f86ccde-9d9d-43f4-898f-56921ac086e7'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:06.811658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27183d6-0577-4929-8b35-10d76a50893b None None] Pushing event updated for resources: {'Port': ['ID=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:07.048811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:07.049433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.091886 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] Set router 9f86ccde-9d9d-43f4-898f-56921ac086e7 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:07.095780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.135299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.141837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] Current status of the port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:07.144444 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.189601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d9711395-5f66-43ed-ba5e-a681bf74ae9b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:07.191805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.299411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a186e-37b4-44d3-a399-75afeed626bc req-bcbea6b6-e13f-4695-b719-6bf432fca77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:07.304913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-bcbea6b6-e13f-4695-b719-6bf432fca77d service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 1.1771910 Mar 07 04:35:07.312712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:07.313087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.322456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Router 6db5c169-3e3c-409c-b8f0-aa51203d901c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:07.421118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] For port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:07.471223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:07.477601 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36466051-a822-4217-9bfe-ffa402f2deeb" -d '{"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-plugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:07.528620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fe389021-eadf-4038-b28d-a564ba611a40), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.542954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-c7f0271a-249f-4f13-9225-799220649811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b HTTP/1.1" status: 200 len: 217 time: 0.2174547 Mar 07 04:35:07.595625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.620351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for fe389021-eadf-4038-b28d-a564ba611a40 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:07.620971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:07.697940 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f86ccde-9d9d-43f4-898f-56921ac086e7', 'name': 'tempest-snat-router-1114990664', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.88'}], 'enable_snat': False}, 'gw_port_id': '3c13a67e-4a2c-46f3-88b6-5197ca8ea019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:56Z', 'updated_at': '2022-03-07T04:35:00Z', 'revision_number': 3, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port': {'id': '3c13a67e-4a2c-46f3-88b6-5197ca8ea019', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f86ccde-9d9d-43f4-898f-56921ac086e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:59Z', 'updated_at': '2022-03-07T04:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:07.706229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7cbaa-8759-46a5-a337-f932a1372176 req-b627866f-844e-4213-a07f-edd6d6d4b014 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:07.707856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b7cbaa-8759-46a5-a337-f932a1372176 req-b627866f-844e-4213-a07f-edd6d6d4b014 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 945 time: 1.1715460 Mar 07 04:35:07.736304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:07.744298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f5b37-fb87-4252-b92c-b30a0c634ca2 None None] Pushing event updated for resources: {'Port': ['ID=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:07.754865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.761785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.807762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.815164 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4443076-a538-4382-8124-43ba1f50ef96 None None] The sync data for ids ['9f86ccde-9d9d-43f4-898f-56921ac086e7'] in n-d-832185-1 is: [{'id': '9f86ccde-9d9d-43f4-898f-56921ac086e7', 'name': 'tempest-snat-router-1114990664', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.88'}], 'enable_snat': False}, 'gw_port_id': '3c13a67e-4a2c-46f3-88b6-5197ca8ea019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:56Z', 'updated_at': '2022-03-07T04:35:00Z', 'revision_number': 3, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port': {'id': '3c13a67e-4a2c-46f3-88b6-5197ca8ea019', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f86ccde-9d9d-43f4-898f-56921ac086e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:59Z', 'updated_at': '2022-03-07T04:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:07.815422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-527589c1-4ae1-4170-9456-47234595ae62 None None] Provisioning complete for port fe389021-eadf-4038-b28d-a564ba611a40 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:07.815638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-527589c1-4ae1-4170-9456-47234595ae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fe389021-eadf-4038-b28d-a564ba611a40), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:07.861411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a9bb5-9779-4bc0-8902-7905e9767dad req-1d69872b-840d-4d6b-a14b-faa3f0ac99c0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:07.866730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e2a9bb5-9779-4bc0-8902-7905e9767dad req-1d69872b-840d-4d6b-a14b-faa3f0ac99c0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 945 time: 1.6694949 Mar 07 04:35:07.952369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:07.991070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:08.117874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:08.136818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-527589c1-4ae1-4170-9456-47234595ae62 None None] Port fe389021-eadf-4038-b28d-a564ba611a40 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:08.171416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-527589c1-4ae1-4170-9456-47234595ae62 None None] Provisioning complete for port 5664b4cf-30b5-4332-9c46-841d1a4508c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:08.175652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b7cbaa-8759-46a5-a337-f932a1372176 req-d243406b-e492-45a4-89ef-0529508118f2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443417 Mar 07 04:35:08.176699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:08.200407 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-527589c1-4ae1-4170-9456-47234595ae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:08.216614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48136) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:08.217678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] Sync routers for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:08.225821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-662f22ec-3405-4f31-a49d-95a129d956f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/6db5c169-3e3c-409c-b8f0-aa51203d901c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5855319 Mar 07 04:35:08.229846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48138) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:08.243321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:08.295805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:08.300933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:08.335796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e2a9bb5-9779-4bc0-8902-7905e9767dad req-fc84f32b-2846-4ca5-8503-8bd34410efa2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572763 Mar 07 04:35:08.338354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a186e-37b4-44d3-a399-75afeed626bc req-445e4118-25f9-4e9f-8902-d05a76eb16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:08.339879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-445e4118-25f9-4e9f-8902-d05a76eb16eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.7795272 Mar 07 04:35:08.455161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-4dd3db2f-6b13-4e5f-a5a7-de62d57910bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065390 Mar 07 04:35:08.556085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-527589c1-4ae1-4170-9456-47234595ae62 None None] Port 5664b4cf-30b5-4332-9c46-841d1a4508c3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:08.609477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (f260e082-5bb5-47c4-a893-003fd9a903e2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:08.710810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1253378201-network', 'tenant_id': '07a66375a35e41b9b271c02b37bd31f2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:08.720379 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-5b8a05d2-ff80-40ae-b808-8f36caf9e3b5 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586949 Mar 07 04:35:08.728080 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f73c6-922b-4d6a-9bd1-be0378d26f45 x-openstack-request-id: req-cb9f73c6-922b-4d6a-9bd1-be0378d26f45 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:08.728412 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-plugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:08.728640 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb9f73c6-922b-4d6a-9bd1-be0378d26f45 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:08.729049 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'code': 200} Mar 07 04:35:08.737246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:08.739184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fe389021-eadf-4038-b28d-a564ba611a40), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:08.805384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:08.805894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:08.935797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497a186e-37b4-44d3-a399-75afeed626bc req-e8024da7-8adf-47f4-87e1-78a87ae8a4fe service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075152 Mar 07 04:35:08.951205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=fe389021-eadf-4038-b28d-a564ba611a40,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:08.974543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:09.312695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Made reservation on behalf of 07a66375a35e41b9b271c02b37bd31f2 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:09.317518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.330610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:09.396910 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.455849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.490800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.503913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f461a9d-c41f-4bd4-840c-1fcb7671c7d8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/fe389021-eadf-4038-b28d-a564ba611a40 HTTP/1.1" status: 204 len: 168 time: 3.9287679 Mar 07 04:35:09.506922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:09.532156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fa88e-6f98-46b6-b4f5-562c6bb7fd0a req-3070919e-f826-4567-914c-72f7c7c17656 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:09.539736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b7fa88e-6f98-46b6-b4f5-562c6bb7fd0a req-3070919e-f826-4567-914c-72f7c7c17656 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.1784494 Mar 07 04:35:09.633075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:35:03Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:09.700991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] Checking router: 6db5c169-3e3c-409c-b8f0-aa51203d901c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:35:09.728444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] Routers {'6db5c169-3e3c-409c-b8f0-aa51203d901c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:09.729276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6db5c169-3e3c-409c-b8f0-aa51203d901c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:09.764319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b7fa88e-6f98-46b6-b4f5-562c6bb7fd0a req-19e69533-bb18-46d1-9a65-07b49756218c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233052 Mar 07 04:35:09.825756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63684201-353a-46d4-8de5-a0d04edf0c0a req-97d0fb27-5ddf-4c1a-86ee-de3eaeafbef8 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:09.837742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63684201-353a-46d4-8de5-a0d04edf0c0a req-97d0fb27-5ddf-4c1a-86ee-de3eaeafbef8 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.2506430 Mar 07 04:35:09.842437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks [] for security_group (28426b07-b85c-4338-a7c1-5497bf2ed2b2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.850348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7492354-3700-40ee-8542-9f4ef03f54d0 req-ac0a9462-187f-4bc6-a3fa-d7c178de5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:09.852043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30205a5-ddfc-4de1-9fcd-7eb0c79d5d46 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:09.852518 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7492354-3700-40ee-8542-9f4ef03f54d0 req-ac0a9462-187f-4bc6-a3fa-d7c178de5b6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 1128 time: 1.0462239 Mar 07 04:35:09.854228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30205a5-ddfc-4de1-9fcd-7eb0c79d5d46 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:09.857047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b30205a5-ddfc-4de1-9fcd-7eb0c79d5d46 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2987087 Mar 07 04:35:09.863205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28426b07-b85c-4338-a7c1-5497bf2ed2b2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.871500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48152) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:09.985937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks [] for router (6db5c169-3e3c-409c-b8f0-aa51203d901c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:09.996189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:35:10.023310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63684201-353a-46d4-8de5-a0d04edf0c0a req-640f4e8a-1fc1-4873-a005-bffd86802854 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840556 Mar 07 04:35:10.087372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 94016f5c-d43d-4b57-a5bf-f3d0556daddd {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:10.096763 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (94016f5c-d43d-4b57-a5bf-f3d0556daddd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.120219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7492354-3700-40ee-8542-9f4ef03f54d0 req-da065609-e6c8-49dd-b4ad-443b95127a03 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105737 Mar 07 04:35:10.121822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] Set router 6db5c169-3e3c-409c-b8f0-aa51203d901c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:10.134069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28426b07-b85c-4338-a7c1-5497bf2ed2b2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:10.146717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Allocated IP 172.25.4.97 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/3b79fcc5-4223-4537-a1a3-20b46fef4dae) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:10.191670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e2782e88-1ed6-4024-b71c-74d77ecbf9f8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.192036 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Added segment e2782e88-1ed6-4024-b71c-74d77ecbf9f8 of type vlan for network f10fe227-c74f-422e-9f3a-722e0380c7c0 Mar 07 04:35:10.209573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (94016f5c-d43d-4b57-a5bf-f3d0556daddd), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.305915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:10.448300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:10.448993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.491991 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (94016f5c-d43d-4b57-a5bf-f3d0556daddd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.626869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (94016f5c-d43d-4b57-a5bf-f3d0556daddd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.691822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=94016f5c-d43d-4b57-a5bf-f3d0556daddd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:10.719452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:10.729226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-23b8843f-160e-40e7-9833-df28e0dad59f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/94016f5c-d43d-4b57-a5bf-f3d0556daddd HTTP/1.1" status: 204 len: 168 time: 0.8562014 Mar 07 04:35:10.730863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:10.752793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:10.766143 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6dcafa-2bfb-4409-8e89-16d80f927104" -d '{"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-plugged", "status": "completed", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:10.790167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f63ae-d646-4cc0-bac9-5dc7a1eb6d4a None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:10.821207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d5d4be9d-332b-4e05-86a8-550dcd93b53b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882065 Mar 07 04:35:10.825927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48164) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:10.844548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:10.883333 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3a58f-43f1-4b95-bf59-312a2cbe4253 x-openstack-request-id: req-e7f3a58f-43f1-4b95-bf59-312a2cbe4253 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:10.883837 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-plugged", "status": "completed", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:10.884264 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f3a58f-43f1-4b95-bf59-312a2cbe4253 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:10.884825 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'code': 200} Mar 07 04:35:11.012786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:11.013699 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.071473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:35:03Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:11.075081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.121300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.175862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70609bc2-dd01-4362-9d00-073113a711fc None None] The sync data for ids ['6db5c169-3e3c-409c-b8f0-aa51203d901c'] in n-d-832185-1 is: [{'id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'name': 'tempest-TaggedBootDevicesTest-837630025-router', 'tenant_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:13Z', 'updated_at': '2022-03-07T04:35:03Z', 'revision_number': 5, 'project_id': '2c4ec42642f84b1eb9cd3a4b2efd8b91', 'gw_port': {'id': 'f56bb245-55c6-4bce-a02e-9aca81dc84fc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db5c169-3e3c-409c-b8f0-aa51203d901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:16Z', 'updated_at': '2022-03-07T04:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:11.185447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:11.207090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.289504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788d598-7c47-4e64-b003-e8286805daf6 req-4f704301-340c-4083-af98-c8270741fb86 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:11.295999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a788d598-7c47-4e64-b003-e8286805daf6 req-4f704301-340c-4083-af98-c8270741fb86 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.3887718 Mar 07 04:35:11.359440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:11.557792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a788d598-7c47-4e64-b003-e8286805daf6 req-30cf7fe3-2150-4b43-948a-583c814c3b64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675432 Mar 07 04:35:11.575996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:11.586069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.603479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:11.718650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f10fe227-c74f-422e-9f3a-722e0380c7c0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.785327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] Deleting port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:11.786162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.801642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f10fe227-c74f-422e-9f3a-722e0380c7c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.803044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:11.804276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.926402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61def1ac-5fad-4e55-aaf8-f9133fe8b3dd req-86f2baf4-b4df-4b9a-bcbf-ca86b1e3ec47 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:11.929838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61def1ac-5fad-4e55-aaf8-f9133fe8b3dd req-86f2baf4-b4df-4b9a-bcbf-ca86b1e3ec47 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.7955089 Mar 07 04:35:11.973739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] For port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:11.974289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:11.979668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] Pushing event updated for resources: {'Network': ['ID=f10fe227-c74f-422e-9f3a-722e0380c7c0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:12.015039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] Calling delete_port for c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:12.018186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f10fe227-c74f-422e-9f3a-722e0380c7c0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:35:12.077789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Port': ['ID=5664b4cf-30b5-4332-9c46-841d1a4508c3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:12.093108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ae5aa770-4562-45cc-b272-e82f151be57a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.125392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61def1ac-5fad-4e55-aaf8-f9133fe8b3dd req-2464f188-f892-4add-ae3c-c7b17eeac797 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862533 Mar 07 04:35:12.132397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48168) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:12.138540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Request body: {'subnet': {'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1253378201-subnet', 'tenant_id': '07a66375a35e41b9b271c02b37bd31f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:12.149327 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3ada734-27ab-4790-8b0b-6c41f27ae7ab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9200931 Mar 07 04:35:12.249018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:12.270162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Made reservation on behalf of 07a66375a35e41b9b271c02b37bd31f2 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:12.273754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.440226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.442283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks [] for router_gateway (6db5c169-3e3c-409c-b8f0-aa51203d901c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.465357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for port (3b79fcc5-4223-4537-a1a3-20b46fef4dae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.519844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] No DVR routers for this DVR port c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:12.526598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945547c7-234c-4a01-bd61-9e242fe712cd None None] Pushing event deleted for resources: {'Port': ['ID=c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:12.547872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:12.550218 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.633625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:35:12.637808 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (153f84f9-9c7c-4d1b-b56a-f42374caadb3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.690396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:12.721171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:12.745967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3b79fcc5-4223-4537-a1a3-20b46fef4dae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.763046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:12.779061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:12.782876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ea82a-b164-4ae7-99d2-1bbb69c070b2 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:12.792641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network 8f591b11-d9da-415c-acd0-62058096342c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:12.799235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:12.810284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:12.814668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:12.815321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.846171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0dd7f25f-0018-4b18-bed0-b324e46299ce no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:12.863324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:12.902400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0dd7f25f-0018-4b18-bed0-b324e46299ce {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:12.902796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0dd7f25f-0018-4b18-bed0-b324e46299ce not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:12.903191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:12.944702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Deleting port f56bb245-55c6-4bce-a02e-9aca81dc84fc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:12.945413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:12.980627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=153f84f9-9c7c-4d1b-b56a-f42374caadb3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:13.011249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40e070a3-e9db-4cee-a728-aa30de3e08fc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1830306 Mar 07 04:35:13.016799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:13.038048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:7d:48:14', 'name': 'tempest-NetworksTestDHCPv6-1231524664'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:13.055080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:13.055430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c4b0f45d-06fb-4f45-8ddb-99d6ea9fadbf not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:13.196683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '153f84f9-9c7c-4d1b-b56a-f42374caadb3'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:13.197892 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:13.443980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:13.603189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4ae49362-8f4a-4ab3-815f-8b3db42ccc29 None None] Provisioning complete for port 5664b4cf-30b5-4332-9c46-841d1a4508c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:13.603481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ae49362-8f4a-4ab3-815f-8b3db42ccc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:13.639487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] For port f56bb245-55c6-4bce-a02e-9aca81dc84fc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f56bb245-55c6-4bce-a02e-9aca81dc84fc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:13.640468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:13.650073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (9740b8a4-b511-445d-9f1a-e0bcad0a7768), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:13.657078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Calling delete_port for f56bb245-55c6-4bce-a02e-9aca81dc84fc owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:13.698674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2bd80-0fd8-4b4f-8bbe-3f76ad07738c req-3e7ed9b1-8af4-4f83-b012-969b4cd62dc3 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:13.702427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48e2bd80-0fd8-4b4f-8bbe-3f76ad07738c req-3e7ed9b1-8af4-4f83-b012-969b4cd62dc3 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.8953087 Mar 07 04:35:13.703520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Allocated IP 2001:db8::f816:3eff:fe9c:3dc (8393e2f1-e638-4cb0-b0df-29004274d522/153f84f9-9c7c-4d1b-b56a-f42374caadb3/d65fff8a-4056-4593-af5f-1b238f983600) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:13.783900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Port': ['ID=3b79fcc5-4223-4537-a1a3-20b46fef4dae,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:13.820049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9740b8a4-b511-445d-9f1a-e0bcad0a7768,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:13.930656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-48e2bd80-0fd8-4b4f-8bbe-3f76ad07738c req-7425dbce-2bb7-4fc2-9f64-7d038adaf6e1 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981215 Mar 07 04:35:13.936801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.059519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port bb4e1b96-9a02-44ec-b3d4-b47f3585eab1 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:14.086174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Publish callbacks [] for port (d65fff8a-4056-4593-af5f-1b238f983600), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.089618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Router ae5aa770-4562-45cc-b272-e82f151be57a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:14.100593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4ae49362-8f4a-4ab3-815f-8b3db42ccc29 None None] Port 5664b4cf-30b5-4332-9c46-841d1a4508c3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:14.108821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d65fff8a-4056-4593-af5f-1b238f983600), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.162623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:14.170869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:14.178836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:14.199134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Pushing event updated for resources: {'Port': ['ID=d65fff8a-4056-4593-af5f-1b238f983600,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:14.251558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe7d:4814 (8393e2f1-e638-4cb0-b0df-29004274d522/153f84f9-9c7c-4d1b-b56a-f42374caadb3/bb4e1b96-9a02-44ec-b3d4-b47f3585eab1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:14.310207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Attempting to bind port d65fff8a-4056-4593-af5f-1b238f983600 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:14.310601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Attempting to bind port d65fff8a-4056-4593-af5f-1b238f983600 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:14.310958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Attempting to bind port d65fff8a-4056-4593-af5f-1b238f983600 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:14.323290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:14.323738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:14.328816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.328993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:14.329554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Bound port: d65fff8a-4056-4593-af5f-1b238f983600, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:14.330006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d65fff8a-4056-4593-af5f-1b238f983600), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.403332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (f260e082-5bb5-47c4-a893-003fd9a903e2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.458357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Checking segment: {'id': 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:14.459561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Network hostable DHCP agents. Network: f10fe227-c74f-422e-9f3a-722e0380c7c0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:35:14.476662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] For port d65fff8a-4056-4593-af5f-1b238f983600, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:14.482147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] For port d65fff8a-4056-4593-af5f-1b238f983600, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d65fff8a-4056-4593-af5f-1b238f983600,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:14.497864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d65fff8a-4056-4593-af5f-1b238f983600), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.551418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8c32-12d0-4f5a-bc39-8f9f00e42b69 req-6ff5cabd-c6aa-495f-8993-15a7f4d72459 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:14.566730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a82f8c32-12d0-4f5a-bc39-8f9f00e42b69 req-6ff5cabd-c6aa-495f-8993-15a7f4d72459 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.1648746 Mar 07 04:35:14.587726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0403a-cb16-413b-a2b3-faf6c215c5db req-949291f1-df8d-471a-a273-ec7fcfb875f3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:14.589422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cd0403a-cb16-413b-a2b3-faf6c215c5db req-949291f1-df8d-471a-a273-ec7fcfb875f3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.6731820 Mar 07 04:35:14.593990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (bb4e1b96-9a02-44ec-b3d4-b47f3585eab1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.596776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Network f10fe227-c74f-422e-9f3a-722e0380c7c0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:35:14.605940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a3f1-4f48-4234-844d-cd5df8e6f73c None None] Pushing event updated for resources: {'Port': ['ID=d65fff8a-4056-4593-af5f-1b238f983600,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:14.627342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f56bb245-55c6-4bce-a02e-9aca81dc84fc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.757451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a82f8c32-12d0-4f5a-bc39-8f9f00e42b69 req-c802b97d-e48c-4bcd-b17e-fb6bb7dec69a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896882 Mar 07 04:35:14.758129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f10fe227-c74f-422e-9f3a-722e0380c7c0) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:14.767635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199cfa30-ad9f-4ebc-af7a-ea9db7368263 None None] Network f10fe227-c74f-422e-9f3a-722e0380c7c0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:14.792026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:14.792624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:14.877899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56bb245-55c6-4bce-a02e-9aca81dc84fc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:14.907040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:14.943571 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] Sync routers for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:14.968419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-067ff69e-b0df-4861-a999-28e2d5408884 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "PUT /v2.0/routers/ae5aa770-4562-45cc-b272-e82f151be57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3378730 Mar 07 04:35:14.977806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48184) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:14.986856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:14.987390 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:15.007913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cd0403a-cb16-413b-a2b3-faf6c215c5db req-f0b5e16b-e06d-480c-b851-12b6621cfcce tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003413 Mar 07 04:35:15.025930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Request body: {'port': {'network_id': '8f591b11-d9da-415c-acd0-62058096342c', 'name': 'tempest-FloatingIPAdminTestJSON-1315577855'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:15.032621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f36692e-0c7d-49e9-9e72-53390c4310b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8989022 Mar 07 04:35:15.055707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bb4e1b96-9a02-44ec-b3d4-b47f3585eab1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.089822 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:15.117047 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:15.121594 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:15.150565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d9fac0-3a25-429f-a525-0d7fc6b01c32 None None] Network f10fe227-c74f-422e-9f3a-722e0380c7c0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:15.254736 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:15.258708 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ca55-9505-414c-a737-0f76824a1d6d None None] The sync data for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:15.263216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=bb4e1b96-9a02-44ec-b3d4-b47f3585eab1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:15.285533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:15.289269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:15.299496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:15.315639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:15.325592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.360216 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (6db5c169-3e3c-409c-b8f0-aa51203d901c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.371613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3a6b67df-9d0f-4751-9cee-9b05ad41ccc0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3468802 Mar 07 04:35:15.374312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48196) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:15.493965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (f260e082-5bb5-47c4-a893-003fd9a903e2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.505910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad18e17-6a6e-4300-bd5f-7e03dfc1be13 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:15.519505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad18e17-6a6e-4300-bd5f-7e03dfc1be13 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:15.521794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0ad18e17-6a6e-4300-bd5f-7e03dfc1be13 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1459339 Mar 07 04:35:15.526232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48204) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:15.566985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (6db5c169-3e3c-409c-b8f0-aa51203d901c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.571992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks [] for router_controller (6db5c169-3e3c-409c-b8f0-aa51203d901c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.746430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Made reservation on behalf of 92eca66b25db4eb385298da8df11ddde for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:15.749733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.810546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (6db5c169-3e3c-409c-b8f0-aa51203d901c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:15.811119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db5c169-3e3c-409c-b8f0-aa51203d901c {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:15.854720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port bb4e1b96-9a02-44ec-b3d4-b47f3585eab1 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:15.865346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bb4e1b96-9a02-44ec-b3d4-b47f3585eab1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.006033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] device_id is not set on port 9fac1a5f-681a-4883-a01c-4e090779e2e4 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:16.112341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.128606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6c02095e-45b8-4cc0-b551-ed39de6cc9c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6db5c169-3e3c-409c-b8f0-aa51203d901c HTTP/1.1" status: 204 len: 168 time: 7.8651602 Mar 07 04:35:16.140594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48230) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:16.283662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bb4e1b96-9a02-44ec-b3d4-b47f3585eab1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.321125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for bb4e1b96-9a02-44ec-b3d4-b47f3585eab1 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:16.368360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Allocated IP 172.20.0.13 (8f591b11-d9da-415c-acd0-62058096342c/b5910bb8-59ac-4bd3-9da0-65cf31eb5733/9fac1a5f-681a-4883-a01c-4e090779e2e4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:16.397654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Deleting subnet 11aebbfb-7f5f-4719-a922-deb3e6cd25e5 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:16.401714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Publish callbacks [] for subnet (11aebbfb-7f5f-4719-a922-deb3e6cd25e5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.471972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48234) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:16.480925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639321098-network', 'tenant_id': '8f824353a0484b5e878c13ae2fc69477'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:16.562386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Made reservation on behalf of 8f824353a0484b5e878c13ae2fc69477 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:16.575650 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.608954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af437ef-8699-4ab7-b679-b40779b24d53 req-cf877de8-5f35-425e-930b-0b39dc870e18 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:16.609707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d65fff8a-4056-4593-af5f-1b238f983600 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:16.610907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6af437ef-8699-4ab7-b679-b40779b24d53 req-cf877de8-5f35-425e-930b-0b39dc870e18 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.4990294 Mar 07 04:35:16.625334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.738500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d65fff8a-4056-4593-af5f-1b238f983600 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:16.739145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d65fff8a-4056-4593-af5f-1b238f983600), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.816813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bb4e1b96-9a02-44ec-b3d4-b47f3585eab1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.836588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d65fff8a-4056-4593-af5f-1b238f983600 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:16.836984 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d65fff8a-4056-4593-af5f-1b238f983600), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.904934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=bb4e1b96-9a02-44ec-b3d4-b47f3585eab1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:16.917565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port d65fff8a-4056-4593-af5f-1b238f983600, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d65fff8a-4056-4593-af5f-1b238f983600,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:16.934661 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d65fff8a-4056-4593-af5f-1b238f983600), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:16.971322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6af437ef-8699-4ab7-b679-b40779b24d53 req-5e882c16-685a-4a08-bab7-7bb4762eda51 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500175 Mar 07 04:35:17.015163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=d65fff8a-4056-4593-af5f-1b238f983600,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:17.034517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3d0a5ee0-b04e-45ec-b5f3-013607991acd None None] Provisioning complete for port d65fff8a-4056-4593-af5f-1b238f983600 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:17.035224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ee0-b04e-45ec-b5f3-013607991acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d65fff8a-4056-4593-af5f-1b238f983600), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.058408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.063944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8f9cdd85-8c2a-4e17-b9f3-559c5e4777fd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/bb4e1b96-9a02-44ec-b3d4-b47f3585eab1 HTTP/1.1" status: 204 len: 168 time: 1.5305345 Mar 07 04:35:17.070101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48244) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:17.151643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc682d5-8584-4388-a25d-69f965315a69 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:17.153074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc682d5-8584-4388-a25d-69f965315a69 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:17.153534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a5ee0-b04e-45ec-b5f3-013607991acd None None] Current status of the port d65fff8a-4056-4593-af5f-1b238f983600 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:17.154680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cfc682d5-8584-4388-a25d-69f965315a69 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0843275 Mar 07 04:35:17.165900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48246) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:17.244924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-db2fe924-5082-4393-8483-08040f02cdfc tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:17.245836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-db2fe924-5082-4393-8483-08040f02cdfc tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/networks?id=49b99d88-a412-4a6e-af74-bee2051d6f43 HTTP/1.1" status: 200 len: 814 time: 0.4695027 Mar 07 04:35:17.291928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (11aebbfb-7f5f-4719-a922-deb3e6cd25e5), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.311375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-122b02a2-ec71-459b-8ea1-6d60c3446e23 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/quotas/d01676b19c9642c1a2d1af8d4c0d5bd4 HTTP/1.1" status: 200 len: 375 time: 0.0443530 Mar 07 04:35:17.363295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 153f84f9-9c7c-4d1b-b56a-f42374caadb3 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:17.367260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5d609-9be4-4fb0-84f8-7ab1111fbd54 req-7cecace8-12f9-480f-a264-371f72220396 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:17.369564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8de5d609-9be4-4fb0-84f8-7ab1111fbd54 req-7cecace8-12f9-480f-a264-371f72220396 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.2040603 Mar 07 04:35:17.372786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-17beacf7-22dd-4ca8-921b-197cc824dc5c None None] Could not find standard attr ID for object bb4e1b96-9a02-44ec-b3d4-b47f3585eab1. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:35:17.390066 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks [] for security_group (5b8b94a5-0c35-44ef-bb8d-e9220e813f90), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.405933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5b8b94a5-0c35-44ef-bb8d-e9220e813f90), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.419601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (153f84f9-9c7c-4d1b-b56a-f42374caadb3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.499394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Router f260e082-5bb5-47c4-a893-003fd9a903e2 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:35:17.507459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:35:17.513698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8de5d609-9be4-4fb0-84f8-7ab1111fbd54 req-14f2ee01-0e85-4876-beec-aaa6d8499f60 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372325 Mar 07 04:35:17.523249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-b73b9fd3-06b6-4909-bd3d-f2c51eca5736 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d01676b19c9642c1a2d1af8d4c0d5bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014709 Mar 07 04:35:17.523960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8b94a5-0c35-44ef-bb8d-e9220e813f90,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:17.533798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2802d3bd-2552-4dbf-89dd-4b2fba5fc85b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.533934 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Added segment 2802d3bd-2552-4dbf-89dd-4b2fba5fc85b of type vlan for network e0cfe761-7e59-4149-b017-a5ea4e825e6e Mar 07 04:35:17.627085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (153f84f9-9c7c-4d1b-b56a-f42374caadb3), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.695661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e0cfe761-7e59-4149-b017-a5ea4e825e6e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.705210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (11aebbfb-7f5f-4719-a922-deb3e6cd25e5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.738977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-d2f4dbbe-75a2-4893-935c-5e9dd13fccf3 service neutron] 10.222.0.21 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068419 Mar 07 04:35:17.759350 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e0cfe761-7e59-4149-b017-a5ea4e825e6e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.760929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:17.761831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.825644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for port (9fac1a5f-681a-4883-a01c-4e090779e2e4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.895185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:17.922966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Sync routers for ids ['f260e082-5bb5-47c4-a893-003fd9a903e2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:17.941273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:17.946810 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53f988cd-80b1-42ab-a80b-726a8f5718c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.9065504 Mar 07 04:35:17.949012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Routers {'f260e082-5bb5-47c4-a893-003fd9a903e2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:17.950167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f260e082-5bb5-47c4-a893-003fd9a903e2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:17.951367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48252) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:17.956671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (153f84f9-9c7c-4d1b-b56a-f42374caadb3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.055980 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (11aebbfb-7f5f-4719-a922-deb3e6cd25e5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.113357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11aebbfb-7f5f-4719-a922-deb3e6cd25e5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:18.118995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.124399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d11def55-acfa-4a55-9110-35fa59825104 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11aebbfb-7f5f-4719-a922-deb3e6cd25e5 HTTP/1.1" status: 204 len: 168 time: 1.9731383 Mar 07 04:35:18.131604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48256) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:18.165447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9fac1a5f-681a-4883-a01c-4e090779e2e4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.204591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Set router f260e082-5bb5-47c4-a893-003fd9a903e2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:18.210384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7319076 Mar 07 04:35:18.211631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48258) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:18.212297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac35-92a3-419f-8e68-a5e0c31b51ee admin admin] Pushing event updated for resources: {'Network': ['ID=e0cfe761-7e59-4149-b017-a5ea4e825e6e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:18.218636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Request body: {'subnet': {'network_id': 'e0cfe761-7e59-4149-b017-a5ea4e825e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639321098-subnet', 'tenant_id': '8f824353a0484b5e878c13ae2fc69477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:18.253069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Made reservation on behalf of 8f824353a0484b5e878c13ae2fc69477 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:18.256648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.299757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d65fff8a-4056-4593-af5f-1b238f983600 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:18.304491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dda1f1-c741-4472-b72b-26a8114775af None None] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:18.308776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Network 8f591b11-d9da-415c-acd0-62058096342c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:18.322638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:18.335040 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (153f84f9-9c7c-4d1b-b56a-f42374caadb3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.348696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:18.373722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-76277ff8-6d25-4d68-9aca-4aede65835cd service neutron] 10.222.0.21 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283433 Mar 07 04:35:18.397341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.413910 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/153f84f9-9c7c-4d1b-b56a-f42374caadb3 HTTP/1.1" status: 204 len: 168 time: 1.2422466 Mar 07 04:35:18.419151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf839609-5620-46b0-96ea-a52f3454e3c5 req-ae7ac9fb-d9f0-4919-8ab6-4a3b68f73654 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:18.420803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf839609-5620-46b0-96ea-a52f3454e3c5 req-ae7ac9fb-d9f0-4919-8ab6-4a3b68f73654 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.1830666 Mar 07 04:35:18.421421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:18.426127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (bf17bdce-2b04-48ae-9d6b-3a207560a21e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.488937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c29eb832-b914-406a-a896-fd8ed603385b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638092 Mar 07 04:35:18.499981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48262) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:18.539361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87f061-362d-4883-90f8-d0542c0801dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=153f84f9-9c7c-4d1b-b56a-f42374caadb3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:18.547874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event updated for resources: {'Port': ['ID=9fac1a5f-681a-4883-a01c-4e090779e2e4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:18.573637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ef5f8dc-dffd-49bb-8317-0a27ff7be275 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/f260e082-5bb5-47c4-a893-003fd9a903e2 HTTP/1.1" status: 200 len: 907 time: 0.6208723 Mar 07 04:35:18.579196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:18.754605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e0cfe761-7e59-4149-b017-a5ea4e825e6e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:35:18.764275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcd907-d267-46d9-8515-385ec35e8632 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:18.782086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:18.783163 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:18.888134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7d524e70-4daa-4868-a7de-1d80509bc6e8 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8673921 Mar 07 04:35:18.902354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:18.929257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf839609-5620-46b0-96ea-a52f3454e3c5 req-36fb35b8-34e9-4595-ac3b-dbbea3c09763 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398725 Mar 07 04:35:18.981968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Deleting port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:18.982568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.010440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356dd96-eec7-4741-8247-83eed16dd676 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:19.012020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2356dd96-eec7-4741-8247-83eed16dd676 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5110712 Mar 07 04:35:19.017576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48278) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:19.048421 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (022b2f27-6d59-4d18-abc1-88929ea6077d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.111113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e7932-7d9f-4da0-b7da-3058e8380e34 req-61e3fd2b-07fb-4cba-9fb3-49d75a3701e4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:19.112713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c56e7932-7d9f-4da0-b7da-3058e8380e34 req-61e3fd2b-07fb-4cba-9fb3-49d75a3701e4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.3853340 Mar 07 04:35:19.135142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-801b4518-a2db-46a0-bb5e-42480e1ae668 req-c2546930-f035-4995-8a05-2db1c7b9ab5f tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 210 time: 0.1218734 Mar 07 04:35:19.220081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] For port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,segment=NetworkSegment(8d4d513f-a77e-4903-ad53-febb3354f5ae),segment_id=8d4d513f-a77e-4903-ad53-febb3354f5ae)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:19.220451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.241163 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (f260e082-5bb5-47c4-a893-003fd9a903e2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.304571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022b2f27-6d59-4d18-abc1-88929ea6077d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:19.327425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-00994716-16f4-4f8c-a809-a67c9fc29fca None None] Provisioning complete for port 9fac1a5f-681a-4883-a01c-4e090779e2e4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:19.327879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00994716-16f4-4f8c-a809-a67c9fc29fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9fac1a5f-681a-4883-a01c-4e090779e2e4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.336775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Calling delete_port for 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:19.362526 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:35:19.378252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c56e7932-7d9f-4da0-b7da-3058e8380e34 req-c511aac5-1ca8-447b-bc70-7c9f7da1e5a3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067742 Mar 07 04:35:19.384717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d5f4c0-3962-4df4-a1ea-95d278f77487 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:19.393137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48284) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:19.398482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-59d5f4c0-3962-4df4-a1ea-95d278f77487 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3660686 Mar 07 04:35:19.414355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] DHCP port deletion for bf17bdce-2b04-48ae-9d6b-3a207560a21e request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:19.436939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Checking segment: {'id': '2802d3bd-2552-4dbf-89dd-4b2fba5fc85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0cfe761-7e59-4149-b017-a5ea4e825e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:19.437306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Network hostable DHCP agents. Network: e0cfe761-7e59-4149-b017-a5ea4e825e6e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:35:19.461762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d65fff8a-4056-4593-af5f-1b238f983600 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:19.462010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d65fff8a-4056-4593-af5f-1b238f983600), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.477080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Network e0cfe761-7e59-4149-b017-a5ea4e825e6e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:35:19.495470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e0cfe761-7e59-4149-b017-a5ea4e825e6e) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:19.501354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:19.502304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.536640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f0b55087-9f6d-497b-9c4c-f398b50fa0d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3211148 Mar 07 04:35:19.565180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'project_id': '92eca66b25db4eb385298da8df11ddde', 'port_id': '9fac1a5f-681a-4883-a01c-4e090779e2e4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:19.584735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d0aad-25ab-470e-aa65-624f1ea8ccdf None None] Network e0cfe761-7e59-4149-b017-a5ea4e825e6e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:19.625379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48288) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:19.625654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82d25834-ac06-4ab5-bb4e-a86fa72a531a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2314184 Mar 07 04:35:19.633955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:19.675797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (f260e082-5bb5-47c4-a893-003fd9a903e2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.682463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.696514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.765095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Pushing event deleted for resources: {'Port': ['ID=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:19.779759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] No DVR routers for this DVR port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:19.950632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-00994716-16f4-4f8c-a809-a67c9fc29fca None None] Port 9fac1a5f-681a-4883-a01c-4e090779e2e4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:19.956941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (bf17bdce-2b04-48ae-9d6b-3a207560a21e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:19.992624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Deleting port 3b79fcc5-4223-4537-a1a3-20b46fef4dae {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:19.993185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3b79fcc5-4223-4537-a1a3-20b46fef4dae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.024082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:20.024801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:20.030007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.042767 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.108812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3b79fcc5-4223-4537-a1a3-20b46fef4dae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.155713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Calling delete_port for 3b79fcc5-4223-4537-a1a3-20b46fef4dae owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:20.190784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f260e082-5bb5-47c4-a893-003fd9a903e2', 'name': 'tempest-snat-router-1114990664', 'tenant_id': '6e4cc9b379ca4913be05829c7c7793a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '3b79fcc5-4223-4537-a1a3-20b46fef4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:35:05Z', 'updated_at': '2022-03-07T04:35:13Z', 'revision_number': 3, 'project_id': '6e4cc9b379ca4913be05829c7c7793a6', 'gw_port': {'id': '3b79fcc5-4223-4537-a1a3-20b46fef4dae', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f260e082-5bb5-47c4-a893-003fd9a903e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:35:08Z', 'updated_at': '2022-03-07T04:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:20.257477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf17bdce-2b04-48ae-9d6b-3a207560a21e']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:20.273080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4d513f-a77e-4903-ad53-febb3354f5ae') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:20.273405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4d513f-a77e-4903-ad53-febb3354f5ae') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:20.287555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (8d4d513f-a77e-4903-ad53-febb3354f5ae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.323678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8d4d513f-a77e-4903-ad53-febb3354f5ae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.328215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Deleting port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:20.329839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.355472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.363066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:35:20.363515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (8d4d513f-a77e-4903-ad53-febb3354f5ae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:35:20.369371 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:35:20.373655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d65fff8a-4056-4593-af5f-1b238f983600 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:20.376832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Checking router: f260e082-5bb5-47c4-a893-003fd9a903e2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:35:20.383891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Updating router f260e082-5bb5-47c4-a893-003fd9a903e2 port 3b79fcc5-4223-4537-a1a3-20b46fef4dae binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:35:20.400985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f56bb245-55c6-4bce-a02e-9aca81dc84fc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:20.512975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ac0ea-134c-4556-8ad4-571217071a24 req-f1e4f572-bf53-45a2-aea4-7793699ef516 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:20.514478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-628ac0ea-134c-4556-8ad4-571217071a24 req-f1e4f572-bf53-45a2-aea4-7793699ef516 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.2540061 Mar 07 04:35:20.576329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: f56bb245-55c6-4bce-a02e-9aca81dc84fc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:20.576734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f56bb245-55c6-4bce-a02e-9aca81dc84fc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:20.599569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (bf17bdce-2b04-48ae-9d6b-3a207560a21e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.602494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e264fe8-23d1-4d47-b3ee-716c625b5955 None None] Network e0cfe761-7e59-4149-b017-a5ea4e825e6e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:20.622746 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3b79fcc5-4223-4537-a1a3-20b46fef4dae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.626263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] For port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:20.626658 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.681816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-628ac0ea-134c-4556-8ad4-571217071a24 req-b4111471-1c34-4bae-919f-1527691c0e98 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402345 Mar 07 04:35:20.704643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] Deleting port d65fff8a-4056-4593-af5f-1b238f983600 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:20.705021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d65fff8a-4056-4593-af5f-1b238f983600), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.717565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Calling delete_port for 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:20.728151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:35:20.757917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.763599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:35:20.764456 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf17bdce-2b04-48ae-9d6b-3a207560a21e HTTP/1.1" status: 204 len: 168 time: 2.6309500 Mar 07 04:35:20.768002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48312) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:20.778387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (30649b26-9ffe-41f0-9ef9-2c0f9d9021bc), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:20.792223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Network bf17bdce-2b04-48ae-9d6b-3a207560a21e is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:35:20.792686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] No DVR routers for this DVR port 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:20.800281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59214d-35b2-4173-bd41-00edd9de5508 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf17bdce-2b04-48ae-9d6b-3a207560a21e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:20.845458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:21.041933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c3422-2928-4911-b9c2-6e324bc3126f None None] Pushing event deleted for resources: {'Port': ['ID=30649b26-9ffe-41f0-9ef9-2c0f9d9021bc,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:21.063589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:21.065590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 30649b26-9ffe-41f0-9ef9-2c0f9d9021bc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:21.066370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d65fff8a-4056-4593-af5f-1b238f983600 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:21.068600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a513fd8f-498e-4d64-85c0-d8a8d3126288 req-6a0e95f8-8768-41aa-bfb5-5111831cecec tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 210 time: 0.1471565 Mar 07 04:35:21.080279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-b3663837-3b53-4d6d-ab48-2885a226ea2d tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:21.087881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-b3663837-3b53-4d6d-ab48-2885a226ea2d tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/networks?id=f10fe227-c74f-422e-9f3a-722e0380c7c0 HTTP/1.1" status: 200 len: 809 time: 0.6434274 Mar 07 04:35:21.147828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Allocated IP 172.25.4.142 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/55a94fb8-5060-4dc8-81e3-397925663c00) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:21.213723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3b79fcc5-4223-4537-a1a3-20b46fef4dae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.215331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] For port d65fff8a-4056-4593-af5f-1b238f983600, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d65fff8a-4056-4593-af5f-1b238f983600,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:21.215833 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d65fff8a-4056-4593-af5f-1b238f983600), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.236691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] Calling delete_port for d65fff8a-4056-4593-af5f-1b238f983600 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:21.249064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d65fff8a-4056-4593-af5f-1b238f983600 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:21.249451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d65fff8a-4056-4593-af5f-1b238f983600), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.264612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-1a64f6b0-cad0-4cc4-9853-9c5bd9f3bdcb tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/quotas/07a66375a35e41b9b271c02b37bd31f2 HTTP/1.1" status: 200 len: 375 time: 0.1758063 Mar 07 04:35:21.362047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-3d4726f6-3797-4643-850b-964802e1e8d4 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07a66375a35e41b9b271c02b37bd31f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847554 Mar 07 04:35:21.422936 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:35:21.424452 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:35:21.425638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (d65fff8a-4056-4593-af5f-1b238f983600), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.465441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] No DVR routers for this DVR port d65fff8a-4056-4593-af5f-1b238f983600 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:21.465689 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d65fff8a-4056-4593-af5f-1b238f983600), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.483196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9b7c2-975e-45be-bb25-a2b556c002f4 None None] Pushing event deleted for resources: {'Port': ['ID=d65fff8a-4056-4593-af5f-1b238f983600,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:21.512918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b79fcc5-4223-4537-a1a3-20b46fef4dae,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:21.517716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (f260e082-5bb5-47c4-a893-003fd9a903e2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.637639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6d863871-ff15-4cc7-8691-ae070c4011cb tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:21.640586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6d863871-ff15-4cc7-8691-ae070c4011cb tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.15 "GET /v2.0/networks?id=49b99d88-a412-4a6e-af74-bee2051d6f43 HTTP/1.1" status: 200 len: 814 time: 0.7207861 Mar 07 04:35:21.667412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Request body: {'port': {'device_id': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'admin_state_up': True, 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:21.735429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910530b-747e-4e09-a7da-1e0ab982e47f req-c35c4bdf-90e9-4339-b4c3-c3544e5ea2db tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:21.737337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3910530b-747e-4e09-a7da-1e0ab982e47f req-c35c4bdf-90e9-4339-b4c3-c3544e5ea2db tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.4350557 Mar 07 04:35:21.749070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Port d65fff8a-4056-4593-af5f-1b238f983600 concurrently deleted while adding address for new subnet {'id': 'b13192fc-1c57-4f20-8876-8036b6addaf6', 'name': '', 'tenant_id': 'a024d9e4556746a78f226473e71f6c97', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1926, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-07T04:35:20Z', 'updated_at': '2022-03-07T04:35:20Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a024d9e4556746a78f226473e71f6c97'}. {{(pid=103938) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Mar 07 04:35:21.749675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b13192fc-1c57-4f20-8876-8036b6addaf6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:21.975514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Port d65fff8a-4056-4593-af5f-1b238f983600 update to DOWN by agent not found {{(pid=103940) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 04:35:22.111959 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.174367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-9deb9ee5-5d45-41b5-996b-36d5f38ed245 service neutron] 10.222.0.21 "GET /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937591 Mar 07 04:35:22.211213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:22.231906 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (f260e082-5bb5-47c4-a893-003fd9a903e2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.237027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (f260e082-5bb5-47c4-a893-003fd9a903e2), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.252142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:22.265272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1160121-fdef-40ee-9bd4-f8875f04be27 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:22.267073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:22.267764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.283228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=b13192fc-1c57-4f20-8876-8036b6addaf6,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:22.325360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3910530b-747e-4e09-a7da-1e0ab982e47f req-09cfb0e3-9d97-4785-9e51-9548803e8355 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647557 Mar 07 04:35:22.398917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (f260e082-5bb5-47c4-a893-003fd9a903e2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.399941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f260e082-5bb5-47c4-a893-003fd9a903e2 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:22.423283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.429788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8f404496-ef0f-43d4-9896-e7da7245fd87 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f260e082-5bb5-47c4-a893-003fd9a903e2 HTTP/1.1" status: 204 len: 168 time: 3.8351607 Mar 07 04:35:22.431491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48334) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:22.470509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5b0db8c7-d4c6-4006-be91-0e6d191e349e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8433037 Mar 07 04:35:22.476094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48336) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:22.479805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for port (55a94fb8-5060-4dc8-81e3-397925663c00), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.491667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:9a:41:04', 'name': 'tempest-NetworksTestDHCPv6-841469471'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:22.805995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (55a94fb8-5060-4dc8-81e3-397925663c00), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.835673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (9f86ccde-9d9d-43f4-898f-56921ac086e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:22.968549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:22.985968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:22.998283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:23.053150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': 'b13192fc-1c57-4f20-8876-8036b6addaf6'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:23.058228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.121951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-96c18465-9e9e-4c54-9c66-b60520326585 service neutron] 10.222.0.21 "GET /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457884 Mar 07 04:35:23.209584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Pushing event updated for resources: {'Port': ['ID=55a94fb8-5060-4dc8-81e3-397925663c00,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:23.256692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Made reservation on behalf of d01676b19c9642c1a2d1af8d4c0d5bd4 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:23.257389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Allocated IP 2001:db8::f816:3eff:fef6:63c1 (8393e2f1-e638-4cb0-b0df-29004274d522/b13192fc-1c57-4f20-8876-8036b6addaf6/856e450e-2d3a-461a-a11f-c9251c13ef42) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:23.266506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.388381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (9f86ccde-9d9d-43f4-898f-56921ac086e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.539914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Publish callbacks [] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.552464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:23.557089 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.725870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Pushing event updated for resources: {'Port': ['ID=856e450e-2d3a-461a-a11f-c9251c13ef42,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:23.768522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:23.792533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:23.805534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:23.907622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.918228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Deleting port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:23.918835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.943672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06847739-8db4-4c8a-9cea-87ce9334a47b req-078f80a0-a693-4b54-81d7-779d1f735ed2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:23.959646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06847739-8db4-4c8a-9cea-87ce9334a47b req-078f80a0-a693-4b54-81d7-779d1f735ed2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 1.4573624 Mar 07 04:35:23.972925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Attempting to bind port 856e450e-2d3a-461a-a11f-c9251c13ef42 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:23.973547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Attempting to bind port 856e450e-2d3a-461a-a11f-c9251c13ef42 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:23.974377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Attempting to bind port 856e450e-2d3a-461a-a11f-c9251c13ef42 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:23.977735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:35:23.979569 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:35:23.984661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:23.984880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca1742c0-3c89-46d2-8272-38edc57278a5 req-d5213fcd-d891-4c00-8027-b7271a0df75a tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 210 time: 0.2047272 Mar 07 04:35:23.986191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:23.986870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:23.987520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:23.988504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Bound port: 856e450e-2d3a-461a-a11f-c9251c13ef42, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:23.989402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:24.170441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] For port 856e450e-2d3a-461a-a11f-c9251c13ef42, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:24.184088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 5aead6ee-8ea3-4cda-b827-311f9a3f1597 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:24.186339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] For port 856e450e-2d3a-461a-a11f-c9251c13ef42, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=856e450e-2d3a-461a-a11f-c9251c13ef42,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:24.205871 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:24.315265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b751b-3175-417c-a16f-d378b4ff069b None None] Pushing event updated for resources: {'Port': ['ID=856e450e-2d3a-461a-a11f-c9251c13ef42,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:24.538361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06847739-8db4-4c8a-9cea-87ce9334a47b req-046476a8-c624-406e-bc63-82b98701d3ea tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776720 Mar 07 04:35:24.540245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Port 3b79fcc5-4223-4537-a1a3-20b46fef4dae not found while updating agent binding for router f260e082-5bb5-47c4-a893-003fd9a903e2. {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 04:35:24.574890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Routers set() bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:24.575277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Router IDs set() for agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 04:35:24.575956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_agentschedulers_db [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f260e082-5bb5-47c4-a893-003fd9a903e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent'). {{(pid=103940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 04:35:24.576343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0caccac-ec71-4d04-a1dc-9d8e6b238722 None None] The sync data for ids ['f260e082-5bb5-47c4-a893-003fd9a903e2'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:24.598232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for floatingip (6a3b64fb-ff9e-4bba-b732-552bd9f96a0e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:24.643423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Allocated IP 172.20.0.11 (49b99d88-a412-4a6e-af74-bee2051d6f43/0c785667-6592-4eed-bdd5-ab522138850e/67bf1db4-7551-4dae-97aa-266f2178a36b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:24.811270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762cbdc-0432-4136-9d99-d3da43e47c7f req-6a567516-473e-4f3d-98ae-b6cc0811c5ad tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:24.814485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b762cbdc-0432-4136-9d99-d3da43e47c7f req-6a567516-473e-4f3d-98ae-b6cc0811c5ad tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.5885880 Mar 07 04:35:24.885355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe9a:4104 (8393e2f1-e638-4cb0-b0df-29004274d522/b13192fc-1c57-4f20-8876-8036b6addaf6/5aead6ee-8ea3-4cda-b827-311f9a3f1597) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:24.902341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] For port 3c13a67e-4a2c-46f3-88b6-5197ca8ea019, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:24.902747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:24.933687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55a94fb8-5060-4dc8-81e3-397925663c00), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:24.949445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Calling delete_port for 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:25.138601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb57d89a-3305-46dc-9bc6-1689c0296b97 req-4430a2a2-3dd9-4bad-aeff-a509af10ac4f tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 210 time: 0.4543483 Mar 07 04:35:25.500265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b762cbdc-0432-4136-9d99-d3da43e47c7f req-6620d422-44a4-4883-9e55-adcf6965aa4d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175127 Mar 07 04:35:25.553457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for port (55a94fb8-5060-4dc8-81e3-397925663c00), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:25.582685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (55a94fb8-5060-4dc8-81e3-397925663c00), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:25.622247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-066dbda8-79a2-4c25-9fa7-606e7b195243 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:25.635304 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-066dbda8-79a2-4c25-9fa7-606e7b195243 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.44 "GET /v2.0/networks?id=f10fe227-c74f-422e-9f3a-722e0380c7c0 HTTP/1.1" status: 200 len: 809 time: 0.2943070 Mar 07 04:35:25.662185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3914f984-d0ab-4ffb-93b3-4abe1548a59c req-1e8624e2-a25b-4838-981a-eaf564670863 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 210 time: 0.3618932 Mar 07 04:35:25.749593 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9f5ca01b-c6ef-4a56-a184-9bb74779e124), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:25.751332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Request body: {'port': {'device_id': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0', 'admin_state_up': True, 'tenant_id': '07a66375a35e41b9b271c02b37bd31f2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:25.846400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (5aead6ee-8ea3-4cda-b827-311f9a3f1597), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:25.884281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3c13a67e-4a2c-46f3-88b6-5197ca8ea019), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:25.983851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Pushing event updated for resources: {'Port': ['ID=55a94fb8-5060-4dc8-81e3-397925663c00,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:26.028358 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (6a3b64fb-ff9e-4bba-b732-552bd9f96a0e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.143768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c13a67e-4a2c-46f3-88b6-5197ca8ea019,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:26.170406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks [] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.194858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5aead6ee-8ea3-4cda-b827-311f9a3f1597), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.284504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0345572a-01da-433b-9530-87de34ebe84b None None] Provisioning complete for port 856e450e-2d3a-461a-a11f-c9251c13ef42 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:26.285078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0345572a-01da-433b-9530-87de34ebe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.324296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:26.330511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (9f86ccde-9d9d-43f4-898f-56921ac086e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.377286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74c60c-def3-4177-b399-1f3760ff9c18 req-d5436610-921e-4384-8e97-823b2b5da965 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:26.379229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e74c60c-def3-4177-b399-1f3760ff9c18 req-d5436610-921e-4384-8e97-823b2b5da965 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.5404553 Mar 07 04:35:26.381163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:26.394695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed453de3-50f9-434d-bc5b-741e1b9e93ed req-cec00fab-45d6-4d8b-a248-6befdfcc8bc4 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 210 time: 0.1004031 Mar 07 04:35:26.401948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:26.407546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:26.408178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.430875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=5aead6ee-8ea3-4cda-b827-311f9a3f1597,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:26.466149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0345572a-01da-433b-9530-87de34ebe84b None None] Current status of the port 856e450e-2d3a-461a-a11f-c9251c13ef42 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:26.466850 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0345572a-01da-433b-9530-87de34ebe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.487808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8ff7bfee-c6cb-4704-90f6-0f8db47d2551 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0052881 Mar 07 04:35:26.493429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48370) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:26.528455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.534201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e74c60c-def3-4177-b399-1f3760ff9c18 req-4acdaf36-0de0-480a-be0e-04bb8c40dbd6 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125953 Mar 07 04:35:26.539063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Made reservation on behalf of 07a66375a35e41b9b271c02b37bd31f2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:26.543503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.565017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0345572a-01da-433b-9530-87de34ebe84b None None] For port 856e450e-2d3a-461a-a11f-c9251c13ef42, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=856e450e-2d3a-461a-a11f-c9251c13ef42,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:26.578831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0345572a-01da-433b-9530-87de34ebe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.675871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345572a-01da-433b-9530-87de34ebe84b None None] Pushing event updated for resources: {'Port': ['ID=856e450e-2d3a-461a-a11f-c9251c13ef42,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:26.738908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9f86ccde-9d9d-43f4-898f-56921ac086e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.796290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:26.805343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:26.812369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:26.918764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Pushing event updated for resources: {'Port': ['ID=67bf1db4-7551-4dae-97aa-266f2178a36b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:26.921319 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_controller (9f86ccde-9d9d-43f4-898f-56921ac086e7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:26.962348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 856e450e-2d3a-461a-a11f-c9251c13ef42 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:26.977215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d03cf65-cc75-49d1-af42-9fd4284ca420 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:26.984074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d03cf65-cc75-49d1-af42-9fd4284ca420 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:26.988585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1d03cf65-cc75-49d1-af42-9fd4284ca420 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4877596 Mar 07 04:35:27.024620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:27.160867 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Floating IP 6a3b64fb-ff9e-4bba-b732-552bd9f96a0e associated. External IP: 172.25.4.142, port: 9fac1a5f-681a-4883-a01c-4e090779e2e4. Mar 07 04:35:27.178361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0fb63700-c488-48cb-8851-2ea1b959cd6a None None] Provisioning complete for port 5aead6ee-8ea3-4cda-b827-311f9a3f1597 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:27.178865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0fb63700-c488-48cb-8851-2ea1b959cd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5aead6ee-8ea3-4cda-b827-311f9a3f1597), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.285002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0fb63700-c488-48cb-8851-2ea1b959cd6a None None] Port 5aead6ee-8ea3-4cda-b827-311f9a3f1597 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:27.307504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 856e450e-2d3a-461a-a11f-c9251c13ef42 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:27.308027 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.419253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283d66-87a3-4014-bb22-f773d68e2447 req-89783924-629f-4149-8bf1-70488fc94a7e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:27.420989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd283d66-87a3-4014-bb22-f773d68e2447 req-89783924-629f-4149-8bf1-70488fc94a7e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.7111595 Mar 07 04:35:27.473552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6bd1e8dc-78d6-4913-b641-c60a2d41484f None None] Provisioning complete for port 67bf1db4-7551-4dae-97aa-266f2178a36b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:27.478102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e8dc-78d6-4913-b641-c60a2d41484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.509821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aacbf-592f-4f0d-9630-300d6c998e72 req-3b11d630-4267-4e08-b51d-caf8cc21be3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:27.512114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f5aacbf-592f-4f0d-9630-300d6c998e72 req-3b11d630-4267-4e08-b51d-caf8cc21be3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 932 time: 0.6698091 Mar 07 04:35:27.515487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd283d66-87a3-4014-bb22-f773d68e2447 req-5e92c860-5b74-4d56-a680-96c0ae3ecf45 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Mar 07 04:35:27.597832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:27.605505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.682320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f5aacbf-592f-4f0d-9630-300d6c998e72 req-fd437850-897a-43a4-9c40-31fdbda81325 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495302 Mar 07 04:35:27.685704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 856e450e-2d3a-461a-a11f-c9251c13ef42 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:27.687082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9f86ccde-9d9d-43f4-898f-56921ac086e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.687287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f86ccde-9d9d-43f4-898f-56921ac086e7 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:27.689614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1e8dc-78d6-4913-b641-c60a2d41484f None None] Port 67bf1db4-7551-4dae-97aa-266f2178a36b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:27.697554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.699244 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d957cea2-6d7b-4936-ad5c-9f61a5029eab tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9f86ccde-9d9d-43f4-898f-56921ac086e7 HTTP/1.1" status: 204 len: 168 time: 5.2484088 Mar 07 04:35:27.704195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:27.715166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1320476329', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:27.793921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c78f4dc-60b4-428d-b149-a6b6eb2d389c req-ac5aea78-86a3-4d53-bf42-8e36488b9527 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 210 time: 0.0845568 Mar 07 04:35:27.801194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 5aead6ee-8ea3-4cda-b827-311f9a3f1597 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:27.804287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5aead6ee-8ea3-4cda-b827-311f9a3f1597), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.882724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.883851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:27.916236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Allocated IP 172.20.0.5 (f10fe227-c74f-422e-9f3a-722e0380c7c0/9740b8a4-b511-445d-9f1a-e0bcad0a7768/31300d87-5d8e-4e5a-830f-c9f6b42baf5f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:27.961241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5aead6ee-8ea3-4cda-b827-311f9a3f1597), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.023177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.035443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-28ba7c3a-9b60-484b-be1f-33cab5f18d3e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3824852 Mar 07 04:35:28.059715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 5aead6ee-8ea3-4cda-b827-311f9a3f1597 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:28.067181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-4f73d312-beae-461c-af4c-d8808526bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:28.069309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-4f73d312-beae-461c-af4c-d8808526bb34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 1128 time: 0.7734280 Mar 07 04:35:28.070637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Deleting port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:28.071092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.310969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] For port 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:28.311344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.403109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.466892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Router ae5aa770-4562-45cc-b272-e82f151be57a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:28.495306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks [] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.767428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.777714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 856e450e-2d3a-461a-a11f-c9251c13ef42 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:28.781759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:28.793865 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] Sync routers for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:28.820507 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:28.821170 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:28.866095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Request body: {'port': {'device_id': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:28.894539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Pushing event updated for resources: {'Port': ['ID=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:28.923998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Network f10fe227-c74f-422e-9f3a-722e0380c7c0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:28.932400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.935331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 856e450e-2d3a-461a-a11f-c9251c13ef42 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:28.937676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:28.947103 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:28.960777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:28.991686 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:28.994901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:28.995787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:29.029194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Calling delete_port for 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:29.066302 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8c3ba6c8-f4b0-4d5c-b0aa-a5f9fd747324 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 10.1498418 Mar 07 04:35:29.072315 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48392) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:29.090900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1d368-e787-4b8f-b0e3-5eff734ab2f5 req-22eedaa0-3979-4b8b-b4dc-18f406abe01a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:29.092968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2c1d368-e787-4b8f-b0e3-5eff734ab2f5 req-22eedaa0-3979-4b8b-b4dc-18f406abe01a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 1.1427243 Mar 07 04:35:29.097129 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:29.098483 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fb02e-f7b3-4fd8-9264-8eda21e4f78b None None] The sync data for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:29.117711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 856e450e-2d3a-461a-a11f-c9251c13ef42 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:29.135901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:29.147932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:29.148605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:29.173162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:29.173968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3c13a67e-4a2c-46f3-88b6-5197ca8ea019 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:29.233946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-8af36d62-9f17-4b9d-b841-f443928a49f0 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4976475 Mar 07 04:35:29.286448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Request body: {'port': {'device_id': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:29.450907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-60986665-9fd5-41a8-86c4-f4f7e1e49ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:29.453723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-60986665-9fd5-41a8-86c4-f4f7e1e49ebe service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.6886024 Mar 07 04:35:29.455914 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f9898c4-11f1-4595-8e9a-0282442afd15 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] 10.222.0.21 "GET /v2.0/floatingips/6a3b64fb-ff9e-4bba-b732-552bd9f96a0e HTTP/1.1" status: 200 len: 984 time: 0.3820715 Mar 07 04:35:29.456806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:29.481297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:29.492704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8737-9977-4c1a-aca4-a6e1d8da43ce req-bde4c5f2-2fbd-44bd-838e-0e5f2b9a71cb tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:29.494704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73a8737-9977-4c1a-aca4-a6e1d8da43ce req-bde4c5f2-2fbd-44bd-838e-0e5f2b9a71cb tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 946 time: 0.7158363 Mar 07 04:35:29.516829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:29.550843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2c1d368-e787-4b8f-b0e3-5eff734ab2f5 req-d6c7b648-aa26-4f5f-91cb-2cc697eecee2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601778 Mar 07 04:35:29.602253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:29.624848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-b1411e17-ba06-4140-80b8-80df738fa5e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b HTTP/1.1" status: 200 len: 217 time: 0.0806181 Mar 07 04:35:29.834638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:29.972367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe9db8-86a2-4bae-b2f2-85b714f4ebef req-2a15e28f-661f-4992-b225-0fbf2d421d28 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:29.973571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60fe9db8-86a2-4bae-b2f2-85b714f4ebef req-2a15e28f-661f-4992-b225-0fbf2d421d28 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 932 time: 0.2594154 Mar 07 04:35:29.977300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b73a8737-9977-4c1a-aca4-a6e1d8da43ce req-ade12712-9d6c-4286-8e24-7579868a05b9 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320211 Mar 07 04:35:29.998771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-39e07c2b-c3a7-4ece-9a7a-f8c7feba9ea0 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.5163770 Mar 07 04:35:30.012119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48398) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:30.045520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-4855636e-a70b-4b2e-b0dc-daef0d7bf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:30.047461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-4855636e-a70b-4b2e-b0dc-daef0d7bf1b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.3302753 Mar 07 04:35:30.185036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Allocated IP 172.25.4.179 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/9a6af1d5-1850-4188-a0a8-3b141962a0cf) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:30.289964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.374441 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for port (9a6af1d5-1850-4188-a0a8-3b141962a0cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.415208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31300d87-5d8e-4e5a-830f-c9f6b42baf5f {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:30.426429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60fe9db8-86a2-4bae-b2f2-85b714f4ebef req-1083e8c2-944e-4bc8-94ba-6388a46e674a tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381435 Mar 07 04:35:30.432099 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-b21d6833-1288-40e4-8088-105dfd2be9aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2620001 Mar 07 04:35:30.439510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Publish callbacks [] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.464692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Transition to ACTIVE for port object 31300d87-5d8e-4e5a-830f-c9f6b42baf5f will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:35:30.471120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.486362 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9a6af1d5-1850-4188-a0a8-3b141962a0cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.537077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:30.547299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:30.553608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:30.704755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bf1db4-7551-4dae-97aa-266f2178a36b {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:30.707016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Pushing event updated for resources: {'Port': ['ID=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:30.716837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Publish callbacks [] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.731186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Transition to ACTIVE for port object 67bf1db4-7551-4dae-97aa-266f2178a36b will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:35:30.743904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:30.753053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5aead6ee-8ea3-4cda-b827-311f9a3f1597), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.763627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event updated for resources: {'Port': ['ID=9a6af1d5-1850-4188-a0a8-3b141962a0cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:30.807549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.807897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.808243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.808579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.808915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.809245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.809574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.809899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.810285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.810612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.810935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.811262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.811585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:30.873914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:30.927157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=5aead6ee-8ea3-4cda-b827-311f9a3f1597,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:31.001962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Attempting to bind port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:31.002333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Attempting to bind port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:31.002668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Attempting to bind port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f on network f10fe227-c74f-422e-9f3a-722e0380c7c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:31.020460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.028689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e366c1aa-1b8e-462f-8bfa-9fd262c2bd23 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/5aead6ee-8ea3-4cda-b827-311f9a3f1597 HTTP/1.1" status: 204 len: 168 time: 3.9949012 Mar 07 04:35:31.031861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48404) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:31.044626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f on network f10fe227-c74f-422e-9f3a-722e0380c7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:35:31.044959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Attempting to bind port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f on network f10fe227-c74f-422e-9f3a-722e0380c7c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:31.055306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:31.055788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Checking segment: {'id': 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:31.056250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Bound using segment: {'id': 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:31.056818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Bound port: 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:31.057400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.057933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf1db4-7551-4dae-97aa-266f2178a36b,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:31.214801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d9711395-5f66-43ed-ba5e-a681bf74ae9b no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:31.248399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54c25f-a9e4-46a9-9d19-bf12c747ce87 req-ce70c54a-3f67-4439-a6e0-54abdf5830ed tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:31.250005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a54c25f-a9e4-46a9-9d19-bf12c747ce87 req-ce70c54a-3f67-4439-a6e0-54abdf5830ed tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 931 time: 1.0958428 Mar 07 04:35:31.333254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ab8b3-840e-48a9-8563-3ffcc3ed2c3e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:31.337080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ab8b3-840e-48a9-8563-3ffcc3ed2c3e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:31.342372 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-159ab8b3-840e-48a9-8563-3ffcc3ed2c3e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3093057 Mar 07 04:35:31.356549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48406) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:31.400609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d9711395-5f66-43ed-ba5e-a681bf74ae9b is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:31.401287 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.452379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:31.460180 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69cfcd-0698-4e81-9f94-61c221ae4ae2" -d '{"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:31.487910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:31.495118 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.552936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] For port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:31.575873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.633133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:31.716984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] For port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,segment=NetworkSegment(e2782e88-1ed6-4024-b71c-74d77ecbf9f8),segment_id=e2782e88-1ed6-4024-b71c-74d77ecbf9f8)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:31.725072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271a9e8-e57c-4b2c-a568-de2a5b80a452 req-8fe1a0d5-7397-482d-964c-506716ee2f0b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:31.725819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet b13192fc-1c57-4f20-8876-8036b6addaf6 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:31.731783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.734550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e271a9e8-e57c-4b2c-a568-de2a5b80a452 req-8fe1a0d5-7397-482d-964c-506716ee2f0b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.9640992 Mar 07 04:35:31.737140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (b13192fc-1c57-4f20-8876-8036b6addaf6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.798990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9f5ca01b-c6ef-4a56-a184-9bb74779e124), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.810654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-1b09cdb0-1bec-4ea2-900b-a1e84b922f95 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726812 Mar 07 04:35:31.885263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e271a9e8-e57c-4b2c-a568-de2a5b80a452 req-b13584e5-3dd6-432c-88ee-b7359f258ebe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494219 Mar 07 04:35:31.888181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:31.897176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:31.898698 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] 10.222.0.44 "PUT /v2.0/ports/31300d87-5d8e-4e5a-830f-c9f6b42baf5f HTTP/1.1" status: 200 len: 1091 time: 2.6182799 Mar 07 04:35:31.899185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'tag': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:31.901480 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba4a56f-9767-4eb5-964b-efeae5831b61", "tag": "31300d87-5d8e-4e5a-830f-c9f6b42baf5f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:31.973771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b13192fc-1c57-4f20-8876-8036b6addaf6), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.075447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b13192fc-1c57-4f20-8876-8036b6addaf6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.147849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc2ed0-1e7a-4da6-b9cd-8c3533adca20 service neutron] Pushing event updated for resources: {'Port': ['ID=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:32.222081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.231321 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b13192fc-1c57-4f20-8876-8036b6addaf6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.305298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Attempting to bind port 67bf1db4-7551-4dae-97aa-266f2178a36b on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:32.305916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Attempting to bind port 67bf1db4-7551-4dae-97aa-266f2178a36b by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:32.306082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Attempting to bind port 67bf1db4-7551-4dae-97aa-266f2178a36b on network 49b99d88-a412-4a6e-af74-bee2051d6f43 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:32.372289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Port 67bf1db4-7551-4dae-97aa-266f2178a36b on network 49b99d88-a412-4a6e-af74-bee2051d6f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:35:32.372632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Attempting to bind port 67bf1db4-7551-4dae-97aa-266f2178a36b on network 49b99d88-a412-4a6e-af74-bee2051d6f43 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:32.441489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:32.441862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Checking segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:32.442278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Bound using segment: {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:32.443537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Bound port: 67bf1db4-7551-4dae-97aa-266f2178a36b, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf3365c-bd65-4298-b221-1abff53ec027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:32.444107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.446334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=b13192fc-1c57-4f20-8876-8036b6addaf6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:32.459742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.462925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac26dbc-69b0-402f-883d-38cf90094e22 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:32.473829 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e598cbc8-57ca-4cd6-8d6f-0012674baa21 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/b13192fc-1c57-4f20-8876-8036b6addaf6 HTTP/1.1" status: 204 len: 168 time: 1.0518863 Mar 07 04:35:32.475819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48414) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:32.521841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a54c25f-a9e4-46a9-9d19-bf12c747ce87 req-fb5c8eb9-2fd8-47bd-ade3-b848419903c2 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2407167 Mar 07 04:35:32.548550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting port 55a94fb8-5060-4dc8-81e3-397925663c00 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:32.549346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (55a94fb8-5060-4dc8-81e3-397925663c00), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.641545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5631f08c-5736-4e24-a767-81a2a59a9599 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482742 Mar 07 04:35:32.654831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48416) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:32.674188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:32.729214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Router 2b5edc23-fb4f-4a7b-a85a-336f4c59e756 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:35:32.733806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-4b9fd4b6-d0f2-4a46-8321-284312893e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:32.740553 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-4b9fd4b6-d0f2-4a46-8321-284312893e60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=07a66375a35e41b9b271c02b37bd31f2&device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 1125 time: 0.5222740 Mar 07 04:35:32.747429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0539f-180d-4c37-a5f0-1e79fc9c0a35 req-fd494d71-cf4c-4132-94c7-fda13c13eb02 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:32.756131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cc0539f-180d-4c37-a5f0-1e79fc9c0a35 req-fd494d71-cf4c-4132-94c7-fda13c13eb02 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.4404893 Mar 07 04:35:32.783081 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-716b834a-b949-4e4d-b6a5-f086822928c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.815258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bf092b2-41ca-4398-bbda-00ae3d6b5d31 req-086de34d-984b-477b-84a4-e3af6cc5cfa8 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9459903 Mar 07 04:35:32.842817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:32.890517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-b905b5e8-7aac-4058-acae-66f5000f8543 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f HTTP/1.1" status: 200 len: 217 time: 0.1151171 Mar 07 04:35:32.950471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (55a94fb8-5060-4dc8-81e3-397925663c00), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.950823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for floatingip (55a94fb8-5060-4dc8-81e3-397925663c00), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:32.972982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Calling delete_port for 55a94fb8-5060-4dc8-81e3-397925663c00 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:33.003585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] Deleting port 856e450e-2d3a-461a-a11f-c9251c13ef42 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:33.004401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.073739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] For port 67bf1db4-7551-4dae-97aa-266f2178a36b, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:33.182973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] For port 67bf1db4-7551-4dae-97aa-266f2178a36b, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=67bf1db4-7551-4dae-97aa-266f2178a36b,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:33.204759 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.207738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] For port 856e450e-2d3a-461a-a11f-c9251c13ef42, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=856e450e-2d3a-461a-a11f-c9251c13ef42,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:33.210285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.257971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-138fdd47-4eaa-41f4-8d53-acb013ffaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:33.263674 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-138fdd47-4eaa-41f4-8d53-acb013ffaab7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9740b8a4-b511-445d-9f1a-e0bcad0a7768 HTTP/1.1" status: 200 len: 849 time: 0.2626867 Mar 07 04:35:33.264786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] Calling delete_port for 856e450e-2d3a-461a-a11f-c9251c13ef42 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:33.273222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf1db4-7551-4dae-97aa-266f2178a36b,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:33.280109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cc0539f-180d-4c37-a5f0-1e79fc9c0a35 req-b4333805-2c91-481b-8f63-0ee7d821fc40 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228801 Mar 07 04:35:33.280719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:33.284290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.306600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bda4b-cfbd-4102-8a79-2f5c4eabd62c req-daacb6cb-c489-4631-a5ec-51bb2454847a tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:33.308298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a45bda4b-cfbd-4102-8a79-2f5c4eabd62c req-daacb6cb-c489-4631-a5ec-51bb2454847a tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 944 time: 0.6165774 Mar 07 04:35:33.315937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:33.316699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.319147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f953510-5867-43c8-8689-5d18593795b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/67bf1db4-7551-4dae-97aa-266f2178a36b HTTP/1.1" status: 200 len: 1092 time: 4.4728796 Mar 07 04:35:33.319703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'tag': '67bf1db4-7551-4dae-97aa-266f2178a36b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:33.322131 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b75a4-dc62-49c5-a1e1-780f741c37a0", "tag": "67bf1db4-7551-4dae-97aa-266f2178a36b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:33.381551 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49552f2-77ce-492c-9428-75c25ae9219f x-openstack-request-id: req-e49552f2-77ce-492c-9428-75c25ae9219f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:33.382026 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:33.382273 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e49552f2-77ce-492c-9428-75c25ae9219f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:33.382685 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'code': 200} Mar 07 04:35:33.438630 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (856e450e-2d3a-461a-a11f-c9251c13ef42), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.465135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] No DVR routers for this DVR port 856e450e-2d3a-461a-a11f-c9251c13ef42 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:33.486473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a45bda4b-cfbd-4102-8a79-2f5c4eabd62c req-7f89c4a8-9c43-4c84-aac2-c4eaa818d775 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613545 Mar 07 04:35:33.509705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955c440-aeae-4fa0-9f39-4cbeefbfdf2a None None] Pushing event deleted for resources: {'Port': ['ID=856e450e-2d3a-461a-a11f-c9251c13ef42,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:33.544223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:33.629337 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c1ada-b21e-4e17-9c63-3a7b504dfc91 x-openstack-request-id: req-c64c1ada-b21e-4e17-9c63-3a7b504dfc91 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:33.629630 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba4a56f-9767-4eb5-964b-efeae5831b61", "tag": "31300d87-5d8e-4e5a-830f-c9f6b42baf5f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:33.630621 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c64c1ada-b21e-4e17-9c63-3a7b504dfc91 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:33.631027 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'tag': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f', 'status': 'completed', 'code': 200} Mar 07 04:35:33.635171 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-e31a5010-4b80-4f99-8feb-d81bc394a7b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f10fe227-c74f-422e-9f3a-722e0380c7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3650982 Mar 07 04:35:33.677450 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34574f63-ee3a-4e65-8c98-a82dead376f7 x-openstack-request-id: req-34574f63-ee3a-4e65-8c98-a82dead376f7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:33.677809 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b75a4-dc62-49c5-a1e1-780f741c37a0", "tag": "67bf1db4-7551-4dae-97aa-266f2178a36b", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:33.678005 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34574f63-ee3a-4e65-8c98-a82dead376f7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:33.678432 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'tag': '67bf1db4-7551-4dae-97aa-266f2178a36b', 'status': 'completed', 'code': 200} Mar 07 04:35:33.788387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (55a94fb8-5060-4dc8-81e3-397925663c00), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.803835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:33.816682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] Sync routers for ids ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:33.830876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] Routers {'2b5edc23-fb4f-4a7b-a85a-336f4c59e756'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:33.831662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:33.850619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:33.854857 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1524f523-77d0-4571-a7b6-811e07730b82 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1409011 Mar 07 04:35:33.855562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:33.856749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-8ef097a0-218a-4d60-ad16-f97d3a002475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:33.858346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-8ef097a0-218a-4d60-ad16-f97d3a002475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d01676b19c9642c1a2d1af8d4c0d5bd4&device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 1126 time: 0.2783403 Mar 07 04:35:33.860301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': False}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:33.867145 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-cbc7a13f-b492-4324-81e8-3e543e10cbf9 service neutron] 10.222.0.44 "GET /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030907 Mar 07 04:35:33.871888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21f594-0c67-4dc4-a801-9610e5680a39 req-c5eb0b69-5830-4e1a-ab57-8cb4c6721841 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:33.873399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c21f594-0c67-4dc4-a801-9610e5680a39 req-c5eb0b69-5830-4e1a-ab57-8cb4c6721841 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.2866256 Mar 07 04:35:33.874226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Port': ['ID=55a94fb8-5060-4dc8-81e3-397925663c00,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:33.874678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:33.886274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] Routers {'2b5edc23-fb4f-4a7b-a85a-336f4c59e756'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:33.887218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:33.931469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:33.932255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e99f3a-f43d-4a95-b82d-266bd044bbae None None] The sync data for ids ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:33.957531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-6f47096c-48d7-484d-a684-88f88c30ee72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67bf1db4-7551-4dae-97aa-266f2178a36b HTTP/1.1" status: 200 len: 217 time: 0.0774159 Mar 07 04:35:34.002621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:34.013282 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] Sync routers for ids ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:34.023189 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] Routers {'9f5ca01b-c6ef-4a56-a184-9bb74779e124'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:34.023926 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:34.029197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bdaf2-4630-4feb-b050-fdde85157460 req-d35b73f2-35bd-4569-bb58-f27ae6316523 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.030865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c5bdaf2-4630-4feb-b050-fdde85157460 req-d35b73f2-35bd-4569-bb58-f27ae6316523 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 943 time: 0.2984848 Mar 07 04:35:34.040429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b81bcb38-2879-48bf-89be-6631b1c2f4f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f5ca01b-c6ef-4a56-a184-9bb74779e124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2568147 Mar 07 04:35:34.044477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:34.102326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for floatingip (6a3b64fb-ff9e-4bba-b732-552bd9f96a0e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.102660 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Floating IP 6a3b64fb-ff9e-4bba-b732-552bd9f96a0e disassociated (deleted). External IP: 172.25.4.142, port: 9fac1a5f-681a-4883-a01c-4e090779e2e4. Mar 07 04:35:34.111809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c21f594-0c67-4dc4-a801-9610e5680a39 req-c16cfcf3-3639-46db-9df3-45fd96b09ed0 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706212 Mar 07 04:35:34.113465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-ecb854fd-9e8b-4dd8-8add-d492b09aabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.115063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-ecb854fd-9e8b-4dd8-8add-d492b09aabdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c785667-6592-4eed-bdd5-ab522138850e HTTP/1.1" status: 200 len: 853 time: 0.1357961 Mar 07 04:35:34.153786 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] Set router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:34.208962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84fbcd34-7383-4e45-a899-a8c36c56932c req-ebce7fff-16c0-4f7b-9d7d-d4311cb97373 service neutron] 10.222.0.44 "GET /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876883 Mar 07 04:35:34.220058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c5bdaf2-4630-4feb-b050-fdde85157460 req-36f81a9d-5ee6-4d4b-985b-9cfe5b08391f tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711745 Mar 07 04:35:34.290260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-8c5344c4-942a-47e1-97ca-b8aa80e756e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.291815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-8c5344c4-942a-47e1-97ca-b8aa80e756e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49b99d88-a412-4a6e-af74-bee2051d6f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1281464 Mar 07 04:35:34.340674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks [] for router (9f5ca01b-c6ef-4a56-a184-9bb74779e124), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.394952 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:35:29Z', 'revision_number': 5, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:34.422753 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] Checking router: 9f5ca01b-c6ef-4a56-a184-9bb74779e124 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:35:34.428113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:35:34.432266 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] Routers {'9f5ca01b-c6ef-4a56-a184-9bb74779e124'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:34.434289 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:34.445792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (8145888e-1310-4df3-aa70-5e181d87e895), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.511886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-603ee689-42bd-4d64-924b-85d8bbc56995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.514730 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-603ee689-42bd-4d64-924b-85d8bbc56995 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=07a66375a35e41b9b271c02b37bd31f2&device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 1125 time: 0.2385290 Mar 07 04:35:34.515627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-21facce9-1309-473d-9070-594cd803e143 service neutron] 10.222.0.15 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150078 Mar 07 04:35:34.526102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bb01-7d88-46b6-b5d6-775a7842fcbf req-b8528432-33ab-43c7-93bb-e262754a6bf6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.527567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4f0bb01-7d88-46b6-b5d6-775a7842fcbf req-b8528432-33ab-43c7-93bb-e262754a6bf6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.1354442 Mar 07 04:35:34.546039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:34.559606 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] Set router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:35:34.580261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Router ae5aa770-4562-45cc-b272-e82f151be57a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:34.601152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:34.615953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c54f1d-1336-4503-8d78-2ad4c41624ad None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:34.619100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.620295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.627805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=8145888e-1310-4df3-aa70-5e181d87e895,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:34.730436 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-15447d5b-ef9b-42e1-8fec-69298579a9f1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0586786 Mar 07 04:35:34.736831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48438) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:34.753539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:de:9d:be', 'name': 'tempest-NetworksTestDHCPv6-1089212329'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:34.772508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks [] for router_gateway (9f5ca01b-c6ef-4a56-a184-9bb74779e124), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.774171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 856e450e-2d3a-461a-a11f-c9251c13ef42 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:34.796937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 856e450e-2d3a-461a-a11f-c9251c13ef42 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:34.797277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 856e450e-2d3a-461a-a11f-c9251c13ef42 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:34.819843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.859605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-12f68ad5-49ec-48a7-a500-4b714f2d1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:34.861427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-12f68ad5-49ec-48a7-a500-4b714f2d1a7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f10fe227-c74f-422e-9f3a-722e0380c7c0 HTTP/1.1" status: 200 len: 910 time: 0.3105087 Mar 07 04:35:34.871354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '8145888e-1310-4df3-aa70-5e181d87e895'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:34.872236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:34.924590 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:35:29Z', 'revision_number': 5, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:34.957537 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d49fb2-4bfa-4140-b47f-039c9fd2afe7 None None] The sync data for ids ['9f5ca01b-c6ef-4a56-a184-9bb74779e124'] in n-d-832185-1 is: [{'id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'name': 'tempest-TaggedBootDevicesTest-439129477-router', 'tenant_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:25:30Z', 'updated_at': '2022-03-07T04:35:29Z', 'revision_number': 5, 'project_id': '0e30dc5e12bf450d9336dfb040af9a1d', 'gw_port': {'id': 'e4c04ab9-b9c6-409f-8bdc-0d05f5c27673', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5ca01b-c6ef-4a56-a184-9bb74779e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:25:33Z', 'updated_at': '2022-03-07T04:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:34.959592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-a66ed174-d033-407b-a0b1-aeedf4545c23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f HTTP/1.1" status: 200 len: 217 time: 0.0560131 Mar 07 04:35:35.078956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4f0bb01-7d88-46b6-b5d6-775a7842fcbf req-a7272d0a-71e3-4530-aabc-aa8d9fc723b6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393434 Mar 07 04:35:35.083823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Allocated IP 2001:db8::f816:3eff:fe8d:2c93 (8393e2f1-e638-4cb0-b0df-29004274d522/8145888e-1310-4df3-aa70-5e181d87e895/cee08079-161b-44c0-88ac-6452077e5f11) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:35.117961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a76f9dd-8d63-4cbd-96d5-cad9f28b514d req-9c2051e8-0b9e-49e8-b3be-199e2dcfc793 service neutron] 10.222.0.15 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893998 Mar 07 04:35:35.247462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f9e5f-6bb2-4f46-a536-6165ed1115d4 req-e2383db9-d54d-4d4f-b6e1-80711f65e6d8 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.249157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-520f9e5f-6bb2-4f46-a536-6165ed1115d4 req-e2383db9-d54d-4d4f-b6e1-80711f65e6d8 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 944 time: 0.6072862 Mar 07 04:35:35.295938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:35.305093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Publish callbacks [] for port (cee08079-161b-44c0-88ac-6452077e5f11), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.312894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.334037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] Sync routers for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:35.336246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-b3cd220a-5716-4a9a-b429-0d8227ead0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.336603 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (cee08079-161b-44c0-88ac-6452077e5f11), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.338027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-b3cd220a-5716-4a9a-b429-0d8227ead0ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9740b8a4-b511-445d-9f1a-e0bcad0a7768 HTTP/1.1" status: 200 len: 849 time: 0.3609006 Mar 07 04:35:35.391279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bfea8b6f-2ae4-4541-bbaf-63f8ca66d246 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "DELETE /v2.0/floatingips/6a3b64fb-ff9e-4bba-b732-552bd9f96a0e HTTP/1.1" status: 204 len: 168 time: 5.3500631 Mar 07 04:35:35.399419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Pushing event updated for resources: {'Port': ['ID=cee08079-161b-44c0-88ac-6452077e5f11,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:35.409763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48444) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:35.416097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a2ececcb-5b55-46df-925b-522ced8bf6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.419176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-8d761f3a-67a1-4f81-bf52-a132bbb1531b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f10fe227-c74f-422e-9f3a-722e0380c7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551143 Mar 07 04:35:35.421168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:35.423757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:35.424850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:35.435481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:35.437712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Deleting port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:35.438131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.439365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:35.460001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-b5175099-de3d-4508-85d0-afe61491da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.461320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-b5175099-de3d-4508-85d0-afe61491da4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d01676b19c9642c1a2d1af8d4c0d5bd4&device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 1126 time: 0.2704749 Mar 07 04:35:35.464094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:35.479094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:35.482704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:35.495791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:35.496675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:35.499105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-520f9e5f-6bb2-4f46-a536-6165ed1115d4 req-bb79fc68-776b-4e1f-8158-a57b29dc980f tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301583 Mar 07 04:35:35.514133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.548834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd6779-a809-49dc-a739-31b10f7dbb5d req-247b166a-f4b7-4940-bba5-fd16dd2164bd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.558485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2cd6779-a809-49dc-a739-31b10f7dbb5d req-247b166a-f4b7-4940-bba5-fd16dd2164bd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.3059168 Mar 07 04:35:35.579824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:35.580390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146756dd-8959-47ec-bc25-2b80cfda7858 None None] The sync data for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:35.621652 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-eddfe351-80d1-4aa9-a871-6654325e3517 service neutron] 10.222.0.44 "GET /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917064 Mar 07 04:35:35.646672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Attempting to bind port cee08079-161b-44c0-88ac-6452077e5f11 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:35.647516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Attempting to bind port cee08079-161b-44c0-88ac-6452077e5f11 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:35.647516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Attempting to bind port cee08079-161b-44c0-88ac-6452077e5f11 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:35.653621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:35.654055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:35.654471 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.654876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:35.655485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Bound port: cee08079-161b-44c0-88ac-6452077e5f11, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:35.655875 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cee08079-161b-44c0-88ac-6452077e5f11), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.711918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-3739923a-25f6-481e-b50b-b752ddd0c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.713572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-3739923a-25f6-481e-b50b-b752ddd0c996 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49b99d88-a412-4a6e-af74-bee2051d6f43 HTTP/1.1" status: 200 len: 915 time: 0.2398751 Mar 07 04:35:35.726560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] For port e4c04ab9-b9c6-409f-8bdc-0d05f5c27673, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:35.726929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.730538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] For port cee08079-161b-44c0-88ac-6452077e5f11, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:35.734067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] For port cee08079-161b-44c0-88ac-6452077e5f11, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cee08079-161b-44c0-88ac-6452077e5f11,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:35.742769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2cd6779-a809-49dc-a739-31b10f7dbb5d req-89cb0f08-0a96-4926-b9d0-3bab22125f76 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831286 Mar 07 04:35:35.745727 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cee08079-161b-44c0-88ac-6452077e5f11), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.783620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Calling delete_port for e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:35.795570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-bffef3ba-2f9d-448a-b2a6-b84028e2446a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67bf1db4-7551-4dae-97aa-266f2178a36b HTTP/1.1" status: 200 len: 217 time: 0.0696495 Mar 07 04:35:35.823575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:35.824242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65493c72-f7fb-4965-afe4-d7c1512c4cbd None None] Pushing event updated for resources: {'Port': ['ID=cee08079-161b-44c0-88ac-6452077e5f11,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:35.842338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b7e43-0699-4acf-be8c-6abfb90e81c3 req-db6c2929-976e-43c7-8800-d7a85f61199f tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.844873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-185b7e43-0699-4acf-be8c-6abfb90e81c3 req-db6c2929-976e-43c7-8800-d7a85f61199f tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 943 time: 0.2196431 Mar 07 04:35:35.916643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-8cabf2a7-e6f3-4281-b404-94ae6f55818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:35.918178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-8cabf2a7-e6f3-4281-b404-94ae6f55818d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c785667-6592-4eed-bdd5-ab522138850e HTTP/1.1" status: 200 len: 853 time: 0.0940320 Mar 07 04:35:35.926356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6ad689fe-224c-469c-bcfc-ffb0f4e6c388 req-5e643fed-9a1b-4fc5-a4da-5c61eceeb5b1 service neutron] 10.222.0.44 "GET /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936060 Mar 07 04:35:35.946340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 8d74c7cd-58b0-473c-9abb-0909a1138a16 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:35.973398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-185b7e43-0699-4acf-be8c-6abfb90e81c3 req-5a30a3ad-e8d0-4231-9799-bd5f80b9ab16 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065657 Mar 07 04:35:35.988784 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.072214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-796c48c6-0388-42b9-8e26-fe6f149e1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:36.073748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-796c48c6-0388-42b9-8e26-fe6f149e1fd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49b99d88-a412-4a6e-af74-bee2051d6f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466935 Mar 07 04:35:36.261245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Allocated IP 172.25.4.54 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/f9e7698b-a54f-44bf-ad85-648795622ae9) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:36.285806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fede:9dbe (8393e2f1-e638-4cb0-b0df-29004274d522/8145888e-1310-4df3-aa70-5e181d87e895/8d74c7cd-58b0-473c-9abb-0909a1138a16) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:36.293903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-47c9864e-3f5e-47aa-82a7-6cdc83f5171b service neutron] 10.222.0.15 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118590 Mar 07 04:35:36.329426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e4c04ab9-b9c6-409f-8bdc-0d05f5c27673), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.334277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0e7e-3cd6-476b-8118-35e134d365f1 req-66402489-86bb-4339-99f0-702c782697df tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:36.335769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c45b0e7e-3cd6-476b-8118-35e134d365f1 req-66402489-86bb-4339-99f0-702c782697df tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.1439605 Mar 07 04:35:36.385619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c04ab9-b9c6-409f-8bdc-0d05f5c27673,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:36.506008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c45b0e7e-3cd6-476b-8118-35e134d365f1 req-90e5ffdc-e5e9-4b39-acbf-e8568a893f6e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542633 Mar 07 04:35:36.517840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a18a2a57-dc3b-4c81-95d4-de65e7de6c31 req-bf25be93-78bc-4eb8-9367-4326272a8eda service neutron] 10.222.0.15 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089138 Mar 07 04:35:36.521194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.637777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (9f5ca01b-c6ef-4a56-a184-9bb74779e124), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.720347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.735157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.814073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9f5ca01b-c6ef-4a56-a184-9bb74779e124), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.816427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks [] for router_controller (9f5ca01b-c6ef-4a56-a184-9bb74779e124), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.819556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:36.832293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:36.840704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:36.846080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e7698b-a54f-44bf-ad85-648795622ae9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:36.847196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.890068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.908383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4531ab-618f-4eb1-88d6-de7889806249 req-ea85c5a2-221e-4ea0-a1f9-e916896fe99d tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:36.927058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc4531ab-618f-4eb1-88d6-de7889806249 req-ea85c5a2-221e-4ea0-a1f9-e916896fe99d tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 944 time: 0.2035265 Mar 07 04:35:36.943782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cee08079-161b-44c0-88ac-6452077e5f11 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:36.963156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9f5ca01b-c6ef-4a56-a184-9bb74779e124), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.963681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f5ca01b-c6ef-4a56-a184-9bb74779e124 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:36.974050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:36.982027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:36.983046 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8ad4e910-1956-4cde-bc00-c345d86556fb admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f5ca01b-c6ef-4a56-a184-9bb74779e124 HTTP/1.1" status: 204 len: 168 time: 2.9366574 Mar 07 04:35:37.046063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cee08079-161b-44c0-88ac-6452077e5f11 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:37.046579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cee08079-161b-44c0-88ac-6452077e5f11), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.133912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (8d74c7cd-58b0-473c-9abb-0909a1138a16), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.152576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc4531ab-618f-4eb1-88d6-de7889806249 req-4faa0cb8-a0a2-4ede-ae05-9462b3fef63e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131743 Mar 07 04:35:37.163931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Deleting subnet cf07aa92-6929-41f1-b010-b010fb8e849f {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:37.180342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for floatingip (9e912e9d-5cab-432b-b82a-2b09e9f3d759), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.182010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Publish callbacks [] for subnet (cf07aa92-6929-41f1-b010-b010fb8e849f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.192172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Router 2b5edc23-fb4f-4a7b-a85a-336f4c59e756 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:37.345769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (cf07aa92-6929-41f1-b010-b010fb8e849f), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.358944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:37.364580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.368006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93bca4e5-6ebc-4480-a6c7-315c7b1e13ff tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "PUT /v2.0/routers/2b5edc23-fb4f-4a7b-a85a-336f4c59e756 HTTP/1.1" status: 200 len: 926 time: 3.5088441 Mar 07 04:35:37.368981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 67bf1db4-7551-4dae-97aa-266f2178a36b details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:35:37.369146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48494) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:37.371225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 31300d87-5d8e-4e5a-830f-c9f6b42baf5f details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:35:37.371920 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] Sync routers for ids ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:37.383758 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] Routers {'2b5edc23-fb4f-4a7b-a85a-336f4c59e756'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:37.384271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.384434 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:37.423422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cee08079-161b-44c0-88ac-6452077e5f11 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:37.424210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cee08079-161b-44c0-88ac-6452077e5f11), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.439345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfceadc-22c3-43c4-8d22-31ff14caf7a2 req-5af128a9-2cbd-4ca1-840b-7f5be702fb46 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:37.448009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcfceadc-22c3-43c4-8d22-31ff14caf7a2 req-5af128a9-2cbd-4ca1-840b-7f5be702fb46 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.1932971 Mar 07 04:35:37.459839 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:37.463970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-03f10b6d-f5c1-4eae-aaba-fa3c554b9453 None None] Provisioning complete for port cee08079-161b-44c0-88ac-6452077e5f11 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:37.464657 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03f10b6d-f5c1-4eae-aaba-fa3c554b9453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cee08079-161b-44c0-88ac-6452077e5f11), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.475922 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] Routers {'2b5edc23-fb4f-4a7b-a85a-336f4c59e756'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:37.477876 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:37.501048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8d74c7cd-58b0-473c-9abb-0909a1138a16), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.549556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:37.570025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:37.578334 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:37.578969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168f129-c244-44f5-b6b2-220e09e9c9e4 None None] The sync data for ids ['2b5edc23-fb4f-4a7b-a85a-336f4c59e756'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:37.580474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:37.586399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:37.587060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.595925 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (cf07aa92-6929-41f1-b010-b010fb8e849f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.645249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port cee08079-161b-44c0-88ac-6452077e5f11, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cee08079-161b-44c0-88ac-6452077e5f11,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:37.663648 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cee08079-161b-44c0-88ac-6452077e5f11), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.673164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.684692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:37.688778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9482899 Mar 07 04:35:37.689444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:37.694178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee59e06-3c86-4fce-a23d-2e2608e05079 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=8d74c7cd-58b0-473c-9abb-0909a1138a16,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:37.761387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,segment=NetworkSegment(e2782e88-1ed6-4024-b71c-74d77ecbf9f8),segment_id=e2782e88-1ed6-4024-b71c-74d77ecbf9f8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:37.769664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:37.770440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5f74a84e-7efa-4e0b-baf1-a1b6ca671e6a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:37.814274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcfceadc-22c3-43c4-8d22-31ff14caf7a2 req-ae8fbdb9-c45c-4aaa-80de-fd7a6a024fd5 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650968 Mar 07 04:35:37.822745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (cf07aa92-6929-41f1-b010-b010fb8e849f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.884675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf07aa92-6929-41f1-b010-b010fb8e849f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:37.905140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 67bf1db4-7551-4dae-97aa-266f2178a36b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=67bf1db4-7551-4dae-97aa-266f2178a36b,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:37.905370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:37.910625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-af4afd1d-67db-4e37-b7ec-778c3a2c56ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf07aa92-6929-41f1-b010-b010fb8e849f HTTP/1.1" status: 204 len: 168 time: 0.9260752 Mar 07 04:35:37.913147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48498) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:37.923001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-03f10b6d-f5c1-4eae-aaba-fa3c554b9453 None None] Current status of the port cee08079-161b-44c0-88ac-6452077e5f11 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:37.934448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60e509-d2a7-4582-bb34-1f88f761639a None None] Network 8249ff90-172d-4455-aa66-09eab6058115 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:37.937845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f', 'network_id': 'f10fe227-c74f-422e-9f3a-722e0380c7c0', 'port_id': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9740b8a4-b511-445d-9f1a-e0bcad0a7768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:35:37.939313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=cee08079-161b-44c0-88ac-6452077e5f11,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:37.959414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '67bf1db4-7551-4dae-97aa-266f2178a36b', 'network_id': '49b99d88-a412-4a6e-af74-bee2051d6f43', 'port_id': '67bf1db4-7551-4dae-97aa-266f2178a36b', 'mac_address': 'fa:16:3e:12:84:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c785667-6592-4eed-bdd5-ab522138850e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:35:37.992000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-37b88547-975a-402e-a392-7e26c93b114a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:37.993527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-37b88547-975a-402e-a392-7e26c93b114a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=8230ae20-602e-4530-972f-13e7fcc091d6 HTTP/1.1" status: 200 len: 944 time: 0.3160133 Mar 07 04:35:38.025188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.060195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.063735 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fcf21b99-8360-4fe5-a00c-120aa0740b02 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/2b5edc23-fb4f-4a7b-a85a-336f4c59e756 HTTP/1.1" status: 200 len: 926 time: 0.6936505 Mar 07 04:35:38.066632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48500) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:38.118708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-026864ab-8229-4366-bde0-1f8ef8a4535e None None] Provisioning complete for port 8d74c7cd-58b0-473c-9abb-0909a1138a16 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:38.119609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-026864ab-8229-4366-bde0-1f8ef8a4535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8d74c7cd-58b0-473c-9abb-0909a1138a16), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.154566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:38.155330 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.155795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8249ff90-172d-4455-aa66-09eab6058115), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.157737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2954057-cd26-431e-b6ee-00af1547907e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:38.163087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-026864ab-8229-4366-bde0-1f8ef8a4535e None None] Port 8d74c7cd-58b0-473c-9abb-0909a1138a16 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:38.163743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2954057-cd26-431e-b6ee-00af1547907e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:38.165402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2954057-cd26-431e-b6ee-00af1547907e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4723508 Mar 07 04:35:38.172003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:38.182810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ee00c9-5de6-4aab-ba3c-406571b4d29b tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:38.186911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-51ee00c9-5de6-4aab-ba3c-406571b4d29b tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=2b5edc23-fb4f-4a7b-a85a-336f4c59e756&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1159208 Mar 07 04:35:38.189124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 67bf1db4-7551-4dae-97aa-266f2178a36b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:38.190133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.195754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31300d87-5d8e-4e5a-830f-c9f6b42baf5f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:38.198863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48506) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:38.226807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bf1db4-7551-4dae-97aa-266f2178a36b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:38.227186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e7698b-a54f-44bf-ad85-648795622ae9,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:38.243045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad486-b987-4679-a7e0-28743cbbb0db req-11709306-1ea4-498a-9ec3-12dc4227af85 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:38.244568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0cad486-b987-4679-a7e0-28743cbbb0db req-11709306-1ea4-498a-9ec3-12dc4227af85 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 943 time: 0.3110094 Mar 07 04:35:38.266747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (9e912e9d-5cab-432b-b82a-2b09e9f3d759), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.267129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,segment=NetworkSegment(e2782e88-1ed6-4024-b71c-74d77ecbf9f8),segment_id=e2782e88-1ed6-4024-b71c-74d77ecbf9f8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:38.279097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.279352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 8d74c7cd-58b0-473c-9abb-0909a1138a16 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:38.279771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8d74c7cd-58b0-473c-9abb-0909a1138a16), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.288256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 67bf1db4-7551-4dae-97aa-266f2178a36b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=67bf1db4-7551-4dae-97aa-266f2178a36b,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:38.320050 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.340091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] DHCP port deletion for 8249ff90-172d-4455-aa66-09eab6058115 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:38.371210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.372431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f5f74231-f9ef-40c1-a60f-53ff80282b84 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9586554 Mar 07 04:35:38.375367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48508) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:38.379262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:38.398796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8d74c7cd-58b0-473c-9abb-0909a1138a16), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.414730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 8d74c7cd-58b0-473c-9abb-0909a1138a16 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:38.422355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0cad486-b987-4679-a7e0-28743cbbb0db req-2741eaa8-7a7e-4bac-b411-1dd9c43bf6e5 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648169 Mar 07 04:35:38.439975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac440eb-a3c1-4a96-be94-7a892bd16d16 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:38.441435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8ac440eb-a3c1-4a96-be94-7a892bd16d16 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.2415056 Mar 07 04:35:38.448037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Deleting port d9711395-5f66-43ed-ba5e-a681bf74ae9b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:38.448390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.450979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:38.499161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-680fbc86-2301-4adf-9b88-80e94ab6d74b tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b5edc23-fb4f-4a7b-a85a-336f4c59e756 HTTP/1.1" status: 200 len: 205 time: 0.0470762 Mar 07 04:35:38.501854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48514) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:38.516123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Deleting port e749f121-b2fc-450e-8d4d-7d6e44202215 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:38.516629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.529807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=67bf1db4-7551-4dae-97aa-266f2178a36b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:38.544291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['67bf1db4-7551-4dae-97aa-266f2178a36b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:35:38.549865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] Deleting port e749f121-b2fc-450e-8d4d-7d6e44202215 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:38.550519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.585865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:38.647126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['31300d87-5d8e-4e5a-830f-c9f6b42baf5f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:35:38.683770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] For port e749f121-b2fc-450e-8d4d-7d6e44202215, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e749f121-b2fc-450e-8d4d-7d6e44202215,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:38.684298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.689427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.691209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] For port e749f121-b2fc-450e-8d4d-7d6e44202215, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e749f121-b2fc-450e-8d4d-7d6e44202215,segment=NetworkSegment(c5982082-3727-4b05-96d5-ea5138ece49b),segment_id=c5982082-3727-4b05-96d5-ea5138ece49b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:38.691614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.718025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8f36-ef26-4eda-bf29-01add26688a5 req-84c9dda8-0eae-41f7-adb1-f8b666c1af79 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:38.720576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] Calling delete_port for e749f121-b2fc-450e-8d4d-7d6e44202215 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:38.725904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe0f8f36-ef26-4eda-bf29-01add26688a5 req-84c9dda8-0eae-41f7-adb1-f8b666c1af79 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 945 time: 0.1642666 Mar 07 04:35:38.740810 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8d74c7cd-58b0-473c-9abb-0909a1138a16), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.744913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.750459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Calling delete_port for e749f121-b2fc-450e-8d4d-7d6e44202215 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:38.756439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] For port d9711395-5f66-43ed-ba5e-a681bf74ae9b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d9711395-5f66-43ed-ba5e-a681bf74ae9b,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:38.756439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.802309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cee08079-161b-44c0-88ac-6452077e5f11 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:38.812016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Calling delete_port for d9711395-5f66-43ed-ba5e-a681bf74ae9b owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:38.826261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe0f8f36-ef26-4eda-bf29-01add26688a5 req-2e5c9c9c-a1f8-4077-845a-cd04d837dbac tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981805 Mar 07 04:35:38.859342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=8d74c7cd-58b0-473c-9abb-0909a1138a16,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:38.907671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:38.912110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cb1b29db-8940-4a4b-92d7-a95e8749cf05 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/8d74c7cd-58b0-473c-9abb-0909a1138a16 HTTP/1.1" status: 204 len: 168 time: 0.7392752 Mar 07 04:35:38.949155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48518) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:39.019162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.044398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cee08079-161b-44c0-88ac-6452077e5f11 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:39.045165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cee08079-161b-44c0-88ac-6452077e5f11), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.049939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a197a-7568-4b88-9d4f-0541dd51fb17 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:39.051435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a197a-7568-4b88-9d4f-0541dd51fb17 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:39.053205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-888a197a-7568-4b88-9d4f-0541dd51fb17 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1029696 Mar 07 04:35:39.054713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.061911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48520) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:39.071663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] No DVR routers for this DVR port e749f121-b2fc-450e-8d4d-7d6e44202215 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:39.081350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9191a-bfb4-4c33-a937-603462bc5c15 None None] Pushing event deleted for resources: {'Port': ['ID=e749f121-b2fc-450e-8d4d-7d6e44202215,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:39.160531 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.180724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 8145888e-1310-4df3-aa70-5e181d87e895 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:39.191236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (8145888e-1310-4df3-aa70-5e181d87e895), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.219772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cee08079-161b-44c0-88ac-6452077e5f11 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:39.250282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d9711395-5f66-43ed-ba5e-a681bf74ae9b no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:39.278395 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (8145888e-1310-4df3-aa70-5e181d87e895), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.296256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e749f121-b2fc-450e-8d4d-7d6e44202215 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:39.309069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Deleting port 9a6af1d5-1850-4188-a0a8-3b141962a0cf {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:39.309440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9a6af1d5-1850-4188-a0a8-3b141962a0cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.322504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e749f121-b2fc-450e-8d4d-7d6e44202215 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:39.322919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e749f121-b2fc-450e-8d4d-7d6e44202215 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:39.323262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:39.354244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:39.354244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e4c04ab9-b9c6-409f-8bdc-0d05f5c27673 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:39.389217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.404571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d9711395-5f66-43ed-ba5e-a681bf74ae9b is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:39.457432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Allocated IP 172.25.4.8 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/9a801b9a-bf19-43ef-99e1-991264db8ac9) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:39.462045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d9711395-5f66-43ed-ba5e-a681bf74ae9b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.481510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50594c0-794b-4f05-8107-5e3ec1385e0f req-e4743247-d5a8-4e26-adb4-5ed425facd92 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:39.483000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a50594c0-794b-4f05-8107-5e3ec1385e0f req-e4743247-d5a8-4e26-adb4-5ed425facd92 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.1344049 Mar 07 04:35:39.507445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e749f121-b2fc-450e-8d4d-7d6e44202215), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.509415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event deleted for resources: {'Port': ['ID=d9711395-5f66-43ed-ba5e-a681bf74ae9b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:39.511147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8145888e-1310-4df3-aa70-5e181d87e895), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.515179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9a6af1d5-1850-4188-a0a8-3b141962a0cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.566597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e749f121-b2fc-450e-8d4d-7d6e44202215,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:39.569203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] No DVR routers for this DVR port e749f121-b2fc-450e-8d4d-7d6e44202215 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:39.581529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Calling delete_port for 9a6af1d5-1850-4188-a0a8-3b141962a0cf owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:39.621265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] No DVR routers for this DVR port d9711395-5f66-43ed-ba5e-a681bf74ae9b on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:39.630187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.633417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85acddb3-bf61-4067-ba0a-dd68ca40effd req-6686ab3b-ec05-4f5d-94a3-16dff750f308 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "DELETE /v2.0/ports/d9711395-5f66-43ed-ba5e-a681bf74ae9b HTTP/1.1" status: 204 len: 173 time: 1.6292338 Mar 07 04:35:39.633867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-deleted', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:39.636162 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a1df3-9be6-4ca9-b3c9-e5fd1b846a59" -d '{"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-deleted", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:39.664544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a50594c0-794b-4f05-8107-5e3ec1385e0f req-dddab867-0866-4d2b-84f6-44b72fc5497b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612351 Mar 07 04:35:39.707540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks [] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.709379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (8145888e-1310-4df3-aa70-5e181d87e895), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.720575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8249ff90-172d-4455-aa66-09eab6058115), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.772378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8249ff90-172d-4455-aa66-09eab6058115']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:39.784602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5982082-3727-4b05-96d5-ea5138ece49b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:39.784982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5982082-3727-4b05-96d5-ea5138ece49b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:39.785770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=8145888e-1310-4df3-aa70-5e181d87e895,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:39.799390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (c5982082-3727-4b05-96d5-ea5138ece49b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.805338 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.810776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f0e4b704-4621-4e9d-be50-2f65fd96bb00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/8145888e-1310-4df3-aa70-5e181d87e895 HTTP/1.1" status: 204 len: 168 time: 0.7446733 Mar 07 04:35:39.810957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3218488-232c-4149-93fe-09518409d216 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:39.811427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48536) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:39.849121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c5982082-3727-4b05-96d5-ea5138ece49b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.857807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:35:39.865170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a7673b57-8bd7-4ee0-a518-568599bf515d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519829 Mar 07 04:35:39.865853 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (c5982082-3727-4b05-96d5-ea5138ece49b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.869472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:39.882060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2501-28f4-4232-9cc3-e5c1bd8f2afc req-03f38e6c-c8a1-4978-813e-e544e5a145a8 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:39.893789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71bb2501-28f4-4232-9cc3-e5c1bd8f2afc req-03f38e6c-c8a1-4978-813e-e544e5a145a8 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 944 time: 0.1601069 Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:35:39.904223 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:35:39.947070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:39.995365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9a6af1d5-1850-4188-a0a8-3b141962a0cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.008560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8249ff90-172d-4455-aa66-09eab6058115), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.013093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:40.023187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198e680-b6f8-42df-baea-c3037ca4fbe6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:40.024820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8198e680-b6f8-42df-baea-c3037ca4fbe6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1530511 Mar 07 04:35:40.029521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48542) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:40.029922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:40.030437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.038151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] 10.222.0.21 "DELETE /v2.0/networks/8249ff90-172d-4455-aa66-09eab6058115 HTTP/1.1" status: 204 len: 168 time: 2.1055970 Mar 07 04:35:40.038521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:40.039158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc482940-fc56-4237-8d9f-0d43a17223fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8249ff90-172d-4455-aa66-09eab6058115,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:40.053830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71bb2501-28f4-4232-9cc3-e5c1bd8f2afc req-683f417b-cd09-42b7-a528-0a9bedc117e6 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587684 Mar 07 04:35:40.065586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Pushing event updated for resources: {'Port': ['ID=9a801b9a-bf19-43ef-99e1-991264db8ac9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:40.129933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:40.138505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event deleted for resources: {'Port': ['ID=9a6af1d5-1850-4188-a0a8-3b141962a0cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:40.143434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19087263-deb6-460c-b236-38d759025bec tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:40.152367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-19087263-deb6-460c-b236-38d759025bec tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089218 Mar 07 04:35:40.153287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:40.155406 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6bc667-68f7-4bd7-9944-332dc7ea7bbf x-openstack-request-id: req-bf6bc667-68f7-4bd7-9944-332dc7ea7bbf {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:40.156646 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230ae20-602e-4530-972f-13e7fcc091d6", "name": "network-vif-deleted", "tag": "d9711395-5f66-43ed-ba5e-a681bf74ae9b", "status": "failed", "code": 422}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:40.158046 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6bc667-68f7-4bd7-9944-332dc7ea7bbf {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:40.160697 n-d-832185-1 neutron-server[103938]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8230ae20-602e-4530-972f-13e7fcc091d6', 'name': 'network-vif-deleted', 'tag': 'd9711395-5f66-43ed-ba5e-a681bf74ae9b', 'status': 'failed', 'code': 422} returned with failed status Mar 07 04:35:40.206010 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b4ead27-2db7-4e99-b56e-b2f0a8545835 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476820 Mar 07 04:35:40.209392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48550) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:40.214638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:40.218482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] Deleting port cee08079-161b-44c0-88ac-6452077e5f11 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:40.219014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cee08079-161b-44c0-88ac-6452077e5f11), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.233801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.319447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] For port cee08079-161b-44c0-88ac-6452077e5f11, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cee08079-161b-44c0-88ac-6452077e5f11,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:40.319868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cee08079-161b-44c0-88ac-6452077e5f11), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.324228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks [] for floatingip (46a36b06-8627-4bb6-bc08-ac7628c9816b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.344050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] Calling delete_port for cee08079-161b-44c0-88ac-6452077e5f11 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:40.369090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651ca6a-a7ba-498f-acf0-70bfe2ba3101 req-a8bfe5b0-4aad-498b-9842-1fa4246fa258 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:40.370578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b651ca6a-a7ba-498f-acf0-70bfe2ba3101 req-a8bfe5b0-4aad-498b-9842-1fa4246fa258 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 945 time: 0.1626163 Mar 07 04:35:40.422446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.422662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:40.427227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.428665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.446550 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (cee08079-161b-44c0-88ac-6452077e5f11), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.462530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b651ca6a-a7ba-498f-acf0-70bfe2ba3101 req-160f75b9-3b9a-404c-abe4-39e497c6bf3c tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834954 Mar 07 04:35:40.497608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] No DVR routers for this DVR port cee08079-161b-44c0-88ac-6452077e5f11 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:40.505540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48560) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:40.506609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a092230-6d74-4f9c-b6dc-77df952b1373 None None] Pushing event deleted for resources: {'Port': ['ID=cee08079-161b-44c0-88ac-6452077e5f11,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:40.537882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.568745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (2b5edc23-fb4f-4a7b-a85a-336f4c59e756), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.569325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Fanout notify agent at l3_agent the message router_deleted on router 2b5edc23-fb4f-4a7b-a85a-336f4c59e756 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:40.577089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.582007 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f72d85c5-5f00-4a63-91a7-270ad43a8fac tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/2b5edc23-fb4f-4a7b-a85a-336f4c59e756 HTTP/1.1" status: 204 len: 168 time: 2.0751719 Mar 07 04:35:40.582608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48566) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:40.594233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1839504258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:40.646002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (708c711f-5b6e-4607-a292-cb543e375512), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.647375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (708c711f-5b6e-4607-a292-cb543e375512), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.653164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0a281754-6126-4d63-8eab-8e535ce8856c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c4ec42642f84b1eb9cd3a4b2efd8b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470304 Mar 07 04:35:40.675727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48568) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:40.694894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cee08079-161b-44c0-88ac-6452077e5f11 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:40.726114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: cee08079-161b-44c0-88ac-6452077e5f11 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:40.727201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cee08079-161b-44c0-88ac-6452077e5f11 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:40.758917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-515c8d84-587f-443f-8309-bd13bafb2bed tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:40.760491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-515c8d84-587f-443f-8309-bd13bafb2bed tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.2296736 Mar 07 04:35:40.843964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ca1aba0f-312f-423e-8e2c-2ef1c0347c61 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.0726449 Mar 07 04:35:40.888015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d578e86-14f8-4e13-a6e3-2140a7ff3bd6 admin admin] Publish callbacks [] for security_group (8de317e8-200a-468a-b304-2c234024f9dd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.914095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-739d2b82-a30d-49c4-8c48-da90c8e4f877 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619111 Mar 07 04:35:40.927326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (34e6022f-fdd4-4f96-8bc9-e83dee777a35), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.983989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d578e86-14f8-4e13-a6e3-2140a7ff3bd6 admin admin] Publish callbacks [] for security_group (8de317e8-200a-468a-b304-2c234024f9dd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:40.994056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (708c711f-5b6e-4607-a292-cb543e375512), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.004985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f55f19-6291-4cdb-843d-695c41b1c687 req-923978f1-121b-4da7-97bb-418271051039 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:41.005211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (708c711f-5b6e-4607-a292-cb543e375512), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.006403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1f55f19-6291-4cdb-843d-695c41b1c687 req-923978f1-121b-4da7-97bb-418271051039 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.2402992 Mar 07 04:35:41.018277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:41.037642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:41.038418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.039511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68866e01-e7d5-4091-8e25-b398becd37e2 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4544911 Mar 07 04:35:41.043280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48574) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:41.049689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6353798a-6b3b-4f1d-a87c-45a3b9293ba1 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:41.055859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks [] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.061963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.066181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:41.066984 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.079613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=34e6022f-fdd4-4f96-8bc9-e83dee777a35,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:41.092527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:41.153888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Pushing event updated for resources: {'Port': ['ID=9a801b9a-bf19-43ef-99e1-991264db8ac9,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:41.156991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (46a36b06-8627-4bb6-bc08-ac7628c9816b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.175179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.176469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a94f6013-ff0c-4405-b14b-9ad9dd728a24 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7979913 Mar 07 04:35:41.178959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '34e6022f-fdd4-4f96-8bc9-e83dee777a35'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:41.179664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48578) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:41.180494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.213251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-14311675-2d2f-4a83-95a4-30d1ba0be4db tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0004556 Mar 07 04:35:41.218820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:41.224735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:47:b5:cb', 'name': 'tempest-NetworksTestDHCPv6-621232112'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:41.253730 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf806306-22c3-4d00-96a0-ad074948e804 tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.0728729 Mar 07 04:35:41.261161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48582) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:41.274820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 67bf1db4-7551-4dae-97aa-266f2178a36b up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:41.360736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1f55f19-6291-4cdb-843d-695c41b1c687 req-93dded1e-e807-4dab-abc4-75ce3dac43b6 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392005 Mar 07 04:35:41.376517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2271a32c-af9c-4d6f-bb48-7ea973bdcc19 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1142263 Mar 07 04:35:41.379554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48584) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:41.436892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d578e86-14f8-4e13-a6e3-2140a7ff3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8de317e8-200a-468a-b304-2c234024f9dd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.439655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d578e86-14f8-4e13-a6e3-2140a7ff3bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.441092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5d578e86-14f8-4e13-a6e3-2140a7ff3bd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8de317e8-200a-468a-b304-2c234024f9dd HTTP/1.1" status: 204 len: 168 time: 0.7643955 Mar 07 04:35:41.496804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 31300d87-5d8e-4e5a-830f-c9f6b42baf5f up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:41.516934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-b2520f22-7b77-4412-8098-afee31608687 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913818 Mar 07 04:35:41.523512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (708c711f-5b6e-4607-a292-cb543e375512), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.542692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d578e86-14f8-4e13-a6e3-2140a7ff3bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de317e8-200a-468a-b304-2c234024f9dd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:41.621125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:35:41.627293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:41.627740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.646258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Deleting port 9a801b9a-bf19-43ef-99e1-991264db8ac9 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:41.646747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.660422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378d3e5-2dd6-403b-97b9-efb3ffd7c326 req-dc32685f-8112-4d04-9d5a-1868ee366a7d tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:41.674130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b378d3e5-2dd6-403b-97b9-efb3ffd7c326 req-dc32685f-8112-4d04-9d5a-1868ee366a7d tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 944 time: 0.1977577 Mar 07 04:35:41.677539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/34e6022f-fdd4-4f96-8bc9-e83dee777a35/7a6302ad-b327-4508-8e4a-e85f5e0f5d41) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:41.687857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 67bf1db4-7551-4dae-97aa-266f2178a36b completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:35:41.704150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 67bf1db4-7551-4dae-97aa-266f2178a36b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:41.704536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.765395 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.765731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks [] for floatingip (9a801b9a-bf19-43ef-99e1-991264db8ac9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.772425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-f87847f8-3eb0-453e-baa3-360bccfc5521 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433155 Mar 07 04:35:41.779820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Calling delete_port for 9a801b9a-bf19-43ef-99e1-991264db8ac9 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:41.832240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b378d3e5-2dd6-403b-97b9-efb3ffd7c326 req-20f7749b-098a-4781-b3ce-819ae2ced342 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492376 Mar 07 04:35:41.936288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:41.936769 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:41.944256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:41.986551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 67bf1db4-7551-4dae-97aa-266f2178a36b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:41.986945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.011862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:42.014888 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a222652b-3b6d-4d9b-95ec-bf9e93bb2378" -d '{"events": [{"server_uuid": "3ba4a56f-9767-4eb5-964b-efeae5831b61", "name": "network-vif-plugged", "status": "completed", "tag": "31300d87-5d8e-4e5a-830f-c9f6b42baf5f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:42.050236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b6eae22-aa64-485f-bf66-8d4b870fbf55 req-bc2a8e42-862a-4599-af6b-9975589786ef tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 210 time: 0.0540705 Mar 07 04:35:42.081104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.084812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48598) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:42.091891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (708c711f-5b6e-4607-a292-cb543e375512), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.094524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,segment=NetworkSegment(e2782e88-1ed6-4024-b71c-74d77ecbf9f8),segment_id=e2782e88-1ed6-4024-b71c-74d77ecbf9f8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:42.116895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.138749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.155045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 47067aca-d6f4-474c-bf24-df925082ea19 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:42.168123 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a83e6f4-3116-4946-a7db-149fe4f72fb3 x-openstack-request-id: req-8a83e6f4-3116-4946-a7db-149fe4f72fb3 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:42.168784 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba4a56f-9767-4eb5-964b-efeae5831b61", "name": "network-vif-plugged", "status": "completed", "tag": "31300d87-5d8e-4e5a-830f-c9f6b42baf5f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:42.169255 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a83e6f4-3116-4946-a7db-149fe4f72fb3 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:42.169863 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f', 'code': 200} Mar 07 04:35:42.186584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e90e0-49de-4994-ac72-136c716fa8ab req-5185e5be-0cf3-4e54-b315-8efe829a3e2f tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:42.194181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be8e90e0-49de-4994-ac72-136c716fa8ab req-5185e5be-0cf3-4e54-b315-8efe829a3e2f tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 945 time: 0.2777612 Mar 07 04:35:42.219599 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0effbb90-10f3-40d4-95fe-f054b5898b33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e30dc5e12bf450d9336dfb040af9a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326969 Mar 07 04:35:42.230035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48600) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:42.238993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Publish callbacks [] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.251659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 67bf1db4-7551-4dae-97aa-266f2178a36b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=67bf1db4-7551-4dae-97aa-266f2178a36b,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:42.256360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.262097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.288821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:42.299130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:42.319784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:42.322552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:42.364838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Pushing event updated for resources: {'Port': ['ID=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:42.380892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be8e90e0-49de-4994-ac72-136c716fa8ab req-2dd39086-f6cc-4821-b028-a0b89116c42a tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756082 Mar 07 04:35:42.382972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb911-edf2-49c5-b73f-60151b8bed76 req-871bc6fb-7be8-478c-96d5-1566164249ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:42.384513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5afb911-edf2-49c5-b73f-60151b8bed76 req-871bc6fb-7be8-478c-96d5-1566164249ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 1127 time: 0.1559026 Mar 07 04:35:42.396428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9a801b9a-bf19-43ef-99e1-991264db8ac9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.406845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d215c1-bf0f-41ad-abf8-bc91a4657277 admin admin] Publish callbacks [] for security_group (e336c42c-5b67-48fe-8819-a3b9f9616990), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.428675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Allocated IP 172.25.4.22 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/acce1e71-ecc2-42fd-af33-b96cae1fae9f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:42.451066 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d215c1-bf0f-41ad-abf8-bc91a4657277 admin admin] Publish callbacks [] for security_group (e336c42c-5b67-48fe-8819-a3b9f9616990), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.460917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Attempting to bind port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:42.461443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Attempting to bind port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:42.461987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Attempting to bind port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:42.478220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:42.478616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:42.479062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.479535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:42.480125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Bound port: 7a6302ad-b327-4508-8e4a-e85f5e0f5d41, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:42.480586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.497915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=67bf1db4-7551-4dae-97aa-266f2178a36b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:42.514842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Pushing event deleted for resources: {'Port': ['ID=9a801b9a-bf19-43ef-99e1-991264db8ac9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:42.522169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5afb911-edf2-49c5-b73f-60151b8bed76 req-3b6bdbcc-dac4-4937-8761-78f0003430de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267390 Mar 07 04:35:42.578454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] For port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:42.584717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] For port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:42.599331 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.628356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::a8 (8393e2f1-e638-4cb0-b0df-29004274d522/34e6022f-fdd4-4f96-8bc9-e83dee777a35/47067aca-d6f4-474c-bf24-df925082ea19) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:42.632357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks [] for floatingip (46a36b06-8627-4bb6-bc08-ac7628c9816b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.636348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.638283 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf170f22-3437-4585-9104-b41c9200ffb3 tempest-FloatingIPAdminTestJSON-2074208176 tempest-FloatingIPAdminTestJSON-2074208176-project] 10.222.0.21 "DELETE /v2.0/floatingips/46a36b06-8627-4bb6-bc08-ac7628c9816b HTTP/1.1" status: 204 len: 168 time: 1.2573330 Mar 07 04:35:42.640946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48610) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:42.658148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bad6e-0223-4a80-888a-1d7a882a8750 req-c583b789-f242-492e-815b-c7f8f2b20fd4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:42.665650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f6bad6e-0223-4a80-888a-1d7a882a8750 req-c583b789-f242-492e-815b-c7f8f2b20fd4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.1743128 Mar 07 04:35:42.667600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d215c1-bf0f-41ad-abf8-bc91a4657277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e336c42c-5b67-48fe-8819-a3b9f9616990), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.670975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d215c1-bf0f-41ad-abf8-bc91a4657277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.674844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-19d215c1-bf0f-41ad-abf8-bc91a4657277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e336c42c-5b67-48fe-8819-a3b9f9616990 HTTP/1.1" status: 204 len: 168 time: 0.4420829 Mar 07 04:35:42.679108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for port (acce1e71-ecc2-42fd-af33-b96cae1fae9f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.711827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190763-c09f-4510-a8a2-7bb91a9b767e None None] Pushing event updated for resources: {'Port': ['ID=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:42.733658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d215c1-bf0f-41ad-abf8-bc91a4657277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336c42c-5b67-48fe-8819-a3b9f9616990,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:42.829174 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f6bad6e-0223-4a80-888a-1d7a882a8750 req-f9954b64-b858-4d0b-9a94-1e2728341128 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624799 Mar 07 04:35:42.851734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (acce1e71-ecc2-42fd-af33-b96cae1fae9f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.910613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:42.917338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:42.919869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:42.945816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Deleting port f9e7698b-a54f-44bf-ad85-648795622ae9 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:42.946251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:42.960476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event updated for resources: {'Port': ['ID=acce1e71-ecc2-42fd-af33-b96cae1fae9f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:43.057370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (47067aca-d6f4-474c-bf24-df925082ea19), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.105457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.105457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for floatingip (f9e7698b-a54f-44bf-ad85-648795622ae9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.133794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Calling delete_port for f9e7698b-a54f-44bf-ad85-648795622ae9 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:43.253127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (47067aca-d6f4-474c-bf24-df925082ea19), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.270626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4a36fb7-cebc-47bf-b24b-5b1cffa27f09 req-c81a7882-2684-4056-977f-a2ae97ba00ae tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 210 time: 0.1128321 Mar 07 04:35:43.332032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:43.337724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:43.348971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775b5db-4207-45ff-9b54-46b4fca0e247 req-7e5b629f-899b-48ce-aa88-7fe3225cf885 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:43.349175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:43.350723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0775b5db-4207-45ff-9b54-46b4fca0e247 req-7e5b629f-899b-48ce-aa88-7fe3225cf885 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 945 time: 0.3687088 Mar 07 04:35:43.354179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:43.354810 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.423257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=47067aca-d6f4-474c-bf24-df925082ea19,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:43.452879 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5912e9ae-9a52-4770-9135-b2e728b5346f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2324467 Mar 07 04:35:43.456873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48628) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:43.533911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f9e7698b-a54f-44bf-ad85-648795622ae9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.580717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9e7698b-a54f-44bf-ad85-648795622ae9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:43.642823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34017034-d613-45b1-a44d-3bd8ec6d38e7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:43.649378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34017034-d613-45b1-a44d-3bd8ec6d38e7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:43.653579 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34017034-d613-45b1-a44d-3bd8ec6d38e7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1934323 Mar 07 04:35:43.656220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48632) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:43.752770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks [] for floatingip (9e912e9d-5cab-432b-b82a-2b09e9f3d759), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.755509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.756599 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2bd608c2-aa78-4291-8d31-1289e641eaad tempest-FloatingIPAdminTestJSON-549151907 tempest-FloatingIPAdminTestJSON-549151907-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9e912e9d-5cab-432b-b82a-2b09e9f3d759 HTTP/1.1" status: 204 len: 168 time: 1.1146777 Mar 07 04:35:43.761617 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48638) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:43.860068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 47067aca-d6f4-474c-bf24-df925082ea19 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:43.860414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (47067aca-d6f4-474c-bf24-df925082ea19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.968884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:43.984035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting port 9fac1a5f-681a-4883-a01c-4e090779e2e4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:43.984464 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9fac1a5f-681a-4883-a01c-4e090779e2e4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:43.994924 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (708c711f-5b6e-4607-a292-cb543e375512), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.017257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0775b5db-4207-45ff-9b54-46b4fca0e247 req-6f1ebc0f-526e-44d2-940f-07f7f63f88f4 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456552 Mar 07 04:35:44.056765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (47067aca-d6f4-474c-bf24-df925082ea19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.134249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2131193133-network', 'tenant_id': 'f6aee005fd254b9a83f42980b80e0897'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:44.145753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 47067aca-d6f4-474c-bf24-df925082ea19 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:44.171611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bf1db4-7551-4dae-97aa-266f2178a36b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:44.174866 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9bca12-dafe-42d7-9919-9b717430ceb5" -d '{"events": [{"server_uuid": "d25b75a4-dc62-49c5-a1e1-780f741c37a0", "name": "network-vif-plugged", "status": "completed", "tag": "67bf1db4-7551-4dae-97aa-266f2178a36b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:44.210233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981bcca-33d1-476a-ba2a-b63bef7c84eb req-506b55e6-27aa-4911-abc9-acfbfbba3da6 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:44.211751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e981bcca-33d1-476a-ba2a-b63bef7c84eb req-506b55e6-27aa-4911-abc9-acfbfbba3da6 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 946 time: 0.4028075 Mar 07 04:35:44.233805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Made reservation on behalf of f6aee005fd254b9a83f42980b80e0897 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:44.236759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.247473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9fac1a5f-681a-4883-a01c-4e090779e2e4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.254127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-4b5f4bce-29ad-456a-8b48-8504ef51de6e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:44.256263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-4b5f4bce-29ad-456a-8b48-8504ef51de6e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.7885938 Mar 07 04:35:44.270402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.282389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Calling delete_port for 9fac1a5f-681a-4883-a01c-4e090779e2e4 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:44.283872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Request body: {'port': {'device_id': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'admin_state_up': True, 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:44.315489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] Provisioning complete for port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:44.315954 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.356225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e981bcca-33d1-476a-ba2a-b63bef7c84eb req-d1ef6383-6543-4582-9a5c-0d1e163076af tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111302 Mar 07 04:35:44.370014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac205-67ec-4dc2-a689-4658d0468cff req-bb78a1c8-d9fb-48c9-b3a3-b52bbc5390d9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:44.371828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-505ac205-67ec-4dc2-a689-4658d0468cff req-bb78a1c8-d9fb-48c9-b3a3-b52bbc5390d9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.2297020 Mar 07 04:35:44.423889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] Current status of the port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:44.424451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.459093 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004f462-01b1-45f0-a926-32409137c7b1 x-openstack-request-id: req-2004f462-01b1-45f0-a926-32409137c7b1 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:44.460795 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25b75a4-dc62-49c5-a1e1-780f741c37a0", "name": "network-vif-plugged", "status": "completed", "tag": "67bf1db4-7551-4dae-97aa-266f2178a36b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:44.473485 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2004f462-01b1-45f0-a926-32409137c7b1 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:44.474500 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bf1db4-7551-4dae-97aa-266f2178a36b', 'code': 200} Mar 07 04:35:44.477646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (47067aca-d6f4-474c-bf24-df925082ea19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.526986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] For port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:44.531993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.578077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=47067aca-d6f4-474c-bf24-df925082ea19,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:44.623035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.629263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6b5462cd-fef5-4818-a7cd-649997a8ade9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/47067aca-d6f4-474c-bf24-df925082ea19 HTTP/1.1" status: 204 len: 168 time: 0.9703186 Mar 07 04:35:44.632492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48654) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:44.641355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbfffc-1249-49eb-9b99-a5c3a183974e None None] Pushing event updated for resources: {'Port': ['ID=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:44.649706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-505ac205-67ec-4dc2-a689-4658d0468cff req-b6d9eead-cdbd-47e9-96ac-c7488cdaf8ab tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484233 Mar 07 04:35:44.703861 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9fac1a5f-681a-4883-a01c-4e090779e2e4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.709697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks [] for security_group (c84330d8-3c4b-4a05-be72-a3de053924d3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.710706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63015bac-84aa-41db-b757-084d92fe0d42 req-c64faa96-4ff2-482c-8f98-30c1753ae5e0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 210 time: 0.0704079 Mar 07 04:35:44.745627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c84330d8-3c4b-4a05-be72-a3de053924d3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.757098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-028c7e6e-1084-4b6f-b968-0ca262781bd4 None None] Could not find standard attr ID for object 47067aca-d6f4-474c-bf24-df925082ea19. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:35:44.763352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Port': ['ID=9fac1a5f-681a-4883-a01c-4e090779e2e4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:44.772602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be42e7-b95f-4413-a02d-f9e6498a8384 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:44.774134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be42e7-b95f-4413-a02d-f9e6498a8384 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:44.775790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57be42e7-b95f-4413-a02d-f9e6498a8384 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1422393 Mar 07 04:35:44.778930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (708c711f-5b6e-4607-a292-cb543e375512), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.779604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:44.787797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb17c-7168-40df-b798-b1ae7ea69b61 req-f9a5d36a-4c76-46ba-8eb0-4619a8552276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:44.791443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d06fb17c-7168-40df-b798-b1ae7ea69b61 req-f9a5d36a-4c76-46ba-8eb0-4619a8552276 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 1128 time: 0.2641840 Mar 07 04:35:44.793687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48656) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:44.794523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:44.798839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.816982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:35:44.844388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.845430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.845822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (708c711f-5b6e-4607-a292-cb543e375512), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.846484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.847022 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.847654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.848156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.848730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.849364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.849871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.850386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.851077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.851608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.852714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:44.860967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:44.862414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.909495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84330d8-3c4b-4a05-be72-a3de053924d3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:44.913798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8950f61c-cde7-49eb-a4dd-a54545ed37af), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:44.914402 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Added segment 8950f61c-cde7-49eb-a4dd-a54545ed37af of type vlan for network d3d7305a-7c10-4754-8a1b-064dc613a5dd Mar 07 04:35:45.019488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d3d7305a-7c10-4754-8a1b-064dc613a5dd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.029361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:45.031033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.040271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ffa1a207-c086-4635-8221-2a410f7b4df2 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "DELETE /v2.0/ports/9fac1a5f-681a-4883-a01c-4e090779e2e4 HTTP/1.1" status: 204 len: 168 time: 1.2753167 Mar 07 04:35:45.041941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48660) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:45.082027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d06fb17c-7168-40df-b798-b1ae7ea69b61 req-a3320ee6-90a9-4b9a-b64a-f40f6899bf55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779021 Mar 07 04:35:45.133545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d3d7305a-7c10-4754-8a1b-064dc613a5dd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.134583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:45.135158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.149398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7443c-4b40-418a-a657-50bc8375d10f tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:45.150924 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1da7443c-4b40-418a-a657-50bc8375d10f tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae5aa770-4562-45cc-b272-e82f151be57a HTTP/1.1" status: 200 len: 913 time: 0.1071599 Mar 07 04:35:45.155214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:45.165519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 34e6022f-fdd4-4f96-8bc9-e83dee777a35 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:45.181262 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (34e6022f-fdd4-4f96-8bc9-e83dee777a35), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.253203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Router 708c711f-5b6e-4607-a292-cb543e375512 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:35:45.291283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefdb0c-3155-43f2-b10b-753c70920b6d req-bc29f2f0-2dfd-4e46-bbaa-246471d9bd7c tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:45.292893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cefdb0c-3155-43f2-b10b-753c70920b6d req-bc29f2f0-2dfd-4e46-bbaa-246471d9bd7c tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 945 time: 0.1679890 Mar 07 04:35:45.295443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (34e6022f-fdd4-4f96-8bc9-e83dee777a35), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.385132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Allocated IP 172.20.0.4 (56a12596-683b-48cd-90c0-009f365423fb/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4/6412f738-da0a-40d0-ad10-7f9a683186ac) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:45.421646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c539e351-708f-423a-9e7c-3b0b3aa3b0a4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:45.450001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4797399 Mar 07 04:35:45.460181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48666) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:45.470078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Request body: {'subnet': {'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2131193133-subnet', 'tenant_id': 'f6aee005fd254b9a83f42980b80e0897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:45.525530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:45.526128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.553602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dac71d-04e6-46ef-a3c8-727a627eb2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d7305a-7c10-4754-8a1b-064dc613a5dd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:45.559413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cefdb0c-3155-43f2-b10b-753c70920b6d req-f86edc2e-9c95-45c2-9993-eb86d90835bd tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404151 Mar 07 04:35:45.571259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Made reservation on behalf of f6aee005fd254b9a83f42980b80e0897 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:45.573321 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.577834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:45.585818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.608132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (34e6022f-fdd4-4f96-8bc9-e83dee777a35), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.658415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:45.660170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:45.666534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.670787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:45.671777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-adef6193-0fda-4097-bb41-40c769600c47 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "PUT /v2.0/routers/708c711f-5b6e-4607-a292-cb543e375512 HTTP/1.1" status: 200 len: 883 time: 4.5943518 Mar 07 04:35:45.684499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:35:45.702473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] Sync routers for ids ['708c711f-5b6e-4607-a292-cb543e375512'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:45.735063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] Routers {'708c711f-5b6e-4607-a292-cb543e375512'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:45.736485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['708c711f-5b6e-4607-a292-cb543e375512'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:45.754431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372491-8be5-4dd9-9338-ca56abb7a8b3 req-2485a637-6c80-42ee-a10b-03853c8d8b07 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:45.756756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01372491-8be5-4dd9-9338-ca56abb7a8b3 req-2485a637-6c80-42ee-a10b-03853c8d8b07 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 946 time: 0.2879310 Mar 07 04:35:45.827910 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (34e6022f-fdd4-4f96-8bc9-e83dee777a35), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.855816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:45.863249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks [] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.879341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] Routers {'708c711f-5b6e-4607-a292-cb543e375512'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:45.880109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['708c711f-5b6e-4607-a292-cb543e375512'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:45.899311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:45.902408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/34e6022f-fdd4-4f96-8bc9-e83dee777a35 HTTP/1.1" status: 204 len: 168 time: 1.1004672 Mar 07 04:35:45.904009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b7a14-ab73-4ea5-b36b-347c466a9398 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=34e6022f-fdd4-4f96-8bc9-e83dee777a35,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:45.907255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48676) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:45.952852 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01372491-8be5-4dd9-9338-ca56abb7a8b3 req-de43a611-d204-420f-a1b1-5c6d6073d3ff tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677868 Mar 07 04:35:45.976290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e484b-56e9-4038-b66d-53f40190f26e req-7e4076fd-13f0-4d78-9803-882526468e65 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:45.984847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-796e484b-56e9-4038-b66d-53f40190f26e req-7e4076fd-13f0-4d78-9803-882526468e65 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 944 time: 0.1849971 Mar 07 04:35:45.995504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ea1e6c5-d4eb-4ead-a67a-04514a9e7efd tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/708c711f-5b6e-4607-a292-cb543e375512 HTTP/1.1" status: 200 len: 924 time: 0.3219082 Mar 07 04:35:45.999265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48678) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:46.000226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-883ea88f-1313-4aac-a228-a274d248436e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887637 Mar 07 04:35:46.001555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48680) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:46.055713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd089eb9-cdae-43d9-9a47-864561c6988c None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:46.079331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.127927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:46.128617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbfa03-3610-477a-92f0-7d1f99556a09 None None] The sync data for ids ['708c711f-5b6e-4607-a292-cb543e375512'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:46.237748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9e0060da-b708-4437-b4b1-0adccf5975a4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.321462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event updated for resources: {'Port': ['ID=6412f738-da0a-40d0-ad10-7f9a683186ac,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:46.342924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:46.367049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Checking segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:46.367410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Network hostable DHCP agents. Network: d3d7305a-7c10-4754-8a1b-064dc613a5dd, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:35:46.369399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0060da-b708-4437-b4b1-0adccf5975a4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:46.406012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-796e484b-56e9-4038-b66d-53f40190f26e req-9cae286a-5073-4be5-ab33-37ed409856fd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201295 Mar 07 04:35:46.417376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:35:46.433036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Network 56a12596-683b-48cd-90c0-009f365423fb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:46.433254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ae5aa770-4562-45cc-b272-e82f151be57a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.435896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:46.448101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:46.465540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] Deleting port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:46.466524 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.470920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, d3d7305a-7c10-4754-8a1b-064dc613a5dd) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:46.478177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:46.479171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.505808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:46.506509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.522724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df87fbf-0d87-434e-9350-47a7716bb517 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:46.527134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7df87fbf-0d87-434e-9350-47a7716bb517 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=708c711f-5b6e-4607-a292-cb543e375512&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5240145 Mar 07 04:35:46.528826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:46.536249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1e2727-70bd-40b0-956d-6306cb695f03 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:46.537772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f1e2727-70bd-40b0-956d-6306cb695f03 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5249059 Mar 07 04:35:46.541261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-ae9a2a07-5024-46f3-84f7-464683c9b825 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2692783 Mar 07 04:35:46.543276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48690) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:46.561532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] For port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:46.562294 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.577028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] Calling delete_port for 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:46.627050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221cbb4-0a73-4a0b-9e37-d65b4af7f5f0 req-a55e0675-f9cc-4e96-a6db-0faa8d515979 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:46.628641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e221cbb4-0a73-4a0b-9e37-d65b4af7f5f0 req-a55e0675-f9cc-4e96-a6db-0faa8d515979 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 931 time: 0.4511371 Mar 07 04:35:46.631948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff360df-45e3-4cb3-a12c-a5685cbfe527 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:46.633334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ff360df-45e3-4cb3-a12c-a5685cbfe527 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825388 Mar 07 04:35:46.644726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Request body: {'port': {'device_id': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:46.661044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48692) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:46.679048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:46.681793 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3b0e3-0a3c-4b5c-b6ad-bded5e1adf4f" -d '{"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-unplugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:46.686047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541fc64-78bd-4bfd-ab50-3b1d7e7053b3 None None] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:46.701412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (7a6302ad-b327-4508-8e4a-e85f5e0f5d41), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:46.752502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3b2c83e-927e-4122-92ba-915026f6b244 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2912881 Mar 07 04:35:46.757302 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5a28f1-b2e8-4f05-bfb4-4a0522e89546 x-openstack-request-id: req-1d5a28f1-b2e8-4f05-bfb4-4a0522e89546 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:46.757782 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-unplugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:46.758211 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d5a28f1-b2e8-4f05-bfb4-4a0522e89546 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:46.758781 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'code': 200} Mar 07 04:35:46.784751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:46.806698 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e01e5a3a-a703-4a8d-95d7-86ba6c27b8cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442595 Mar 07 04:35:46.826167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48698) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:46.834849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:46.844292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] Pushing event deleted for resources: {'Port': ['ID=7a6302ad-b327-4508-8e4a-e85f5e0f5d41,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:46.859010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960fd25-a6b0-45da-ae9c-91c00579ee61 None None] No DVR routers for this DVR port 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:46.946305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:46.946570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a6302ad-b327-4508-8e4a-e85f5e0f5d41 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:46.998690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:47.006508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.072211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-d3d7305a-7c10-4754-8a1b-064dc613a5dd', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'project_id': 'f6aee005fd254b9a83f42980b80e0897', 'fixed_ips': [{'subnet_id': '9e0060da-b708-4437-b4b1-0adccf5975a4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:47.073190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.282789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Allocated IP 172.20.0.2 (d3d7305a-7c10-4754-8a1b-064dc613a5dd/9e0060da-b708-4437-b4b1-0adccf5975a4/8080c5f6-833b-47c1-9ec0-b9442f75e393) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:47.385076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e221cbb4-0a73-4a0b-9e37-d65b4af7f5f0 req-b523b75f-c6b9-45fb-902d-02ab6653039d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947978 Mar 07 04:35:47.440419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6a522-6696-4e18-aa94-4bf33f98fbb8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:47.441850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-72b6a522-6696-4e18-aa94-4bf33f98fbb8 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.8996737 Mar 07 04:35:47.445116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c539e351-708f-423a-9e7c-3b0b3aa3b0a4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:35:47.446112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48714) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:47.446847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.607734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Publish callbacks [] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.627989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.691664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52099f0-5e2e-488f-893d-9960a086eae2 req-4af3f16c-2797-4c94-a7c7-b334db357771 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:47.693493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d52099f0-5e2e-488f-893d-9960a086eae2 req-4af3f16c-2797-4c94-a7c7-b334db357771 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 946 time: 0.3971386 Mar 07 04:35:47.701722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ddf957b5-6e48-4df9-bc42-db605243ae46 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=708c711f-5b6e-4607-a292-cb543e375512 HTTP/1.1" status: 200 len: 205 time: 0.2375162 Mar 07 04:35:47.712802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48716) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:47.716357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:47.757894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'port_id': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'mac_address': 'fa:16:3e:dd:e0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b45f6-094d-4c61-9c6c-54021bcd8b5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:35:47.763105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Pushing event updated for resources: {'Port': ['ID=8080c5f6-833b-47c1-9ec0-b9442f75e393,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:47.779083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:35:47.782132 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (6f88343d-7df5-4eab-85f1-56c78c99ff39), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.787128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:47.789214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:47.792740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:47.830037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting port 5664b4cf-30b5-4332-9c46-841d1a4508c3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:47.830550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.882735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:47.899226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Attempting to bind port 8080c5f6-833b-47c1-9ec0-b9442f75e393 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:47.899867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Attempting to bind port 8080c5f6-833b-47c1-9ec0-b9442f75e393 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:47.900240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Attempting to bind port 8080c5f6-833b-47c1-9ec0-b9442f75e393 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:47.902536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:47.903244 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.918188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:47.918738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Checking segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:47.919153 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.919548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Bound using segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:47.920952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:47.921111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Bound port: 8080c5f6-833b-47c1-9ec0-b9442f75e393, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:47.921491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.940288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:47.941052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:47.941507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a18a39-f81c-4220-aba0-42ae34f476ee None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:47.979420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c539e351-708f-423a-9e7c-3b0b3aa3b0a4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:48.063146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=6f88343d-7df5-4eab-85f1-56c78c99ff39,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:48.077784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d23d89fe-5848-447e-a025-7f1b29e0f503 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2500482 Mar 07 04:35:48.080693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48726) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:48.111654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.137549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:48.141174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Calling delete_port for 5664b4cf-30b5-4332-9c46-841d1a4508c3 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:48.229504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6412f738-da0a-40d0-ad10-7f9a683186ac {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:48.249317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Publish callbacks [] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.254572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d52099f0-5e2e-488f-893d-9960a086eae2 req-70275d5a-2abd-403d-b2dd-172afe7518dd tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492203 Mar 07 04:35:48.261878 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (708c711f-5b6e-4607-a292-cb543e375512), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.446647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:48.474711 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5664b4cf-30b5-4332-9c46-841d1a4508c3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.487707 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.499805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Transition to ACTIVE for port object 6412f738-da0a-40d0-ad10-7f9a683186ac will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:35:48.534799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Port': ['ID=5664b4cf-30b5-4332-9c46-841d1a4508c3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:48.604813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] For port 8080c5f6-833b-47c1-9ec0-b9442f75e393, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:48.619316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-0fea0f04-a73a-44e1-ad4c-fc70188591f0 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:48.623025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] For port 8080c5f6-833b-47c1-9ec0-b9442f75e393, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8080c5f6-833b-47c1-9ec0-b9442f75e393,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:48.630937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-0fea0f04-a73a-44e1-ad4c-fc70188591f0 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 816 time: 0.8303912 Mar 07 04:35:48.634617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.637177 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.657095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '6f88343d-7df5-4eab-85f1-56c78c99ff39'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:35:48.658132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:48.908448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-abb93298-a7c2-47fd-ae79-b53950f4cea8 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/quotas/f6aee005fd254b9a83f42980b80e0897 HTTP/1.1" status: 200 len: 375 time: 0.2401612 Mar 07 04:35:49.063576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Pushing event updated for resources: {'Port': ['ID=6412f738-da0a-40d0-ad10-7f9a683186ac,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:49.086678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:49.091093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.092814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:49.152109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ae5aa770-4562-45cc-b272-e82f151be57a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.224203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded213-4393-4c39-bf4e-846ee24c2f8f req-5af6f2fd-ad70-4a29-9388-34c153eaefd9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:49.231704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c2cc-40c4-4994-96d1-3f65504767a3 None None] Pushing event updated for resources: {'Port': ['ID=8080c5f6-833b-47c1-9ec0-b9442f75e393,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:49.231969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25ded213-4393-4c39-bf4e-846ee24c2f8f req-5af6f2fd-ad70-4a29-9388-34c153eaefd9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 945 time: 0.8061218 Mar 07 04:35:49.237744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Allocated IP 2001:db8::f816:3eff:fef7:4855 (8393e2f1-e638-4cb0-b0df-29004274d522/6f88343d-7df5-4eab-85f1-56c78c99ff39/6dc5abf1-76a3-4e0c-8726-47701b3162dd) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:49.362462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (708c711f-5b6e-4607-a292-cb543e375512), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.377207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c539e351-708f-423a-9e7c-3b0b3aa3b0a4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:35:49.398213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-4e8f66b2-b47c-4a38-9ff6-e540100c0417 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4175189 Mar 07 04:35:49.486300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Publish callbacks [] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.502594 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.533522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25ded213-4393-4c39-bf4e-846ee24c2f8f req-41786cc1-a0e4-409f-817e-f6c1e0e0d071 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005757 Mar 07 04:35:49.555178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Pushing event updated for resources: {'Port': ['ID=6dc5abf1-76a3-4e0c-8726-47701b3162dd,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:49.639569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:49.650194 n-d-832185-1 neutron-server[103938]: INFO neutron.db.ipam_backend_mixin [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f88343d-7df5-4eab-85f1-56c78c99ff39 (CIDR: 2001:db8::/64) Mar 07 04:35:49.652125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:49.668468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:49.688788 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:35:49.689558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:35:49.724673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Attempting to bind port 6412f738-da0a-40d0-ad10-7f9a683186ac on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:49.725270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Attempting to bind port 6412f738-da0a-40d0-ad10-7f9a683186ac by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:49.725782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Attempting to bind port 6412f738-da0a-40d0-ad10-7f9a683186ac on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:49.747502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Port 6412f738-da0a-40d0-ad10-7f9a683186ac on network 56a12596-683b-48cd-90c0-009f365423fb not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:35:49.748265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Attempting to bind port 6412f738-da0a-40d0-ad10-7f9a683186ac on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:49.771831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-24819d6c-6620-4398-9c87-1838f0cef4aa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6448293 Mar 07 04:35:49.775671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:49.782020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:49.786261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:49.786816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:49.787391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Bound using segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:49.788081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Bound port: 6412f738-da0a-40d0-ad10-7f9a683186ac, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:49.788839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.810142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-793f751b-777e-4e9d-bde5-d8ada3d18baf service neutron] 10.222.0.21 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819528 Mar 07 04:35:49.886855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Deleting port acce1e71-ecc2-42fd-af33-b96cae1fae9f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:49.887455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (acce1e71-ecc2-42fd-af33-b96cae1fae9f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.910252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Attempting to bind port 6dc5abf1-76a3-4e0c-8726-47701b3162dd on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:49.910252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Attempting to bind port 6dc5abf1-76a3-4e0c-8726-47701b3162dd by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:49.910252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Attempting to bind port 6dc5abf1-76a3-4e0c-8726-47701b3162dd on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:49.920992 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.924378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:49.924758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:49.925160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:49.932203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:49.932806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Bound port: 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:49.933219 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:50.020487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7732f-6072-40f7-a016-2967c7308dc4 req-c354ea18-8d80-4e26-9417-2b23cccf9e4f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:50.028793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84a7732f-6072-40f7-a016-2967c7308dc4 req-c354ea18-8d80-4e26-9417-2b23cccf9e4f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 943 time: 0.3589280 Mar 07 04:35:50.215076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] For port 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:50.219133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] For port 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6dc5abf1-76a3-4e0c-8726-47701b3162dd,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:50.227747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Router ae5aa770-4562-45cc-b272-e82f151be57a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:35:50.237921 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:50.363343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaaac0-268f-45ef-b9e4-ab742a2ebfff None None] Pushing event updated for resources: {'Port': ['ID=6dc5abf1-76a3-4e0c-8726-47701b3162dd,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:50.498690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:35:50.511022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4a6c2541-d768-499e-8360-5d4a5b86cf78 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "PUT /v2.0/routers/ae5aa770-4562-45cc-b272-e82f151be57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3547645 Mar 07 04:35:50.511778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48756) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:50.512387 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] Sync routers for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:35:50.529431 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:50.530185 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:50.558380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] For port 6412f738-da0a-40d0-ad10-7f9a683186ac, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:50.607596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-b97f0936-51ed-45fe-88d3-10a37d2cb42a service neutron] 10.222.0.21 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962313 Mar 07 04:35:50.610558 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:50.627475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] Routers {'ae5aa770-4562-45cc-b272-e82f151be57a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:35:50.628120 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ae5aa770-4562-45cc-b272-e82f151be57a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:50.638546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b410b3b-0c02-4f61-8036-2b565aaf73a1 None None] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:50.655721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84a7732f-6072-40f7-a016-2967c7308dc4 req-160ff8b4-8763-413f-ba1c-1bca4ac5a1ff tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259029 Mar 07 04:35:50.733856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:50.734866 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dc219-de83-4f7c-a6a3-1dd77b83d450 None None] The sync data for ids ['ae5aa770-4562-45cc-b272-e82f151be57a'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:35:50.798621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] For port 6412f738-da0a-40d0-ad10-7f9a683186ac, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6412f738-da0a-40d0-ad10-7f9a683186ac,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:50.823543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (acce1e71-ecc2-42fd-af33-b96cae1fae9f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:50.854800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Calling delete_port for acce1e71-ecc2-42fd-af33-b96cae1fae9f owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:50.946498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router (ae5aa770-4562-45cc-b272-e82f151be57a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:50.952342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8080c5f6-833b-47c1-9ec0-b9442f75e393 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:50.975715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] Provisioning complete for port 8080c5f6-833b-47c1-9ec0-b9442f75e393 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:50.976097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.252302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8080c5f6-833b-47c1-9ec0-b9442f75e393 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:51.256661 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.283244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router_gateway (ae5aa770-4562-45cc-b272-e82f151be57a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.392996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] Current status of the port 8080c5f6-833b-47c1-9ec0-b9442f75e393 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:51.393386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.404649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting port e06c5ab1-b24a-471c-b221-7c4b291aed17 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:51.404977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e06c5ab1-b24a-471c-b221-7c4b291aed17), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.482528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c539e351-708f-423a-9e7c-3b0b3aa3b0a4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:51.532224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e06c5ab1-b24a-471c-b221-7c4b291aed17), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.555672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8080c5f6-833b-47c1-9ec0-b9442f75e393 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:51.559507 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.563932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Calling delete_port for e06c5ab1-b24a-471c-b221-7c4b291aed17 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:51.576156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] For port 8080c5f6-833b-47c1-9ec0-b9442f75e393, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8080c5f6-833b-47c1-9ec0-b9442f75e393,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:51.612362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.782851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:35:51.783794 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:35:51.795535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:51.796173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.849623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bcf0479f-6ef3-45c6-ae00-e95e40d25b3f None None] Provisioning complete for port 8080c5f6-833b-47c1-9ec0-b9442f75e393 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:51.850190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcf0479f-6ef3-45c6-ae00-e95e40d25b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:51.932323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.018896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:52.021460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3993-9058-4283-9ee2-64f077d17898 None None] Pushing event updated for resources: {'Port': ['ID=8080c5f6-833b-47c1-9ec0-b9442f75e393,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.023452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.036121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e06c5ab1-b24a-471c-b221-7c4b291aed17), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.098265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Port': ['ID=e06c5ab1-b24a-471c-b221-7c4b291aed17,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.127019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:52.127664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.129157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] 10.222.0.15 "PUT /v2.0/ports/6412f738-da0a-40d0-ad10-7f9a683186ac HTTP/1.1" status: 200 len: 1091 time: 5.5765643 Mar 07 04:35:52.135505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'tag': '6412f738-da0a-40d0-ad10-7f9a683186ac'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:52.137828 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a2265-d986-4dd9-b23f-974d60572102" -d '{"events": [{"name": "network-changed", "server_uuid": "e6960faf-4d2d-47a8-9d68-10e2a3eef5af", "tag": "6412f738-da0a-40d0-ad10-7f9a683186ac"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:52.236137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (acce1e71-ecc2-42fd-af33-b96cae1fae9f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.250270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0479f-6ef3-45c6-ae00-e95e40d25b3f None None] Current status of the port 8080c5f6-833b-47c1-9ec0-b9442f75e393 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:52.254646 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.255877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:52.256249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.261932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (ae5aa770-4562-45cc-b272-e82f151be57a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.299400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214975bb-3551-4dd3-971b-b140ab7c9f45 service neutron] Pushing event updated for resources: {'Port': ['ID=6412f738-da0a-40d0-ad10-7f9a683186ac,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.343091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:52.345825 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef72d38-108c-43b5-80e0-0213919228df" -d '{"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-plugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:52.367718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:52.378697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8080c5f6-833b-47c1-9ec0-b9442f75e393 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:52.383196 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.389348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] Provisioning complete for port 6dc5abf1-76a3-4e0c-8726-47701b3162dd triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:52.389824 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.399753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (ae5aa770-4562-45cc-b272-e82f151be57a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.401957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router_controller (ae5aa770-4562-45cc-b272-e82f151be57a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.416024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event deleted for resources: {'Port': ['ID=acce1e71-ecc2-42fd-af33-b96cae1fae9f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.453641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (ae5aa770-4562-45cc-b272-e82f151be57a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.454298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Fanout notify agent at l3_agent the message router_deleted on router ae5aa770-4562-45cc-b272-e82f151be57a {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:52.461564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.462965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d626959-a47f-49af-9205-34d712aebb02 tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "DELETE /v2.0/routers/ae5aa770-4562-45cc-b272-e82f151be57a HTTP/1.1" status: 204 len: 168 time: 1.9490111 Mar 07 04:35:52.465320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48806) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:52.472398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.480369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80892594-82ac-4810-b488-a45dbc68d4f5 req-8d01684f-6166-4fa8-a5a2-6544787e94e1 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:52.486466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80892594-82ac-4810-b488-a45dbc68d4f5 req-8d01684f-6166-4fa8-a5a2-6544787e94e1 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 945 time: 0.6051071 Mar 07 04:35:52.512808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-705c806c-5c43-4fb8-87f7-bd57c2ae67de tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:52.514295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-705c806c-5c43-4fb8-87f7-bd57c2ae67de tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 816 time: 0.6220999 Mar 07 04:35:52.521425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:52.521968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.522537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting subnet b5910bb8-59ac-4bd3-9da0-65cf31eb5733 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:35:52.525822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for subnet (b5910bb8-59ac-4bd3-9da0-65cf31eb5733), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.564150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] For port 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6dc5abf1-76a3-4e0c-8726-47701b3162dd,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:52.569189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.569784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b5910bb8-59ac-4bd3-9da0-65cf31eb5733), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.571264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-a3619bfd-7216-40bc-ba8e-65980051fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:52.573177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-a3619bfd-7216-40bc-ba8e-65980051fe43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 1125 time: 0.2998135 Mar 07 04:35:52.600794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-153632e9-0c66-4710-b44e-2cf474d1b99a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/quotas/f6aee005fd254b9a83f42980b80e0897 HTTP/1.1" status: 200 len: 375 time: 0.0700979 Mar 07 04:35:52.619527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17daa4-9a9d-4564-acdb-e45520c9cb29 None None] Pushing event updated for resources: {'Port': ['ID=6dc5abf1-76a3-4e0c-8726-47701b3162dd,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.651787 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (708c711f-5b6e-4607-a292-cb543e375512), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.663139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-6dc1979c-4bd5-423f-8bed-5749e5cffa88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6412f738-da0a-40d0-ad10-7f9a683186ac HTTP/1.1" status: 200 len: 217 time: 0.0751550 Mar 07 04:35:52.762827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b5910bb8-59ac-4bd3-9da0-65cf31eb5733), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.810818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80892594-82ac-4810-b488-a45dbc68d4f5 req-46e2b2c3-04db-496b-8c40-c02618ba75b1 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116877 Mar 07 04:35:52.840873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-ff6816c8-71c7-44d1-9431-6188600a4540 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:52.843041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-ff6816c8-71c7-44d1-9431-6188600a4540 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 816 time: 0.1805508 Mar 07 04:35:52.857351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Request body: {'port': {'device_id': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'admin_state_up': True, 'tenant_id': 'f6aee005fd254b9a83f42980b80e0897'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:52.882382 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b5910bb8-59ac-4bd3-9da0-65cf31eb5733), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.899289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (708c711f-5b6e-4607-a292-cb543e375512), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.903384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-0ad225c1-f098-4480-b516-12fe1ab2e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:52.904944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-0ad225c1-f098-4480-b516-12fe1ab2e9a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1675484 Mar 07 04:35:52.906423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (708c711f-5b6e-4607-a292-cb543e375512), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.913960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8080c5f6-833b-47c1-9ec0-b9442f75e393 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:52.925482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Subnet': ['ID=b5910bb8-59ac-4bd3-9da0-65cf31eb5733,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:52.941696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5257fbb-c353-404e-bfca-ebf95eb35670 None None] Network 8f591b11-d9da-415c-acd0-62058096342c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:52.956039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:52.962085 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3e10f0a9-a5c5-4d5c-84fa-09e7914d477b tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "DELETE /v2.0/subnets/b5910bb8-59ac-4bd3-9da0-65cf31eb5733 HTTP/1.1" status: 204 len: 168 time: 0.4958305 Mar 07 04:35:52.966745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:53.056444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8080c5f6-833b-47c1-9ec0-b9442f75e393 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:53.057037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.104283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8f591b11-d9da-415c-acd0-62058096342c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.105732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (708c711f-5b6e-4607-a292-cb543e375512), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.106548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Fanout notify agent at l3_agent the message router_deleted on router 708c711f-5b6e-4607-a292-cb543e375512 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:35:53.108042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Made reservation on behalf of f6aee005fd254b9a83f42980b80e0897 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:53.111815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.126650 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.132116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48812) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:53.132834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0b804029-31ab-41ca-8216-ffef85e1bc07 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/708c711f-5b6e-4607-a292-cb543e375512 HTTP/1.1" status: 204 len: 168 time: 5.4181867 Mar 07 04:35:53.139724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-200999095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:53.171585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8080c5f6-833b-47c1-9ec0-b9442f75e393 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:53.172766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6dc5abf1-76a3-4e0c-8726-47701b3162dd up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:53.185954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-c84d16cb-4489-445d-91f6-c5f19343fcbb tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5433545 Mar 07 04:35:53.190940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-aee99389-bca9-4fde-9906-08d41cffd012 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182039 Mar 07 04:35:53.196510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] DHCP port deletion for 8f591b11-d9da-415c-acd0-62058096342c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:35:53.206390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (7a6cbf65-9903-45b3-80dd-a8afc66a06be), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.259825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6dc5abf1-76a3-4e0c-8726-47701b3162dd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:53.260308 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.264841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (6f127f08-5f19-49e6-949f-116190b65060), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.265866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (6f127f08-5f19-49e6-949f-116190b65060), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.299816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] Deleting port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:53.300274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.322295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:53.361903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:53.366301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:53.367309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.384220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (6f127f08-5f19-49e6-949f-116190b65060), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.385600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20563dce-ad07-468d-a05f-57298d47ae47 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:35:53.390572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:53.390911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.408848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (6f127f08-5f19-49e6-949f-116190b65060), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.416632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] For port 51f42763-d657-4e9d-a4ae-10b08ab4fb35, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51f42763-d657-4e9d-a4ae-10b08ab4fb35,segment=NetworkSegment(1eca3cb6-eec8-41cc-baf3-37d6537c6614),segment_id=1eca3cb6-eec8-41cc-baf3-37d6537c6614)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:53.416954 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.419619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Allocated IP 172.20.0.12 (d3d7305a-7c10-4754-8a1b-064dc613a5dd/9e0060da-b708-4437-b4b1-0adccf5975a4/4c795124-67cc-4643-a87f-89287a63c624) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:53.448339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=7a6cbf65-9903-45b3-80dd-a8afc66a06be,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:53.466312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0e32d7a0-86ef-4f3e-ab2c-54aea05a51eb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6862593 Mar 07 04:35:53.468647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] Calling delete_port for 51f42763-d657-4e9d-a4ae-10b08ab4fb35 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:53.468834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:53.471840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:e2:39:03', 'name': 'tempest-NetworksTestDHCPv6-49281158'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:53.482045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:53.505323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511df10-2495-41c8-9dea-db8d24b0e611 req-57606081-3e0f-471a-88ca-906262bb560a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:53.512628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6511df10-2495-41c8-9dea-db8d24b0e611 req-57606081-3e0f-471a-88ca-906262bb560a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 943 time: 0.2969136 Mar 07 04:35:53.514348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.518320 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b90cee8b-2c4a-4781-bf39-2748ea900d43 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3796840 Mar 07 04:35:53.518514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-42bf3c3e-9f43-4279-9f8f-585112ce256f service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005028 Mar 07 04:35:53.520892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-8c9783c1-fff6-4cf5-8cbb-453b3bf265a9 service neutron] 10.222.0.21 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266597 Mar 07 04:35:53.526210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48816) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:53.530892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': True}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:53.597373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] For port 51f42763-d657-4e9d-a4ae-10b08ab4fb35, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51f42763-d657-4e9d-a4ae-10b08ab4fb35,segment=NetworkSegment(1eca3cb6-eec8-41cc-baf3-37d6537c6614),segment_id=1eca3cb6-eec8-41cc-baf3-37d6537c6614)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:53.597797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.634275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Calling delete_port for 51f42763-d657-4e9d-a4ae-10b08ab4fb35 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:53.753731 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.789593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] Pushing event deleted for resources: {'Port': ['ID=51f42763-d657-4e9d-a4ae-10b08ab4fb35,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:53.793965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71adac6-8034-426b-911c-9d3fc4a17594 None None] No DVR routers for this DVR port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:53.794175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:53.826552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6511df10-2495-41c8-9dea-db8d24b0e611 req-f9d524ec-ea45-4d81-b89a-8b2780bb0816 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126268 Mar 07 04:35:53.867334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '6f88343d-7df5-4eab-85f1-56c78c99ff39', 'ip_address': '2001:db8::f816:3eff:fef7:4855'}, {'subnet_id': '7a6cbf65-9903-45b3-80dd-a8afc66a06be'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '6dc5abf1-76a3-4e0c-8726-47701b3162dd'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:35:53.906028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.910118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks [] for port (4c795124-67cc-4643-a87f-89287a63c624), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:53.923465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed3c50a7-a44c-4573-9937-8abe7d99f16c req-e0032e03-c6fb-4d3e-9196-ff3253c3f294 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883741 Mar 07 04:35:53.936393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-91067310-e5a5-4fed-828f-a8f1a78c560b service neutron] 10.222.0.21 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022925 Mar 07 04:35:53.943003 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164361e8-3a0f-4c80-8221-3f469b2a5774 x-openstack-request-id: req-164361e8-3a0f-4c80-8221-3f469b2a5774 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:53.946257 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6960faf-4d2d-47a8-9d68-10e2a3eef5af", "tag": "6412f738-da0a-40d0-ad10-7f9a683186ac", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:53.946762 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-164361e8-3a0f-4c80-8221-3f469b2a5774 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:53.947773 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'tag': '6412f738-da0a-40d0-ad10-7f9a683186ac', 'status': 'completed', 'code': 200} Mar 07 04:35:53.951352 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (51f42763-d657-4e9d-a4ae-10b08ab4fb35), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.015175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Port': ['ID=51f42763-d657-4e9d-a4ae-10b08ab4fb35,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:54.025899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] No DVR routers for this DVR port 51f42763-d657-4e9d-a4ae-10b08ab4fb35 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:54.031796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.106219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 4efaa074-90d0-42c1-be41-f55df2899000 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:35:54.175290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (6f127f08-5f19-49e6-949f-116190b65060), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.185280 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af3514-58f7-44c9-9f01-b09e99ec4b38 x-openstack-request-id: req-47af3514-58f7-44c9-9f01-b09e99ec4b38 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:54.185864 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-plugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:54.185864 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47af3514-58f7-44c9-9f01-b09e99ec4b38 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:54.186223 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'code': 200} Mar 07 04:35:54.216418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2265-d986-4dd9-b23f-974d60572102 req-2bcb2cc0-cf4f-4144-b533-008f84975e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:54.218138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-2bcb2cc0-cf4f-4144-b533-008f84975e64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 1125 time: 0.1777120 Mar 07 04:35:54.220371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] Allocated IP 2001:db8:0:1::2 (8393e2f1-e638-4cb0-b0df-29004274d522/7a6cbf65-9903-45b3-80dd-a8afc66a06be/6dc5abf1-76a3-4e0c-8726-47701b3162dd) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:54.292461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.417593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] For port 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6dc5abf1-76a3-4e0c-8726-47701b3162dd,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:54.424736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8f591b11-d9da-415c-acd0-62058096342c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.456584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f591b11-d9da-415c-acd0-62058096342c']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:54.465716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] Publish callbacks [] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.470157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca3cb6-eec8-41cc-baf3-37d6537c6614') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:54.470640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca3cb6-eec8-41cc-baf3-37d6537c6614') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:35:54.474116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.519934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:54.527795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:54.530922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (1eca3cb6-eec8-41cc-baf3-37d6537c6614), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:54.568718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:54.650376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2265-d986-4dd9-b23f-974d60572102 req-8de1e3d3-b1f2-4738-a87d-513fb43502c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:54.652220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-8de1e3d3-b1f2-4738-a87d-513fb43502c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.4122496 Mar 07 04:35:54.666578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e257b75-3d97-4b36-94bb-b28800dcaf41 req-cd4ea466-6d19-48e9-96c7-22cbed141a58 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:54.668304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e257b75-3d97-4b36-94bb-b28800dcaf41 req-cd4ea466-6d19-48e9-96c7-22cbed141a58 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 945 time: 0.4050426 Mar 07 04:35:54.734088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-813fd0c6-8ab3-47f2-8208-97308e5a04e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6412f738-da0a-40d0-ad10-7f9a683186ac HTTP/1.1" status: 200 len: 217 time: 0.0575907 Mar 07 04:35:54.764687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aeaaa-4de6-4a12-a9ca-e85f5a2f116b None None] Pushing event updated for resources: {'Port': ['ID=6dc5abf1-76a3-4e0c-8726-47701b3162dd,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:54.816384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6dc5abf1-76a3-4e0c-8726-47701b3162dd up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:54.818908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2116f17-bd20-4885-ac2d-a69705d24fe5 req-eac57a9b-538d-484d-86d6-aae7e4a0fffe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:54.826584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2116f17-bd20-4885-ac2d-a69705d24fe5 req-eac57a9b-538d-484d-86d6-aae7e4a0fffe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.3968079 Mar 07 04:35:54.882238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e257b75-3d97-4b36-94bb-b28800dcaf41 req-c61c3f5f-aa8c-4c16-b701-b186ac8140f1 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006557 Mar 07 04:35:54.892918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2265-d986-4dd9-b23f-974d60572102 req-09bacf6a-2cef-4208-9fd5-351d48cc912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:54.898553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-09bacf6a-2cef-4208-9fd5-351d48cc912d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1539986 Mar 07 04:35:54.980940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6dc5abf1-76a3-4e0c-8726-47701b3162dd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:54.981414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.142845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1eca3cb6-eec8-41cc-baf3-37d6537c6614), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.151345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:35:55.151780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (1eca3cb6-eec8-41cc-baf3-37d6537c6614), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.187592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:55.225647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d470ba97-8db2-47a6-8065-d750e1946058 None None] Provisioning complete for port 4c795124-67cc-4643-a87f-89287a63c624 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:55.236071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d470ba97-8db2-47a6-8065-d750e1946058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4c795124-67cc-4643-a87f-89287a63c624), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.281453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51f42763-d657-4e9d-a4ae-10b08ab4fb35 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:55.309221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 51f42763-d657-4e9d-a4ae-10b08ab4fb35 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:55.309757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51f42763-d657-4e9d-a4ae-10b08ab4fb35 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:55.317706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d470ba97-8db2-47a6-8065-d750e1946058 None None] Port 4c795124-67cc-4643-a87f-89287a63c624 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:55.347782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Pushing event updated for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:35:55.357264 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:35:55.422625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8f591b11-d9da-415c-acd0-62058096342c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.557244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-03fce6f5-bc18-487f-ac0d-28bb3a3d40cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6350033 Mar 07 04:35:55.563209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2116f17-bd20-4885-ac2d-a69705d24fe5 req-167854d5-8a36-412b-bdbd-a477730e33f4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356741 Mar 07 04:35:55.603059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.610484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "DELETE /v2.0/networks/8f591b11-d9da-415c-acd0-62058096342c HTTP/1.1" status: 204 len: 168 time: 2.6426871 Mar 07 04:35:55.615402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b977-0d5b-4df6-ab7c-960f9f323a2c tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Network': ['ID=8f591b11-d9da-415c-acd0-62058096342c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:55.624287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48852) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:55.719689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:55.720870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.759053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-c670b6a2-52dd-44b2-9f72-43f28e122631 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:55.760586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-c670b6a2-52dd-44b2-9f72-43f28e122631 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 816 time: 0.2024426 Mar 07 04:35:55.767936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80100-1550-4ef2-b39f-bb560aa7db1b req-5a79ec1f-96c6-4620-812a-7aa1a7ed2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:55.769731 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2ac80100-1550-4ef2-b39f-bb560aa7db1b req-5a79ec1f-96c6-4620-812a-7aa1a7ed2db9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 1128 time: 1.2870593 Mar 07 04:35:55.807534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8:0:1::1ec (8393e2f1-e638-4cb0-b0df-29004274d522/7a6cbf65-9903-45b3-80dd-a8afc66a06be/4efaa074-90d0-42c1-be41-f55df2899000) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:55.820190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fee2:3903 (8393e2f1-e638-4cb0-b0df-29004274d522/6f88343d-7df5-4eab-85f1-56c78c99ff39/4efaa074-90d0-42c1-be41-f55df2899000) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:55.832571 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-97702fc7-bac5-485d-87ae-52958acf9364 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9793544 Mar 07 04:35:55.840626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-26b4ba26-948f-4dce-a148-f62955c9533b tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:55.842450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-26b4ba26-948f-4dce-a148-f62955c9533b tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 945 time: 0.4790006 Mar 07 04:35:55.875343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (6f127f08-5f19-49e6-949f-116190b65060), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.894461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Request body: {'port': {'device_id': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:55.902166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:55.904559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-2fbf637d-26bf-4385-9ea5-049075d5a015 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/quotas/f6aee005fd254b9a83f42980b80e0897 HTTP/1.1" status: 200 len: 375 time: 0.0840456 Mar 07 04:35:55.942667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-de40d264-11a0-4812-ada7-d26012a062cc None None] Provisioning complete for port 6dc5abf1-76a3-4e0c-8726-47701b3162dd triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:55.943005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de40d264-11a0-4812-ada7-d26012a062cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.063777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-be3a57cc-3c51-4db9-99d9-6e9db0348ec3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:56.065334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-be3a57cc-3c51-4db9-99d9-6e9db0348ec3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.15 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 816 time: 0.1585557 Mar 07 04:35:56.071043 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2ac80100-1550-4ef2-b39f-bb560aa7db1b req-d24bf86d-8f95-4a34-8936-463b20d16f4a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710729 Mar 07 04:35:56.080960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-de40d264-11a0-4812-ada7-d26012a062cc None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:56.112219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-161e9f62-8066-4a56-ae9e-2b58669f265a service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338145 Mar 07 04:35:56.122405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c795124-67cc-4643-a87f-89287a63c624), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.123886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Request body: {'port': {'device_id': '4ee74095-de05-4a40-9650-239ef5429dd3', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'admin_state_up': True, 'tenant_id': 'f6aee005fd254b9a83f42980b80e0897'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:56.166425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Deleting port 54b9060a-3a54-4274-9c1f-688a5087ed8a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:56.166926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.293736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90eeac-52c1-45a7-b2e9-ec410d49a413 req-bce007fd-6081-4ef6-8c6a-ecb9698d6d55 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:56.295229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df90eeac-52c1-45a7-b2e9-ec410d49a413 req-bce007fd-6081-4ef6-8c6a-ecb9698d6d55 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 943 time: 0.5848076 Mar 07 04:35:56.362220 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:35:56.369454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Deleting port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:56.369800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.377483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-63be5a14-1426-4225-a9aa-cf8384290a77 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3329780 Mar 07 04:35:56.417732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (4efaa074-90d0-42c1-be41-f55df2899000), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.427903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.428179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for floatingip (54b9060a-3a54-4274-9c1f-688a5087ed8a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.460059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-507a2265-d986-4dd9-b23f-974d60572102 req-6931b927-3b0c-4471-8c54-1eaff33fdc5f service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409648 Mar 07 04:35:56.463194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Calling delete_port for 54b9060a-3a54-4274-9c1f-688a5087ed8a owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:56.490249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Allocated IP 172.25.4.209 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/28d1ee7e-c1be-4484-959f-23b7e8e28bc6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:56.558557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df90eeac-52c1-45a7-b2e9-ec410d49a413 req-f669ded5-5273-4d0e-b201-0419e2c69fb3 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517393 Mar 07 04:35:56.640721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Made reservation on behalf of f6aee005fd254b9a83f42980b80e0897 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:35:56.648170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.670059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4efaa074-90d0-42c1-be41-f55df2899000), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.683616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] For port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,segment=NetworkSegment(e2782e88-1ed6-4024-b71c-74d77ecbf9f8),segment_id=e2782e88-1ed6-4024-b71c-74d77ecbf9f8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:56.683991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.745598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e253f1c8-d818-433a-8188-cd3d497e6662 service neutron] 10.222.0.21 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525906 Mar 07 04:35:56.745888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Calling delete_port for 31300d87-5d8e-4e5a-830f-c9f6b42baf5f owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:56.757073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6dc5abf1-76a3-4e0c-8726-47701b3162dd up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:56.800460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:56.826273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6dc5abf1-76a3-4e0c-8726-47701b3162dd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:56.826886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.836630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=4efaa074-90d0-42c1-be41-f55df2899000,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:56.845642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:56.857499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:56.862822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:56.863449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.930254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:56.961460 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b206af5d-8bb8-411a-8d54-a7308685cd20 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4934201 Mar 07 04:35:56.968126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d34580-a3b4-4c58-bc82-3efb35aee38c req-729c96d7-2fe2-493c-8351-fe14d9b13df8 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:56.972376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c795124-67cc-4643-a87f-89287a63c624 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:56.979506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:56.979938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6d34580-a3b4-4c58-bc82-3efb35aee38c req-729c96d7-2fe2-493c-8351-fe14d9b13df8 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba4a56f-9767-4eb5-964b-efeae5831b61 HTTP/1.1" status: 200 len: 945 time: 0.3154449 Mar 07 04:35:56.990893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for port (28d1ee7e-c1be-4484-959f-23b7e8e28bc6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:56.993854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Publish callbacks [] for port (4c795124-67cc-4643-a87f-89287a63c624), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.015415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (54b9060a-3a54-4274-9c1f-688a5087ed8a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.067860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-d52fd2f0-05c0-439b-bc83-80cca43cc5e4 service neutron] 10.222.0.21 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037314 Mar 07 04:35:57.074278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Transition to ACTIVE for port object 4c795124-67cc-4643-a87f-89287a63c624 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:35:57.076056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Pushing event deleted for resources: {'Port': ['ID=54b9060a-3a54-4274-9c1f-688a5087ed8a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:57.118879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6d34580-a3b4-4c58-bc82-3efb35aee38c req-6ef3a343-4000-4b81-a31c-2a6eca343a37 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.21 "GET /v2.0/security-groups?id=28426b07-b85c-4338-a7c1-5497bf2ed2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375663 Mar 07 04:35:57.151483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.195361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (28d1ee7e-c1be-4484-959f-23b7e8e28bc6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.214016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Allocated IP 172.20.0.13 (d3d7305a-7c10-4754-8a1b-064dc613a5dd/9e0060da-b708-4437-b4b1-0adccf5975a4/ededde4a-883c-453e-968e-02a14a7f7ee5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:35:57.263541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:57.272674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:57.279606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:57.304360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Port': ['ID=28d1ee7e-c1be-4484-959f-23b7e8e28bc6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:57.338513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b7e482b6-429e-4645-8fbe-2a0372f8af26 None None] Provisioning complete for port 4efaa074-90d0-42c1-be41-f55df2899000 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:57.339154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7e482b6-429e-4645-8fbe-2a0372f8af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4efaa074-90d0-42c1-be41-f55df2899000), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.428688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Pushing event updated for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:57.463022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b7e482b6-429e-4645-8fbe-2a0372f8af26 None None] Port 4efaa074-90d0-42c1-be41-f55df2899000 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:57.464463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6412f738-da0a-40d0-ad10-7f9a683186ac details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:35:57.491552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 31300d87-5d8e-4e5a-830f-c9f6b42baf5f no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:35:57.494356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks [] for floatingip (55c76bf3-1323-4f85-bc5d-b7ec37a5280a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.496944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.506831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-72e1ead5-08c9-4724-b38e-c1f210f4108d tempest-FloatingIPAdminTestJSON-1202887705 tempest-FloatingIPAdminTestJSON-1202887705-project] 10.222.0.21 "DELETE /v2.0/floatingips/55c76bf3-1323-4f85-bc5d-b7ec37a5280a HTTP/1.1" status: 204 len: 168 time: 1.8783846 Mar 07 04:35:57.512083 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (31300d87-5d8e-4e5a-830f-c9f6b42baf5f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.537945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 31300d87-5d8e-4e5a-830f-c9f6b42baf5f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:35:57.538323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 31300d87-5d8e-4e5a-830f-c9f6b42baf5f not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:35:57.596394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-caac9712-f11f-4488-b823-ba5312d0b19b req-d2c1bbf5-5b51-48b8-a063-c0bee37d8492 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 210 time: 0.0986788 Mar 07 04:35:57.673352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Pushing event deleted for resources: {'Port': ['ID=31300d87-5d8e-4e5a-830f-c9f6b42baf5f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:57.705836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 4efaa074-90d0-42c1-be41-f55df2899000 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:35:57.707401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4efaa074-90d0-42c1-be41-f55df2899000), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.840090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] No DVR routers for this DVR port 31300d87-5d8e-4e5a-830f-c9f6b42baf5f on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:35:57.848540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.854535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6412f738-da0a-40d0-ad10-7f9a683186ac, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6412f738-da0a-40d0-ad10-7f9a683186ac,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:57.869865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-23280dcd-15fc-4aa7-acd1-0bbae2926003 req-4b5cadd0-e650-4587-8424-95a8ad2b8e07 tempest-VolumesActionsTest-2019074200 tempest-VolumesActionsTest-2019074200-project] 10.222.0.44 "DELETE /v2.0/ports/31300d87-5d8e-4e5a-830f-c9f6b42baf5f HTTP/1.1" status: 204 len: 173 time: 1.9914730 Mar 07 04:35:57.872901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Attempting to bind port 4c795124-67cc-4643-a87f-89287a63c624 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:35:57.874500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Attempting to bind port 4c795124-67cc-4643-a87f-89287a63c624 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:35:57.879585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Attempting to bind port 4c795124-67cc-4643-a87f-89287a63c624 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:57.881236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '6412f738-da0a-40d0-ad10-7f9a683186ac', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': '6412f738-da0a-40d0-ad10-7f9a683186ac', 'mac_address': 'fa:16:3e:00:6c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:35:57.882870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'name': 'network-vif-deleted', 'tag': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:57.885380 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca3697-2f30-40df-8267-143f47fecc06" -d '{"events": [{"server_uuid": "3ba4a56f-9767-4eb5-964b-efeae5831b61", "name": "network-vif-deleted", "tag": "31300d87-5d8e-4e5a-830f-c9f6b42baf5f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:57.976304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Port 4c795124-67cc-4643-a87f-89287a63c624 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:35:57.978801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6412f738-da0a-40d0-ad10-7f9a683186ac is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:57.979483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:57.979967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Attempting to bind port 4c795124-67cc-4643-a87f-89287a63c624 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:35:58.001301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:58.011628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6412f738-da0a-40d0-ad10-7f9a683186ac {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:35:58.037053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:35:58.039460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Checking segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:35:58.044844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Bound using segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:35:58.045658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Bound port: 4c795124-67cc-4643-a87f-89287a63c624, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:35:58.046185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c795124-67cc-4643-a87f-89287a63c624), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.059995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6412f738-da0a-40d0-ad10-7f9a683186ac, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6412f738-da0a-40d0-ad10-7f9a683186ac,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:58.071683 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.106827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4efaa074-90d0-42c1-be41-f55df2899000), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.151696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 4efaa074-90d0-42c1-be41-f55df2899000 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:35:58.233892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6412f738-da0a-40d0-ad10-7f9a683186ac,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:58.240251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b698-f6b3-414d-b5af-9bf3036e4b26 req-78e4f078-d0a5-4677-9c94-feb5d7a00837 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:58.243127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.243413 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.243759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.244096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.244524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.244861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.245192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.245563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.245899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.246249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.246580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.246966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.247798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:35:58.258359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d77b698-f6b3-414d-b5af-9bf3036e4b26 req-78e4f078-d0a5-4677-9c94-feb5d7a00837 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.9251378 Mar 07 04:35:58.290444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6412f738-da0a-40d0-ad10-7f9a683186ac'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:35:58.293419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks [] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.296185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:35:58.311645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4c795124-67cc-4643-a87f-89287a63c624,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:35:58.377278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.416629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:35:58.442582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:35:58.445840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:35:58.483416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453c72d-c1e9-4904-b1ee-65f2279692b9 req-4253b25b-02e9-490f-bf3a-0ba18721d5b9 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:58.484958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8453c72d-c1e9-4904-b1ee-65f2279692b9 req-4253b25b-02e9-490f-bf3a-0ba18721d5b9 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 943 time: 0.6700075 Mar 07 04:35:58.563554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.631128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d77b698-f6b3-414d-b5af-9bf3036e4b26 req-9eb69520-863f-49dd-a679-f5f73adbc867 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646214 Mar 07 04:35:58.689962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9616183e-f3d1-417a-b18f-d20316a328a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92eca66b25db4eb385298da8df11ddde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809921 Mar 07 04:35:58.691302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:58.692513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.693899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] 10.222.0.44 "PUT /v2.0/ports/4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 200 len: 1092 time: 2.8224542 Mar 07 04:35:58.698068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:58.699898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:58.700397 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.710506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Pushing event updated for resources: {'Port': ['ID=ededde4a-883c-453e-968e-02a14a7f7ee5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:58.716214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4efaa074-90d0-42c1-be41-f55df2899000), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:58.762340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3b0ad-3ab1-4643-9e00-afaad337093b service neutron] Pushing event updated for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:58.796184 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0578924-8a9f-4a45-8c7e-7dfc1648fe62 x-openstack-request-id: req-a0578924-8a9f-4a45-8c7e-7dfc1648fe62 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:58.797688 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba4a56f-9767-4eb5-964b-efeae5831b61", "name": "network-vif-deleted", "tag": "31300d87-5d8e-4e5a-830f-c9f6b42baf5f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:58.797688 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0578924-8a9f-4a45-8c7e-7dfc1648fe62 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:58.797688 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba4a56f-9767-4eb5-964b-efeae5831b61', 'name': 'network-vif-deleted', 'tag': '31300d87-5d8e-4e5a-830f-c9f6b42baf5f', 'status': 'completed', 'code': 200} Mar 07 04:35:58.869857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8453c72d-c1e9-4904-b1ee-65f2279692b9 req-515fadcc-63fd-4d3d-9fab-114e72fe6b1a tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497245 Mar 07 04:35:58.903150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-fda81c2c-4e65-4485-b9cb-57f825354bbd tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7863946 Mar 07 04:35:58.927628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Request body: {'port': {'device_id': '4ee74095-de05-4a40-9650-239ef5429dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:35:58.981264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c71731a-f303-4aba-bb3d-79dbae929ee3 None None] Provisioning complete for port ededde4a-883c-453e-968e-02a14a7f7ee5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:58.985672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c71731a-f303-4aba-bb3d-79dbae929ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.011093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=4efaa074-90d0-42c1-be41-f55df2899000,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:59.083857 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-95abe3b7-227c-440e-adf7-e50f99171da9 admin admin] Publish callbacks [] for security_group (a3f7da34-94e0-4459-bb30-1cab5ffeb691), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.104686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c71731a-f303-4aba-bb3d-79dbae929ee3 None None] Port ededde4a-883c-453e-968e-02a14a7f7ee5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:35:59.131664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d911b555-7bef-4708-a512-5cee3602bc0a req-be84fd75-d0e2-4c5e-9813-eb505ffd1ac8 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 210 time: 0.1146865 Mar 07 04:35:59.135136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.153812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f30880c-282a-4f6d-b902-b23ec9d4cbcc tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/4efaa074-90d0-42c1-be41-f55df2899000 HTTP/1.1" status: 204 len: 168 time: 2.1708465 Mar 07 04:35:59.177166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:35:59.179250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-95abe3b7-227c-440e-adf7-e50f99171da9 admin admin] Publish callbacks [] for security_group (a3f7da34-94e0-4459-bb30-1cab5ffeb691), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.214533 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (6f127f08-5f19-49e6-949f-116190b65060), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.348134 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.367482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6412f738-da0a-40d0-ad10-7f9a683186ac up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:35:59.373263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-9d44454c-d5ff-47f6-b620-4c10c1775f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:59.374938 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-9d44454c-d5ff-47f6-b620-4c10c1775f75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 1126 time: 0.6270845 Mar 07 04:35:59.480081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 6412f738-da0a-40d0-ad10-7f9a683186ac completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:35:59.485628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 6412f738-da0a-40d0-ad10-7f9a683186ac triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:35:59.486097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.629531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6412f738-da0a-40d0-ad10-7f9a683186ac is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:35:59.630528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.695326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6412f738-da0a-40d0-ad10-7f9a683186ac'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:35:59.700182 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b10f0-1c70-490f-a85c-73fd81fc1678" -d '{"events": [{"server_uuid": "e6960faf-4d2d-47a8-9d68-10e2a3eef5af", "name": "network-vif-plugged", "status": "completed", "tag": "6412f738-da0a-40d0-ad10-7f9a683186ac"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:35:59.729106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6412f738-da0a-40d0-ad10-7f9a683186ac, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6412f738-da0a-40d0-ad10-7f9a683186ac,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:35:59.739091 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.770769 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be530b-61ba-4b53-bef0-2a8e1d85d8d6 x-openstack-request-id: req-11be530b-61ba-4b53-bef0-2a8e1d85d8d6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:35:59.771395 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6960faf-4d2d-47a8-9d68-10e2a3eef5af", "name": "network-vif-plugged", "status": "completed", "tag": "6412f738-da0a-40d0-ad10-7f9a683186ac", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:35:59.771809 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11be530b-61ba-4b53-bef0-2a8e1d85d8d6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:35:59.772366 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6412f738-da0a-40d0-ad10-7f9a683186ac', 'code': 200} Mar 07 04:35:59.805692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6412f738-da0a-40d0-ad10-7f9a683186ac,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:35:59.932916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-0edf26cb-73e7-4b36-89ec-4dde0e0ec54d tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:35:59.934433 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-0edf26cb-73e7-4b36-89ec-4dde0e0ec54d tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 816 time: 0.7781913 Mar 07 04:35:59.943366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-95abe3b7-227c-440e-adf7-e50f99171da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a3f7da34-94e0-4459-bb30-1cab5ffeb691), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.945898 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-95abe3b7-227c-440e-adf7-e50f99171da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:35:59.954353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-95abe3b7-227c-440e-adf7-e50f99171da9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3f7da34-94e0-4459-bb30-1cab5ffeb691 HTTP/1.1" status: 204 len: 168 time: 1.2525108 Mar 07 04:35:59.955991 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-be04935f-72e1-49d1-9e31-bb314dcff8ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 200 len: 217 time: 0.5665479 Mar 07 04:35:59.978492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Request body: {'port': {'device_id': '0eeacb7b-5f06-4639-8605-731136f00207', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'admin_state_up': True, 'tenant_id': 'f6aee005fd254b9a83f42980b80e0897'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:00.098848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abe3b7-227c-440e-adf7-e50f99171da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f7da34-94e0-4459-bb30-1cab5ffeb691,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:00.131221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-59f304c7-6792-4c0b-b5a2-97e2c02d9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.149368 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-59f304c7-6792-4c0b-b5a2-97e2c02d9aac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.1543350 Mar 07 04:36:00.273554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5703c7c-434d-451b-a62c-18667a86856f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.277711 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5703c7c-434d-451b-a62c-18667a86856f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0901430 Mar 07 04:36:00.291358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ededde4a-883c-453e-968e-02a14a7f7ee5 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:00.299206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Publish callbacks [] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:00.311577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Transition to ACTIVE for port object ededde4a-883c-453e-968e-02a14a7f7ee5 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:36:00.315403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:00.344664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:00.377484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-76f5959c-3a5d-4ef7-b93d-4a7065e99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.380042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-76f5959c-3a5d-4ef7-b93d-4a7065e99ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008427 Mar 07 04:36:00.382680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Made reservation on behalf of f6aee005fd254b9a83f42980b80e0897 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:00.387741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:00.414516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Pushing event updated for resources: {'Port': ['ID=ededde4a-883c-453e-968e-02a14a7f7ee5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:00.429499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:00.560634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (6f127f08-5f19-49e6-949f-116190b65060), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:00.569912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (6f127f08-5f19-49e6-949f-116190b65060), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:00.589228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-dbd8f1d8-78c1-459b-b9d9-a89521511134 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779537 Mar 07 04:36:00.612100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23cb17-604e-49af-8985-1a77c746f208 req-2ef00252-f114-4672-91eb-d03c50bf45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.614506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f23cb17-604e-49af-8985-1a77c746f208 req-2ef00252-f114-4672-91eb-d03c50bf45b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 1127 time: 0.6725657 Mar 07 04:36:00.615363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-140709bd-2b52-409a-9989-5eae3852750b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:00.780920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a40c2e3-d93d-4739-8c04-ce4544503074 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.796185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1a40c2e3-d93d-4739-8c04-ce4544503074 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4651990 Mar 07 04:36:00.799847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'tag': '4c795124-67cc-4643-a87f-89287a63c624'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:00.803635 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f655ea4-f610-4a67-b58b-11139490f82e" -d '{"events": [{"name": "network-changed", "server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "tag": "4c795124-67cc-4643-a87f-89287a63c624"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:00.811675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48924) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:00.860811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b2d52-24bb-4276-bb6a-5fd9cb9b5c50 req-58239d7d-872e-4386-9b68-300eda526abd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.868983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b77b2d52-24bb-4276-bb6a-5fd9cb9b5c50 req-58239d7d-872e-4386-9b68-300eda526abd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.9066963 Mar 07 04:36:00.931163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Allocated IP 172.20.0.7 (d3d7305a-7c10-4754-8a1b-064dc613a5dd/9e0060da-b708-4437-b4b1-0adccf5975a4/15d2a37a-489b-4bef-a06f-f40116dff884) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:00.962876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b699b-b396-456b-b078-e9ca60d159fe req-97ad9751-1e4c-4f9b-95e4-531397a6b87c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:00.964274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-608b699b-b396-456b-b078-e9ca60d159fe req-97ad9751-1e4c-4f9b-95e4-531397a6b87c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 1.0235574 Mar 07 04:36:01.056905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f23cb17-604e-49af-8985-1a77c746f208 req-72efa2af-ff9d-4485-9f89-edd1814db6ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198695 Mar 07 04:36:01.081792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b77b2d52-24bb-4276-bb6a-5fd9cb9b5c50 req-b65b6b92-c350-48b3-8602-8da60dc9288c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114692 Mar 07 04:36:01.128205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks [] for port (15d2a37a-489b-4bef-a06f-f40116dff884), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.169848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1eb4e57a-e8db-49de-9188-8ee9d0ac8a8b req-cb276455-436d-4336-8a79-0ca735f138b0 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690250 Mar 07 04:36:01.181608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.183853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-608b699b-b396-456b-b078-e9ca60d159fe req-e2031852-fd92-4807-a805-de46d7729cdd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062006 Mar 07 04:36:01.203135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Attempting to bind port ededde4a-883c-453e-968e-02a14a7f7ee5 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:01.203657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Attempting to bind port ededde4a-883c-453e-968e-02a14a7f7ee5 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:01.203882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Attempting to bind port ededde4a-883c-453e-968e-02a14a7f7ee5 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:01.209238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Router 6f127f08-5f19-49e6-949f-116190b65060 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:01.244153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Port ededde4a-883c-453e-968e-02a14a7f7ee5 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:36:01.244494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Attempting to bind port ededde4a-883c-453e-968e-02a14a7f7ee5 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:01.263716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:01.274927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:01.278786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:01.279021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:01.279166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Checking segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:01.279644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Bound using segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:01.280373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Bound port: ededde4a-883c-453e-968e-02a14a7f7ee5, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:01.280789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.287532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48035788-be98-44b6-9ba5-6b144fd1a306 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.288795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48035788-be98-44b6-9ba5-6b144fd1a306 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.290259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48035788-be98-44b6-9ba5-6b144fd1a306 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.296031 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-48035788-be98-44b6-9ba5-6b144fd1a306 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4831681 Mar 07 04:36:01.308846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:01.339400 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87412cce-2328-4f89-bc96-7d82d427be8e x-openstack-request-id: req-87412cce-2328-4f89-bc96-7d82d427be8e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:01.339754 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "tag": "4c795124-67cc-4643-a87f-89287a63c624", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:01.340010 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87412cce-2328-4f89-bc96-7d82d427be8e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:01.340406 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'tag': '4c795124-67cc-4643-a87f-89287a63c624', 'status': 'completed', 'code': 200} Mar 07 04:36:01.354966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Pushing event updated for resources: {'Port': ['ID=15d2a37a-489b-4bef-a06f-f40116dff884,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:01.425904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-140709bd-2b52-409a-9989-5eae3852750b admin admin] Publish callbacks [] for security_group (fa2c1a50-d737-463d-8157-acd1500286ba), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.468516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.469192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.477325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 6f88343d-7df5-4eab-85f1-56c78c99ff39 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:01.484574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (6f88343d-7df5-4eab-85f1-56c78c99ff39), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.520858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655ea4-f610-4a67-b58b-11139490f82e req-2baa9b5d-1d43-4c7b-a5b3-856433654b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.522725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-2baa9b5d-1d43-4c7b-a5b3-856433654b82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 1126 time: 0.1762550 Mar 07 04:36:01.530810 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a1a5b612-3b16-440b-994c-f1b0dcbbb857 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5730841 Mar 07 04:36:01.538695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-140709bd-2b52-409a-9989-5eae3852750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fa2c1a50-d737-463d-8157-acd1500286ba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.558126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Request body: {'port': {'device_id': '0eeacb7b-5f06-4639-8605-731136f00207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:01.593323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ebc15-7101-4861-9ff0-3ad2a6f8ce18 req-fd14ace2-f186-4d3c-8584-d05960ae6b37 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.594934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-342ebc15-7101-4861-9ff0-3ad2a6f8ce18 req-fd14ace2-f186-4d3c-8584-d05960ae6b37 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 931 time: 0.4040852 Mar 07 04:36:01.647992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6f88343d-7df5-4eab-85f1-56c78c99ff39), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.723783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140709bd-2b52-409a-9989-5eae3852750b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2c1a50-d737-463d-8157-acd1500286ba,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:01.752417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-140709bd-2b52-409a-9989-5eae3852750b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87b2b71db0b54772b4908be335fa7a57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3178961 Mar 07 04:36:01.756258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:01.785099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-15729ca2-31e3-44ca-8c65-08e1226161b4 None None] Provisioning complete for port 15d2a37a-489b-4bef-a06f-f40116dff884 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:01.787240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-15729ca2-31e3-44ca-8c65-08e1226161b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.797145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] For port ededde4a-883c-453e-968e-02a14a7f7ee5, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:01.848129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] For port ededde4a-883c-453e-968e-02a14a7f7ee5, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ededde4a-883c-453e-968e-02a14a7f7ee5,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:01.850756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:01.869013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] Sync routers for ids ['6f127f08-5f19-49e6-949f-116190b65060'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:01.871214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2e36-b8d8-44b1-b43f-f56d1d69ea32 req-e2e90d02-4b90-4e53-97bc-8e3e513f914b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.871550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.873259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755e2e36-b8d8-44b1-b43f-f56d1d69ea32 req-e2e90d02-4b90-4e53-97bc-8e3e513f914b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.4354413 Mar 07 04:36:01.881666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.883354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f24095c4-6f0d-4e6c-b315-70c466fc27bb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "PUT /v2.0/routers/6f127f08-5f19-49e6-949f-116190b65060 HTTP/1.1" status: 200 len: 918 time: 8.3561058 Mar 07 04:36:01.892385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:01.900097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655ea4-f610-4a67-b58b-11139490f82e req-3b7f280a-c92c-4f0e-8aeb-245191cec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:01.901577 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-3b7f280a-c92c-4f0e-8aeb-245191cec8b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 917 time: 0.3683076 Mar 07 04:36:01.903923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] Routers {'6f127f08-5f19-49e6-949f-116190b65060'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:01.904591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6f127f08-5f19-49e6-949f-116190b65060'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:01.912611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-342ebc15-7101-4861-9ff0-3ad2a6f8ce18 req-176496f6-0769-4d8d-bf4d-3717715d9586 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035848 Mar 07 04:36:01.922260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.937647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6f88343d-7df5-4eab-85f1-56c78c99ff39), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:01.950517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:01.952627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-15729ca2-31e3-44ca-8c65-08e1226161b4 None None] Port 15d2a37a-489b-4bef-a06f-f40116dff884 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:01.963584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] Routers {'6f127f08-5f19-49e6-949f-116190b65060'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:01.964212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:35:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['6f127f08-5f19-49e6-949f-116190b65060'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:02.014411 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-615890cb-54bb-4bbe-9c5a-2a41e68ad745 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 200 len: 217 time: 0.0733986 Mar 07 04:36:02.026737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.027354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.038707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] 10.222.0.15 "PUT /v2.0/ports/ededde4a-883c-453e-968e-02a14a7f7ee5 HTTP/1.1" status: 200 len: 1092 time: 3.1153173 Mar 07 04:36:02.045572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:02.046508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68783f74-0ae9-4bde-bb66-f31ca59c7f16 None None] The sync data for ids ['6f127f08-5f19-49e6-949f-116190b65060'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:02.047274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee74095-de05-4a40-9650-239ef5429dd3', 'tag': 'ededde4a-883c-453e-968e-02a14a7f7ee5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:02.055941 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a302cf01-5c42-4a72-8ae6-6c72c23ee974" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee74095-de05-4a40-9650-239ef5429dd3", "tag": "ededde4a-883c-453e-968e-02a14a7f7ee5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:02.128792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bac70e4-a1ef-4320-9dc9-dabde2c9b679 admin admin] Publish callbacks [] for security_group (fa2c1a50-d737-463d-8157-acd1500286ba), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.188042 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5b7e6-b882-4375-a9e8-9a327621f8b4 x-openstack-request-id: req-3bc5b7e6-b882-4375-a9e8-9a327621f8b4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:02.188467 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee74095-de05-4a40-9650-239ef5429dd3", "tag": "ededde4a-883c-453e-968e-02a14a7f7ee5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:02.188616 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bc5b7e6-b882-4375-a9e8-9a327621f8b4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:02.189133 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee74095-de05-4a40-9650-239ef5429dd3', 'tag': 'ededde4a-883c-453e-968e-02a14a7f7ee5', 'status': 'completed', 'code': 200} Mar 07 04:36:02.270962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755e2e36-b8d8-44b1-b43f-f56d1d69ea32 req-a5dee15d-21b8-43d2-8386-36ee77d4ae02 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853338 Mar 07 04:36:02.274603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce27660-2a09-493a-a340-f722b4969d6e service neutron] Pushing event updated for resources: {'Port': ['ID=ededde4a-883c-453e-968e-02a14a7f7ee5,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:02.323777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bac70e4-a1ef-4320-9dc9-dabde2c9b679 admin admin] Publish callbacks [] for security_group (fa2c1a50-d737-463d-8157-acd1500286ba), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.352054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655ea4-f610-4a67-b58b-11139490f82e req-f82ee0ba-9c14-4564-94c3-db1850bffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.354893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-f82ee0ba-9c14-4564-94c3-db1850bffe70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.2786648 Mar 07 04:36:02.392138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-d279901a-c0ca-4ce5-898b-97cabcd0c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.393676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-d279901a-c0ca-4ce5-898b-97cabcd0c3a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 1126 time: 0.2896135 Mar 07 04:36:02.416221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d1d85-aea1-4f19-9dc1-d39132cc5429 req-e950dbcf-499c-43c4-9190-bc8d9a232f18 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.417730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b74d1d85-aea1-4f19-9dc1-d39132cc5429 req-e950dbcf-499c-43c4-9190-bc8d9a232f18 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1441488 Mar 07 04:36:02.469803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-da67773e-8717-4abe-9000-c32ffeef0632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ededde4a-883c-453e-968e-02a14a7f7ee5 HTTP/1.1" status: 200 len: 217 time: 0.0668304 Mar 07 04:36:02.481897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6f88343d-7df5-4eab-85f1-56c78c99ff39), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.508203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bac70e4-a1ef-4320-9dc9-dabde2c9b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fa2c1a50-d737-463d-8157-acd1500286ba), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.512880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bac70e4-a1ef-4320-9dc9-dabde2c9b679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.514106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9bac70e4-a1ef-4320-9dc9-dabde2c9b679 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa2c1a50-d737-463d-8157-acd1500286ba HTTP/1.1" status: 204 len: 168 time: 0.7530706 Mar 07 04:36:02.525789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d4c16-9b61-443c-bf27-2ab16aaa4ca5 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:02.534909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.539157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/6f88343d-7df5-4eab-85f1-56c78c99ff39 HTTP/1.1" status: 204 len: 168 time: 1.2288520 Mar 07 04:36:02.571658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:02.588270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1234b-001b-4cd4-9fce-c27765c51bb3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=6f88343d-7df5-4eab-85f1-56c78c99ff39,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:02.605520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac70e4-a1ef-4320-9dc9-dabde2c9b679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2c1a50-d737-463d-8157-acd1500286ba,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:02.636802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-e61bce12-6949-4f82-9d01-7bb076febd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.638352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-e61bce12-6949-4f82-9d01-7bb076febd95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.1514091 Mar 07 04:36:02.653457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b74d1d85-aea1-4f19-9dc1-d39132cc5429 req-3236a69b-cb1b-41dc-994c-257177509d79 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944623 Mar 07 04:36:02.756170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48958) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:02.761493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97b5f0d3-4b78-4a0c-87f3-768276721543 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/6f127f08-5f19-49e6-949f-116190b65060 HTTP/1.1" status: 200 len: 924 time: 0.8677320 Mar 07 04:36:02.790104 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f53db417-f646-4e67-953e-4f98e414c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:02.792217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655ea4-f610-4a67-b58b-11139490f82e req-3a38a196-fc12-48e2-be3c-bffb7c9e6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.792725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-3a38a196-fc12-48e2-be3c-bffb7c9e6a9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3551831 Mar 07 04:36:02.851784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-e124bffd-9b21-44a1-a859-80d0aa0d2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:02.856262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-e124bffd-9b21-44a1-a859-80d0aa0d2bcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2015781 Mar 07 04:36:03.033930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 7a6cbf65-9903-45b3-80dd-a8afc66a06be {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:03.065218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (7a6cbf65-9903-45b3-80dd-a8afc66a06be), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.134393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd53bca-bd61-4c79-9815-f23341a227eb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:03.135995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7dd53bca-bd61-4c79-9815-f23341a227eb tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=6f127f08-5f19-49e6-949f-116190b65060&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3780503 Mar 07 04:36:03.141857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48986) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:03.313794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-ca505594-1a1a-4120-8e36-baa44bba9753 service neutron] 10.222.0.15 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462912 Mar 07 04:36:03.329178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (7a6cbf65-9903-45b3-80dd-a8afc66a06be), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.341297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48988) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:03.363264 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-5d829e7b-b44f-4b79-b1a3-08830c1b5661 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592034 Mar 07 04:36:03.470650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-0a85c006-20ed-4499-a149-6580fa0b8537 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:03.472298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-0a85c006-20ed-4499-a149-6580fa0b8537 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 814 time: 0.5085211 Mar 07 04:36:03.522529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4c795124-67cc-4643-a87f-89287a63c624 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:36:03.524546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3b99-8f58-4459-afe3-a42003378274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.587783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (7a6cbf65-9903-45b3-80dd-a8afc66a06be), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.712148 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3b99-8f58-4459-afe3-a42003378274 admin admin] Publish callbacks [] for security_group (b0d5c0f6-dba0-477b-b7b4-b9638be06e0c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.723645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-00401bc2-a6df-4a2a-a07f-1564f254fc09 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/quotas/507c8e76333d44328a7c3fed9cbcadae HTTP/1.1" status: 200 len: 375 time: 0.1933262 Mar 07 04:36:03.728353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3b99-8f58-4459-afe3-a42003378274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b0d5c0f6-dba0-477b-b7b4-b9638be06e0c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.737523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b7b2-6c39-4a38-a128-55b05d5d9772 req-d0cf5149-e974-47b3-948c-62ab140b2df5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:03.740516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd95b7b2-6c39-4a38-a128-55b05d5d9772 req-d0cf5149-e974-47b3-948c-62ab140b2df5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 931 time: 0.6483729 Mar 07 04:36:03.763059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4c795124-67cc-4643-a87f-89287a63c624,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:03.772924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d2a37a-489b-4bef-a06f-f40116dff884 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:03.783855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Publish callbacks [] for port (15d2a37a-489b-4bef-a06f-f40116dff884), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.784715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9aca18f-8d98-48b9-9480-1f4ec6e97a3d req-cdc5c779-b5a8-4f25-87bf-8499fcddbe58 service neutron] 10.222.0.15 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113789 Mar 07 04:36:03.788838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '4c795124-67cc-4643-a87f-89287a63c624', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'port_id': '4c795124-67cc-4643-a87f-89287a63c624', 'mac_address': 'fa:16:3e:47:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0060da-b708-4437-b4b1-0adccf5975a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:36:03.795909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e3b99-8f58-4459-afe3-a42003378274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d5c0f6-dba0-477b-b7b4-b9638be06e0c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:03.848032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Transition to ACTIVE for port object 15d2a37a-489b-4bef-a06f-f40116dff884 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:36:03.873564 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6f655ea4-f610-4a67-b58b-11139490f82e req-7edd9178-b8cc-47ed-96eb-f2e5c2a2d5f9 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954734 Mar 07 04:36:03.876737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.885476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4c795124-67cc-4643-a87f-89287a63c624 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:03.886078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c795124-67cc-4643-a87f-89287a63c624), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:03.916873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c795124-67cc-4643-a87f-89287a63c624 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:03.993412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4c795124-67cc-4643-a87f-89287a63c624,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:04.013335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-96bc1ee8-0922-4da2-b73c-61896b6eaad6 None None] Provisioning complete for port 6dc5abf1-76a3-4e0c-8726-47701b3162dd triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:04.013865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96bc1ee8-0922-4da2-b73c-61896b6eaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.018823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.058072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4f2e3b99-8f58-4459-afe3-a42003378274 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca784febb8994ee9a6ed2a399e2f752c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5931923 Mar 07 04:36:04.073648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48990) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:04.081373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df49d9d-e25d-4dad-8a33-2735288754c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:04.085532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5df49d9d-e25d-4dad-8a33-2735288754c3 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.9170022 Mar 07 04:36:04.119823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48992) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:04.124785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (7a6cbf65-9903-45b3-80dd-a8afc66a06be), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.126625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Pushing event updated for resources: {'Port': ['ID=15d2a37a-489b-4bef-a06f-f40116dff884,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:04.152774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:04.196253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-96bc1ee8-0922-4da2-b73c-61896b6eaad6 None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:04.219417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6cbf65-9903-45b3-80dd-a8afc66a06be,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:04.222234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-df51091f-4ca5-4173-aabe-f5422be8a62b tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f127f08-5f19-49e6-949f-116190b65060 HTTP/1.1" status: 200 len: 205 time: 0.0862317 Mar 07 04:36:04.229434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:04.238506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce872d6d-a0ac-4758-bacb-4433a64082b8 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:04.246128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Attempting to bind port 15d2a37a-489b-4bef-a06f-f40116dff884 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:04.246473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Attempting to bind port 15d2a37a-489b-4bef-a06f-f40116dff884 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:04.246805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Attempting to bind port 15d2a37a-489b-4bef-a06f-f40116dff884 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:04.261335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.273811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c2f728a8-a406-4bea-81ae-0dbc234e9e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/7a6cbf65-9903-45b3-80dd-a8afc66a06be HTTP/1.1" status: 204 len: 168 time: 1.6805067 Mar 07 04:36:04.283682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:04.371397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4c795124-67cc-4643-a87f-89287a63c624'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:36:04.386719 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (6f127f08-5f19-49e6-949f-116190b65060), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.589302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:36:04.712418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] Deleting port 6dc5abf1-76a3-4e0c-8726-47701b3162dd {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:04.712978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.750039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6dc5abf1-76a3-4e0c-8726-47701b3162dd no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:04.811214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2b8241fa-34aa-45e5-b43a-cdf517bee832 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5237455 Mar 07 04:36:04.811214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Port 15d2a37a-489b-4bef-a06f-f40116dff884 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:36:04.811214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Attempting to bind port 15d2a37a-489b-4bef-a06f-f40116dff884 on network d3d7305a-7c10-4754-8a1b-064dc613a5dd {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:04.823375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-b0c84597-f22d-4333-96e4-3aae4eb6aa86 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:04.825691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-b0c84597-f22d-4333-96e4-3aae4eb6aa86 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acc19b7-b810-4b28-a860-ad8543a6bfd3 HTTP/1.1" status: 200 len: 946 time: 0.8419080 Mar 07 04:36:04.826358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:04.827202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:04.827546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Checking segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:04.828043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Bound using segment: {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:04.828961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Bound port: 15d2a37a-489b-4bef-a06f-f40116dff884, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8950f61c-cde7-49eb-a4dd-a54545ed37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:04.829328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.837352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:04.840508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd95b7b2-6c39-4a38-a128-55b05d5d9772 req-cfb71509-2fb0-43aa-bc5a-2e1bedc7b475 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0455954 Mar 07 04:36:04.861027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-7b9f023e-2fe0-460d-8370-efae06538ea8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1177459 Mar 07 04:36:04.877560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-09397479-93f1-4550-b145-6a4548f41a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:04.879384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-09397479-93f1-4550-b145-6a4548f41a49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 1126 time: 0.9432178 Mar 07 04:36:04.919690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] For port 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6dc5abf1-76a3-4e0c-8726-47701b3162dd,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:04.920183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:04.970007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] Calling delete_port for 6dc5abf1-76a3-4e0c-8726-47701b3162dd owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:05.028416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c79cfbc-352c-41b2-bd5a-115141e15415 admin admin] Publish callbacks [] for security_group (b0d5c0f6-dba0-477b-b7b4-b9638be06e0c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.065266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6dc5abf1-76a3-4e0c-8726-47701b3162dd is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:05.070794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.103860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c79cfbc-352c-41b2-bd5a-115141e15415 admin admin] Publish callbacks [] for security_group (b0d5c0f6-dba0-477b-b7b4-b9638be06e0c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.118793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (6f127f08-5f19-49e6-949f-116190b65060), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.134348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-26c7c291-05b3-46ee-9040-c3e873c23bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:05.136200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-26c7c291-05b3-46ee-9040-c3e873c23bfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 917 time: 0.2485430 Mar 07 04:36:05.200308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-08577614-ceec-420c-ba3a-8d4f19e9c49d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ededde4a-883c-453e-968e-02a14a7f7ee5 HTTP/1.1" status: 200 len: 217 time: 0.0506673 Mar 07 04:36:05.230403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 6dc5abf1-76a3-4e0c-8726-47701b3162dd, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6dc5abf1-76a3-4e0c-8726-47701b3162dd,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:05.249323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.274912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8016-d110-423f-99ac-56a32ba8eb4e req-fb209844-5d41-4aff-b806-69eb25447d7c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:05.276822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] For port 15d2a37a-489b-4bef-a06f-f40116dff884, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:05.277618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0cf8016-d110-423f-99ac-56a32ba8eb4e req-fb209844-5d41-4aff-b806-69eb25447d7c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.2543859 Mar 07 04:36:05.288986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] For port 15d2a37a-489b-4bef-a06f-f40116dff884, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=15d2a37a-489b-4bef-a06f-f40116dff884,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:05.356451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.361595 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (6dc5abf1-76a3-4e0c-8726-47701b3162dd), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.384961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=6dc5abf1-76a3-4e0c-8726-47701b3162dd,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:05.395973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] No DVR routers for this DVR port 6dc5abf1-76a3-4e0c-8726-47701b3162dd on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:05.421738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6b3423b-bf56-4500-b043-ae55e8754f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.427886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a2e7d-a31d-4090-8a3f-f3e5611c7d3c None None] Pushing event deleted for resources: {'Port': ['ID=6dc5abf1-76a3-4e0c-8726-47701b3162dd,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:05.451149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c79cfbc-352c-41b2-bd5a-115141e15415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b0d5c0f6-dba0-477b-b7b4-b9638be06e0c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.458598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c79cfbc-352c-41b2-bd5a-115141e15415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.459968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2c79cfbc-352c-41b2-bd5a-115141e15415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0d5c0f6-dba0-477b-b7b4-b9638be06e0c HTTP/1.1" status: 204 len: 168 time: 1.3716283 Mar 07 04:36:05.488474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79cfbc-352c-41b2-bd5a-115141e15415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d5c0f6-dba0-477b-b7b4-b9638be06e0c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:05.514347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-da41fa8a-4a51-450d-ba3b-1a6bbe23d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:05.516193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-da41fa8a-4a51-450d-ba3b-1a6bbe23d9d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.2949800 Mar 07 04:36:05.523543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:05.524033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4c795124-67cc-4643-a87f-89287a63c624 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:05.524547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.526017 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] 10.222.0.44 "PUT /v2.0/ports/15d2a37a-489b-4bef-a06f-f40116dff884 HTTP/1.1" status: 200 len: 1091 time: 3.9829354 Mar 07 04:36:05.544473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeacb7b-5f06-4639-8605-731136f00207', 'tag': '15d2a37a-489b-4bef-a06f-f40116dff884'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:05.553212 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeacb7b-5f06-4639-8605-731136f00207", "tag": "15d2a37a-489b-4bef-a06f-f40116dff884"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:05.578734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:05.583561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.647620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 4c795124-67cc-4643-a87f-89287a63c624 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:36:05.652765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 4c795124-67cc-4643-a87f-89287a63c624 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:05.653148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4c795124-67cc-4643-a87f-89287a63c624), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.667891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0cf8016-d110-423f-99ac-56a32ba8eb4e req-7faec89f-fd54-4ab4-b3b0-a6130582ac11 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599250 Mar 07 04:36:05.674422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Deleting port 28d1ee7e-c1be-4484-959f-23b7e8e28bc6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:05.674772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (28d1ee7e-c1be-4484-959f-23b7e8e28bc6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.685183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-af851d81-cd89-4ecb-b705-ac075c59179b service neutron] 10.222.0.21 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229816 Mar 07 04:36:05.851011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4c795124-67cc-4643-a87f-89287a63c624 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:05.851463 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c795124-67cc-4643-a87f-89287a63c624), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:05.929159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c795124-67cc-4643-a87f-89287a63c624'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:05.932258 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c9491c-03e3-4516-9111-974f587be43a" -d '{"events": [{"server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "name": "network-vif-plugged", "status": "completed", "tag": "4c795124-67cc-4643-a87f-89287a63c624"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:05.947096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ca9413a0-a580-40bd-a59d-8d335d616c00 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153225 Mar 07 04:36:05.988435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4c795124-67cc-4643-a87f-89287a63c624,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:06.005599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.010024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c539e351-708f-423a-9e7c-3b0b3aa3b0a4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:06.013544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-76dbc3d9-9ecb-4146-80de-156b68bb0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:06.015241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-76dbc3d9-9ecb-4146-80de-156b68bb0da4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4659383 Mar 07 04:36:06.026794 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8833823-71b9-4819-b6b3-9ff7df8a930f x-openstack-request-id: req-b8833823-71b9-4819-b6b3-9ff7df8a930f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:06.027285 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeacb7b-5f06-4639-8605-731136f00207", "tag": "15d2a37a-489b-4bef-a06f-f40116dff884", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:06.027375 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8833823-71b9-4819-b6b3-9ff7df8a930f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:06.027729 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeacb7b-5f06-4639-8605-731136f00207', 'tag': '15d2a37a-489b-4bef-a06f-f40116dff884', 'status': 'completed', 'code': 200} Mar 07 04:36:06.061364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eead3-e553-499b-a3d0-9bb5d5097568 service neutron] Pushing event updated for resources: {'Port': ['ID=15d2a37a-489b-4bef-a06f-f40116dff884,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:06.150780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Deleting port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:06.151181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.323715 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (28d1ee7e-c1be-4484-959f-23b7e8e28bc6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.397996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Calling delete_port for 28d1ee7e-c1be-4484-959f-23b7e8e28bc6 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:06.475516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-763d2db5-fad5-47c6-8e67-081881d2d603 req-341eb11a-1f64-4295-af17-9b14a5ceef6b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 210 time: 0.1043570 Mar 07 04:36:06.487368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:36:06.505077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75511014-8919-4952-b5b2-32c75a7f30dc req-92f9cc56-86b8-4375-a0b1-c7cc4ed58a03 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:06.506713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75511014-8919-4952-b5b2-32c75a7f30dc req-92f9cc56-86b8-4375-a0b1-c7cc4ed58a03 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 943 time: 0.4905078 Mar 07 04:36:06.560271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-360260b1-d949-441d-bea9-82013c130908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:06.567452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-360260b1-d949-441d-bea9-82013c130908 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 1125 time: 0.5063355 Mar 07 04:36:06.596521 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (101da8f6-946f-4c38-b41f-d9231849ac75), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.599577 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab25a57-6b97-4869-bba1-b39a3971d6df x-openstack-request-id: req-fab25a57-6b97-4869-bba1-b39a3971d6df {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:06.599880 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "name": "network-vif-plugged", "status": "completed", "tag": "4c795124-67cc-4643-a87f-89287a63c624", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:06.600139 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fab25a57-6b97-4869-bba1-b39a3971d6df {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:06.600542 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c795124-67cc-4643-a87f-89287a63c624', 'code': 200} Mar 07 04:36:06.614665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-5f7bfc48-3b40-4c77-b38b-4d48c0190743 service neutron] 10.222.0.15 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898752 Mar 07 04:36:06.778582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-fb56ff52-112a-4a55-bd8b-17c7f6e9773f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15d2a37a-489b-4bef-a06f-f40116dff884 HTTP/1.1" status: 200 len: 217 time: 0.1932671 Mar 07 04:36:06.789831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=101da8f6-946f-4c38-b41f-d9231849ac75,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:06.819377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:06.823880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75511014-8919-4952-b5b2-32c75a7f30dc req-7b182cb4-495a-4bd4-a11a-79d100c5b77f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924898 Mar 07 04:36:06.847489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:06.855498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:06.868127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.873925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b6ed0-9f6e-4be0-ba06-86ce5b12f479 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:06.879020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:06.880503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.923109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fafe7-9638-4a0c-b29a-00a443ae6785 req-fe7b6c1b-0941-4abd-97b3-a465cdf4ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:06.924792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-541fafe7-9638-4a0c-b29a-00a443ae6785 req-fe7b6c1b-0941-4abd-97b3-a465cdf4ce7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 1128 time: 0.5740418 Mar 07 04:36:06.945374 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1b3350bc-7099-4a74-8894-912f72af1c4f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1101897 Mar 07 04:36:06.955192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:06.959225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:06.959606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:06.977442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:06.979379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:06.979900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.018688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '101da8f6-946f-4c38-b41f-d9231849ac75'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:36:07.019666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.049725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a302cf01-5c42-4a72-8ae6-6c72c23ee974 req-c6456415-02f1-4dda-a5f7-d7209e714232 service neutron] 10.222.0.15 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282551 Mar 07 04:36:07.120960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Calling delete_port for c539e351-708f-423a-9e7c-3b0b3aa3b0a4 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:07.171301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc32232-351a-4772-9f2d-e533218a70e4 req-fe618308-5ba5-4643-a403-59a379dcd2c6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:07.184243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fc32232-351a-4772-9f2d-e533218a70e4 req-fe618308-5ba5-4643-a403-59a379dcd2c6 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.3705156 Mar 07 04:36:07.229708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-b958e01a-c809-4b66-83c7-7d73c51361a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:07.232144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-b958e01a-c809-4b66-83c7-7d73c51361a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.4381058 Mar 07 04:36:07.285950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Allocated IP 2001:db8::f816:3eff:fe50:e9c1 (8393e2f1-e638-4cb0-b0df-29004274d522/101da8f6-946f-4c38-b41f-d9231849ac75/b934702a-d91b-4290-8bab-53d81b74c366) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:07.316509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (28d1ee7e-c1be-4484-959f-23b7e8e28bc6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.414881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fc32232-351a-4772-9f2d-e533218a70e4 req-ec03fdb0-4aca-4b56-bdf3-eacfe55ac0aa tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298224 Mar 07 04:36:07.428162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event deleted for resources: {'Port': ['ID=28d1ee7e-c1be-4484-959f-23b7e8e28bc6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:07.517379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-541fafe7-9638-4a0c-b29a-00a443ae6785 req-6194760e-f9e5-40c9-a458-154637d53ca2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686409 Mar 07 04:36:07.574405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a9578b91-4560-4f42-8f10-46a1b9685eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:07.577439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-a9578b91-4560-4f42-8f10-46a1b9685eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3316834 Mar 07 04:36:07.603658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:07.610671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.641387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Publish callbacks [] for port (b934702a-d91b-4290-8bab-53d81b74c366), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.663510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (6f127f08-5f19-49e6-949f-116190b65060), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.682681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddc07073-0263-406d-be04-e85f5c47f77a req-2ca3eecf-60b0-438a-9efc-d7aea7413374 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 210 time: 0.0560172 Mar 07 04:36:07.688551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c539e351-708f-423a-9e7c-3b0b3aa3b0a4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:07.690208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ededde4a-883c-453e-968e-02a14a7f7ee5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:36:07.919655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ededde4a-883c-453e-968e-02a14a7f7ee5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ededde4a-883c-453e-968e-02a14a7f7ee5,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:07.946678 n-d-832185-1 neutron-server[103939]: INFO neutron.db.ipam_backend_mixin [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 101da8f6-946f-4c38-b41f-d9231849ac75 (CIDR: 2001:db8::/64) Mar 07 04:36:07.956111 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.958675 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:36:07.959142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:07.976141 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b934702a-d91b-4290-8bab-53d81b74c366), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:07.998538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (6f127f08-5f19-49e6-949f-116190b65060), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.005791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (6f127f08-5f19-49e6-949f-116190b65060), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.015739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'ededde4a-883c-453e-968e-02a14a7f7ee5', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'port_id': 'ededde4a-883c-453e-968e-02a14a7f7ee5', 'mac_address': 'fa:16:3e:37:4a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0060da-b708-4437-b4b1-0adccf5975a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:36:08.028354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c539e351-708f-423a-9e7c-3b0b3aa3b0a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.109565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-069b03f3-f9fa-47eb-8338-0bc7a8999a0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900140 Mar 07 04:36:08.131626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (6f127f08-5f19-49e6-949f-116190b65060), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.132373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Fanout notify agent at l3_agent the message router_deleted on router 6f127f08-5f19-49e6-949f-116190b65060 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:08.141873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Pushing event deleted for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:08.145370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.148479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d9f1925a-1dd5-43e9-8fb5-a17c80ca8b21 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/6f127f08-5f19-49e6-949f-116190b65060 HTTP/1.1" status: 204 len: 168 time: 3.9053199 Mar 07 04:36:08.155815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:08.166163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:08.166651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-465654043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:08.188319 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.193371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:08.200471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:08.243868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e43eac-c18b-417b-84b4-b0cb4214604b req-49726a56-c121-4308-a9fb-0271051a4d41 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:08.250568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0e43eac-c18b-417b-84b4-b0cb4214604b req-49726a56-c121-4308-a9fb-0271051a4d41 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 943 time: 0.2485394 Mar 07 04:36:08.278045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Pushing event updated for resources: {'Port': ['ID=b934702a-d91b-4290-8bab-53d81b74c366,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:08.288200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.289310 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.364624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49078) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:08.383294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event deleted for resources: {'Port': ['ID=c539e351-708f-423a-9e7c-3b0b3aa3b0a4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:08.412680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] No DVR routers for this DVR port c539e351-708f-423a-9e7c-3b0b3aa3b0a4 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:08.419166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-48370cd2-b2c0-46c9-8c80-54b6edc9e45c service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566234 Mar 07 04:36:08.421683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0e43eac-c18b-417b-84b4-b0cb4214604b req-25e5a775-b60d-4b3e-8200-e215a008cc3e tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562617 Mar 07 04:36:08.423710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e2fc5e78-9f5b-484e-9294-2b5f484582da tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4610364 Mar 07 04:36:08.426914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.428783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (5014c6ab-5e97-4c62-808f-cff8882e0c7d), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.431515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "DELETE /v2.0/ports/c539e351-708f-423a-9e7c-3b0b3aa3b0a4 HTTP/1.1" status: 204 len: 173 time: 3.5876951 Mar 07 04:36:08.434434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-5bf11706-893f-4eeb-b370-5d56037c1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:08.447230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-5bf11706-893f-4eeb-b370-5d56037c1587 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d01676b19c9642c1a2d1af8d4c0d5bd4&device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 1128 time: 0.2298746 Mar 07 04:36:08.447230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49082) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:08.447607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-deleted', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:08.447721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ededde4a-883c-453e-968e-02a14a7f7ee5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:08.448035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.453953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:08.465678 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5180d39-38dd-447d-8046-dac88bd2ec20" -d '{"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-deleted", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:08.467177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.499905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ededde4a-883c-453e-968e-02a14a7f7ee5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:08.519363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Attempting to bind port b934702a-d91b-4290-8bab-53d81b74c366 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:08.519363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Attempting to bind port b934702a-d91b-4290-8bab-53d81b74c366 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:08.520315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Attempting to bind port b934702a-d91b-4290-8bab-53d81b74c366 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:08.545484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:08.545862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:08.554001 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.554435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:08.557510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Bound port: b934702a-d91b-4290-8bab-53d81b74c366, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:08.557510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b934702a-d91b-4290-8bab-53d81b74c366), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.576728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-bdebaad1-0935-4e80-aac3-a881d060a2f8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:08.578575 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-bdebaad1-0935-4e80-aac3-a881d060a2f8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 814 time: 0.4312117 Mar 07 04:36:08.612081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:08.616359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Request body: {'port': {'device_id': '0a526641-e260-44d0-be9a-fc4cd372f969', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'admin_state_up': True, 'tenant_id': '507c8e76333d44328a7c3fed9cbcadae'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:08.620464 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaf631f-85e6-474b-999d-fe8296b3680d" -d '{"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-unplugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:08.647033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1662629034', 'router:external': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:08.729154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.733369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ededde4a-883c-453e-968e-02a14a7f7ee5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ededde4a-883c-453e-968e-02a14a7f7ee5,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:08.735145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-55de91a8-8ddf-4cac-acec-adac0dad330d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5781553 Mar 07 04:36:08.750789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.760115 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64af718-03e6-404f-a815-cd28d4d29d0f x-openstack-request-id: req-b64af718-03e6-404f-a815-cd28d4d29d0f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:08.762646 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-unplugged", "status": "completed", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:08.763048 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b64af718-03e6-404f-a815-cd28d4d29d0f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:08.763560 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'code': 200} Mar 07 04:36:08.849641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49094) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:08.870692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': False}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:08.880562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] For port b934702a-d91b-4290-8bab-53d81b74c366, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:08.885581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] For port b934702a-d91b-4290-8bab-53d81b74c366, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b934702a-d91b-4290-8bab-53d81b74c366,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:08.898419 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c048f7e-aa3a-4d93-93a7-5f517f017d76 x-openstack-request-id: req-4c048f7e-aa3a-4d93-93a7-5f517f017d76 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:08.906263 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc19b7-b810-4b28-a860-ad8543a6bfd3", "name": "network-vif-deleted", "tag": "c539e351-708f-423a-9e7c-3b0b3aa3b0a4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:08.906662 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c048f7e-aa3a-4d93-93a7-5f517f017d76 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:08.907887 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc19b7-b810-4b28-a860-ad8543a6bfd3', 'name': 'network-vif-deleted', 'tag': 'c539e351-708f-423a-9e7c-3b0b3aa3b0a4', 'status': 'completed', 'code': 200} Mar 07 04:36:08.922401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b934702a-d91b-4290-8bab-53d81b74c366), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:08.942522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ededde4a-883c-453e-968e-02a14a7f7ee5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:08.973964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Made reservation on behalf of 507c8e76333d44328a7c3fed9cbcadae for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:08.978276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.021215 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-09e3e69b-4122-4654-8387-45af9ff3b09b req-e4f6ff2c-8b90-4ccd-8c8c-b68170b5e43c service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274429 Mar 07 04:36:09.036453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ededde4a-883c-453e-968e-02a14a7f7ee5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:36:09.244054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-544d8aba-2685-481c-a41e-afa23b3b9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:09.245528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-544d8aba-2685-481c-a41e-afa23b3b9e4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 1125 time: 0.1114242 Mar 07 04:36:09.266213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Allocated IP 172.20.0.4 (0fa3e20a-a770-4c2e-9ce9-96b499317f35/aa7b45f6-094d-4c61-9c6c-54021bcd8b5d/4b44be90-2e15-4971-bf8e-3daaee78c47b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:09.342979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Made reservation on behalf of fb3db0862eb744e3b0fe10ae2f7547dd for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:09.346091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.346748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b43a-2b90-490c-a6e5-03892ca5a0a9 None None] Pushing event updated for resources: {'Port': ['ID=b934702a-d91b-4290-8bab-53d81b74c366,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:09.488179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.654440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks [] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.675555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-96afefe8-3d81-4f11-9b08-be2c12b6e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:09.678230 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-96afefe8-3d81-4f11-9b08-be2c12b6e145 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 917 time: 0.2235699 Mar 07 04:36:09.735022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-e2f9ffb0-ece0-4565-b906-ca981f4e1e84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15d2a37a-489b-4bef-a06f-f40116dff884 HTTP/1.1" status: 200 len: 217 time: 0.0491564 Mar 07 04:36:09.774331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.836484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.847540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:09.850971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf09f356-8b3d-4a09-b653-fca3aa5e667f req-d1b5767f-0dd3-49c1-9007-02510aa75043 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 210 time: 0.7060544 Mar 07 04:36:09.862724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:09.873296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:09.918844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (5014c6ab-5e97-4c62-808f-cff8882e0c7d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:09.923667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-c43eab5d-ff83-425f-8309-52939d24ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:09.925718 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-c43eab5d-ff83-425f-8309-52939d24ebec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.1844130 Mar 07 04:36:09.927186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:09.967585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ee2c-156f-4ad9-b9f1-5bc2d2d31eb3 req-824b86b1-0f04-44a8-ab7a-5c85fd7a93ae tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:09.986794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2184ee2c-156f-4ad9-b9f1-5bc2d2d31eb3 req-824b86b1-0f04-44a8-ab7a-5c85fd7a93ae tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 1.3787494 Mar 07 04:36:10.052147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:10.053097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:10.074746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-f877ee41-df76-4d4b-9493-06b57faca74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:10.076785 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-f877ee41-df76-4d4b-9493-06b57faca74a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1411810 Mar 07 04:36:10.091215 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ddd4b749-611a-435f-a39f-e96ed96ace64 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792209 Mar 07 04:36:10.171486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-24c2970b-d95a-4aaa-8ad4-53c5c86f3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:10.177831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-24c2970b-d95a-4aaa-8ad4-53c5c86f3a77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49b99d88-a412-4a6e-af74-bee2051d6f43 HTTP/1.1" status: 200 len: 915 time: 1.6957893 Mar 07 04:36:10.219027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-b3b79786-7ed9-441f-a308-531fe11a50f4 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248689 Mar 07 04:36:10.226070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Request body: {'port': {'device_id': '0a526641-e260-44d0-be9a-fc4cd372f969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:10.293656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2184ee2c-156f-4ad9-b9f1-5bc2d2d31eb3 req-43f1ccb6-4348-4a4e-b5ad-ac4f0a0a7f60 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044889 Mar 07 04:36:10.388958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9823e8dc-fa3e-4427-a84c-ab01b0e832ed req-aed0c618-602b-4c17-9679-1e1fd767acfa service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228998 Mar 07 04:36:10.409792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:10.421957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-06928aac-efac-4877-ae6f-859d5438503e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67bf1db4-7551-4dae-97aa-266f2178a36b HTTP/1.1" status: 200 len: 217 time: 0.1534593 Mar 07 04:36:10.497303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:10.500833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:10.523884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-a6448700-d83c-450e-8a0c-68fe8c6703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:10.525865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-a6448700-d83c-450e-8a0c-68fe8c6703b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c785667-6592-4eed-bdd5-ab522138850e HTTP/1.1" status: 200 len: 853 time: 0.0963888 Mar 07 04:36:10.565146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6401a8-4df5-4a88-aa27-9f6ee00395f1 req-aee01bb3-7e1f-4c25-815a-a3ecb40f422a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:10.572944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6401a8-4df5-4a88-aa27-9f6ee00395f1 req-aee01bb3-7e1f-4c25-815a-a3ecb40f422a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 943 time: 0.5645840 Mar 07 04:36:10.707500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] Provisioning complete for port b934702a-d91b-4290-8bab-53d81b74c366 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:10.708027 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b934702a-d91b-4290-8bab-53d81b74c366), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:10.753961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for security_group (35b8ad2a-e870-43a3-82c5-9945b28e8567), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:10.860603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b934702a-d91b-4290-8bab-53d81b74c366 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:10.997060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] Current status of the port b934702a-d91b-4290-8bab-53d81b74c366 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:10.997620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b934702a-d91b-4290-8bab-53d81b74c366), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.018101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (35b8ad2a-e870-43a3-82c5-9945b28e8567), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.046250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] For port b934702a-d91b-4290-8bab-53d81b74c366, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b934702a-d91b-4290-8bab-53d81b74c366,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:11.049625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b934702a-d91b-4290-8bab-53d81b74c366 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:11.050264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b934702a-d91b-4290-8bab-53d81b74c366), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.057861 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (8377514f-8c86-4910-b7bf-6298b3706bf7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.074955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b934702a-d91b-4290-8bab-53d81b74c366), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.132428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6401a8-4df5-4a88-aa27-9f6ee00395f1 req-aed1b65e-643c-4495-bd0f-385efcb35da4 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583000 Mar 07 04:36:11.164295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec8932-81b4-44b2-9b2c-51746a9792de None None] Pushing event updated for resources: {'Port': ['ID=b934702a-d91b-4290-8bab-53d81b74c366,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:11.207104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:36:11.213344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b934702a-d91b-4290-8bab-53d81b74c366 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:11.218146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:11.228310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:11.232498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:11.233289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.241341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b8ad2a-e870-43a3-82c5-9945b28e8567,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:11.242695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59861b63-1ed1-4d9d-8d7a-41c306453b7b None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:11.251197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=8377514f-8c86-4910-b7bf-6298b3706bf7,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:11.268203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-c4dc8917-7741-4400-965a-debafcb6baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:11.271007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-c4dc8917-7741-4400-965a-debafcb6baba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49b99d88-a412-4a6e-af74-bee2051d6f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7241666 Mar 07 04:36:11.272314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c41055b7-edb8-4e70-8c35-289ef56bdea9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.272716 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Added segment c41055b7-edb8-4e70-8c35-289ef56bdea9 of type vlan for network 5b428d00-06c6-4042-a957-c5c6fb7877eb Mar 07 04:36:11.324823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d23cbd2c-348e-4b99-a7ce-067443a0b8d6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8745828 Mar 07 04:36:11.345244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:11.360738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:21:73:9d', 'name': 'tempest-NetworksTestDHCPv6-2113852923'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:11.396908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c31d-b3ca-44dc-a579-28531888b6bb req-ec9558d3-3975-400b-b910-2b89af75d07e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:11.398456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8849c31d-b3ca-44dc-a579-28531888b6bb req-ec9558d3-3975-400b-b910-2b89af75d07e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 931 time: 0.3825574 Mar 07 04:36:11.450724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ededde4a-883c-453e-968e-02a14a7f7ee5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:11.454483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (5b428d00-06c6-4042-a957-c5c6fb7877eb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.578936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 15d2a37a-489b-4bef-a06f-f40116dff884 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:36:11.610536 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-00bc6ca6-8a5e-4ed1-8015-6863184f5925 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2074683 Mar 07 04:36:11.636349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:36:11.799800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 15d2a37a-489b-4bef-a06f-f40116dff884, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=15d2a37a-489b-4bef-a06f-f40116dff884,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:11.811532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-b249dee0-77f4-4768-8545-1e5c6a707fdb service neutron] 10.222.0.15 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265882 Mar 07 04:36:11.833788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '15d2a37a-489b-4bef-a06f-f40116dff884', 'network_id': 'd3d7305a-7c10-4754-8a1b-064dc613a5dd', 'port_id': '15d2a37a-489b-4bef-a06f-f40116dff884', 'mac_address': 'fa:16:3e:05:fa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0060da-b708-4437-b4b1-0adccf5975a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:36:11.867426 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (5b428d00-06c6-4042-a957-c5c6fb7877eb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.868379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:11.868961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.910001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-bf630ccf-ece5-432c-8d6d-386f24fb8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:11.912354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-bf630ccf-ece5-432c-8d6d-386f24fb8770 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 1128 time: 0.2335267 Mar 07 04:36:11.921823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b44be90-2e15-4971-bf8e-3daaee78c47b {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:11.931194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Publish callbacks [] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.931768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8849c31d-b3ca-44dc-a579-28531888b6bb req-2e1f3b9c-cce0-40b1-ae6d-c9c03c304762 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808726 Mar 07 04:36:11.960183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 15d2a37a-489b-4bef-a06f-f40116dff884 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:11.960677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:11.997746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Transition to ACTIVE for port object 4b44be90-2e15-4971-bf8e-3daaee78c47b will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:36:12.008323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d2a37a-489b-4bef-a06f-f40116dff884 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:12.018456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port ededde4a-883c-453e-968e-02a14a7f7ee5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:36:12.033198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port ededde4a-883c-453e-968e-02a14a7f7ee5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:12.033647 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.080660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 15d2a37a-489b-4bef-a06f-f40116dff884, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=15d2a37a-489b-4bef-a06f-f40116dff884,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:12.081877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Network': ['ID=5b428d00-06c6-4042-a957-c5c6fb7877eb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:12.089378 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (5014c6ab-5e97-4c62-808f-cff8882e0c7d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.095990 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.130503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 5b428d00-06c6-4042-a957-c5c6fb7877eb details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:36:12.142191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.182461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786f7e-a3a3-4794-9689-7eb5734bbe4d req-b287c638-3262-4b30-97ec-a511c37b4962 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:12.193060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c786f7e-a3a3-4794-9689-7eb5734bbe4d req-b287c638-3262-4b30-97ec-a511c37b4962 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.7100332 Mar 07 04:36:12.196971 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.292597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:12.303671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-53ab6ba6-451e-4a75-a24c-00ec54f7c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:12.305848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-53ab6ba6-451e-4a75-a24c-00ec54f7c61e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 917 time: 0.3627534 Mar 07 04:36:12.325897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Allocated IP 172.25.4.46 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/a07bc097-34a3-4d36-8bef-510027d01bc0) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:12.348539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] Update dhcp port {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'fixed_ips': [{'subnet_id': '101da8f6-946f-4c38-b41f-d9231849ac75', 'ip_address': '2001:db8::f816:3eff:fe50:e9c1'}, {'subnet_id': '8377514f-8c86-4910-b7bf-6298b3706bf7'}], 'binding:host_id': 'n-d-832185-1'}, 'id': 'b934702a-d91b-4290-8bab-53d81b74c366'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:36:12.379271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f53596ee-6116-45aa-af10-ba728b3b345c tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.0122492 Mar 07 04:36:12.445517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:12.463252 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b934702a-d91b-4290-8bab-53d81b74c366), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.473754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'subnet': {'network_id': '5b428d00-06c6-4042-a957-c5c6fb7877eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:12.482317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=15d2a37a-489b-4bef-a06f-f40116dff884,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:12.484270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-f6d2abd7-7665-48f0-91a3-97932eac50f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 200 len: 217 time: 0.1576657 Mar 07 04:36:12.485274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['15d2a37a-489b-4bef-a06f-f40116dff884'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:36:12.522383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ededde4a-883c-453e-968e-02a14a7f7ee5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:12.525021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.562571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb7c9f0-8cb1-44fe-871f-cdcf6542b71e req-464ff36c-c870-49ec-ac3a-e1882b85681c service neutron] 10.222.0.15 "GET /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995549 Mar 07 04:36:12.602885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Made reservation on behalf of fb3db0862eb744e3b0fe10ae2f7547dd for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:12.606345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.612007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Attempting to bind port 4b44be90-2e15-4971-bf8e-3daaee78c47b on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:12.613154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Attempting to bind port 4b44be90-2e15-4971-bf8e-3daaee78c47b by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:12.615151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Attempting to bind port 4b44be90-2e15-4971-bf8e-3daaee78c47b on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:12.616579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:12.621954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Port 4b44be90-2e15-4971-bf8e-3daaee78c47b on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:36:12.622619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Attempting to bind port 4b44be90-2e15-4971-bf8e-3daaee78c47b on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:12.642197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-a8b07a37-5129-4f15-8594-9c4dca5c1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:12.644658 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-a8b07a37-5129-4f15-8594-9c4dca5c1865 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.1510291 Mar 07 04:36:12.671392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:12.671852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Checking segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:12.672366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Bound using segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:12.672939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Bound port: 4b44be90-2e15-4971-bf8e-3daaee78c47b, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:12.673397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.769537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ededde4a-883c-453e-968e-02a14a7f7ee5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ededde4a-883c-453e-968e-02a14a7f7ee5,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:12.781753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee74095-de05-4a40-9650-239ef5429dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ededde4a-883c-453e-968e-02a14a7f7ee5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:12.788539 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f54b2-2204-4b58-aaff-b83e8d734d65" -d '{"events": [{"server_uuid": "4ee74095-de05-4a40-9650-239ef5429dd3", "name": "network-vif-plugged", "status": "completed", "tag": "ededde4a-883c-453e-968e-02a14a7f7ee5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:12.821687 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:12.836657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b934702a-d91b-4290-8bab-53d81b74c366 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:12.838118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-6c67df7b-6784-4e91-b69f-fe26a7fae5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:12.839626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-6c67df7b-6784-4e91-b69f-fe26a7fae5bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1892800 Mar 07 04:36:12.959046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:13.070160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:13.100977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:13.122954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:13.124194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:13.125634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b44be90-2e15-4971-bf8e-3daaee78c47b HTTP/1.1" status: 200 len: 1091 time: 2.9053268 Mar 07 04:36:13.137517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c786f7e-a3a3-4794-9689-7eb5734bbe4d req-e50a1ffb-a802-4a5e-9abb-fc40faaff528 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9432108 Mar 07 04:36:13.151843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:13.159629 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb01893-b595-4636-ba22-5486b92b50eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:13.186070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d50b35-1bef-4e0c-b536-44dab8e5f15e req-c3ac1f1e-2caa-4da8-b9ff-252d89b1c2ee tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:13.197511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21d50b35-1bef-4e0c-b536-44dab8e5f15e req-c3ac1f1e-2caa-4da8-b9ff-252d89b1c2ee tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 944 time: 0.6650558 Mar 07 04:36:13.230063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for port (a07bc097-34a3-4d36-8bef-510027d01bc0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:13.283698 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-2b4bdfb6-5a40-46ed-9b45-48176e57ed84 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107749 Mar 07 04:36:13.445481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21d50b35-1bef-4e0c-b536-44dab8e5f15e req-aa6345a7-3719-4545-bad2-b63b44b963c9 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470171 Mar 07 04:36:13.467794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:13.489405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3605-bdd3-49c3-9747-789bc45f9ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:13.502147 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2af73a48-a39a-4c12-a6d6-f39ee07d9047 req-e34a45c9-73c1-4eaf-ada1-226da0cd4e5f service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175198 Mar 07 04:36:13.558205 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b03191-329a-4d2c-b58a-6ad7cc867a00 x-openstack-request-id: req-28b03191-329a-4d2c-b58a-6ad7cc867a00 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:13.558691 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:13.559124 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b03191-329a-4d2c-b58a-6ad7cc867a00 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:13.559713 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'status': 'completed', 'code': 200} Mar 07 04:36:13.572945 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526fd18-503e-498a-aee1-81afaf0ca59d x-openstack-request-id: req-b526fd18-503e-498a-aee1-81afaf0ca59d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:13.573239 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee74095-de05-4a40-9650-239ef5429dd3", "name": "network-vif-plugged", "status": "completed", "tag": "ededde4a-883c-453e-968e-02a14a7f7ee5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:13.573498 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b526fd18-503e-498a-aee1-81afaf0ca59d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:13.573896 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee74095-de05-4a40-9650-239ef5429dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ededde4a-883c-453e-968e-02a14a7f7ee5', 'code': 200} Mar 07 04:36:13.628255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ededde4a-883c-453e-968e-02a14a7f7ee5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:13.654132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a07bc097-34a3-4d36-8bef-510027d01bc0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:13.669570 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-a68c0952-28a0-4d15-8f09-a0f79848c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:13.684165 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-a68c0952-28a0-4d15-8f09-a0f79848c43d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 1125 time: 0.4465201 Mar 07 04:36:13.732313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:13.734529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 5e422154-bc8c-494d-b901-e1805a6daa90 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:13.737441 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-e8f519e4-a879-43b2-ba4a-0ec1a0e8f37c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b HTTP/1.1" status: 200 len: 217 time: 0.0520999 Mar 07 04:36:13.741506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Pushing event updated for resources: {'Port': ['ID=a07bc097-34a3-4d36-8bef-510027d01bc0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:13.744574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:13.753395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635aae-b847-4506-9d5c-e58035af52a5 req-848023e0-a750-4a60-9947-073c1b663f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:13.756540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae635aae-b847-4506-9d5c-e58035af52a5 req-848023e0-a750-4a60-9947-073c1b663f0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 1128 time: 0.3829052 Mar 07 04:36:13.786312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:13.828247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b934702a-d91b-4290-8bab-53d81b74c366 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:13.831654 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b934702a-d91b-4290-8bab-53d81b74c366), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:13.938555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31211a5-c8fb-4cc8-9294-b36248663516 req-76949242-2759-4ed0-986d-8b9f014307ce tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:13.939715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-4a9da7ae-1419-4c0a-94a5-8b644e070ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:13.942225 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-4a9da7ae-1419-4c0a-94a5-8b644e070ca1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 200 len: 854 time: 0.1847506 Mar 07 04:36:13.949670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31211a5-c8fb-4cc8-9294-b36248663516 req-76949242-2759-4ed0-986d-8b9f014307ce tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 943 time: 0.5338120 Mar 07 04:36:13.960207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae635aae-b847-4506-9d5c-e58035af52a5 req-ae41d6ce-9a50-4731-850a-43227d9ef586 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965840 Mar 07 04:36:14.021517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-b01302b7-92be-4079-977b-ca95773a2a6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3e20a-a770-4c2e-9ce9-96b499317f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694430 Mar 07 04:36:14.184098 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-ee44a140-1e19-49e8-a2ab-31920d2829c1 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524620 Mar 07 04:36:14.193071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d31211a5-c8fb-4cc8-9294-b36248663516 req-34e7f76d-3130-430c-a97a-4f424d4cd08e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415192 Mar 07 04:36:14.288564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] Allocated IP 2001:db8:0:1::2 (8393e2f1-e638-4cb0-b0df-29004274d522/8377514f-8c86-4910-b7bf-6298b3706bf7/b934702a-d91b-4290-8bab-53d81b74c366) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:14.294763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b934702a-d91b-4290-8bab-53d81b74c366 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:14.310913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6e2a204-2ecd-49da-af05-30c9a54f3fc5 req-038b1755-cf17-45dd-9b7b-41a56a3a32b8 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177213 Mar 07 04:36:14.492676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:36:14.496005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (af9a8f57-f72c-4e9d-9108-ca251f978e11), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:14.534772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router_gateway (5014c6ab-5e97-4c62-808f-cff8882e0c7d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:14.567992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] For port b934702a-d91b-4290-8bab-53d81b74c366, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b934702a-d91b-4290-8bab-53d81b74c366,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:14.610301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] Publish callbacks [] for port (b934702a-d91b-4290-8bab-53d81b74c366), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:14.616779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Checking segment: {'id': 'c41055b7-edb8-4e70-8c35-289ef56bdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5b428d00-06c6-4042-a957-c5c6fb7877eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:14.617043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network hostable DHCP agents. Network: 5b428d00-06c6-4042-a957-c5c6fb7877eb, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:36:14.622656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b934702a-d91b-4290-8bab-53d81b74c366), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:14.624666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af9a8f57-f72c-4e9d-9108-ca251f978e11,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:14.628769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb01893-b595-4636-ba22-5486b92b50eb req-40a59aca-ff21-4e4a-93d5-880321f65c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:14.631069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-40a59aca-ff21-4e4a-93d5-880321f65c03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 1125 time: 0.2146637 Mar 07 04:36:14.655706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network 5b428d00-06c6-4042-a957-c5c6fb7877eb is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:36:14.677482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 5b428d00-06c6-4042-a957-c5c6fb7877eb) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:14.690684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:14.691350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:14.759431 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8fad5a17-b876-49e1-936d-dc20d37967e7 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2977169 Mar 07 04:36:14.762208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:14.767156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-424426743', 'network_id': '5b428d00-06c6-4042-a957-c5c6fb7877eb'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:14.782662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e90f4-401f-4a06-9416-1816ac2d6f20 None None] Network 5b428d00-06c6-4042-a957-c5c6fb7877eb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:14.817391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb01893-b595-4636-ba22-5486b92b50eb req-053a8887-075f-43cd-ab26-5e8c078d9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:14.819150 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-053a8887-075f-43cd-ab26-5e8c078d9979 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 915 time: 0.1747661 Mar 07 04:36:14.823805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Made reservation on behalf of fb3db0862eb744e3b0fe10ae2f7547dd for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:14.826537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:14.880136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-147b5de3-7c8f-4d7c-b8aa-bad1d4fcece8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b HTTP/1.1" status: 200 len: 217 time: 0.0506408 Mar 07 04:36:14.884414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] device_id is not set on port 452a41a0-d7e6-48f5-bf5f-591285a13a8c yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:14.949537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc64513-7a2d-45f0-9b9b-cdc098ef597f None None] Pushing event updated for resources: {'Port': ['ID=b934702a-d91b-4290-8bab-53d81b74c366,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:15.003627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323e1e0-7507-4d3b-a2df-43169829f953 None None] Network 5b428d00-06c6-4042-a957-c5c6fb7877eb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:15.008633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb01893-b595-4636-ba22-5486b92b50eb req-1512103e-4866-4654-9810-292388fda041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:15.010232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-1512103e-4866-4654-9810-292388fda041 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 200 len: 854 time: 0.1212635 Mar 07 04:36:15.095609 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-dbbc1310-145d-4cb6-a1a3-eade33289e49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3e20a-a770-4c2e-9ce9-96b499317f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702050 Mar 07 04:36:15.225573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Allocated IP 172.20.0.12 (5b428d00-06c6-4042-a957-c5c6fb7877eb/af9a8f57-f72c-4e9d-9108-ca251f978e11/452a41a0-d7e6-48f5-bf5f-591285a13a8c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:15.288691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-8a33726b-5bf8-4366-a03c-e8b1e3474734 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834922 Mar 07 04:36:15.299993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676586e6-ee3d-4bad-809d-e6df5ebf6b6d req-d3c052a2-d164-4d73-ac54-3c761e67d4c5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:15.302949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-676586e6-ee3d-4bad-809d-e6df5ebf6b6d req-d3c052a2-d164-4d73-ac54-3c761e67d4c5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.2217832 Mar 07 04:36:15.334009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f492-3380-4dbf-a58a-7739f0e02181 req-def62b5b-2994-467f-9681-dedaaf43726d tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:15.335556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b91f492-3380-4dbf-a58a-7739f0e02181 req-def62b5b-2994-467f-9681-dedaaf43726d tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 944 time: 0.2555025 Mar 07 04:36:15.513736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8:0:1::52 (8393e2f1-e638-4cb0-b0df-29004274d522/8377514f-8c86-4910-b7bf-6298b3706bf7/5e422154-bc8c-494d-b901-e1805a6daa90) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:15.553539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::f816:3eff:fe21:739d (8393e2f1-e638-4cb0-b0df-29004274d522/101da8f6-946f-4c38-b41f-d9231849ac75/5e422154-bc8c-494d-b901-e1805a6daa90) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:15.585097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 15d2a37a-489b-4bef-a06f-f40116dff884 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:15.614617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-676586e6-ee3d-4bad-809d-e6df5ebf6b6d req-682ad037-74a0-492b-a9cd-90ab7cffc082 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878451 Mar 07 04:36:15.616475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ebb01893-b595-4636-ba22-5486b92b50eb req-4760f44c-f45a-4d92-a6a7-b3b04a8689c3 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205581 Mar 07 04:36:15.641643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b91f492-3380-4dbf-a58a-7739f0e02181 req-ec9769cb-a82b-420e-82c7-0f6ba6d3cc6f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830746 Mar 07 04:36:15.644640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for port (452a41a0-d7e6-48f5-bf5f-591285a13a8c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.699640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 15d2a37a-489b-4bef-a06f-f40116dff884 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:36:15.701154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (452a41a0-d7e6-48f5-bf5f-591285a13a8c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.705921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 15d2a37a-489b-4bef-a06f-f40116dff884 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:15.706344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.750709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network 5b428d00-06c6-4042-a957-c5c6fb7877eb is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:15.758373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.759913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:15.764667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:15.824892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 15d2a37a-489b-4bef-a06f-f40116dff884 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:15.825388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.829590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Port': ['ID=452a41a0-d7e6-48f5-bf5f-591285a13a8c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:15.849563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:15.849904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.872868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60172229-25ed-4f8a-908c-c62eea161959 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1095557 Mar 07 04:36:15.873623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49168) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:15.882930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeacb7b-5f06-4639-8605-731136f00207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d2a37a-489b-4bef-a06f-f40116dff884'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:15.886579 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1871e-a89c-4aac-8b57-006579dee62c" -d '{"events": [{"server_uuid": "0eeacb7b-5f06-4639-8605-731136f00207", "name": "network-vif-plugged", "status": "completed", "tag": "15d2a37a-489b-4bef-a06f-f40116dff884"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:15.908729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (5e422154-bc8c-494d-b901-e1805a6daa90), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.930865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-303e750e-d133-4700-99a5-e54c77030fc1 None None] Provisioning complete for port b934702a-d91b-4290-8bab-53d81b74c366 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:15.932641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-303e750e-d133-4700-99a5-e54c77030fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b934702a-d91b-4290-8bab-53d81b74c366), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.948736 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.960942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Deleting port 452a41a0-d7e6-48f5-bf5f-591285a13a8c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:15.961442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (452a41a0-d7e6-48f5-bf5f-591285a13a8c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:15.977228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5e422154-bc8c-494d-b901-e1805a6daa90), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.008757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 15d2a37a-489b-4bef-a06f-f40116dff884, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=15d2a37a-489b-4bef-a06f-f40116dff884,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:16.013446 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba1cf8d-7814-41a9-9b0e-55ee0e18095e x-openstack-request-id: req-1ba1cf8d-7814-41a9-9b0e-55ee0e18095e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:16.013967 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeacb7b-5f06-4639-8605-731136f00207", "name": "network-vif-plugged", "status": "completed", "tag": "15d2a37a-489b-4bef-a06f-f40116dff884", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:16.014570 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ba1cf8d-7814-41a9-9b0e-55ee0e18095e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:16.015176 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeacb7b-5f06-4639-8605-731136f00207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d2a37a-489b-4bef-a06f-f40116dff884', 'code': 200} Mar 07 04:36:16.022539 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.085634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:16.093040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:16.113133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-303e750e-d133-4700-99a5-e54c77030fc1 None None] Current status of the port b934702a-d91b-4290-8bab-53d81b74c366 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:16.116321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:16.121844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.128857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.146494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=15d2a37a-489b-4bef-a06f-f40116dff884,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:16.153214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0dd7-b450-4311-acd2-531d868201df req-4840da1b-70b8-4657-88cc-fb0a370cb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.155210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-58cb0dd7-b450-4311-acd2-531d868201df req-4840da1b-70b8-4657-88cc-fb0a370cb4a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 1127 time: 0.1294849 Mar 07 04:36:16.157612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (452a41a0-d7e6-48f5-bf5f-591285a13a8c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.168274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=5e422154-bc8c-494d-b901-e1805a6daa90,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:16.206882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Calling delete_port for 452a41a0-d7e6-48f5-bf5f-591285a13a8c owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:16.215909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d63920-c2c9-486c-8ece-42e1559e25eb req-0c3c7f69-b38a-48f5-9278-7aa7cd0c6984 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.218098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1d63920-c2c9-486c-8ece-42e1559e25eb req-0c3c7f69-b38a-48f5-9278-7aa7cd0c6984 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 943 time: 0.4821634 Mar 07 04:36:16.225004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6f1d9eb4-c738-4fe1-b0c3-2e5fc5e31992 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8700864 Mar 07 04:36:16.228034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:16.241791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-58cb0dd7-b450-4311-acd2-531d868201df req-91da2694-1b84-41c6-9ef0-eee0b7cc1037 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780332 Mar 07 04:36:16.325117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1d63920-c2c9-486c-8ece-42e1559e25eb req-d9ac070b-481c-4064-9b27-80567bf73e92 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783503 Mar 07 04:36:16.331408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Router 5014c6ab-5e97-4c62-808f-cff8882e0c7d is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:16.408172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 5e422154-bc8c-494d-b901-e1805a6daa90 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:16.408513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5e422154-bc8c-494d-b901-e1805a6daa90), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.451883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3f735f26-2f95-4152-ac78-5a185bd53a9f None None] Provisioning complete for port 5e422154-bc8c-494d-b901-e1805a6daa90 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:16.457785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3f735f26-2f95-4152-ac78-5a185bd53a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5e422154-bc8c-494d-b901-e1805a6daa90), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.504718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:16.514652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.518359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-358dd730-bdc3-4a6a-9ee0-92bfbed111e7 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "PUT /v2.0/routers/5014c6ab-5e97-4c62-808f-cff8882e0c7d HTTP/1.1" status: 200 len: 918 time: 7.6651433 Mar 07 04:36:16.518524 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d515d-6c0d-4967-9139-03422822a35c None None] Sync routers for ids ['5014c6ab-5e97-4c62-808f-cff8882e0c7d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:16.519036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3f735f26-2f95-4152-ac78-5a185bd53a9f None None] Port 5e422154-bc8c-494d-b901-e1805a6daa90 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:16.522575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49176) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:16.527487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d515d-6c0d-4967-9139-03422822a35c None None] Routers {'5014c6ab-5e97-4c62-808f-cff8882e0c7d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:16.528125 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-382d515d-6c0d-4967-9139-03422822a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5014c6ab-5e97-4c62-808f-cff8882e0c7d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:16.563985 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-382d515d-6c0d-4967-9139-03422822a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:16.575339 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d515d-6c0d-4967-9139-03422822a35c None None] Routers {'5014c6ab-5e97-4c62-808f-cff8882e0c7d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:16.576302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-382d515d-6c0d-4967-9139-03422822a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5014c6ab-5e97-4c62-808f-cff8882e0c7d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:16.615111 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-382d515d-6c0d-4967-9139-03422822a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:16.616111 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d515d-6c0d-4967-9139-03422822a35c None None] The sync data for ids ['5014c6ab-5e97-4c62-808f-cff8882e0c7d'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:16.657353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-22793f54-5f3f-461f-b7da-73885f757848 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/5014c6ab-5e97-4c62-808f-cff8882e0c7d HTTP/1.1" status: 200 len: 924 time: 0.1335890 Mar 07 04:36:16.660644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49182) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:16.761481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb63691-dc69-45ec-b920-8d1139f5bf5b tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.766132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9bb63691-dc69-45ec-b920-8d1139f5bf5b tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=5014c6ab-5e97-4c62-808f-cff8882e0c7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1015525 Mar 07 04:36:16.769917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b934702a-d91b-4290-8bab-53d81b74c366 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:16.779566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49186) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:16.827302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b934702a-d91b-4290-8bab-53d81b74c366 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:16.829399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b934702a-d91b-4290-8bab-53d81b74c366), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.873645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (452a41a0-d7e6-48f5-bf5f-591285a13a8c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.910078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802d07-0b06-4ed5-aa29-944fd6dbd6c5 req-439e80e4-80c5-40f3-9b26-fca802b67202 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.911659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9802d07-0b06-4ed5-aa29-944fd6dbd6c5 req-439e80e4-80c5-40f3-9b26-fca802b67202 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1670923 Mar 07 04:36:16.930288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event deleted for resources: {'Port': ['ID=452a41a0-d7e6-48f5-bf5f-591285a13a8c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:16.931914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec3db-5fce-4d28-a606-bf535beec64f req-22291d25-3f6b-420e-8496-b99ed248c791 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.932935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96cec3db-5fce-4d28-a606-bf535beec64f req-22291d25-3f6b-420e-8496-b99ed248c791 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.1739988 Mar 07 04:36:16.951966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73dd04a-35b7-4362-adcc-8fbe19e34541 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:16.953235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f73dd04a-35b7-4362-adcc-8fbe19e34541 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.1651802 Mar 07 04:36:16.956128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5e422154-bc8c-494d-b901-e1805a6daa90), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:16.959563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49188) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:16.985711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b934702a-d91b-4290-8bab-53d81b74c366 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:17.012987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7e7d769e-0911-4e9f-95a5-5d5e9d8cb6af tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=5014c6ab-5e97-4c62-808f-cff8882e0c7d HTTP/1.1" status: 200 len: 205 time: 0.0410011 Mar 07 04:36:17.013206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9802d07-0b06-4ed5-aa29-944fd6dbd6c5 req-c14ed839-6133-49ff-be1c-1ee42ffaed37 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887005 Mar 07 04:36:17.015451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:17.032260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 5e422154-bc8c-494d-b901-e1805a6daa90 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:17.083917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96cec3db-5fce-4d28-a606-bf535beec64f req-c2aef60f-59f5-4048-b7e5-d0f5ccfa8f72 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397092 Mar 07 04:36:17.109029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.114878 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e4fc945f-ee81-441c-8b93-b94fbd49ad8a tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/ports/452a41a0-d7e6-48f5-bf5f-591285a13a8c HTTP/1.1" status: 204 len: 168 time: 1.2376997 Mar 07 04:36:17.115440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:17.120639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b428d00-06c6-4042-a957-c5c6fb7877eb', 'external_fixed_ips': [{'subnet_id': 'af9a8f57-f72c-4e9d-9108-ca251f978e11', 'ip_address': '172.20.0.12'}]}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:17.162460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (f6c8a99f-5d76-4de5-854c-c025d7fe063b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.163473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (f6c8a99f-5d76-4de5-854c-c025d7fe063b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.174362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.250385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (f6c8a99f-5d76-4de5-854c-c025d7fe063b), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.290941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (5014c6ab-5e97-4c62-808f-cff8882e0c7d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.353397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Deleting port a07bc097-34a3-4d36-8bef-510027d01bc0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:17.354171 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a07bc097-34a3-4d36-8bef-510027d01bc0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.458122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (f6c8a99f-5d76-4de5-854c-c025d7fe063b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.483928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5e422154-bc8c-494d-b901-e1805a6daa90), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.494249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a07bc097-34a3-4d36-8bef-510027d01bc0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.513096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Calling delete_port for a07bc097-34a3-4d36-8bef-510027d01bc0 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:17.538338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ff7e-99c0-452e-b6d0-1da851affb0e req-e58a55f4-4fa5-4846-9c5b-b71b1f486de0 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:17.542784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=5e422154-bc8c-494d-b901-e1805a6daa90,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:17.545926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdf2ff7e-99c0-452e-b6d0-1da851affb0e req-e58a55f4-4fa5-4846-9c5b-b71b1f486de0 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 943 time: 0.1148520 Mar 07 04:36:17.580973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:36:17.662949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdf2ff7e-99c0-452e-b6d0-1da851affb0e req-adecc09f-7ada-4d86-83fb-44a4cd3e64a0 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160731 Mar 07 04:36:17.679273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.684484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7670e92f-5443-489e-b8ea-554cc4a0134b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/5e422154-bc8c-494d-b901-e1805a6daa90 HTTP/1.1" status: 204 len: 168 time: 1.4557133 Mar 07 04:36:17.687779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:17.824842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:17.842145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'port_id': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'mac_address': 'fa:16:3e:bd:70:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b45f6-094d-4c61-9c6c-54021bcd8b5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:36:17.860263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbc1ef-8899-4c85-9003-600caa5c8c12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:17.868237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-effbc1ef-8899-4c85-9003-600caa5c8c12 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1777303 Mar 07 04:36:17.871746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:17.885368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4b44be90-2e15-4971-bf8e-3daaee78c47b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:17.886281 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.905187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b44be90-2e15-4971-bf8e-3daaee78c47b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:17.947302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (f6c8a99f-5d76-4de5-854c-c025d7fe063b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.950239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:17.960783 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.971922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:17.993713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137de2c-b533-477e-8d40-9d4486061a2f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:17.998048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c137de2c-b533-477e-8d40-9d4486061a2f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1241844 Mar 07 04:36:18.002623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49204) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:18.006365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a07bc097-34a3-4d36-8bef-510027d01bc0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.030258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:18.097738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cfb24-7fab-43a5-82ae-baae760656f5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:18.099203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cfb24-7fab-43a5-82ae-baae760656f5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:18.100629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cfb24-7fab-43a5-82ae-baae760656f5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:18.104867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-427cfb24-7fab-43a5-82ae-baae760656f5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0984116 Mar 07 04:36:18.104867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event deleted for resources: {'Port': ['ID=a07bc097-34a3-4d36-8bef-510027d01bc0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:18.108227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49208) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:18.164187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Allocated IP 172.20.0.12 (5b428d00-06c6-4042-a957-c5c6fb7877eb/af9a8f57-f72c-4e9d-9108-ca251f978e11/4a01f383-8954-404b-b305-fc5667cb286a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:18.275317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 101da8f6-946f-4c38-b41f-d9231849ac75 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:18.285745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (101da8f6-946f-4c38-b41f-d9231849ac75), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.292414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for port (4a01f383-8954-404b-b305-fc5667cb286a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.299702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4b44be90-2e15-4971-bf8e-3daaee78c47b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:36:18.325625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (5014c6ab-5e97-4c62-808f-cff8882e0c7d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.336360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4a01f383-8954-404b-b305-fc5667cb286a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.378385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network 5b428d00-06c6-4042-a957-c5c6fb7877eb is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:18.384969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:18.389000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:18.428489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Port': ['ID=4a01f383-8954-404b-b305-fc5667cb286a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:18.474906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e837c8-c77f-47de-8ebf-0e23c3d6db15 req-e083e4bf-c6f1-4096-bcb5-ad991236b738 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:18.476411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9e837c8-c77f-47de-8ebf-0e23c3d6db15 req-e083e4bf-c6f1-4096-bcb5-ad991236b738 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.3102167 Mar 07 04:36:18.478116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.482594 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (101da8f6-946f-4c38-b41f-d9231849ac75), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.486760 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (5014c6ab-5e97-4c62-808f-cff8882e0c7d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.498016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b359ab-ca4c-4e28-af83-1fe3b8de4cb6 req-a6921afd-fd25-44ea-9c11-dd61f37b1277 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:18.499683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66b359ab-ca4c-4e28-af83-1fe3b8de4cb6 req-a6921afd-fd25-44ea-9c11-dd61f37b1277 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.3100348 Mar 07 04:36:18.689782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (f6c8a99f-5d76-4de5-854c-c025d7fe063b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:18.916465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (f6c8a99f-5d76-4de5-854c-c025d7fe063b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.013258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (5014c6ab-5e97-4c62-808f-cff8882e0c7d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.013871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Fanout notify agent at l3_agent the message router_deleted on router 5014c6ab-5e97-4c62-808f-cff8882e0c7d {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:19.029799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.031510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dc4538a1-32f3-4a4f-bd7e-36f7f9375f5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/5014c6ab-5e97-4c62-808f-cff8882e0c7d HTTP/1.1" status: 204 len: 168 time: 2.0151443 Mar 07 04:36:19.043199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:19.047938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1399699286', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:19.062233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66b359ab-ca4c-4e28-af83-1fe3b8de4cb6 req-36146273-4943-4cb9-8281-b7471e05eebe tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316062 Mar 07 04:36:19.073702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9e837c8-c77f-47de-8ebf-0e23c3d6db15 req-b63cb6fd-7545-4205-b829-0371289ef050 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882807 Mar 07 04:36:19.080252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (101da8f6-946f-4c38-b41f-d9231849ac75), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.093120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.094436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.181858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Router f6c8a99f-5d76-4de5-854c-c025d7fe063b is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:19.188130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.240216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (101da8f6-946f-4c38-b41f-d9231849ac75), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.279359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=101da8f6-946f-4c38-b41f-d9231849ac75,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:19.282190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.288662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-afdcb498-f011-424f-8025-e8eaa402afa1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/101da8f6-946f-4c38-b41f-d9231849ac75 HTTP/1.1" status: 204 len: 168 time: 1.1768222 Mar 07 04:36:19.290530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49222) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:19.306970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee333bd-b48b-42eb-a15b-2e65555e1134 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:19.307493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08f756-2385-40a6-860f-4367d23cca22 req-2932923a-a022-4c5e-b60c-d8c6f9047576 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:19.316927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe08f756-2385-40a6-860f-4367d23cca22 req-2932923a-a022-4c5e-b60c-d8c6f9047576 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 944 time: 0.1410480 Mar 07 04:36:19.360792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b63a0-f944-4e8d-99d7-1c1d405acbb7 req-5c74c1d4-fb22-4c3a-a0e4-7be34e85bbb9 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:19.362326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-538b63a0-f944-4e8d-99d7-1c1d405acbb7 req-5c74c1d4-fb22-4c3a-a0e4-7be34e85bbb9 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.1985316 Mar 07 04:36:19.419318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 8377514f-8c86-4910-b7bf-6298b3706bf7 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:19.431733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.435708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (8377514f-8c86-4910-b7bf-6298b3706bf7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.455319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:19.466155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Sync routers for ids ['f6c8a99f-5d76-4de5-854c-c025d7fe063b'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:19.493049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe08f756-2385-40a6-860f-4367d23cca22 req-fee06c83-1c77-42f1-953e-a89047163008 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751342 Mar 07 04:36:19.507075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Routers {'f6c8a99f-5d76-4de5-854c-c025d7fe063b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:19.508837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f6c8a99f-5d76-4de5-854c-c025d7fe063b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:19.511389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.511699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-538b63a0-f944-4e8d-99d7-1c1d405acbb7 req-06f352c6-90c3-4837-a3c1-9e39078494ee tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375546 Mar 07 04:36:19.516348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a0337736-0343-4016-a124-698246e1f063 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3977432 Mar 07 04:36:19.516645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:19.553538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (8377514f-8c86-4910-b7bf-6298b3706bf7), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.594812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:19.694094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (f6c8a99f-5d76-4de5-854c-c025d7fe063b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.755678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ac1f-34da-406b-a2c3-1135c769cf05 req-a7471069-9cd0-419c-94ef-9f46e5d7194c tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:19.762729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b557ac1f-34da-406b-a2c3-1135c769cf05 req-a7471069-9cd0-419c-94ef-9f46e5d7194c tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 946 time: 0.1360085 Mar 07 04:36:19.814779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8377514f-8c86-4910-b7bf-6298b3706bf7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.819617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 4b44be90-2e15-4971-bf8e-3daaee78c47b completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:36:19.844282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 4b44be90-2e15-4971-bf8e-3daaee78c47b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:19.845460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.937308 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:19.947257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b557ac1f-34da-406b-a2c3-1135c769cf05 req-b1c00936-5485-46b3-8bfb-4e774b7f3505 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778913 Mar 07 04:36:19.974079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Set router f6c8a99f-5d76-4de5-854c-c025d7fe063b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:36:19.987413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (8377514f-8c86-4910-b7bf-6298b3706bf7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.022441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=8377514f-8c86-4910-b7bf-6298b3706bf7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:20.030019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.038541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7656b053-dfb0-4202-9930-1732c2c4b351 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/8377514f-8c86-4910-b7bf-6298b3706bf7 HTTP/1.1" status: 204 len: 168 time: 0.7457423 Mar 07 04:36:20.039451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49236) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:20.131370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f25f6a9-f7f3-4f52-9976-04cb60b9702b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901253 Mar 07 04:36:20.132430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49240) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:20.137611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:20.338148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:20.342882 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.585386 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (f6c8a99f-5d76-4de5-854c-c025d7fe063b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.589498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db72b07-b0eb-43aa-88b0-baa50d2a3b32 req-b8905d0e-34ec-490a-9ac9-473a15c84a30 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:20.590646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (042b71c8-a025-4b2d-a85d-a23042fe4d79), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.596729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1db72b07-b0eb-43aa-88b0-baa50d2a3b32 req-b8905d0e-34ec-490a-9ac9-473a15c84a30 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.1507647 Mar 07 04:36:20.616241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be627-9821-4e13-9cb9-ce9289ed7e8f req-0f22fbe6-91ce-48e7-aca9-f4535b03ce37 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:20.618148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497be627-9821-4e13-9cb9-ce9289ed7e8f req-0f22fbe6-91ce-48e7-aca9-f4535b03ce37 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.3513594 Mar 07 04:36:20.639638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.654099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4b44be90-2e15-4971-bf8e-3daaee78c47b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:20.654759 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.709961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-497be627-9821-4e13-9cb9-ce9289ed7e8f req-5d0c5780-4b72-4b60-b432-076856864038 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626385 Mar 07 04:36:20.712910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845cd04-715a-44c3-81ac-168913ace271 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:20.747486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:20.750045 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e139c14-133d-425d-8a0b-20995a261a99" -d '{"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-plugged", "status": "completed", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:20.792876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:20.803575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8a99f-5d76-4de5-854c-c025d7fe063b', 'name': '', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b428d00-06c6-4042-a957-c5c6fb7877eb', 'external_fixed_ips': [{'subnet_id': 'af9a8f57-f72c-4e9d-9108-ca251f978e11', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '4a01f383-8954-404b-b305-fc5667cb286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:17Z', 'updated_at': '2022-03-07T04:36:18Z', 'revision_number': 3, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port': {'id': '4a01f383-8954-404b-b305-fc5667cb286a', 'name': '', 'network_id': '5b428d00-06c6-4042-a957-c5c6fb7877eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8a99f-5d76-4de5-854c-c025d7fe063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'af9a8f57-f72c-4e9d-9108-ca251f978e11', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:36:17Z', 'updated_at': '2022-03-07T04:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af9a8f57-f72c-4e9d-9108-ca251f978e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:20.843819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1db72b07-b0eb-43aa-88b0-baa50d2a3b32 req-31c2ddc6-ed52-4694-a3c2-378838b39dec tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461109 Mar 07 04:36:20.883549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:20.945116 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d89ec-3e23-42f1-8712-4d466ffcb707 x-openstack-request-id: req-334d89ec-3e23-42f1-8712-4d466ffcb707 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:20.945657 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-plugged", "status": "completed", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:20.946163 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-334d89ec-3e23-42f1-8712-4d466ffcb707 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:20.946734 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'code': 200} Mar 07 04:36:20.948218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:20.951104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Checking router: f6c8a99f-5d76-4de5-854c-c025d7fe063b for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:36:20.959753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Updating router f6c8a99f-5d76-4de5-854c-c025d7fe063b port 4a01f383-8954-404b-b305-fc5667cb286a binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:36:20.964041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-df818fad-435b-4a64-a7be-5d1cc62dcf56 None None] Provisioning complete for port b934702a-d91b-4290-8bab-53d81b74c366 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:20.964735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df818fad-435b-4a64-a7be-5d1cc62dcf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b934702a-d91b-4290-8bab-53d81b74c366), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.011078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Deleting port 4a01f383-8954-404b-b305-fc5667cb286a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:21.011418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4a01f383-8954-404b-b305-fc5667cb286a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.090607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Allocated IP 172.25.4.97 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/66c92551-8067-43c9-970c-ae31f30f014b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:21.141578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f697b-7c2a-480a-9c1e-df4f0f0a13b9 req-c1b0f97d-0a46-40cf-a70b-edd5ea2e24a1 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:21.150585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa4f697b-7c2a-480a-9c1e-df4f0f0a13b9 req-c1b0f97d-0a46-40cf-a70b-edd5ea2e24a1 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.2875056 Mar 07 04:36:21.159814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4a01f383-8954-404b-b305-fc5667cb286a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.171962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (e306b1e2-a99b-46ec-aa46-9bdfa719a555), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.297687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:21.304998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:21.309935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:21.310928 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.337149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02392a7d-06be-4058-876c-7a67db147b5d req-4d607baf-1b06-40a4-b23d-44ae600098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:21.340874 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-02392a7d-06be-4058-876c-7a67db147b5d req-4d607baf-1b06-40a4-b23d-44ae600098f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 1127 time: 0.3558795 Mar 07 04:36:21.345770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2121196 Mar 07 04:36:21.347041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49262) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:21.357201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:21.390220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:36:21.405486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c58af-3566-4191-80dd-8b6aa051155d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=e306b1e2-a99b-46ec-aa46-9bdfa719a555,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:21.438157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4a01f383-8954-404b-b305-fc5667cb286a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.486319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Calling delete_port for 4a01f383-8954-404b-b305-fc5667cb286a owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:21.513214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa4f697b-7c2a-480a-9c1e-df4f0f0a13b9 req-796a64a4-1e83-4b79-8d71-0be8d3563d74 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615744 Mar 07 04:36:21.647553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb7d8-af6c-46a6-bfa3-29dd64bf8a07 req-d9dfe2f9-eb4b-4f0c-b5cd-add47afe199a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:21.663697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c9cb7d8-af6c-46a6-bfa3-29dd64bf8a07 req-d9dfe2f9-eb4b-4f0c-b5cd-add47afe199a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2830002 Mar 07 04:36:21.747571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4a01f383-8954-404b-b305-fc5667cb286a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.781170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-02392a7d-06be-4058-876c-7a67db147b5d req-14329a18-5a41-43b7-9a7f-3240e98c6fce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311140 Mar 07 04:36:21.784325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c9cb7d8-af6c-46a6-bfa3-29dd64bf8a07 req-987a8391-87d6-47b3-b5ee-a0375fc5f881 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068604 Mar 07 04:36:21.787679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:21.794515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.797410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-df818fad-435b-4a64-a7be-5d1cc62dcf56 None None] Current status of the port b934702a-d91b-4290-8bab-53d81b74c366 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:21.878269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for port (66c92551-8067-43c9-970c-ae31f30f014b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:21.880366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a01f383-8954-404b-b305-fc5667cb286a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:21.962100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] Deleting port b934702a-d91b-4290-8bab-53d81b74c366 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:21.962483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b934702a-d91b-4290-8bab-53d81b74c366), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.021016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43f1-1454-4515-a893-086fd1f152cd req-4fdc795f-262e-4f61-ab25-f9803f0cf69d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:22.027097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (f6c8a99f-5d76-4de5-854c-c025d7fe063b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.032685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbaf43f1-1454-4515-a893-086fd1f152cd req-4fdc795f-262e-4f61-ab25-f9803f0cf69d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.0995898 Mar 07 04:36:22.065148 n-d-832185-1 neutron-server[103938]: INFO neutron.db.ipam_backend_mixin [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e306b1e2-a99b-46ec-aa46-9bdfa719a555 (CIDR: 2001:db8::/64) Mar 07 04:36:22.089016 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:36:22.089569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:22.203236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbaf43f1-1454-4515-a893-086fd1f152cd req-7cb33d7a-0ca2-455e-b040-a23f90ec628d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695342 Mar 07 04:36:22.211055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-937d3aa5-9cb8-44fe-a0f7-7530dc42cf6b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8577855 Mar 07 04:36:22.212045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49278) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:22.221368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:22.232719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] For port b934702a-d91b-4290-8bab-53d81b74c366, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b934702a-d91b-4290-8bab-53d81b74c366,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:22.233123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b934702a-d91b-4290-8bab-53d81b74c366), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.251544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] Calling delete_port for b934702a-d91b-4290-8bab-53d81b74c366 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:22.335953 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (f6c8a99f-5d76-4de5-854c-c025d7fe063b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.346736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (f6c8a99f-5d76-4de5-854c-c025d7fe063b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.351788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (66c92551-8067-43c9-970c-ae31f30f014b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.457083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:22.469758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.492908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:22.496616 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (f6c8a99f-5d76-4de5-854c-c025d7fe063b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.497220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6c8a99f-5d76-4de5-854c-c025d7fe063b {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:22.502499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.503695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3fb695c0-37a8-4438-a742-f0f4e4ec00ff tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f6c8a99f-5d76-4de5-854c-c025d7fe063b HTTP/1.1" status: 204 len: 168 time: 2.9859819 Mar 07 04:36:22.507625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:22.510030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (b934702a-d91b-4290-8bab-53d81b74c366), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.512251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:22.515464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:22.560975 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:22.575535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] No DVR routers for this DVR port b934702a-d91b-4290-8bab-53d81b74c366 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:22.581756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event updated for resources: {'Port': ['ID=66c92551-8067-43c9-970c-ae31f30f014b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:22.694150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f5400-3382-402f-819f-acfa14792800 None None] Pushing event deleted for resources: {'Port': ['ID=b934702a-d91b-4290-8bab-53d81b74c366,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:22.706915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Deleting subnet af9a8f57-f72c-4e9d-9108-ca251f978e11 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:22.711698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15054412-c064-494d-bc62-cd52393edfcb None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:22.838357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b934702a-d91b-4290-8bab-53d81b74c366 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:22.866042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b934702a-d91b-4290-8bab-53d81b74c366 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:22.866447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b934702a-d91b-4290-8bab-53d81b74c366 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:23.070669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': 'e306b1e2-a99b-46ec-aa46-9bdfa719a555'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:36:23.072038 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.101216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:36:23.107952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (f718b6a9-36a9-4546-bf5b-cf6e172af46d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.129326 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:36:23.131595 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:36:23.168364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:23.174743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:23.181695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:23.182330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.204093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f5d8-b77d-4e5a-b950-bed54f4cacf5 req-941c23a4-b857-45a2-9202-caade8e6996a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:23.210403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f5d8-b77d-4e5a-b950-bed54f4cacf5 req-941c23a4-b857-45a2-9202-caade8e6996a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:23.215907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f5d8-b77d-4e5a-b950-bed54f4cacf5 req-941c23a4-b857-45a2-9202-caade8e6996a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:23.225546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0db0f5d8-b77d-4e5a-b950-bed54f4cacf5 req-941c23a4-b857-45a2-9202-caade8e6996a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207&device_id=4ee74095-de05-4a40-9650-239ef5429dd3&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 2418 time: 0.2675059 Mar 07 04:36:23.229802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (042b71c8-a025-4b2d-a85d-a23042fe4d79), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.232119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for subnet (af9a8f57-f72c-4e9d-9108-ca251f978e11), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.243548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0279086 Mar 07 04:36:23.250596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49290) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:23.258278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:46:e8:aa', 'name': 'tempest-NetworksTestDHCPv6-1159450461'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:23.261951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22c8e5-3131-427c-a57f-aee50e7b3230 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=f718b6a9-36a9-4546-bf5b-cf6e172af46d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:23.270695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411180f-d749-4567-881a-e0e513684588 req-ceda9bd9-b5ff-41ac-b998-8bb3d95baebf tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:23.279234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0411180f-d749-4567-881a-e0e513684588 req-ceda9bd9-b5ff-41ac-b998-8bb3d95baebf tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3326893 Mar 07 04:36:23.355744 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (af9a8f57-f72c-4e9d-9108-ca251f978e11), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.513131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/e306b1e2-a99b-46ec-aa46-9bdfa719a555/dc5e6391-46ec-435a-b4d7-15d7d784dcaa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:23.519961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef8:a830 (8393e2f1-e638-4cb0-b0df-29004274d522/f718b6a9-36a9-4546-bf5b-cf6e172af46d/dc5e6391-46ec-435a-b4d7-15d7d784dcaa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:23.522697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0db0f5d8-b77d-4e5a-b950-bed54f4cacf5 req-6613af66-4239-4e7f-b4e0-46fbdad101c5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962010 Mar 07 04:36:23.532493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (af9a8f57-f72c-4e9d-9108-ca251f978e11), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.536646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0411180f-d749-4567-881a-e0e513684588 req-5a42e563-feda-4221-9639-d208b57edd52 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564437 Mar 07 04:36:23.683215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310f4b-d4c0-4799-ab9a-9ce9459a2830 req-dc242a6c-db2a-4192-b158-22d1ef97a4d5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:23.690740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07310f4b-d4c0-4799-ab9a-9ce9459a2830 req-dc242a6c-db2a-4192-b158-22d1ef97a4d5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.0906746 Mar 07 04:36:23.711073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:23.712260 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Publish callbacks [] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.740713 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.787557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.794821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Port 4a01f383-8954-404b-b305-fc5667cb286a not found while updating agent binding for router f6c8a99f-5d76-4de5-854c-c025d7fe063b. {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 04:36:23.798209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Pushing event updated for resources: {'Port': ['ID=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:23.809232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:23.810968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:23.813966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:23.822788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Routers set() bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:23.823158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Router IDs set() for agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 04:36:23.823758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6c8a99f-5d76-4de5-854c-c025d7fe063b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent'). {{(pid=103940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 04:36:23.824129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd133c29-0493-4c81-9d2d-27bb6ffa4fb4 None None] The sync data for ids ['f6c8a99f-5d76-4de5-854c-c025d7fe063b'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:23.911897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.914398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Attempting to bind port dc5e6391-46ec-435a-b4d7-15d7d784dcaa on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:23.915324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Attempting to bind port dc5e6391-46ec-435a-b4d7-15d7d784dcaa by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:23.916302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Attempting to bind port dc5e6391-46ec-435a-b4d7-15d7d784dcaa on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:23.922174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:23.922818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:23.923415 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.923980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:23.924628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Bound port: dc5e6391-46ec-435a-b4d7-15d7d784dcaa, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:23.925173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:23.968354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 51c9b521-8584-4a4b-b81e-b41999dc1d2b yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:24.015629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (af9a8f57-f72c-4e9d-9108-ca251f978e11), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.058732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af9a8f57-f72c-4e9d-9108-ca251f978e11,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:24.066800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.070175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d49c91fc-603f-433c-bbf3-0256948b2702 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/af9a8f57-f72c-4e9d-9108-ca251f978e11 HTTP/1.1" status: 204 len: 168 time: 1.5613847 Mar 07 04:36:24.072808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49302) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:24.077107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] For port dc5e6391-46ec-435a-b4d7-15d7d784dcaa, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:24.084740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] For port dc5e6391-46ec-435a-b4d7-15d7d784dcaa, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:24.094719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07310f4b-d4c0-4799-ab9a-9ce9459a2830 req-1f9dfbaa-7281-4664-ae0c-a8007b6ff08e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009688 Mar 07 04:36:24.106907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.192281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5b428d00-06c6-4042-a957-c5c6fb7877eb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.205716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Router 042b71c8-a025-4b2d-a85d-a23042fe4d79 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:24.207671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cf8d4-a8d8-4e43-9715-004c42e5e809 req-6b3d5708-e727-4850-97d6-58c057559f13 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:24.217603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ae0f-c421-4ea9-813b-4c0e32428ee7 None None] Pushing event updated for resources: {'Port': ['ID=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:24.217849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac4cf8d4-a8d8-4e43-9715-004c42e5e809 req-6b3d5708-e727-4850-97d6-58c057559f13 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.3472383 Mar 07 04:36:24.347160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5b428d00-06c6-4042-a957-c5c6fb7877eb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.351461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac4cf8d4-a8d8-4e43-9715-004c42e5e809 req-c7a71269-d4d4-4699-8e3b-6b041b4694d0 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326780 Mar 07 04:36:24.478842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::10d (8393e2f1-e638-4cb0-b0df-29004274d522/e306b1e2-a99b-46ec-aa46-9bdfa719a555/51c9b521-8584-4a4b-b81e-b41999dc1d2b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:24.489901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:e8aa (8393e2f1-e638-4cb0-b0df-29004274d522/f718b6a9-36a9-4546-bf5b-cf6e172af46d/51c9b521-8584-4a4b-b81e-b41999dc1d2b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:24.494872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b428d00-06c6-4042-a957-c5c6fb7877eb']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.537686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41055b7-edb8-4e70-8c35-289ef56bdea9') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.538015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41055b7-edb8-4e70-8c35-289ef56bdea9') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.564636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (c41055b7-edb8-4e70-8c35-289ef56bdea9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.597697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:24.637018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c41055b7-edb8-4e70-8c35-289ef56bdea9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.650895 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] Sync routers for ids ['042b71c8-a025-4b2d-a85d-a23042fe4d79'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:24.654945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:36:24.655359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (c41055b7-edb8-4e70-8c35-289ef56bdea9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:36:24.657295 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:36:24.698402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:24.700222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] Routers {'042b71c8-a025-4b2d-a85d-a23042fe4d79'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:24.700930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['042b71c8-a025-4b2d-a85d-a23042fe4d79'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.716172 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-77fd4ee1-6ccf-4ab1-aee0-e1add5e796e9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6696472 Mar 07 04:36:24.725765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49316) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:24.738485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:24.810191 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.848427 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] Routers {'042b71c8-a025-4b2d-a85d-a23042fe4d79'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:24.851575 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['042b71c8-a025-4b2d-a85d-a23042fe4d79'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.871315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dc5e6391-46ec-435a-b4d7-15d7d784dcaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:24.908633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-f37c93d8-1e04-4991-8302-2a93960bdc2e req-8dd58357-220f-49fe-beb5-3222282d43dc service neutron] (103939) timed out ('10.222.0.15', 51829) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:36:24.961627 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:24.962322 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23cac0-74bb-4857-b70a-87f5692368be None None] The sync data for ids ['042b71c8-a025-4b2d-a85d-a23042fe4d79'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:25.000182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fb42-53f3-4f9e-b23f-da4b04c00430 req-39efc09e-b390-447c-96d2-e6930dc894b4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:25.011930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port dc5e6391-46ec-435a-b4d7-15d7d784dcaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:25.012966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.015629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54a8fb42-53f3-4f9e-b23f-da4b04c00430 req-39efc09e-b390-447c-96d2-e6930dc894b4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3300385 Mar 07 04:36:25.040620 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (51c9b521-8584-4a4b-b81e-b41999dc1d2b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.114619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (5b428d00-06c6-4042-a957-c5c6fb7877eb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.121012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b428d00-06c6-4042-a957-c5c6fb7877eb {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 04:36:25.125372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.128642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5b428d00-06c6-4042-a957-c5c6fb7877eb HTTP/1.1" status: 204 len: 168 time: 1.0549040 Mar 07 04:36:25.141569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54a8fb42-53f3-4f9e-b23f-da4b04c00430 req-6b911577-e696-4d55-9bc8-fdf5731f9601 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006827 Mar 07 04:36:25.171995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9a5b4-28ef-46b4-8cba-5910e98068e8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b428d00-06c6-4042-a957-c5c6fb7877eb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:25.215640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port dc5e6391-46ec-435a-b4d7-15d7d784dcaa is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:25.216158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.241340 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (51c9b521-8584-4a4b-b81e-b41999dc1d2b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.313505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port dc5e6391-46ec-435a-b4d7-15d7d784dcaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:25.324566 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.471543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:25.475416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:25.486616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:25.491770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:25.509829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:25.516050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.520198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=51c9b521-8584-4a4b-b81e-b41999dc1d2b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:25.557210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8408dd-49c1-4bd6-a6dd-4eb20ce93113 req-62400109-13bc-4add-8ab7-bcb549c40f09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:25.564582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b8408dd-49c1-4bd6-a6dd-4eb20ce93113 req-62400109-13bc-4add-8ab7-bcb549c40f09 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1860487 Mar 07 04:36:25.619378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-897dea42-7589-44b2-95df-623e894b23f8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3643572 Mar 07 04:36:25.621221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49338) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:25.622551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49340) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:25.636549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'name': 'tempest-router--1929031299', 'project_id': '939d748f79ab435f8c1a4afeadb4ac7c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:25.858653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b8408dd-49c1-4bd6-a6dd-4eb20ce93113 req-76485ebd-31c7-4b90-bb41-da7a3c6b3fea tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925847 Mar 07 04:36:25.907452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.908739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.925883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.958596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_gateway (042b71c8-a025-4b2d-a85d-a23042fe4d79), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:25.989153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15de180-cf48-4890-b757-2c93ada4ea4e None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:26.086666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42270-6ca1-4473-8645-5fea7cb3487b req-436ad45a-188c-48b4-b7a9-3fdd027be5bb tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:26.091227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Deleting port 66c92551-8067-43c9-970c-ae31f30f014b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:26.091698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (66c92551-8067-43c9-970c-ae31f30f014b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.095367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96c42270-6ca1-4473-8645-5fea7cb3487b req-436ad45a-188c-48b4-b7a9-3fdd027be5bb tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3498027 Mar 07 04:36:26.157438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.176921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.224792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96c42270-6ca1-4473-8645-5fea7cb3487b req-0e36b342-2ea6-4125-a193-1b1758ebf482 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223187 Mar 07 04:36:26.237194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6b983c41-ca5a-4e18-a37e-f72e795edb12 None None] Provisioning complete for port dc5e6391-46ec-435a-b4d7-15d7d784dcaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:26.237194 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b983c41-ca5a-4e18-a37e-f72e795edb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.241295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 51c9b521-8584-4a4b-b81e-b41999dc1d2b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:26.246466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (51c9b521-8584-4a4b-b81e-b41999dc1d2b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.274716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (66c92551-8067-43c9-970c-ae31f30f014b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.307272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Calling delete_port for 66c92551-8067-43c9-970c-ae31f30f014b owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:26.336678 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.340341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-11c3b5ec-6b9c-482b-a7e5-b02bc061a800 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7076902 Mar 07 04:36:26.341654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:26.499186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (51c9b521-8584-4a4b-b81e-b41999dc1d2b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.548722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 51c9b521-8584-4a4b-b81e-b41999dc1d2b owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:26.603288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6b983c41-ca5a-4e18-a37e-f72e795edb12 None None] Current status of the port dc5e6391-46ec-435a-b4d7-15d7d784dcaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:26.823182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dc5e6391-46ec-435a-b4d7-15d7d784dcaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:26.874018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (66c92551-8067-43c9-970c-ae31f30f014b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.920400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:26.924155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Pushing event deleted for resources: {'Port': ['ID=66c92551-8067-43c9-970c-ae31f30f014b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:26.943084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bc95e-fe4f-4a2b-b018-4bdd6ee8d9c5 req-0a3a34f7-75b7-466b-8172-fe12ec799ed4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:26.946217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a00bc95e-fe4f-4a2b-b018-4bdd6ee8d9c5 req-0a3a34f7-75b7-466b-8172-fe12ec799ed4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.2369003 Mar 07 04:36:26.959248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port dc5e6391-46ec-435a-b4d7-15d7d784dcaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:26.959630 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.055412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a00bc95e-fe4f-4a2b-b018-4bdd6ee8d9c5 req-39f95645-2298-4112-b138-ee12035bf384 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910800 Mar 07 04:36:27.080366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port dc5e6391-46ec-435a-b4d7-15d7d784dcaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:27.084099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92fe06-6ae6-4220-ba13-920d49d76500 req-461a40b2-0045-46df-ba00-44ebd0de86a3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:27.088865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c92fe06-6ae6-4220-ba13-920d49d76500 req-461a40b2-0045-46df-ba00-44ebd0de86a3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2970386 Mar 07 04:36:27.168400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (042b71c8-a025-4b2d-a85d-a23042fe4d79), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.330480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc9a48-d12c-49c8-a3b6-ce026632c885 req-a7845eaf-589e-4552-8ae4-3803c4e03a02 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:27.332715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27fc9a48-d12c-49c8-a3b6-ce026632c885 req-a7845eaf-589e-4552-8ae4-3803c4e03a02 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1545975 Mar 07 04:36:27.349452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c92fe06-6ae6-4220-ba13-920d49d76500 req-79f757f2-7de3-457f-b55f-1cbe9f7176f7 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500327 Mar 07 04:36:27.590494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-24c289f6-5e87-4f4a-86b0-2753435e49c0 None None] Provisioning complete for port dc5e6391-46ec-435a-b4d7-15d7d784dcaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:27.591054 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24c289f6-5e87-4f4a-86b0-2753435e49c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.659677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.663012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.755701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-24c289f6-5e87-4f4a-86b0-2753435e49c0 None None] Current status of the port dc5e6391-46ec-435a-b4d7-15d7d784dcaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:27.773579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-24c289f6-5e87-4f4a-86b0-2753435e49c0 None None] Provisioning complete for port 51c9b521-8584-4a4b-b81e-b41999dc1d2b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:27.773956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24c289f6-5e87-4f4a-86b0-2753435e49c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51c9b521-8584-4a4b-b81e-b41999dc1d2b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.809487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.814683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.829936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (1c3b6629-7f66-4f99-9f3a-2bfd04daedec), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.830786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3b6629-7f66-4f99-9f3a-2bfd04daedec {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:27.867823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-24c289f6-5e87-4f4a-86b0-2753435e49c0 None None] Port 51c9b521-8584-4a4b-b81e-b41999dc1d2b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:27.910662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.914727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fea7b9be-7ddc-497b-8975-c5b032c684b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1c3b6629-7f66-4f99-9f3a-2bfd04daedec HTTP/1.1" status: 204 len: 168 time: 1.5716646 Mar 07 04:36:27.936999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27fc9a48-d12c-49c8-a3b6-ce026632c885 req-39240382-1f38-40e3-86d4-9e79529e9917 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783257 Mar 07 04:36:27.947082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (51c9b521-8584-4a4b-b81e-b41999dc1d2b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:27.982725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c3647944-4350-420c-bb62-cfab0fcfe0c2 None None] Could not find standard attr ID for object 51c9b521-8584-4a4b-b81e-b41999dc1d2b. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:36:27.986088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=51c9b521-8584-4a4b-b81e-b41999dc1d2b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:28.007530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Router 042b71c8-a025-4b2d-a85d-a23042fe4d79 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:36:28.021589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b6dfc-3d79-4534-b145-234642629c6a req-0d9c6c43-15df-4f0c-86d2-3d30366fc788 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.032727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-374b6dfc-3d79-4534-b145-234642629c6a req-0d9c6c43-15df-4f0c-86d2-3d30366fc788 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.2034853 Mar 07 04:36:28.158194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49368) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.169497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:28.178129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:28.184458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05dcf591-bb1c-42ac-aace-138d7ace6cd0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/51c9b521-8584-4a4b-b81e-b41999dc1d2b HTTP/1.1" status: 204 len: 168 time: 2.5430081 Mar 07 04:36:28.185101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49372) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.189676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] Sync routers for ids ['042b71c8-a025-4b2d-a85d-a23042fe4d79'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:28.197457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:28.199962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c1092c3c-f88f-4692-9025-c4ba7891aaa9 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "PUT /v2.0/routers/042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 200 len: 710 time: 3.4652576 Mar 07 04:36:28.202726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.207679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] Routers {'042b71c8-a025-4b2d-a85d-a23042fe4d79'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:28.208223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['042b71c8-a025-4b2d-a85d-a23042fe4d79'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:28.294582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-374b6dfc-3d79-4534-b145-234642629c6a req-c1f855ff-f743-4b8f-8ffa-f7707d24c17e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508259 Mar 07 04:36:28.301571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:28.331290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] Routers {'042b71c8-a025-4b2d-a85d-a23042fe4d79'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:28.333015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['042b71c8-a025-4b2d-a85d-a23042fe4d79'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:28.344202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0739c79-fb42-434f-b43f-9959e4c679ba tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.355417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a0739c79-fb42-434f-b43f-9959e4c679ba tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1493833 Mar 07 04:36:28.360314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.384608 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-62b9f9d7-97a2-4bd2-8407-2919a1cf3c5c tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/routers/042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 200 len: 745 time: 0.1795862 Mar 07 04:36:28.387529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.448314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:28.449007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052eb7d-c8cf-43bc-acbc-178b443f6187 None None] The sync data for ids ['042b71c8-a025-4b2d-a85d-a23042fe4d79'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:28.494276 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7734a7d8-0877-4af3-971b-9fb1b3b4fe20 tempest-RoutersIpV6AdminTest-401850692 tempest-RoutersIpV6AdminTest-401850692-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 200 len: 205 time: 0.1053584 Mar 07 04:36:28.496852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49392) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.535055 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d255af35-af9f-4d72-8fed-4c7ae2610676 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 200 len: 205 time: 0.0365660 Mar 07 04:36:28.537762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.601549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c96cd8-1f5a-4ff5-9710-dc8d648fe871 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.611869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-21c96cd8-1f5a-4ff5-9710-dc8d648fe871 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2478306 Mar 07 04:36:28.622995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49398) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.639576 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:28.774556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15682d-3a4d-4b1c-a733-29af82883e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.775894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15682d-3a4d-4b1c-a733-29af82883e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.777199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15682d-3a4d-4b1c-a733-29af82883e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.781516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f15682d-3a4d-4b1c-a733-29af82883e00 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1495039 Mar 07 04:36:28.794846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49406) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:28.795060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1593295054', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:28.885161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5894f5f-73ae-4aa7-8319-6b8b36630a58 req-53e71a50-d5df-46c2-b9f3-10fc2ef5d44e tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:28.893711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5894f5f-73ae-4aa7-8319-6b8b36630a58 req-53e71a50-d5df-46c2-b9f3-10fc2ef5d44e tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.4131942 Mar 07 04:36:28.924016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:28.928998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router_controller (042b71c8-a025-4b2d-a85d-a23042fe4d79), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:28.931075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (d4c1cd2c-a077-44c8-a380-becbb5b6b073), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:28.932134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (d4c1cd2c-a077-44c8-a380-becbb5b6b073), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.027200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5894f5f-73ae-4aa7-8319-6b8b36630a58 req-adf228be-455e-439a-bbe1-1b5f7a7b5608 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271067 Mar 07 04:36:29.048152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet e306b1e2-a99b-46ec-aa46-9bdfa719a555 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:29.073262 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (e306b1e2-a99b-46ec-aa46-9bdfa719a555), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.085918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (042b71c8-a025-4b2d-a85d-a23042fe4d79), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.086703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Fanout notify agent at l3_agent the message router_deleted on router 042b71c8-a025-4b2d-a85d-a23042fe4d79 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:29.094886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.100114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e19b82ab-3d22-41b0-b09a-415727fcf1fe tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 204 len: 168 time: 0.5608571 Mar 07 04:36:29.130075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb906a75-64ab-4e3e-8923-faa46662259a req-7a0c514c-a8a1-48ad-91e9-02893d90fdf8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:29.131963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb906a75-64ab-4e3e-8923-faa46662259a req-7a0c514c-a8a1-48ad-91e9-02893d90fdf8 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3264301 Mar 07 04:36:29.136324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49412) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.155647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (d4c1cd2c-a077-44c8-a380-becbb5b6b073), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.194209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-594596c8-c9b3-44ad-afda-6147660ebc68 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 200 len: 205 time: 0.0565419 Mar 07 04:36:29.216736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49414) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.234586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (e306b1e2-a99b-46ec-aa46-9bdfa719a555), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.307219 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-ceabc05f-328d-4ae7-947a-9502ac14d031 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] delete failed (client error): The resource could not be found. Mar 07 04:36:29.308504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ceabc05f-328d-4ae7-947a-9502ac14d031 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/042b71c8-a025-4b2d-a85d-a23042fe4d79 HTTP/1.1" status: 404 len: 336 time: 0.0874858 Mar 07 04:36:29.318520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49416) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.377959 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (d4c1cd2c-a077-44c8-a380-becbb5b6b073), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.383586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1dfa0102-7202-46ff-891a-a04141a3c5dc tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=5014c6ab-5e97-4c62-808f-cff8882e0c7d HTTP/1.1" status: 200 len: 205 time: 0.0604515 Mar 07 04:36:29.388874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49418) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.392227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb906a75-64ab-4e3e-8923-faa46662259a req-94a18026-34fb-4a16-b0b4-2b5c3bc649e7 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422638 Mar 07 04:36:29.407555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fe167-54c6-4cfd-b1b9-b5f964c649f0 req-9d34088e-edb1-479b-8ad9-e0b6d90c9b73 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:29.419053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d3fe167-54c6-4cfd-b1b9-b5f964c649f0 req-9d34088e-edb1-479b-8ad9-e0b6d90c9b73 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.2614210 Mar 07 04:36:29.461224 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-4591a344-ec6c-419f-8e06-7d928ac1a2b4 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] delete failed (client error): The resource could not be found. Mar 07 04:36:29.462752 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4591a344-ec6c-419f-8e06-7d928ac1a2b4 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/5014c6ab-5e97-4c62-808f-cff8882e0c7d HTTP/1.1" status: 404 len: 336 time: 0.0727456 Mar 07 04:36:29.466522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49420) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.500080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-80e5544e-c6f3-4578-8e35-2d2d1e3f1e6f tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f127f08-5f19-49e6-949f-116190b65060 HTTP/1.1" status: 200 len: 205 time: 0.0322247 Mar 07 04:36:29.506065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.512835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e306b1e2-a99b-46ec-aa46-9bdfa719a555), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.559685 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-1bbd30b0-0b55-444f-bdd2-5277273fb4c0 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] delete failed (client error): The resource could not be found. Mar 07 04:36:29.560860 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1bbd30b0-0b55-444f-bdd2-5277273fb4c0 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/6f127f08-5f19-49e6-949f-116190b65060 HTTP/1.1" status: 404 len: 336 time: 0.0523679 Mar 07 04:36:29.563481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.565781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d3fe167-54c6-4cfd-b1b9-b5f964c649f0 req-278fc112-5d9f-48ab-9e53-bb36c223ebeb tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452997 Mar 07 04:36:29.603884 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59f637d3-0bb9-4f37-a58f-668d39050b5e tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=708c711f-5b6e-4607-a292-cb543e375512 HTTP/1.1" status: 200 len: 205 time: 0.0389941 Mar 07 04:36:29.608764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49426) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.623062 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (e306b1e2-a99b-46ec-aa46-9bdfa719a555), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.709800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=e306b1e2-a99b-46ec-aa46-9bdfa719a555,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:29.714830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.724433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7a9b2da-fcd0-48dd-9930-c6c3fc8e30dd tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/e306b1e2-a99b-46ec-aa46-9bdfa719a555 HTTP/1.1" status: 204 len: 168 time: 0.9274526 Mar 07 04:36:29.725735 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-90558245-3ab8-4221-97a4-37e85289ae5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] delete failed (client error): The resource could not be found. Mar 07 04:36:29.727468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-90558245-3ab8-4221-97a4-37e85289ae5d tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/708c711f-5b6e-4607-a292-cb543e375512 HTTP/1.1" status: 404 len: 336 time: 0.1168089 Mar 07 04:36:29.727622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.731307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.731973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7eb21-6a7a-47d7-932f-930a67d8d15f None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:29.765425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7aa67fa-197f-4c7a-8561-b67177dec948 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b5edc23-fb4f-4a7b-a85a-336f4c59e756 HTTP/1.1" status: 200 len: 205 time: 0.0328727 Mar 07 04:36:29.776438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49434) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.885273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (d4c1cd2c-a077-44c8-a380-becbb5b6b073), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.907196 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-5c7d7d62-f8c1-4349-afbb-a6889e5ea34f tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] delete failed (client error): The resource could not be found. Mar 07 04:36:29.908497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c7d7d62-f8c1-4349-afbb-a6889e5ea34f tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/2b5edc23-fb4f-4a7b-a85a-336f4c59e756 HTTP/1.1" status: 404 len: 336 time: 0.1214647 Mar 07 04:36:29.911206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet f718b6a9-36a9-4546-bf5b-cf6e172af46d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:29.912373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49436) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:29.940446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.943350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (f718b6a9-36a9-4546-bf5b-cf6e172af46d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:29.966119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ba67d601-127b-45cb-8f34-b27e03e77e0f tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc35b26-a036-439a-8bbc-7854b075fb94 HTTP/1.1" status: 200 len: 205 time: 0.0506449 Mar 07 04:36:29.966119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:30.052210 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-11a342bc-9370-42b6-a65c-6a243e0bc5f8 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] delete failed (client error): The resource could not be found. Mar 07 04:36:30.060292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-11a342bc-9370-42b6-a65c-6a243e0bc5f8 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/routers/3cc35b26-a036-439a-8bbc-7854b075fb94 HTTP/1.1" status: 404 len: 336 time: 0.0924225 Mar 07 04:36:30.060992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49444) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:30.154580 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5f52ce-b148-4b38-b3e3-68cdc1e7ad51 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:30.155403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5f52ce-b148-4b38-b3e3-68cdc1e7ad51 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:30.182845 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb5f52ce-b148-4b38-b3e3-68cdc1e7ad51 tempest-RoutersIpV6AdminTest-1669936548 tempest-RoutersIpV6AdminTest-1669936548-project] 10.222.0.21 "DELETE /v2.0/subnets/88e8577c-b044-42ff-82fc-df1d55cb77c1 HTTP/1.1" status: 404 len: 337 time: 0.1198609 Mar 07 04:36:30.302507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b87db-0e41-4a19-bb01-a067bccd5d90 req-f60f4202-4912-4224-a5c5-6b3e9cb930a3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:30.312394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b8b87db-0e41-4a19-bb01-a067bccd5d90 req-f60f4202-4912-4224-a5c5-6b3e9cb930a3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.1844172 Mar 07 04:36:30.434978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b8b87db-0e41-4a19-bb01-a067bccd5d90 req-a3050c82-29b1-47c9-803f-07babff3bae0 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190748 Mar 07 04:36:30.647694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee79a7-5549-476b-8fa6-6935368f0978 req-e2c0b5ee-52a5-4193-9ddf-b64bc7244cda tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:30.664549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dee79a7-5549-476b-8fa6-6935368f0978 req-e2c0b5ee-52a5-4193-9ddf-b64bc7244cda tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.1227984 Mar 07 04:36:30.741971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (f718b6a9-36a9-4546-bf5b-cf6e172af46d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:30.804430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49454) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:30.854124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dee79a7-5549-476b-8fa6-6935368f0978 req-20f322e8-0075-4f45-8c8f-bce3999a005c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818852 Mar 07 04:36:30.891222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dde43-7007-47bc-a40c-b88a647a02d4 req-b843d4ed-e1bf-401a-a8fe-6603d5dda5c8 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:30.902087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e06dde43-7007-47bc-a40c-b88a647a02d4 req-b843d4ed-e1bf-401a-a8fe-6603d5dda5c8 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1711795 Mar 07 04:36:31.019147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e06dde43-7007-47bc-a40c-b88a647a02d4 req-6bef9b3b-12f1-469d-bf4c-fb74d8c880cc tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160960 Mar 07 04:36:31.097828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Allocated IP 172.25.4.149 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/094208b3-ae18-4e3b-8142-407ed8dc041a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:31.156642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f718b6a9-36a9-4546-bf5b-cf6e172af46d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.168349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46520479-5d37-477a-b74c-2c070b81f1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.241872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2149e611-2775-4f1a-bf13-dcf5be12b0cc None None] Provisioning complete for port dc5e6391-46ec-435a-b4d7-15d7d784dcaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:31.242442 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2149e611-2775-4f1a-bf13-dcf5be12b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.358528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (f718b6a9-36a9-4546-bf5b-cf6e172af46d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.432985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2149e611-2775-4f1a-bf13-dcf5be12b0cc None None] Current status of the port dc5e6391-46ec-435a-b4d7-15d7d784dcaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:31.479062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for port (094208b3-ae18-4e3b-8142-407ed8dc041a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.480629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=f718b6a9-36a9-4546-bf5b-cf6e172af46d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:31.492926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.496972 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b84b1f35-d9e5-4e03-90c6-3fabce195680 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/f718b6a9-36a9-4546-bf5b-cf6e172af46d HTTP/1.1" status: 204 len: 168 time: 1.7664151 Mar 07 04:36:31.499248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49470) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:31.512343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454cf44-a8d6-4903-be39-4ae2de11c9c7 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:31.534226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46520479-5d37-477a-b74c-2c070b81f1b3 admin admin] Publish callbacks [] for security_group (02ef7f67-83a7-46bd-9133-94389c6ec5c9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.548509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46520479-5d37-477a-b74c-2c070b81f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (02ef7f67-83a7-46bd-9133-94389c6ec5c9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.569205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (094208b3-ae18-4e3b-8142-407ed8dc041a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.591307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c857844a-659c-4b0f-bb32-02c43564f9b7 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908060 Mar 07 04:36:31.591961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49472) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:31.599432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:31.664753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:31.667594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-46520479-5d37-477a-b74c-2c070b81f1b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aa5a37e1b9d4c6a81107897f0998e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604834 Mar 07 04:36:31.668498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46520479-5d37-477a-b74c-2c070b81f1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef7f67-83a7-46bd-9133-94389c6ec5c9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:31.671369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:31.683900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:31.689933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:31.700076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event updated for resources: {'Port': ['ID=094208b3-ae18-4e3b-8142-407ed8dc041a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:31.836493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:36:31.837848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6f52-f3e0-4da7-ae41-a4f57f1800da admin admin] Publish callbacks [] for security_group (02ef7f67-83a7-46bd-9133-94389c6ec5c9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.903712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] Deleting port dc5e6391-46ec-435a-b4d7-15d7d784dcaa {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:31.904604 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:31.939518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902bf32-64c7-45f4-b73b-0f9bee6446a7 req-c89ed8c8-9ae9-44b0-90b5-664dae4534cf tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:31.947590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f902bf32-64c7-45f4-b73b-0f9bee6446a7 req-c89ed8c8-9ae9-44b0-90b5-664dae4534cf tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2054670 Mar 07 04:36:31.950719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:31.954429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.005221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] For port dc5e6391-46ec-435a-b4d7-15d7d784dcaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:32.006144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.021697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6f52-f3e0-4da7-ae41-a4f57f1800da admin admin] Publish callbacks [] for security_group (02ef7f67-83a7-46bd-9133-94389c6ec5c9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.046278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] Calling delete_port for dc5e6391-46ec-435a-b4d7-15d7d784dcaa owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:32.208486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6f52-f3e0-4da7-ae41-a4f57f1800da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (02ef7f67-83a7-46bd-9133-94389c6ec5c9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.211372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6f52-f3e0-4da7-ae41-a4f57f1800da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.214194 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4dfb6f52-f3e0-4da7-ae41-a4f57f1800da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02ef7f67-83a7-46bd-9133-94389c6ec5c9 HTTP/1.1" status: 204 len: 168 time: 0.5394185 Mar 07 04:36:32.233332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (dc5e6391-46ec-435a-b4d7-15d7d784dcaa), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.257122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb6f52-f3e0-4da7-ae41-a4f57f1800da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef7f67-83a7-46bd-9133-94389c6ec5c9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:32.380822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (d4c1cd2c-a077-44c8-a380-becbb5b6b073), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.399760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f902bf32-64c7-45f4-b73b-0f9bee6446a7 req-48262a82-8f77-4737-b097-d84267b95789 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452860 Mar 07 04:36:32.538972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (0220a448-214e-4a76-92c9-c327d4e0728b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.751907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:32.765650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:32.784483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34d71e-37b7-4ecf-895b-aa8e6d75a0c8 req-23d67e8f-4289-42ba-a41b-0bc66eac7b01 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:32.789715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d34d71e-37b7-4ecf-895b-aa8e6d75a0c8 req-23d67e8f-4289-42ba-a41b-0bc66eac7b01 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.8054731 Mar 07 04:36:32.797773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:32.798688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.814028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dc5e6391-46ec-435a-b4d7-15d7d784dcaa no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:32.836009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] No DVR routers for this DVR port dc5e6391-46ec-435a-b4d7-15d7d784dcaa on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:32.864415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2712970 Mar 07 04:36:32.865124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49490) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:32.865462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49492) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:32.878275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a44b52-68b7-4348-8839-0ede725d3fb3 None None] Pushing event deleted for resources: {'Port': ['ID=dc5e6391-46ec-435a-b4d7-15d7d784dcaa,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:32.892918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:32.912831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (d4c1cd2c-a077-44c8-a380-becbb5b6b073), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:32.921080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d0a04-3b78-4f1a-ab1d-4a012a7edfa7 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:32.923725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: dc5e6391-46ec-435a-b4d7-15d7d784dcaa {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:32.924066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dc5e6391-46ec-435a-b4d7-15d7d784dcaa not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:33.072899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31492f6c-e7a2-405a-b022-12d8ee859783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.093577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8393e2f1-e638-4cb0-b0df-29004274d522', 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'project_id': 'a024d9e4556746a78f226473e71f6c97', 'fixed_ips': [{'subnet_id': '0220a448-214e-4a76-92c9-c327d4e0728b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:36:33.095251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.136204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Router d4c1cd2c-a077-44c8-a380-becbb5b6b073 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:33.272174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:33.275693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f9f9196-bf29-4760-b1d2-9b8c86dec578 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e4cc9b379ca4913be05829c7c7793a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940029 Mar 07 04:36:33.279899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Allocated IP 2001:db8::2 (8393e2f1-e638-4cb0-b0df-29004274d522/0220a448-214e-4a76-92c9-c327d4e0728b/e566dd49-865f-445a-abc2-9e99b79fa483) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:33.283582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b285e47-0296-420c-b535-a306840e209b req-660f0d28-84d2-4a0e-8284-29d780e1ef24 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:33.285351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b285e47-0296-420c-b535-a306840e209b req-660f0d28-84d2-4a0e-8284-29d780e1ef24 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.7406452 Mar 07 04:36:33.303642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=0220a448-214e-4a76-92c9-c327d4e0728b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:33.356465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.356733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.357085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.357436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.357774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.358147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.358867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.358867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.359136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.359467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.359803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.360138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.360466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e60ae-db66-4136-89f9-428b30632e9e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:33.381244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:36:33.388007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:33.403212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.463746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:33.479931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] Sync routers for ids ['d4c1cd2c-a077-44c8-a380-becbb5b6b073'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:33.495115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] Routers {'d4c1cd2c-a077-44c8-a380-becbb5b6b073'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:33.498220 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d4c1cd2c-a077-44c8-a380-becbb5b6b073'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:33.540489 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e13156b-da45-4f68-91b5-a6e37df35fca admin admin] Publish callbacks [] for security_group (c4b5e85b-6c15-4837-911c-0a05ff4249c9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.567059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.577989 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6212367f-7813-4fac-bc6d-25edea426395 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4152803 Mar 07 04:36:33.580431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Publish callbacks [] for port (e566dd49-865f-445a-abc2-9e99b79fa483), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.580909 n-d-832185-1 neutron-server[103938]: INFO neutron.db.ipam_backend_mixin [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0220a448-214e-4a76-92c9-c327d4e0728b (CIDR: 2001:db8::/64) Mar 07 04:36:33.592225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:33.594882 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:36:33.595444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:33.596718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.625601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d34d71e-37b7-4ecf-895b-aa8e6d75a0c8 req-d0899c2a-d60c-4c13-a12e-6cc188c84057 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907121 Mar 07 04:36:33.653341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b285e47-0296-420c-b535-a306840e209b req-d3bf4772-fe56-4a1a-9af7-e3bc7a44c540 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442986 Mar 07 04:36:33.668222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-81a51a8e-dd73-4ad7-9b8d-977365644a26 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7945192 Mar 07 04:36:33.668944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49506) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:33.684168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'subnet': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:33.753226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Pushing event updated for resources: {'Port': ['ID=e566dd49-865f-445a-abc2-9e99b79fa483,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:33.794313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:33.796611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:33.800070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:33.866027 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:33.867038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e13156b-da45-4f68-91b5-a6e37df35fca admin admin] Publish callbacks [] for security_group (c4b5e85b-6c15-4837-911c-0a05ff4249c9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.886302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] Routers {'d4c1cd2c-a077-44c8-a380-becbb5b6b073'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:33.887221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d4c1cd2c-a077-44c8-a380-becbb5b6b073'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:33.904098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Attempting to bind port e566dd49-865f-445a-abc2-9e99b79fa483 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:33.904680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Attempting to bind port e566dd49-865f-445a-abc2-9e99b79fa483 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:33.905358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Attempting to bind port e566dd49-865f-445a-abc2-9e99b79fa483 on network 8393e2f1-e638-4cb0-b0df-29004274d522 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:33.917698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:33.918130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Checking segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:33.918549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.918953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Bound using segment: {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:33.919431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Bound port: e566dd49-865f-445a-abc2-9e99b79fa483, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:33.919817 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.965727 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:33.966737 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c32c1-ce5d-4576-9a4f-cae78eabcb30 None None] The sync data for ids ['d4c1cd2c-a077-44c8-a380-becbb5b6b073'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:33.992547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e13156b-da45-4f68-91b5-a6e37df35fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c4b5e85b-6c15-4837-911c-0a05ff4249c9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.995876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3e13156b-da45-4f68-91b5-a6e37df35fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:33.997372 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3e13156b-da45-4f68-91b5-a6e37df35fca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b5e85b-6c15-4837-911c-0a05ff4249c9 HTTP/1.1" status: 204 len: 168 time: 0.7225053 Mar 07 04:36:34.016458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13156b-da45-4f68-91b5-a6e37df35fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5e85b-6c15-4837-911c-0a05ff4249c9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:34.021382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:34.031899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:34.040639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7ef38d69-bf11-467c-9b14-f53e8cca8a90 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/d4c1cd2c-a077-44c8-a380-becbb5b6b073 HTTP/1.1" status: 200 len: 921 time: 0.4440789 Mar 07 04:36:34.041469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49510) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:34.115132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] For port e566dd49-865f-445a-abc2-9e99b79fa483, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:34.159137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] For port e566dd49-865f-445a-abc2-9e99b79fa483, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e566dd49-865f-445a-abc2-9e99b79fa483,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:34.174139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e89a3b-fb64-450e-bb7f-d205bdd89e56 req-937c24fc-5c95-4391-a8d4-4ee256863da3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:34.176750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66e89a3b-fb64-450e-bb7f-d205bdd89e56 req-937c24fc-5c95-4391-a8d4-4ee256863da3 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2980740 Mar 07 04:36:34.177066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:34.181196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb43079d-2e86-4ca5-b70c-008460fbb3ab tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4c1cd2c-a077-44c8-a380-becbb5b6b073 HTTP/1.1" status: 200 len: 205 time: 0.1339011 Mar 07 04:36:34.184426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49512) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:34.292389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66e89a3b-fb64-450e-bb7f-d205bdd89e56 req-c1336172-1778-40b6-97e9-48411fb7db40 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674105 Mar 07 04:36:34.396168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253541f-3a57-4276-9e76-c956fc7503c2 None None] Pushing event updated for resources: {'Port': ['ID=e566dd49-865f-445a-abc2-9e99b79fa483,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:34.434017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (d4c1cd2c-a077-44c8-a380-becbb5b6b073), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:34.636653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (d4c1cd2c-a077-44c8-a380-becbb5b6b073), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:34.852707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Deleting port 094208b3-ae18-4e3b-8142-407ed8dc041a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:34.853061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (094208b3-ae18-4e3b-8142-407ed8dc041a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:34.936547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e566dd49-865f-445a-abc2-9e99b79fa483 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:35.038016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (094208b3-ae18-4e3b-8142-407ed8dc041a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.046114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:36:35.053905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Calling delete_port for 094208b3-ae18-4e3b-8142-407ed8dc041a owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:35.095061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e566dd49-865f-445a-abc2-9e99b79fa483 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:35.099798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.179228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a97d7d-c6e2-44e8-bf4d-de8271d1e282 req-005df483-caec-4c72-a921-b4b7e62d6c73 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:35.180927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8a97d7d-c6e2-44e8-bf4d-de8271d1e282 req-005df483-caec-4c72-a921-b4b7e62d6c73 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.2941327 Mar 07 04:36:35.193127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff06b9-c901-4a10-9910-b4f47015a6b1 req-3afabf10-3b37-415d-83c4-a5f7f959acf7 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:35.201003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aeff06b9-c901-4a10-9910-b4f47015a6b1 req-3afabf10-3b37-415d-83c4-a5f7f959acf7 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.4060736 Mar 07 04:36:35.280177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aeff06b9-c901-4a10-9910-b4f47015a6b1 req-9bfb6a03-b376-4e4b-8b2b-32153d92d955 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776842 Mar 07 04:36:35.396060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:35.396488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.435513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8a97d7d-c6e2-44e8-bf4d-de8271d1e282 req-7031886f-7087-4ce8-9782-172c881d5564 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265198 Mar 07 04:36:35.459245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (094208b3-ae18-4e3b-8142-407ed8dc041a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.482944 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4ac0-0d91-46fc-8a80-a2094f42d0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.524676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event deleted for resources: {'Port': ['ID=094208b3-ae18-4e3b-8142-407ed8dc041a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:35.555639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.582623 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:36:35.582982 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:36:35.585945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85006e23-17af-4d48-b6e4-2093e3497195 req-ec7e0a7e-850a-4369-8835-02eb75755cb4 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:35.601855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85006e23-17af-4d48-b6e4-2093e3497195 req-ec7e0a7e-850a-4369-8835-02eb75755cb4 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.1928005 Mar 07 04:36:35.703480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (d4c1cd2c-a077-44c8-a380-becbb5b6b073), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:35.783728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85006e23-17af-4d48-b6e4-2093e3497195 req-931a7bdc-be95-4d2d-895a-bcc86a9dc5c9 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787994 Mar 07 04:36:35.874501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49556) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:35.998009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (d4c1cd2c-a077-44c8-a380-becbb5b6b073), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.002581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (d4c1cd2c-a077-44c8-a380-becbb5b6b073), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.062950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d869e-f250-4910-8da9-8e23fddbe305 req-bd894ab5-3d80-4ce4-9974-376718e3c821 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:36.064491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-330d869e-f250-4910-8da9-8e23fddbe305 req-bd894ab5-3d80-4ce4-9974-376718e3c821 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1772773 Mar 07 04:36:36.075666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] For port e566dd49-865f-445a-abc2-9e99b79fa483, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e566dd49-865f-445a-abc2-9e99b79fa483,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:36.134578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (d4c1cd2c-a077-44c8-a380-becbb5b6b073), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.135394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Fanout notify agent at l3_agent the message router_deleted on router d4c1cd2c-a077-44c8-a380-becbb5b6b073 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:36.141761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-330d869e-f250-4910-8da9-8e23fddbe305 req-4aa43315-0776-49ce-82c5-584980232ae2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681489 Mar 07 04:36:36.162205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.171640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f256909b-507d-4043-9176-7c648a5dfda1 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/d4c1cd2c-a077-44c8-a380-becbb5b6b073 HTTP/1.1" status: 204 len: 168 time: 1.9766619 Mar 07 04:36:36.171640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49560) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:36.171927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:36.171927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.184181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1334431555', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': False}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:36.198905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (e566dd49-865f-445a-abc2-9e99b79fa483), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.211831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.222837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-428955506'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:36.231777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (2b1f7a59-0dfd-4246-b8db-2640773356cd), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.233161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (2b1f7a59-0dfd-4246-b8db-2640773356cd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.280723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:36:36.281081 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:36:36.330951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Provisioning complete for port e566dd49-865f-445a-abc2-9e99b79fa483 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:36.331328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.366987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (2b1f7a59-0dfd-4246-b8db-2640773356cd), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.507778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:36.508143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.573582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port e566dd49-865f-445a-abc2-9e99b79fa483, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e566dd49-865f-445a-abc2-9e99b79fa483,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:36.581433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:36.581907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.602373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.608160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2b1f7a59-0dfd-4246-b8db-2640773356cd), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.699734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.704614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=e566dd49-865f-445a-abc2-9e99b79fa483,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:36.708245 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:36:36.708605 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:36:36.789132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (67919e07-5f78-4316-8f32-510f65444ec9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.884679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Made reservation on behalf of 6e822c5f520243b5962ae076fad570f2 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:36.888640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.907942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.974457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:36.979105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2b1f7a59-0dfd-4246-b8db-2640773356cd), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:36.982516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=e566dd49-865f-445a-abc2-9e99b79fa483,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:36.993307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:37.002243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4f1d5-2967-4167-83e2-db3b7c23f75a None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:37.012702 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.044280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Subnet': ['ID=67919e07-5f78-4316-8f32-510f65444ec9,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:37.053234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:37.053831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.144736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Allocated IP 172.25.4.167 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ced5f25e-4438-420d-8d7a-ac7cd4904fbc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:37.169153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7758ba-3b1b-4789-8374-40ba911d46f9 req-47694a4f-2d9c-459e-a8a0-71b3bf44492a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:37.170851 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea7758ba-3b1b-4789-8374-40ba911d46f9 req-47694a4f-2d9c-459e-a8a0-71b3bf44492a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3723643 Mar 07 04:36:37.204303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4cb5fb5f-895b-4731-8359-ffc53f390138 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5310228 Mar 07 04:36:37.204549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49572) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:37.212029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943bf26-5526-4f9a-9c7a-5f522b1fa2ad req-1b5550b7-460c-4f87-bd93-feb33cd9a5c7 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:37.217101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Request body: {'port': {'network_id': '8393e2f1-e638-4cb0-b0df-29004274d522', 'mac_address': 'fa:16:3e:4b:3f:d7', 'name': 'tempest-NetworksTestDHCPv6-1247995949'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:37.221242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b943bf26-5526-4f9a-9c7a-5f522b1fa2ad req-1b5550b7-460c-4f87-bd93-feb33cd9a5c7 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.3391309 Mar 07 04:36:37.292018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-982d4e4b-1762-4381-8ef8-ee3cda0732ce None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:37.360228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b943bf26-5526-4f9a-9c7a-5f522b1fa2ad req-20b60b19-41a2-42a5-83b7-7ed32d868c75 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380813 Mar 07 04:36:37.372902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-80e46ef0-978b-43a4-8675-15cafe8ace72 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:37.374472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-80e46ef0-978b-43a4-8675-15cafe8ace72 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.3773327 Mar 07 04:36:37.418363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.495080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks [] for security_group (5af43b79-2105-4610-8c56-c067070b3eef), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.501141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea7758ba-3b1b-4789-8374-40ba911d46f9 req-704ee092-11d4-4c57-878a-06e605e76b7a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185260 Mar 07 04:36:37.532987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5af43b79-2105-4610-8c56-c067070b3eef), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.539484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.616075 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.616599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:36:37.635501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af43b79-2105-4610-8c56-c067070b3eef,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:37.650409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e43dca53-8d14-448b-af6a-8bede562df84), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.650750 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Added segment e43dca53-8d14-448b-af6a-8bede562df84 of type vlan for network f3d90d34-229b-4d7f-a77d-6aa355e66e58 Mar 07 04:36:37.671618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb72f5-e506-4206-9b40-ad0bb13701f3 req-a23e46f8-dd5c-4d3f-af89-d356b87afc08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:37.673219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0eb72f5-e506-4206-9b40-ad0bb13701f3 req-a23e46f8-dd5c-4d3f-af89-d356b87afc08 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 945 time: 0.1922479 Mar 07 04:36:37.676819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Deleting port 6412f738-da0a-40d0-ad10-7f9a683186ac {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:37.677341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.733944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Port': ['ID=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:37.771559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:37.775398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:37.780642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:37.836693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f3d90d34-229b-4d7f-a77d-6aa355e66e58), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.871193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] For port 6412f738-da0a-40d0-ad10-7f9a683186ac, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6412f738-da0a-40d0-ad10-7f9a683186ac,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:37.871524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.900233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0eb72f5-e506-4206-9b40-ad0bb13701f3 req-1d07e3cc-34f7-461e-9126-27141c405644 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372640 Mar 07 04:36:37.917909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Calling delete_port for 6412f738-da0a-40d0-ad10-7f9a683186ac owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:37.937014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f3d90d34-229b-4d7f-a77d-6aa355e66e58), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.942550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:37.943166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:37.991083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Made reservation on behalf of a024d9e4556746a78f226473e71f6c97 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:38.086252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2001734 Mar 07 04:36:38.093177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49578) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:38.109541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Request body: {'subnet': {'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:38.166151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba5697-a146-4f84-91e5-989225983b6c tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event updated for resources: {'Network': ['ID=f3d90d34-229b-4d7f-a77d-6aa355e66e58,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:38.182152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:36:38.252557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.316946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] device_id is not set on port 8d20abc1-de0f-4741-8d3e-f81618d4be9d yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:38.356830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a3c27d62-700a-4ae3-b948-0f8d614a0150 None None] Provisioning complete for port e566dd49-865f-445a-abc2-9e99b79fa483 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:38.357468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3c27d62-700a-4ae3-b948-0f8d614a0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.402014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Made reservation on behalf of 6e822c5f520243b5962ae076fad570f2 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:38.412397 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.459099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3c27d62-700a-4ae3-b948-0f8d614a0150 None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:38.692748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6412f738-da0a-40d0-ad10-7f9a683186ac), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.706999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6412f738-da0a-40d0-ad10-7f9a683186ac'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:36:38.754263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2b1f7a59-0dfd-4246-b8db-2640773356cd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.773142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event deleted for resources: {'Port': ['ID=6412f738-da0a-40d0-ad10-7f9a683186ac,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:38.785605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669cfca-1d10-4ea8-b313-d1aa1d5d9fda req-ba1a679e-04b3-41d8-bd67-6e0165a18fb6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:38.792507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5669cfca-1d10-4ea8-b313-d1aa1d5d9fda req-ba1a679e-04b3-41d8-bd67-6e0165a18fb6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2960758 Mar 07 04:36:38.816976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e566dd49-865f-445a-abc2-9e99b79fa483 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:38.882032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e566dd49-865f-445a-abc2-9e99b79fa483 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:38.883269 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.934754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188edf9-c8cd-4603-aa4f-07484a991f33 req-018e80f1-0b51-4bf6-a47b-12a8ecb13044 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:38.943235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4188edf9-c8cd-4603-aa4f-07484a991f33 req-018e80f1-0b51-4bf6-a47b-12a8ecb13044 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3238072 Mar 07 04:36:38.972701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5669cfca-1d10-4ea8-b313-d1aa1d5d9fda req-bcd70747-7d06-45a2-9fb9-b6328b011f9b tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793423 Mar 07 04:36:38.973801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] No DVR routers for this DVR port 6412f738-da0a-40d0-ad10-7f9a683186ac on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:38.983820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:38.987158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75a10d08-23bd-4841-88d2-ade54d2fb9c6 req-5010fe8e-7fbe-4411-8093-5c9607d0ad74 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "DELETE /v2.0/ports/6412f738-da0a-40d0-ad10-7f9a683186ac HTTP/1.1" status: 204 len: 173 time: 1.6009138 Mar 07 04:36:38.988480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'name': 'network-vif-deleted', 'tag': '6412f738-da0a-40d0-ad10-7f9a683186ac'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:38.990380 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af2dd4-c457-4ad1-addc-e595698346d2" -d '{"events": [{"server_uuid": "e6960faf-4d2d-47a8-9d68-10e2a3eef5af", "name": "network-vif-deleted", "tag": "6412f738-da0a-40d0-ad10-7f9a683186ac"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:39.092880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:39.094362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4188edf9-c8cd-4603-aa4f-07484a991f33 req-f3468783-6ade-4ef8-b99e-943270d2cfc2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500151 Mar 07 04:36:39.196354 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7355fd8-f046-443c-999a-7dc0d104b2ad x-openstack-request-id: req-b7355fd8-f046-443c-999a-7dc0d104b2ad {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:39.197067 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6960faf-4d2d-47a8-9d68-10e2a3eef5af", "name": "network-vif-deleted", "tag": "6412f738-da0a-40d0-ad10-7f9a683186ac", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:39.197544 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7355fd8-f046-443c-999a-7dc0d104b2ad {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:39.198268 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6960faf-4d2d-47a8-9d68-10e2a3eef5af', 'name': 'network-vif-deleted', 'tag': '6412f738-da0a-40d0-ad10-7f9a683186ac', 'status': 'completed', 'code': 200} Mar 07 04:36:39.217783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-087d06b1-2ce2-4243-9a9d-2eaa3105b8e4 req-6d4091d6-ba5d-4a96-b0c2-a277b0b6ae43 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6960faf-4d2d-47a8-9d68-10e2a3eef5af HTTP/1.1" status: 200 len: 210 time: 0.0497468 Mar 07 04:36:39.242458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (66e065c7-03d7-4b1b-b424-4948bd0a26e6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.243464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8::ee (8393e2f1-e638-4cb0-b0df-29004274d522/0220a448-214e-4a76-92c9-c327d4e0728b/8d20abc1-de0f-4741-8d3e-f81618d4be9d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:39.308122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:3fd7 (8393e2f1-e638-4cb0-b0df-29004274d522/67919e07-5f78-4316-8f32-510f65444ec9/8d20abc1-de0f-4741-8d3e-f81618d4be9d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:39.327425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Checking segment: {'id': 'e43dca53-8d14-448b-af6a-8bede562df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:39.328275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Network hostable DHCP agents. Network: f3d90d34-229b-4d7f-a77d-6aa355e66e58, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:36:39.335021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event updated for resources: {'Subnet': ['ID=66e065c7-03d7-4b1b-b424-4948bd0a26e6,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:39.366422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:36:39.369765 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.384639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f3d90d34-229b-4d7f-a77d-6aa355e66e58) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:39.390408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:39.392107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.397065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea562afd-4d25-43be-bc97-597a6aef6302 None None] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:39.439551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-24f2b965-71cb-4c2e-8537-ce780e242f61 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3386211 Mar 07 04:36:39.440497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49592) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:39.454261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Request body: {'port': {'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-704695937'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:39.493038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (2b1f7a59-0dfd-4246-b8db-2640773356cd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.568424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-f3d90d34-229b-4d7f-a77d-6aa355e66e58', 'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58', 'project_id': '6e822c5f520243b5962ae076fad570f2', 'fixed_ips': [{'subnet_id': '66e065c7-03d7-4b1b-b424-4948bd0a26e6'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:36:39.569309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.714491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Made reservation on behalf of 6e822c5f520243b5962ae076fad570f2 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:39.719574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.724228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for port (8d20abc1-de0f-4741-8d3e-f81618d4be9d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.760017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] device_id is not set on port d887b977-dff9-46b6-b1cd-fc255c40878b yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:39.797677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Router 2b1f7a59-0dfd-4246-b8db-2640773356cd is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:39.803182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8d20abc1-de0f-4741-8d3e-f81618d4be9d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.875165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Allocated IP 2001:db8::2 (f3d90d34-229b-4d7f-a77d-6aa355e66e58/66e065c7-03d7-4b1b-b424-4948bd0a26e6/81f441b4-bf9b-4442-ac75-99636b86f419) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:39.902162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Network 8393e2f1-e638-4cb0-b0df-29004274d522 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:39.910697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:39.917641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:39.922838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:39.923460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:39.938009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event updated for resources: {'Port': ['ID=8d20abc1-de0f-4741-8d3e-f81618d4be9d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:39.947995 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-957c6da1-2384-472f-b522-b8819962d3cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7349672 Mar 07 04:36:39.951084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:40.055814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:40.076937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Sync routers for ids ['2b1f7a59-0dfd-4246-b8db-2640773356cd'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:40.086756 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.090803 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-08dc1992-4b03-4dae-9371-4073fe901768 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9202306 Mar 07 04:36:40.091421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49600) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:40.169638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Routers {'2b1f7a59-0dfd-4246-b8db-2640773356cd'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:40.170714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2b1f7a59-0dfd-4246-b8db-2640773356cd'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:40.232410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Publish callbacks [] for port (81f441b4-bf9b-4442-ac75-99636b86f419), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.236855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting port 8d20abc1-de0f-4741-8d3e-f81618d4be9d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:40.236855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8d20abc1-de0f-4741-8d3e-f81618d4be9d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.264788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86764f8b-d8f5-4eb1-aa52-d7724d3a3357 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/2b1f7a59-0dfd-4246-b8db-2640773356cd HTTP/1.1" status: 200 len: 909 time: 0.1720815 Mar 07 04:36:40.265429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49606) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:40.267237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.272233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1334431555', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': True}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:40.296967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.298215 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.380867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:40.383461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.389124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:40.395716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:40.407197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Pushing event updated for resources: {'Port': ['ID=81f441b4-bf9b-4442-ac75-99636b86f419,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:40.435450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Set router 2b1f7a59-0dfd-4246-b8db-2640773356cd gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:36:40.490244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3af4e-9b35-4234-967f-979e7cf7f9b5 req-03b166c7-6ed1-40c1-8f5b-0f906ecdad49 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:40.494639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94a3af4e-9b35-4234-967f-979e7cf7f9b5 req-03b166c7-6ed1-40c1-8f5b-0f906ecdad49 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.4015470 Mar 07 04:36:40.498969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Allocated IP 2001:db8::260 (f3d90d34-229b-4d7f-a77d-6aa355e66e58/66e065c7-03d7-4b1b-b424-4948bd0a26e6/d887b977-dff9-46b6-b1cd-fc255c40878b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:40.592420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.619550 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8d20abc1-de0f-4741-8d3e-f81618d4be9d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.636784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Calling delete_port for 8d20abc1-de0f-4741-8d3e-f81618d4be9d owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:40.715862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Attempting to bind port 81f441b4-bf9b-4442-ac75-99636b86f419 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:40.716278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Attempting to bind port 81f441b4-bf9b-4442-ac75-99636b86f419 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e43dca53-8d14-448b-af6a-8bede562df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:40.716677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Attempting to bind port 81f441b4-bf9b-4442-ac75-99636b86f419 on network f3d90d34-229b-4d7f-a77d-6aa355e66e58 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:40.718712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5f02e7b4-a54f-47b8-8790-daa63d463abc None None] Provisioning complete for port 8d20abc1-de0f-4741-8d3e-f81618d4be9d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:40.719092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5f02e7b4-a54f-47b8-8790-daa63d463abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8d20abc1-de0f-4741-8d3e-f81618d4be9d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.734312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4d3b-e75f-4579-b893-08312b696b85 req-c85759a5-2844-469e-9a6f-437336530a8b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:40.736004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb1e4d3b-e75f-4579-b893-08312b696b85 req-c85759a5-2844-469e-9a6f-437336530a8b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.5382812 Mar 07 04:36:40.780059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:40.780446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Checking segment: {'id': 'e43dca53-8d14-448b-af6a-8bede562df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:40.780861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.781262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Bound using segment: {'id': 'e43dca53-8d14-448b-af6a-8bede562df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:40.781761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Bound port: 81f441b4-bf9b-4442-ac75-99636b86f419, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43dca53-8d14-448b-af6a-8bede562df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:40.782176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.843444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5f02e7b4-a54f-47b8-8790-daa63d463abc None None] Port 8d20abc1-de0f-4741-8d3e-f81618d4be9d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:40.883910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94a3af4e-9b35-4234-967f-979e7cf7f9b5 req-2e8a81ed-d4cb-4ed0-8773-0523da2a0531 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269753 Mar 07 04:36:40.927385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] For port 81f441b4-bf9b-4442-ac75-99636b86f419, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:40.931121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] For port 81f441b4-bf9b-4442-ac75-99636b86f419, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=81f441b4-bf9b-4442-ac75-99636b86f419,segment=NetworkSegment(e43dca53-8d14-448b-af6a-8bede562df84),segment_id=e43dca53-8d14-448b-af6a-8bede562df84)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:40.945372 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.947677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:40.998702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb1e4d3b-e75f-4579-b893-08312b696b85 req-4055a958-9c72-4d55-9b04-95db532fe480 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429886 Mar 07 04:36:41.032768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks [] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.073174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.124239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c352-1ba3-4c9a-bca9-ab6d8c73eb55 None None] Pushing event updated for resources: {'Port': ['ID=81f441b4-bf9b-4442-ac75-99636b86f419,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:41.156478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f7a59-0dfd-4246-b8db-2640773356cd', 'name': 'tempest-snat-router-1334431555', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.167'}], 'enable_snat': False}, 'gw_port_id': 'ced5f25e-4438-420d-8d7a-ac7cd4904fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:36Z', 'updated_at': '2022-03-07T04:36:38Z', 'revision_number': 3, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port': {'id': 'ced5f25e-4438-420d-8d7a-ac7cd4904fbc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f7a59-0dfd-4246-b8db-2640773356cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:36:37Z', 'updated_at': '2022-03-07T04:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:41.235705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Checking router: 2b1f7a59-0dfd-4246-b8db-2640773356cd for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:36:41.236182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Updating router 2b1f7a59-0dfd-4246-b8db-2640773356cd port ced5f25e-4438-420d-8d7a-ac7cd4904fbc binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:36:41.339610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.353793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.355917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8d20abc1-de0f-4741-8d3e-f81618d4be9d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.460978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Allocated IP 172.25.4.98 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/85a394d7-9a77-4184-86a3-64737087ccf8) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:41.494101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event updated for resources: {'Port': ['ID=d887b977-dff9-46b6-b1cd-fc255c40878b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:41.522051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:41.574693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:41.591286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Port': ['ID=8d20abc1-de0f-4741-8d3e-f81618d4be9d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:41.610552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:41.618459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:41.619565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.684669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6412f738-da0a-40d0-ad10-7f9a683186ac no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:41.742137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 6412f738-da0a-40d0-ad10-7f9a683186ac {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:41.744067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6412f738-da0a-40d0-ad10-7f9a683186ac not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:41.783711 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for port (85a394d7-9a77-4184-86a3-64737087ccf8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.809877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-214f5b58-52fb-45f6-9e1c-d90ed2cb91e4 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3675115 Mar 07 04:36:41.813115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49642) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:41.827626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Request body: {'port': {'network_id': 'f3d90d34-229b-4d7f-a77d-6aa355e66e58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1273104012', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:41.829705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] bootfile-name is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 04:36:41.830151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] tftp-server is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 04:36:41.830613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] server-ip-address is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 04:36:41.836078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.842373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-02644bb2-3e2b-44d9-8c46-7d25f2d25ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/8d20abc1-de0f-4741-8d3e-f81618d4be9d HTTP/1.1" status: 204 len: 168 time: 1.8880234 Mar 07 04:36:41.857280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49644) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:41.881044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:41.969142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Port': ['ID=85a394d7-9a77-4184-86a3-64737087ccf8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:42.007675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:42.009534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:42.013547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:42.030177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-0bfea4cc-a8d1-4269-877b-9057d5c608d1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.036604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-0bfea4cc-a8d1-4269-877b-9057d5c608d1 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 0.5329101 Mar 07 04:36:42.223975 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Publish callbacks [] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.235321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.252437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-de6a89cc-ae38-4fe0-bfb9-992f3577771c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/quotas/6dcb7b0a7bd6485e814993ac0a85b7d5 HTTP/1.1" status: 200 len: 375 time: 0.1931295 Mar 07 04:36:42.302859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Attempting to bind port ced5f25e-4438-420d-8d7a-ac7cd4904fbc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:42.303917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Attempting to bind port ced5f25e-4438-420d-8d7a-ac7cd4904fbc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:42.304547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Attempting to bind port ced5f25e-4438-420d-8d7a-ac7cd4904fbc on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:42.311606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b8d22-62f0-47fe-95d9-a27c26a5d06c None None] Pushing event updated for resources: {'Port': ['ID=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:42.325796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:42.326606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:42.327265 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.327887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:42.330475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Bound port: ced5f25e-4438-420d-8d7a-ac7cd4904fbc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:42.331171 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.373073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-044c0b16-8da1-4bbd-8004-749c38c74002 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966661 Mar 07 04:36:42.439598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] For port ced5f25e-4438-420d-8d7a-ac7cd4904fbc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:42.444204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] For port ced5f25e-4438-420d-8d7a-ac7cd4904fbc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:42.461449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cbbc95-93e4-4f53-9fd7-a1eb32c0c444 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.461708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.473299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49654) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:42.474292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7cbbc95-93e4-4f53-9fd7-a1eb32c0c444 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6145170 Mar 07 04:36:42.502060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300859-fd24-4658-9f51-8bed2ba5e4ef req-2fb22e5d-cc4d-4130-87c5-85fc130ab538 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.504191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75300859-fd24-4658-9f51-8bed2ba5e4ef req-2fb22e5d-cc4d-4130-87c5-85fc130ab538 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.3867359 Mar 07 04:36:42.577106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Routers {'2b1f7a59-0dfd-4246-b8db-2640773356cd'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:42.577627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.577758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2b1f7a59-0dfd-4246-b8db-2640773356cd'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:42.583890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b8d22-62f0-47fe-95d9-a27c26a5d06c None None] Pushing event updated for resources: {'Port': ['ID=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:42.688616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b580b71-6fba-46e1-8233-c15e173f10b9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.694547 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2b580b71-6fba-46e1-8233-c15e173f10b9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2157240 Mar 07 04:36:42.695231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49656) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:42.738481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Made reservation on behalf of 6e822c5f520243b5962ae076fad570f2 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:42.743006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:42.752369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] Set router 2b1f7a59-0dfd-4246-b8db-2640773356cd gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:36:42.784293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] device_id is not set on port c68ebf4d-d608-4516-8bbc-279a4e69a93f yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:42.808281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895adf6b-b9d6-4976-b695-2fb9893ea89e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.809611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895adf6b-b9d6-4976-b695-2fb9893ea89e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.811037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895adf6b-b9d6-4976-b695-2fb9893ea89e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:42.815426 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-895adf6b-b9d6-4976-b695-2fb9893ea89e tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0932040 Mar 07 04:36:42.816110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49658) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:42.874941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b4ea3-629d-4307-99b2-d2adb29a5b60 None None] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:42.877090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81f441b4-bf9b-4442-ac75-99636b86f419 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:42.957725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Allocated IP 2001:db8::17f (f3d90d34-229b-4d7f-a77d-6aa355e66e58/66e065c7-03d7-4b1b-b424-4948bd0a26e6/c68ebf4d-d608-4516-8bbc-279a4e69a93f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:43.012700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.060992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] Provisioning complete for port 81f441b4-bf9b-4442-ac75-99636b86f419 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:43.061356 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.082647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 0220a448-214e-4a76-92c9-c327d4e0728b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:43.092127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (0220a448-214e-4a76-92c9-c327d4e0728b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.133507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75300859-fd24-4658-9f51-8bed2ba5e4ef req-792e06d7-d224-4b49-be7d-c56d1acb1224 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019559 Mar 07 04:36:43.165669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 81f441b4-bf9b-4442-ac75-99636b86f419 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:43.166106 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.190492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-a096712d-d72f-4400-9547-3a4fb0360588 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020270 Mar 07 04:36:43.359304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 81f441b4-bf9b-4442-ac75-99636b86f419 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:43.359879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.362537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] Current status of the port 81f441b4-bf9b-4442-ac75-99636b86f419 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:43.363068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.408144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f7a59-0dfd-4246-b8db-2640773356cd', 'name': 'tempest-snat-router-1334431555', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.167'}], 'enable_snat': False}, 'gw_port_id': 'ced5f25e-4438-420d-8d7a-ac7cd4904fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:36Z', 'updated_at': '2022-03-07T04:36:38Z', 'revision_number': 3, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port': {'id': 'ced5f25e-4438-420d-8d7a-ac7cd4904fbc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f7a59-0dfd-4246-b8db-2640773356cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:36:37Z', 'updated_at': '2022-03-07T04:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:43.437220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] For port 81f441b4-bf9b-4442-ac75-99636b86f419, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=81f441b4-bf9b-4442-ac75-99636b86f419,segment=NetworkSegment(e43dca53-8d14-448b-af6a-8bede562df84),segment_id=e43dca53-8d14-448b-af6a-8bede562df84)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:43.480002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.484926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a283a6b-eb86-4870-9e06-ba227ddbd515 None None] The sync data for ids ['2b1f7a59-0dfd-4246-b8db-2640773356cd'] in n-d-832185-1 is: [{'id': '2b1f7a59-0dfd-4246-b8db-2640773356cd', 'name': 'tempest-snat-router-1334431555', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.167'}], 'enable_snat': False}, 'gw_port_id': 'ced5f25e-4438-420d-8d7a-ac7cd4904fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:36Z', 'updated_at': '2022-03-07T04:36:38Z', 'revision_number': 3, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port': {'id': 'ced5f25e-4438-420d-8d7a-ac7cd4904fbc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f7a59-0dfd-4246-b8db-2640773356cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:36:37Z', 'updated_at': '2022-03-07T04:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:43.667391 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:36:43.667891 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:36:43.677676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4ab3e-017e-4c76-b003-9d1ccb32bb05 None None] Pushing event updated for resources: {'Port': ['ID=81f441b4-bf9b-4442-ac75-99636b86f419,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:43.787814 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (0220a448-214e-4a76-92c9-c327d4e0728b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.854855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c103be-d442-494a-af22-5f0327db57a3 None None] Provisioning complete for port d887b977-dff9-46b6-b1cd-fc255c40878b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:43.857971 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c103be-d442-494a-af22-5f0327db57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:43.951700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c103be-d442-494a-af22-5f0327db57a3 None None] Port d887b977-dff9-46b6-b1cd-fc255c40878b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:43.976539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-58c103be-d442-494a-af22-5f0327db57a3 None None] Provisioning complete for port 81f441b4-bf9b-4442-ac75-99636b86f419 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:43.976924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58c103be-d442-494a-af22-5f0327db57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.055273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682612-e9da-44fc-8c92-43632c7df7b6 req-d5182c4c-2aa0-426c-ba03-fd867fa29e62 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:44.056841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed682612-e9da-44fc-8c92-43632c7df7b6 req-d5182c4c-2aa0-426c-ba03-fd867fa29e62 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 946 time: 0.7951262 Mar 07 04:36:44.142687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed682612-e9da-44fc-8c92-43632c7df7b6 req-cb23122d-ae98-466d-bf53-a6948bf6670e tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Mar 07 04:36:44.185950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-628fb086-ad03-410f-a08d-9e456c455bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9894376 Mar 07 04:36:44.223556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks [] for port (c68ebf4d-d608-4516-8bbc-279a4e69a93f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.253584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0220a448-214e-4a76-92c9-c327d4e0728b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.271391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-58c103be-d442-494a-af22-5f0327db57a3 None None] Current status of the port 81f441b4-bf9b-4442-ac75-99636b86f419 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:44.291378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-4719dda9-f2d1-4399-86f8-d92eefd6509f tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:44.293284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-4719dda9-f2d1-4399-86f8-d92eefd6509f tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 946 time: 0.3189776 Mar 07 04:36:44.295157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c68ebf4d-d608-4516-8bbc-279a4e69a93f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.345183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 81f441b4-bf9b-4442-ac75-99636b86f419 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:44.402319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c3cb03c4-df0a-43e1-b581-8641588a5808 None None] Provisioning complete for port d887b977-dff9-46b6-b1cd-fc255c40878b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:44.402949 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3cb03c4-df0a-43e1-b581-8641588a5808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.435243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (0220a448-214e-4a76-92c9-c327d4e0728b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.440249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:44.458099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:44.474964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb03c4-df0a-43e1-b581-8641588a5808 None None] Port d887b977-dff9-46b6-b1cd-fc255c40878b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:44.484181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Router 2772e61f-e3b3-48c3-9d3f-b9260f9c2303 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:44.503079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:44.504811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=0220a448-214e-4a76-92c9-c327d4e0728b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:44.520311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:44.520598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.527091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.533493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44a193-6fe9-4dc0-8119-99d4a025cec6 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:44.533853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0e48773a-20a4-4876-9d66-7dc9466c1dff tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/0220a448-214e-4a76-92c9-c327d4e0728b HTTP/1.1" status: 204 len: 168 time: 1.7149882 Mar 07 04:36:44.537345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49666) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:44.604214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event updated for resources: {'Port': ['ID=c68ebf4d-d608-4516-8bbc-279a4e69a93f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:44.750876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7b06add2-85b6-4524-ac39-22cce3b9a7c2 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9337876 Mar 07 04:36:44.776497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49676) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:44.881826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e14f7-deb8-4d3f-b922-520064996674 req-7359c353-4f07-4f20-9363-d860361e99e2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:44.883346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d54e14f7-deb8-4d3f-b922-520064996674 req-7359c353-4f07-4f20-9363-d860361e99e2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.5410645 Mar 07 04:36:44.913448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:44.926245 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Sync routers for ids ['2772e61f-e3b3-48c3-9d3f-b9260f9c2303'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:44.951491 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Routers {'2772e61f-e3b3-48c3-9d3f-b9260f9c2303'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:44.952144 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2772e61f-e3b3-48c3-9d3f-b9260f9c2303'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:44.960320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:44.961403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d658de4-7817-48d5-8c64-0c142bb562d7 req-40d45b07-a37e-489f-a8b3-588f722fb019 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 210 time: 0.1817098 Mar 07 04:36:44.966430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0481f71b-1687-4a53-bd66-1f629afc46d0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6950595 Mar 07 04:36:44.970156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:45.075955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Deleting port 67bf1db4-7551-4dae-97aa-266f2178a36b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:45.080413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:45.105792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81f441b4-bf9b-4442-ac75-99636b86f419 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:45.203336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Deleting subnet 67919e07-5f78-4316-8f32-510f65444ec9 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:45.217226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (67919e07-5f78-4316-8f32-510f65444ec9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:45.318612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-08636ee8-6f44-4afc-8eb3-d78926566471 None None] Provisioning complete for port c68ebf4d-d608-4516-8bbc-279a4e69a93f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:45.319473 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-08636ee8-6f44-4afc-8eb3-d78926566471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c68ebf4d-d608-4516-8bbc-279a4e69a93f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:45.360705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d54e14f7-deb8-4d3f-b922-520064996674 req-04d0bde5-90cb-4c5b-8913-8bd0c951c264 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944759 Mar 07 04:36:45.403896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 81f441b4-bf9b-4442-ac75-99636b86f419 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:45.406427 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:45.426035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb0cd3-b8ff-418c-acf1-32472e2e047e tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:45.433604 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Set router 2772e61f-e3b3-48c3-9d3f-b9260f9c2303 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:36:45.454761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb0cd3-b8ff-418c-acf1-32472e2e047e tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:45.467443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb0cd3-b8ff-418c-acf1-32472e2e047e tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:45.484465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e6eb0cd3-b8ff-418c-acf1-32472e2e047e tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5999179 Mar 07 04:36:45.487067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49696) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:45.501440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (67919e07-5f78-4316-8f32-510f65444ec9), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:45.785868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4374da23-cf8a-4e90-ba6a-eb42ebb4569e tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/2772e61f-e3b3-48c3-9d3f-b9260f9c2303 HTTP/1.1" status: 200 len: 907 time: 0.8086798 Mar 07 04:36:45.789125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:46.025199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] For port 67bf1db4-7551-4dae-97aa-266f2178a36b, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=67bf1db4-7551-4dae-97aa-266f2178a36b,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:46.027578 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772e61f-e3b3-48c3-9d3f-b9260f9c2303', 'name': 'tempest-snat-router-1334431555', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '85a394d7-9a77-4184-86a3-64737087ccf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:40Z', 'updated_at': '2022-03-07T04:36:42Z', 'revision_number': 3, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port': {'id': '85a394d7-9a77-4184-86a3-64737087ccf8', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772e61f-e3b3-48c3-9d3f-b9260f9c2303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:36:41Z', 'updated_at': '2022-03-07T04:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:46.035956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.067736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Calling delete_port for 67bf1db4-7551-4dae-97aa-266f2178a36b owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:46.085799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-08636ee8-6f44-4afc-8eb3-d78926566471 None None] Port c68ebf4d-d608-4516-8bbc-279a4e69a93f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:46.120602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.141129 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Checking router: 2772e61f-e3b3-48c3-9d3f-b9260f9c2303 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:36:46.142818 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Updating router 2772e61f-e3b3-48c3-9d3f-b9260f9c2303 port 85a394d7-9a77-4184-86a3-64737087ccf8 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:36:46.217850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-6b38b296-d630-41b7-8df4-b1faec3e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:46.221071 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.232571 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-6b38b296-d630-41b7-8df4-b1faec3e54f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 1128 time: 0.5680430 Mar 07 04:36:46.233077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294560-1079-4cda-8ac5-09e5a6eb3249 req-c54773cf-567f-4a94-b766-3a211b447f5a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:46.241795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7294560-1079-4cda-8ac5-09e5a6eb3249 req-c54773cf-567f-4a94-b766-3a211b447f5a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.5161018 Mar 07 04:36:46.250221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 81f441b4-bf9b-4442-ac75-99636b86f419 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:46.251475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced5f25e-4438-420d-8d7a-ac7cd4904fbc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:46.252071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (67919e07-5f78-4316-8f32-510f65444ec9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.366397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ced5f25e-4438-420d-8d7a-ac7cd4904fbc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:46.367032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.388028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167687e9-df39-47c2-976c-fcb362d9149a req-90902daf-f12d-4d56-9723-33d205cc23d3 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:46.394952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-167687e9-df39-47c2-976c-fcb362d9149a req-90902daf-f12d-4d56-9723-33d205cc23d3 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 946 time: 0.7140584 Mar 07 04:36:46.491234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Deleting port c68ebf4d-d608-4516-8bbc-279a4e69a93f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:46.491621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c68ebf4d-d608-4516-8bbc-279a4e69a93f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.497208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (67919e07-5f78-4316-8f32-510f65444ec9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.513186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.535848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7294560-1079-4cda-8ac5-09e5a6eb3249 req-8803b3e7-102e-4c0b-baef-3884ff88c3be tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880342 Mar 07 04:36:46.551354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-3ef93178-6603-4d77-bb47-4b2c3830882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:46.553138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-3ef93178-6603-4d77-bb47-4b2c3830882a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 917 time: 0.2968345 Mar 07 04:36:46.555695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Subnet': ['ID=67919e07-5f78-4316-8f32-510f65444ec9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:46.572328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71834d20-a159-4abe-9cc9-4ef066ac5819 None None] Network 8393e2f1-e638-4cb0-b0df-29004274d522 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:46.576059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3c9a6006-39b3-466c-88f0-1f832d3d4b1b None None] Provisioning complete for port e566dd49-865f-445a-abc2-9e99b79fa483 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:46.576430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6006-39b3-466c-88f0-1f832d3d4b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.593681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.597529 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/67919e07-5f78-4316-8f32-510f65444ec9 HTTP/1.1" status: 204 len: 168 time: 2.0586400 Mar 07 04:36:46.609577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:46.720372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.721439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.721852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.724079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.724545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.727116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.728446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.732103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-167687e9-df39-47c2-976c-fcb362d9149a req-cd4f1027-4e56-4e9d-9aaf-653d9e34d1ea tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a41afd-2b0e-457a-8de7-45f91d71470e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094325 Mar 07 04:36:46.742840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.743354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.743811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.750590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.752036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.752627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68ce2d-59df-44c4-b804-04bd7f252cca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:46.816932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-4747dbf5-ce29-4332-902e-bf73051afc8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 200 len: 217 time: 0.2444837 Mar 07 04:36:46.876663 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Publish callbacks [] for port (85a394d7-9a77-4184-86a3-64737087ccf8), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.879773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae0aadcd-e050-4ee6-a401-74b170ec0b32 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2638206 Mar 07 04:36:46.882635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:46.890447 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.937500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42e9b965-e22f-4b5b-bd5b-1e9334409f58 req-c4d7126c-b24e-4db3-a3e3-c78fea1cec90 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 210 time: 0.1765838 Mar 07 04:36:46.941263 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Attempting to bind port 85a394d7-9a77-4184-86a3-64737087ccf8 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:46.942077 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Attempting to bind port 85a394d7-9a77-4184-86a3-64737087ccf8 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:46.942607 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Attempting to bind port 85a394d7-9a77-4184-86a3-64737087ccf8 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:46.986827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-135e7344-f528-4874-9bd0-1b1b2d9e530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:46.988902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-135e7344-f528-4874-9bd0-1b1b2d9e530e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.1184096 Mar 07 04:36:46.990656 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:46.991239 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:46.991822 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:46.992363 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:46.993010 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Bound port: 85a394d7-9a77-4184-86a3-64737087ccf8, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:46.993701 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.041743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43be0bd-55a6-44c0-a993-e8e350b870f3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:47.044148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e43be0bd-55a6-44c0-a993-e8e350b870f3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1588552 Mar 07 04:36:47.045304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Deleting port 85a394d7-9a77-4184-86a3-64737087ccf8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:47.045758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.048560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49720) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:47.066880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ced5f25e-4438-420d-8d7a-ac7cd4904fbc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:47.067643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.095365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port ced5f25e-4438-420d-8d7a-ac7cd4904fbc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:47.103605 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] For port 85a394d7-9a77-4184-86a3-64737087ccf8, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:47.110364 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] For port 85a394d7-9a77-4184-86a3-64737087ccf8, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=85a394d7-9a77-4184-86a3-64737087ccf8,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:47.123001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-aca8f522-cfc2-48ea-baca-3d4599f8914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:47.125284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-aca8f522-cfc2-48ea-baca-3d4599f8914e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284325 Mar 07 04:36:47.149669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Pushing event updated for resources: {'Port': ['ID=85a394d7-9a77-4184-86a3-64737087ccf8,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:47.168639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a6006-39b3-466c-88f0-1f832d3d4b1b None None] Current status of the port e566dd49-865f-445a-abc2-9e99b79fa483 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:47.169012 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.169543 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.170062 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.170584 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.173702 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.174254 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.174768 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.175396 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.175632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.176066 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.176551 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.177035 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.178535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.179071 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.179586 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:47.191676 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.231720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Calling delete_port for 85a394d7-9a77-4184-86a3-64737087ccf8 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:47.283116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9eb8e-f5dd-49e0-a775-724dc84aec14 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:47.297030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2bb9eb8e-f5dd-49e0-a775-724dc84aec14 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631625 Mar 07 04:36:47.308244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] DHCP port deletion for 8393e2f1-e638-4cb0-b0df-29004274d522 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:36:47.324204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:47.351302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c18a08-73d8-4477-b04f-668ccf7a61ca None None] Pushing event updated for resources: {'Port': ['ID=85a394d7-9a77-4184-86a3-64737087ccf8,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:47.380627 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Routers {'2772e61f-e3b3-48c3-9d3f-b9260f9c2303'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:47.381261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2772e61f-e3b3-48c3-9d3f-b9260f9c2303'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:47.392789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de888bb-c1e1-4927-99e4-a1124d22e62f req-d368c2d4-0f41-44e6-b528-c2afe563696e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:47.405572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4de888bb-c1e1-4927-99e4-a1124d22e62f req-d368c2d4-0f41-44e6-b528-c2afe563696e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.5256820 Mar 07 04:36:47.419320 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-09dd5037-f3a8-4d2e-8915-b9dc1adb4f1b service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860255 Mar 07 04:36:47.436574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:47.442860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] Deleting port e566dd49-865f-445a-abc2-9e99b79fa483 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:47.443733 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.475379 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] Set router 2772e61f-e3b3-48c3-9d3f-b9260f9c2303 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:36:47.498836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (67bf1db4-7551-4dae-97aa-266f2178a36b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.528181 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772e61f-e3b3-48c3-9d3f-b9260f9c2303', 'name': 'tempest-snat-router-1334431555', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:40Z', 'updated_at': '2022-03-07T04:36:46Z', 'revision_number': 4, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:47.541687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49726) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:47.543751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-093fc2a9-1aff-4d0b-a133-edda30aa0f49 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2141838 Mar 07 04:36:47.559996 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6554d8a-0c67-4b14-bcd6-7e3d3d98cb99 None None] The sync data for ids ['2772e61f-e3b3-48c3-9d3f-b9260f9c2303'] in n-d-832185-1 is: [{'id': '2772e61f-e3b3-48c3-9d3f-b9260f9c2303', 'name': 'tempest-snat-router-1334431555', 'tenant_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:36:40Z', 'updated_at': '2022-03-07T04:36:46Z', 'revision_number': 4, 'project_id': 'fb3db0862eb744e3b0fe10ae2f7547dd', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:47.561705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] For port e566dd49-865f-445a-abc2-9e99b79fa483, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e566dd49-865f-445a-abc2-9e99b79fa483,segment=NetworkSegment(3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc),segment_id=3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:47.563622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.627123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4de888bb-c1e1-4927-99e4-a1124d22e62f req-7c008d9e-ed04-41f6-a009-4abbb892dbd9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206795 Mar 07 04:36:47.629912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] Calling delete_port for e566dd49-865f-445a-abc2-9e99b79fa483 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:47.655892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c68ebf4d-d608-4516-8bbc-279a4e69a93f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.670209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Pushing event deleted for resources: {'Port': ['ID=67bf1db4-7551-4dae-97aa-266f2178a36b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:47.690484 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-943f1277-027d-4fc3-894d-6fc3fe3f382b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:47.692281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943f1277-027d-4fc3-894d-6fc3fe3f382b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:47.705376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-943f1277-027d-4fc3-894d-6fc3fe3f382b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/8d20abc1-de0f-4741-8d3e-f81618d4be9d HTTP/1.1" status: 404 len: 333 time: 0.1614656 Mar 07 04:36:47.709694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-0eed33e9-a394-4c27-874e-0b7fbdd756aa tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:47.711586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-0eed33e9-a394-4c27-874e-0b7fbdd756aa tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 811 time: 1.0091491 Mar 07 04:36:47.711915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49730) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:47.717007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Calling delete_port for c68ebf4d-d608-4516-8bbc-279a4e69a93f owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:47.735495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 67bf1db4-7551-4dae-97aa-266f2178a36b no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:47.748877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Request body: {'port': {'device_id': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'admin_state_up': True, 'tenant_id': '6dcb7b0a7bd6485e814993ac0a85b7d5'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:47.761333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 67bf1db4-7551-4dae-97aa-266f2178a36b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:47.761691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 67bf1db4-7551-4dae-97aa-266f2178a36b not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:47.835914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (e566dd49-865f-445a-abc2-9e99b79fa483), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.881962 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bf1476-3571-4fb5-8cc6-dd0a406a2925 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:47.884766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bf1476-3571-4fb5-8cc6-dd0a406a2925 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:47.890610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] No DVR routers for this DVR port e566dd49-865f-445a-abc2-9e99b79fa483 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:47.903049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e402b90-5f46-4f5f-b185-ae606d77543f None None] Pushing event deleted for resources: {'Port': ['ID=e566dd49-865f-445a-abc2-9e99b79fa483,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:47.903331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-27bf1476-3571-4fb5-8cc6-dd0a406a2925 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/67919e07-5f78-4316-8f32-510f65444ec9 HTTP/1.1" status: 404 len: 337 time: 0.1770170 Mar 07 04:36:47.906123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] No DVR routers for this DVR port 67bf1db4-7551-4dae-97aa-266f2178a36b on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:47.911019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49734) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:47.931576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.935329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0d0d3da-872d-48b0-9d9a-3c616752c968 req-b5a73d70-9328-4011-9055-297dd85e0809 tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.15 "DELETE /v2.0/ports/67bf1db4-7551-4dae-97aa-266f2178a36b HTTP/1.1" status: 204 len: 173 time: 3.6302178 Mar 07 04:36:47.939640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Made reservation on behalf of 6dcb7b0a7bd6485e814993ac0a85b7d5 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:47.948922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:47.952170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'name': 'network-vif-deleted', 'tag': '67bf1db4-7551-4dae-97aa-266f2178a36b'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:47.954909 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b75695-f562-45e8-b773-98aa263cfb86" -d '{"events": [{"server_uuid": "d25b75a4-dc62-49c5-a1e1-780f741c37a0", "name": "network-vif-deleted", "tag": "67bf1db4-7551-4dae-97aa-266f2178a36b"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:47.974655 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-697ad976-aefe-45c4-91e7-f374149bc1c0 req-b1a0901d-6a25-4d47-b032-6e4780b20914 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399971 Mar 07 04:36:48.047423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bad1cd6-1e1a-4fc7-a001-16e873e7efb5 req-bd89961d-5522-4973-a4f6-f2db9686494d tempest-AttachSCSIVolumeTestJSON-1838851811 tempest-AttachSCSIVolumeTestJSON-1838851811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d25b75a4-dc62-49c5-a1e1-780f741c37a0 HTTP/1.1" status: 200 len: 210 time: 0.1387830 Mar 07 04:36:48.070233 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec45893-7509-4e38-9dd3-06cd8284a2ca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.070590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec45893-7509-4e38-9dd3-06cd8284a2ca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.073829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bec45893-7509-4e38-9dd3-06cd8284a2ca tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/0220a448-214e-4a76-92c9-c327d4e0728b HTTP/1.1" status: 404 len: 337 time: 0.1576142 Mar 07 04:36:48.080468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49740) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.173080 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cafff8-65d6-4974-b051-b891833e4035 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.178821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cafff8-65d6-4974-b051-b891833e4035 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.191958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-44cafff8-65d6-4974-b051-b891833e4035 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/51c9b521-8584-4a4b-b81e-b41999dc1d2b HTTP/1.1" status: 404 len: 333 time: 0.1103950 Mar 07 04:36:48.197507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49742) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.257134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (85a394d7-9a77-4184-86a3-64737087ccf8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.267019 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7966c58d-4847-4d18-9d68-582030c29995 x-openstack-request-id: req-7966c58d-4847-4d18-9d68-582030c29995 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:48.267317 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25b75a4-dc62-49c5-a1e1-780f741c37a0", "name": "network-vif-deleted", "tag": "67bf1db4-7551-4dae-97aa-266f2178a36b", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:48.267591 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7966c58d-4847-4d18-9d68-582030c29995 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:48.267991 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25b75a4-dc62-49c5-a1e1-780f741c37a0', 'name': 'network-vif-deleted', 'tag': '67bf1db4-7551-4dae-97aa-266f2178a36b', 'status': 'completed', 'code': 200} Mar 07 04:36:48.272786 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3caab43-13a3-4e5c-8e4e-4369b57d132b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.273490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3caab43-13a3-4e5c-8e4e-4369b57d132b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.281452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f3caab43-13a3-4e5c-8e4e-4369b57d132b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/f718b6a9-36a9-4546-bf5b-cf6e172af46d HTTP/1.1" status: 404 len: 337 time: 0.0826550 Mar 07 04:36:48.286362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49744) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.340024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcdc03-5b33-4cbc-810c-21763645e545 req-85abf42c-4199-4288-aca0-2197cb102b3c tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:48.341779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3adcdc03-5b33-4cbc-810c-21763645e545 req-85abf42c-4199-4288-aca0-2197cb102b3c tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.6272631 Mar 07 04:36:48.353782 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2c7a2f-5554-43ed-ab94-4da28b2df64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.354748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2c7a2f-5554-43ed-ab94-4da28b2df64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.370395 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e2c7a2f-5554-43ed-ab94-4da28b2df64b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/e306b1e2-a99b-46ec-aa46-9bdfa719a555 HTTP/1.1" status: 404 len: 337 time: 0.0817797 Mar 07 04:36:48.372648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.382688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event deleted for resources: {'Port': ['ID=85a394d7-9a77-4184-86a3-64737087ccf8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:48.388177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64512f60-6ac0-46f6-9ee6-e8e6d3d8e8c5 req-6362760c-e95b-4b60-8b83-0f6c5e7ac090 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 210 time: 0.1191425 Mar 07 04:36:48.423028 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ee7c2a-51c9-47b6-82e1-a8e8e427b73a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.423600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ee7c2a-51c9-47b6-82e1-a8e8e427b73a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.429549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-76ee7c2a-51c9-47b6-82e1-a8e8e427b73a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/5e422154-bc8c-494d-b901-e1805a6daa90 HTTP/1.1" status: 404 len: 333 time: 0.0553563 Mar 07 04:36:48.430231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49750) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.463617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Allocated IP 172.20.0.12 (56a12596-683b-48cd-90c0-009f365423fb/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4/34770c7f-8462-4efc-8276-beb4e94270bb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:48.522920 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e7be2b-5f62-4edc-8672-4d9f21d65ef4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.523329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e7be2b-5f62-4edc-8672-4d9f21d65ef4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.523687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3adcdc03-5b33-4cbc-810c-21763645e545 req-d4329057-09b7-4249-a40f-5e7be8de2109 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320226 Mar 07 04:36:48.526949 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d6e7be2b-5f62-4edc-8672-4d9f21d65ef4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/8377514f-8c86-4910-b7bf-6298b3706bf7 HTTP/1.1" status: 404 len: 337 time: 0.0810273 Mar 07 04:36:48.529379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49752) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.561081 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f925bedf-2703-493f-b928-2da7c1c8caa6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.561081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f925bedf-2703-493f-b928-2da7c1c8caa6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.568223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f925bedf-2703-493f-b928-2da7c1c8caa6 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/101da8f6-946f-4c38-b41f-d9231849ac75 HTTP/1.1" status: 404 len: 337 time: 0.0338039 Mar 07 04:36:48.572959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.605897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.705666 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a00700-22e7-4682-bafb-959c3b9e80fa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.708335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a00700-22e7-4682-bafb-959c3b9e80fa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.713226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-30a00700-22e7-4682-bafb-959c3b9e80fa tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/4efaa074-90d0-42c1-be41-f55df2899000 HTTP/1.1" status: 404 len: 333 time: 0.1395605 Mar 07 04:36:48.716605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.737875 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c68ebf4d-d608-4516-8bbc-279a4e69a93f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.823728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.826086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.841541 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e6c8c1-f917-42c6-a3cc-c4109db0eb07 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.842150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e6c8c1-f917-42c6-a3cc-c4109db0eb07 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.849309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-95e6c8c1-f917-42c6-a3cc-c4109db0eb07 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/7a6cbf65-9903-45b3-80dd-a8afc66a06be HTTP/1.1" status: 404 len: 337 time: 0.1304502 Mar 07 04:36:48.868543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49760) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.898228 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-153c8454-7c2e-44a1-86a7-d1d8fad2ad1d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.898702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153c8454-7c2e-44a1-86a7-d1d8fad2ad1d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.898847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks [] for port (34770c7f-8462-4efc-8276-beb4e94270bb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.905746 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-153c8454-7c2e-44a1-86a7-d1d8fad2ad1d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/6f88343d-7df5-4eab-85f1-56c78c99ff39 HTTP/1.1" status: 404 len: 337 time: 0.0360999 Mar 07 04:36:48.908178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49762) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.942712 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-684201d7-8d03-4a13-afe2-94b93c645c6c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.943379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684201d7-8d03-4a13-afe2-94b93c645c6c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.947770 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-684201d7-8d03-4a13-afe2-94b93c645c6c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/47067aca-d6f4-474c-bf24-df925082ea19 HTTP/1.1" status: 404 len: 333 time: 0.0380259 Mar 07 04:36:48.949881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49764) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.969311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.984340 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ffa192-c51a-41b1-ab41-ca1daee9a44d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:48.984812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ffa192-c51a-41b1-ab41-ca1daee9a44d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:48.990714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34ffa192-c51a-41b1-ab41-ca1daee9a44d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/34e6022f-fdd4-4f96-8bc9-e83dee777a35 HTTP/1.1" status: 404 len: 337 time: 0.0373890 Mar 07 04:36:48.990714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (2772e61f-e3b3-48c3-9d3f-b9260f9c2303), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:48.990714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2772e61f-e3b3-48c3-9d3f-b9260f9c2303 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:48.992268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:48.993197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event deleted for resources: {'Port': ['ID=c68ebf4d-d608-4516-8bbc-279a4e69a93f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:49.004987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:49.006321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf7d801f-77f0-4d3b-9f58-9fa293119333 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2772e61f-e3b3-48c3-9d3f-b9260f9c2303 HTTP/1.1" status: 204 len: 168 time: 3.2160349 Mar 07 04:36:49.009449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49768) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:49.053214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:49.057599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-024bf865-ee9f-4893-b6f2-9aa45a025a17 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "DELETE /v2.0/ports/c68ebf4d-d608-4516-8bbc-279a4e69a93f HTTP/1.1" status: 204 len: 168 time: 3.5544682 Mar 07 04:36:49.081236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:49.128117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Request body: {'port': {'name': 'tempest-new-port-name-1649375615', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:49.128536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] bootfile-name is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 04:36:49.128932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] tftp-server is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 04:36:49.129256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] server-ip-address is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 04:36:49.262563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Network 56a12596-683b-48cd-90c0-009f365423fb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:49.321016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04308644-9ed2-4c75-8d6b-c5ee49053b93 req-acd04011-fe2a-4f93-b187-3919c69931a2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:49.325002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04308644-9ed2-4c75-8d6b-c5ee49053b93 req-acd04011-fe2a-4f93-b187-3919c69931a2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.5304096 Mar 07 04:36:49.326542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:49.339989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event updated for resources: {'Port': ['ID=34770c7f-8462-4efc-8276-beb4e94270bb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:49.360645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:49.416321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced5f25e-4438-420d-8d7a-ac7cd4904fbc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:49.507559 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:49.552204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ced5f25e-4438-420d-8d7a-ac7cd4904fbc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:49.552431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:49.560379 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04308644-9ed2-4c75-8d6b-c5ee49053b93 req-1ee9bdb1-e669-464d-b43b-5268ac8fef31 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227170 Mar 07 04:36:49.584805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:49.585487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:49.673415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-169a1432-fe4b-47b4-9c61-f56262f9d4c2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9376271 Mar 07 04:36:49.698964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Request body: {'port': {'device_id': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:49.757248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ced5f25e-4438-420d-8d7a-ac7cd4904fbc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:49.784066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d6a8-f46d-449f-aa16-4bd64e329925 req-d5cce52f-8a86-422f-b56c-ba4c601371bd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:49.787553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7892d6a8-f46d-449f-aa16-4bd64e329925 req-d5cce52f-8a86-422f-b56c-ba4c601371bd tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 932 time: 0.1977224 Mar 07 04:36:49.790655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:49.842512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e566dd49-865f-445a-abc2-9e99b79fa483 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:49.877326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e566dd49-865f-445a-abc2-9e99b79fa483 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:49.877825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e566dd49-865f-445a-abc2-9e99b79fa483 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:49.957151 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0a5a87-c8fe-46c2-8a54-4a14ddcd5fae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:49.957600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0a5a87-c8fe-46c2-8a54-4a14ddcd5fae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:49.960689 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ab0a5a87-c8fe-46c2-8a54-4a14ddcd5fae tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/8d74c7cd-58b0-473c-9abb-0909a1138a16 HTTP/1.1" status: 404 len: 333 time: 0.9669716 Mar 07 04:36:49.969489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.036704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (2b1f7a59-0dfd-4246-b8db-2640773356cd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:50.064541 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d83b806-ed66-47c4-baf8-781677114bde tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.064842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d83b806-ed66-47c4-baf8-781677114bde tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.072557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d83b806-ed66-47c4-baf8-781677114bde tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/8145888e-1310-4df3-aa70-5e181d87e895 HTTP/1.1" status: 404 len: 337 time: 0.0973208 Mar 07 04:36:50.111235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.145194 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b0233f-7926-479b-b22a-e40060da750a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.146021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b0233f-7926-479b-b22a-e40060da750a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.153420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68b0233f-7926-479b-b22a-e40060da750a tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/5aead6ee-8ea3-4cda-b827-311f9a3f1597 HTTP/1.1" status: 404 len: 333 time: 0.0385287 Mar 07 04:36:50.154588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.197358 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c95c7ea-60b0-413a-9160-1da1fb3db557 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.197953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c95c7ea-60b0-413a-9160-1da1fb3db557 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.206605 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c95c7ea-60b0-413a-9160-1da1fb3db557 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/b13192fc-1c57-4f20-8876-8036b6addaf6 HTTP/1.1" status: 404 len: 337 time: 0.0480988 Mar 07 04:36:50.207576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49828) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.237592 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cf2d56-ac75-42c1-9fb4-183eb4291c5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.238305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cf2d56-ac75-42c1-9fb4-183eb4291c5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.244178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78cf2d56-ac75-42c1-9fb4-183eb4291c5d tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/bb4e1b96-9a02-44ec-b3d4-b47f3585eab1 HTTP/1.1" status: 404 len: 333 time: 0.0337689 Mar 07 04:36:50.245437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49830) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.282913 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dd05e8-a1ca-4272-ab4c-3cd1917deac8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.283476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dd05e8-a1ca-4272-ab4c-3cd1917deac8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.289364 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-09dd05e8-a1ca-4272-ab4c-3cd1917deac8 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/153f84f9-9c7c-4d1b-b56a-f42374caadb3 HTTP/1.1" status: 404 len: 337 time: 0.0406919 Mar 07 04:36:50.321341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49832) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.356994 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-87747d84-6671-43c0-8b52-6b9e2f5b5291 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.357671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87747d84-6671-43c0-8b52-6b9e2f5b5291 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.364639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-87747d84-6671-43c0-8b52-6b9e2f5b5291 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/fe389021-eadf-4038-b28d-a564ba611a40 HTTP/1.1" status: 404 len: 333 time: 0.0393589 Mar 07 04:36:50.365773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49834) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.424632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (2b1f7a59-0dfd-4246-b8db-2640773356cd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:50.429562 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-dace7731-e313-43a9-b909-4df0cb8e25f0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.430148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dace7731-e313-43a9-b909-4df0cb8e25f0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.436767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49842) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.438430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dace7731-e313-43a9-b909-4df0cb8e25f0 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/94016f5c-d43d-4b57-a5bf-f3d0556daddd HTTP/1.1" status: 404 len: 337 time: 0.0712395 Mar 07 04:36:50.507003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Deleting port ced5f25e-4438-420d-8d7a-ac7cd4904fbc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:50.507581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:50.556765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87283ddf-3f0c-467b-b737-15a78f76a16a req-34e5188c-1e88-43f0-acb2-9ee7a0eab4bf tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:50.558391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87283ddf-3f0c-467b-b737-15a78f76a16a req-34e5188c-1e88-43f0-acb2-9ee7a0eab4bf tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.8655853 Mar 07 04:36:50.598250 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2d4bb7-41ec-4124-8014-2dac1db71916 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.598845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2d4bb7-41ec-4124-8014-2dac1db71916 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.610734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7e2d4bb7-41ec-4124-8014-2dac1db71916 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/97f688ea-9eeb-4ca2-ad7c-5de211c4dbeb HTTP/1.1" status: 404 len: 333 time: 0.1690204 Mar 07 04:36:50.614839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49850) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.618111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] For port ced5f25e-4438-420d-8d7a-ac7cd4904fbc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:50.618589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:50.636410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Calling delete_port for ced5f25e-4438-420d-8d7a-ac7cd4904fbc owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:50.665298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7892d6a8-f46d-449f-aa16-4bd64e329925 req-279d3b2c-5121-4c77-80c2-cdf588c1f272 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8697953 Mar 07 04:36:50.668541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87283ddf-3f0c-467b-b737-15a78f76a16a req-96b14607-9b65-45af-9915-c9c55b872ee4 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972459 Mar 07 04:36:50.669115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:50.743538 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef87c1c-2bcf-4848-911d-c9daca8cd927 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.743538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef87c1c-2bcf-4848-911d-c9daca8cd927 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.746586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4ef87c1c-2bcf-4848-911d-c9daca8cd927 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/80668bd2-fe90-40bc-83aa-9faba642b0d6 HTTP/1.1" status: 404 len: 337 time: 0.1237571 Mar 07 04:36:50.747908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49856) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.827551 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-379f0e3f-bfe8-4b09-90a2-c43e6d28f4d5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.828090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379f0e3f-bfe8-4b09-90a2-c43e6d28f4d5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.835346 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-379f0e3f-bfe8-4b09-90a2-c43e6d28f4d5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/a68067e4-7495-4421-8a78-e0f6f940477b HTTP/1.1" status: 404 len: 337 time: 0.0822034 Mar 07 04:36:50.838410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49858) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.868067 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-474334e2-7b52-4439-b8ab-6809fc65f7de tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.868813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474334e2-7b52-4439-b8ab-6809fc65f7de tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.874748 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-474334e2-7b52-4439-b8ab-6809fc65f7de tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/73a12f22-6d91-424f-a233-8c635f5fea61 HTTP/1.1" status: 404 len: 333 time: 0.0352929 Mar 07 04:36:50.875856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.921173 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29105ab-36f6-4bb0-bf6d-499801bfa4cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.921634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29105ab-36f6-4bb0-bf6d-499801bfa4cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.928401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e29105ab-36f6-4bb0-bf6d-499801bfa4cb tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/038fa8bd-a163-46e8-8fc3-fdaa3ba8bbeb HTTP/1.1" status: 404 len: 337 time: 0.0448046 Mar 07 04:36:50.929218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49862) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:50.968920 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e6b3fb-787c-4569-bdc7-24cf49fad02f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:50.968920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e6b3fb-787c-4569-bdc7-24cf49fad02f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:50.975965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-40e6b3fb-787c-4569-bdc7-24cf49fad02f tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/88cc2ca3-25b0-4ed0-8643-810c73343b17 HTTP/1.1" status: 404 len: 337 time: 0.0433590 Mar 07 04:36:50.976632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.012438 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee15eb-9105-43e9-9177-b0549195e879 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.013030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cee15eb-9105-43e9-9177-b0549195e879 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.020043 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1cee15eb-9105-43e9-9177-b0549195e879 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/daed615a-8e2c-48ef-b4e8-1058a648f18f HTTP/1.1" status: 404 len: 333 time: 0.0401564 Mar 07 04:36:51.020702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49866) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.045540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34770c7f-8462-4efc-8276-beb4e94270bb {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:51.055091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Publish callbacks [] for port (34770c7f-8462-4efc-8276-beb4e94270bb), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.076606 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8f779f-9103-4f09-855c-2fce72c1ff61 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.076874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8f779f-9103-4f09-855c-2fce72c1ff61 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.084595 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c8f779f-9103-4f09-855c-2fce72c1ff61 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/395d3510-459f-44bf-9524-3a2a7c4a23aa HTTP/1.1" status: 404 len: 337 time: 0.0446117 Mar 07 04:36:51.085186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49868) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.126221 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-95966a3b-7fb6-488b-a2ae-557c011dd05c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.126713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95966a3b-7fb6-488b-a2ae-557c011dd05c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.132668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-95966a3b-7fb6-488b-a2ae-557c011dd05c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/38486fb1-29a9-4b76-b041-f59bbcc21e57 HTTP/1.1" status: 404 len: 337 time: 0.0445116 Mar 07 04:36:51.135326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.166433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ced5f25e-4438-420d-8d7a-ac7cd4904fbc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.170830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Transition to ACTIVE for port object 34770c7f-8462-4efc-8276-beb4e94270bb will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:36:51.181206 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-938efb8a-1b14-47f5-96c5-3e6a427e75d3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.181921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938efb8a-1b14-47f5-96c5-3e6a427e75d3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.188683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.189378 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-938efb8a-1b14-47f5-96c5-3e6a427e75d3 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/c11cf6c3-5f84-415c-85f0-77751c8694b6 HTTP/1.1" status: 404 len: 333 time: 0.0530484 Mar 07 04:36:51.198859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49872) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.202451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks [] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.281517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Pushing event updated for resources: {'Port': ['ID=34770c7f-8462-4efc-8276-beb4e94270bb,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:51.283128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event deleted for resources: {'Port': ['ID=ced5f25e-4438-420d-8d7a-ac7cd4904fbc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:51.284356 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c54bb5-003a-4b58-b219-458a8b8d6719 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.285272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c54bb5-003a-4b58-b219-458a8b8d6719 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.285400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (2b1f7a59-0dfd-4246-b8db-2640773356cd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.289475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7c54bb5-003a-4b58-b219-458a8b8d6719 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/e349fdc6-0df3-4f31-bf33-4a925f26004c HTTP/1.1" status: 404 len: 337 time: 0.0380220 Mar 07 04:36:51.302065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.311769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa495e-5768-4a0d-b2f2-d521ff7282d2 req-bdd0b24d-bcc5-4c55-a5a8-54f92bd3979f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:51.313380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7caa495e-5768-4a0d-b2f2-d521ff7282d2 req-bdd0b24d-bcc5-4c55-a5a8-54f92bd3979f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2430871 Mar 07 04:36:51.327414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfccc34-7d46-4eb7-8646-7c8d968f2a5d req-8e168a07-885b-4efd-a411-f572a8fe66d4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:51.329619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bfccc34-7d46-4eb7-8646-7c8d968f2a5d req-8e168a07-885b-4efd-a411-f572a8fe66d4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.2581172 Mar 07 04:36:51.330376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.411242 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be1e373-8b63-48ec-bb99-f7385aa6a885 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.411810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be1e373-8b63-48ec-bb99-f7385aa6a885 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.415158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0be1e373-8b63-48ec-bb99-f7385aa6a885 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/3203b45c-4078-4715-bf57-61ebe00a2d17 HTTP/1.1" status: 404 len: 337 time: 0.0954175 Mar 07 04:36:51.418205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49876) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.420471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (2b1f7a59-0dfd-4246-b8db-2640773356cd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.422137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] In _notify_port_updated(), no bound segment for port d887b977-dff9-46b6-b1cd-fc255c40878b on network f3d90d34-229b-4d7f-a77d-6aa355e66e58 {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:36:51.424769 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_controller (2b1f7a59-0dfd-4246-b8db-2640773356cd), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.427279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:51.428005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.431705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "PUT /v2.0/ports/d887b977-dff9-46b6-b1cd-fc255c40878b HTTP/1.1" status: 200 len: 1130 time: 2.3458290 Mar 07 04:36:51.433270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.528758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2b4bf632-e15a-4dbc-8f08-b316a7535ec5 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d0ce598-1b2c-4521-9ee6-8029de231cac HTTP/1.1" status: 200 len: 205 time: 0.1060379 Mar 07 04:36:51.531507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7837aaf9-137a-448c-9a5d-6783867307e1 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:51.532477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49880) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.533104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7837aaf9-137a-448c-9a5d-6783867307e1 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "GET /v2.0/ports/d887b977-dff9-46b6-b1cd-fc255c40878b HTTP/1.1" status: 200 len: 1130 time: 0.0709429 Mar 07 04:36:51.539990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.547019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bfccc34-7d46-4eb7-8646-7c8d968f2a5d req-f58a4f12-dcff-4d79-8369-1537037a32ca tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072904 Mar 07 04:36:51.646032 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a8882f1e-2f91-4ab2-ac75-1d791182ae01 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] delete failed (client error): The resource could not be found. Mar 07 04:36:51.649629 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a8882f1e-2f91-4ab2-ac75-1d791182ae01 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/routers/9d0ce598-1b2c-4521-9ee6-8029de231cac HTTP/1.1" status: 404 len: 336 time: 0.1061099 Mar 07 04:36:51.654519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.655188 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (2b1f7a59-0dfd-4246-b8db-2640773356cd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.655755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1f7a59-0dfd-4246-b8db-2640773356cd {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:36:51.681275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.685686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f5fa944d-bbfc-4db4-a09d-7c5689134b1b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2b1f7a59-0dfd-4246-b8db-2640773356cd HTTP/1.1" status: 204 len: 168 time: 2.6726761 Mar 07 04:36:51.748338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49888) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.752406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7caa495e-5768-4a0d-b2f2-d521ff7282d2 req-aa1d2f2e-25b0-4f91-8588-a8b75755f45a tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687532 Mar 07 04:36:51.761286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-691070028', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:51.781406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f059-dfa2-4c7f-a6c5-9f67ea335d14 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event updated for resources: {'Port': ['ID=d887b977-dff9-46b6-b1cd-fc255c40878b,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:51.789380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Attempting to bind port 34770c7f-8462-4efc-8276-beb4e94270bb on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:36:51.789802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Attempting to bind port 34770c7f-8462-4efc-8276-beb4e94270bb by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:36:51.790267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Attempting to bind port 34770c7f-8462-4efc-8276-beb4e94270bb on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:51.800148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Port 34770c7f-8462-4efc-8276-beb4e94270bb on network 56a12596-683b-48cd-90c0-009f365423fb not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:36:51.800719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Attempting to bind port 34770c7f-8462-4efc-8276-beb4e94270bb on network 56a12596-683b-48cd-90c0-009f365423fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:36:51.809090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:36:51.809501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Checking segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:51.809954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Bound using segment: {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:36:51.810482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Bound port: 34770c7f-8462-4efc-8276-beb4e94270bb, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15d17ab-9d48-4b67-9941-8732798a9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56a12596-683b-48cd-90c0-009f365423fb'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:36:51.811062 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.818661 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-7437959a-bc75-4bef-8b2d-67be3b49f616 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:51.819131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7437959a-bc75-4bef-8b2d-67be3b49f616 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:51.825474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.837256 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7437959a-bc75-4bef-8b2d-67be3b49f616 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/db6b0917-f138-4cda-8222-9b50dccef4ae HTTP/1.1" status: 404 len: 337 time: 0.1645811 Mar 07 04:36:51.868814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c63a95df-6f9f-4215-9caa-039634ac2272 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "GET /v2.0/ports?device_id=fba9c7de-2686-4ffc-8a20-a2d62eca5e96 HTTP/1.1" status: 200 len: 205 time: 0.0389163 Mar 07 04:36:51.907176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49898) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:51.922660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.925677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.969810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Deleting port d887b977-dff9-46b6-b1cd-fc255c40878b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:51.971842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:51.980472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-39af8cd5-479a-491e-a723-40b22748d63e None None] Provisioning complete for port d887b977-dff9-46b6-b1cd-fc255c40878b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:36:51.981041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-39af8cd5-479a-491e-a723-40b22748d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.057346 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-87b4eefe-b10c-48a5-984c-8b9396f178a9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] delete failed (client error): The resource could not be found. Mar 07 04:36:52.060905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-87b4eefe-b10c-48a5-984c-8b9396f178a9 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/routers/fba9c7de-2686-4ffc-8a20-a2d62eca5e96 HTTP/1.1" status: 404 len: 336 time: 0.1454971 Mar 07 04:36:52.062986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49900) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.063303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-39af8cd5-479a-491e-a723-40b22748d63e None None] Port d887b977-dff9-46b6-b1cd-fc255c40878b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:36:52.106245 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee125d9-5f94-4d77-8ef3-d4cf7005f117 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.107311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee125d9-5f94-4d77-8ef3-d4cf7005f117 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.114778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eee125d9-5f94-4d77-8ef3-d4cf7005f117 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/0d911aaf-58a4-4d93-b085-486269036ed1 HTTP/1.1" status: 404 len: 337 time: 0.0499077 Mar 07 04:36:52.118554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.120109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.157654 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d6c29c-8250-4890-94c2-49a09f209aea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.158538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d6c29c-8250-4890-94c2-49a09f209aea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.159933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.167209 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03d6c29c-8250-4890-94c2-49a09f209aea tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/8c61340d-ba9b-4646-9483-cb4c71b29405 HTTP/1.1" status: 404 len: 337 time: 0.0469241 Mar 07 04:36:52.168479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.215924 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38dda0c-ba5f-4698-845c-62452b1c5b44 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.216601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38dda0c-ba5f-4698-845c-62452b1c5b44 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.223164 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a38dda0c-ba5f-4698-845c-62452b1c5b44 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/83532484-646c-4f6b-8061-17146af5fdb8 HTTP/1.1" status: 404 len: 333 time: 0.0470564 Mar 07 04:36:52.223949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49906) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.234490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.269084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b20c-e974-4a1f-aa1a-ddd51d1b644c req-94870760-6f9b-422f-923f-a06eb02a657f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:52.271153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11b0b20c-e974-4a1f-aa1a-ddd51d1b644c req-94870760-6f9b-422f-923f-a06eb02a657f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 946 time: 0.2841403 Mar 07 04:36:52.272480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] For port 34770c7f-8462-4efc-8276-beb4e94270bb, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:36:52.287836 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47d0ff1-c9f8-4b9d-9293-6b8f0eaead16 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.288403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47d0ff1-c9f8-4b9d-9293-6b8f0eaead16 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.295157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f47d0ff1-c9f8-4b9d-9293-6b8f0eaead16 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/7a24ee72-e6e5-45ca-8272-1ba356f36119 HTTP/1.1" status: 404 len: 337 time: 0.0682673 Mar 07 04:36:52.299213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49908) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.324072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Calling delete_port for d887b977-dff9-46b6-b1cd-fc255c40878b owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:52.326344 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bda3c6f-0c85-471b-a2d4-810f4b0736a1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.327005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bda3c6f-0c85-471b-a2d4-810f4b0736a1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.340696 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5bda3c6f-0c85-471b-a2d4-810f4b0736a1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/69264dc5-9383-429c-b3c8-e35c5aa23c26 HTTP/1.1" status: 404 len: 333 time: 0.0402293 Mar 07 04:36:52.343829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.365844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfde6e8-487b-4e13-ba25-3043f06e7690 req-ed09246d-24e0-4a70-9210-45a83d3481c7 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:52.368138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdfde6e8-487b-4e13-ba25-3043f06e7690 req-ed09246d-24e0-4a70-9210-45a83d3481c7 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 944 time: 0.4597681 Mar 07 04:36:52.382962 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbea041-6f8a-491a-8bed-9ac7768cef2b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.383607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbea041-6f8a-491a-8bed-9ac7768cef2b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.390202 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0bbea041-6f8a-491a-8bed-9ac7768cef2b tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/3968141c-ede6-4b78-b371-e631d11f2018 HTTP/1.1" status: 404 len: 337 time: 0.0452464 Mar 07 04:36:52.390920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49912) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.399713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] For port 34770c7f-8462-4efc-8276-beb4e94270bb, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34770c7f-8462-4efc-8276-beb4e94270bb,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:36:52.448938 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d0322d-70b1-41f5-80fd-0850c985d449 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.449789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d0322d-70b1-41f5-80fd-0850c985d449 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.453414 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2d0322d-70b1-41f5-80fd-0850c985d449 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/b36b2e0b-0928-4609-ae44-4fdefbd1cb7a HTTP/1.1" status: 404 len: 333 time: 0.0601525 Mar 07 04:36:52.458570 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.485729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.500966 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d15f471-1f21-4bf0-bae5-c2d562693206 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.501884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d15f471-1f21-4bf0-bae5-c2d562693206 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.506893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d15f471-1f21-4bf0-bae5-c2d562693206 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/c237aa72-9df6-40c7-9295-105a8393b73d HTTP/1.1" status: 404 len: 337 time: 0.0451922 Mar 07 04:36:52.514470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49916) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.551448 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a3cec1-66ba-49c3-976d-ebd172845007 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.552510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a3cec1-66ba-49c3-976d-ebd172845007 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.556836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2a3cec1-66ba-49c3-976d-ebd172845007 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/6c9e2075-f528-4f18-af7d-3d72fb142597 HTTP/1.1" status: 404 len: 333 time: 0.0410609 Mar 07 04:36:52.559447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.567717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:52.568394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.569935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] 10.222.0.15 "PUT /v2.0/ports/34770c7f-8462-4efc-8276-beb4e94270bb HTTP/1.1" status: 200 len: 1092 time: 2.8862674 Mar 07 04:36:52.572619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'tag': '34770c7f-8462-4efc-8276-beb4e94270bb'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:36:52.581960 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7a4d4f-42ff-4abb-9688-91c5c91866ea", "tag": "34770c7f-8462-4efc-8276-beb4e94270bb"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:36:52.602583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11b0b20c-e974-4a1f-aa1a-ddd51d1b644c req-ed385792-a4ff-497b-8bea-db646d8433e4 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103034 Mar 07 04:36:52.611358 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.627744 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-14216959-369d-4daf-aa6f-e55f3c97741c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.628384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14216959-369d-4daf-aa6f-e55f3c97741c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.634284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-14216959-369d-4daf-aa6f-e55f3c97741c tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/2451ca4e-58d4-41ba-9b0e-2a80ee895999 HTTP/1.1" status: 404 len: 337 time: 0.0714574 Mar 07 04:36:52.644595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.681112 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae01772c-c4ec-4381-b8a9-4df3a8a9be46 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.682906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae01772c-c4ec-4381-b8a9-4df3a8a9be46 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.688220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae01772c-c4ec-4381-b8a9-4df3a8a9be46 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/fbfddb99-04b4-4692-b8d3-4feb926ee376 HTTP/1.1" status: 404 len: 333 time: 0.0412407 Mar 07 04:36:52.691007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49928) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.730892 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-532af2ae-16be-4c3f-913b-03bd7eb63ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.731600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532af2ae-16be-4c3f-913b-03bd7eb63ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.739724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-532af2ae-16be-4c3f-913b-03bd7eb63ffe tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/2ee844b4-6c6b-4313-8a13-e611768f5eef HTTP/1.1" status: 404 len: 337 time: 0.0464568 Mar 07 04:36:52.745449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.798983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdfde6e8-487b-4e13-ba25-3043f06e7690 req-976cb1f3-31af-402d-b64a-ef7db5911b8f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040763 Mar 07 04:36:52.810887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f8eb7-4e7e-4e2e-84bc-24fb2ceb780d service neutron] Pushing event updated for resources: {'Port': ['ID=34770c7f-8462-4efc-8276-beb4e94270bb,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:52.811194 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-90240a57-084c-4e10-a26e-61a6df17fdf4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.811770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90240a57-084c-4e10-a26e-61a6df17fdf4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.827479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-90240a57-084c-4e10-a26e-61a6df17fdf4 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/f13296b2-6ea0-4e46-a8d4-5ced0e1800d4 HTTP/1.1" status: 404 len: 333 time: 0.0812290 Mar 07 04:36:52.828234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49936) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.869891 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00f74d0-e077-47f5-9dcd-d66517aacdda tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.870492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00f74d0-e077-47f5-9dcd-d66517aacdda tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.877447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f00f74d0-e077-47f5-9dcd-d66517aacdda tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/fe9a0126-6fe0-46df-a577-3a76bcec2d15 HTTP/1.1" status: 404 len: 337 time: 0.0440595 Mar 07 04:36:52.877651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49940) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.882745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-6977b228-f52c-48fb-b102-d20fcfab3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:52.884241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-6977b228-f52c-48fb-b102-d20fcfab3940 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 1126 time: 0.2524841 Mar 07 04:36:52.900831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d887b977-dff9-46b6-b1cd-fc255c40878b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:52.921782 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-349ec478-abd5-4fc5-93d4-34f4fb9b53bf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:52.922543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349ec478-abd5-4fc5-93d4-34f4fb9b53bf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:52.925947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-349ec478-abd5-4fc5-93d4-34f4fb9b53bf tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/ports/e4333e3e-bb27-470a-946a-ed31332b0970 HTTP/1.1" status: 404 len: 333 time: 0.0458620 Mar 07 04:36:52.933565 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d819e-ee09-4fa0-9668-2353f2206866 x-openstack-request-id: req-018d819e-ee09-4fa0-9668-2353f2206866 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:36:52.933865 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7a4d4f-42ff-4abb-9688-91c5c91866ea", "tag": "34770c7f-8462-4efc-8276-beb4e94270bb", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:36:52.934223 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-018d819e-ee09-4fa0-9668-2353f2206866 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:36:52.934636 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'tag': '34770c7f-8462-4efc-8276-beb4e94270bb', 'status': 'completed', 'code': 200} Mar 07 04:36:52.955074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49944) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:52.982194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-8dc28ede-4d6b-421a-95d2-ce401836663c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34770c7f-8462-4efc-8276-beb4e94270bb HTTP/1.1" status: 200 len: 217 time: 0.0507584 Mar 07 04:36:53.015357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892a74d-272a-4e85-ab00-f8fb38e47df7 req-cd8b871c-8893-41b5-be0e-6514a48134ce tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:53.016885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7892a74d-272a-4e85-ab00-f8fb38e47df7 req-cd8b871c-8893-41b5-be0e-6514a48134ce tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.2843163 Mar 07 04:36:53.087806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event deleted for resources: {'Port': ['ID=d887b977-dff9-46b6-b1cd-fc255c40878b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:53.095892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.101590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ee11ecc-dc6a-4a40-b029-1d650e275f84 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "DELETE /v2.0/ports/d887b977-dff9-46b6-b1cd-fc255c40878b HTTP/1.1" status: 204 len: 168 time: 1.5392089 Mar 07 04:36:53.103288 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-15596751-8c37-4aa2-b8fa-c4d328870331 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] DELETE failed (client error): The resource could not be found. Mar 07 04:36:53.104077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15596751-8c37-4aa2-b8fa-c4d328870331 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:36:53.116936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49952) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:53.120746 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-15596751-8c37-4aa2-b8fa-c4d328870331 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/subnets/f808f699-fe97-4d94-b9b0-121919ff623d HTTP/1.1" status: 404 len: 337 time: 0.1200504 Mar 07 04:36:53.121785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:53.228363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8393e2f1-e638-4cb0-b0df-29004274d522), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.323287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced5f25e-4438-420d-8d7a-ac7cd4904fbc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:53.327783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-e804c910-1717-489d-9ce6-620d4b7f5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:53.329904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-e804c910-1717-489d-9ce6-620d4b7f5feb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.3412011 Mar 07 04:36:53.359321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ced5f25e-4438-420d-8d7a-ac7cd4904fbc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:53.359664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced5f25e-4438-420d-8d7a-ac7cd4904fbc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:53.389932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8393e2f1-e638-4cb0-b0df-29004274d522), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.392384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-add0963a-2d35-4718-8ed0-a4213dee4eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454693 Mar 07 04:36:53.423676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b20fd7-e73a-41fe-bf0d-a9e0823e87a9 req-295ee681-5f3d-40f4-b1c2-31bf61cf2dc9 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:53.425902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0b20fd7-e73a-41fe-bf0d-a9e0823e87a9 req-295ee681-5f3d-40f4-b1c2-31bf61cf2dc9 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.3799164 Mar 07 04:36:53.444390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Deleting subnet 66e065c7-03d7-4b1b-b424-4948bd0a26e6 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:53.445373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8393e2f1-e638-4cb0-b0df-29004274d522']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:53.448055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks [] for subnet (66e065c7-03d7-4b1b-b424-4948bd0a26e6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.465601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:53.466173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:53.489051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (66e065c7-03d7-4b1b-b424-4948bd0a26e6), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.491119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.525692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.532367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:36:53.532965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3c13dd84-1f7c-42c3-8ca1-4b3cdd7251cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:36:53.538526 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:36:53.583618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (66e065c7-03d7-4b1b-b424-4948bd0a26e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.654406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7892a74d-272a-4e85-ab00-f8fb38e47df7 req-3fe6caa9-9719-414d-b1bf-01eaae7f7f8e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987523 Mar 07 04:36:53.665998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (66e065c7-03d7-4b1b-b424-4948bd0a26e6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.681248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8393e2f1-e638-4cb0-b0df-29004274d522), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.705662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.709848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "DELETE /v2.0/subnets/66e065c7-03d7-4b1b-b424-4948bd0a26e6 HTTP/1.1" status: 204 len: 168 time: 0.5615575 Mar 07 04:36:53.711677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b79e6-737b-4254-9c88-9156c81c05f3 None None] Network f3d90d34-229b-4d7f-a77d-6aa355e66e58 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:53.712980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49958) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:53.739183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:53.742826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] 10.222.0.21 "DELETE /v2.0/networks/8393e2f1-e638-4cb0-b0df-29004274d522 HTTP/1.1" status: 204 len: 168 time: 0.6196434 Mar 07 04:36:53.743467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa441bf6-5127-459e-9583-42c674890da1 tempest-NetworksTestDHCPv6-1462799109 tempest-NetworksTestDHCPv6-1462799109-project] Pushing event deleted for resources: {'Network': ['ID=8393e2f1-e638-4cb0-b0df-29004274d522,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:53.919659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64695ca9-3672-432a-92a5-63b8aeabe9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event deleted for resources: {'Subnet': ['ID=66e065c7-03d7-4b1b-b424-4948bd0a26e6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:54.058223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] DHCP port deletion for f3d90d34-229b-4d7f-a77d-6aa355e66e58 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:36:54.182715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] Deleting port 81f441b4-bf9b-4442-ac75-99636b86f419 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:36:54.183360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.319935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] For port 81f441b4-bf9b-4442-ac75-99636b86f419, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=81f441b4-bf9b-4442-ac75-99636b86f419,segment=NetworkSegment(e43dca53-8d14-448b-af6a-8bede562df84),segment_id=e43dca53-8d14-448b-af6a-8bede562df84)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:54.324590 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.359599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:54.365203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] Calling delete_port for 81f441b4-bf9b-4442-ac75-99636b86f419 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:36:54.555384 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (81f441b4-bf9b-4442-ac75-99636b86f419), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.590051 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-47502838-88f7-43d2-972f-5b87722fafd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a024d9e4556746a78f226473e71f6c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292550 Mar 07 04:36:54.592551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49974) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:54.604295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] Pushing event deleted for resources: {'Port': ['ID=81f441b4-bf9b-4442-ac75-99636b86f419,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:54.624684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a185aca-eea0-4596-8f58-7eaeb5b9a591 None None] No DVR routers for this DVR port 81f441b4-bf9b-4442-ac75-99636b86f419 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:36:54.668405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6525e5b5-8ec9-4b40-8282-ed941ab438f0 admin admin] Publish callbacks [] for security_group (cef1860a-79a3-4db8-835c-51a16dcbb3cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.698395 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6525e5b5-8ec9-4b40-8282-ed941ab438f0 admin admin] Publish callbacks [] for security_group (cef1860a-79a3-4db8-835c-51a16dcbb3cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.749035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6525e5b5-8ec9-4b40-8282-ed941ab438f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cef1860a-79a3-4db8-835c-51a16dcbb3cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.752651 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6525e5b5-8ec9-4b40-8282-ed941ab438f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:54.759351 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6525e5b5-8ec9-4b40-8282-ed941ab438f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cef1860a-79a3-4db8-835c-51a16dcbb3cf HTTP/1.1" status: 204 len: 168 time: 0.1654179 Mar 07 04:36:54.769774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525e5b5-8ec9-4b40-8282-ed941ab438f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1860a-79a3-4db8-835c-51a16dcbb3cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:54.794238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0b20fd7-e73a-41fe-bf0d-a9e0823e87a9 req-9f15003d-8461-4014-83a5-84af5541b168 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1491754 Mar 07 04:36:54.937293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-e7196925-d1dc-47c5-8e44-f974f672147a service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5278854 Mar 07 04:36:54.951547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f3d90d34-229b-4d7f-a77d-6aa355e66e58), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:55.090289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fb65458-7e3b-416f-adfa-9b5c0bef6835 req-2d8ece2a-97d0-4ed0-b1f9-eb02b00ed3a6 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364729 Mar 07 04:36:55.162783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e4b58319-1a38-40c0-9099-c2a9bea31af1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:55.187837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:55.298911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Allocated IP 172.25.4.133 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ad26c271-4d89-4a64-84a4-1987d8d9e09b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:36:55.323057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81f441b4-bf9b-4442-ac75-99636b86f419 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:55.383200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 81f441b4-bf9b-4442-ac75-99636b86f419 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:36:55.383785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81f441b4-bf9b-4442-ac75-99636b86f419 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:36:55.416745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for port (ad26c271-4d89-4a64-84a4-1987d8d9e09b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:55.513223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ad26c271-4d89-4a64-84a4-1987d8d9e09b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:55.584713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9567205-ea74-4971-94f7-25a27481b10e req-dce59271-a123-4ad7-a0d1-e3d628c8f987 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:55.592255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9567205-ea74-4971-94f7-25a27481b10e req-dce59271-a123-4ad7-a0d1-e3d628c8f987 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 944 time: 1.6297164 Mar 07 04:36:55.607908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:36:55.626889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:55.637112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:55.723070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f3d90d34-229b-4d7f-a77d-6aa355e66e58), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:55.729317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-b2f4dfcd-9266-405a-b27d-ab96830a6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:55.730888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-b2f4dfcd-9266-405a-b27d-ab96830a6b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 1126 time: 0.5457938 Mar 07 04:36:55.738645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3532fb5-327f-4653-b78d-c7b41fb84c0b req-efccc817-ff6b-41f2-9c7d-2e069ef30e17 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:55.740178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3532fb5-327f-4653-b78d-c7b41fb84c0b req-efccc817-ff6b-41f2-9c7d-2e069ef30e17 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.7841308 Mar 07 04:36:55.740852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event updated for resources: {'Port': ['ID=ad26c271-4d89-4a64-84a4-1987d8d9e09b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:55.802185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9567205-ea74-4971-94f7-25a27481b10e req-19bdeb60-5f66-49a2-bb79-cb4aad6106f0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024014 Mar 07 04:36:55.888518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-140fa115-26b2-4a40-9c86-745391e7779b req-59bb2ebc-683f-4015-b06f-3c7716ead4f8 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:36:55.898727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-140fa115-26b2-4a40-9c86-745391e7779b req-59bb2ebc-683f-4015-b06f-3c7716ead4f8 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464172 Mar 07 04:36:55.909244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d90d34-229b-4d7f-a77d-6aa355e66e58']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:55.965912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43dca53-8d14-448b-af6a-8bede562df84') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:55.966227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43dca53-8d14-448b-af6a-8bede562df84') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:56.031034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:56.042473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (e43dca53-8d14-448b-af6a-8bede562df84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.145030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e43dca53-8d14-448b-af6a-8bede562df84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.159870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3532fb5-327f-4653-b78d-c7b41fb84c0b req-63c59925-43b6-4853-97d6-87aab1a7176a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788049 Mar 07 04:36:56.194713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:36:56.195128 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (e43dca53-8d14-448b-af6a-8bede562df84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:36:56.202873 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:36:56.215892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-811450597'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:56.250983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:56.254564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-140fa115-26b2-4a40-9c86-745391e7779b req-b29e716b-284d-4bc2-9eb9-6a070c27f831 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3556893 Mar 07 04:36:56.256388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.267488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.338940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-c9771cb9-fc18-441f-9451-6d90b296e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:56.340559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-c9771cb9-fc18-441f-9451-6d90b296e19d service neutron] 10.222.0.15 "GET /v2.0/networks?id=56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 200 len: 912 time: 0.5612965 Mar 07 04:36:56.356595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f3d90d34-229b-4d7f-a77d-6aa355e66e58), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.383655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.402638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] 10.222.0.21 "DELETE /v2.0/networks/f3d90d34-229b-4d7f-a77d-6aa355e66e58 HTTP/1.1" status: 204 len: 168 time: 2.6635110 Mar 07 04:36:56.469093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-93cb1851-e752-4c4e-a05d-e421e043e81e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34770c7f-8462-4efc-8276-beb4e94270bb HTTP/1.1" status: 200 len: 217 time: 0.1067724 Mar 07 04:36:56.499663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (46ceaa96-82bd-4f63-948b-a887249a1309), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.506798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (46ceaa96-82bd-4f63-948b-a887249a1309), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.561376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df042e8-cd30-424c-957b-bb77f72c3a79 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882 tempest-ExtraDHCPOptionsIpV6TestJSON-567148882-project] Pushing event deleted for resources: {'Network': ['ID=f3d90d34-229b-4d7f-a77d-6aa355e66e58,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:56.572829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ceaa96-82bd-4f63-948b-a887249a1309,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:56.606097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:36:56.626070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (961ca1db-6bb0-4b83-82dc-c697e658cdb4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.626869 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment 961ca1db-6bb0-4b83-82dc-c697e658cdb4 of type vlan for network 9186f003-dafc-4720-a2c4-c69a3e8a167c Mar 07 04:36:56.628309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-99166bb8-3569-4606-870d-a0c33890d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:56.630128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-99166bb8-3569-4606-870d-a0c33890d2a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 200 len: 851 time: 0.1602080 Mar 07 04:36:56.697328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-4f07a433-6505-47a2-a065-24a20156a331 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56a12596-683b-48cd-90c0-009f365423fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335610 Mar 07 04:36:56.720490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9186f003-dafc-4720-a2c4-c69a3e8a167c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.779523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9186f003-dafc-4720-a2c4-c69a3e8a167c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.783528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ae0c-00f0-4e7f-8442-96493bc532a7 req-5f58de81-839a-4ea3-9fcb-dc71d2093281 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:56.785318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:56.785865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.788389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5448ae0c-00f0-4e7f-8442-96493bc532a7 req-5f58de81-839a-4ea3-9fcb-dc71d2093281 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2096436 Mar 07 04:36:56.830455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e4b58319-1a38-40c0-9099-c2a9bea31af1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:56.834608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-f969d215-eda5-4c21-8cdb-ae9202e443e9 service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302302 Mar 07 04:36:56.906844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:56.911421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=9186f003-dafc-4720-a2c4-c69a3e8a167c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:56.926734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:36:56.948018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-350f5873-ffe6-4079-ae90-bf5a7ad37a2d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9125512 Mar 07 04:36:56.948018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:56.953313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'name': 'tempest-PortsIpV6TestJSON-477114449'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:57.136628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5448ae0c-00f0-4e7f-8442-96493bc532a7 req-52baae25-9fd5-454a-96da-90696174c70e tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991614 Mar 07 04:36:57.230319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e1b791-9c1f-4df0-88a2-bdefeb347fb1 req-aaed8d19-a411-4ddf-8f40-b330524ba4aa service neutron] 10.222.0.15 "GET /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170505 Mar 07 04:36:57.255650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2e3279e9-f28c-455f-8943-55bb92b5867e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e822c5f520243b5962ae076fad570f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393428 Mar 07 04:36:57.259231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:57.260120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c70874-4470-4b21-8f82-37aa4902f535 req-2e3e2354-b388-42f2-adf7-83f1c912f78d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:57.261805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81c70874-4470-4b21-8f82-37aa4902f535 req-2e3e2354-b388-42f2-adf7-83f1c912f78d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 944 time: 0.3312774 Mar 07 04:36:57.273494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:57.277804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.311162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 93465848-de08-4747-bcf8-93af13b964db yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:57.431818 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.523116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (93465848-de08-4747-bcf8-93af13b964db), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.533936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81c70874-4470-4b21-8f82-37aa4902f535 req-acd23138-bd24-4864-b063-65da3f47dc1f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576017 Mar 07 04:36:57.580927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (93465848-de08-4747-bcf8-93af13b964db), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.652203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-808d4ceb-caf4-49d7-9d8f-21c87e7c1d81 admin admin] Publish callbacks [] for security_group (5af43b79-2105-4610-8c56-c067070b3eef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.673926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-808d4ceb-caf4-49d7-9d8f-21c87e7c1d81 admin admin] Publish callbacks [] for security_group (5af43b79-2105-4610-8c56-c067070b3eef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.693016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864bd7-bad1-4c4c-a0b8-f234a0760eda req-0e35aa8c-91b3-496f-888a-547e25ad925b tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:57.695551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e864bd7-bad1-4c4c-a0b8-f234a0760eda req-0e35aa8c-91b3-496f-888a-547e25ad925b tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 946 time: 0.4308457 Mar 07 04:36:57.737890 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-808d4ceb-caf4-49d7-9d8f-21c87e7c1d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5af43b79-2105-4610-8c56-c067070b3eef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.740648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-808d4ceb-caf4-49d7-9d8f-21c87e7c1d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.741868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-808d4ceb-caf4-49d7-9d8f-21c87e7c1d81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5af43b79-2105-4610-8c56-c067070b3eef HTTP/1.1" status: 204 len: 168 time: 0.4809349 Mar 07 04:36:57.746818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=93465848-de08-4747-bcf8-93af13b964db,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:57.758750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d4ceb-caf4-49d7-9d8f-21c87e7c1d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af43b79-2105-4610-8c56-c067070b3eef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:57.764718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': '961ca1db-6bb0-4b83-82dc-c697e658cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:36:57.765070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: 9186f003-dafc-4720-a2c4-c69a3e8a167c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:36:57.792897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34770c7f-8462-4efc-8276-beb4e94270bb details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:36:57.805288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Router e4b58319-1a38-40c0-9099-c2a9bea31af1 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:36:57.816338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:36:57.833354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9186f003-dafc-4720-a2c4-c69a3e8a167c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:36:57.837595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:36:57.842785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:57.843875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.857807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2945ff2-fe16-4d8f-a1ca-c967492e4276 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:36:57.883855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5b882528-4c2f-45a1-af67-eabb9a9f13bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9347703 Mar 07 04:36:57.886914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:57.898491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2098227744'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:57.942427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e864bd7-bad1-4c4c-a0b8-f234a0760eda req-ee61798a-496a-4746-95f0-55c2897add69 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403598 Mar 07 04:36:57.944113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:57.947511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:57.981915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581688-ff7d-4936-9901-fcc967877a1e req-1dce5ecf-7881-475b-b4a8-f31778076015 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:57.991708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54581688-ff7d-4936-9901-fcc967877a1e req-1dce5ecf-7881-475b-b4a8-f31778076015 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3077767 Mar 07 04:36:58.007194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:36:58.047421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (54a04fff-b00b-40c6-882d-7fbbc2bd0fbb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.047809 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment 54a04fff-b00b-40c6-882d-7fbbc2bd0fbb of type vlan for network 77d05015-f967-4311-8ada-d576240ea231 Mar 07 04:36:58.171802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (77d05015-f967-4311-8ada-d576240ea231), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.202843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 34770c7f-8462-4efc-8276-beb4e94270bb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34770c7f-8462-4efc-8276-beb4e94270bb,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:58.211557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54581688-ff7d-4936-9901-fcc967877a1e req-6a0a6126-4ec5-4f8f-876c-f7534ab872e4 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057533 Mar 07 04:36:58.217331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:36:58.260561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (77d05015-f967-4311-8ada-d576240ea231), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.263617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] Sync routers for ids ['e4b58319-1a38-40c0-9099-c2a9bea31af1'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:36:58.265793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:58.266476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.271603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d3d5-899b-4e4d-8b7b-a87c39a480f7 req-373ca9aa-c02c-44f2-bcf9-17fd0b3bbb33 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:58.271979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '34770c7f-8462-4efc-8276-beb4e94270bb', 'network_id': '56a12596-683b-48cd-90c0-009f365423fb', 'port_id': '34770c7f-8462-4efc-8276-beb4e94270bb', 'mac_address': 'fa:16:3e:79:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e4ec9-aa63-4a81-aab6-e6dc1e3438f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:36:58.288138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b8d3d5-899b-4e4d-8b7b-a87c39a480f7 req-373ca9aa-c02c-44f2-bcf9-17fd0b3bbb33 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.2181652 Mar 07 04:36:58.310273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] Routers {'e4b58319-1a38-40c0-9099-c2a9bea31af1'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:58.310919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e4b58319-1a38-40c0-9099-c2a9bea31af1'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:58.347903 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4566972 Mar 07 04:36:58.348246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:58.358311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'ports': [{'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'}, {'network_id': '77d05015-f967-4311-8ada-d576240ea231'}]} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:58.358722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:58.359212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '77d05015-f967-4311-8ada-d576240ea231'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:58.371310 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.378934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ac7b6ef-604f-44a4-865f-9926a9fbb41d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6221411 Mar 07 04:36:58.391569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:58.396841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': False}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:58.433133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3e6a4-a8a5-4477-9093-6d118493e3d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=77d05015-f967-4311-8ada-d576240ea231,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:58.455012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:58.462754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 77d05015-f967-4311-8ada-d576240ea231 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:36:58.641805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] Routers {'e4b58319-1a38-40c0-9099-c2a9bea31af1'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:36:58.645496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e4b58319-1a38-40c0-9099-c2a9bea31af1'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:58.651751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 34770c7f-8462-4efc-8276-beb4e94270bb is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:36:58.652151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.668518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:58.689603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 2} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:36:58.723050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.750354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:58.751032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b25887-a6ac-40fa-949c-47c3619ba1a8 None None] The sync data for ids ['e4b58319-1a38-40c0-9099-c2a9bea31af1'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:36:58.762222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34770c7f-8462-4efc-8276-beb4e94270bb {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:36:58.783938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.808353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 34770c7f-8462-4efc-8276-beb4e94270bb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34770c7f-8462-4efc-8276-beb4e94270bb,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:36:58.819638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.918357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Deleting subnet 9740b8a4-b511-445d-9f1a-e0bcad0a7768 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:36:58.922989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Publish callbacks [] for subnet (9740b8a4-b511-445d-9f1a-e0bcad0a7768), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:58.923744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=34770c7f-8462-4efc-8276-beb4e94270bb,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:58.951281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b8d3d5-899b-4e4d-8b7b-a87c39a480f7 req-6b3127e7-c607-4faa-8303-d4890afcee43 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611710 Mar 07 04:36:58.951999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.952362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.952709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.953046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.957126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.957693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.958325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.958727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.974694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.975480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.975835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.976176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:58.976511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:36:59.054442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9740b8a4-b511-445d-9f1a-e0bcad0a7768), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.080578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['34770c7f-8462-4efc-8276-beb4e94270bb'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:36:59.118415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9740b8a4-b511-445d-9f1a-e0bcad0a7768), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.143023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50074) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:59.155972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0158-a1c7-4a4a-b4c2-c84344870bfc req-ae4ea61c-6310-4692-87f9-6ab118d215b0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:59.168262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bcc0158-a1c7-4a4a-b4c2-c84344870bfc req-ae4ea61c-6310-4692-87f9-6ab118d215b0 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 945 time: 0.2511063 Mar 07 04:36:59.196155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9740b8a4-b511-445d-9f1a-e0bcad0a7768), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.239029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9740b8a4-b511-445d-9f1a-e0bcad0a7768,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:36:59.250115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.257540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-df2819be-a706-4613-a1f7-77c4352d2eb6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9740b8a4-b511-445d-9f1a-e0bcad0a7768 HTTP/1.1" status: 204 len: 168 time: 0.5881217 Mar 07 04:36:59.258197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50080) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:36:59.326195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port bf25bb77-7fb0-40d5-8628-315965b5ac6e yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:36:59.413126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f10fe227-c74f-422e-9f3a-722e0380c7c0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.426630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bcc0158-a1c7-4a4a-b4c2-c84344870bfc req-b2badd49-6850-4065-9a71-e35d09609ae5 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578948 Mar 07 04:36:59.444494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-573889021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:36:59.602178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd51d-3860-45a6-9723-a2196d4fa7e7 req-2c567707-2f75-40a8-b214-6c58166993f5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:59.607798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd51d-3860-45a6-9723-a2196d4fa7e7 req-2c567707-2f75-40a8-b214-6c58166993f5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:59.614024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd51d-3860-45a6-9723-a2196d4fa7e7 req-2c567707-2f75-40a8-b214-6c58166993f5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:59.621459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d78bd51d-3860-45a6-9723-a2196d4fa7e7 req-2c567707-2f75-40a8-b214-6c58166993f5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207&device_id=4ee74095-de05-4a40-9650-239ef5429dd3&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 2418 time: 0.3639905 Mar 07 04:36:59.649617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.650852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.742194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:36:59.744482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:36:59.815038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34770c7f-8462-4efc-8276-beb4e94270bb up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:36:59.823674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f10fe227-c74f-422e-9f3a-722e0380c7c0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.845702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10fe227-c74f-422e-9f3a-722e0380c7c0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:59.856521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:59.857070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2782e88-1ed6-4024-b71c-74d77ecbf9f8') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:36:59.867846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e2782e88-1ed6-4024-b71c-74d77ecbf9f8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.877235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router_controller (ac170078-f7e9-4f2f-8c0a-432db9fae739), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.885550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e2782e88-1ed6-4024-b71c-74d77ecbf9f8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.892297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d78bd51d-3860-45a6-9723-a2196d4fa7e7 req-358ebc8f-7638-4090-b385-0e471e37a033 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697380 Mar 07 04:36:59.893039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:36:59.893779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e2782e88-1ed6-4024-b71c-74d77ecbf9f8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:36:59.919829 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:36:59.928723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f49bb-0a43-4285-8b56-427a79950117 req-b741a2e8-2284-4fa3-af34-3a82f995c740 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:36:59.930340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-770f49bb-0a43-4285-8b56-427a79950117 req-b741a2e8-2284-4fa3-af34-3a82f995c740 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3942857 Mar 07 04:36:59.931361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.960693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:36:59.994054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f10fe227-c74f-422e-9f3a-722e0380c7c0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.022419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.027760 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] 10.222.0.21 "DELETE /v2.0/networks/f10fe227-c74f-422e-9f3a-722e0380c7c0 HTTP/1.1" status: 204 len: 168 time: 0.7429166 Mar 07 04:37:00.033100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4f1f6-5186-4db7-948c-330b2d9a7cee admin admin] Pushing event deleted for resources: {'Network': ['ID=f10fe227-c74f-422e-9f3a-722e0380c7c0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:00.041386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-08f8af61-23ea-488c-b4a1-eb93041a9cc6 req-61de9739-b7f3-4996-baad-cb542dc55e00 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:37:00.043001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08f8af61-23ea-488c-b4a1-eb93041a9cc6 req-61de9739-b7f3-4996-baad-cb542dc55e00 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123310 Mar 07 04:37:00.051006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-770f49bb-0a43-4285-8b56-427a79950117 req-40d039ca-2419-4b5c-838c-06ee8f80c179 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128745 Mar 07 04:37:00.058166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50090) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:00.116470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.120732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-63a85472-94c5-4015-810c-09ecab92396a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9487000 Mar 07 04:37:00.130944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50092) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:00.136104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1390484374'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:00.139829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4b44be90-2e15-4971-bf8e-3daaee78c47b is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:00.143228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.150100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50094) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:00.163381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08f8af61-23ea-488c-b4a1-eb93041a9cc6 req-b59015b2-77ca-474e-9232-856dd6dc1880 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1112709 Mar 07 04:37:00.189432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:00.199107 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8cdbe8-5334-496e-932d-9a097d9848af" -d '{"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-unplugged", "status": "completed", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:00.210339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (bf25bb77-7fb0-40d5-8628-315965b5ac6e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.232787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Deleting subnet 022b2f27-6d59-4d18-abc1-88929ea6077d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:00.247231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Publish callbacks [] for subnet (022b2f27-6d59-4d18-abc1-88929ea6077d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.293506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:00.306997 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b3589-e1df-4803-8442-2430359333eb x-openstack-request-id: req-1c6b3589-e1df-4803-8442-2430359333eb {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:00.307561 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-unplugged", "status": "completed", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:00.308114 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c6b3589-e1df-4803-8442-2430359333eb {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:00.308669 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'code': 200} Mar 07 04:37:00.314200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.323806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:00.360534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 34770c7f-8462-4efc-8276-beb4e94270bb completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:37:00.367738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (022b2f27-6d59-4d18-abc1-88929ea6077d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.372142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 34770c7f-8462-4efc-8276-beb4e94270bb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:00.372769 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.416509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'port_id': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'mac_address': 'fa:16:3e:bd:70:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b45f6-094d-4c61-9c6c-54021bcd8b5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:37:00.437848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Made reservation on behalf of 366a5ba7f55c4fb7ba810706e0b78437 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:00.443525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (022b2f27-6d59-4d18-abc1-88929ea6077d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.446051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.499207 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.517247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (022b2f27-6d59-4d18-abc1-88929ea6077d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.538477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 34770c7f-8462-4efc-8276-beb4e94270bb is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:00.538880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.541111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:00.567954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4b44be90-2e15-4971-bf8e-3daaee78c47b is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:00.568349 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.586860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 08956f9c-cdf7-4fa7-a0ce-65c568761485 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:00.606081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b44be90-2e15-4971-bf8e-3daaee78c47b {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:37:00.606752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.610021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/022b2f27-6d59-4d18-abc1-88929ea6077d HTTP/1.1" status: 204 len: 168 time: 0.5492988 Mar 07 04:37:00.610894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1e0fe-955f-4998-8c13-10ad601ce62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022b2f27-6d59-4d18-abc1-88929ea6077d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:00.622837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50102) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:00.646633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:00.665226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.822904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (08956f9c-cdf7-4fa7-a0ce-65c568761485), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.910023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 34770c7f-8462-4efc-8276-beb4e94270bb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34770c7f-8462-4efc-8276-beb4e94270bb,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:00.912128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bf25bb77-7fb0-40d5-8628-315965b5ac6e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.926482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:00.951895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:00.959295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440281d-d1b5-46cd-aeb6-41622cc041b4 req-a2045938-52c6-42b0-8cb5-f26416d3c634 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:00.961186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2440281d-d1b5-46cd-aeb6-41622cc041b4 req-a2045938-52c6-42b0-8cb5-f26416d3c634 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 945 time: 0.3645647 Mar 07 04:37:00.966636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e0cfe761-7e59-4149-b017-a5ea4e825e6e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.016114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:01.027756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=34770c7f-8462-4efc-8276-beb4e94270bb,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:01.030416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:01.041505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:01.042088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (08956f9c-cdf7-4fa7-a0ce-65c568761485), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.048924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4b44be90-2e15-4971-bf8e-3daaee78c47b'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:01.064883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=bf25bb77-7fb0-40d5-8628-315965b5ac6e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:01.130834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for security_group (54af5b63-2c40-421c-9899-fff9db0dfe54), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.194827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=08956f9c-cdf7-4fa7-a0ce-65c568761485,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:01.215809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': '54a04fff-b00b-40c6-882d-7fbbc2bd0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '77d05015-f967-4311-8ada-d576240ea231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:01.216179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: 77d05015-f967-4311-8ada-d576240ea231, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:01.258548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 77d05015-f967-4311-8ada-d576240ea231 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:01.274239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 77d05015-f967-4311-8ada-d576240ea231) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:01.278021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:01.283526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:01.293523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:01.294267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.318899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87834cd-2daf-472f-ba7c-c6f935e5f3d0 None None] Network 77d05015-f967-4311-8ada-d576240ea231 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:01.337727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7285520f-4a52-4e45-bc9b-6265cd4db0e3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9886470 Mar 07 04:37:01.340415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50110) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:01.348261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2440281d-d1b5-46cd-aeb6-41622cc041b4 req-b6efb1cf-5b7c-4678-9042-0f7c63582773 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730388 Mar 07 04:37:01.376669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (54af5b63-2c40-421c-9899-fff9db0dfe54), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.401645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:01.411498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (804d5ee5-d6a2-418a-b60f-5b35b4ab02d3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.412014 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Added segment 804d5ee5-d6a2-418a-b60f-5b35b4ab02d3 of type vlan for network 97d5945f-0778-4dd0-909f-477849a48883 Mar 07 04:37:01.453390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (97d5945f-0778-4dd0-909f-477849a48883), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.540720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 08956f9c-cdf7-4fa7-a0ce-65c568761485 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:01.541336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08956f9c-cdf7-4fa7-a0ce-65c568761485), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.541940 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e0cfe761-7e59-4149-b017-a5ea4e825e6e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.584644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cfe761-7e59-4149-b017-a5ea4e825e6e']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:01.600905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2802d3bd-2552-4dbf-89dd-4b2fba5fc85b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:01.601213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2802d3bd-2552-4dbf-89dd-4b2fba5fc85b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:01.711491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08956f9c-cdf7-4fa7-a0ce-65c568761485), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.745901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 08956f9c-cdf7-4fa7-a0ce-65c568761485 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:01.810317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (97d5945f-0778-4dd0-909f-477849a48883), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.815205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:01.816349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.838154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54af5b63-2c40-421c-9899-fff9db0dfe54,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:01.857457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (2802d3bd-2552-4dbf-89dd-4b2fba5fc85b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.875488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7434862 Mar 07 04:37:01.876147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:01.894759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'subnet': {'network_id': '97d5945f-0778-4dd0-909f-477849a48883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:01.942962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (08956f9c-cdf7-4fa7-a0ce-65c568761485), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.981379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=08956f9c-cdf7-4fa7-a0ce-65c568761485,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:01.994309 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:01.998606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-da714f05-d889-494d-ae60-ea249fd1e6fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/08956f9c-cdf7-4fa7-a0ce-65c568761485 HTTP/1.1" status: 204 len: 168 time: 0.6570470 Mar 07 04:37:02.001370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50116) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:02.085372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2802d3bd-2552-4dbf-89dd-4b2fba5fc85b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.110701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5344c5e-ba14-435f-aa33-e4e69473c113 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:02.124391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5344c5e-ba14-435f-aa33-e4e69473c113 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:02.127081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a5344c5e-ba14-435f-aa33-e4e69473c113 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1237328 Mar 07 04:37:02.129595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:02.178918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:02.179661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (2802d3bd-2552-4dbf-89dd-4b2fba5fc85b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:02.192528 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:02.246188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port bf25bb77-7fb0-40d5-8628-315965b5ac6e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:02.246606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bf25bb77-7fb0-40d5-8628-315965b5ac6e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.309699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34770c7f-8462-4efc-8276-beb4e94270bb'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:02.312246 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6388f8fb-4706-4ea7-9755-3a82aa09c6c8" -d '{"events": [{"server_uuid": "5a7a4d4f-42ff-4abb-9688-91c5c91866ea", "name": "network-vif-plugged", "status": "completed", "tag": "34770c7f-8462-4efc-8276-beb4e94270bb"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:02.355254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bf25bb77-7fb0-40d5-8628-315965b5ac6e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.372209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for bf25bb77-7fb0-40d5-8628-315965b5ac6e owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:02.381642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00be91c-4c4e-45a5-86b5-ccbd6a9c83c8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Network': ['ID=97d5945f-0778-4dd0-909f-477849a48883,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:02.395450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 97d5945f-0778-4dd0-909f-477849a48883 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:02.558459 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dae912-375d-4d87-9ed4-37bbd202e859 x-openstack-request-id: req-05dae912-375d-4d87-9ed4-37bbd202e859 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:02.559044 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7a4d4f-42ff-4abb-9688-91c5c91866ea", "name": "network-vif-plugged", "status": "completed", "tag": "34770c7f-8462-4efc-8276-beb4e94270bb", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:02.560028 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05dae912-375d-4d87-9ed4-37bbd202e859 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:02.560708 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34770c7f-8462-4efc-8276-beb4e94270bb', 'code': 200} Mar 07 04:37:02.562842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bf25bb77-7fb0-40d5-8628-315965b5ac6e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.630194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=bf25bb77-7fb0-40d5-8628-315965b5ac6e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:02.634696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.640053 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a02a9f68-2d05-45b5-ad8a-19d07e2a0e95 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/bf25bb77-7fb0-40d5-8628-315965b5ac6e HTTP/1.1" status: 204 len: 168 time: 0.5093899 Mar 07 04:37:02.642548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50130) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:02.698540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee349c6-e708-499e-9a49-646bb8b6fef6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:02.700047 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ee349c6-e708-499e-9a49-646bb8b6fef6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0564296 Mar 07 04:37:02.702869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50132) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:02.729859 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84c43cc-9dab-4a97-89f0-4a11bc5c8864 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:02.733892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e84c43cc-9dab-4a97-89f0-4a11bc5c8864 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/08956f9c-cdf7-4fa7-a0ce-65c568761485 HTTP/1.1" status: 404 len: 333 time: 0.0275865 Mar 07 04:37:02.734187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50134) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:02.761340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10ed5b9-2af0-45fc-a823-b7547e48428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.764990 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61e3a6d-0120-430e-be18-78caa3f7a4dd tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:02.766427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d61e3a6d-0120-430e-be18-78caa3f7a4dd tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/bf25bb77-7fb0-40d5-8628-315965b5ac6e HTTP/1.1" status: 404 len: 333 time: 0.0313306 Mar 07 04:37:02.769933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50136) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:02.821510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Made reservation on behalf of 366a5ba7f55c4fb7ba810706e0b78437 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:02.825010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.834925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b129f-c3ac-4b47-ac90-3cfee54b64cf req-5df11305-f58b-4a76-b806-b531dd3e4838 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:02.836410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b2b129f-c3ac-4b47-ac90-3cfee54b64cf req-5df11305-f58b-4a76-b806-b531dd3e4838 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 944 time: 1.2244561 Mar 07 04:37:02.847036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (77d05015-f967-4311-8ada-d576240ea231), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.888236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.937625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (77d05015-f967-4311-8ada-d576240ea231), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.959209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d05015-f967-4311-8ada-d576240ea231']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:02.968400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a04fff-b00b-40c6-882d-7fbbc2bd0fbb') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:02.968694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a04fff-b00b-40c6-882d-7fbbc2bd0fbb') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:02.971557 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.974201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e0cfe761-7e59-4149-b017-a5ea4e825e6e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.979733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (54a04fff-b00b-40c6-882d-7fbbc2bd0fbb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.993594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (54a04fff-b00b-40c6-882d-7fbbc2bd0fbb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.996151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:02.999318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0cfe761-7e59-4149-b017-a5ea4e825e6e HTTP/1.1" status: 204 len: 168 time: 2.3650389 Mar 07 04:37:03.004067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:03.004508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (54a04fff-b00b-40c6-882d-7fbbc2bd0fbb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:03.008196 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:03.054985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffd756-5ca2-4d80-9064-313803c128eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cfe761-7e59-4149-b017-a5ea4e825e6e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:03.070476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (77d05015-f967-4311-8ada-d576240ea231), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.079546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.091039 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/77d05015-f967-4311-8ada-d576240ea231 HTTP/1.1" status: 204 len: 168 time: 0.3168018 Mar 07 04:37:03.093589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:03.101559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1089769363'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:03.122583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0c1f-1d2f-4ef5-bdea-5aa40e6c0878 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=77d05015-f967-4311-8ada-d576240ea231,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:03.140920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:03.145156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.158041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260a87-e1cc-4a39-bd94-d8a8cbeb9c33 req-ecfe15d9-6963-4751-98a9-5eae491d492c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:03.160182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec260a87-e1cc-4a39-bd94-d8a8cbeb9c33 req-ecfe15d9-6963-4751-98a9-5eae491d492c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.3401105 Mar 07 04:37:03.164336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b2b129f-c3ac-4b47-ac90-3cfee54b64cf req-fade13a5-ee1b-473c-8961-f880327ca0cd tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057425 Mar 07 04:37:03.170753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a44d8-31c1-4bde-9ba5-aecd7c534233 req-118aa2ac-7bf9-4078-9d29-c0a41584c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:03.172278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d7a44d8-31c1-4bde-9ba5-aecd7c534233 req-118aa2ac-7bf9-4078-9d29-c0a41584c2ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 1128 time: 0.3576927 Mar 07 04:37:03.177534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:03.188992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ab8c6643-cd2e-445a-877b-95224139df24), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.189623 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment ab8c6643-cd2e-445a-877b-95224139df24 of type vlan for network 746cc73f-2c67-4b94-9151-7315a3603ae5 Mar 07 04:37:03.214279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:03.252221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (746cc73f-2c67-4b94-9151-7315a3603ae5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.304532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (746cc73f-2c67-4b94-9151-7315a3603ae5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.309765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:03.310376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.333054 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a53913c5-4fc8-4f44-8108-51a3becc4a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07a66375a35e41b9b271c02b37bd31f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176503 Mar 07 04:37:03.338264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:03.365215 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2704856 Mar 07 04:37:03.372591 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (8b174107-25bb-4436-a373-119a806f9f66), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.376198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:03.406648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198280c-2758-475a-9e81-bc0b9a2b78ee tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=746cc73f-2c67-4b94-9151-7315a3603ae5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:03.417648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:03.427390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:03.433677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec260a87-e1cc-4a39-bd94-d8a8cbeb9c33 req-ad4167df-204f-4115-af27-b9f71d04e041 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553625 Mar 07 04:37:03.445347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13da6f88-a72e-41c6-a4dc-dc95c2f0ddf1 admin admin] Publish callbacks [] for security_group (28426b07-b85c-4338-a7c1-5497bf2ed2b2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.456034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d7a44d8-31c1-4bde-9ba5-aecd7c534233 req-0fec37bf-f0f2-4057-8ab5-93de1b3d68ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679238 Mar 07 04:37:03.470590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13da6f88-a72e-41c6-a4dc-dc95c2f0ddf1 admin admin] Publish callbacks [] for security_group (28426b07-b85c-4338-a7c1-5497bf2ed2b2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.501097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Router e4b58319-1a38-40c0-9099-c2a9bea31af1 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:03.525707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13da6f88-a72e-41c6-a4dc-dc95c2f0ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28426b07-b85c-4338-a7c1-5497bf2ed2b2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.528398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-13da6f88-a72e-41c6-a4dc-dc95c2f0ddf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.529552 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-13da6f88-a72e-41c6-a4dc-dc95c2f0ddf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28426b07-b85c-4338-a7c1-5497bf2ed2b2 HTTP/1.1" status: 204 len: 168 time: 0.1903124 Mar 07 04:37:03.537960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da6f88-a72e-41c6-a4dc-dc95c2f0ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28426b07-b85c-4338-a7c1-5497bf2ed2b2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:03.592515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3b28a-21f6-411e-bc70-cf6b2331756c req-09c0c1e8-6b61-4dda-a184-a5ed205ce9c8 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:03.594022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc3b28a-21f6-411e-bc70-cf6b2331756c req-09c0c1e8-6b61-4dda-a184-a5ed205ce9c8 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.3083725 Mar 07 04:37:03.625177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (73ee613b-d4c8-47c6-833a-5ca767744731), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.762011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:03.798979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:03.803017 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.821884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 4b44be90-2e15-4971-bf8e-3daaee78c47b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:03.822304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.870639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Subnet': ['ID=73ee613b-d4c8-47c6-833a-5ca767744731,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:03.924576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:03.926194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4b44be90-2e15-4971-bf8e-3daaee78c47b is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:03.926982 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.941271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc3b28a-21f6-411e-bc70-cf6b2331756c req-883849a1-e127-4791-b2b3-99eb17bea7e4 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108623 Mar 07 04:37:03.967066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:03.974092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:03.987870 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c309ae42-6bd7-4b1c-89c4-e1424b34e89e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f824353a0484b5e878c13ae2fc69477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589278 Mar 07 04:37:03.988365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50154) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:03.993956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Checking segment: {'id': '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '97d5945f-0778-4dd0-909f-477849a48883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:03.994355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network hostable DHCP agents. Network: 97d5945f-0778-4dd0-909f-477849a48883, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:04.000159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Performing IP validity checks on allocation pools {{(pid=103938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:37:04.003049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:37:04.026520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:04.040630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:04.048951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.053234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6f79826e-8be2-4c66-b603-ce009ea0f0f8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "PUT /v2.0/routers/e4b58319-1a38-40c0-9099-c2a9bea31af1 HTTP/1.1" status: 200 len: 921 time: 5.6581161 Mar 07 04:37:04.053411 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] Sync routers for ids ['e4b58319-1a38-40c0-9099-c2a9bea31af1'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:04.056030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:04.064731 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] Routers {'e4b58319-1a38-40c0-9099-c2a9bea31af1'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:04.066517 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e4b58319-1a38-40c0-9099-c2a9bea31af1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:04.072011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network 97d5945f-0778-4dd0-909f-477849a48883 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:04.087443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72815073-88fd-4e7b-a6a1-c9acf3d5ec11 admin admin] Publish callbacks [] for security_group (5b8b94a5-0c35-44ef-bb8d-e9220e813f90), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.104018 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:04.108854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-4ecca1d5-5823-4ae5-a53e-6cd56300ded1 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.110359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-4ecca1d5-5823-4ae5-a53e-6cd56300ded1 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 945 time: 0.0847094 Mar 07 04:37:04.115646 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] Routers {'e4b58319-1a38-40c0-9099-c2a9bea31af1'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:04.116573 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:36:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e4b58319-1a38-40c0-9099-c2a9bea31af1'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:04.131493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72815073-88fd-4e7b-a6a1-c9acf3d5ec11 admin admin] Publish callbacks [] for security_group (5b8b94a5-0c35-44ef-bb8d-e9220e813f90), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.140939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 97d5945f-0778-4dd0-909f-477849a48883) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:04.154207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961099b0-21e1-4e0e-ba5d-5fca48955b43 None None] Network 97d5945f-0778-4dd0-909f-477849a48883 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:04.158233 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:04.160301 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00353222-d09b-480e-88d3-b00bfc3e8f0f None None] The sync data for ids ['e4b58319-1a38-40c0-9099-c2a9bea31af1'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:04.173893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.174559 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.267106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-521a155d-b8af-4f72-ace4-ed479033b001 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3767133 Mar 07 04:37:04.272307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Deleting port 15d2a37a-489b-4bef-a06f-f40116dff884 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:04.272526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.276116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50160) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:04.288265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72815073-88fd-4e7b-a6a1-c9acf3d5ec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5b8b94a5-0c35-44ef-bb8d-e9220e813f90), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.290858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72815073-88fd-4e7b-a6a1-c9acf3d5ec11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.294607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-72815073-88fd-4e7b-a6a1-c9acf3d5ec11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b8b94a5-0c35-44ef-bb8d-e9220e813f90 HTTP/1.1" status: 204 len: 168 time: 0.3025446 Mar 07 04:37:04.308562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'network': {'name': 'tempest-router-network01--621722160'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:04.313286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72815073-88fd-4e7b-a6a1-c9acf3d5ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8b94a5-0c35-44ef-bb8d-e9220e813f90,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:04.357149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50164) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:04.358232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-97d5945f-0778-4dd0-909f-477849a48883', 'network_id': '97d5945f-0778-4dd0-909f-477849a48883', 'project_id': '366a5ba7f55c4fb7ba810706e0b78437', 'fixed_ips': [{'subnet_id': '73ee613b-d4c8-47c6-833a-5ca767744731'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:04.359131 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.365806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2bb99a5a-27ab-4417-b6d6-50a44ff5e0ea tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/e4b58319-1a38-40c0-9099-c2a9bea31af1 HTTP/1.1" status: 200 len: 921 time: 0.2945526 Mar 07 04:37:04.416744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (19412aa7-368b-47be-8e99-cfb0308eb92b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.430491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Made reservation on behalf of 366a5ba7f55c4fb7ba810706e0b78437 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:04.433922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.438765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] For port 15d2a37a-489b-4bef-a06f-f40116dff884, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=15d2a37a-489b-4bef-a06f-f40116dff884,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:04.441690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.471762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Calling delete_port for 15d2a37a-489b-4bef-a06f-f40116dff884 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:04.475213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794bb957-66be-41b1-9833-152df2931b40 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.479753 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-794bb957-66be-41b1-9833-152df2931b40 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=e4b58319-1a38-40c0-9099-c2a9bea31af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1194274 Mar 07 04:37:04.480414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50168) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:04.567005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c61f1-92df-4b09-9df8-e086e17ccfa6 req-8bba1350-24fd-4431-a2db-28e64c44f3ca tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.567790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:04.568587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e0c61f1-92df-4b09-9df8-e086e17ccfa6 req-8bba1350-24fd-4431-a2db-28e64c44f3ca tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.2639544 Mar 07 04:37:04.571699 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7969ddf3-90e7-4ed5-8e3f-49e85eee3abc" -d '{"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-plugged", "status": "completed", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:04.577047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=19412aa7-368b-47be-8e99-cfb0308eb92b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:04.586153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:04.605251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Deleting port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:04.605600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.642034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0cfd40-c35c-4b8d-bfee-e2ac58d9dc73 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.647096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0f0cfd40-c35c-4b8d-bfee-e2ac58d9dc73 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.1635721 Mar 07 04:37:04.647756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:04.662023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (64311119-a7e6-4083-9e5b-d45bb3509b8e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.662387 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Added segment 64311119-a7e6-4083-9e5b-d45bb3509b8e of type vlan for network e159ee9c-8b80-4bd8-b24d-af816b24d526 Mar 07 04:37:04.681142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': 'ab8c6643-cd2e-445a-877b-95224139df24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:04.681688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: 746cc73f-2c67-4b94-9151-7315a3603ae5, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:04.690590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-83b72d16-a112-4905-8116-6f3ee3b54b3a tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b58319-1a38-40c0-9099-c2a9bea31af1 HTTP/1.1" status: 200 len: 205 time: 0.0400915 Mar 07 04:37:04.692722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:04.694921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Allocated IP 172.20.0.2 (97d5945f-0778-4dd0-909f-477849a48883/73ee613b-d4c8-47c6-833a-5ca767744731/18ba36fb-1329-47e0-8c05-cc57dc3450a8) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:04.789758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e159ee9c-8b80-4bd8-b24d-af816b24d526), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.802495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e0c61f1-92df-4b09-9df8-e086e17ccfa6 req-f3db0b27-53da-4fdd-a86f-d7d5437df9ba tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135272 Mar 07 04:37:04.836121 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:04.840707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (15d2a37a-489b-4bef-a06f-f40116dff884), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.866165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476fb01-afd2-44c5-a815-a14c61b0eb86 req-69cb485f-6b74-4d77-9ce7-b6d55759dcc2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.869479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c476fb01-afd2-44c5-a815-a14c61b0eb86 req-69cb485f-6b74-4d77-9ce7-b6d55759dcc2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.2659271 Mar 07 04:37:04.869942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] For port dce4264c-1e4d-4252-b5a9-e9ed72cdc24a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:04.870373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.879074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 746cc73f-2c67-4b94-9151-7315a3603ae5) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:04.880648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e159ee9c-8b80-4bd8-b24d-af816b24d526), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.885593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.886216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.901102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:04.901718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.914806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Calling delete_port for dce4264c-1e4d-4252-b5a9-e9ed72cdc24a owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:04.922276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:04.928545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Pushing event deleted for resources: {'Port': ['ID=15d2a37a-489b-4bef-a06f-f40116dff884,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:04.993396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] No DVR routers for this DVR port 15d2a37a-489b-4bef-a06f-f40116dff884 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:04.999773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.003979 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3c1dd821-09c8-48a7-9a0e-e7bc7ee4a775 req-c5770ff0-da81-4ae1-b320-3b7154ee1ab6 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "DELETE /v2.0/ports/15d2a37a-489b-4bef-a06f-f40116dff884 HTTP/1.1" status: 204 len: 173 time: 0.8841860 Mar 07 04:37:05.004532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeacb7b-5f06-4639-8605-731136f00207', 'name': 'network-vif-deleted', 'tag': '15d2a37a-489b-4bef-a06f-f40116dff884'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:05.006972 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c9c16-6833-449a-9819-7bedbb766d56" -d '{"events": [{"server_uuid": "0eeacb7b-5f06-4639-8605-731136f00207", "name": "network-vif-deleted", "tag": "15d2a37a-489b-4bef-a06f-f40116dff884"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:05.032893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7541132 Mar 07 04:37:05.036775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1dd9bc6b-8f5a-4a21-b4e1-b18fa99753a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6542280 Mar 07 04:37:05.044794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:05.045156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:05.064102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5', 'name': 'tempest-PortsIpV6TestJSON-1321605011'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:05.105737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'network': {'name': 'tempest-router-network02--971510683'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:05.130012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e4b58319-1a38-40c0-9099-c2a9bea31af1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.143984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690455a4-4032-4ffe-8b80-5db2e436f1e5 req-4f193369-8c20-4895-9e89-8d7a2c8eae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:05.145762 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-690455a4-4032-4ffe-8b80-5db2e436f1e5 req-4f193369-8c20-4895-9e89-8d7a2c8eae9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 1127 time: 0.0703413 Mar 07 04:37:05.184975 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Publish callbacks [] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.194783 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3061462-52de-416b-b31a-c18d3e17c3c2 x-openstack-request-id: req-b3061462-52de-416b-b31a-c18d3e17c3c2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:05.195238 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-plugged", "status": "completed", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:05.195517 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3061462-52de-416b-b31a-c18d3e17c3c2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:05.195956 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'code': 200} Mar 07 04:37:05.197493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ededde4a-883c-453e-968e-02a14a7f7ee5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:05.230810 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-690455a4-4032-4ffe-8b80-5db2e436f1e5 req-32b44f0b-0650-4e9f-a1a2-a34e5e0ab86f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606000 Mar 07 04:37:05.237664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d255722-5ef4-4868-b242-f72551ccadf2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Network': ['ID=e159ee9c-8b80-4bd8-b24d-af816b24d526,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:05.245006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Deleting port ad26c271-4d89-4a64-84a4-1987d8d9e09b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:05.245462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ad26c271-4d89-4a64-84a4-1987d8d9e09b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.251512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4c795124-67cc-4643-a87f-89287a63c624', '15d2a37a-489b-4bef-a06f-f40116dff884'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:05.306913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e320c-d264-4125-b5a1-f8cd063e2bdb None None] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:05.363061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ad26c271-4d89-4a64-84a4-1987d8d9e09b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.368136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e0d35e3-87bf-451a-a3af-0ae13d468beb req-853c5a64-7291-489e-922e-0f62c0266482 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eeacb7b-5f06-4639-8605-731136f00207 HTTP/1.1" status: 200 len: 210 time: 0.1675565 Mar 07 04:37:05.395338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Calling delete_port for ad26c271-4d89-4a64-84a4-1987d8d9e09b owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:05.405826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c476fb01-afd2-44c5-a815-a14c61b0eb86 req-3028ea2a-f0bd-41ab-8a4f-371e36ba029d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962561 Mar 07 04:37:05.437061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Made reservation on behalf of 366a5ba7f55c4fb7ba810706e0b78437 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:05.450372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.471519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:05.472257 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e14c9f-4815-481b-9a42-c2ef369960f4 x-openstack-request-id: req-88e14c9f-4815-481b-9a42-c2ef369960f4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:05.472554 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeacb7b-5f06-4639-8605-731136f00207", "name": "network-vif-deleted", "tag": "15d2a37a-489b-4bef-a06f-f40116dff884", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:05.472808 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88e14c9f-4815-481b-9a42-c2ef369960f4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:05.473366 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeacb7b-5f06-4639-8605-731136f00207', 'name': 'network-vif-deleted', 'tag': '15d2a37a-489b-4bef-a06f-f40116dff884', 'status': 'completed', 'code': 200} Mar 07 04:37:05.526182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.545225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-746cc73f-2c67-4b94-9151-7315a3603ae5', 'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': '19412aa7-368b-47be-8e99-cfb0308eb92b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:05.546088 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.571855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:05.622423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (766fc4aa-1c1e-4caa-98ad-bcfcdc254361), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.622808 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Added segment 766fc4aa-1c1e-4caa-98ad-bcfcdc254361 of type vlan for network 935e3594-91be-4ad3-8c28-6b2651b7d879 Mar 07 04:37:05.625396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:05.630354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.671739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ad26c271-4d89-4a64-84a4-1987d8d9e09b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.701085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 176b2765-7b44-4013-be30-4cf040ab9da1 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:05.713546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event deleted for resources: {'Port': ['ID=ad26c271-4d89-4a64-84a4-1987d8d9e09b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:05.715641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (935e3594-91be-4ad3-8c28-6b2651b7d879), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.728840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Network 97d5945f-0778-4dd0-909f-477849a48883 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:05.766359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:05.769029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0a20ee3a-073c-4bc9-aefd-27ba7336f5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.793775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:05.854117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (e4b58319-1a38-40c0-9099-c2a9bea31af1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:05.888861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Pushing event updated for resources: {'Port': ['ID=18ba36fb-1329-47e0-8c05-cc57dc3450a8,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:06.028968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.031334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (e4b58319-1a38-40c0-9099-c2a9bea31af1), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.041871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Attempting to bind port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:06.042282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Attempting to bind port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '97d5945f-0778-4dd0-909f-477849a48883'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:06.042652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Attempting to bind port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 on network 97d5945f-0778-4dd0-909f-477849a48883 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:06.047712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Allocated IP 2001:db8::2 (746cc73f-2c67-4b94-9151-7315a3603ae5/19412aa7-368b-47be-8e99-cfb0308eb92b/f833b219-193a-4075-a88c-ac0422e31fe5) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:06.071355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:06.071740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Checking segment: {'id': '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '97d5945f-0778-4dd0-909f-477849a48883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:06.072160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.072564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Bound using segment: {'id': '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '97d5945f-0778-4dd0-909f-477849a48883'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:06.073053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Bound port: 18ba36fb-1329-47e0-8c05-cc57dc3450a8, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '97d5945f-0778-4dd0-909f-477849a48883'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:06.073445 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.082429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (e4b58319-1a38-40c0-9099-c2a9bea31af1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.083360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Fanout notify agent at l3_agent the message router_deleted on router e4b58319-1a38-40c0-9099-c2a9bea31af1 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:06.094478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.100820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4b7d3dd0-c10a-492f-8959-dd0d837fca06 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/e4b58319-1a38-40c0-9099-c2a9bea31af1 HTTP/1.1" status: 204 len: 168 time: 1.4077690 Mar 07 04:37:06.101514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50210) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:06.105964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1629541734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:06.132641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.133410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.217582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (a487a22e-f7bd-43aa-98f6-232257a02049), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.224683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.262282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.264798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03318ee3-26f4-4fff-9d72-b4972a9a6f58 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1622651 Mar 07 04:37:06.267658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50214) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:06.273452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] For port 18ba36fb-1329-47e0-8c05-cc57dc3450a8, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:06.275278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:06.282053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] For port 18ba36fb-1329-47e0-8c05-cc57dc3450a8, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18ba36fb-1329-47e0-8c05-cc57dc3450a8,segment=NetworkSegment(804d5ee5-d6a2-418a-b60f-5b35b4ab02d3),segment_id=804d5ee5-d6a2-418a-b60f-5b35b4ab02d3)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:06.305685 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.356683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (dce4264c-1e4d-4252-b5a9-e9ed72cdc24a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.359671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50216) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:06.407719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Publish callbacks [] for port (f833b219-193a-4075-a88c-ac0422e31fe5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.410092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (935e3594-91be-4ad3-8c28-6b2651b7d879), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.411847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d88b2-7d1a-4235-835d-dff4b0cb02a7 None None] Pushing event updated for resources: {'Port': ['ID=18ba36fb-1329-47e0-8c05-cc57dc3450a8,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:06.415941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:06.416718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.424165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.428922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce4264c-1e4d-4252-b5a9-e9ed72cdc24a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:06.497608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:06.501147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::c3 (746cc73f-2c67-4b94-9151-7315a3603ae5/19412aa7-368b-47be-8e99-cfb0308eb92b/176b2765-7b44-4013-be30-4cf040ab9da1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:06.504797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:06.509505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:06.517435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Pushing event updated for resources: {'Port': ['ID=f833b219-193a-4075-a88c-ac0422e31fe5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:06.610108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Attempting to bind port f833b219-193a-4075-a88c-ac0422e31fe5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:06.610486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Attempting to bind port f833b219-193a-4075-a88c-ac0422e31fe5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'ab8c6643-cd2e-445a-877b-95224139df24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:06.613607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Attempting to bind port f833b219-193a-4075-a88c-ac0422e31fe5 on network 746cc73f-2c67-4b94-9151-7315a3603ae5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:06.686859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:06.687761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Checking segment: {'id': 'ab8c6643-cd2e-445a-877b-95224139df24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:06.690226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.692876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (a487a22e-f7bd-43aa-98f6-232257a02049), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.693357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Bound using segment: {'id': 'ab8c6643-cd2e-445a-877b-95224139df24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:06.695622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Bound port: f833b219-193a-4075-a88c-ac0422e31fe5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c6643-cd2e-445a-877b-95224139df24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '746cc73f-2c67-4b94-9151-7315a3603ae5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:06.696061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.706607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.715090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6653597 Mar 07 04:37:06.717836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50226) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:06.729114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'subnet': {'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:06.858787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] For port f833b219-193a-4075-a88c-ac0422e31fe5, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:06.866622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] For port f833b219-193a-4075-a88c-ac0422e31fe5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f833b219-193a-4075-a88c-ac0422e31fe5,segment=NetworkSegment(ab8c6643-cd2e-445a-877b-95224139df24),segment_id=ab8c6643-cd2e-445a-877b-95224139df24)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:06.875657 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.880878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011cc669-6bd0-4c27-937e-d0001cd05d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:06.968640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee14223-10ce-41d8-bfec-ffd3e24cd0aa None None] Pushing event updated for resources: {'Port': ['ID=f833b219-193a-4075-a88c-ac0422e31fe5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:07.004751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Made reservation on behalf of 366a5ba7f55c4fb7ba810706e0b78437 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:07.009032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.051681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc296189-9cea-4581-bd43-41a20f2e029c req-741aa331-bc27-4fb0-945d-9e36793a1474 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:07.053538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc296189-9cea-4581-bd43-41a20f2e029c req-741aa331-bc27-4fb0-945d-9e36793a1474 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.7129581 Mar 07 04:37:07.092847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449590e-4093-4a51-84b7-4f5853534694 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Network': ['ID=935e3594-91be-4ad3-8c28-6b2651b7d879,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:07.111306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 935e3594-91be-4ad3-8c28-6b2651b7d879 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:07.237083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097cf0-c4fa-44fd-a1d5-522b0ee7a65e req-c858416e-62ea-41ef-a537-5f7b59133ef4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:07.240610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a097cf0-c4fa-44fd-a1d5-522b0ee7a65e req-c858416e-62ea-41ef-a537-5f7b59133ef4 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.5087035 Mar 07 04:37:07.303576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (176b2765-7b44-4013-be30-4cf040ab9da1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.325408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (8b174107-25bb-4436-a373-119a806f9f66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.386761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc296189-9cea-4581-bd43-41a20f2e029c req-7b5c1bb0-24d6-4d9a-9d6d-70a04283930c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025024 Mar 07 04:37:07.481457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a097cf0-c4fa-44fd-a1d5-522b0ee7a65e req-352798af-aa75-4294-ac42-b09c69754b78 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153866 Mar 07 04:37:07.630745 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.647449 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (176b2765-7b44-4013-be30-4cf040ab9da1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.800654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f833b219-193a-4075-a88c-ac0422e31fe5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:07.821609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:07.831508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=176b2765-7b44-4013-be30-4cf040ab9da1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:07.848946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:07.865312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011cc669-6bd0-4c27-937e-d0001cd05d2c admin admin] Publish callbacks [] for security_group (4dfb3773-0d6b-474a-892d-fa455b221423), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.880207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:07.882788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-011cc669-6bd0-4c27-937e-d0001cd05d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4dfb3773-0d6b-474a-892d-fa455b221423), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.895754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:07.896119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.916083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f833b219-193a-4075-a88c-ac0422e31fe5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:07.916675 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:07.944554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (a3b52480-5be2-473f-891f-61a860fccda0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.000972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cc669-6bd0-4c27-937e-d0001cd05d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfb3773-0d6b-474a-892d-fa455b221423,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:08.040482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f833b219-193a-4075-a88c-ac0422e31fe5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:08.041003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.054776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b2990322-6bbd-4884-91db-01b74a097679 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9951284 Mar 07 04:37:08.064367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50234) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:08.069636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-011cc669-6bd0-4c27-937e-d0001cd05d2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21d330aa3583441094d6ae393dd85cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7082305 Mar 07 04:37:08.080295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50236) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:08.089811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port f833b219-193a-4075-a88c-ac0422e31fe5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f833b219-193a-4075-a88c-ac0422e31fe5,segment=NetworkSegment(ab8c6643-cd2e-445a-877b-95224139df24),segment_id=ab8c6643-cd2e-445a-877b-95224139df24)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:08.095015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.096106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18ba36fb-1329-47e0-8c05-cc57dc3450a8 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:08.142137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6586a-1079-429a-a42e-e0982e97ce2e req-0ddccef3-f5cc-49c5-be7c-1d4ee1cd704d tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:08.144015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ca6586a-1079-429a-a42e-e0982e97ce2e req-0ddccef3-f5cc-49c5-be7c-1d4ee1cd704d tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 946 time: 0.2923303 Mar 07 04:37:08.176847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (a487a22e-f7bd-43aa-98f6-232257a02049), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.208327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=f833b219-193a-4075-a88c-ac0422e31fe5,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:08.209094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.225820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:08.226319 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.237784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Router 8b174107-25bb-4436-a373-119a806f9f66 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:08.257246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Subnet': ['ID=a3b52480-5be2-473f-891f-61a860fccda0,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:08.261726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c108b0-c241-425e-a922-a8758cd63f11 req-54d0c21d-66d4-4b69-b3b7-e0fb74f2ea89 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:08.264839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6be04-4b60-4cee-8e6a-674717e33d21 None None] Network 97d5945f-0778-4dd0-909f-477849a48883 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:08.269678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56c108b0-c241-425e-a922-a8758cd63f11 req-54d0c21d-66d4-4b69-b3b7-e0fb74f2ea89 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.3418298 Mar 07 04:37:08.379303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Checking segment: {'id': '64311119-a7e6-4083-9e5b-d45bb3509b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:08.381611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network hostable DHCP agents. Network: e159ee9c-8b80-4bd8-b24d-af816b24d526, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:08.390306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecfc0-19e3-4acf-b866-efaaf6977045 admin admin] Publish callbacks [] for security_group (4dfb3773-0d6b-474a-892d-fa455b221423), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.405213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-993c90c8-9d55-4a1d-a29b-806366927f97 None None] Provisioning complete for port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:08.405752 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-993c90c8-9d55-4a1d-a29b-806366927f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.408665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ca6586a-1079-429a-a42e-e0982e97ce2e req-1b570513-3e44-428d-a74a-71b6705d5047 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470224 Mar 07 04:37:08.458204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56c108b0-c241-425e-a922-a8758cd63f11 req-b5ab5f6d-bfbc-4787-ad0e-1628bfbf5593 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783168 Mar 07 04:37:08.504998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:08.505612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.527116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:08.542758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Allocated IP 172.25.4.231 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ebfaaeb2-2148-48d5-a60a-bc2f749c89e8) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:08.550579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ecd70-f275-4b87-b01e-23038505a89a None None] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:08.556518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e159ee9c-8b80-4bd8-b24d-af816b24d526) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:08.563583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecfc0-19e3-4acf-b866-efaaf6977045 admin admin] Publish callbacks [] for security_group (4dfb3773-0d6b-474a-892d-fa455b221423), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.569131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 176b2765-7b44-4013-be30-4cf040ab9da1 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:08.569603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (176b2765-7b44-4013-be30-4cf040ab9da1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.574853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:08.575668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.578675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe37cc-7ebd-4ad9-b298-39396ebad9c7 None None] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:08.596701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:08.611544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cf4f1c32-81c5-4393-81ee-ca7442f2c033 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b174107-25bb-4436-a373-119a806f9f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4578564 Mar 07 04:37:08.616919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50240) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:08.629216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] Sync routers for ids ['8b174107-25bb-4436-a373-119a806f9f66'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:08.632528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 18ba36fb-1329-47e0-8c05-cc57dc3450a8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18ba36fb-1329-47e0-8c05-cc57dc3450a8,segment=NetworkSegment(804d5ee5-d6a2-418a-b60f-5b35b4ab02d3),segment_id=804d5ee5-d6a2-418a-b60f-5b35b4ab02d3)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:08.649932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-35a38986-5209-46b5-a18e-30c4a615c2c2 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9307420 Mar 07 04:37:08.652434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:08.659232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'subnet': {'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:08.681381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.708804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bd65f-ddef-4103-8dc9-37f6fe72d9ec req-4f70bb6f-658a-494c-92a5-144dc69188b9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:08.711134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b28bd65f-ddef-4103-8dc9-37f6fe72d9ec req-4f70bb6f-658a-494c-92a5-144dc69188b9 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.1876233 Mar 07 04:37:08.808040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (176b2765-7b44-4013-be30-4cf040ab9da1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.816818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecfc0-19e3-4acf-b866-efaaf6977045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4dfb3773-0d6b-474a-892d-fa455b221423), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.819373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecfc0-19e3-4acf-b866-efaaf6977045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.820677 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dc2ecfc0-19e3-4acf-b866-efaaf6977045 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dfb3773-0d6b-474a-892d-fa455b221423 HTTP/1.1" status: 204 len: 168 time: 0.7348199 Mar 07 04:37:08.843495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ecfc0-19e3-4acf-b866-efaaf6977045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfb3773-0d6b-474a-892d-fa455b221423,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:08.863225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for port (ebfaaeb2-2148-48d5-a60a-bc2f749c89e8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.895773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 176b2765-7b44-4013-be30-4cf040ab9da1 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:08.907439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Made reservation on behalf of 366a5ba7f55c4fb7ba810706e0b78437 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:08.912573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:08.984631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b28bd65f-ddef-4103-8dc9-37f6fe72d9ec req-8f6644ac-a500-4770-8b48-3c0a2fd573d2 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451987 Mar 07 04:37:08.988842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks [] for router (8b174107-25bb-4436-a373-119a806f9f66), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.035213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ebfaaeb2-2148-48d5-a60a-bc2f749c89e8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.111439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event updated for resources: {'Port': ['ID=ebfaaeb2-2148-48d5-a60a-bc2f749c89e8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:09.127545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:09.132338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:09.135624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:09.162273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=18ba36fb-1329-47e0-8c05-cc57dc3450a8,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:09.258206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] Routers {'8b174107-25bb-4436-a373-119a806f9f66'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:09.258935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8b174107-25bb-4436-a373-119a806f9f66'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:09.270358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-e159ee9c-8b80-4bd8-b24d-af816b24d526', 'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526', 'project_id': '366a5ba7f55c4fb7ba810706e0b78437', 'fixed_ips': [{'subnet_id': 'a3b52480-5be2-473f-891f-61a860fccda0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:09.271497 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.325935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-df6de207-1b07-4399-85af-1f5eda8f8142 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:09.327566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-df6de207-1b07-4399-85af-1f5eda8f8142 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 946 time: 0.2869635 Mar 07 04:37:09.378847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-993c90c8-9d55-4a1d-a29b-806366927f97 None None] Current status of the port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:09.405394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.445779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b147e-a9be-4f43-826c-80c5b0e59186 req-acf3d2a4-6cf9-415d-9389-925b8d0b5d78 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:09.454745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-475b147e-a9be-4f43-826c-80c5b0e59186 req-acf3d2a4-6cf9-415d-9389-925b8d0b5d78 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.3594856 Mar 07 04:37:09.474549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (176b2765-7b44-4013-be30-4cf040ab9da1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.488965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (067a358d-9543-42aa-b298-cc478ae19456), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.522003 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks [] for router_gateway (8b174107-25bb-4436-a373-119a806f9f66), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.565763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Subnet': ['ID=067a358d-9543-42aa-b298-cc478ae19456,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:09.571404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=176b2765-7b44-4013-be30-4cf040ab9da1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:09.592635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f833b219-193a-4075-a88c-ac0422e31fe5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:09.641269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Checking segment: {'id': '766fc4aa-1c1e-4caa-98ad-bcfcdc254361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:09.641526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network hostable DHCP agents. Network: 935e3594-91be-4ad3-8c28-6b2651b7d879, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:09.680586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network 935e3594-91be-4ad3-8c28-6b2651b7d879 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:09.693646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.697824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2e7942ce-7447-4d9e-bf8d-7b20827c8fda tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/176b2765-7b44-4013-be30-4cf040ab9da1 HTTP/1.1" status: 204 len: 168 time: 1.6292341 Mar 07 04:37:09.702123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:09.729236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] Set router 8b174107-25bb-4436-a373-119a806f9f66 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:09.752134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-475b147e-a9be-4f43-826c-80c5b0e59186 req-fb797f13-fc09-4001-9613-f9a1d84af5d0 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955747 Mar 07 04:37:09.775038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Deleting port 92b16866-50fe-4e1b-a0f9-4369b5260a84 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:09.775389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.802254 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c91c06a-3f3a-42dd-9483-2e0b224dddf2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:37:09.804746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c91c06a-3f3a-42dd-9483-2e0b224dddf2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:37:09.815276 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c91c06a-3f3a-42dd-9483-2e0b224dddf2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/176b2765-7b44-4013-be30-4cf040ab9da1 HTTP/1.1" status: 404 len: 333 time: 0.1018431 Mar 07 04:37:09.817892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:09.856111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 935e3594-91be-4ad3-8c28-6b2651b7d879) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:09.859510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (a487a22e-f7bd-43aa-98f6-232257a02049), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.868511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:09.868662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.888294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Deleting port ededde4a-883c-453e-968e-02a14a7f7ee5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:09.888654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:09.894374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Allocated IP 172.20.0.2 (e159ee9c-8b80-4bd8-b24d-af816b24d526/a3b52480-5be2-473f-891f-61a860fccda0/51b2ba23-2818-4d29-bccd-b36c7d516997) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:09.947495 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ee4f0f48-e514-4e38-b182-d1460987dccd tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2893882 Mar 07 04:37:09.983375 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab28c5c-9af3-4a0b-b7dd-b181ed556ade tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:09.984883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4ab28c5c-9af3-4a0b-b7dd-b181ed556ade tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/176b2765-7b44-4013-be30-4cf040ab9da1 HTTP/1.1" status: 404 len: 333 time: 0.1627362 Mar 07 04:37:09.988847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:09.989366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 15d2a37a-489b-4bef-a06f-f40116dff884 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:09.989494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50278) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:09.990222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] For port ededde4a-883c-453e-968e-02a14a7f7ee5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ededde4a-883c-453e-968e-02a14a7f7ee5,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:09.990602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.004223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Calling delete_port for ededde4a-883c-453e-968e-02a14a7f7ee5 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:10.011863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ecc39-e4df-468c-9ddd-cb1b37b2aee3 None None] Network 935e3594-91be-4ad3-8c28-6b2651b7d879 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:10.039149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8dc8e9a1-74fd-40a6-b0ff-7a436fd40ec6 None None] Provisioning complete for port f833b219-193a-4075-a88c-ac0422e31fe5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:10.039882 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8dc8e9a1-74fd-40a6-b0ff-7a436fd40ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.119656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 15d2a37a-489b-4bef-a06f-f40116dff884 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:10.120476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 15d2a37a-489b-4bef-a06f-f40116dff884 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:10.194504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet 19412aa7-368b-47be-8e99-cfb0308eb92b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:10.199103 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (19412aa7-368b-47be-8e99-cfb0308eb92b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.268650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (19412aa7-368b-47be-8e99-cfb0308eb92b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.338927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f833b219-193a-4075-a88c-ac0422e31fe5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:10.339468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.364162 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:37:10.543342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5931-7306-474c-9300-774429986c1b req-80875de0-3132-44a3-84a0-7cf96afcaeea tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:10.545457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ecdf5931-7306-474c-9300-774429986c1b req-80875de0-3132-44a3-84a0-7cf96afcaeea tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 946 time: 0.9813743 Mar 07 04:37:10.664955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ecdf5931-7306-474c-9300-774429986c1b req-0a9bf4be-a999-4f82-a3c5-4d38b4c9af72 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108181 Mar 07 04:37:10.688564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] For port 92b16866-50fe-4e1b-a0f9-4369b5260a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=92b16866-50fe-4e1b-a0f9-4369b5260a84,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:10.689053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.705740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8e9a1-74fd-40a6-b0ff-7a436fd40ec6 None None] Current status of the port f833b219-193a-4075-a88c-ac0422e31fe5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:10.713812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f91561-abcc-4606-a697-3058a14e3400 req-702b5d10-b064-4b4c-bf87-a8420f15d0ea tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:10.720793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-935e3594-91be-4ad3-8c28-6b2651b7d879', 'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879', 'project_id': '366a5ba7f55c4fb7ba810706e0b78437', 'fixed_ips': [{'subnet_id': '067a358d-9543-42aa-b298-cc478ae19456'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:10.721847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.724886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57f91561-abcc-4606-a697-3058a14e3400 req-702b5d10-b064-4b4c-bf87-a8420f15d0ea tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.8407953 Mar 07 04:37:10.750632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Publish callbacks [] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.772454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.779498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Calling delete_port for 92b16866-50fe-4e1b-a0f9-4369b5260a84 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:10.787648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ededde4a-883c-453e-968e-02a14a7f7ee5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.788800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (19412aa7-368b-47be-8e99-cfb0308eb92b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.815606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8dc8e9a1-74fd-40a6-b0ff-7a436fd40ec6 None None] Provisioning complete for port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:10.817105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8dc8e9a1-74fd-40a6-b0ff-7a436fd40ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.829270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ededde4a-883c-453e-968e-02a14a7f7ee5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:10.831990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4c795124-67cc-4643-a87f-89287a63c624'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:10.865856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Pushing event deleted for resources: {'Port': ['ID=ededde4a-883c-453e-968e-02a14a7f7ee5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:10.928998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57f91561-abcc-4606-a697-3058a14e3400 req-98ad1ce7-bbd9-427c-aec9-2a3971f0794e tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012651 Mar 07 04:37:10.932104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:10.994498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] No DVR routers for this DVR port ededde4a-883c-453e-968e-02a14a7f7ee5 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:11.000869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.009608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dde4d89-88f3-48de-a415-ce5e0053cc4b req-03624fd5-848a-4173-915f-5b9e23d5a596 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.15 "DELETE /v2.0/ports/ededde4a-883c-453e-968e-02a14a7f7ee5 HTTP/1.1" status: 204 len: 173 time: 1.6714566 Mar 07 04:37:11.011851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee74095-de05-4a40-9650-239ef5429dd3', 'name': 'network-vif-deleted', 'tag': 'ededde4a-883c-453e-968e-02a14a7f7ee5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:11.015276 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be569eca-3a3d-4fa2-b708-b9dc5ce5ab32" -d '{"events": [{"server_uuid": "4ee74095-de05-4a40-9650-239ef5429dd3", "name": "network-vif-deleted", "tag": "ededde4a-883c-453e-968e-02a14a7f7ee5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:11.113800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b174107-25bb-4436-a373-119a806f9f66', 'name': 'tempest-AttachSCSIVolumeTestJSON-473090443-router', 'tenant_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:33:56Z', 'updated_at': '2022-03-07T04:37:05Z', 'revision_number': 5, 'project_id': 'd01676b19c9642c1a2d1af8d4c0d5bd4', 'gw_port': {'id': '92b16866-50fe-4e1b-a0f9-4369b5260a84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b174107-25bb-4436-a373-119a806f9f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:33:57Z', 'updated_at': '2022-03-07T04:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:11.136583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (19412aa7-368b-47be-8e99-cfb0308eb92b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.142811 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd141ff8-7f85-4d43-87c7-d047beb97cb0 x-openstack-request-id: req-dd141ff8-7f85-4d43-87c7-d047beb97cb0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:11.143207 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee74095-de05-4a40-9650-239ef5429dd3", "name": "network-vif-deleted", "tag": "ededde4a-883c-453e-968e-02a14a7f7ee5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:11.144240 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd141ff8-7f85-4d43-87c7-d047beb97cb0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:11.144942 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee74095-de05-4a40-9650-239ef5429dd3', 'name': 'network-vif-deleted', 'tag': 'ededde4a-883c-453e-968e-02a14a7f7ee5', 'status': 'completed', 'code': 200} Mar 07 04:37:11.209142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.213567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/19412aa7-368b-47be-8e99-cfb0308eb92b HTTP/1.1" status: 204 len: 168 time: 1.1029420 Mar 07 04:37:11.218598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50330) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:11.224308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02ae71-3ba6-417f-96cd-385102793490 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=19412aa7-368b-47be-8e99-cfb0308eb92b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:11.238834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.248468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.311802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:11.485529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Allocated IP 172.20.0.2 (935e3594-91be-4ad3-8c28-6b2651b7d879/067a358d-9543-42aa-b298-cc478ae19456/567bc6bc-0b42-42b7-bf58-51cd86d22f2f) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:11.589655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (746cc73f-2c67-4b94-9151-7315a3603ae5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.591602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (92b16866-50fe-4e1b-a0f9-4369b5260a84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.630387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b16866-50fe-4e1b-a0f9-4369b5260a84,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:11.765794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ff045-0782-41c8-ae80-f713f20c2a0c req-b4628c09-6218-4b2d-bbf2-23b957e27d6c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:11.773811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e7ff045-0782-41c8-ae80-f713f20c2a0c req-b4628c09-6218-4b2d-bbf2-23b957e27d6c tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.2758021 Mar 07 04:37:11.802223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed56609-d24b-4cdb-b72a-8f1a7de3d297 None None] Network 746cc73f-2c67-4b94-9151-7315a3603ae5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:11.825240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:11.826876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] Checking router: 8b174107-25bb-4436-a373-119a806f9f66 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:37:11.876683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-332a89d3-edd7-44a1-9817-8dcd7fa8b1be tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:11.885857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-332a89d3-edd7-44a1-9817-8dcd7fa8b1be tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 814 time: 0.3928742 Mar 07 04:37:11.907536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:11.912255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (8b174107-25bb-4436-a373-119a806f9f66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:11.927112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e7ff045-0782-41c8-ae80-f713f20c2a0c req-eb88ff67-ea5c-411f-8e73-5223464520f2 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521840 Mar 07 04:37:11.946611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-04ba84ec-1c61-4bab-9204-c2decfd7ac4f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/quotas/507c8e76333d44328a7c3fed9cbcadae HTTP/1.1" status: 200 len: 375 time: 0.0595815 Mar 07 04:37:12.014867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f833b219-193a-4075-a88c-ac0422e31fe5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:12.016270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18ba36fb-1329-47e0-8c05-cc57dc3450a8 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:12.052840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-80377a70-2904-44e3-8e23-c1651c34c7da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134725 Mar 07 04:37:12.109487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Pushing event updated for resources: {'Port': ['ID=51b2ba23-2818-4d29-bccd-b36c7d516997,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:12.113807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Router a487a22e-f7bd-43aa-98f6-232257a02049 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:37:12.125659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Allocated IP 172.20.0.1 (e159ee9c-8b80-4bd8-b24d-af816b24d526/a3b52480-5be2-473f-891f-61a860fccda0/2a34ec14-e360-4b1a-9133-ba0fa9d7e017) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:12.139318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (8b174107-25bb-4436-a373-119a806f9f66), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.141715 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks [] for router_controller (8b174107-25bb-4436-a373-119a806f9f66), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.190943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] Routers {'8b174107-25bb-4436-a373-119a806f9f66'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:12.192069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8b174107-25bb-4436-a373-119a806f9f66'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:12.242896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (8b174107-25bb-4436-a373-119a806f9f66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.243466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b174107-25bb-4436-a373-119a806f9f66 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:12.250297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.251550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1d3dca69-05de-4b38-9db9-d25938d2c0d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b174107-25bb-4436-a373-119a806f9f66 HTTP/1.1" status: 204 len: 168 time: 3.6335919 Mar 07 04:37:12.256158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:12.298540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port f833b219-193a-4075-a88c-ac0422e31fe5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:12.298965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.305744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9134a09f-76b3-4296-8be7-9bc17bc0c401 req-9cdf383c-20e7-4114-961f-b5888abfff5f tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee74095-de05-4a40-9650-239ef5429dd3 HTTP/1.1" status: 200 len: 210 time: 0.0906472 Mar 07 04:37:12.348106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-c9316b59-3366-4683-acc0-9218b45fd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:12.348106 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-c9316b59-3366-4683-acc0-9218b45fd107 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6aee005fd254b9a83f42980b80e0897&device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 1128 time: 0.1651008 Mar 07 04:37:12.392814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:12.399310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b46f3-146b-4e3a-b0ed-85b82f4965db None None] The sync data for ids ['8b174107-25bb-4436-a373-119a806f9f66'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:12.418597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-156d31e6-35c6-42eb-8d65-29c2035be18b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4707260 Mar 07 04:37:12.483910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-befe9856-d8f6-4c95-b96c-b0e4ef56275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:12.485487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-befe9856-d8f6-4c95-b96c-b0e4ef56275f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 200 len: 917 time: 0.1101787 Mar 07 04:37:12.510551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Attempting to bind port 51b2ba23-2818-4d29-bccd-b36c7d516997 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:12.511156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Attempting to bind port 51b2ba23-2818-4d29-bccd-b36c7d516997 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '64311119-a7e6-4083-9e5b-d45bb3509b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:12.511561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Attempting to bind port 51b2ba23-2818-4d29-bccd-b36c7d516997 on network e159ee9c-8b80-4bd8-b24d-af816b24d526 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:12.558187 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-22407ba7-6d9e-418b-bb0e-39d116625f93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 200 len: 217 time: 0.0584288 Mar 07 04:37:12.567675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Deleting subnet 0c785667-6592-4eed-bdd5-ab522138850e {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:12.569365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] For port f833b219-193a-4075-a88c-ac0422e31fe5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f833b219-193a-4075-a88c-ac0422e31fe5,segment=NetworkSegment(ab8c6643-cd2e-445a-877b-95224139df24),segment_id=ab8c6643-cd2e-445a-877b-95224139df24)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:12.569825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.574762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8e9a1-74fd-40a6-b0ff-7a436fd40ec6 None None] Current status of the port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:12.590927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for f833b219-193a-4075-a88c-ac0422e31fe5 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:12.601117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Publish callbacks [] for subnet (0c785667-6592-4eed-bdd5-ab522138850e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.606024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:12.606419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Checking segment: {'id': '64311119-a7e6-4083-9e5b-d45bb3509b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:12.607301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.607301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Bound using segment: {'id': '64311119-a7e6-4083-9e5b-d45bb3509b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:12.608274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Bound port: 51b2ba23-2818-4d29-bccd-b36c7d516997, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64311119-a7e6-4083-9e5b-d45bb3509b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e159ee9c-8b80-4bd8-b24d-af816b24d526'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:12.608274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.653293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-a412f087-e2f1-4b70-81c9-2b1467eec152 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161205 Mar 07 04:37:12.655260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:12.655510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.674233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:12.681723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.684933 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] Sync routers for ids ['a487a22e-f7bd-43aa-98f6-232257a02049'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:12.687203 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e61aaa7a-aa95-413f-a2d5-5503e4490870 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "PUT /v2.0/routers/a487a22e-f7bd-43aa-98f6-232257a02049 HTTP/1.1" status: 200 len: 880 time: 6.4171934 Mar 07 04:37:12.700637 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] Routers {'a487a22e-f7bd-43aa-98f6-232257a02049'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:12.701262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50382) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:12.701394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a487a22e-f7bd-43aa-98f6-232257a02049'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:12.783109 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:12.784242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (0c785667-6592-4eed-bdd5-ab522138850e), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.789501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.807913 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] Routers {'a487a22e-f7bd-43aa-98f6-232257a02049'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:12.808240 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a487a22e-f7bd-43aa-98f6-232257a02049'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:12.827226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-26ed8c39-7d28-494c-8f80-1a54119957f7 None None] Could not find standard attr ID for object 176b2765-7b44-4013-be30-4cf040ab9da1. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:37:12.842581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-b8039ede-ed75-4ab4-ac2e-16ed711abffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:12.854092 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-b8039ede-ed75-4ab4-ac2e-16ed711abffe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 200 len: 855 time: 0.2548778 Mar 07 04:37:12.884824 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Publish callbacks [] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.892306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:12.893319 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8683377-b579-45df-ba66-72c332faf6d0 None None] The sync data for ids ['a487a22e-f7bd-43aa-98f6-232257a02049'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:12.926598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:12.991298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.031752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076124b-bbff-4b29-b312-99162c5edf2b req-c2048b9b-690b-4aa4-ade6-1c1a38521e77 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:13.033415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0076124b-bbff-4b29-b312-99162c5edf2b req-c2048b9b-690b-4aa4-ade6-1c1a38521e77 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.3333132 Mar 07 04:37:13.043473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-69bbfe5d-4063-423f-b311-ce1cda3fba18 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796632 Mar 07 04:37:13.045642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb6ab7-51ea-4eb5-b56d-d00b3e8738de None None] DHCP port deletion for 746cc73f-2c67-4b94-9151-7315a3603ae5 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:13.050745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] For port 51b2ba23-2818-4d29-bccd-b36c7d516997, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:13.059680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-26ed8c39-7d28-494c-8f80-1a54119957f7 None None] Provisioning complete for port f833b219-193a-4075-a88c-ac0422e31fe5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:13.060060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ed8c39-7d28-494c-8f80-1a54119957f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f833b219-193a-4075-a88c-ac0422e31fe5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.106051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Network 935e3594-91be-4ad3-8c28-6b2651b7d879 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:13.109473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.126652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=f833b219-193a-4075-a88c-ac0422e31fe5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:13.138197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] For port 51b2ba23-2818-4d29-bccd-b36c7d516997, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51b2ba23-2818-4d29-bccd-b36c7d516997,segment=NetworkSegment(64311119-a7e6-4083-9e5b-d45bb3509b8e),segment_id=64311119-a7e6-4083-9e5b-d45bb3509b8e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:13.155060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:13.158641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:13.162395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No DVR routers for this DVR port f833b219-193a-4075-a88c-ac0422e31fe5 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:13.169470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-26ed8c39-7d28-494c-8f80-1a54119957f7 None None] Port f833b219-193a-4075-a88c-ac0422e31fe5 was deleted so its status cannot be updated. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 04:37:13.176837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.182288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:13.185246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Pushing event updated for resources: {'Port': ['ID=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:13.207650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:13.231666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-91b7f03e-e581-4761-8e4b-1655ad409cb0 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/a487a22e-f7bd-43aa-98f6-232257a02049 HTTP/1.1" status: 200 len: 921 time: 0.5190220 Mar 07 04:37:13.232328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083fabc-8c21-479b-b979-e424b197fd74 req-6e6fc8ae-5161-41e7-8c53-8e1d63a1edae tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:13.235227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7083fabc-8c21-479b-b979-e424b197fd74 req-6e6fc8ae-5161-41e7-8c53-8e1d63a1edae tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a526641-e260-44d0-be9a-fc4cd372f969 HTTP/1.1" status: 200 len: 945 time: 0.5699925 Mar 07 04:37:13.236800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:13.241899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:13.312956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:13.330998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Attempting to bind port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:13.331377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Attempting to bind port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '766fc4aa-1c1e-4caa-98ad-bcfcdc254361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:13.331778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Attempting to bind port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f on network 935e3594-91be-4ad3-8c28-6b2651b7d879 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:13.360515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (746cc73f-2c67-4b94-9151-7315a3603ae5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.387868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3dc0-4449-428d-b422-bc572ff9f247 None None] Pushing event updated for resources: {'Port': ['ID=51b2ba23-2818-4d29-bccd-b36c7d516997,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:13.396647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:13.397040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Checking segment: {'id': '766fc4aa-1c1e-4caa-98ad-bcfcdc254361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:13.397460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.397857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Bound using segment: {'id': '766fc4aa-1c1e-4caa-98ad-bcfcdc254361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:13.398385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Bound port: 567bc6bc-0b42-42b7-bf58-51cd86d22f2f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766fc4aa-1c1e-4caa-98ad-bcfcdc254361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '935e3594-91be-4ad3-8c28-6b2651b7d879'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:13.398769 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.477603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5b0c9-a4d6-47f7-bc75-6cf9ba72b83f req-0ec1568d-5785-4871-bf12-5471bb7ed89d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:13.479541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a5b0c9-a4d6-47f7-bc75-6cf9ba72b83f req-0ec1568d-5785-4871-bf12-5471bb7ed89d tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 946 time: 0.3684220 Mar 07 04:37:13.487422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746cc73f-2c67-4b94-9151-7315a3603ae5']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:13.522199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8c6643-cd2e-445a-877b-95224139df24') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:13.522779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8c6643-cd2e-445a-877b-95224139df24') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:13.539687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (ab8c6643-cd2e-445a-877b-95224139df24), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.587002 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ab8c6643-cd2e-445a-877b-95224139df24), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.592455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Deleting port 34770c7f-8462-4efc-8276-beb4e94270bb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:13.593482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.629298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] For port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:13.637894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] For port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,segment=NetworkSegment(766fc4aa-1c1e-4caa-98ad-bcfcdc254361),segment_id=766fc4aa-1c1e-4caa-98ad-bcfcdc254361)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:13.646256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-926aefdd-27ff-479e-80d6-734642b9b779 req-eaa636a5-6d9c-45ae-8a87-89fa330d7a62 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 210 time: 0.0840397 Mar 07 04:37:13.651055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:13.651626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (ab8c6643-cd2e-445a-877b-95224139df24), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:13.654933 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:13.668588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dce4264c-1e4d-4252-b5a9-e9ed72cdc24a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:13.679875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a5b0c9-a4d6-47f7-bc75-6cf9ba72b83f req-b55ef6f7-75b3-46b5-bc8e-da788fe768cc tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/security-groups?id=075869ce-add5-42de-bed1-ccacf1a05c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860030 Mar 07 04:37:13.749319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-40d6b3fb-4454-4aa6-bc5e-d21ac270690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:13.764137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-40d6b3fb-4454-4aa6-bc5e-d21ac270690b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d7305a-7c10-4754-8a1b-064dc613a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8906770 Mar 07 04:37:13.774839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.804147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: dce4264c-1e4d-4252-b5a9-e9ed72cdc24a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:13.804147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dce4264c-1e4d-4252-b5a9-e9ed72cdc24a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:13.804644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92b16866-50fe-4e1b-a0f9-4369b5260a84 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:13.883443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ededde4a-883c-453e-968e-02a14a7f7ee5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:13.896516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Port': ['ID=2a34ec14-e360-4b1a-9133-ba0fa9d7e017,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:13.918200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (746cc73f-2c67-4b94-9151-7315a3603ae5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.947844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:13.968565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/746cc73f-2c67-4b94-9151-7315a3603ae5 HTTP/1.1" status: 204 len: 168 time: 2.7435265 Mar 07 04:37:14.005764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50406) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:14.017333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1941900370'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:14.042501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-39f3cda1-870b-4436-94cf-673114c388e3 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624736 Mar 07 04:37:14.056272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] For port 34770c7f-8462-4efc-8276-beb4e94270bb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=34770c7f-8462-4efc-8276-beb4e94270bb,segment=NetworkSegment(b15d17ab-9d48-4b67-9941-8732798a9c00),segment_id=b15d17ab-9d48-4b67-9941-8732798a9c00)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:14.056522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 92b16866-50fe-4e1b-a0f9-4369b5260a84 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:14.056683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92b16866-50fe-4e1b-a0f9-4369b5260a84 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:14.057064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f833b219-193a-4075-a88c-ac0422e31fe5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:14.057590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.059672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: ededde4a-883c-453e-968e-02a14a7f7ee5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:14.060022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ededde4a-883c-453e-968e-02a14a7f7ee5 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:14.081062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Calling delete_port for 34770c7f-8462-4efc-8276-beb4e94270bb owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:14.122715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0c785667-6592-4eed-bdd5-ab522138850e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.133197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: f833b219-193a-4075-a88c-ac0422e31fe5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:14.133660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f833b219-193a-4075-a88c-ac0422e31fe5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:14.161909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728c0d8-75a9-4aec-a554-641c1cdf1604 None None] Pushing event updated for resources: {'Port': ['ID=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:14.174680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b070-b445-4d80-9e9d-d5df3e3d2013 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=746cc73f-2c67-4b94-9151-7315a3603ae5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:14.250302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.288774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:14.296471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.392959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206ce9b-38aa-48f5-914a-10894cf5bdbb tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:14.397236 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a206ce9b-38aa-48f5-914a-10894cf5bdbb tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=a487a22e-f7bd-43aa-98f6-232257a02049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1466515 Mar 07 04:37:14.415400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50410) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:14.437358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff368729-fe35-4bf4-843f-bc360b28e7e8 req-72af87bf-63c0-40c2-ad35-57d0b70c2867 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:14.444862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff368729-fe35-4bf4-843f-bc360b28e7e8 req-72af87bf-63c0-40c2-ad35-57d0b70c2867 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.2616951 Mar 07 04:37:14.446277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:14.488213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (0c785667-6592-4eed-bdd5-ab522138850e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.536621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff368729-fe35-4bf4-843f-bc360b28e7e8 req-f2ecc816-920a-4c14-94a3-49e67eeea3d5 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755088 Mar 07 04:37:14.570983 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c12e0cb8-59e1-41e0-b058-0010177a0370), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.571447 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment c12e0cb8-59e1-41e0-b058-0010177a0370 of type vlan for network ca03e4a9-8046-4799-8489-e1847486578f Mar 07 04:37:14.603248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Deleting port 4b44be90-2e15-4971-bf8e-3daaee78c47b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:14.603581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.615068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c785667-6592-4eed-bdd5-ab522138850e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:14.627114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3b9c0-2042-426a-aa5f-a436fc1582aa None None] Network 49b99d88-a412-4a6e-af74-bee2051d6f43 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:14.628343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.637009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1d2047d-ed43-46a2-8f5f-334ee5b88e69 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c785667-6592-4eed-bdd5-ab522138850e HTTP/1.1" status: 204 len: 168 time: 2.3797395 Mar 07 04:37:14.644925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50414) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:14.688219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-07dd4d72-c202-4dc3-a532-79606c29ad9b req-e5824bc8-40b6-4309-bd12-75cc9094dafb service neutron] 10.222.0.44 "GET /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314666 Mar 07 04:37:14.850012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb9227-1c56-4ce4-a659-540086b019b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:14.851974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b8bb9227-1c56-4ce4-a659-540086b019b8 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.4352412 Mar 07 04:37:14.860246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50420) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:14.874807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ca03e4a9-8046-4799-8489-e1847486578f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.931483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (34770c7f-8462-4efc-8276-beb4e94270bb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.935098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ca03e4a9-8046-4799-8489-e1847486578f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.942578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:14.943704 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:14.945578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['34770c7f-8462-4efc-8276-beb4e94270bb'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:15.006429 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3622b318-d21c-41d1-b3c5-e21e506b3a5d tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=a487a22e-f7bd-43aa-98f6-232257a02049 HTTP/1.1" status: 200 len: 205 time: 0.1419165 Mar 07 04:37:15.007164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:15.026845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] DHCP port deletion for 49b99d88-a412-4a6e-af74-bee2051d6f43 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:15.064909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0541773 Mar 07 04:37:15.066333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:15.105063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2de44bb9-8aa7-4d29-bae8-d300b3660b1b req-3d4e51b6-d713-4706-9302-25b83cc7ff64 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 210 time: 0.1949630 Mar 07 04:37:15.108528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (49b99d88-a412-4a6e-af74-bee2051d6f43), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.116978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Pushing event deleted for resources: {'Port': ['ID=34770c7f-8462-4efc-8276-beb4e94270bb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:15.147879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:15.176267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88e5d916-f0c6-457d-a771-df26a75e6acf req-fd9bcfee-31ce-4f3e-b632-92fba25f380c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 210 time: 0.2566118 Mar 07 04:37:15.212472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] Deleting port 076c94e6-7879-4014-93d5-c01146199d5e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:15.212861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (076c94e6-7879-4014-93d5-c01146199d5e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.228196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] For port 4b44be90-2e15-4971-bf8e-3daaee78c47b, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4b44be90-2e15-4971-bf8e-3daaee78c47b,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:15.228587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.370708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Calling delete_port for 4b44be90-2e15-4971-bf8e-3daaee78c47b owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:15.405242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2289a01-2911-46c6-af6a-bf9e9051787f None None] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:15.517326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 567bc6bc-0b42-42b7-bf58-51cd86d22f2f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:15.527682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] For port 076c94e6-7879-4014-93d5-c01146199d5e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=076c94e6-7879-4014-93d5-c01146199d5e,segment=NetworkSegment(2bf3365c-bd65-4298-b221-1abff53ec027),segment_id=2bf3365c-bd65-4298-b221-1abff53ec027)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:15.528205 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (076c94e6-7879-4014-93d5-c01146199d5e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.530143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.531412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c704c-d14d-4403-aae9-8c36c5cff87a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=ca03e4a9-8046-4799-8489-e1847486578f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:15.660224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ca03e4a9-8046-4799-8489-e1847486578f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:15.663688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (a487a22e-f7bd-43aa-98f6-232257a02049), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.862583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] Provisioning complete for port 51b2ba23-2818-4d29-bccd-b36c7d516997 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:15.863041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:15.937071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] Calling delete_port for 076c94e6-7879-4014-93d5-c01146199d5e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:15.943172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cdbf3f-7c92-4f8a-a6bb-b0185d527feb None None] Network 935e3594-91be-4ad3-8c28-6b2651b7d879 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:16.128699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] Current status of the port 51b2ba23-2818-4d29-bccd-b36c7d516997 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:16.129420 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.316557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:16.317002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.393996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] For port 51b2ba23-2818-4d29-bccd-b36c7d516997, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51b2ba23-2818-4d29-bccd-b36c7d516997,segment=NetworkSegment(64311119-a7e6-4083-9e5b-d45bb3509b8e),segment_id=64311119-a7e6-4083-9e5b-d45bb3509b8e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:16.433139 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.699879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.770974 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.806996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] No DVR routers for this DVR port 34770c7f-8462-4efc-8276-beb4e94270bb on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:16.811456 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.830018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0076124b-bbff-4b29-b312-99162c5edf2b req-1e8b7416-d983-4625-b31e-f593ff72b38f tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.15 "DELETE /v2.0/ports/34770c7f-8462-4efc-8276-beb4e94270bb HTTP/1.1" status: 204 len: 173 time: 3.7201860 Mar 07 04:37:16.856232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'name': 'network-vif-deleted', 'tag': '34770c7f-8462-4efc-8276-beb4e94270bb'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:16.873143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (a487a22e-f7bd-43aa-98f6-232257a02049), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:16.886374 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a530fec-981d-4718-99b5-337a05208eb0" -d '{"events": [{"server_uuid": "5a7a4d4f-42ff-4abb-9688-91c5c91866ea", "name": "network-vif-deleted", "tag": "34770c7f-8462-4efc-8276-beb4e94270bb"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:16.979248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.039632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4b44be90-2e15-4971-bf8e-3daaee78c47b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.040861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3615b-45ea-485e-8bdb-a231d709aa01 None None] Pushing event updated for resources: {'Port': ['ID=51b2ba23-2818-4d29-bccd-b36c7d516997,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:17.046479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Provisioning complete for port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:17.046888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.049213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (076c94e6-7879-4014-93d5-c01146199d5e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.079608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Port': ['ID=2a34ec14-e360-4b1a-9133-ba0fa9d7e017,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:17.114587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] Pushing event deleted for resources: {'Port': ['ID=076c94e6-7879-4014-93d5-c01146199d5e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:17.117960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-6313cd6e-5e40-40d2-b4bb-6a066245d014 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:17.118253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363eda5-b96e-43a5-b81c-df8883e7efc8 None None] No DVR routers for this DVR port 076c94e6-7879-4014-93d5-c01146199d5e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:17.119600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-6313cd6e-5e40-40d2-b4bb-6a066245d014 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.4226732 Mar 07 04:37:17.128193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:17.128335 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.171126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c4d0166-8aa3-4af1-8621-4d66585306f9 req-517c64b0-714f-47c7-9750-f5f308115e28 tempest-DeleteServersTestJSON-1394256479 tempest-DeleteServersTestJSON-1394256479-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a7a4d4f-42ff-4abb-9688-91c5c91866ea HTTP/1.1" status: 200 len: 210 time: 0.4012837 Mar 07 04:37:17.198389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,segment=NetworkSegment(766fc4aa-1c1e-4caa-98ad-bcfcdc254361),segment_id=766fc4aa-1c1e-4caa-98ad-bcfcdc254361)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:17.208707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Pushing event deleted for resources: {'Port': ['ID=4b44be90-2e15-4971-bf8e-3daaee78c47b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:17.213412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.214562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51b2ba23-2818-4d29-bccd-b36c7d516997 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:17.244944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:17.248356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.275759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Current status of the port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:17.276156 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.294483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] No DVR routers for this DVR port 4b44be90-2e15-4971-bf8e-3daaee78c47b on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:17.301476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.304810 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7083fabc-8c21-479b-b979-e424b197fd74 req-e571ce78-1cb9-4b09-9eba-a22fd43f378a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.44 "DELETE /v2.0/ports/4b44be90-2e15-4971-bf8e-3daaee78c47b HTTP/1.1" status: 204 len: 173 time: 3.9862394 Mar 07 04:37:17.311601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-deleted', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:17.313862 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47dd6e3-9694-4b2b-83f5-b9ad87f1c329" -d '{"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-deleted", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:17.327497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-77fdf951-263e-49b9-bae5-143d18dc2820 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:17.331074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-77fdf951-263e-49b9-bae5-143d18dc2820 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.15 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 814 time: 2.0043383 Mar 07 04:37:17.374100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Deleting port ebfaaeb2-2148-48d5-a60a-bc2f749c89e8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:17.374625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ebfaaeb2-2148-48d5-a60a-bc2f749c89e8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.395043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441362e-c1d4-4ce1-9ca3-3bdac3504bea req-7d70ba61-72b5-4aec-b70b-4d0608b47b95 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:17.402523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:17.402783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9441362e-c1d4-4ce1-9ca3-3bdac3504bea req-7d70ba61-72b5-4aec-b70b-4d0608b47b95 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 946 time: 0.6518364 Mar 07 04:37:17.413284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:17.431723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Request body: {'port': {'device_id': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'admin_state_up': True, 'tenant_id': '507c8e76333d44328a7c3fed9cbcadae'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:17.450393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29c5fa6d-7285-40d9-bb62-d57ff3af6882 req-20467668-2ef4-4e11-83fd-592a1e131e5b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 210 time: 0.1408901 Mar 07 04:37:17.464881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Deleting port 076c94e6-7879-4014-93d5-c01146199d5e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:17.465621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (076c94e6-7879-4014-93d5-c01146199d5e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.468080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:17.592097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:37:17.593279 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:37:17.634809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Deleting port 4c795124-67cc-4643-a87f-89287a63c624 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:17.635454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4c795124-67cc-4643-a87f-89287a63c624), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.639459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 51b2ba23-2818-4d29-bccd-b36c7d516997 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:17.639883 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.656599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ebfaaeb2-2148-48d5-a60a-bc2f749c89e8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:17.723868 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1496b83-8ab4-4dee-bc66-be27e3f53e46 x-openstack-request-id: req-b1496b83-8ab4-4dee-bc66-be27e3f53e46 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:17.724906 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a526641-e260-44d0-be9a-fc4cd372f969", "name": "network-vif-deleted", "tag": "4b44be90-2e15-4971-bf8e-3daaee78c47b", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:17.724906 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1496b83-8ab4-4dee-bc66-be27e3f53e46 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:17.724906 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a526641-e260-44d0-be9a-fc4cd372f969', 'name': 'network-vif-deleted', 'tag': '4b44be90-2e15-4971-bf8e-3daaee78c47b', 'status': 'completed', 'code': 200} Mar 07 04:37:17.759263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Calling delete_port for ebfaaeb2-2148-48d5-a60a-bc2f749c89e8 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:17.775951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 51b2ba23-2818-4d29-bccd-b36c7d516997 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:17.797868 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc8ba7-f932-41ab-8e50-91b20134f96c x-openstack-request-id: req-d8fc8ba7-f932-41ab-8e50-91b20134f96c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:17.798527 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7a4d4f-42ff-4abb-9688-91c5c91866ea", "name": "network-vif-deleted", "tag": "34770c7f-8462-4efc-8276-beb4e94270bb", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:17.799505 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8fc8ba7-f932-41ab-8e50-91b20134f96c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:17.800177 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a4d4f-42ff-4abb-9688-91c5c91866ea', 'name': 'network-vif-deleted', 'tag': '34770c7f-8462-4efc-8276-beb4e94270bb', 'status': 'completed', 'code': 200} Mar 07 04:37:17.839566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4c795124-67cc-4643-a87f-89287a63c624 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:17.880810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34770c7f-8462-4efc-8276-beb4e94270bb no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:17.901767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 076c94e6-7879-4014-93d5-c01146199d5e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:17.962002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9441362e-c1d4-4ce1-9ca3-3bdac3504bea req-4c7c01b7-0b65-489a-b692-631d64f5610c tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84330d8-3c4b-4a05-be72-a3de053924d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540824 Mar 07 04:37:18.009490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] For port 076c94e6-7879-4014-93d5-c01146199d5e, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:18.010173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (076c94e6-7879-4014-93d5-c01146199d5e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.013969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 34770c7f-8462-4efc-8276-beb4e94270bb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:18.014428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4c795124-67cc-4643-a87f-89287a63c624,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:18.014585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 34770c7f-8462-4efc-8276-beb4e94270bb not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:18.015106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4c795124-67cc-4643-a87f-89287a63c624), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.017128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 076c94e6-7879-4014-93d5-c01146199d5e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:18.017516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 076c94e6-7879-4014-93d5-c01146199d5e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:18.028064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (3f783a9f-97ed-45f4-9737-210f41cbf171), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.041631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Calling delete_port for 4c795124-67cc-4643-a87f-89287a63c624 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:18.089845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Router ac170078-f7e9-4f2f-8c0a-432db9fae739 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:37:18.092276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4c795124-67cc-4643-a87f-89287a63c624 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:18.092671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c795124-67cc-4643-a87f-89287a63c624), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.113255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Made reservation on behalf of 507c8e76333d44328a7c3fed9cbcadae for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:18.121926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.136872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Calling delete_port for 076c94e6-7879-4014-93d5-c01146199d5e owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:18.141745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Port 076c94e6-7879-4014-93d5-c01146199d5e was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:37:18.155840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (076c94e6-7879-4014-93d5-c01146199d5e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.192444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] No DVR routers for this DVR port 076c94e6-7879-4014-93d5-c01146199d5e on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:18.211140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c795124-67cc-4643-a87f-89287a63c624'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:18.213794 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e20cac0-a3f6-4407-ba08-b955fae9e52b" -d '{"events": [{"server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "name": "network-vif-unplugged", "status": "completed", "tag": "4c795124-67cc-4643-a87f-89287a63c624"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:18.219533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-88c01a90-3b9d-4da0-9394-c70d63963ef4 None None] Current status of the port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:18.230747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4c795124-67cc-4643-a87f-89287a63c624, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4c795124-67cc-4643-a87f-89287a63c624,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:18.239895 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.241495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:18.282836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 567bc6bc-0b42-42b7-bf58-51cd86d22f2f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:18.322567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=076c94e6-7879-4014-93d5-c01146199d5e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:18.348424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=3f783a9f-97ed-45f4-9737-210f41cbf171,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:18.351349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:18.359076 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e0fd5cd3-70d8-4c0a-8470-b6a83813592f tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3682017 Mar 07 04:37:18.361609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50448) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:18.397193 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347f351e-6e85-47b7-a190-203dbf6caae0 x-openstack-request-id: req-347f351e-6e85-47b7-a190-203dbf6caae0 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:18.397483 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "name": "network-vif-unplugged", "status": "completed", "tag": "4c795124-67cc-4643-a87f-89287a63c624", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:18.397738 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-347f351e-6e85-47b7-a190-203dbf6caae0 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:18.398165 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c795124-67cc-4643-a87f-89287a63c624', 'code': 200} Mar 07 04:37:18.411865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 4b44be90-2e15-4971-bf8e-3daaee78c47b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:18.412217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4b44be90-2e15-4971-bf8e-3daaee78c47b not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:18.414530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] Sync routers for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:18.419367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ebfaaeb2-2148-48d5-a60a-bc2f749c89e8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.432384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:18.439194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c30d8977-6262-4624-9698-089042850cac None None] Provisioning complete for port 2a34ec14-e360-4b1a-9133-ba0fa9d7e017 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:18.439572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c30d8977-6262-4624-9698-089042850cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.482297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c30d8977-6262-4624-9698-089042850cac None None] Port 2a34ec14-e360-4b1a-9133-ba0fa9d7e017 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:18.493790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:18.494305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.531796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (49b99d88-a412-4a6e-af74-bee2051d6f43), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.536752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event deleted for resources: {'Port': ['ID=ebfaaeb2-2148-48d5-a60a-bc2f749c89e8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:18.538820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': 'c12e0cb8-59e1-41e0-b058-0010177a0370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:18.539191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: ca03e4a9-8046-4799-8489-e1847486578f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:18.539650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.555222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:18.555592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.581797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:18.582718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.615198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c30d8977-6262-4624-9698-089042850cac None None] Provisioning complete for port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:18.615579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c30d8977-6262-4624-9698-089042850cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.620146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.620781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd40b2-5eea-4160-a3f8-000e2552c42b None None] The sync data for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:18.718604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e77a543b-0b4a-4763-a909-891379d2fe2e req-a6906441-533b-470c-be41-5d23d5305230 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 210 time: 0.0864701 Mar 07 04:37:18.745061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b99d88-a412-4a6e-af74-bee2051d6f43']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.757074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c30d8977-6262-4624-9698-089042850cac None None] Current status of the port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:18.772314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:18.773948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51b2ba23-2818-4d29-bccd-b36c7d516997 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:18.790059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf3365c-bd65-4298-b221-1abff53ec027') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.790710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf3365c-bd65-4298-b221-1abff53ec027') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:18.798985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Allocated IP 172.20.0.4 (0fa3e20a-a770-4c2e-9ce9-96b499317f35/aa7b45f6-094d-4c61-9c6c-54021bcd8b5d/008095fb-5a50-47cb-aeae-48c734f31872) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:18.804827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c30d8977-6262-4624-9698-089042850cac None None] Provisioning complete for port 51b2ba23-2818-4d29-bccd-b36c7d516997 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:18.805215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c30d8977-6262-4624-9698-089042850cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.812474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network ca03e4a9-8046-4799-8489-e1847486578f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:18.844697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (2bf3365c-bd65-4298-b221-1abff53ec027), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.875041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ca03e4a9-8046-4799-8489-e1847486578f) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:18.885190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2bf3365c-bd65-4298-b221-1abff53ec027), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.889103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:18.889772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.914608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9085412-6ff2-4508-af5e-de2ef0180300 None None] Network ca03e4a9-8046-4799-8489-e1847486578f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:18.915866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:18.917029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (2bf3365c-bd65-4298-b221-1abff53ec027), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:18.929250 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:18.949160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (a487a22e-f7bd-43aa-98f6-232257a02049), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.952865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2312ec3c-794e-41f1-b554-03992017cda9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8504748 Mar 07 04:37:18.959175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 51b2ba23-2818-4d29-bccd-b36c7d516997 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:18.960322 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:18.969790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50472) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:18.970290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c30d8977-6262-4624-9698-089042850cac None None] Current status of the port 51b2ba23-2818-4d29-bccd-b36c7d516997 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:19.062613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4c795124-67cc-4643-a87f-89287a63c624), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.102513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-584948843'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:19.166167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-ca03e4a9-8046-4799-8489-e1847486578f', 'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': '3f783a9f-97ed-45f4-9737-210f41cbf171'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:19.167780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.208639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 51b2ba23-2818-4d29-bccd-b36c7d516997 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:19.214532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (49b99d88-a412-4a6e-af74-bee2051d6f43), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.220221 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.224530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] 10.222.0.21 "DELETE /v2.0/networks/49b99d88-a412-4a6e-af74-bee2051d6f43 HTTP/1.1" status: 204 len: 168 time: 4.5765615 Mar 07 04:37:19.227032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30ff2601-785e-4626-b256-53c43a88cc7d req-735b1282-6df4-401c-b685-23272c6a229e tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 210 time: 0.0690341 Mar 07 04:37:19.248858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50480) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:19.271768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3371321-1940-4a9f-bf4c-e02b2eff4c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=49b99d88-a412-4a6e-af74-bee2051d6f43,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:19.469364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks [] for port (008095fb-5a50-47cb-aeae-48c734f31872), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.495596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Allocated IP 2001:db8::2 (ca03e4a9-8046-4799-8489-e1847486578f/3f783a9f-97ed-45f4-9737-210f41cbf171/a65448d0-9887-478c-806b-e5e3ec0b0772) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:19.525412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (008095fb-5a50-47cb-aeae-48c734f31872), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.591117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Pushing event deleted for resources: {'Port': ['ID=4c795124-67cc-4643-a87f-89287a63c624,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:19.595832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Pushing event updated for resources: {'Port': ['ID=008095fb-5a50-47cb-aeae-48c734f31872,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:19.630152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:19.636019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:19.679005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:19.691354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.700683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (a487a22e-f7bd-43aa-98f6-232257a02049), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.813091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] No DVR routers for this DVR port 4c795124-67cc-4643-a87f-89287a63c624 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:19.817373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.821678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-abb6ac36-b648-473f-b128-18fc81835fe1 req-78426dc7-a606-490f-b1ae-b8a84a88c818 tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.44 "DELETE /v2.0/ports/4c795124-67cc-4643-a87f-89287a63c624 HTTP/1.1" status: 204 len: 173 time: 2.6316018 Mar 07 04:37:19.922370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Publish callbacks [] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.931554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'name': 'network-vif-deleted', 'tag': '4c795124-67cc-4643-a87f-89287a63c624'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:19.934605 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb396fe-e784-405a-a854-c651d7e9161d" -d '{"events": [{"server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "name": "network-vif-deleted", "tag": "4c795124-67cc-4643-a87f-89287a63c624"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:19.939428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.947369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.967047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (a487a22e-f7bd-43aa-98f6-232257a02049), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.968746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Fanout notify agent at l3_agent the message router_deleted on router a487a22e-f7bd-43aa-98f6-232257a02049 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:19.991873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:19.995592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50f99c8f-77ed-433c-9812-6bbd2fbefda5 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/a487a22e-f7bd-43aa-98f6-232257a02049 HTTP/1.1" status: 204 len: 168 time: 4.9836714 Mar 07 04:37:20.002422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50486) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:20.031500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-905813278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:20.042273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Network ca03e4a9-8046-4799-8489-e1847486578f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:20.053106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:20.063650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:20.179580 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f34ef-09b2-46e4-b8c8-d889436230b9 x-openstack-request-id: req-653f34ef-09b2-46e4-b8c8-d889436230b9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:20.179880 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2d13d-95be-4385-8057-6e5399ecdbcb", "name": "network-vif-deleted", "tag": "4c795124-67cc-4643-a87f-89287a63c624", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:20.181774 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-653f34ef-09b2-46e4-b8c8-d889436230b9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:20.183390 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2d13d-95be-4385-8057-6e5399ecdbcb', 'name': 'network-vif-deleted', 'tag': '4c795124-67cc-4643-a87f-89287a63c624', 'status': 'completed', 'code': 200} Mar 07 04:37:20.213799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:20.215871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Pushing event updated for resources: {'Port': ['ID=a65448d0-9887-478c-806b-e5e3ec0b0772,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:20.216180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.240109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Attempting to bind port a65448d0-9887-478c-806b-e5e3ec0b0772 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:20.240691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Attempting to bind port a65448d0-9887-478c-806b-e5e3ec0b0772 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c12e0cb8-59e1-41e0-b058-0010177a0370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:20.242543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Attempting to bind port a65448d0-9887-478c-806b-e5e3ec0b0772 on network ca03e4a9-8046-4799-8489-e1847486578f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:20.246381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:20.254612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:20.258647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Checking segment: {'id': 'c12e0cb8-59e1-41e0-b058-0010177a0370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:20.259108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.259561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Bound using segment: {'id': 'c12e0cb8-59e1-41e0-b058-0010177a0370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:20.261522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Bound port: a65448d0-9887-478c-806b-e5e3ec0b0772, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12e0cb8-59e1-41e0-b058-0010177a0370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ca03e4a9-8046-4799-8489-e1847486578f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:20.261943 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.274212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.282069 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-eab272eb-0980-4dfe-9c81-9055a5a18133 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:37:20.289022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eab272eb-0980-4dfe-9c81-9055a5a18133 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9256883 Mar 07 04:37:20.296070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50494) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:20.351710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-b8886c16-0978-4eff-a06a-f4ad8f34b6ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0045288 Mar 07 04:37:20.411536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Request body: {'port': {'device_id': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:20.431275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] For port a65448d0-9887-478c-806b-e5e3ec0b0772, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:20.441505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] For port a65448d0-9887-478c-806b-e5e3ec0b0772, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a65448d0-9887-478c-806b-e5e3ec0b0772,segment=NetworkSegment(c12e0cb8-59e1-41e0-b058-0010177a0370),segment_id=c12e0cb8-59e1-41e0-b058-0010177a0370)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:20.455474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.469572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 234eeea4-2250-4d14-a8d0-536f8faa58f6 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:20.511158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.512134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.514931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ad892fd-6d77-48f2-a54e-8c04a539045f req-a8a24890-88b4-4529-af1c-85db84d9a51b tempest-ListServerFiltersTestJSON-475782161 tempest-ListServerFiltersTestJSON-475782161-project] 10.222.0.21 "GET /v2.0/ports?device_id=33d2d13d-95be-4385-8057-6e5399ecdbcb HTTP/1.1" status: 200 len: 210 time: 0.1099346 Mar 07 04:37:20.571546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cede3-9dcd-482a-97f6-ee7e49189980 req-bebbeec6-b5a9-4e48-8341-fc4f38583c45 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:20.573261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c0cede3-9dcd-482a-97f6-ee7e49189980 req-bebbeec6-b5a9-4e48-8341-fc4f38583c45 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 931 time: 0.5204201 Mar 07 04:37:20.613544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a8ce2-1335-408f-a0b5-2b587b352d64 None None] Pushing event updated for resources: {'Port': ['ID=a65448d0-9887-478c-806b-e5e3ec0b0772,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:20.671188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (008095fb-5a50-47cb-aeae-48c734f31872), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.683830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.735223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.771788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:20.773387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-77eaa93b-80c1-4af0-883d-b3182ad21015 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7586632 Mar 07 04:37:20.776408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:20.780958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': True}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:20.863145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c0cede3-9dcd-482a-97f6-ee7e49189980 req-049ee55c-9198-4e14-b1aa-e7dda65a8e6e tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610412 Mar 07 04:37:21.020334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::e9 (ca03e4a9-8046-4799-8489-e1847486578f/3f783a9f-97ed-45f4-9737-210f41cbf171/234eeea4-2250-4d14-a8d0-536f8faa58f6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:21.258836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.363582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (234eeea4-2250-4d14-a8d0-536f8faa58f6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.397144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.503737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (234eeea4-2250-4d14-a8d0-536f8faa58f6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.516617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008095fb-5a50-47cb-aeae-48c734f31872 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:37:21.585066 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Publish callbacks [] for port (008095fb-5a50-47cb-aeae-48c734f31872), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.619580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50504) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:21.622978 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (87c3f287-92f7-44e3-afae-876bd4a4bf8d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.737697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Deleting subnet 9e0060da-b708-4437-b4b1-0adccf5975a4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:21.766404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Publish callbacks [] for subnet (9e0060da-b708-4437-b4b1-0adccf5975a4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.855499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9e0060da-b708-4437-b4b1-0adccf5975a4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.958533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:21.993341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.116559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3406d2-927c-458d-9217-ac648fdeead8 None None] Network ca03e4a9-8046-4799-8489-e1847486578f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:22.173633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9e0060da-b708-4437-b4b1-0adccf5975a4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.255984 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.287976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a65448d0-9887-478c-806b-e5e3ec0b0772 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:22.320020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Allocated IP 172.25.4.63 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b65835d1-04c4-43f7-8253-dc0c40280ebd) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:22.360050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network ca03e4a9-8046-4799-8489-e1847486578f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:22.364637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] Provisioning complete for port a65448d0-9887-478c-806b-e5e3ec0b0772 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:22.365290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.371759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Deleting port 2a34ec14-e360-4b1a-9133-ba0fa9d7e017 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:22.372124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.383655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9e0060da-b708-4437-b4b1-0adccf5975a4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.410099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:22.418019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:22.432475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:22.433153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.520662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a65448d0-9887-478c-806b-e5e3ec0b0772 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:22.521141 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.548195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67107f1-7b96-4f09-91ba-69ad8f930e86 None None] Network d3d7305a-7c10-4754-8a1b-064dc613a5dd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:22.606554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=234eeea4-2250-4d14-a8d0-536f8faa58f6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:22.682339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Transition to ACTIVE for port object 008095fb-5a50-47cb-aeae-48c734f31872 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:37:22.697339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (008095fb-5a50-47cb-aeae-48c734f31872), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.746708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] Current status of the port a65448d0-9887-478c-806b-e5e3ec0b0772 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:22.747498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.762401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0e13ab97-088b-4924-bec4-e908fa327fcf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.6833901 Mar 07 04:37:22.807670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:22.857246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] For port a65448d0-9887-478c-806b-e5e3ec0b0772, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a65448d0-9887-478c-806b-e5e3ec0b0772,segment=NetworkSegment(c12e0cb8-59e1-41e0-b058-0010177a0370),segment_id=c12e0cb8-59e1-41e0-b058-0010177a0370)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:22.859003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a65448d0-9887-478c-806b-e5e3ec0b0772 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:22.859835 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:22.876497 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.032058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519120ae-3d1a-4ef8-8425-27425d28d211 req-370a3fdf-a296-4074-bc25-b3befeda2786 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:23.042350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-519120ae-3d1a-4ef8-8425-27425d28d211 req-370a3fdf-a296-4074-bc25-b3befeda2786 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 931 time: 0.6987262 Mar 07 04:37:23.073946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Pushing event updated for resources: {'Port': ['ID=008095fb-5a50-47cb-aeae-48c734f31872,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:23.093721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Attempting to bind port 008095fb-5a50-47cb-aeae-48c734f31872 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:23.094102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Attempting to bind port 008095fb-5a50-47cb-aeae-48c734f31872 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:23.094439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Attempting to bind port 008095fb-5a50-47cb-aeae-48c734f31872 on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:23.202722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Port 008095fb-5a50-47cb-aeae-48c734f31872 on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:37:23.203136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Attempting to bind port 008095fb-5a50-47cb-aeae-48c734f31872 on network 0fa3e20a-a770-4c2e-9ce9-96b499317f35 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:23.223728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0060da-b708-4437-b4b1-0adccf5975a4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:23.235801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-519120ae-3d1a-4ef8-8425-27425d28d211 req-3ce6fc99-33fa-4c1e-afa9-f16a2e20b891 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925769 Mar 07 04:37:23.240200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:23.240649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Checking segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:23.241133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Bound using segment: {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:23.241716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Bound port: 008095fb-5a50-47cb-aeae-48c734f31872, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017667d9-ea7b-4bbe-ad38-e22d1860f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:23.242715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.243190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (008095fb-5a50-47cb-aeae-48c734f31872), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.245918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c8d350a-aef7-40f5-8723-2dd2bf393b4c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e0060da-b708-4437-b4b1-0adccf5975a4 HTTP/1.1" status: 204 len: 168 time: 1.6253717 Mar 07 04:37:23.261894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50514) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:23.265600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] DHCP port deletion for d3d7305a-7c10-4754-8a1b-064dc613a5dd request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:23.377615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:37:23.378208 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:37:23.392520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 234eeea4-2250-4d14-a8d0-536f8faa58f6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:23.393785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (234eeea4-2250-4d14-a8d0-536f8faa58f6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.397909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-54fa9298-cc52-4fdc-b05d-629b62a34d97 None None] Provisioning complete for port 234eeea4-2250-4d14-a8d0-536f8faa58f6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:23.398412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54fa9298-cc52-4fdc-b05d-629b62a34d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (234eeea4-2250-4d14-a8d0-536f8faa58f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.407634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f139cf4-5993-4717-8958-011b8b535ce6 None None] Pushing event updated for resources: {'Port': ['ID=a65448d0-9887-478c-806b-e5e3ec0b0772,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:23.427686 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.467133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-54fa9298-cc52-4fdc-b05d-629b62a34d97 None None] Port 234eeea4-2250-4d14-a8d0-536f8faa58f6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:23.488990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-54fa9298-cc52-4fdc-b05d-629b62a34d97 None None] Provisioning complete for port a65448d0-9887-478c-806b-e5e3ec0b0772 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:23.489521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54fa9298-cc52-4fdc-b05d-629b62a34d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.494242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] Deleting port 8080c5f6-833b-47c1-9ec0-b9442f75e393 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:23.494947 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.519595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Calling delete_port for 2a34ec14-e360-4b1a-9133-ba0fa9d7e017 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:23.528184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for port (b65835d1-04c4-43f7-8253-dc0c40280ebd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.561931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (234eeea4-2250-4d14-a8d0-536f8faa58f6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.567514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d3d7305a-7c10-4754-8a1b-064dc613a5dd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.577090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 234eeea4-2250-4d14-a8d0-536f8faa58f6 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:23.690550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] For port 8080c5f6-833b-47c1-9ec0-b9442f75e393, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8080c5f6-833b-47c1-9ec0-b9442f75e393,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:23.693387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.694435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] For port 008095fb-5a50-47cb-aeae-48c734f31872, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:23.698074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Deleting port 2375f4f4-df1c-4e38-947e-9ee3b068550f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:23.698074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.723601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] For port 008095fb-5a50-47cb-aeae-48c734f31872, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=008095fb-5a50-47cb-aeae-48c734f31872,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:23.728866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b65835d1-04c4-43f7-8253-dc0c40280ebd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.795422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (008095fb-5a50-47cb-aeae-48c734f31872), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.801817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Port': ['ID=b65835d1-04c4-43f7-8253-dc0c40280ebd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:23.807407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] Calling delete_port for 8080c5f6-833b-47c1-9ec0-b9442f75e393 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:23.840070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-54fa9298-cc52-4fdc-b05d-629b62a34d97 None None] Current status of the port a65448d0-9887-478c-806b-e5e3ec0b0772 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:23.873291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:23.873954 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.875418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] 10.222.0.15 "PUT /v2.0/ports/008095fb-5a50-47cb-aeae-48c734f31872 HTTP/1.1" status: 200 len: 1091 time: 3.4687233 Mar 07 04:37:23.875889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'tag': '008095fb-5a50-47cb-aeae-48c734f31872'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:23.878275 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da28478d-5807-42f1-b306-84dc696deeae" -d '{"events": [{"name": "network-changed", "server_uuid": "1639a289-e8c1-40e5-ae57-afaa82750c31", "tag": "008095fb-5a50-47cb-aeae-48c734f31872"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:23.903991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] For port 2375f4f4-df1c-4e38-947e-9ee3b068550f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2375f4f4-df1c-4e38-947e-9ee3b068550f,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:23.904380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.926545 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (234eeea4-2250-4d14-a8d0-536f8faa58f6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.934459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Calling delete_port for 2375f4f4-df1c-4e38-947e-9ee3b068550f owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:23.956835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Deleting port 8080c5f6-833b-47c1-9ec0-b9442f75e393 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:23.957246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:23.975998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce59ca-4603-4c1d-906d-b5565b140737 service neutron] Pushing event updated for resources: {'Port': ['ID=008095fb-5a50-47cb-aeae-48c734f31872,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:23.989439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:23.993365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:24.001398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:24.009073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-831a084a-9592-48f5-9ef6-382569d0522a None None] Could not find standard attr ID for object 234eeea4-2250-4d14-a8d0-536f8faa58f6. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:37:24.030414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=234eeea4-2250-4d14-a8d0-536f8faa58f6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:24.041289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a65448d0-9887-478c-806b-e5e3ec0b0772 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:24.061774 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e313c7-9564-48c5-b9cb-71b412894fbc x-openstack-request-id: req-f0e313c7-9564-48c5-b9cb-71b412894fbc {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:24.062118 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1639a289-e8c1-40e5-ae57-afaa82750c31", "tag": "008095fb-5a50-47cb-aeae-48c734f31872", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:24.062386 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e313c7-9564-48c5-b9cb-71b412894fbc {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:24.062823 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'tag': '008095fb-5a50-47cb-aeae-48c734f31872', 'status': 'completed', 'code': 200} Mar 07 04:37:24.104596 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.169034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] Pushing event deleted for resources: {'Port': ['ID=8080c5f6-833b-47c1-9ec0-b9442f75e393,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:24.192922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2ee26-19b9-477e-8caf-c7033d8dcf99 None None] No DVR routers for this DVR port 8080c5f6-833b-47c1-9ec0-b9442f75e393 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:24.236474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] For port 8080c5f6-833b-47c1-9ec0-b9442f75e393, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8080c5f6-833b-47c1-9ec0-b9442f75e393,segment=NetworkSegment(8950f61c-cde7-49eb-a4dd-a54545ed37af),segment_id=8950f61c-cde7-49eb-a4dd-a54545ed37af)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:24.238413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.239439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.245033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-55550a06-e31b-45fa-a749-19a2671b35fa tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/234eeea4-2250-4d14-a8d0-536f8faa58f6 HTTP/1.1" status: 204 len: 168 time: 1.4326804 Mar 07 04:37:24.247520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50522) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:24.274409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a65448d0-9887-478c-806b-e5e3ec0b0772 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:24.322689 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-80544bd3-93a2-47df-9c58-081e3a0ad3b9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:24.326089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-80544bd3-93a2-47df-9c58-081e3a0ad3b9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/234eeea4-2250-4d14-a8d0-536f8faa58f6 HTTP/1.1" status: 404 len: 333 time: 0.0758586 Mar 07 04:37:24.327490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50526) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:24.392219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Calling delete_port for 8080c5f6-833b-47c1-9ec0-b9442f75e393 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:24.414635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-d994d257-b469-4506-9164-9f364956173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:24.416144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-d994d257-b469-4506-9164-9f364956173b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 1125 time: 0.4768360 Mar 07 04:37:24.429612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a65448d0-9887-478c-806b-e5e3ec0b0772 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:24.430282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.552319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-1461159f-b156-4e50-bf16-afee7b7622a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008095fb-5a50-47cb-aeae-48c734f31872 HTTP/1.1" status: 200 len: 217 time: 0.0878692 Mar 07 04:37:24.560342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2a34ec14-e360-4b1a-9133-ba0fa9d7e017), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.561617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a65448d0-9887-478c-806b-e5e3ec0b0772 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:24.581200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet 3f783a9f-97ed-45f4-9737-210f41cbf171 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:24.598374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Port': ['ID=2a34ec14-e360-4b1a-9133-ba0fa9d7e017,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:24.619488 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (3f783a9f-97ed-45f4-9737-210f41cbf171), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.673077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8080c5f6-833b-47c1-9ec0-b9442f75e393 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:24.743814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8080c5f6-833b-47c1-9ec0-b9442f75e393 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:24.744094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8080c5f6-833b-47c1-9ec0-b9442f75e393 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:24.796215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1e5b8-1d38-4cf6-82f5-2dd56fb54cab req-ea74532c-d7a1-442c-bba0-a8ba477add8b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:24.797829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ad1e5b8-1d38-4cf6-82f5-2dd56fb54cab req-ea74532c-d7a1-442c-bba0-a8ba477add8b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 943 time: 0.3751497 Mar 07 04:37:24.800905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (3f783a9f-97ed-45f4-9737-210f41cbf171), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:24.878536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-78ba161b-4d59-434c-81e1-2cfd53e1c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:24.880016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-78ba161b-4d59-434c-81e1-2cfd53e1c983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 200 len: 854 time: 0.3195717 Mar 07 04:37:24.958901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-a7222b20-727a-473a-99dd-3feb9d635ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fa3e20a-a770-4c2e-9ce9-96b499317f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594373 Mar 07 04:37:25.011368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.014729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8080c5f6-833b-47c1-9ec0-b9442f75e393), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.038683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2375f4f4-df1c-4e38-947e-9ee3b068550f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.128919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.135697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ad1e5b8-1d38-4cf6-82f5-2dd56fb54cab req-71fc37cb-4ead-4f09-a210-015c7d86cb50 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723730 Mar 07 04:37:25.145752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=2375f4f4-df1c-4e38-947e-9ee3b068550f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:25.164728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8080c5f6-833b-47c1-9ec0-b9442f75e393,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:25.179168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] No DVR routers for this DVR port 8080c5f6-833b-47c1-9ec0-b9442f75e393 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:25.212316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3f783a9f-97ed-45f4-9737-210f41cbf171), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.281186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-e92a0824-eae6-4b6b-ab3f-2dc8fdd1ebf9 service neutron] 10.222.0.15 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139076 Mar 07 04:37:25.454724 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (3f783a9f-97ed-45f4-9737-210f41cbf171), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.548319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.554611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/3f783a9f-97ed-45f4-9737-210f41cbf171 HTTP/1.1" status: 204 len: 168 time: 1.2240565 Mar 07 04:37:25.554831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d3d7305a-7c10-4754-8a1b-064dc613a5dd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.555646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02d45c-624a-4232-91c2-478d2a9742d1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=3f783a9f-97ed-45f4-9737-210f41cbf171,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:25.556770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50534) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:25.559420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4a316-d057-4148-8905-ca31f4a38ef3 None None] Network ca03e4a9-8046-4799-8489-e1847486578f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:25.584053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b4d20-cd2d-4e91-a4a4-4bfb5f532e16 req-fec8c293-4f08-43bc-9bb5-f204842687a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888038 Mar 07 04:37:25.596670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (87c3f287-92f7-44e3-afae-876bd4a4bf8d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.618019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d7305a-7c10-4754-8a1b-064dc613a5dd']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:25.629429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8950f61c-cde7-49eb-a4dd-a54545ed37af') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:25.633015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8950f61c-cde7-49eb-a4dd-a54545ed37af') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:25.644974 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (8950f61c-cde7-49eb-a4dd-a54545ed37af), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.660421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8950f61c-cde7-49eb-a4dd-a54545ed37af), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.672068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:25.672475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (8950f61c-cde7-49eb-a4dd-a54545ed37af), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:25.753362 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:25.773583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Router ac170078-f7e9-4f2f-8c0a-432db9fae739 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:25.792941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d3d7305a-7c10-4754-8a1b-064dc613a5dd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.821709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.829907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3d7305a-7c10-4754-8a1b-064dc613a5dd HTTP/1.1" status: 204 len: 168 time: 2.5553007 Mar 07 04:37:25.842559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] DHCP port deletion for ca03e4a9-8046-4799-8489-e1847486578f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:25.889825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5197-c042-4c5b-a442-aabb0208cdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d7305a-7c10-4754-8a1b-064dc613a5dd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:25.895774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ca03e4a9-8046-4799-8489-e1847486578f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:25.950158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] Deleting port a65448d0-9887-478c-806b-e5e3ec0b0772 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:25.950527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:26.013069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28478d-5807-42f1-b306-84dc696deeae req-8970c533-3c35-4efd-a9c7-c3f23636fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:26.014847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-8970c533-3c35-4efd-a9c7-c3f23636fff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=507c8e76333d44328a7c3fed9cbcadae&device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 1125 time: 0.3555181 Mar 07 04:37:26.034669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:26.049620 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] Sync routers for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:26.067129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b9ecb95f-f0a0-4792-8be8-95902974163a tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7685711 Mar 07 04:37:26.067129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:26.077742 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:26.080986 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:26.103913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] For port a65448d0-9887-478c-806b-e5e3ec0b0772, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a65448d0-9887-478c-806b-e5e3ec0b0772,segment=NetworkSegment(c12e0cb8-59e1-41e0-b058-0010177a0370),segment_id=c12e0cb8-59e1-41e0-b058-0010177a0370)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:26.103913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:26.133730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] Calling delete_port for a65448d0-9887-478c-806b-e5e3ec0b0772 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:26.156585 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-7f280bf4-4cf7-4737-8de4-05690ad1005b tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] delete failed (client error): The resource could not be found. Mar 07 04:37:26.168287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f280bf4-4cf7-4737-8de4-05690ad1005b tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-53345222 HTTP/1.1" status: 404 len: 333 time: 0.0962844 Mar 07 04:37:26.176720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50544) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:26.199133 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:26.202271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7160078f-94b2-46cb-b52d-4720bb255fbe tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac170078-f7e9-4f2f-8c0a-432db9fae739'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:26.221048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:26.250742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50548) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:26.253402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:26.279131 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:26.283210 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:26.328794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:26.384847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] Pushing event deleted for resources: {'Port': ['ID=a65448d0-9887-478c-806b-e5e3ec0b0772,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:26.389102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a65448d0-9887-478c-806b-e5e3ec0b0772 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:26.392838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f72a21b0-da7b-4887-a435-9f402060616a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6aee005fd254b9a83f42980b80e0897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310389 Mar 07 04:37:26.400695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d645e-dc94-49d4-8718-a0c7b08ff606 None None] No DVR routers for this DVR port a65448d0-9887-478c-806b-e5e3ec0b0772 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:26.429935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50550) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:26.438849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a65448d0-9887-478c-806b-e5e3ec0b0772 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:26.443695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a65448d0-9887-478c-806b-e5e3ec0b0772 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:26.472595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port a65448d0-9887-478c-806b-e5e3ec0b0772 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:26.472946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:26.503447 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:26.505075 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dad294-fcbb-462e-aad1-46416f1cdec1 None None] The sync data for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:27.004060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] For port a65448d0-9887-478c-806b-e5e3ec0b0772, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:27.004669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.035903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for a65448d0-9887-478c-806b-e5e3ec0b0772 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:27.046669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Port a65448d0-9887-478c-806b-e5e3ec0b0772 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:37:27.048832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7160078f-94b2-46cb-b52d-4720bb255fbe tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router_gateway (ac170078-f7e9-4f2f-8c0a-432db9fae739), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.057062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c20d7535-5e94-412d-b8bf-7f7d5ac57963 admin admin] Publish callbacks [] for security_group (c84330d8-3c4b-4a05-be72-a3de053924d3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.057268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda7d89-7ebb-4576-a2f9-29e97f1d29ab req-51c1d7fc-54d9-4e7b-b61c-45ebde2f663b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:27.066664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cda7d89-7ebb-4576-a2f9-29e97f1d29ab req-51c1d7fc-54d9-4e7b-b61c-45ebde2f663b tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 943 time: 0.6714487 Mar 07 04:37:27.071191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Router 27c8f21c-3015-46a0-8c4a-27fc8cea6b30 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:37:27.090372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a65448d0-9887-478c-806b-e5e3ec0b0772), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.094116 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-7160078f-94b2-46cb-b52d-4720bb255fbe tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] update failed (client error): The resource could not be found. Mar 07 04:37:27.098463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7160078f-94b2-46cb-b52d-4720bb255fbe tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739 HTTP/1.1" status: 404 len: 339 time: 0.9095976 Mar 07 04:37:27.100148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50556) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:27.109406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28478d-5807-42f1-b306-84dc696deeae req-163acf42-39f5-4937-8487-bc628ad7e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:27.110931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-163acf42-39f5-4937-8487-bc628ad7e43d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 200 len: 915 time: 1.0800610 Mar 07 04:37:27.121730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c20d7535-5e94-412d-b8bf-7f7d5ac57963 admin admin] Publish callbacks [] for security_group (c84330d8-3c4b-4a05-be72-a3de053924d3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.148848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=a65448d0-9887-478c-806b-e5e3ec0b0772,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:27.210855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No DVR routers for this DVR port a65448d0-9887-478c-806b-e5e3ec0b0772 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:27.228098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-9b5eaaa9-7c82-4e39-bae1-bcdfdc526def service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008095fb-5a50-47cb-aeae-48c734f31872 HTTP/1.1" status: 200 len: 217 time: 0.0946794 Mar 07 04:37:27.335938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cda7d89-7ebb-4576-a2f9-29e97f1d29ab req-b55774f7-e0e8-44c9-afbc-8cbfb87eaf2a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683215 Mar 07 04:37:27.398640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ca03e4a9-8046-4799-8489-e1847486578f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.409764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28478d-5807-42f1-b306-84dc696deeae req-88ec636f-4b56-432a-a0a3-adc61073b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:27.410325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c20d7535-5e94-412d-b8bf-7f7d5ac57963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c84330d8-3c4b-4a05-be72-a3de053924d3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.411317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-88ec636f-4b56-432a-a0a3-adc61073b576 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 200 len: 854 time: 0.1524663 Mar 07 04:37:27.414342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c20d7535-5e94-412d-b8bf-7f7d5ac57963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.417208 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c20d7535-5e94-412d-b8bf-7f7d5ac57963 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c84330d8-3c4b-4a05-be72-a3de053924d3 HTTP/1.1" status: 204 len: 168 time: 0.9774957 Mar 07 04:37:27.424247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Router 87c3f287-92f7-44e3-afae-876bd4a4bf8d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:27.467575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-02c8cb39-8413-491e-a71b-7cb603af171a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fa3e20a-a770-4c2e-9ce9-96b499317f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421827 Mar 07 04:37:27.469665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca03e4a9-8046-4799-8489-e1847486578f']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.504649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12e0cb8-59e1-41e0-b058-0010177a0370') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.504955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12e0cb8-59e1-41e0-b058-0010177a0370') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.515440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d7535-5e94-412d-b8bf-7f7d5ac57963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84330d8-3c4b-4a05-be72-a3de053924d3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:27.527722 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (c12e0cb8-59e1-41e0-b058-0010177a0370), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.655605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c12e0cb8-59e1-41e0-b058-0010177a0370), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.670375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:27.670785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (c12e0cb8-59e1-41e0-b058-0010177a0370), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:27.673926 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:27.678184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:27.690729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] Sync routers for ids ['27c8f21c-3015-46a0-8c4a-27fc8cea6b30'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:27.691748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.693184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a6e2f33-42e4-49bc-9cd0-719e51a578cc tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "PUT /v2.0/routers/27c8f21c-3015-46a0-8c4a-27fc8cea6b30 HTTP/1.1" status: 200 len: 913 time: 6.9155149 Mar 07 04:37:27.697192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50560) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:27.719564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] Routers {'27c8f21c-3015-46a0-8c4a-27fc8cea6b30'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:27.720922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['27c8f21c-3015-46a0-8c4a-27fc8cea6b30'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.786775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.813707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] Routers {'27c8f21c-3015-46a0-8c4a-27fc8cea6b30'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:27.816435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['27c8f21c-3015-46a0-8c4a-27fc8cea6b30'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.827450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-cb06d645-7509-42ee-8bf4-20d58f275dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479130 Mar 07 04:37:27.855814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ca03e4a9-8046-4799-8489-e1847486578f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.880065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.883935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/ca03e4a9-8046-4799-8489-e1847486578f HTTP/1.1" status: 204 len: 168 time: 2.3225944 Mar 07 04:37:27.900058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:27.901734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50566) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:27.902515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ac106-2cfe-4296-9ef9-b94f13da2b89 None None] The sync data for ids ['27c8f21c-3015-46a0-8c4a-27fc8cea6b30'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:27.905579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 008095fb-5a50-47cb-aeae-48c734f31872 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:37:27.907583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'name': 'tempest-PortsIpV6TestJSON-2058413806'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:27.919712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2135-aa86-4d19-8505-c8ece096cc89 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=ca03e4a9-8046-4799-8489-e1847486578f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:27.947848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:27.984137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:27.996561 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] Sync routers for ids ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:28.012510 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] Routers {'87c3f287-92f7-44e3-afae-876bd4a4bf8d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:28.013412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:28.024202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-571b76c6-5bc9-4d33-8173-2ed47ff20cdd admin admin] 10.222.0.21 "PUT /v2.0/routers/87c3f287-92f7-44e3-afae-876bd4a4bf8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7676735 Mar 07 04:37:28.027697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50570) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:28.156955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da28478d-5807-42f1-b306-84dc696deeae req-235f871d-eb71-422b-8d31-e8a5bcbb49b1 service neutron] 10.222.0.15 "GET /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178043 Mar 07 04:37:28.208877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 008095fb-5a50-47cb-aeae-48c734f31872, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=008095fb-5a50-47cb-aeae-48c734f31872,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:28.217706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks [] for router (87c3f287-92f7-44e3-afae-876bd4a4bf8d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:28.239029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '008095fb-5a50-47cb-aeae-48c734f31872', 'network_id': '0fa3e20a-a770-4c2e-9ce9-96b499317f35', 'port_id': '008095fb-5a50-47cb-aeae-48c734f31872', 'mac_address': 'fa:16:3e:f6:2c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b45f6-094d-4c61-9c6c-54021bcd8b5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:37:28.280729 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] Set router 87c3f287-92f7-44e3-afae-876bd4a4bf8d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:28.351270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 008095fb-5a50-47cb-aeae-48c734f31872 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:28.351738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (008095fb-5a50-47cb-aeae-48c734f31872), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:28.376084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008095fb-5a50-47cb-aeae-48c734f31872 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:37:28.422261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 008095fb-5a50-47cb-aeae-48c734f31872, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=008095fb-5a50-47cb-aeae-48c734f31872,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:28.433132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (008095fb-5a50-47cb-aeae-48c734f31872), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:28.501431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks [] for router_gateway (87c3f287-92f7-44e3-afae-876bd4a4bf8d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:28.501695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-25700984-4a49-4d3d-80f3-10980f1e0136 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/27c8f21c-3015-46a0-8c4a-27fc8cea6b30 HTTP/1.1" status: 200 len: 919 time: 0.8001664 Mar 07 04:37:28.504722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50582) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:28.514094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:28.526331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:28.535627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=008095fb-5a50-47cb-aeae-48c734f31872,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:28.607365 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:37:24Z', 'revision_number': 5, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port': {'id': '55f6bad3-462a-4832-8961-a7d4f2167601', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:34:22Z', 'updated_at': '2022-03-07T04:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:28.623341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['008095fb-5a50-47cb-aeae-48c734f31872'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:28.695252 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] Checking router: 87c3f287-92f7-44e3-afae-876bd4a4bf8d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:37:28.707545 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] Routers {'87c3f287-92f7-44e3-afae-876bd4a4bf8d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:28.708158 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:28.777868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5aef7-846c-49b1-85c5-8e0c79d67bc0 req-2b0a9753-2b7e-42ec-b581-eb83ad6e8200 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:28.782989 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Allocated IP 172.20.0.1 (97d5945f-0778-4dd0-909f-477849a48883/73ee613b-d4c8-47c6-833a-5ca767744731/62f73300-1a4d-4923-958c-f4877fb42c1a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:28.788539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bb5aef7-846c-49b1-85c5-8e0c79d67bc0 req-2b0a9753-2b7e-42ec-b581-eb83ad6e8200 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 944 time: 0.2993994 Mar 07 04:37:28.814281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Deleting port 55f6bad3-462a-4832-8961-a7d4f2167601 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:28.814664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:28.911757 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] Set router 87c3f287-92f7-44e3-afae-876bd4a4bf8d gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:28.949903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.015997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50592) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:29.035364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] For port 55f6bad3-462a-4832-8961-a7d4f2167601, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=55f6bad3-462a-4832-8961-a7d4f2167601,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:29.036189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.040283 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:37:28Z', 'revision_number': 6, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:29.052944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.062096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bb5aef7-846c-49b1-85c5-8e0c79d67bc0 req-9a03debf-2da5-4284-b45e-bbd350604229 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713113 Mar 07 04:37:29.091315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Calling delete_port for 55f6bad3-462a-4832-8961-a7d4f2167601 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:29.112988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network 97d5945f-0778-4dd0-909f-477849a48883 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:29.118033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port f33cb2ca-463d-4494-8d8e-a9eadf3f0db1 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:29.126638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:29.146187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:29.155953 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57e97cb-7422-457b-9ef8-7295b0b33aa3 None None] The sync data for ids ['87c3f287-92f7-44e3-afae-876bd4a4bf8d'] in n-d-832185-1 is: [{'id': '87c3f287-92f7-44e3-afae-876bd4a4bf8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053164643-router', 'tenant_id': '0286b1b7107e445b8495990ac4c3f2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:34:19Z', 'updated_at': '2022-03-07T04:37:28Z', 'revision_number': 6, 'project_id': '0286b1b7107e445b8495990ac4c3f2ba', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:29.527094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Port': ['ID=62f73300-1a4d-4923-958c-f4877fb42c1a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:29.533825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-997265503-network', 'tenant_id': '53935a4b982148e3ac83aa5866222a92'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:29.543503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50608) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:29.570641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.593329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42454a92-7a7b-433d-b630-fc1d1b6a46c2 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:29.595229 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-42454a92-7a7b-433d-b630-fc1d1b6a46c2 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=27c8f21c-3015-46a0-8c4a-27fc8cea6b30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0606687 Mar 07 04:37:29.617099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a48b6fa6-a0e8-4687-b720-583ee9a8e948 None None] Provisioning complete for port 62f73300-1a4d-4923-958c-f4877fb42c1a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:29.617752 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a48b6fa6-a0e8-4687-b720-583ee9a8e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.624580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50612) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:29.684454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (55f6bad3-462a-4832-8961-a7d4f2167601), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.717001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a48b6fa6-a0e8-4687-b720-583ee9a8e948 None None] Port 62f73300-1a4d-4923-958c-f4877fb42c1a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:29.781473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Deleting subnet 702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:29.785457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Publish callbacks [] for subnet (702e4ec9-aa63-4a81-aab6-e6dc1e3438f4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.798306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f6bad3-462a-4832-8961-a7d4f2167601,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:29.839626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (702e4ec9-aa63-4a81-aab6-e6dc1e3438f4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.889008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (702e4ec9-aa63-4a81-aab6-e6dc1e3438f4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.909908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (87c3f287-92f7-44e3-afae-876bd4a4bf8d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:29.916455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 008095fb-5a50-47cb-aeae-48c734f31872 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:29.991029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (f33cb2ca-463d-4494-8d8e-a9eadf3f0db1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.020143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 008095fb-5a50-47cb-aeae-48c734f31872 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:37:30.024978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 008095fb-5a50-47cb-aeae-48c734f31872 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:30.025399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (008095fb-5a50-47cb-aeae-48c734f31872), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.047186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ef9eb-882a-4e9f-8ba8-9021e1dd70ad tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:30.048513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9a2ef9eb-882a-4e9f-8ba8-9021e1dd70ad tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.4222167 Mar 07 04:37:30.051669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (87c3f287-92f7-44e3-afae-876bd4a4bf8d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.053173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50614) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:30.062462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks [] for router_controller (87c3f287-92f7-44e3-afae-876bd4a4bf8d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.089011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Made reservation on behalf of 53935a4b982148e3ac83aa5866222a92 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:30.089944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e413f60f-99d1-4b67-9e6f-5f8831e18863 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=27c8f21c-3015-46a0-8c4a-27fc8cea6b30 HTTP/1.1" status: 200 len: 205 time: 0.0356815 Mar 07 04:37:30.096299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50618) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:30.100391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.169100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.217598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 008095fb-5a50-47cb-aeae-48c734f31872 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:30.218819 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (008095fb-5a50-47cb-aeae-48c734f31872), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.222464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55f6bad3-462a-4832-8961-a7d4f2167601 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:30.239899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (702e4ec9-aa63-4a81-aab6-e6dc1e3438f4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.274138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 55f6bad3-462a-4832-8961-a7d4f2167601 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:30.276562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55f6bad3-462a-4832-8961-a7d4f2167601 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:30.277403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2375f4f4-df1c-4e38-947e-9ee3b068550f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:30.325468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702e4ec9-aa63-4a81-aab6-e6dc1e3438f4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:30.339093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 2375f4f4-df1c-4e38-947e-9ee3b068550f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:30.339851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2375f4f4-df1c-4e38-947e-9ee3b068550f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:30.342998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f33cb2ca-463d-4494-8d8e-a9eadf3f0db1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.345888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.351876 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-084037d0-2db0-4efa-af4c-5d6dc4efd7b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/702e4ec9-aa63-4a81-aab6-e6dc1e3438f4 HTTP/1.1" status: 204 len: 168 time: 0.7806835 Mar 07 04:37:30.352445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008095fb-5a50-47cb-aeae-48c734f31872'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:30.355014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50622) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:30.356045 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd36ce1-e920-496f-8270-269094b01955" -d '{"events": [{"server_uuid": "1639a289-e8c1-40e5-ae57-afaa82750c31", "name": "network-vif-plugged", "status": "completed", "tag": "008095fb-5a50-47cb-aeae-48c734f31872"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:30.381082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 008095fb-5a50-47cb-aeae-48c734f31872, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=008095fb-5a50-47cb-aeae-48c734f31872,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:30.399425 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (008095fb-5a50-47cb-aeae-48c734f31872), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.415128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.426328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (87c3f287-92f7-44e3-afae-876bd4a4bf8d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.429047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c3f287-92f7-44e3-afae-876bd4a4bf8d {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:30.447486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:30.451377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.455067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7641819-1689-4c2d-a7be-1cf320e97241 admin admin] 10.222.0.21 "DELETE /v2.0/routers/87c3f287-92f7-44e3-afae-876bd4a4bf8d HTTP/1.1" status: 204 len: 168 time: 2.4149277 Mar 07 04:37:30.460876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50626) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:30.490872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:30.524991 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402118a-bded-4540-9780-e7f8d27614a1 x-openstack-request-id: req-1402118a-bded-4540-9780-e7f8d27614a1 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:30.524991 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1639a289-e8c1-40e5-ae57-afaa82750c31", "name": "network-vif-plugged", "status": "completed", "tag": "008095fb-5a50-47cb-aeae-48c734f31872", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:30.524991 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1402118a-bded-4540-9780-e7f8d27614a1 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:30.525427 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008095fb-5a50-47cb-aeae-48c734f31872', 'code': 200} Mar 07 04:37:30.559522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=008095fb-5a50-47cb-aeae-48c734f31872,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:30.580517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:30.591753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:30.592478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.673353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=f33cb2ca-463d-4494-8d8e-a9eadf3f0db1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:30.678845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks [] for security_group (2f766403-5994-4759-b223-92bb4c69617c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.683808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (56a12596-683b-48cd-90c0-009f365423fb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.701569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2f766403-5994-4759-b223-92bb4c69617c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.729913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c62b3a8-5bad-456b-8cfe-e740156fa513 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8248434 Mar 07 04:37:30.741922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50628) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:30.806084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d8b24-d834-4675-acd3-99cb9c65456d req-3196c3e7-54ab-4634-a67a-300640d1da8d tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:30.808069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c76d8b24-d834-4675-acd3-99cb9c65456d req-3196c3e7-54ab-4634-a67a-300640d1da8d tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 944 time: 0.5949185 Mar 07 04:37:30.827552 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.838783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Deleting subnet 9bfd7fce-895a-45c5-bb5a-097259a2b91a {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:30.843052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Publish callbacks [] for subnet (9bfd7fce-895a-45c5-bb5a-097259a2b91a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:30.932221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1c467-0460-44f8-8088-92f4a5b0cfdb req-139d2053-807e-430d-970d-803f2f68696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:30.934235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72e1c467-0460-44f8-8088-92f4a5b0cfdb req-139d2053-807e-430d-970d-803f2f68696e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 1127 time: 0.3639672 Mar 07 04:37:30.995396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72e1c467-0460-44f8-8088-92f4a5b0cfdb req-ba268cb6-b8fe-4e20-bbfc-7b8351833af5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544329 Mar 07 04:37:31.000206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (9bfd7fce-895a-45c5-bb5a-097259a2b91a), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.099183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:31.103151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c76d8b24-d834-4675-acd3-99cb9c65456d req-3e951370-4d10-4894-9739-5e2ebd3ac22f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727873 Mar 07 04:37:31.165278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.178138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (145ea27f-6258-48c5-951d-66928d79f007), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.178591 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Added segment 145ea27f-6258-48c5-951d-66928d79f007 of type vlan for network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 Mar 07 04:37:31.180022 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f766403-5994-4759-b223-92bb4c69617c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:31.226622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9bfd7fce-895a-45c5-bb5a-097259a2b91a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.287395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Deleting port b65835d1-04c4-43f7-8253-dc0c40280ebd {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:31.288195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b65835d1-04c4-43f7-8253-dc0c40280ebd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.333679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.387119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (56a12596-683b-48cd-90c0-009f365423fb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.404471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (9bfd7fce-895a-45c5-bb5a-097259a2b91a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.450602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a12596-683b-48cd-90c0-009f365423fb']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:31.457967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b65835d1-04c4-43f7-8253-dc0c40280ebd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.459641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5e978-b23c-4201-b8b4-419825330ef5 None None] Network 658371c4-8a33-4267-82b7-3231c3f66ba6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:31.484822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.485802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:31.486413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.486693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.490797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bfd7fce-895a-45c5-bb5a-097259a2b91a HTTP/1.1" status: 204 len: 168 time: 1.0151289 Mar 07 04:37:31.498229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:31.508497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b5d6-0f1b-45de-9d24-b2e08012f15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfd7fce-895a-45c5-bb5a-097259a2b91a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:31.516249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Calling delete_port for b65835d1-04c4-43f7-8253-dc0c40280ebd owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:31.529509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15d17ab-9d48-4b67-9941-8732798a9c00') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:31.529877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15d17ab-9d48-4b67-9941-8732798a9c00') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:31.547838 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b15d17ab-9d48-4b67-9941-8732798a9c00), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.574633 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5489314 Mar 07 04:37:31.584072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50634) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:31.618729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b15d17ab-9d48-4b67-9941-8732798a9c00), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.624996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Request body: {'subnet': {'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-997265503-subnet', 'tenant_id': '53935a4b982148e3ac83aa5866222a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:31.632906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port f33cb2ca-463d-4494-8d8e-a9eadf3f0db1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:31.633868 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f33cb2ca-463d-4494-8d8e-a9eadf3f0db1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.646858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (658371c4-8a33-4267-82b7-3231c3f66ba6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.654936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:31.655641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b15d17ab-9d48-4b67-9941-8732798a9c00), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:31.669420 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:31.672852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82febb0-7550-42f9-848b-6144d046c586 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:31.693541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:31.812511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Deleting port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:31.812758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.832994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f33cb2ca-463d-4494-8d8e-a9eadf3f0db1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.858424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.860476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for f33cb2ca-463d-4494-8d8e-a9eadf3f0db1 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:31.877092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Made reservation on behalf of 53935a4b982148e3ac83aa5866222a92 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:31.880550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.886588 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (56a12596-683b-48cd-90c0-009f365423fb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.891076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.979160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] DHCP port deletion for 658371c4-8a33-4267-82b7-3231c3f66ba6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:31.987551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:31.991284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] 10.222.0.21 "DELETE /v2.0/networks/56a12596-683b-48cd-90c0-009f365423fb HTTP/1.1" status: 204 len: 168 time: 1.6325264 Mar 07 04:37:32.095112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] Deleting port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:32.095390 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.207905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] For port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:32.208398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.217196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b05e0-f623-4a29-8182-5a5aa18fd7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=56a12596-683b-48cd-90c0-009f365423fb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:32.250030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] Calling delete_port for 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:32.254314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:32.270663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:32.337251 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2142d52b-1744-4faa-8f4c-47dcb887466e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dcb7b0a7bd6485e814993ac0a85b7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572653 Mar 07 04:37:32.338564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event updated for resources: {'Port': ['ID=62f73300-1a4d-4923-958c-f4877fb42c1a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:32.342746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50652) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:32.349285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.394430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f33cb2ca-463d-4494-8d8e-a9eadf3f0db1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.412349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] For port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,segment=NetworkSegment(74f701f5-245f-4cae-872a-429b7c3caadf),segment_id=74f701f5-245f-4cae-872a-429b7c3caadf)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:32.412859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.456140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Calling delete_port for 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:32.490726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:32.491835 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.504532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424c0c1-9700-4170-a169-c84b9e9dd2b8 req-da7471f6-47a6-4c81-a51e-9e605e65c89f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:32.506172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b424c0c1-9700-4170-a169-c84b9e9dd2b8 req-da7471f6-47a6-4c81-a51e-9e605e65c89f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.1637604 Mar 07 04:37:32.515664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.538766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] No DVR routers for this DVR port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:32.564064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b65835d1-04c4-43f7-8253-dc0c40280ebd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.569866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859d97-cba1-466e-91c9-3e1afef29720 None None] Pushing event deleted for resources: {'Port': ['ID=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:32.654735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event deleted for resources: {'Port': ['ID=b65835d1-04c4-43f7-8253-dc0c40280ebd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:32.689416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=f33cb2ca-463d-4494-8d8e-a9eadf3f0db1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:32.691804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.698495 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6840b939-83a9-4a14-8456-b9a045f5df7f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/f33cb2ca-463d-4494-8d8e-a9eadf3f0db1 HTTP/1.1" status: 204 len: 168 time: 1.6112776 Mar 07 04:37:32.699914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50656) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:32.711669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'mac_address': 'fa:16:3e:4e:ff:1e', 'name': 'tempest-PortsIpV6TestJSON-1377404051'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:32.752120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b424c0c1-9700-4170-a169-c84b9e9dd2b8 req-19758e71-540a-4178-bd01-12109fdafd48 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982336 Mar 07 04:37:32.763284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57a32b77-b9c8-43e0-8642-e5365a466965 admin admin] Publish callbacks [] for security_group (075869ce-add5-42de-bed1-ccacf1a05c7a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.781284 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6467-8703-4988-b0d8-fe58809174a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.805290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.823374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57a32b77-b9c8-43e0-8642-e5365a466965 admin admin] Publish callbacks [] for security_group (075869ce-add5-42de-bed1-ccacf1a05c7a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.875193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (03215ea1-6bae-4dd0-9f00-a6885e7ffdcb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.911789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (4bf2265b-f3f9-4936-b74f-50f982b8a788), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.946341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Network 97d5945f-0778-4dd0-909f-477849a48883 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:32.952460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:32.984143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.988887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=03215ea1-6bae-4dd0-9f00-a6885e7ffdcb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:32.991631 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:32.996864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] No DVR routers for this DVR port 03215ea1-6bae-4dd0-9f00-a6885e7ffdcb on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:33.034994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57a32b77-b9c8-43e0-8642-e5365a466965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (075869ce-add5-42de-bed1-ccacf1a05c7a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.037288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57a32b77-b9c8-43e0-8642-e5365a466965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.041070 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57a32b77-b9c8-43e0-8642-e5365a466965 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/075869ce-add5-42de-bed1-ccacf1a05c7a HTTP/1.1" status: 204 len: 168 time: 0.6938915 Mar 07 04:37:33.114041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:33.134034 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (27c8f21c-3015-46a0-8c4a-27fc8cea6b30), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.134482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Fanout notify agent at l3_agent the message router_deleted on router 27c8f21c-3015-46a0-8c4a-27fc8cea6b30 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:33.154159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32b77-b9c8-43e0-8642-e5365a466965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075869ce-add5-42de-bed1-ccacf1a05c7a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:33.175088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf2265b-f3f9-4936-b74f-50f982b8a788,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:33.210461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.215336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d9ab4dce-c46d-49df-937a-2c2eeb52230c tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/27c8f21c-3015-46a0-8c4a-27fc8cea6b30 HTTP/1.1" status: 204 len: 168 time: 3.1145875 Mar 07 04:37:33.223028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:33.228979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1865507521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:33.274950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Checking segment: {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:33.276635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Network hostable DHCP agents. Network: 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:33.294279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.296590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Router ac170078-f7e9-4f2f-8c0a-432db9fae739 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:33.316509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (658371c4-8a33-4267-82b7-3231c3f66ba6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.338121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.339239 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.339362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200cc7a-4f5c-4b96-8349-6f39915542dd req-9b5e3611-e7f2-4a7a-8991-67ff66a4eb18 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:33.341256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4200cc7a-4f5c-4b96-8349-6f39915542dd req-9b5e3611-e7f2-4a7a-8991-67ff66a4eb18 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.4671354 Mar 07 04:37:33.355444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port d9e5d6ce-1849-4e15-830c-0d0cb3fb8020 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:33.407599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:33.420913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4e85c09d-8e91-49bb-a694-16d258adf4b8 None None] Provisioning complete for port 62f73300-1a4d-4923-958c-f4877fb42c1a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:33.421712 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e85c09d-8e91-49bb-a694-16d258adf4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.456845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:33.466236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:33.467022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.507253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e85c09d-8e91-49bb-a694-16d258adf4b8 None None] Port 62f73300-1a4d-4923-958c-f4877fb42c1a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:33.510600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f941d121-1b95-4356-9f9c-f494741cef89 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8955278 Mar 07 04:37:33.515040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b9f04-a84a-416b-9953-da00249ede33 None None] Network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:33.602142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (b7638f30-c36e-4f62-8aad-a8776c421f34), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.615645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.621672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658371c4-8a33-4267-82b7-3231c3f66ba6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:33.633911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:33.645713 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-83315cc7-dcae-4ce4-8a1a-e6cc9a95f841 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5368195 Mar 07 04:37:33.646691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:33.650369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f701f5-245f-4cae-872a-429b7c3caadf') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:33.650823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f701f5-245f-4cae-872a-429b7c3caadf') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:33.656897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] Sync routers for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:33.669698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (74f701f5-245f-4cae-872a-429b7c3caadf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.699874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (74f701f5-245f-4cae-872a-429b7c3caadf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.725442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:33.727356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:33.742670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ffd79-65e7-444a-b0cc-e616b0bd7b7f None None] Network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:33.771542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b090203-20ff-4316-a427-7f7de22c1de4 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.792530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:33.798122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (74f701f5-245f-4cae-872a-429b7c3caadf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.830603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4200cc7a-4f5c-4b96-8349-6f39915542dd req-db5b1dda-93f7-4f1f-8183-9d3a98dc3419 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819203 Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:33.831672 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:33.863346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:33.869642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:33.870908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a876c95c-b38d-4c89-af99-615155d0b401 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6466913 Mar 07 04:37:33.871945 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-7b090203-20ff-4316-a427-7f7de22c1de4 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 04:37:33.876563 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7b090203-20ff-4316-a427-7f7de22c1de4 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739 HTTP/1.1" status: 409 len: 376 time: 0.2275169 Mar 07 04:37:33.878013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50692) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:33.878013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50694) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:33.884723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'enable_snat': False}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:33.909802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:33.911824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:34.014161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:34.015157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c09501-fe88-46c6-b717-50fa334a09e3 None None] The sync data for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:34.123884 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (d9e5d6ce-1849-4e15-830c-0d0cb3fb8020), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:34.170222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (658371c4-8a33-4267-82b7-3231c3f66ba6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:34.181761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:34.187897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] 10.222.0.21 "DELETE /v2.0/networks/658371c4-8a33-4267-82b7-3231c3f66ba6 HTTP/1.1" status: 204 len: 168 time: 2.6885698 Mar 07 04:37:34.236002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=658371c4-8a33-4267-82b7-3231c3f66ba6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:34.266036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.274290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.274636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.274987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.275334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.275673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.276011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.278963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.279329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.279677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.280020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.280359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.280697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c5ee5-176f-42fe-a39e-d01d97ef4d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:34.323230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50712) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:34.340561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (b7638f30-c36e-4f62-8aad-a8776c421f34), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:34.358781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d9e5d6ce-1849-4e15-830c-0d0cb3fb8020), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:34.420499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393b3c-f9f9-41b9-b3f9-e59aeff84334 req-d4c7b2af-9ac8-436a-9db3-52514db5171a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:34.422169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e393b3c-f9f9-41b9-b3f9-e59aeff84334 req-d4c7b2af-9ac8-436a-9db3-52514db5171a tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.2287974 Mar 07 04:37:34.440753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:34.453460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:34.461954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:34.467555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:34.468183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:34.501908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=d9e5d6ce-1849-4e15-830c-0d0cb3fb8020,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:34.538405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:34.545102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-528164e9-9aee-431d-993b-aceea11052b0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8366437 Mar 07 04:37:34.554898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50726) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:34.587873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e393b3c-f9f9-41b9-b3f9-e59aeff84334 req-51a4596d-130c-443a-8b3e-b1ae601c79df tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434200 Mar 07 04:37:34.673548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-e84aa129-6152-4442-8d01-bfe971e9393c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:34.677019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-e84aa129-6152-4442-8d01-bfe971e9393c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 813 time: 0.1562836 Mar 07 04:37:34.696972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-379d6b0f-1c01-4daa-9766-2409a804e2c9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/quotas/53935a4b982148e3ac83aa5866222a92 HTTP/1.1" status: 200 len: 375 time: 0.0124955 Mar 07 04:37:34.748172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-28a7936a-648c-4e7f-bdaf-11542e020794 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390167 Mar 07 04:37:34.865712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0be0-a0f5-45b0-b5ce-ba9b6f3fe1a2 req-fe1873a9-2c52-41fc-b6b4-d78da42d973f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:34.869537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43db0be0-a0f5-45b0-b5ce-ba9b6f3fe1a2 req-fe1873a9-2c52-41fc-b6b4-d78da42d973f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.1713402 Mar 07 04:37:34.907727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-93a21fea-ad43-4e13-b011-a242d0d7a78c service neutron] 10.222.0.21 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402948 Mar 07 04:37:34.962922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-470869897-network', 'tenant_id': '4aed894c085f49b385714837be247e94'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:34.963517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43db0be0-a0f5-45b0-b5ce-ba9b6f3fe1a2 req-87ece887-878c-41f8-b562-506c1f198e26 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892408 Mar 07 04:37:35.004978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f27b2-d91e-4330-b680-c33325f679d8 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:35.008927 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-590f27b2-d91e-4330-b680-c33325f679d8 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/d9e5d6ce-1849-4e15-830c-0d0cb3fb8020 HTTP/1.1" status: 200 len: 845 time: 0.4499729 Mar 07 04:37:35.009462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50734) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:35.047398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:35.050641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.058760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-15a9b72c-81d8-4e81-a6c4-55b2074b659f service neutron] 10.222.0.21 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391995 Mar 07 04:37:35.098034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.121952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ebe3ca2b-f7f9-4939-be5d-0e1156994a45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d01676b19c9642c1a2d1af8d4c0d5bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5759671 Mar 07 04:37:35.125913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:35.354848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd4576a-2be9-43b3-93a3-4b85f2e1018d req-02710f6e-0ce1-414e-a735-dd45fee1c49d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.0681956 Mar 07 04:37:35.360975 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9bbc145-9797-430f-9ac2-5a4ef6295583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.402044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc58fd1-9431-4a02-9933-eaf2246a5e5e req-2e9f5cf0-13fb-45e4-9c2c-da8e69f7f62d tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:35.402504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port d9e5d6ce-1849-4e15-830c-0d0cb3fb8020 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:35.402849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d9e5d6ce-1849-4e15-830c-0d0cb3fb8020), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.403642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fc58fd1-9431-4a02-9933-eaf2246a5e5e req-2e9f5cf0-13fb-45e4-9c2c-da8e69f7f62d tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.2218969 Mar 07 04:37:35.409175 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70e3f35f-8dc1-4fd4-993e-d746e91a0d95 admin admin] Publish callbacks [] for security_group (29a41afd-2b0e-457a-8de7-45f91d71470e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.431330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (b7638f30-c36e-4f62-8aad-a8776c421f34), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.444366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.447649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks [] for security_group (119e71e4-1350-4fae-b439-9ed0e0813883), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.471455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70e3f35f-8dc1-4fd4-993e-d746e91a0d95 admin admin] Publish callbacks [] for security_group (29a41afd-2b0e-457a-8de7-45f91d71470e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.503808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fc58fd1-9431-4a02-9933-eaf2246a5e5e req-490dec3d-bd27-4648-b187-4461958cc5e0 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913260 Mar 07 04:37:35.511275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.520511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (119e71e4-1350-4fae-b439-9ed0e0813883), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.555004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70e3f35f-8dc1-4fd4-993e-d746e91a0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (29a41afd-2b0e-457a-8de7-45f91d71470e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.558936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70e3f35f-8dc1-4fd4-993e-d746e91a0d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.563106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-70e3f35f-8dc1-4fd4-993e-d746e91a0d95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29a41afd-2b0e-457a-8de7-45f91d71470e HTTP/1.1" status: 204 len: 168 time: 0.4326947 Mar 07 04:37:35.588269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3f35f-8dc1-4fd4-993e-d746e91a0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a41afd-2b0e-457a-8de7-45f91d71470e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:35.657447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d9e5d6ce-1849-4e15-830c-0d0cb3fb8020), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.664653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:35.713909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for d9e5d6ce-1849-4e15-830c-0d0cb3fb8020 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:35.717933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0a19525e-74c1-4ec8-b33e-c4dd84ef6946), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.718533 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Added segment 0a19525e-74c1-4ec8-b33e-c4dd84ef6946 of type vlan for network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 Mar 07 04:37:35.722122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119e71e4-1350-4fae-b439-9ed0e0813883,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:35.801823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5524f-824e-4aab-8643-49c0aa5ae54c req-1d6504a9-c2e0-4d1a-a43b-06810f411d26 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:35.813267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbb5524f-824e-4aab-8643-49c0aa5ae54c req-1d6504a9-c2e0-4d1a-a43b-06810f411d26 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.1693118 Mar 07 04:37:35.891636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbb5524f-824e-4aab-8643-49c0aa5ae54c req-7c43ac00-7031-4529-bdaa-a14711dd2ebe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723081 Mar 07 04:37:35.937513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9de2e5d5-5b31-412d-bd46-67e8e3c98f26), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:35.996678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Allocated IP 172.25.4.166 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/65db96da-18bd-42fb-be14-71fb3eb4744a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:36.027605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9de2e5d5-5b31-412d-bd46-67e8e3c98f26), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.028594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:36.029181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.095793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] Pushing event updated for resources: {'Network': ['ID=9de2e5d5-5b31-412d-bd46-67e8e3c98f26,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:36.121709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:36.137917 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9bd46cd8-f645-43f9-8173-a303c0e44376 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8129792 Mar 07 04:37:36.144370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50762) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:36.151447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Request body: {'subnet': {'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-subnet', 'tenant_id': '4aed894c085f49b385714837be247e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:36.178470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d9e5d6ce-1849-4e15-830c-0d0cb3fb8020), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.207050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:36.210679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=d9e5d6ce-1849-4e15-830c-0d0cb3fb8020,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:36.211167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.264751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.268148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-56fd6e25-c2aa-45b2-b656-4c650bd754b2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/d9e5d6ce-1849-4e15-830c-0d0cb3fb8020 HTTP/1.1" status: 204 len: 168 time: 1.2410614 Mar 07 04:37:36.276062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:36.290650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50768) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:36.338608 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-1990bddb-e0f1-4e0e-8c68-2ceccb06179c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:36.340452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1990bddb-e0f1-4e0e-8c68-2ceccb06179c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/d9e5d6ce-1849-4e15-830c-0d0cb3fb8020 HTTP/1.1" status: 404 len: 333 time: 0.0619290 Mar 07 04:37:36.347298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50772) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:36.352221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for port (65db96da-18bd-42fb-be14-71fb3eb4744a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.379990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'name': 'tempest-PortsIpV6TestJSON-1186303669'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:36.549306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9f17e0fc-39ac-439a-81b8-1830612e6e05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0286b1b7107e445b8495990ac4c3f2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560511 Mar 07 04:37:36.558468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:36.587739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a077f17-ab97-4f5c-a215-8f3d6b081f4f req-6a196d62-faac-4394-9252-fc612723ff6f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.0554149 Mar 07 04:37:36.628579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (83951804-4f64-47b1-be8f-1e90fe80f85d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.636091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:36.647834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.671859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.696396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 2920b27c-1a33-4c87-a9ea-fadb98a4b510 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:36.728014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83951804-4f64-47b1-be8f-1e90fe80f85d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:36.745832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8be6-9f8f-45c0-9380-d24e448103ba req-119bcb99-13a3-4898-9ea8-afa7fa71ab43 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:36.747373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-611c8be6-9f8f-45c0-9380-d24e448103ba req-119bcb99-13a3-4898-9ea8-afa7fa71ab43 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.2170103 Mar 07 04:37:36.752764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (65db96da-18bd-42fb-be14-71fb3eb4744a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.756695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Deleting port 62f73300-1a4d-4923-958c-f4877fb42c1a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:36.757621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.779593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Checking segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:36.779959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Network hostable DHCP agents. Network: 9de2e5d5-5b31-412d-bd46-67e8e3c98f26, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:36.827924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-611c8be6-9f8f-45c0-9380-d24e448103ba req-6f353cc3-4b33-4a3f-b258-7e179c1172ec tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720024 Mar 07 04:37:36.829233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:36.854039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9de2e5d5-5b31-412d-bd46-67e8e3c98f26) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:36.858356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:36.859268 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.874319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d7f88-e713-456c-9371-9c6bc2492306 None None] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:36.889175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0d0df36d-3b05-4092-b4d8-c3ee9be8dcb4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7407522 Mar 07 04:37:36.889175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50780) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:36.893714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:36.920050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.922953 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.950582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-159482f0-523d-49a5-8c1d-9b824ac2600e admin admin] Publish callbacks [] for security_group (1693489c-aaa2-4df6-818d-962906391799), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:36.973898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:36.975428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:36.996863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks [] for router_controller (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.004403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:37.037243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Pushing event updated for resources: {'Port': ['ID=65db96da-18bd-42fb-be14-71fb3eb4744a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:37.069193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'project_id': '4aed894c085f49b385714837be247e94', 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:37.070546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.094606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-159482f0-523d-49a5-8c1d-9b824ac2600e admin admin] Publish callbacks [] for security_group (1693489c-aaa2-4df6-818d-962906391799), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.216121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks [] for router_gateway (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.220634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.426035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Calling delete_port for 62f73300-1a4d-4923-958c-f4877fb42c1a owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:37.483421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-40f456bf-b097-47cc-80e1-53aa40e9ea8f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:37.484924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-40f456bf-b097-47cc-80e1-53aa40e9ea8f tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.15 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.1060638 Mar 07 04:37:37.516419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Allocated IP 172.20.0.2 (9de2e5d5-5b31-412d-bd46-67e8e3c98f26/83951804-4f64-47b1-be8f-1e90fe80f85d/d0dde7e6-df0e-43e4-aa02-2dd979752249) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:37.578305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router_gateway (b7638f30-c36e-4f62-8aad-a8776c421f34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.581317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.647714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.734640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks [] for router_gateway (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.751091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-159482f0-523d-49a5-8c1d-9b824ac2600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1693489c-aaa2-4df6-818d-962906391799), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.754195 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-159482f0-523d-49a5-8c1d-9b824ac2600e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.755566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-159482f0-523d-49a5-8c1d-9b824ac2600e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1693489c-aaa2-4df6-818d-962906391799 HTTP/1.1" status: 204 len: 168 time: 1.1956830 Mar 07 04:37:37.762531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Publish callbacks [] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.770819 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.792721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-150147d2-e2f5-4c82-b07b-70d0ce89df42 req-d6d1f8a6-c988-47c1-891e-35d010cd9f39 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.0602226 Mar 07 04:37:37.820483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Deleting port 008095fb-5a50-47cb-aeae-48c734f31872 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:37.820760 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (008095fb-5a50-47cb-aeae-48c734f31872), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.825286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.825455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:37.830070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:37.833808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:37.841252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Pushing event updated for resources: {'Port': ['ID=d0dde7e6-df0e-43e4-aa02-2dd979752249,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:37.953151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Allocated IP 172.25.4.130 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/fa2a70bd-a24d-4099-82b9-7a0473351055) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:37.961425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Attempting to bind port d0dde7e6-df0e-43e4-aa02-2dd979752249 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:37.965197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Attempting to bind port d0dde7e6-df0e-43e4-aa02-2dd979752249 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:37.965775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Attempting to bind port d0dde7e6-df0e-43e4-aa02-2dd979752249 on network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:37.980679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:37.981513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Checking segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:37.982618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:37.984837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Bound using segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:37.985555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Bound port: d0dde7e6-df0e-43e4-aa02-2dd979752249, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:37.987095 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.095480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] For port d0dde7e6-df0e-43e4-aa02-2dd979752249, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:38.100849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] For port d0dde7e6-df0e-43e4-aa02-2dd979752249, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0dde7e6-df0e-43e4-aa02-2dd979752249,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:38.107083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks [] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.108450 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.146977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-2486ac56-a78d-4875-9185-4e42f63f23bf tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:38.148506 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-2486ac56-a78d-4875-9185-4e42f63f23bf tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 813 time: 1.0472856 Mar 07 04:37:38.149171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (62f73300-1a4d-4923-958c-f4877fb42c1a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.175448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.191547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ad3b-ea34-4873-8982-70fcd2a7522e None None] Pushing event updated for resources: {'Port': ['ID=d0dde7e6-df0e-43e4-aa02-2dd979752249,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:38.287032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2a70bd-a24d-4099-82b9-7a0473351055,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:38.304750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:38.343231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:38.345736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:38.432971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742b543-8da2-4dc9-9568-5d70abbf4795 req-0da7dd3e-14fe-4dce-ab18-f282ef0df4cf tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:38.442669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d742b543-8da2-4dc9-9568-5d70abbf4795 req-0da7dd3e-14fe-4dce-ab18-f282ef0df4cf tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 945 time: 0.2983990 Mar 07 04:37:38.521195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] For port 008095fb-5a50-47cb-aeae-48c734f31872, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=008095fb-5a50-47cb-aeae-48c734f31872,segment=NetworkSegment(017667d9-ea7b-4bbe-ad38-e22d1860f742),segment_id=017667d9-ea7b-4bbe-ad38-e22d1860f742)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:38.527756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (008095fb-5a50-47cb-aeae-48c734f31872), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.549547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Calling delete_port for 008095fb-5a50-47cb-aeae-48c734f31872 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:38.764575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Request body: {'port': {'device_id': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'admin_state_up': True, 'tenant_id': '53935a4b982148e3ac83aa5866222a92'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:38.768227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159482f0-523d-49a5-8c1d-9b824ac2600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693489c-aaa2-4df6-818d-962906391799,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:38.792427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:38.802756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d742b543-8da2-4dc9-9568-5d70abbf4795 req-c9bb4800-1b97-4e48-97fe-18e03d8f738c tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/security-groups?id=34dd1445-2bf4-4b9e-8627-997d86523921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591862 Mar 07 04:37:38.840357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Port': ['ID=62f73300-1a4d-4923-958c-f4877fb42c1a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:39.010198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:39.067052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:39.079673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:39.087523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:39.088319 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.174743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=2920b27c-1a33-4c87-a9ea-fadb98a4b510,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:39.286444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-112b5cb8-5915-45ac-a41f-e9feace92307 req-060b4549-6dd7-4ee0-adf3-68e8efb2574d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.0784531 Mar 07 04:37:39.308084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ac170078-f7e9-4f2f-8c0a-432db9fae739), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.319266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Made reservation on behalf of 53935a4b982148e3ac83aa5866222a92 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:39.324105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.358894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.362706 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2279b63f-7d31-4480-99f3-b826cb08f6de tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0138886 Mar 07 04:37:39.365463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.367262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:39.380607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:39.389414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.519035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks [] for router_gateway (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.595233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (008095fb-5a50-47cb-aeae-48c734f31872), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.607562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['008095fb-5a50-47cb-aeae-48c734f31872'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:39.641930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Pushing event deleted for resources: {'Port': ['ID=008095fb-5a50-47cb-aeae-48c734f31872,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:39.779478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.856627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] No DVR routers for this DVR port 008095fb-5a50-47cb-aeae-48c734f31872 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:39.937682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e524c-2f87-449c-a8ee-1afa13f84fff None None] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:39.939170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:39.944134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1dd07fc2-6a11-4dc0-b200-426114e86264 req-2df0ff47-f571-44be-8514-0ddf263f4afe tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.15 "DELETE /v2.0/ports/008095fb-5a50-47cb-aeae-48c734f31872 HTTP/1.1" status: 204 len: 173 time: 2.4490738 Mar 07 04:37:39.944855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'name': 'network-vif-deleted', 'tag': '008095fb-5a50-47cb-aeae-48c734f31872'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:39.947573 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0ea28-1a32-4b61-9828-e39250bbec2b" -d '{"events": [{"server_uuid": "1639a289-e8c1-40e5-ae57-afaa82750c31", "name": "network-vif-deleted", "tag": "008095fb-5a50-47cb-aeae-48c734f31872"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:39.968248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.029031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c5add20-453c-4330-875f-7a1d4add1c56 req-d77db04e-e6c1-46a8-9d8a-dcc7ced77385 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] 10.222.0.21 "GET /v2.0/ports?device_id=1639a289-e8c1-40e5-ae57-afaa82750c31 HTTP/1.1" status: 200 len: 210 time: 0.0592656 Mar 07 04:37:40.256538 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f4d7e-52f3-472b-b33b-91bc0332f34f x-openstack-request-id: req-bd7f4d7e-52f3-472b-b33b-91bc0332f34f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:40.256877 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1639a289-e8c1-40e5-ae57-afaa82750c31", "name": "network-vif-deleted", "tag": "008095fb-5a50-47cb-aeae-48c734f31872", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:40.257152 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd7f4d7e-52f3-472b-b33b-91bc0332f34f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:40.257566 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1639a289-e8c1-40e5-ae57-afaa82750c31', 'name': 'network-vif-deleted', 'tag': '008095fb-5a50-47cb-aeae-48c734f31872', 'status': 'completed', 'code': 200} Mar 07 04:37:40.271572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] Provisioning complete for port d0dde7e6-df0e-43e4-aa02-2dd979752249 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:40.272585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.294879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Allocated IP 172.20.0.3 (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22/4bf2265b-f3f9-4936-b74f-50f982b8a788/b90af6ed-baf7-4224-99bf-27db1cd91abd) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:40.332691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:37:40.344738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.365703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.385747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0dde7e6-df0e-43e4-aa02-2dd979752249 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:40.436656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Router ac170078-f7e9-4f2f-8c0a-432db9fae739 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:40.466738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] In _notify_port_updated(), no bound segment for port 2920b27c-1a33-4c87-a9ea-fadb98a4b510 on network 9186f003-dafc-4720-a2c4-c69a3e8a167c {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:37:40.476844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:40.478141 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.479819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/ports/2920b27c-1a33-4c87-a9ea-fadb98a4b510 HTTP/1.1" status: 200 len: 818 time: 1.1074717 Mar 07 04:37:40.490010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:40.510904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Router b7638f30-c36e-4f62-8aad-a8776c421f34 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:37:40.530689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b2a0a01-0147-41ef-ac73-df9992ba570d req-c7d740ad-2ff3-4e69-9b71-9f05775a767b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.0981164 Mar 07 04:37:40.550430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16e637-71c3-4925-a29e-38ed6c8bc083 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=2920b27c-1a33-4c87-a9ea-fadb98a4b510,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:40.675204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] Current status of the port d0dde7e6-df0e-43e4-aa02-2dd979752249 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:40.675620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.761404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] For port d0dde7e6-df0e-43e4-aa02-2dd979752249, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0dde7e6-df0e-43e4-aa02-2dd979752249,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:40.774359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:40.783734 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Sync routers for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:40.801407 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:40.803013 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:40.805680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.807207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-07e352d3-3366-4e12-b872-9bc399b45c38 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9176607 Mar 07 04:37:40.810299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:40.814737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.826732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d0dde7e6-df0e-43e4-aa02-2dd979752249 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:40.827114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.864484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50880) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:40.886018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:40.893686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 2920b27c-1a33-4c87-a9ea-fadb98a4b510 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:40.893686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:40.926403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] Sync routers for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:40.942550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7545dbf8-bd44-4e9a-954a-a24ed09631a9 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0620809 Mar 07 04:37:40.947171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:40.987248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:40.988380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:40.993822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb651ffd-d7d3-42b0-86a3-7a0aa0cc7368 None None] Pushing event updated for resources: {'Port': ['ID=d0dde7e6-df0e-43e4-aa02-2dd979752249,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:41.007179 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:41.070397 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-2af86654-1366-4b29-9ab4-c20053dc9041 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] show failed (client error): The resource could not be found. Mar 07 04:37:41.080965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2af86654-1366-4b29-9ab4-c20053dc9041 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1214567995 HTTP/1.1" status: 404 len: 335 time: 0.1268895 Mar 07 04:37:41.088585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.089666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-77a2a63f-e1d3-4d39-9951-229d1e5402bb None None] Provisioning complete for port d0dde7e6-df0e-43e4-aa02-2dd979752249 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:41.090077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77a2a63f-e1d3-4d39-9951-229d1e5402bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.093818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.124805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 2920b27c-1a33-4c87-a9ea-fadb98a4b510 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:41.217585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.224413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:41.237701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.239019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-20a759e8-d5fc-41b1-9974-aa9ef7fae7ec tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "PUT /v2.0/routers/b7638f30-c36e-4f62-8aad-a8776c421f34 HTTP/1.1" status: 200 len: 916 time: 7.3600507 Mar 07 04:37:41.239238 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] Sync routers for ids ['b7638f30-c36e-4f62-8aad-a8776c421f34'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:41.249181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0dde7e6-df0e-43e4-aa02-2dd979752249 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:41.265547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-97ddf626-8f6e-4f6f-b96b-57b3e483b307 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:41.272290 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] Routers {'b7638f30-c36e-4f62-8aad-a8776c421f34'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:41.272922 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b7638f30-c36e-4f62-8aad-a8776c421f34'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.276682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.295575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] Routers {'ac170078-f7e9-4f2f-8c0a-432db9fae739'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:41.296544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ac170078-f7e9-4f2f-8c0a-432db9fae739'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.338040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.343686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2920b27c-1a33-4c87-a9ea-fadb98a4b510), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.352787 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-caa51b63-91f2-4772-8f14-f619330b9d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.355797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.356254 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-97ddf626-8f6e-4f6f-b96b-57b3e483b307 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] update failed (client error): The resource could not be found. Mar 07 04:37:41.356450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a96b98-33ce-471a-9d6d-9f32f72b0484 None None] The sync data for ids ['ac170078-f7e9-4f2f-8c0a-432db9fae739'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:41.357669 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97ddf626-8f6e-4f6f-b96b-57b3e483b307 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-2111896252 HTTP/1.1" status: 404 len: 335 time: 0.1176162 Mar 07 04:37:41.375302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.389905 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] Routers {'b7638f30-c36e-4f62-8aad-a8776c421f34'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:41.391005 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b7638f30-c36e-4f62-8aad-a8776c421f34'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.400507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.430782 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.431961 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49826d-2362-49cf-9f66-364b30779953 None None] The sync data for ids ['b7638f30-c36e-4f62-8aad-a8776c421f34'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:41.462508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-77a2a63f-e1d3-4d39-9951-229d1e5402bb None None] Current status of the port d0dde7e6-df0e-43e4-aa02-2dd979752249 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:41.513915 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:39Z', 'revision_number': 3, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:41.527733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks [] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.555341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-caa51b63-91f2-4772-8f14-f619330b9d2b admin admin] Publish callbacks [] for security_group (56ead96a-f1e8-4b31-ac78-6d2ea8e80c90), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.556074 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Checking router: 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:37:41.556555 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Updating router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 port fa2a70bd-a24d-4099-82b9-7a0473351055 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:37:41.572588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.575921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Deleting subnet 067a358d-9543-42aa-b298-cc478ae19456 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:41.576689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/2920b27c-1a33-4c87-a9ea-fadb98a4b510 HTTP/1.1" status: 204 len: 168 time: 1.0450299 Mar 07 04:37:41.577587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ac6bd-f512-4c70-81ca-5f1b0d6da898 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=2920b27c-1a33-4c87-a9ea-fadb98a4b510,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:41.581770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Deleting subnet aa7b45f6-094d-4c61-9c6c-54021bcd8b5d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:41.582990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50908) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.585552 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-caa51b63-91f2-4772-8f14-f619330b9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (56ead96a-f1e8-4b31-ac78-6d2ea8e80c90), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.626080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-caa51b63-91f2-4772-8f14-f619330b9d2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=389b0c337aa44454be543ce08d748e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582514 Mar 07 04:37:41.632940 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.638525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50910) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.805359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0d0ace7-9de4-4e2d-9926-46ece25c139a req-e2f870cd-a1b0-4eaa-9e46-305d690c1847 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.1222937 Mar 07 04:37:41.808502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa51b63-91f2-4772-8f14-f619330b9d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ead96a-f1e8-4b31-ac78-6d2ea8e80c90,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:41.869744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38099ac3-9845-4b33-9b7c-38988d085c35 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:41.871300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-38099ac3-9845-4b33-9b7c-38988d085c35 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2868869 Mar 07 04:37:41.917843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50912) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.932518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 008095fb-5a50-47cb-aeae-48c734f31872 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:41.953341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1987-213b-455b-bae6-7e5850e7212d admin admin] Publish callbacks [] for security_group (56ead96a-f1e8-4b31-ac78-6d2ea8e80c90), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.959402 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7b0fc9-36e7-4b07-ac1a-df4424597600 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:41.960859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b7b0fc9-36e7-4b07-ac1a-df4424597600 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/2920b27c-1a33-4c87-a9ea-fadb98a4b510 HTTP/1.1" status: 404 len: 333 time: 0.0420246 Mar 07 04:37:41.974357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50914) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:41.980979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Publish callbacks [] for subnet (aa7b45f6-094d-4c61-9c6c-54021bcd8b5d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:41.989012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-870303571'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:41.993116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 008095fb-5a50-47cb-aeae-48c734f31872 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:41.993793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 008095fb-5a50-47cb-aeae-48c734f31872 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:42.026377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (aa7b45f6-094d-4c61-9c6c-54021bcd8b5d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.032491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:42.036831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.051739 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Publish callbacks [] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.054758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1987-213b-455b-bae6-7e5850e7212d admin admin] Publish callbacks [] for security_group (56ead96a-f1e8-4b31-ac78-6d2ea8e80c90), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.059440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for subnet (067a358d-9543-42aa-b298-cc478ae19456), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.059669 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.123528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (067a358d-9543-42aa-b298-cc478ae19456), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.124921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:42.130652 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Attempting to bind port fa2a70bd-a24d-4099-82b9-7a0473351055 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:42.131032 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Attempting to bind port fa2a70bd-a24d-4099-82b9-7a0473351055 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:42.131405 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Attempting to bind port fa2a70bd-a24d-4099-82b9-7a0473351055 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:42.161871 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5e65ee1d-32ba-4586-826c-5c616bee93c0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.162391 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment 5e65ee1d-32ba-4586-826c-5c616bee93c0 of type vlan for network 16489c8a-5687-4d24-b74e-633326275ff1 Mar 07 04:37:42.199479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0dde7e6-df0e-43e4-aa02-2dd979752249 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:42.255228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (16489c8a-5687-4d24-b74e-633326275ff1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.260199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1987-213b-455b-bae6-7e5850e7212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (56ead96a-f1e8-4b31-ac78-6d2ea8e80c90), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.263286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1987-213b-455b-bae6-7e5850e7212d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.264751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c4b1987-213b-455b-bae6-7e5850e7212d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56ead96a-f1e8-4b31-ac78-6d2ea8e80c90 HTTP/1.1" status: 204 len: 168 time: 0.5831716 Mar 07 04:37:42.274241 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f86b2078-fc07-4241-8eaf-e0f5ed68e6f4 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/b7638f30-c36e-4f62-8aad-a8776c421f34 HTTP/1.1" status: 200 len: 922 time: 0.9873984 Mar 07 04:37:42.277533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.280750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:42.311145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d0dde7e6-df0e-43e4-aa02-2dd979752249 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:42.311667 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.312647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b1987-213b-455b-bae6-7e5850e7212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ead96a-f1e8-4b31-ac78-6d2ea8e80c90,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:42.355792 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:42.357670 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:42.362197 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.362833 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:42.366026 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Bound port: fa2a70bd-a24d-4099-82b9-7a0473351055, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:42.368549 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.418035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (16489c8a-5687-4d24-b74e-633326275ff1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.421563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:42.424175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:42.424792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.429324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (aa7b45f6-094d-4c61-9c6c-54021bcd8b5d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.482418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0dde7e6-df0e-43e4-aa02-2dd979752249 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:42.510155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (067a358d-9543-42aa-b298-cc478ae19456), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.537918 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] For port fa2a70bd-a24d-4099-82b9-7a0473351055, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:42.542731 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] For port fa2a70bd-a24d-4099-82b9-7a0473351055, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa2a70bd-a24d-4099-82b9-7a0473351055,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:42.554739 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579464cb-6ea2-4b2f-8de1-a037e4d92291 None None] Pushing event updated for resources: {'Port': ['ID=fa2a70bd-a24d-4099-82b9-7a0473351055,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:42.561880 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.570600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=16489c8a-5687-4d24-b74e-633326275ff1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:42.591515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:42.624144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-788731e9-9e18-41d4-a487-376059060d0b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6442621 Mar 07 04:37:42.631721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50924) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:42.640421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '16489c8a-5687-4d24-b74e-633326275ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:42.647139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55544a-0717-4c8a-9f3b-0071a4587882 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:42.649658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a55544a-0717-4c8a-9f3b-0071a4587882 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=b7638f30-c36e-4f62-8aad-a8776c421f34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3676381 Mar 07 04:37:42.653916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:42.656313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:42.673867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:42.690337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (067a358d-9543-42aa-b298-cc478ae19456), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.694583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:42.708901 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:42.709543 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:42.769861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Subnet': ['ID=067a358d-9543-42aa-b298-cc478ae19456,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:42.782917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62c85c-2b18-4ba0-b5b1-3355787ae6bc None None] Network 935e3594-91be-4ad3-8c28-6b2651b7d879 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:42.810404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.815848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0d6711f8-1ea7-404a-bcbf-6885e5d44862 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/subnets/067a358d-9543-42aa-b298-cc478ae19456 HTTP/1.1" status: 204 len: 168 time: 1.3854258 Mar 07 04:37:42.816059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.819103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:42.877836 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579464cb-6ea2-4b2f-8de1-a037e4d92291 None None] Pushing event updated for resources: {'Port': ['ID=fa2a70bd-a24d-4099-82b9-7a0473351055,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:42.884385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:42.884926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:42.912659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (aa7b45f6-094d-4c61-9c6c-54021bcd8b5d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.007779 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-722f4025-5148-4e51-864d-5b6e496297c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7711289 Mar 07 04:37:43.008753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7b45f6-094d-4c61-9c6c-54021bcd8b5d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:43.038767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.052223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5904e47b-8c4e-4033-a614-82c980181953 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa7b45f6-094d-4c61-9c6c-54021bcd8b5d HTTP/1.1" status: 204 len: 168 time: 1.7084129 Mar 07 04:37:43.058986 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:43.071044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:43.081650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Request body: {'port': {'device_id': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:43.177790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377c140-5274-4ba4-84bd-5de5b7ac1606 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:43.179311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f377c140-5274-4ba4-84bd-5de5b7ac1606 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/networks/f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 881 time: 0.5208671 Mar 07 04:37:43.184959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:43.185204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] DHCP port deletion for 935e3594-91be-4ad3-8c28-6b2651b7d879 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:43.281477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0510a5fb-6474-4be0-b2a9-53c87fd49e50 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7638f30-c36e-4f62-8aad-a8776c421f34 HTTP/1.1" status: 200 len: 205 time: 0.0621648 Mar 07 04:37:43.298070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] Deleting port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:43.298451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.359686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50944) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:43.370727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0fa3e20a-a770-4c2e-9ce9-96b499317f35), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.380267 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:39Z', 'revision_number': 3, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:43.420728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:43.425629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.442642 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87324071-bcba-4e52-beb3-1ffe5e45729f None None] The sync data for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 is: [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:39Z', 'revision_number': 3, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:43.447143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] For port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,segment=NetworkSegment(766fc4aa-1c1e-4caa-98ad-bcfcdc254361),segment_id=766fc4aa-1c1e-4caa-98ad-bcfcdc254361)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:43.447143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.468153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] Calling delete_port for 567bc6bc-0b42-42b7-bf58-51cd86d22f2f owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:43.578779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.654256 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (567bc6bc-0b42-42b7-bf58-51cd86d22f2f), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.685747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] Pushing event deleted for resources: {'Port': ['ID=567bc6bc-0b42-42b7-bf58-51cd86d22f2f,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:43.695720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004989e9-dd29-44de-8bbf-f2dd26181a93 None None] No DVR routers for this DVR port 567bc6bc-0b42-42b7-bf58-51cd86d22f2f on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:43.699183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.738292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Deleting subnet a3b52480-5be2-473f-891f-61a860fccda0 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:43.762358 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for subnet (a3b52480-5be2-473f-891f-61a860fccda0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.789748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0fa3e20a-a770-4c2e-9ce9-96b499317f35), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:43.910713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Allocated IP 172.20.0.1 (9de2e5d5-5b31-412d-bd46-67e8e3c98f26/83951804-4f64-47b1-be8f-1e90fe80f85d/683f495e-db8d-43be-8931-e832f9a0ec67) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:43.957440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa3e20a-a770-4c2e-9ce9-96b499317f35']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:43.969476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a9f50-d26a-4875-8f22-869596ea2d57 req-de6e3b97-5188-421b-b222-829a43cad4f0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:43.973135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-923a9f50-d26a-4875-8f22-869596ea2d57 req-de6e3b97-5188-421b-b222-829a43cad4f0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 931 time: 0.5534055 Mar 07 04:37:43.993036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017667d9-ea7b-4bbe-ad38-e22d1860f742') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:43.993360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017667d9-ea7b-4bbe-ad38-e22d1860f742') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:43.996309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (a3b52480-5be2-473f-891f-61a860fccda0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.082252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (017667d9-ea7b-4bbe-ad38-e22d1860f742), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.209014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (017667d9-ea7b-4bbe-ad38-e22d1860f742), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.311931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:44.312441 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (017667d9-ea7b-4bbe-ad38-e22d1860f742), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.319467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2a70bd-a24d-4099-82b9-7a0473351055 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:44.341418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-923a9f50-d26a-4875-8f22-869596ea2d57 req-c81decc5-0de7-4872-8981-132ffadc8078 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064137 Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:44.417309 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:44.430976 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks [] for port (683f495e-db8d-43be-8931-e832f9a0ec67), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.435460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (a3b52480-5be2-473f-891f-61a860fccda0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.440443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa2a70bd-a24d-4099-82b9-7a0473351055 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:44.440934 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.558181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (5a95d35d-f733-4c5c-8141-be052d4c409c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.598858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90af6ed-baf7-4224-99bf-27db1cd91abd {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:37:44.616859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Publish callbacks [] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.640690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (b7638f30-c36e-4f62-8aad-a8776c421f34), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.669102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0fa3e20a-a770-4c2e-9ce9-96b499317f35), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.699444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa2a70bd-a24d-4099-82b9-7a0473351055 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:44.700028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.702386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.707228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=5a95d35d-f733-4c5c-8141-be052d4c409c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:44.721881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (a3b52480-5be2-473f-891f-61a860fccda0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.729028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fa2a70bd-a24d-4099-82b9-7a0473351055, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa2a70bd-a24d-4099-82b9-7a0473351055,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:44.734376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Transition to ACTIVE for port object b90af6ed-baf7-4224-99bf-27db1cd91abd will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:37:44.737663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.743052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.758286 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/0fa3e20a-a770-4c2e-9ce9-96b499317f35 HTTP/1.1" status: 204 len: 168 time: 1.6823127 Mar 07 04:37:44.774820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2a0eb-eb6e-43ac-90bb-ddc45ee97b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa3e20a-a770-4c2e-9ce9-96b499317f35,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:44.787872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.865667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:44.939073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fa2a70bd-a24d-4099-82b9-7a0473351055,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:44.949255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 567bc6bc-0b42-42b7-bf58-51cd86d22f2f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:44.972160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cb5a6-1b31-4ac3-b332-6385caa119ca None None] Network e159ee9c-8b80-4bd8-b24d-af816b24d526 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:44.981150 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:44.991419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/subnets/a3b52480-5be2-473f-891f-61a860fccda0 HTTP/1.1" status: 204 len: 168 time: 2.1693883 Mar 07 04:37:44.993814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:45.013317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524edd2-dddf-4160-b2ff-57a287f2a63e tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b52480-5be2-473f-891f-61a860fccda0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:45.040364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 567bc6bc-0b42-42b7-bf58-51cd86d22f2f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:45.040701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 567bc6bc-0b42-42b7-bf58-51cd86d22f2f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:45.043110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:45.061628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:45.067305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:45.116416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=683f495e-db8d-43be-8931-e832f9a0ec67,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:45.131621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': '5e65ee1d-32ba-4586-826c-5c616bee93c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16489c8a-5687-4d24-b74e-633326275ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:45.131995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: 16489c8a-5687-4d24-b74e-633326275ff1, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:45.201654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.285748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:45.296867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Deleting port 65db96da-18bd-42fb-be14-71fb3eb4744a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:45.302368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (65db96da-18bd-42fb-be14-71fb3eb4744a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.346665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] DHCP port deletion for e159ee9c-8b80-4bd8-b24d-af816b24d526 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:45.351962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 16489c8a-5687-4d24-b74e-633326275ff1 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:45.422715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 16489c8a-5687-4d24-b74e-633326275ff1) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:45.439036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e462ff7-ec21-46c7-be4b-2427834d2626 None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:45.444431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:45.445459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.447745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (65db96da-18bd-42fb-be14-71fb3eb4744a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.479313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Calling delete_port for 65db96da-18bd-42fb-be14-71fb3eb4744a owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:45.479546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-56dff630-8409-48dc-92d3-1f74ffcebd29 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8432152 Mar 07 04:37:45.482615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51012) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:45.489132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '16489c8a-5687-4d24-b74e-633326275ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:45.658649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-593a7291-a3a0-476c-8083-a71608424a8c None None] Provisioning complete for port 683f495e-db8d-43be-8931-e832f9a0ec67 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:45.659030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-593a7291-a3a0-476c-8083-a71608424a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.714791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-593a7291-a3a0-476c-8083-a71608424a8c None None] Port 683f495e-db8d-43be-8931-e832f9a0ec67 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:45.736889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-16489c8a-5687-4d24-b74e-633326275ff1', 'network_id': '16489c8a-5687-4d24-b74e-633326275ff1', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': '5a95d35d-f733-4c5c-8141-be052d4c409c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:45.737952 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.743313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] Deleting port 51b2ba23-2818-4d29-bccd-b36c7d516997 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:45.743664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.850435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.903480 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-67890063-afaf-42f4-8dd7-aac470773d63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=507c8e76333d44328a7c3fed9cbcadae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794335 Mar 07 04:37:45.919162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51040) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:45.930436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (935e3594-91be-4ad3-8c28-6b2651b7d879), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.936638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520f69-1476-431c-9294-6fb48cd11f29 req-62acde78-3981-4a88-95ff-292827aae48c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:45.938283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01520f69-1476-431c-9294-6fb48cd11f29 req-62acde78-3981-4a88-95ff-292827aae48c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.3780873 Mar 07 04:37:45.961367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] For port 51b2ba23-2818-4d29-bccd-b36c7d516997, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=51b2ba23-2818-4d29-bccd-b36c7d516997,segment=NetworkSegment(64311119-a7e6-4083-9e5b-d45bb3509b8e),segment_id=64311119-a7e6-4083-9e5b-d45bb3509b8e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:45.961737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Attempting to bind port b90af6ed-baf7-4224-99bf-27db1cd91abd on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:45.962061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:45.962223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Attempting to bind port b90af6ed-baf7-4224-99bf-27db1cd91abd by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:45.962461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Attempting to bind port b90af6ed-baf7-4224-99bf-27db1cd91abd on network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:45.990034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] Calling delete_port for 51b2ba23-2818-4d29-bccd-b36c7d516997 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:46.048675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Port b90af6ed-baf7-4224-99bf-27db1cd91abd on network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:37:46.054069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Attempting to bind port b90af6ed-baf7-4224-99bf-27db1cd91abd on network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:46.183003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:46.183643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Checking segment: {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:46.184213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Bound using segment: {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:46.187167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Bound port: b90af6ed-baf7-4224-99bf-27db1cd91abd, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:46.187777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.358468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks [] for port (683f495e-db8d-43be-8931-e832f9a0ec67), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.386771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2a70bd-a24d-4099-82b9-7a0473351055 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:46.396822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.398370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (935e3594-91be-4ad3-8c28-6b2651b7d879), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.436686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935e3594-91be-4ad3-8c28-6b2651b7d879']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:46.454786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766fc4aa-1c1e-4caa-98ad-bcfcdc254361') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:46.455112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766fc4aa-1c1e-4caa-98ad-bcfcdc254361') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:46.475548 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (766fc4aa-1c1e-4caa-98ad-bcfcdc254361), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.489697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (766fc4aa-1c1e-4caa-98ad-bcfcdc254361), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.497398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:46.497797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (766fc4aa-1c1e-4caa-98ad-bcfcdc254361), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.511690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:46.515990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.534369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa2a70bd-a24d-4099-82b9-7a0473351055 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:46.534924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.593515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Allocated IP 2001:db8::2 (16489c8a-5687-4d24-b74e-633326275ff1/5a95d35d-f733-4c5c-8141-be052d4c409c/8c0027b2-6510-4746-a58f-58ba2ed90f38) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:46.641877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (51b2ba23-2818-4d29-bccd-b36c7d516997), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:46.666587 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:46.669159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (65db96da-18bd-42fb-be14-71fb3eb4744a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.669675 n-d-832185-1 neutron-server[103938]: INFO neutron.db.ipam_backend_mixin [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a95d35d-f733-4c5c-8141-be052d4c409c (CIDR: 2001:db8::/64) Mar 07 04:37:46.675947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] No DVR routers for this DVR port 51b2ba23-2818-4d29-bccd-b36c7d516997 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:46.693477 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:37:46.693933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:37:46.730640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (935e3594-91be-4ad3-8c28-6b2651b7d879), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.737949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01520f69-1476-431c-9294-6fb48cd11f29 req-0e0816c5-6eeb-41a5-905c-8066514f84bb tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7843380 Mar 07 04:37:46.746450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=683f495e-db8d-43be-8931-e832f9a0ec67,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:46.762645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.774367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.777528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/networks/935e3594-91be-4ad3-8c28-6b2651b7d879 HTTP/1.1" status: 204 len: 168 time: 1.7827342 Mar 07 04:37:46.790141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51092) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:46.807066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event deleted for resources: {'Port': ['ID=65db96da-18bd-42fb-be14-71fb3eb4744a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:46.875057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6721f361-3f97-4903-a4ce-15c9900dee18 admin admin] Publish callbacks [] for security_group (34dd1445-2bf4-4b9e-8627-997d86523921), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.897417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ec736-bf9d-4732-96aa-108f56504f22 None None] Pushing event deleted for resources: {'Port': ['ID=51b2ba23-2818-4d29-bccd-b36c7d516997,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:46.901907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.902360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.902605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.902940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.903277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.903607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.904139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.904243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.904552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.904872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.905195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.905512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.905830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:46.925114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df9e34-26c2-4c1d-9f58-997937233fb3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Network': ['ID=935e3594-91be-4ad3-8c28-6b2651b7d879,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:46.944612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (b7638f30-c36e-4f62-8aad-a8776c421f34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:46.999004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa2a70bd-a24d-4099-82b9-7a0473351055 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:47.121867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51b2ba23-2818-4d29-bccd-b36c7d516997 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:47.133034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b4df8c23-d557-4852-adbb-0844ffb85b8b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6483388 Mar 07 04:37:47.135494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6721f361-3f97-4903-a4ce-15c9900dee18 admin admin] Publish callbacks [] for security_group (34dd1445-2bf4-4b9e-8627-997d86523921), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.137272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51124) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:47.163046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '16489c8a-5687-4d24-b74e-633326275ff1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:47.168189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 51b2ba23-2818-4d29-bccd-b36c7d516997 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:47.169825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 51b2ba23-2818-4d29-bccd-b36c7d516997 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:47.204492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Publish callbacks [] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.219962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.255405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:47.260626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:47.266883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:47.335504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Pushing event updated for resources: {'Port': ['ID=8c0027b2-6510-4746-a58f-58ba2ed90f38,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:47.340295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:47.344227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.349683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Attempting to bind port 8c0027b2-6510-4746-a58f-58ba2ed90f38 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:47.352844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Attempting to bind port 8c0027b2-6510-4746-a58f-58ba2ed90f38 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '5e65ee1d-32ba-4586-826c-5c616bee93c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16489c8a-5687-4d24-b74e-633326275ff1'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:47.353277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Attempting to bind port 8c0027b2-6510-4746-a58f-58ba2ed90f38 on network 16489c8a-5687-4d24-b74e-633326275ff1 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:47.364662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:47.365068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Checking segment: {'id': '5e65ee1d-32ba-4586-826c-5c616bee93c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16489c8a-5687-4d24-b74e-633326275ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:47.365483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.365882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Bound using segment: {'id': '5e65ee1d-32ba-4586-826c-5c616bee93c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16489c8a-5687-4d24-b74e-633326275ff1'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:47.368572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Bound port: 8c0027b2-6510-4746-a58f-58ba2ed90f38, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e65ee1d-32ba-4586-826c-5c616bee93c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '16489c8a-5687-4d24-b74e-633326275ff1'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:47.371220 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:37:47.372997 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.495005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] For port 8c0027b2-6510-4746-a58f-58ba2ed90f38, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:47.498705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] For port 8c0027b2-6510-4746-a58f-58ba2ed90f38, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c0027b2-6510-4746-a58f-58ba2ed90f38,segment=NetworkSegment(5e65ee1d-32ba-4586-826c-5c616bee93c0),segment_id=5e65ee1d-32ba-4586-826c-5c616bee93c0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:47.507404 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.572593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:47.576059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:47.588134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.606337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.608689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520dfea-e19a-42e0-a793-1fe7189164d3 None None] Pushing event updated for resources: {'Port': ['ID=8c0027b2-6510-4746-a58f-58ba2ed90f38,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:47.609479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (b7638f30-c36e-4f62-8aad-a8776c421f34), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.658535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:47.669196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e159ee9c-8b80-4bd8-b24d-af816b24d526), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.675600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:47.677709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (105f6f2b-f17c-4124-a3f0-19a9aa017782), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.682969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:47.683407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.685511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] 10.222.0.44 "PUT /v2.0/ports/b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 1091 time: 4.6126397 Mar 07 04:37:47.712758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:37:47.717307 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:37:47.762526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 16489c8a-5687-4d24-b74e-633326275ff1 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:47.807352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:47.813471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:47.816365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.866362 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5925f59e-b168-456a-b7bb-47230157558a x-openstack-request-id: req-5925f59e-b168-456a-b7bb-47230157558a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:37:47.866636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6721f361-3f97-4903-a4ce-15c9900dee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (34dd1445-2bf4-4b9e-8627-997d86523921), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.867484 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:37:47.867946 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5925f59e-b168-456a-b7bb-47230157558a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:37:47.868532 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'status': 'completed', 'code': 200} Mar 07 04:37:47.869337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (b7638f30-c36e-4f62-8aad-a8776c421f34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.870172 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6721f361-3f97-4903-a4ce-15c9900dee18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.874554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6721f361-3f97-4903-a4ce-15c9900dee18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34dd1445-2bf4-4b9e-8627-997d86523921 HTTP/1.1" status: 204 len: 168 time: 1.9348884 Mar 07 04:37:47.877370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Fanout notify agent at l3_agent the message router_deleted on router b7638f30-c36e-4f62-8aad-a8776c421f34 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:47.880531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7362487 Mar 07 04:37:47.929476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:47.940430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721f361-3f97-4903-a4ce-15c9900dee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd1445-2bf4-4b9e-8627-997d86523921,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:47.950056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:47.962686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7739294e-f1a0-46df-a4d3-e885fa71e886 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/b7638f30-c36e-4f62-8aad-a8776c421f34 HTTP/1.1" status: 204 len: 168 time: 4.5949619 Mar 07 04:37:47.985722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '16489c8a-5687-4d24-b74e-633326275ff1', 'fixed_ips': [{'subnet_id': '5a95d35d-f733-4c5c-8141-be052d4c409c'}, {'subnet_id': '105f6f2b-f17c-4124-a3f0-19a9aa017782'}], 'name': 'tempest-PortsIpV6TestJSON-783735473'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:48.090277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749d19d-b5cc-4d24-9166-ff0be877f9c6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=105f6f2b-f17c-4124-a3f0-19a9aa017782,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:48.094059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51182) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:48.165380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-72ec140c-8b26-433a-a438-507765891322 None None] Provisioning complete for port 683f495e-db8d-43be-8931-e832f9a0ec67 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:48.165798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72ec140c-8b26-433a-a438-507765891322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.168336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-590070410', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:48.298860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-72ec140c-8b26-433a-a438-507765891322 None None] Port 683f495e-db8d-43be-8931-e832f9a0ec67 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:48.316523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f6e6a-6201-4b31-abd8-9c430102d29c service neutron] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:48.397741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-16af0188-6308-450f-9f62-d6edec8667df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:48.405191 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-16af0188-6308-450f-9f62-d6edec8667df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1125 time: 0.5570848 Mar 07 04:37:48.406071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:48.424396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:37:48.441348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c0027b2-6510-4746-a58f-58ba2ed90f38 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:48.511742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.512788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.531818 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-e7af578f-c475-424d-b63c-172e1e5c109c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.1175494 Mar 07 04:37:48.563761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:48.566701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.590222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e159ee9c-8b80-4bd8-b24d-af816b24d526), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.754185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-e9169e9b-4902-41f3-b567-747518863f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:48.758991 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-e9169e9b-4902-41f3-b567-747518863f2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.2159834 Mar 07 04:37:48.777207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:48.777842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.807462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.834006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 8c0027b2-6510-4746-a58f-58ba2ed90f38, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c0027b2-6510-4746-a58f-58ba2ed90f38,segment=NetworkSegment(5e65ee1d-32ba-4586-826c-5c616bee93c0),segment_id=5e65ee1d-32ba-4586-826c-5c616bee93c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:48.846981 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:48.894714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-cb97282a-11bd-482d-9e20-f19bdf52ce36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076422 Mar 07 04:37:48.990453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=8c0027b2-6510-4746-a58f-58ba2ed90f38,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:49.202549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.269070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port ca80d4a1-16f3-4021-be0c-4c7246103742 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:37:49.295733 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-496b5cba-2681-4d7d-8a40-deb7d86484f2 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970168 Mar 07 04:37:49.341061 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.367445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b9ea6-df78-45d3-af34-4d8c1f9ece77 req-53372717-feef-4d93-9ecd-b6dfee1f557e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:49.376192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f8b9ea6-df78-45d3-af34-4d8c1f9ece77 req-53372717-feef-4d93-9ecd-b6dfee1f557e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 1.4226787 Mar 07 04:37:49.387033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e159ee9c-8b80-4bd8-b24d-af816b24d526']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:49.483675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f754174b-7bac-43be-bec1-5d2818235bcc None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:49.495110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51294) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:49.522271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64311119-a7e6-4083-9e5b-d45bb3509b8e') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:49.522484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64311119-a7e6-4083-9e5b-d45bb3509b8e') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:49.536383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f8b9ea6-df78-45d3-af34-4d8c1f9ece77 req-9cfa765c-8ce2-4b70-b9bc-05e0ae3c04b5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447654 Mar 07 04:37:49.564056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-746a5dcb-6465-4482-a154-341791d42261 None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:49.564823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-746a5dcb-6465-4482-a154-341791d42261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.583961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (64311119-a7e6-4083-9e5b-d45bb3509b8e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.632229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (64311119-a7e6-4083-9e5b-d45bb3509b8e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.651778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:49.652183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (64311119-a7e6-4083-9e5b-d45bb3509b8e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:49.666061 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:49.764601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:49.794441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f5d28065-f271-47db-b57a-313354869ba9 admin admin] 10.222.0.21 "PUT /v2.0/routers/5dc45cd4-9e5c-4071-8999-92bac93e6ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9753826 Mar 07 04:37:49.827176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-746a5dcb-6465-4482-a154-341791d42261 None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:49.842659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Sync routers for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:49.940319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e159ee9c-8b80-4bd8-b24d-af816b24d526), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.943193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.953417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:49.962027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/networks/e159ee9c-8b80-4bd8-b24d-af816b24d526 HTTP/1.1" status: 204 len: 168 time: 3.1670027 Mar 07 04:37:49.962928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51316) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:49.982438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::16e (16489c8a-5687-4d24-b74e-633326275ff1/5a95d35d-f733-4c5c-8141-be052d4c409c/ca80d4a1-16f3-4021-be0c-4c7246103742) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:49.990571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8:0:1::31e (16489c8a-5687-4d24-b74e-633326275ff1/105f6f2b-f17c-4124-a3f0-19a9aa017782/ca80d4a1-16f3-4021-be0c-4c7246103742) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:50.018760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:50.019653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:50.254567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-617729010-network', 'tenant_id': '67cd001d9666420286a65a7800843627'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:50.337392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c0027b2-6510-4746-a58f-58ba2ed90f38 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:50.413962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Made reservation on behalf of 67cd001d9666420286a65a7800843627 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:50.416631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.473638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.491707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.506695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-552a7c3e-eeec-43d6-b0f3-751a9f1364c8 req-887f40cd-7136-4bf3-a87a-088177297f70 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2020373 Mar 07 04:37:50.677159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] Update dhcp port {'port': {'network_id': '16489c8a-5687-4d24-b74e-633326275ff1', 'fixed_ips': [{'subnet_id': '5a95d35d-f733-4c5c-8141-be052d4c409c', 'ip_address': '2001:db8::2'}, {'subnet_id': '105f6f2b-f17c-4124-a3f0-19a9aa017782'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '8c0027b2-6510-4746-a58f-58ba2ed90f38'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:37:50.688342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.716045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:50.746440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks [] for security_group (48795e66-6e9e-415a-abd0-46d51814224b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.789222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (48795e66-6e9e-415a-abd0-46d51814224b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.832400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 16489c8a-5687-4d24-b74e-633326275ff1 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:50.844522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48795e66-6e9e-415a-abd0-46d51814224b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:50.865696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:50.880359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:50.889724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:50.890601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.892244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Deleting subnet 73ee613b-d4c8-47c6-833a-5ca767744731 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:50.895590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:50.899736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:50.904510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-74baf43e-794e-48b9-a930-79c76ec14cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:50.907898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-74baf43e-794e-48b9-a930-79c76ec14cab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1125 time: 0.3284283 Mar 07 04:37:50.913689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-479431772-network', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:50.917719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=ca80d4a1-16f3-4021-be0c-4c7246103742,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:50.925248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for subnet (73ee613b-d4c8-47c6-833a-5ca767744731), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:50.942351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588443-b648-4044-a771-53e07fb4f401 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Network': ['ID=e159ee9c-8b80-4bd8-b24d-af816b24d526,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:50.984831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.023174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:51.023823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.045719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-5e9f44aa-4080-4fc4-971f-bb070128be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:51.047339 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-5e9f44aa-4080-4fc4-971f-bb070128be62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.1218152 Mar 07 04:37:51.073672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (96dea9cf-0e4a-4e6f-814f-d33944da9046), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.074433 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Added segment 96dea9cf-0e4a-4e6f-814f-d33944da9046 of type vlan for network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 Mar 07 04:37:51.139768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (73ee613b-d4c8-47c6-833a-5ca767744731), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.161582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a384ddc9-1a7e-48a8-89e6-422b5d5fb47d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1943450 Mar 07 04:37:51.165614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:51.178459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a95d35d-f733-4c5c-8141-be052d4c409c'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:51.225963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-0722ea21-74b5-43e6-937d-403458d8fba5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.1639881 Mar 07 04:37:51.303388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] Allocated IP 2001:db8:0:1::2 (16489c8a-5687-4d24-b74e-633326275ff1/105f6f2b-f17c-4124-a3f0-19a9aa017782/8c0027b2-6510-4746-a58f-58ba2ed90f38) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:51.360629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (73ee613b-d4c8-47c6-833a-5ca767744731), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.416936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] For port 8c0027b2-6510-4746-a58f-58ba2ed90f38, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c0027b2-6510-4746-a58f-58ba2ed90f38,segment=NetworkSegment(5e65ee1d-32ba-4586-826c-5c616bee93c0),segment_id=5e65ee1d-32ba-4586-826c-5c616bee93c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:51.433252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Made reservation on behalf of 47564eaf336f46e0b64cae34c3456bf9 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:51.436454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.468330 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] Publish callbacks [] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.482050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.483491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (09d8b9f4-83b1-4020-91e5-298ca2d2dd77), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.529811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab6008-3775-46c4-b326-ef34666de31c req-438b3fe4-1bba-41f1-8a3c-8089f70bc217 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:51.532306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dab6008-3775-46c4-b326-ef34666de31c req-438b3fe4-1bba-41f1-8a3c-8089f70bc217 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.6261461 Mar 07 04:37:51.535141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.551862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.561653 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.578821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-944931f3-0c30-42fc-98d5-ed169e2ab546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:51.581270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-944931f3-0c30-42fc-98d5-ed169e2ab546 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.2446201 Mar 07 04:37:51.625408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-1a15d2a0-ca1f-4fa4-a566-461f50cd4716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341520 Mar 07 04:37:51.683423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks [] for security_group (714c1639-a47d-4daa-bfac-daa73d659096), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.705265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (09d8b9f4-83b1-4020-91e5-298ca2d2dd77), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.706706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:51.707363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.730420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (714c1639-a47d-4daa-bfac-daa73d659096), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.739875 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.784406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (73ee613b-d4c8-47c6-833a-5ca767744731), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.794330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ba8a-10cf-4ca3-bdcf-d15d4feda14f None None] Pushing event updated for resources: {'Port': ['ID=8c0027b2-6510-4746-a58f-58ba2ed90f38,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:51.834784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f6a068-9675-4d1c-9544-87a469108bd8 None None] Network 97d5945f-0778-4dd0-909f-477849a48883 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:51.841111 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3273101 Mar 07 04:37:51.863817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:37:51.870261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:51.881923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/subnets/73ee613b-d4c8-47c6-833a-5ca767744731 HTTP/1.1" status: 204 len: 168 time: 1.9123638 Mar 07 04:37:51.882562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:51.882899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51440) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:51.917101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Request body: {'subnet': {'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-617729010-subnet', 'tenant_id': '67cd001d9666420286a65a7800843627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:51.961275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714c1639-a47d-4daa-bfac-daa73d659096,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:51.968766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64c66c-c2e3-4ff9-8ce2-d1d49fda51b8 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Subnet': ['ID=73ee613b-d4c8-47c6-833a-5ca767744731,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:51.985389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:52.000738 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-abf3b6f9-41ae-4122-9801-8487a3287c82 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688431 Mar 07 04:37:52.031147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bcf471ad-17c2-4520-a3d0-1cc69eef56ef), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.031517 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Added segment bcf471ad-17c2-4520-a3d0-1cc69eef56ef of type vlan for network 52a8b72a-06ce-49ee-897c-026f66546b31 Mar 07 04:37:52.051574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dab6008-3775-46c4-b326-ef34666de31c req-6c55aab3-de12-481c-ba2d-76a691beb245 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629274 Mar 07 04:37:52.067512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:46Z', 'revision_number': 2, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:52.137898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Checking router: 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:37:52.138561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Updating router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 port 683f495e-db8d-43be-8931-e832f9a0ec67 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:37:52.206682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Made reservation on behalf of 67cd001d9666420286a65a7800843627 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:52.209096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.209236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.222024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef2178-3053-42ae-805e-a6c1a6a60bed admin admin] Pushing event updated for resources: {'Network': ['ID=09d8b9f4-83b1-4020-91e5-298ca2d2dd77,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:52.243577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c0027b2-6510-4746-a58f-58ba2ed90f38 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:37:52.256461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (52a8b72a-06ce-49ee-897c-026f66546b31), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.266544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:52.295769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (97d5945f-0778-4dd0-909f-477849a48883), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.416778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Allocated IP 172.25.4.218 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ea20b008-73ed-42e0-8d23-d6397991aa5b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:52.461023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (52a8b72a-06ce-49ee-897c-026f66546b31), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.462064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:52.462679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.506583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6d738b67-b0fe-45d3-8720-3b4ee183e4d0 req-b91b407d-4bee-4a7d-a286-0546051ea4a4 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046619 Mar 07 04:37:52.626079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7185314 Mar 07 04:37:52.638573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:52.647599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Request body: {'subnet': {'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-subnet', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:52.714235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Delete allocated IP 2001:db8:0:1::31e (16489c8a-5687-4d24-b74e-633326275ff1/105f6f2b-f17c-4124-a3f0-19a9aa017782) {{(pid=103939) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 04:37:52.759090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c68c6-a0a1-4a8b-9de4-98bf65f200f0 admin admin] Pushing event updated for resources: {'Network': ['ID=52a8b72a-06ce-49ee-897c-026f66546b31,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:52.762268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Made reservation on behalf of 47564eaf336f46e0b64cae34c3456bf9 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:37:52.775352 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.848816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 52a8b72a-06ce-49ee-897c-026f66546b31 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:37:52.874522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc937ab-b188-4e5a-a362-a6f13afcfb86 None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:52.879860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for port (ea20b008-73ed-42e0-8d23-d6397991aa5b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.914195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Deleting port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:52.914712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:52.983458 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.040506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (43415804-abfb-4133-add7-891ce0351515), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.118306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43415804-abfb-4133-add7-891ce0351515,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:53.154427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] For port 18ba36fb-1329-47e0-8c05-cc57dc3450a8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18ba36fb-1329-47e0-8c05-cc57dc3450a8,segment=NetworkSegment(804d5ee5-d6a2-418a-b60f-5b35b4ab02d3),segment_id=804d5ee5-d6a2-418a-b60f-5b35b4ab02d3)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:53.154804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.167920 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.189084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.207552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Checking segment: {'id': '96dea9cf-0e4a-4e6f-814f-d33944da9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:53.207960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Network hostable DHCP agents. Network: 09d8b9f4-83b1-4020-91e5-298ca2d2dd77, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:53.238195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Calling delete_port for 18ba36fb-1329-47e0-8c05-cc57dc3450a8 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:53.274045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f2b65-fbb6-44e0-b57d-ed35dfa9c2e5 None None] DHCP port deletion for 97d5945f-0778-4dd0-909f-477849a48883 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:53.292657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (52f31f4a-096f-42f8-93a5-92a3971f846c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.312390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ea20b008-73ed-42e0-8d23-d6397991aa5b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.331804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] In _notify_port_updated(), no bound segment for port ca80d4a1-16f3-4021-be0c-4c7246103742 on network 16489c8a-5687-4d24-b74e-633326275ff1 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:37:53.338290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:53.338955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.343960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/ports/ca80d4a1-16f3-4021-be0c-4c7246103742 HTTP/1.1" status: 200 len: 925 time: 2.1718366 Mar 07 04:37:53.349804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51528) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:53.356451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c2dbfdab-bb9f-42b2-aa1f-a70285568ff8 None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:53.356711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2dbfdab-bb9f-42b2-aa1f-a70285568ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.372376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:53.378735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a95d35d-f733-4c5c-8141-be052d4c409c'}, {'subnet_id': '105f6f2b-f17c-4124-a3f0-19a9aa017782'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:53.390180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a7f0-c053-4d0a-a37e-339c40e8b213 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=ca80d4a1-16f3-4021-be0c-4c7246103742,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:53.436050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 09d8b9f4-83b1-4020-91e5-298ca2d2dd77) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:53.444012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:53.444794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.464695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event updated for resources: {'Port': ['ID=ea20b008-73ed-42e0-8d23-d6397991aa5b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:53.488604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:53.499961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba29280-e505-4e5e-9ac1-a09b6142c1f8 None None] Network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:53.501570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:53.506722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:53.525657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f64a5-3d02-41f6-85df-968d3c4151e4 req-39a49ee7-0e9f-4ddb-b970-19d1adcdef8f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:53.527868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b85f64a5-3d02-41f6-85df-968d3c4151e4 req-39a49ee7-0e9f-4ddb-b970-19d1adcdef8f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.3265092 Mar 07 04:37:53.548310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.554681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ecaa14d5-43d6-404f-8151-f2a638472cb0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6421402 Mar 07 04:37:53.585658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f31f4a-096f-42f8-93a5-92a3971f846c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:53.661997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b85f64a5-3d02-41f6-85df-968d3c4151e4 req-1d0174f8-0ec1-4920-b601-9bd02d472c5c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023049 Mar 07 04:37:53.726192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Checking segment: {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:53.726575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Network hostable DHCP agents. Network: 52a8b72a-06ce-49ee-897c-026f66546b31, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:37:53.817587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.834985 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Network 52a8b72a-06ce-49ee-897c-026f66546b31 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:37:53.864418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 52a8b72a-06ce-49ee-897c-026f66546b31) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:53.872779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:53.873109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.878201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:53.878739 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:53.935505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Port': ['ID=18ba36fb-1329-47e0-8c05-cc57dc3450a8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:53.953209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] No DVR routers for this DVR port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:37:53.960844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0d204-d7b2-4d95-b791-1b8385cc001a None None] Network 52a8b72a-06ce-49ee-897c-026f66546b31 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:53.984904 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-05bfb930-7450-48fb-a521-889ab124d2ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3425622 Mar 07 04:37:53.987209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:37:53.998377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51562) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:54.014713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:54.099002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:54.112941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (56cb98e0-cfb9-4621-9fe4-ecde5f080704), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.114003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (56cb98e0-cfb9-4621-9fe4-ecde5f080704), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.133682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'port_id': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'mac_address': 'fa:16:3e:21:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2265b-f3f9-4936-b74f-50f982b8a788', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:37:54.219162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8:0:1::298 (16489c8a-5687-4d24-b74e-633326275ff1/105f6f2b-f17c-4124-a3f0-19a9aa017782/ca80d4a1-16f3-4021-be0c-4c7246103742) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:54.225528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks [] for router_controller (56cb98e0-cfb9-4621-9fe4-ecde5f080704), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.227411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (97d5945f-0778-4dd0-909f-477849a48883), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.257095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d5945f-0778-4dd0-909f-477849a48883']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:54.269355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:54.270090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804d5ee5-d6a2-418a-b60f-5b35b4ab02d3') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:54.281791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (804d5ee5-d6a2-418a-b60f-5b35b4ab02d3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.300123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (804d5ee5-d6a2-418a-b60f-5b35b4ab02d3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.309259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:37:54.309772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (804d5ee5-d6a2-418a-b60f-5b35b4ab02d3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:37:54.381580 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:37:54.396989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (97d5945f-0778-4dd0-909f-477849a48883), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.440995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.451312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/networks/97d5945f-0778-4dd0-909f-477849a48883 HTTP/1.1" status: 204 len: 168 time: 2.5269642 Mar 07 04:37:54.453164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51574) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:54.458904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0628-7a10-4e8e-a70d-0d7e52e41feb tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Pushing event deleted for resources: {'Network': ['ID=97d5945f-0778-4dd0-909f-477849a48883,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:54.566041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-914f2b65-fbb6-44e0-b57d-ed35dfa9c2e5 None None] Deleting port 18ba36fb-1329-47e0-8c05-cc57dc3450a8 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:54.567301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-914f2b65-fbb6-44e0-b57d-ed35dfa9c2e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (18ba36fb-1329-47e0-8c05-cc57dc3450a8), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.609722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-10708bb9-d44e-442c-b3e3-7bf19540b1b3 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac170078-f7e9-4f2f-8c0a-432db9fae739 HTTP/1.1" status: 200 len: 205 time: 0.1381752 Mar 07 04:37:54.618331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51580) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:54.629392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:54.653922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:54.657602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.684346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8acd62-a8c4-469f-b4b7-c0d5cab4e786 None None] Network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:54.690465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbfdab-bb9f-42b2-aa1f-a70285568ff8 None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:54.730764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks [] for router_gateway (56cb98e0-cfb9-4621-9fe4-ecde5f080704), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-914f2b65-fbb6-44e0-b57d-ed35dfa9c2e5 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 97d5945f-0778-4dd0-909f-477849a48883 could not be found. Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:37:54.734327 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 97d5945f-0778-4dd0-909f-477849a48883 could not be found. Mar 07 04:37:54.739771 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:37:54.742810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51582) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:54.866141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:54.876249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90af6ed-baf7-4224-99bf-27db1cd91abd {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:37:54.924521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-aba11cba-558b-4a0c-b3f5-653c90838010 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:54.929648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-aba11cba-558b-4a0c-b3f5-653c90838010 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/networks?id=09d8b9f4-83b1-4020-91e5-298ca2d2dd77 HTTP/1.1" status: 200 len: 821 time: 0.5490296 Mar 07 04:37:54.930663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18ba36fb-1329-47e0-8c05-cc57dc3450a8 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:37:54.938124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa02aab-4d5c-453e-961e-10b4180bf609 None None] DHCP port deletion for 97d5945f-0778-4dd0-909f-477849a48883 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:37:54.965207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.005360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.016017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21277c9d-2b70-484a-a6b7-dc61573ec9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.049542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-52a8b72a-06ce-49ee-897c-026f66546b31', 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31', 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'fixed_ips': [{'subnet_id': '52f31f4a-096f-42f8-93a5-92a3971f846c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:37:55.050438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.095262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 18ba36fb-1329-47e0-8c05-cc57dc3450a8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:37:55.096515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18ba36fb-1329-47e0-8c05-cc57dc3450a8 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:37:55.115519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-b418d2ed-5b0d-4fa7-8588-e46a9ead59e7 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/quotas/67cd001d9666420286a65a7800843627 HTTP/1.1" status: 200 len: 375 time: 0.1140325 Mar 07 04:37:55.121092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:55.152741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.166274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Publish callbacks [] for port (683f495e-db8d-43be-8931-e832f9a0ec67), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.169706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-612d9af7-076f-4b5d-983d-cff5939e7d8f None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:55.170107 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-612d9af7-076f-4b5d-983d-cff5939e7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.264278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.335758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.448300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:55.580693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b90af6ed-baf7-4224-99bf-27db1cd91abd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:37:55.681488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21277c9d-2b70-484a-a6b7-dc61573ec9aa admin admin] Publish callbacks [] for security_group (28eecba5-a245-430b-b42c-532bdf00f9f7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.708001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21277c9d-2b70-484a-a6b7-dc61573ec9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28eecba5-a245-430b-b42c-532bdf00f9f7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.718387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-92eca58e-db9c-4873-9fbc-4c9a89ec4fa0 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67cd001d9666420286a65a7800843627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5840781 Mar 07 04:37:55.831918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d75c8-d19f-4b7e-a990-48a1dfa3779c req-945d9f98-4045-4830-ab58-1b37a733ff25 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:55.833857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b1d75c8-d19f-4b7e-a990-48a1dfa3779c req-945d9f98-4045-4830-ab58-1b37a733ff25 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.9183035 Mar 07 04:37:55.851218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.857106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] In _notify_port_updated(), no bound segment for port ca80d4a1-16f3-4021-be0c-4c7246103742 on network 16489c8a-5687-4d24-b74e-633326275ff1 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:37:55.858612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router_controller (ac170078-f7e9-4f2f-8c0a-432db9fae739), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.870142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:55.871378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:55.877583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/ports/ca80d4a1-16f3-4021-be0c-4c7246103742 HTTP/1.1" status: 200 len: 1011 time: 2.5265749 Mar 07 04:37:55.883324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51592) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:56.002680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21277c9d-2b70-484a-a6b7-dc61573ec9aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaae892711c04e558604bbc2c0472b25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2580802 Mar 07 04:37:56.008867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df699a-1716-4a84-8479-5ab3f48fcbe4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=ca80d4a1-16f3-4021-be0c-4c7246103742,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:56.025762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:56.066365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48e4d9-bbc0-4198-9ece-4e934ec96c5c None None] Pushing event updated for resources: {'Port': ['ID=683f495e-db8d-43be-8931-e832f9a0ec67,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:56.071433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51598) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:56.099004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277c9d-2b70-484a-a6b7-dc61573ec9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eecba5-a245-430b-b42c-532bdf00f9f7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:56.100097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Allocated IP 172.20.0.2 (52a8b72a-06ce-49ee-897c-026f66546b31/52f31f4a-096f-42f8-93a5-92a3971f846c/8a138f24-6c78-4e7b-981c-72018ef5b5fb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:56.176823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (ac170078-f7e9-4f2f-8c0a-432db9fae739), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.176823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Fanout notify agent at l3_agent the message router_deleted on router ac170078-f7e9-4f2f-8c0a-432db9fae739 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:37:56.202180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.206218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ba158070-43f6-4a73-83db-094f248ce273 tempest-RoutersNegativeTest-613858116 tempest-RoutersNegativeTest-613858116-project] 10.222.0.21 "DELETE /v2.0/routers/ac170078-f7e9-4f2f-8c0a-432db9fae739 HTTP/1.1" status: 204 len: 168 time: 1.5838940 Mar 07 04:37:56.239739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b1d75c8-d19f-4b7e-a990-48a1dfa3779c req-cec5cacc-f3b4-441b-a058-7e0ed9524b68 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852389 Mar 07 04:37:56.304671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-51ff28b0-5b57-4d28-afc2-417bc7f9f6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229774 Mar 07 04:37:56.382409 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcec68e-d17d-422b-b459-508c11c39a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.389207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-612d9af7-076f-4b5d-983d-cff5939e7d8f None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:56.392361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f288ee6-1470-4412-b554-486c34f51615 admin admin] Publish callbacks [] for security_group (28eecba5-a245-430b-b42c-532bdf00f9f7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.412446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Attempting to bind port 683f495e-db8d-43be-8931-e832f9a0ec67 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:56.412830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Attempting to bind port 683f495e-db8d-43be-8931-e832f9a0ec67 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:56.413202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Attempting to bind port 683f495e-db8d-43be-8931-e832f9a0ec67 on network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:56.419556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f288ee6-1470-4412-b554-486c34f51615 admin admin] Publish callbacks [] for security_group (28eecba5-a245-430b-b42c-532bdf00f9f7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.463407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:56.463874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Checking segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:56.464200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.464616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Bound using segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:56.465101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Bound port: 683f495e-db8d-43be-8931-e832f9a0ec67, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:56.465489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.520109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.532430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-10a7bbd1-ec01-4302-a304-6289867fc03c service neutron] 10.222.0.21 "GET /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215769 Mar 07 04:37:56.543222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-612d9af7-076f-4b5d-983d-cff5939e7d8f None None] Provisioning complete for port ca80d4a1-16f3-4021-be0c-4c7246103742 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:56.543614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-612d9af7-076f-4b5d-983d-cff5939e7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.592041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51606) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:56.602582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f288ee6-1470-4412-b554-486c34f51615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28eecba5-a245-430b-b42c-532bdf00f9f7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.605411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f288ee6-1470-4412-b554-486c34f51615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.606335 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4f288ee6-1470-4412-b554-486c34f51615 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28eecba5-a245-430b-b42c-532bdf00f9f7 HTTP/1.1" status: 204 len: 168 time: 0.5685048 Mar 07 04:37:56.633149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f288ee6-1470-4412-b554-486c34f51615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eecba5-a245-430b-b42c-532bdf00f9f7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:56.635020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks [] for router_gateway (56cb98e0-cfb9-4621-9fe4-ecde5f080704), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.643259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port ca80d4a1-16f3-4021-be0c-4c7246103742 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:56.643691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.724784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.773891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] For port 683f495e-db8d-43be-8931-e832f9a0ec67, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:56.778343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] For port 683f495e-db8d-43be-8931-e832f9a0ec67, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=683f495e-db8d-43be-8931-e832f9a0ec67,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:56.829913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.847876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Publish callbacks [] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.946332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcec68e-d17d-422b-b459-508c11c39a63 admin admin] Publish callbacks [] for security_group (ca04ab3b-56ca-4472-8058-e365de811067), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.964804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:56.980430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48e4d9-bbc0-4198-9ece-4e934ec96c5c None None] Pushing event updated for resources: {'Port': ['ID=683f495e-db8d-43be-8931-e832f9a0ec67,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:56.987209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-790f71b3-76e8-4cd1-a0f4-f1f149447bef req-aff2a7f0-9fd9-4127-867f-fc35cdcd616a tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 210 time: 0.0808365 Mar 07 04:37:57.030258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcec68e-d17d-422b-b459-508c11c39a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ca04ab3b-56ca-4472-8058-e365de811067), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.037435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-612d9af7-076f-4b5d-983d-cff5939e7d8f None None] Port ca80d4a1-16f3-4021-be0c-4c7246103742 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:37:57.047025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d0d814f8-66ae-486b-a7d4-c823d30ef5ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=366a5ba7f55c4fb7ba810706e0b78437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522436 Mar 07 04:37:57.048330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51618) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:57.081143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for ca80d4a1-16f3-4021-be0c-4c7246103742 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:37:57.154788 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.173370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-053046a2-07d5-4486-b305-0944cb008142 admin admin] Publish callbacks [] for security_group (54af5b63-2c40-421c-9899-fff9db0dfe54), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.223668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:57.224324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:57.253181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-053046a2-07d5-4486-b305-0944cb008142 admin admin] Publish callbacks [] for security_group (54af5b63-2c40-421c-9899-fff9db0dfe54), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.263039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Allocated IP 172.25.4.83 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/6f807a77-5cfb-4425-992f-4817542c266a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:37:57.274272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcec68e-d17d-422b-b459-508c11c39a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca04ab3b-56ca-4472-8058-e365de811067,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:57.290074 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4fcec68e-d17d-422b-b459-508c11c39a63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1b17535f121439080f3d66d4e8caa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2140558 Mar 07 04:37:57.295403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51632) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:57.425238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Router e27fff87-85aa-49dc-ae6c-bced45d5ebe8 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:37:57.443899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Network 52a8b72a-06ce-49ee-897c-026f66546b31 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:57.474847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-053046a2-07d5-4486-b305-0944cb008142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (54af5b63-2c40-421c-9899-fff9db0dfe54), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.480241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-053046a2-07d5-4486-b305-0944cb008142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.481879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:57.483649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-053046a2-07d5-4486-b305-0944cb008142 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54af5b63-2c40-421c-9899-fff9db0dfe54 HTTP/1.1" status: 204 len: 168 time: 0.4341826 Mar 07 04:37:57.505293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Provisioning complete for port 683f495e-db8d-43be-8931-e832f9a0ec67 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:57.505678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.513362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:57.552854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053046a2-07d5-4486-b305-0944cb008142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af5b63-2c40-421c-9899-fff9db0dfe54,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:57.563530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcb90-c761-42d7-ac20-fad2b535ad67 admin admin] Publish callbacks [] for security_group (ca04ab3b-56ca-4472-8058-e365de811067), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.591493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Pushing event updated for resources: {'Port': ['ID=8a138f24-6c78-4e7b-981c-72018ef5b5fb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:57.738946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks [] for port (6f807a77-5cfb-4425-992f-4817542c266a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.752467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcb90-c761-42d7-ac20-fad2b535ad67 admin admin] Publish callbacks [] for security_group (ca04ab3b-56ca-4472-8058-e365de811067), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.760417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:37:57.777063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] Sync routers for ids ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:37:57.811727 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] Routers {'e27fff87-85aa-49dc-ae6c-bced45d5ebe8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:57.812379 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:57.867096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d59ec-924b-4fce-8264-200d9d1b1010 req-d8d49fe5-cd2f-4159-8c73-68b7d0fef8b9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:57.871742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e31d59ec-924b-4fce-8264-200d9d1b1010 req-d8d49fe5-cd2f-4159-8c73-68b7d0fef8b9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 944 time: 0.4408877 Mar 07 04:37:57.883886 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:57.885158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-880d0aa0-2099-4df0-bd57-d0ceb25edd4f tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.7287474 Mar 07 04:37:57.895921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51648) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:57.907556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:57.953851 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:57.977306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] Routers {'e27fff87-85aa-49dc-ae6c-bced45d5ebe8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:37:57.978206 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:58.025430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ca80d4a1-16f3-4021-be0c-4c7246103742), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.034191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:37:58.051880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e31d59ec-924b-4fce-8264-200d9d1b1010 req-d78c46dc-68f0-4cfd-865c-ad529c9c9230 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535730 Mar 07 04:37:58.055724 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:58.056601 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e4b82-e06c-4435-bd22-9c236813dc64 None None] The sync data for ids ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:58.126735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6f807a77-5cfb-4425-992f-4817542c266a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.129942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcb90-c761-42d7-ac20-fad2b535ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ca04ab3b-56ca-4472-8058-e365de811067), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.132720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcb90-c761-42d7-ac20-fad2b535ad67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.136081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8f2dcb90-c761-42d7-ac20-fad2b535ad67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca04ab3b-56ca-4472-8058-e365de811067 HTTP/1.1" status: 204 len: 168 time: 0.8308597 Mar 07 04:37:58.204511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=ca80d4a1-16f3-4021-be0c-4c7246103742,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:58.250656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Attempting to bind port 8a138f24-6c78-4e7b-981c-72018ef5b5fb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:37:58.253858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Attempting to bind port 8a138f24-6c78-4e7b-981c-72018ef5b5fb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:37:58.254541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Attempting to bind port 8a138f24-6c78-4e7b-981c-72018ef5b5fb on network 52a8b72a-06ce-49ee-897c-026f66546b31 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:37:58.273827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c590c53-cf26-4cff-ad8f-7d9c4b4db516 req-c071afb8-4a60-4206-a33a-977a954f281e tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 210 time: 0.0537305 Mar 07 04:37:58.286652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Pushing event updated for resources: {'Port': ['ID=6f807a77-5cfb-4425-992f-4817542c266a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:58.355238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dcb90-c761-42d7-ac20-fad2b535ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca04ab3b-56ca-4472-8058-e365de811067,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:58.443662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:37:58.445480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Checking segment: {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:37:58.448258 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.449068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Bound using segment: {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:37:58.450563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Bound port: 8a138f24-6c78-4e7b-981c-72018ef5b5fb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:37:58.453114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.461327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.468986 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-67c47eab-a8fa-4a29-ad96-5623a8fe482a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/ca80d4a1-16f3-4021-be0c-4c7246103742 HTTP/1.1" status: 204 len: 168 time: 2.5831444 Mar 07 04:37:58.472330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51664) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:58.474190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:37:58.480435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:37:58.521162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:37:58.565829 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f9fa66-7235-455b-86b1-92514bfd3cd8 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:37:58.575923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f3f9fa66-7235-455b-86b1-92514bfd3cd8 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/ca80d4a1-16f3-4021-be0c-4c7246103742 HTTP/1.1" status: 404 len: 333 time: 0.0984242 Mar 07 04:37:58.576879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51666) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:58.748175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet 105f6f2b-f17c-4124-a3f0-19a9aa017782 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:58.753640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (105f6f2b-f17c-4124-a3f0-19a9aa017782), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.766323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Current status of the port 683f495e-db8d-43be-8931-e832f9a0ec67 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:58.767078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.809038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (105f6f2b-f17c-4124-a3f0-19a9aa017782), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.865903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] For port 8a138f24-6c78-4e7b-981c-72018ef5b5fb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:37:58.884503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] For port 8a138f24-6c78-4e7b-981c-72018ef5b5fb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a138f24-6c78-4e7b-981c-72018ef5b5fb,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:37:58.915932 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.918853 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (105f6f2b-f17c-4124-a3f0-19a9aa017782), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:58.925401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] For port 683f495e-db8d-43be-8931-e832f9a0ec67, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=683f495e-db8d-43be-8931-e832f9a0ec67,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:37:58.995250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.007054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (105f6f2b-f17c-4124-a3f0-19a9aa017782), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.017127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Could not find standard attr ID for object ca80d4a1-16f3-4021-be0c-4c7246103742. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:37:59.046864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:56Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:37:59.090192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=105f6f2b-f17c-4124-a3f0-19a9aa017782,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:59.092877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fa440-ca1a-49cf-bcb8-38f76cb14882 None None] The sync data for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 is: [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:56Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:37:59.095918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Pushing event updated for resources: {'Port': ['ID=8a138f24-6c78-4e7b-981c-72018ef5b5fb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:59.097572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.126348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.130599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.130964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.131320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.138233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.138233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.138233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.139481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db14dee8-adf2-479d-934e-1a6d8b3f4a21 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/105f6f2b-f17c-4124-a3f0-19a9aa017782 HTTP/1.1" status: 204 len: 168 time: 0.5076303 Mar 07 04:37:59.139871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.140282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.140606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.140813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51694) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:37:59.141064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.141303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.141649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.146562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace65622-a226-40ed-8528-6d50822e53c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:37:59.153947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_gateway (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.237689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52f85d-cf9f-4d49-89e3-13b8af7f5fab None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:37:59.308337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-7d824e88-548a-4175-bbe5-969f76cb6073 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:37:59.310326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-7d824e88-548a-4175-bbe5-969f76cb6073 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.15 "GET /v2.0/networks?id=09d8b9f4-83b1-4020-91e5-298ca2d2dd77 HTTP/1.1" status: 200 len: 821 time: 0.7599154 Mar 07 04:37:59.315809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet 5a95d35d-f733-4c5c-8141-be052d4c409c {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:37:59.349852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Request body: {'port': {'device_id': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77', 'admin_state_up': True, 'tenant_id': '67cd001d9666420286a65a7800843627'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:37:59.556085 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (5a95d35d-f733-4c5c-8141-be052d4c409c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.627342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-856db22f-5bae-4403-9459-f734705d91c4 None None] Provisioning complete for port 683f495e-db8d-43be-8931-e832f9a0ec67 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:37:59.627941 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-856db22f-5bae-4403-9459-f734705d91c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.664546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Deleting port ea20b008-73ed-42e0-8d23-d6397991aa5b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:37:59.664926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ea20b008-73ed-42e0-8d23-d6397991aa5b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.666745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks [] for router_gateway (56cb98e0-cfb9-4621-9fe4-ecde5f080704), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.743390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b0aaf-4f20-4e7f-9af1-1ac9123caa14 None None] Pushing event updated for resources: {'Port': ['ID=683f495e-db8d-43be-8931-e832f9a0ec67,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:37:59.876765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (5a95d35d-f733-4c5c-8141-be052d4c409c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:37:59.884474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-856db22f-5bae-4403-9459-f734705d91c4 None None] Current status of the port 683f495e-db8d-43be-8931-e832f9a0ec67 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:37:59.980060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:00.013419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ea20b008-73ed-42e0-8d23-d6397991aa5b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:00.060948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93aa3fbb-61c0-4cde-bd88-f0495b8e65ea req-75ae0b50-8f2a-41ea-973e-5a113af9c870 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 210 time: 0.4991908 Mar 07 04:38:00.073359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Calling delete_port for ea20b008-73ed-42e0-8d23-d6397991aa5b owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:00.146887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port b90af6ed-baf7-4224-99bf-27db1cd91abd completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:38:00.160003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port b90af6ed-baf7-4224-99bf-27db1cd91abd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:00.160779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:00.162314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Made reservation on behalf of 67cd001d9666420286a65a7800843627 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:00.177931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:00.237192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51740) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:00.386882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:00.389279 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:00.429204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99bb79-688f-486e-ba79-5d98c13ca6b1 req-90b59017-8626-4c29-a759-93dffa5b2392 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:00.445489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c99bb79-688f-486e-ba79-5d98c13ca6b1 req-90b59017-8626-4c29-a759-93dffa5b2392 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 944 time: 1.1016693 Mar 07 04:38:00.497019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:00.505440 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73808eb1-3579-4418-ae73-d9d6294f2d5a" -d '{"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-plugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:00.549182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:00.566719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:00.648167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c99bb79-688f-486e-ba79-5d98c13ca6b1 req-a4f603a6-d2b3-4b23-bc9a-625836af7da7 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903419 Mar 07 04:38:00.692219 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aadd640-0386-47b0-a091-eddf836c8c3b x-openstack-request-id: req-0aadd640-0386-47b0-a091-eddf836c8c3b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:00.693066 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-plugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:00.693932 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aadd640-0386-47b0-a091-eddf836c8c3b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:00.695549 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'code': 200} Mar 07 04:38:00.739714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5a95d35d-f733-4c5c-8141-be052d4c409c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:00.755917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:00.932160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 683f495e-db8d-43be-8931-e832f9a0ec67 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:01.028493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Allocated IP 172.20.0.11 (09d8b9f4-83b1-4020-91e5-298ca2d2dd77/43415804-abfb-4133-add7-891ce0351515/5130a879-2d10-42cf-a6ba-7c11661fb439) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:01.043460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 683f495e-db8d-43be-8931-e832f9a0ec67 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:01.051317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.100058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51750) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:01.201569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (5a95d35d-f733-4c5c-8141-be052d4c409c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.210453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 683f495e-db8d-43be-8931-e832f9a0ec67 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:01.211673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a138f24-6c78-4e7b-981c-72018ef5b5fb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:01.213960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65eb66-b78e-4567-b582-16172e102d5a None None] Network 52a8b72a-06ce-49ee-897c-026f66546b31 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:01.232651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ed461419-940b-41f2-a166-c9098c34a698 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:01.233390 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-ed461419-940b-41f2-a166-c9098c34a698 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 04:38:01.234097 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-ed461419-940b-41f2-a166-c9098c34a698 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 04:38:01.235280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ed461419-940b-41f2-a166-c9098c34a698 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9956381 Mar 07 04:38:01.248650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:01.305899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790877876'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:01.374629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95987d09-0ecc-4b08-9681-839f9bfe8dc2 req-10864b79-6541-4735-a0ea-8b1d420fda52 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 210 time: 0.0528781 Mar 07 04:38:01.381230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=5a95d35d-f733-4c5c-8141-be052d4c409c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:01.401551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (56cb98e0-cfb9-4621-9fe4-ecde5f080704), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.411154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.420181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c42252c1-0a03-40b2-8b44-35cc62f7982f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/5a95d35d-f733-4c5c-8141-be052d4c409c HTTP/1.1" status: 204 len: 168 time: 2.2724671 Mar 07 04:38:01.425403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51762) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:01.429223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.499111 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.518810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b603a77-80ab-4fdc-bf5a-122da2fe469d req-a9e3f05c-0797-42fc-815c-57ac805423da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:01.520353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b603a77-80ab-4fdc-bf5a-122da2fe469d req-a9e3f05c-0797-42fc-815c-57ac805423da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1127 time: 0.3043256 Mar 07 04:38:01.601957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efc607-8137-4269-9b18-38126f95cc9e None None] Network 16489c8a-5687-4d24-b74e-633326275ff1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:01.614919 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a509cf7e-f6e6-45bf-9ff6-61a19666de04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.665005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ea20b008-73ed-42e0-8d23-d6397991aa5b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.716921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (16489c8a-5687-4d24-b74e-633326275ff1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.727610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks [] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.734912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Pushing event deleted for resources: {'Port': ['ID=ea20b008-73ed-42e0-8d23-d6397991aa5b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:01.764706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] Provisioning complete for port 8a138f24-6c78-4e7b-981c-72018ef5b5fb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:01.765333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.880985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0b603a77-80ab-4fdc-bf5a-122da2fe469d req-a38a8a1a-f9c3-4d04-b0a8-d57fac610f40 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515434 Mar 07 04:38:01.886890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8a138f24-6c78-4e7b-981c-72018ef5b5fb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:01.886890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.893562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.925271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a509cf7e-f6e6-45bf-9ff6-61a19666de04 admin admin] Publish callbacks [] for security_group (462a0063-1f4a-45a4-8801-1accf6ccc70d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.956208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a509cf7e-f6e6-45bf-9ff6-61a19666de04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (462a0063-1f4a-45a4-8801-1accf6ccc70d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.988514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (8c77d4a3-698c-4393-8866-7d2d99c9327d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:01.995139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 8c0027b2-6510-4746-a58f-58ba2ed90f38 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:01.995576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.005512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8c77d4a3-698c-4393-8866-7d2d99c9327d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.006308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509cf7e-f6e6-45bf-9ff6-61a19666de04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a0063-1f4a-45a4-8801-1accf6ccc70d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.026423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] Current status of the port 8a138f24-6c78-4e7b-981c-72018ef5b5fb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:02.026825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.034271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:02.053755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:02.059929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Pushing event updated for resources: {'Port': ['ID=5130a879-2d10-42cf-a6ba-7c11661fb439,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.063215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:02.100576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c77d4a3-698c-4393-8866-7d2d99c9327d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.107287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a509cf7e-f6e6-45bf-9ff6-61a19666de04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62cca73423f84c199f9d7e5a355443a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0012891 Mar 07 04:38:02.117439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:02.120183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.120604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393f7c-1d50-46c3-a328-c10fa2b1cbd7 req-99bdb575-e0a1-479d-b5a3-f92213a2a3a8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:02.132373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7393f7c-1d50-46c3-a328-c10fa2b1cbd7 req-99bdb575-e0a1-479d-b5a3-f92213a2a3a8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2826164 Mar 07 04:38:02.198904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] For port 8a138f24-6c78-4e7b-981c-72018ef5b5fb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a138f24-6c78-4e7b-981c-72018ef5b5fb,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:02.202105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8a138f24-6c78-4e7b-981c-72018ef5b5fb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:02.202406 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.218404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] DHCP port deletion for 16489c8a-5687-4d24-b74e-633326275ff1 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:38:02.232197 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.242437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.244931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:02.245570 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.246785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:38:02.263948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] For port 8c0027b2-6510-4746-a58f-58ba2ed90f38, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c0027b2-6510-4746-a58f-58ba2ed90f38,segment=NetworkSegment(5e65ee1d-32ba-4586-826c-5c616bee93c0),segment_id=5e65ee1d-32ba-4586-826c-5c616bee93c0)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:02.264775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.289640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 8c0027b2-6510-4746-a58f-58ba2ed90f38 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:02.296867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118162bc-0d1a-4477-9858-5ccf7295694a None None] Pushing event updated for resources: {'Port': ['ID=8a138f24-6c78-4e7b-981c-72018ef5b5fb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.302758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-96d32439-428d-4c74-bfa9-4cfb06d79e25 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9686072 Mar 07 04:38:02.320730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Request body: {'port': {'device_id': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:02.330853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.358886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:38:02.359251 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:38:02.377965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7393f7c-1d50-46c3-a328-c10fa2b1cbd7 req-172a869c-39c5-4726-a8d7-c62a04e0b370 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395468 Mar 07 04:38:02.426791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-925e915c-6611-453a-ba2c-be027927b45f None None] Provisioning complete for port 8c0027b2-6510-4746-a58f-58ba2ed90f38 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:02.427274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-925e915c-6611-453a-ba2c-be027927b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.459767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.520109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] Deleting port 8c0027b2-6510-4746-a58f-58ba2ed90f38 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:02.520631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.577866 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.625924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-925e915c-6611-453a-ba2c-be027927b45f None None] Current status of the port 8c0027b2-6510-4746-a58f-58ba2ed90f38 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:02.639158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] For port 8c0027b2-6510-4746-a58f-58ba2ed90f38, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c0027b2-6510-4746-a58f-58ba2ed90f38,segment=NetworkSegment(5e65ee1d-32ba-4586-826c-5c616bee93c0),segment_id=5e65ee1d-32ba-4586-826c-5c616bee93c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:02.639780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.653938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] Calling delete_port for 8c0027b2-6510-4746-a58f-58ba2ed90f38 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:02.671453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.674827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8305-8c69-45df-bdf3-b0592b5a5e55 req-cf9238c4-a5c8-4d59-bbe2-3fe0bb172b26 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:02.676911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c1a1f2e-8204-402e-84e7-d15efca86e1b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4009707 Mar 07 04:38:02.682190 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dee8305-8c69-45df-bdf3-b0592b5a5e55 req-cf9238c4-a5c8-4d59-bbe2-3fe0bb172b26 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 932 time: 0.1406684 Mar 07 04:38:02.688892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:02.696857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd92fd0d7-7be6-43c5-8cd3-98f40ae6bda3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:02.701660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.767865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No DVR routers for this DVR port 8c0027b2-6510-4746-a58f-58ba2ed90f38 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:02.769703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:38:02.771069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=8c0027b2-6510-4746-a58f-58ba2ed90f38,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: from cryptography.utils import int_from_bytes Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: from cryptography.utils import int_from_bytes Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.773891 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:38:02.777632 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:38:02.782654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.787776 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8c0027b2-6510-4746-a58f-58ba2ed90f38), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.798951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-930696c6-7a33-4a95-9e2e-e349e18ee90c admin admin] Publish callbacks [] for security_group (462a0063-1f4a-45a4-8801-1accf6ccc70d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.825603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-930696c6-7a33-4a95-9e2e-e349e18ee90c admin admin] Publish callbacks [] for security_group (462a0063-1f4a-45a4-8801-1accf6ccc70d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.835922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Sync routers for ids ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:38:02.841647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] No DVR routers for this DVR port 8c0027b2-6510-4746-a58f-58ba2ed90f38 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:02.846483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc3a8-e059-4e74-9835-e49fb4e318a8 None None] Pushing event deleted for resources: {'Port': ['ID=8c0027b2-6510-4746-a58f-58ba2ed90f38,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:02.879995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.880325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Routers {'56cb98e0-cfb9-4621-9fe4-ecde5f080704'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:02.880915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:02.894989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.902615 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-61484807-f08a-4473-a085-53df1a4aadfa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8939908 Mar 07 04:38:02.904801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51796) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:02.907300 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group_rule (26099960-932d-457c-9684-837913da5e10), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.915833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-930696c6-7a33-4a95-9e2e-e349e18ee90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (462a0063-1f4a-45a4-8801-1accf6ccc70d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.918909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-930696c6-7a33-4a95-9e2e-e349e18ee90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:02.920460 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-930696c6-7a33-4a95-9e2e-e349e18ee90c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/462a0063-1f4a-45a4-8801-1accf6ccc70d HTTP/1.1" status: 204 len: 168 time: 0.6754558 Mar 07 04:38:02.926028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4dee8305-8c69-45df-bdf3-b0592b5a5e55 req-8e6c760c-29a8-49d8-a7e8-da3812bbbb78 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377946 Mar 07 04:38:03.024745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Set router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:03.062116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930696c6-7a33-4a95-9e2e-e349e18ee90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a0063-1f4a-45a4-8801-1accf6ccc70d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:03.118965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Router e27fff87-85aa-49dc-ae6c-bced45d5ebe8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:38:03.135344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eaddda-d3ec-47d6-8c71-137a5fa9e68b None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:38:03.314141 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f3afda9-e185-4cab-8b7a-53a7729c3c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.339646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c2df579e-708f-4773-8ae2-d90d92eb3245 None None] Provisioning complete for port 8a138f24-6c78-4e7b-981c-72018ef5b5fb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:03.341338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2df579e-708f-4773-8ae2-d90d92eb3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.409285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eaddda-d3ec-47d6-8c71-137a5fa9e68b None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:38:03.410556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8a138f24-6c78-4e7b-981c-72018ef5b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:03.440795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:38:03.454055 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] Sync routers for ids ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:38:03.469011 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] Routers {'e27fff87-85aa-49dc-ae6c-bced45d5ebe8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:03.469533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.469687 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.472939 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7cf39b63-e95f-48be-8a80-49e62e3208fa tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "PUT /v2.0/routers/e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 200 len: 705 time: 5.5710349 Mar 07 04:38:03.481600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51806) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:03.555651 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.595495 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] Routers {'e27fff87-85aa-49dc-ae6c-bced45d5ebe8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:03.598375 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:37:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.667906 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c694c5f-f157-4408-82b3-495deda7e232 tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/routers/e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 200 len: 740 time: 0.1824434 Mar 07 04:38:03.669448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a138f24-6c78-4e7b-981c-72018ef5b5fb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:03.670441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:03.698094 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.699133 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f117ff7-5899-474c-8901-a98a7d04ef9e None None] The sync data for ids ['e27fff87-85aa-49dc-ae6c-bced45d5ebe8'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:38:03.714592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c4a686d8-951e-4a3e-842e-49e635a53e4b tempest-RoutersAdminTest-1569098593 tempest-RoutersAdminTest-1569098593-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&device_id=e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 200 len: 205 time: 0.0409350 Mar 07 04:38:03.726310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51818) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:03.825744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82a47010-06cd-4a3e-a96d-820d32f40607 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 200 len: 205 time: 0.0373735 Mar 07 04:38:03.828444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51822) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:03.831409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (16489c8a-5687-4d24-b74e-633326275ff1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.882553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16489c8a-5687-4d24-b74e-633326275ff1']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.910803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c2df579e-708f-4773-8ae2-d90d92eb3245 None None] Current status of the port 8a138f24-6c78-4e7b-981c-72018ef5b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:03.918032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group_rule (26099960-932d-457c-9684-837913da5e10), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.920287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:37:59Z', 'revision_number': 3, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.922843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e65ee1d-32ba-4586-826c-5c616bee93c0') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.923142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e65ee1d-32ba-4586-826c-5c616bee93c0') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:03.943463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (26099960-932d-457c-9684-837913da5e10), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.954505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (5e65ee1d-32ba-4586-826c-5c616bee93c0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.962161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:03.996400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe9c77-7992-4688-8281-fb63c1f0a495 req-49e0d5af-907f-46a2-b032-c7e2cf756428 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:03.999168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5fe9c77-7992-4688-8281-fb63c1f0a495 req-49e0d5af-907f-46a2-b032-c7e2cf756428 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3036635 Mar 07 04:38:04.046511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26099960-932d-457c-9684-837913da5e10,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:04.049970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5e65ee1d-32ba-4586-826c-5c616bee93c0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.078321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:38:04.078893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (5e65ee1d-32ba-4586-826c-5c616bee93c0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:38:04.085044 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:38:04.127142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.128354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4897282d-7829-4144-9f0d-5c1e3e8f0253 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4349613 Mar 07 04:38:04.136545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51834) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.141089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f8ffd14e-18ae-4f90-b522-1a006211e9e3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd92fd0d7-7be6-43c5-8cd3-98f40ae6bda3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:04.286699 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.302791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5fe9c77-7992-4688-8281-fb63c1f0a495 req-d75dd875-56fc-47b4-ab23-1ee474d08c10 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760530 Mar 07 04:38:04.306157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5130a879-2d10-42cf-a6ba-7c11661fb439 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:38:04.308672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router_controller (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.311148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Checking router: 56cb98e0-cfb9-4621-9fe4-ecde5f080704 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:38:04.311506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Updating router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 port 6f807a77-5cfb-4425-992f-4817542c266a binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:38:04.313213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (16489c8a-5687-4d24-b74e-633326275ff1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.313454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8a138f24-6c78-4e7b-981c-72018ef5b5fb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:04.313804 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.320143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Publish callbacks [] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.327855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd14e-18ae-4f90-b522-1a006211e9e3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group_rule (728a14fa-1b86-4694-a9f1-b8091a5fecf0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.328266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.332248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/16489c8a-5687-4d24-b74e-633326275ff1 HTTP/1.1" status: 204 len: 168 time: 2.9053631 Mar 07 04:38:04.342694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51838) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.355962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee1a1-f2e2-4609-96aa-1c11d0d6feb6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=16489c8a-5687-4d24-b74e-633326275ff1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:04.361031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Transition to ACTIVE for port object 5130a879-2d10-42cf-a6ba-7c11661fb439 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:38:04.371440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c955-0888-4e6f-b339-fc33eb9a36e3 req-b9c9f06b-e954-4600-9479-291a091792a9 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:04.373418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5278c955-0888-4e6f-b339-fc33eb9a36e3 req-b9c9f06b-e954-4600-9479-291a091792a9 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 932 time: 0.2991910 Mar 07 04:38:04.383167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.464295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (e27fff87-85aa-49dc-ae6c-bced45d5ebe8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.464829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Fanout notify agent at l3_agent the message router_deleted on router e27fff87-85aa-49dc-ae6c-bced45d5ebe8 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:38:04.479590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.484620 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4f3b480c-d59a-42d6-8258-639cace429dc tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 204 len: 168 time: 0.6508362 Mar 07 04:38:04.486339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6f807a77-5cfb-4425-992f-4817542c266a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:04.487675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51846) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.554543 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8c08c273-a1b8-49f6-ad22-575ff1843fa0 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 200 len: 205 time: 0.0615168 Mar 07 04:38:04.559979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51848) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.568988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39623689-6e52-4e3a-91e8-78b568710aed tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:04.571370 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-39623689-6e52-4e3a-91e8-78b568710aed tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2222357 Mar 07 04:38:04.577651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Pushing event updated for resources: {'Port': ['ID=5130a879-2d10-42cf-a6ba-7c11661fb439,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:04.586758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51850) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.643759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8a138f24-6c78-4e7b-981c-72018ef5b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:04.676085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5278c955-0888-4e6f-b339-fc33eb9a36e3 req-593abc28-83e3-495e-82d8-469839b53a9b tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862365 Mar 07 04:38:04.765086 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-105ad68e-c298-4222-9ea8-0c7471cf455b tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] delete failed (client error): The resource could not be found. Mar 07 04:38:04.784004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-105ad68e-c298-4222-9ea8-0c7471cf455b tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/e27fff87-85aa-49dc-ae6c-bced45d5ebe8 HTTP/1.1" status: 404 len: 336 time: 0.1948135 Mar 07 04:38:04.808453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51866) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.869948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c5f264b9-b15d-411c-b83c-d5c4bd39a4fb tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7638f30-c36e-4f62-8aad-a8776c421f34 HTTP/1.1" status: 200 len: 205 time: 0.0568080 Mar 07 04:38:04.873613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51872) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:04.932728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c0027b2-6510-4746-a58f-58ba2ed90f38 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:38:04.979758 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-e2e5716e-af03-4ad1-87d8-46fa4e5e1ce7 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] delete failed (client error): The resource could not be found. Mar 07 04:38:04.983625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e2e5716e-af03-4ad1-87d8-46fa4e5e1ce7 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/b7638f30-c36e-4f62-8aad-a8776c421f34 HTTP/1.1" status: 404 len: 336 time: 0.0979273 Mar 07 04:38:04.991853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.014619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-87e15389-ca58-413f-bac3-5607815796d7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4198031 Mar 07 04:38:05.039950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8c0027b2-6510-4746-a58f-58ba2ed90f38 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:38:05.040450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c0027b2-6510-4746-a58f-58ba2ed90f38 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:38:05.050540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51876) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.059447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1742806c-970a-4459-b2ec-7b5179b24c4a tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=27c8f21c-3015-46a0-8c4a-27fc8cea6b30 HTTP/1.1" status: 200 len: 205 time: 0.0629678 Mar 07 04:38:05.061406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.074213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1770275065'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:05.089147 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-f8ffd14e-18ae-4f90-b522-1a006211e9e3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 04:38:05.090221 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f8ffd14e-18ae-4f90-b522-1a006211e9e3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9525805 Mar 07 04:38:05.094020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.118714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:05.122797 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.124972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.140662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Attempting to bind port 5130a879-2d10-42cf-a6ba-7c11661fb439 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:05.141009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Attempting to bind port 5130a879-2d10-42cf-a6ba-7c11661fb439 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '96dea9cf-0e4a-4e6f-814f-d33944da9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:05.141341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Attempting to bind port 5130a879-2d10-42cf-a6ba-7c11661fb439 on network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:05.218393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-91b3ea5d-c8b3-4b0e-87a8-61673ee95e86 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:05.221145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-91b3ea5d-c8b3-4b0e-87a8-61673ee95e86 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 813 time: 0.4075959 Mar 07 04:38:05.223047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cac34752-418e-46da-9b19-7eec572a81a3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.226762 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-1d8b1194-c1c3-4abe-b437-d6bafc9357f3 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] delete failed (client error): The resource could not be found. Mar 07 04:38:05.229608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1d8b1194-c1c3-4abe-b437-d6bafc9357f3 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/27c8f21c-3015-46a0-8c4a-27fc8cea6b30 HTTP/1.1" status: 404 len: 336 time: 0.1246455 Mar 07 04:38:05.231859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Publish callbacks [] for port (6f807a77-5cfb-4425-992f-4817542c266a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.236392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Port 5130a879-2d10-42cf-a6ba-7c11661fb439 on network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:38:05.237093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Attempting to bind port 5130a879-2d10-42cf-a6ba-7c11661fb439 on network 09d8b9f4-83b1-4020-91e5-298ca2d2dd77 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:05.238724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.246186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6f807a77-5cfb-4425-992f-4817542c266a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.257108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:05.263513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51886) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.285218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:05.285444 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bbfa504e-a9c6-46e6-9539-9ca6e1816c0e tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=a487a22e-f7bd-43aa-98f6-232257a02049 HTTP/1.1" status: 200 len: 205 time: 0.0456252 Mar 07 04:38:05.285929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Checking segment: {'id': '96dea9cf-0e4a-4e6f-814f-d33944da9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:05.287113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Bound using segment: {'id': '96dea9cf-0e4a-4e6f-814f-d33944da9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:05.288102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Bound port: 5130a879-2d10-42cf-a6ba-7c11661fb439, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dea9cf-0e4a-4e6f-814f-d33944da9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:05.288503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.291913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-610874bf-8c8c-460e-8f6c-2cf450f60378 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/quotas/53935a4b982148e3ac83aa5866222a92 HTTP/1.1" status: 200 len: 375 time: 0.0610268 Mar 07 04:38:05.294206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51890) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.302354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7df842a0-e183-4979-8602-c7ac9f104c16), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.302841 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment 7df842a0-e183-4979-8602-c7ac9f104c16 of type vlan for network 8fc36385-26af-4177-88d9-8ba946a6d27f Mar 07 04:38:05.310098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fa4ca-9a97-44b1-9946-fd97c42ab846 None None] Pushing event updated for resources: {'Port': ['ID=6f807a77-5cfb-4425-992f-4817542c266a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:05.315651 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cac34752-418e-46da-9b19-7eec572a81a3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.348877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Attempting to bind port 6f807a77-5cfb-4425-992f-4817542c266a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:05.349587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Attempting to bind port 6f807a77-5cfb-4425-992f-4817542c266a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:05.350197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Attempting to bind port 6f807a77-5cfb-4425-992f-4817542c266a on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:05.356751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ceea6b07-cbb7-4bdd-8c41-a3793a870125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.362587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:05.363270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:05.363867 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.364884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:05.365551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Bound port: 6f807a77-5cfb-4425-992f-4817542c266a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:05.366162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6f807a77-5cfb-4425-992f-4817542c266a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.411145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cac34752-418e-46da-9b19-7eec572a81a3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.414529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cac34752-418e-46da-9b19-7eec572a81a3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.415716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cac34752-418e-46da-9b19-7eec572a81a3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3 HTTP/1.1" status: 204 len: 168 time: 0.3207400 Mar 07 04:38:05.417047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Allocated IP 172.20.0.1 (52a8b72a-06ce-49ee-897c-026f66546b31/52f31f4a-096f-42f8-93a5-92a3971f846c/e90e0c80-5e25-4ced-aa77-2a6edc533896) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:05.422457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51892) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.438179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] For port 6f807a77-5cfb-4425-992f-4817542c266a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:05.444591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] For port 6f807a77-5cfb-4425-992f-4817542c266a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6f807a77-5cfb-4425-992f-4817542c266a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:05.452769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac34752-418e-46da-9b19-7eec572a81a3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92fd0d7-7be6-43c5-8cd3-98f40ae6bda3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:05.454903 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6f807a77-5cfb-4425-992f-4817542c266a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.478652 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-c219ceb9-e011-4e9a-b1e9-84f6f6e1bb24 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] delete failed (client error): The resource could not be found. Mar 07 04:38:05.483745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c219ceb9-e011-4e9a-b1e9-84f6f6e1bb24 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/a487a22e-f7bd-43aa-98f6-232257a02049 HTTP/1.1" status: 404 len: 336 time: 0.1850972 Mar 07 04:38:05.487714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51894) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.523106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fa4ca-9a97-44b1-9946-fd97c42ab846 None None] Pushing event updated for resources: {'Port': ['ID=6f807a77-5cfb-4425-992f-4817542c266a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:05.554942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Routers {'56cb98e0-cfb9-4621-9fe4-ecde5f080704'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:05.556238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:05.567192 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ea95dc2-6578-4aaa-abde-41dd6d81cbc0 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392660 Mar 07 04:38:05.572421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.578303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691233512'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:05.588870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8fc36385-26af-4177-88d9-8ba946a6d27f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.620528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.647561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks [] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.678100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8fc36385-26af-4177-88d9-8ba946a6d27f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.683934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:05.684585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.692568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] Set router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:05.706649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cf64a335-be19-4a21-91b0-b77b500d1ac3 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b58319-1a38-40c0-9099-c2a9bea31af1 HTTP/1.1" status: 200 len: 205 time: 0.0907886 Mar 07 04:38:05.707235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.756657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6958997 Mar 07 04:38:05.776338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a804f574-4813-4b25-9516-852045981750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.786869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.797619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:05.894775 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a6a69d49-8a46-450e-959b-b109b97d2906 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] delete failed (client error): The resource could not be found. Mar 07 04:38:05.899816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a6a69d49-8a46-450e-959b-b109b97d2906 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/e4b58319-1a38-40c0-9099-c2a9bea31af1 HTTP/1.1" status: 404 len: 336 time: 0.1873331 Mar 07 04:38:05.912404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51906) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:05.936437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:05.978986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:37:59Z', 'revision_number': 3, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:06.002628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (b7feba26-8035-41a0-8cdc-5a9365029170), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.003112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] For port 5130a879-2d10-42cf-a6ba-7c11661fb439, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:06.012751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] For port 5130a879-2d10-42cf-a6ba-7c11661fb439, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5130a879-2d10-42cf-a6ba-7c11661fb439,segment=NetworkSegment(96dea9cf-0e4a-4e6f-814f-d33944da9046),segment_id=96dea9cf-0e4a-4e6f-814f-d33944da9046)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:06.031537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840eebf-801a-4d79-b9e2-f22ee42aedf5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=8fc36385-26af-4177-88d9-8ba946a6d27f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:06.036302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741e1f4-57c7-41f9-80cb-6e150d089f79 None None] The sync data for ids ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'] in n-d-832185-1 is: [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:37:59Z', 'revision_number': 3, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:38:06.052909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8fc36385-26af-4177-88d9-8ba946a6d27f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:06.061675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.062241 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-17f293ad-5bc4-4fba-8598-1377e929e058 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4c1cd2c-a077-44c8-a380-becbb5b6b073 HTTP/1.1" status: 200 len: 205 time: 0.1412580 Mar 07 04:38:06.063923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51908) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.092152 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b7feba26-8035-41a0-8cdc-5a9365029170), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.111394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Network 52a8b72a-06ce-49ee-897c-026f66546b31 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:06.138414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a804f574-4813-4b25-9516-852045981750 admin admin] Publish callbacks [] for security_group (e18486bb-0a70-4f27-b9a4-11249724e7da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.153003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-fe463abd-c3d6-4409-99e4-da985015b9ac tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8519652 Mar 07 04:38:06.165040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:06.165957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a804f574-4813-4b25-9516-852045981750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e18486bb-0a70-4f27-b9a4-11249724e7da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.167505 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-059b0859-ff32-4d60-8fcb-cc3463017196 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] delete failed (client error): The resource could not be found. Mar 07 04:38:06.171531 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-059b0859-ff32-4d60-8fcb-cc3463017196 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/routers/d4c1cd2c-a077-44c8-a380-becbb5b6b073 HTTP/1.1" status: 404 len: 336 time: 0.0900640 Mar 07 04:38:06.175167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:06.176971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.191741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:06.195004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.238657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Pushing event updated for resources: {'Port': ['ID=e90e0c80-5e25-4ced-aa77-2a6edc533896,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:06.243034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.246821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6709104 Mar 07 04:38:06.253727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Pushing event updated for resources: {'Port': ['ID=5130a879-2d10-42cf-a6ba-7c11661fb439,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:06.268712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51912) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.289250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f0c0b650-ca71-4b40-b271-cb94245471d1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'b7feba26-8035-41a0-8cdc-5a9365029170', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:06.290797 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-f0c0b650-ca71-4b40-b271-cb94245471d1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 04:38:06.290797 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-f0c0b650-ca71-4b40-b271-cb94245471d1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:06.291912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f0c0b650-ca71-4b40-b271-cb94245471d1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0201638 Mar 07 04:38:06.292439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a54c9-567a-4b7f-8750-218c86ba3c6e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7feba26-8035-41a0-8cdc-5a9365029170,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:06.296133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:06.296902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.299048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-acfcc723-be6f-421f-9aba-c103dc6aab53 service neutron] 10.222.0.15 "PUT /v2.0/ports/5130a879-2d10-42cf-a6ba-7c11661fb439 HTTP/1.1" status: 200 len: 1092 time: 3.9858854 Mar 07 04:38:06.304225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'tag': '5130a879-2d10-42cf-a6ba-7c11661fb439'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:06.304225 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9db6a-af7a-4bee-ae63-ab7e0c50538e", "tag": "5130a879-2d10-42cf-a6ba-7c11661fb439"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:06.316973 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfddcf03-b277-4407-afba-0b0a413aa511 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] DELETE failed (client error): The resource could not be found. Mar 07 04:38:06.316973 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfddcf03-b277-4407-afba-0b0a413aa511 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:38:06.323824 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dfddcf03-b277-4407-afba-0b0a413aa511 tempest-RoutersAdminTest-819895416 tempest-RoutersAdminTest-819895416-project] 10.222.0.21 "DELETE /v2.0/subnets/af9a8f57-f72c-4e9d-9108-ca251f978e11 HTTP/1.1" status: 404 len: 337 time: 0.1420243 Mar 07 04:38:06.332099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.355195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2e2f-50a6-49e0-9b06-c18c39737a95 req-20e7c1e9-cf6c-4623-b24f-dfe9eb866dda tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:06.358702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77bd2e2f-50a6-49e0-9b06-c18c39737a95 req-20e7c1e9-cf6c-4623-b24f-dfe9eb866dda tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 944 time: 0.5356615 Mar 07 04:38:06.412972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (56cb98e0-cfb9-4621-9fe4-ecde5f080704), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.503836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a804f574-4813-4b25-9516-852045981750 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc3f8099fc154c2b9f170fafe8394029&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2390077 Mar 07 04:38:06.504752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.528587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804f574-4813-4b25-9516-852045981750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18486bb-0a70-4f27-b9a4-11249724e7da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:06.639878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa7176e-be96-4cca-9a3a-9473457bea3d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (b7feba26-8035-41a0-8cdc-5a9365029170), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.658337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-63684168-1f32-4a91-846c-035701ba0577 service neutron] 10.222.0.21 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505620 Mar 07 04:38:06.673877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.686312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9f09c27-ee19-4da5-befe-260ae7e29d96 admin admin] Publish callbacks [] for security_group (e18486bb-0a70-4f27-b9a4-11249724e7da), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.693441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77bd2e2f-50a6-49e0-9b06-c18c39737a95 req-bb629ca3-58ca-4611-a72f-e2bb267d9240 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553594 Mar 07 04:38:06.694892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f20d5700-84af-447a-99d9-a244248cc92d None None] Provisioning complete for port e90e0c80-5e25-4ced-aa77-2a6edc533896 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:06.695141 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f20d5700-84af-447a-99d9-a244248cc92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.724258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-dc0a9125-f080-4805-b513-e2d46c536789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:06.725678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-dc0a9125-f080-4805-b513-e2d46c536789 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67cd001d9666420286a65a7800843627&device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 1126 time: 0.3304067 Mar 07 04:38:06.753512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f20d5700-84af-447a-99d9-a244248cc92d None None] Port e90e0c80-5e25-4ced-aa77-2a6edc533896 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:06.775402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51924) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.797902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa7176e-be96-4cca-9a3a-9473457bea3d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (b7feba26-8035-41a0-8cdc-5a9365029170), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.802050 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eba937-9683-491f-9ce2-0e651abed4bb x-openstack-request-id: req-96eba937-9683-491f-9ce2-0e651abed4bb {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:06.802357 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9db6a-af7a-4bee-ae63-ab7e0c50538e", "tag": "5130a879-2d10-42cf-a6ba-7c11661fb439", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:06.802623 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96eba937-9683-491f-9ce2-0e651abed4bb {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:06.803422 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'tag': '5130a879-2d10-42cf-a6ba-7c11661fb439', 'status': 'completed', 'code': 200} Mar 07 04:38:06.841764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9f09c27-ee19-4da5-befe-260ae7e29d96 admin admin] Publish callbacks [] for security_group (e18486bb-0a70-4f27-b9a4-11249724e7da), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.844555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-4410b1b7-31d2-444c-ad60-06aebab572a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5130a879-2d10-42cf-a6ba-7c11661fb439 HTTP/1.1" status: 200 len: 217 time: 0.0944319 Mar 07 04:38:06.924200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.950519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa7176e-be96-4cca-9a3a-9473457bea3d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b7feba26-8035-41a0-8cdc-5a9365029170), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.953173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa7176e-be96-4cca-9a3a-9473457bea3d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.958132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efa7176e-be96-4cca-9a3a-9473457bea3d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7feba26-8035-41a0-8cdc-5a9365029170 HTTP/1.1" status: 204 len: 168 time: 0.6226327 Mar 07 04:38:06.959368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (68780798-784b-49f5-a03f-2c84b9e31759), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:06.961259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51930) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:06.987216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7176e-be96-4cca-9a3a-9473457bea3d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7feba26-8035-41a0-8cdc-5a9365029170,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:07.013821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-e12e2f20-7f73-40a3-ba52-7ea133e1c7d1 service neutron] 10.222.0.21 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349490 Mar 07 04:38:07.022332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b94b14b9-4db3-4d51-ae54-60e0fa864020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.039096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687276e9-719e-413f-bb3d-e6478c173c72 req-38546651-c9c8-43d1-a218-9d10d0742584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:07.039096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-38546651-c9c8-43d1-a218-9d10d0742584 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43415804-abfb-4133-add7-891ce0351515 HTTP/1.1" status: 200 len: 861 time: 0.1551208 Mar 07 04:38:07.103204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-b0f0da0e-472b-4580-abbe-0cf7d2207b91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d8b9f4-83b1-4020-91e5-298ca2d2dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518556 Mar 07 04:38:07.155098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=68780798-784b-49f5-a03f-2c84b9e31759,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:07.160130 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9f09c27-ee19-4da5-befe-260ae7e29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e18486bb-0a70-4f27-b9a4-11249724e7da), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.164646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c9f09c27-ee19-4da5-befe-260ae7e29d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.169477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c9f09c27-ee19-4da5-befe-260ae7e29d96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e18486bb-0a70-4f27-b9a4-11249724e7da HTTP/1.1" status: 204 len: 168 time: 0.6440544 Mar 07 04:38:07.178279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': '7df842a0-e183-4979-8602-c7ac9f104c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:07.178690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: 8fc36385-26af-4177-88d9-8ba946a6d27f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:07.192446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f09c27-ee19-4da5-befe-260ae7e29d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18486bb-0a70-4f27-b9a4-11249724e7da,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:07.211400 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d6880be8-9c1a-450a-8cf7-94b36ea810df tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2239170 Mar 07 04:38:07.236502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51946) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:07.251601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--755257807'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:07.368597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b94b14b9-4db3-4d51-ae54-60e0fa864020 admin admin] Publish callbacks [] for security_group (5df2c458-428e-4ad4-a935-c368464cf7ab), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.410147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72890238-c31f-4488-b484-27153f353b20 req-940cbbe3-7fe6-4cbb-97f0-fa03e92bf86e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 210 time: 0.0697477 Mar 07 04:38:07.440282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.449721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b94b14b9-4db3-4d51-ae54-60e0fa864020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5df2c458-428e-4ad4-a935-c368464cf7ab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.472756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 8fc36385-26af-4177-88d9-8ba946a6d27f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:07.493579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-278cdbdd-20d2-405e-a8d3-7c1cc9460106 service neutron] 10.222.0.15 "GET /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814774 Mar 07 04:38:07.556190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8fc36385-26af-4177-88d9-8ba946a6d27f) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:07.581101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e48eda-eb95-4584-a1b5-a2e8a0e98cb3 None None] Network 8fc36385-26af-4177-88d9-8ba946a6d27f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:07.603875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:07.604513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.658504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b94b14b9-4db3-4d51-ae54-60e0fa864020 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bd1c3c4e83b4bcfaf9cc8897485f57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8818653 Mar 07 04:38:07.660456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:07.663782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b14b9-4db3-4d51-ae54-60e0fa864020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df2c458-428e-4ad4-a935-c368464cf7ab,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:07.762808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50a147c8-f15b-4a39-b9ed-d25b1ea9f77a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9673972 Mar 07 04:38:07.789171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:07.808816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f', 'name': 'tempest-PortsIpV6TestJSON-1312622878'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:07.834553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6f807a77-5cfb-4425-992f-4817542c266a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:07.890758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (c23630db-f0f3-47fe-a10e-731e1757ffc2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.934264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.941729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8fc36385-26af-4177-88d9-8ba946a6d27f', 'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': '68780798-784b-49f5-a03f-2c84b9e31759'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:38:07.942623 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.958233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6f807a77-5cfb-4425-992f-4817542c266a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:07.958939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6f807a77-5cfb-4425-992f-4817542c266a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:07.980420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-687276e9-719e-413f-bb3d-e6478c173c72 req-b52be749-7334-4db1-bb35-61dc81518771 service neutron] 10.222.0.15 "GET /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800134 Mar 07 04:38:08.030052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c23630db-f0f3-47fe-a10e-731e1757ffc2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.047068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks [] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.070665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.116620 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.117927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8800490 Mar 07 04:38:08.136697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae001-a69f-41e3-a80d-2eaa0ab4e9d8 admin admin] Publish callbacks [] for security_group (5df2c458-428e-4ad4-a935-c368464cf7ab), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.152586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:08.202528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-521eda26-dacd-4cdd-909c-a44c7e470c8b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'c23630db-f0f3-47fe-a10e-731e1757ffc2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:08.206097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae001-a69f-41e3-a80d-2eaa0ab4e9d8 admin admin] Publish callbacks [] for security_group (5df2c458-428e-4ad4-a935-c368464cf7ab), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.206229 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-521eda26-dacd-4cdd-909c-a44c7e470c8b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 04:38:08.206678 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-521eda26-dacd-4cdd-909c-a44c7e470c8b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:08.207769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-521eda26-dacd-4cdd-909c-a44c7e470c8b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0540743 Mar 07 04:38:08.210731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Pushing event updated for resources: {'Port': ['ID=e90e0c80-5e25-4ced-aa77-2a6edc533896,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:08.215699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51982) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:08.221705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (56cb98e0-cfb9-4621-9fe4-ecde5f080704), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.266525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05084d45-dfb9-4a90-9dc4-f579c525524c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23630db-f0f3-47fe-a10e-731e1757ffc2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:08.320442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6f807a77-5cfb-4425-992f-4817542c266a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:08.321155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6f807a77-5cfb-4425-992f-4817542c266a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.335788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b5a33-5a03-4685-ab0c-38638857460e req-d6d2bf72-8f45-49ee-bfaf-60ecfc2a885a tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:08.345166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-310b5a33-5a03-4685-ab0c-38638857460e req-d6d2bf72-8f45-49ee-bfaf-60ecfc2a885a tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 944 time: 0.4788759 Mar 07 04:38:08.349864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 6f807a77-5cfb-4425-992f-4817542c266a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6f807a77-5cfb-4425-992f-4817542c266a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:08.370790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6f807a77-5cfb-4425-992f-4817542c266a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.372143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-0c376bb5-6347-4050-a02d-90743c7f5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:08.380217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-0c376bb5-6347-4050-a02d-90743c7f5208 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67cd001d9666420286a65a7800843627&device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 1126 time: 0.3208833 Mar 07 04:38:08.400128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:08.406606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.515782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Allocated IP 2001:db8::2 (8fc36385-26af-4177-88d9-8ba946a6d27f/68780798-784b-49f5-a03f-2c84b9e31759/8b1216e3-f1a7-4bfd-a961-24ef7345ed8c) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:08.546978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-310b5a33-5a03-4685-ab0c-38638857460e req-3da48dc5-8572-4129-a201-063d6bf06456 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004786 Mar 07 04:38:08.577884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port a8f2e6fc-2000-4281-a923-18c6d530db7e yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:08.618772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c09e5c65-ba33-4267-aeef-1ad411ccbd9e req-03be9aee-f9b1-4068-b1c6-600666bef9d0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 210 time: 0.0664270 Mar 07 04:38:08.624544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51994) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:08.650947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-9cbeb047-aec7-45e8-8c43-74314330ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:08.654563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-9cbeb047-aec7-45e8-8c43-74314330ce7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d8b9f4-83b1-4020-91e5-298ca2d2dd77 HTTP/1.1" status: 200 len: 922 time: 0.2537713 Mar 07 04:38:08.676977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4147eec2-9917-4886-b39d-1e387e046525 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (c23630db-f0f3-47fe-a10e-731e1757ffc2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.722462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae001-a69f-41e3-a80d-2eaa0ab4e9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5df2c458-428e-4ad4-a935-c368464cf7ab), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.725964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae001-a69f-41e3-a80d-2eaa0ab4e9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.727340 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c0ae001-a69f-41e3-a80d-2eaa0ab4e9d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5df2c458-428e-4ad4-a935-c368464cf7ab HTTP/1.1" status: 204 len: 168 time: 1.0580425 Mar 07 04:38:08.728485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=6f807a77-5cfb-4425-992f-4817542c266a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:08.758253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-6def03a1-d3df-4909-88a8-c7a59ba3309a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5130a879-2d10-42cf-a6ba-7c11661fb439 HTTP/1.1" status: 200 len: 217 time: 0.0972943 Mar 07 04:38:08.768747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4147eec2-9917-4886-b39d-1e387e046525 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (c23630db-f0f3-47fe-a10e-731e1757ffc2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.776021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ae001-a69f-41e3-a80d-2eaa0ab4e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df2c458-428e-4ad4-a935-c368464cf7ab,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:08.851643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Network 52a8b72a-06ce-49ee-897c-026f66546b31 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:08.872061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1678958296-network', 'tenant_id': 'c8b3642b2ec34029983657ab03d012d4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:08.876201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:08.906753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Publish callbacks [] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.909824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-7b8b13c3-7a6d-4bd1-adb7-04329a641d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:08.912366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-7b8b13c3-7a6d-4bd1-adb7-04329a641d5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43415804-abfb-4133-add7-891ce0351515 HTTP/1.1" status: 200 len: 861 time: 0.1485507 Mar 07 04:38:08.923961 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:08.933013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Made reservation on behalf of c8b3642b2ec34029983657ab03d012d4 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:08.942377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.043022 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::132 (8fc36385-26af-4177-88d9-8ba946a6d27f/68780798-784b-49f5-a03f-2c84b9e31759/a8f2e6fc-2000-4281-a923-18c6d530db7e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:09.055779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Network 8fc36385-26af-4177-88d9-8ba946a6d27f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:09.071504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:09.077772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:09.116025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Pushing event updated for resources: {'Port': ['ID=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:09.149035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-c9cf4b2b-7840-48e6-99ce-4a236aac48ac tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:09.150899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-c9cf4b2b-7840-48e6-99ce-4a236aac48ac tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.15 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 813 time: 0.2050757 Mar 07 04:38:09.180232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-28ac3d1c-9dbf-48de-9169-cf570be03990 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d8b9f4-83b1-4020-91e5-298ca2d2dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2607465 Mar 07 04:38:09.197310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Request body: {'port': {'device_id': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'admin_state_up': True, 'tenant_id': '53935a4b982148e3ac83aa5866222a92'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:09.199912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.259884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Attempting to bind port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:09.260203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Attempting to bind port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '7df842a0-e183-4979-8602-c7ac9f104c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:09.268481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Attempting to bind port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c on network 8fc36385-26af-4177-88d9-8ba946a6d27f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:09.276191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:09.278321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Checking segment: {'id': '7df842a0-e183-4979-8602-c7ac9f104c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:09.279278 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.281249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Bound using segment: {'id': '7df842a0-e183-4979-8602-c7ac9f104c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:09.281930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Bound port: 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df842a0-e183-4979-8602-c7ac9f104c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:09.283008 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.361656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:38:09.384150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-1c6c73fd-cd69-49fb-bfd7-ab593ab72ada service neutron] 10.222.0.15 "GET /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805723 Mar 07 04:38:09.396389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.427852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] For port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:09.447246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] For port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,segment=NetworkSegment(7df842a0-e183-4979-8602-c7ac9f104c16),segment_id=7df842a0-e183-4979-8602-c7ac9f104c16)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:09.447468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4147eec2-9917-4886-b39d-1e387e046525 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c23630db-f0f3-47fe-a10e-731e1757ffc2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.457070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4147eec2-9917-4886-b39d-1e387e046525 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.457222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bc0b0bbe-851d-471c-9ab0-cbd2fd2cb8e0 None None] Provisioning complete for port e90e0c80-5e25-4ced-aa77-2a6edc533896 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:09.457222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0bbe-851d-471c-9ab0-cbd2fd2cb8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.457432 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4147eec2-9917-4886-b39d-1e387e046525 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/c23630db-f0f3-47fe-a10e-731e1757ffc2 HTTP/1.1" status: 204 len: 168 time: 1.2320299 Mar 07 04:38:09.457432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52010) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:09.479566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52012) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:09.482848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:09.558247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b0bbe-851d-471c-9ab0-cbd2fd2cb8e0 None None] Port e90e0c80-5e25-4ced-aa77-2a6edc533896 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:09.590539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6f807a77-5cfb-4425-992f-4817542c266a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:09.660700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:38:09.680342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Sync routers for ids ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:38:09.687169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59f15e2e-0f8b-4bf5-8935-a8121370af9b admin admin] 10.222.0.21 "PUT /v2.0/routers/56cb98e0-cfb9-4621-9fe4-ecde5f080704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7810807 Mar 07 04:38:09.702633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147eec2-9917-4886-b39d-1e387e046525 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23630db-f0f3-47fe-a10e-731e1757ffc2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:09.752313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34edf38-94e5-42e9-93e8-b74d24475a61 None None] Pushing event updated for resources: {'Port': ['ID=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:09.827188 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8eb26132-f2ef-4d01-b8b2-fad44e0f03c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb3db0862eb744e3b0fe10ae2f7547dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486600 Mar 07 04:38:09.829076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:09.836536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Routers {'56cb98e0-cfb9-4621-9fe4-ecde5f080704'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:09.837186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:10.132152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdc99c27-2d90-4a61-825b-f94007d148e2 req-7b0f07f1-b795-4969-887c-90ec9bdec749 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 210 time: 0.0914302 Mar 07 04:38:10.144982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Set router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:10.153747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d0a7-3770-4a4f-bc04-0050b5831803 admin admin] Publish callbacks [] for security_group (35b8ad2a-e870-43a3-82c5-9945b28e8567), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.202737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d0a7-3770-4a4f-bc04-0050b5831803 admin admin] Publish callbacks [] for security_group (35b8ad2a-e870-43a3-82c5-9945b28e8567), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.274738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (a8f2e6fc-2000-4281-a923-18c6d530db7e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.291261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-404f2137-2b3c-4686-bd97-bcf0c6ce598b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8004568 Mar 07 04:38:10.303544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.307002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--307095248'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:10.339186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.356454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d0a7-3770-4a4f-bc04-0050b5831803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (35b8ad2a-e870-43a3-82c5-9945b28e8567), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.359822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d0a7-3770-4a4f-bc04-0050b5831803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.365162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5130a879-2d10-42cf-a6ba-7c11661fb439 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:38:10.373378 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b8f2d0a7-3770-4a4f-bc04-0050b5831803 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35b8ad2a-e870-43a3-82c5-9945b28e8567 HTTP/1.1" status: 204 len: 168 time: 0.5275607 Mar 07 04:38:10.400870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Made reservation on behalf of 53935a4b982148e3ac83aa5866222a92 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:10.405841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.455912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517a60c-5c8c-4f65-bfc1-91f737a2d76e req-f36fe09f-9443-468a-a2ab-55977663bef7 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:10.457603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1517a60c-5c8c-4f65-bfc1-91f737a2d76e req-f36fe09f-9443-468a-a2ab-55977663bef7 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 944 time: 0.4235477 Mar 07 04:38:10.472120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (d913e234-9393-43e9-87b0-bf36633065c7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.479899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a8f2e6fc-2000-4281-a923-18c6d530db7e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.482101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2d0a7-3770-4a4f-bc04-0050b5831803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b8ad2a-e870-43a3-82c5-9945b28e8567,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:10.489663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d913e234-9393-43e9-87b0-bf36633065c7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.539307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eee49b9-6a59-4d7f-a4a0-c21c90d8ffee req-3748e3b3-19c3-4b86-9714-e27074784ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1444623 Mar 07 04:38:10.546168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.547475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2446465 Mar 07 04:38:10.555475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.572760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c8481182-a4e2-4f49-971f-a01fde808f9c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd913e234-9393-43e9-87b0-bf36633065c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:10.581503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 8fc36385-26af-4177-88d9-8ba946a6d27f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:10.582864 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-c8481182-a4e2-4f49-971f-a01fde808f9c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 04:38:10.583716 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-c8481182-a4e2-4f49-971f-a01fde808f9c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:10.585534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:10.587603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb19ad9-4e8c-454e-9997-96a5235e4ab6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d913e234-9393-43e9-87b0-bf36633065c7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:10.591981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c8481182-a4e2-4f49-971f-a01fde808f9c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257757 Mar 07 04:38:10.592206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.592845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:10.601709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:10.602468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.616184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-62daabfd-afd5-421b-a326-ebd8f7793562 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd913e234-9393-43e9-87b0-bf36633065c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:10.616882 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-62daabfd-afd5-421b-a326-ebd8f7793562 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 04:38:10.617546 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-62daabfd-afd5-421b-a326-ebd8f7793562 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:10.618603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-62daabfd-afd5-421b-a326-ebd8f7793562 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111511 Mar 07 04:38:10.622635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.625242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=a8f2e6fc-2000-4281-a923-18c6d530db7e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:10.636656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a442dbe4-7167-4869-9a49-3100c536f33b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd913e234-9393-43e9-87b0-bf36633065c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:10.637547 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-a442dbe4-7167-4869-9a49-3100c536f33b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 04:38:10.639017 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a442dbe4-7167-4869-9a49-3100c536f33b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:10.640191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks [] for security_group (7505db67-bd9e-46bf-aa5d-5d74a647c7a1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.641576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a442dbe4-7167-4869-9a49-3100c536f33b tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172930 Mar 07 04:38:10.651875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52070) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.675369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-66d514f0-4094-4f43-bd0d-61c038206b0e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd913e234-9393-43e9-87b0-bf36633065c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:10.676506 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-66d514f0-4094-4f43-bd0d-61c038206b0e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 04:38:10.677114 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-66d514f0-4094-4f43-bd0d-61c038206b0e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:10.680788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66d514f0-4094-4f43-bd0d-61c038206b0e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0213902 Mar 07 04:38:10.680968 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f35640be-6d45-45a8-8c21-f2809cf830a6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8903267 Mar 07 04:38:10.680968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.686708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52074) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:10.687543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7505db67-bd9e-46bf-aa5d-5d74a647c7a1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.687689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': '8fc36385-26af-4177-88d9-8ba946a6d27f', 'name': 'tempest-PortsIpV6TestJSON-295833117'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:10.702295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:10.859525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (84966b66-d492-4572-8f07-b2867383d6b4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.860122 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Added segment 84966b66-d492-4572-8f07-b2867383d6b4 of type vlan for network ef23bd90-da71-46ac-8ff8-07b14b40b734 Mar 07 04:38:10.888147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1517a60c-5c8c-4f65-bfc1-91f737a2d76e req-2a5053da-d282-4b2a-b7b3-d92a54d50739 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109180 Mar 07 04:38:10.953265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6f807a77-5cfb-4425-992f-4817542c266a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:10.953872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6f807a77-5cfb-4425-992f-4817542c266a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.956270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7505db67-bd9e-46bf-aa5d-5d74a647c7a1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:10.988648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ef23bd90-da71-46ac-8ff8-07b14b40b734), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:10.992969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:10.996563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.006742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bc39-db7a-432b-8297-35550e08b414 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (d913e234-9393-43e9-87b0-bf36633065c7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.013352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Allocated IP 172.20.0.8 (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22/4bf2265b-f3f9-4936-b74f-50f982b8a788/05446bf4-e147-4bcc-ae27-4bc665642ee2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:11.078779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bc39-db7a-432b-8297-35550e08b414 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (d913e234-9393-43e9-87b0-bf36633065c7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.079101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 17b60216-d239-4589-850f-8d461a24ed52 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:11.099064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ef23bd90-da71-46ac-8ff8-07b14b40b734), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.100859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:11.101695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.121142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:38:11.248578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6204951 Mar 07 04:38:11.256331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:11.285189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Request body: {'subnet': {'network_id': 'ef23bd90-da71-46ac-8ff8-07b14b40b734', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1678958296-subnet', 'tenant_id': 'c8b3642b2ec34029983657ab03d012d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:11.333089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::2c8 (8fc36385-26af-4177-88d9-8ba946a6d27f/68780798-784b-49f5-a03f-2c84b9e31759/17b60216-d239-4589-850f-8d461a24ed52) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:11.353847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00577-3399-4f17-8253-40407d683a51 admin admin] Pushing event updated for resources: {'Network': ['ID=ef23bd90-da71-46ac-8ff8-07b14b40b734,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:11.373791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Made reservation on behalf of c8b3642b2ec34029983657ab03d012d4 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:11.390581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.439964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ef23bd90-da71-46ac-8ff8-07b14b40b734 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:11.520155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bc39-db7a-432b-8297-35550e08b414 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d913e234-9393-43e9-87b0-bf36633065c7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.522977 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bc39-db7a-432b-8297-35550e08b414 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.524501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3cc7bc39-db7a-432b-8297-35550e08b414 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/d913e234-9393-43e9-87b0-bf36633065c7 HTTP/1.1" status: 204 len: 168 time: 0.8139806 Mar 07 04:38:11.540649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303fd6f-fd7a-488f-8f68-72a4d6dd52c3 None None] Network 8fc36385-26af-4177-88d9-8ba946a6d27f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:11.556557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:11.578788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2efeeb6b-0333-4644-a25d-cf1101d3705c req-963638e5-0cfa-4ed6-8801-07f24259726b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 210 time: 0.2125452 Mar 07 04:38:11.684944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7bc39-db7a-432b-8297-35550e08b414 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d913e234-9393-43e9-87b0-bf36633065c7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:11.691558 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5bd1ed98-6bf1-43a4-bb2f-195aa65b386d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337481 Mar 07 04:38:11.698544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (17b60216-d239-4589-850f-8d461a24ed52), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.700656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:11.706308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088026742'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:11.763499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.802112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks [] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.821101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (17b60216-d239-4589-850f-8d461a24ed52), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.843971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5130a879-2d10-42cf-a6ba-7c11661fb439, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5130a879-2d10-42cf-a6ba-7c11661fb439,segment=NetworkSegment(96dea9cf-0e4a-4e6f-814f-d33944da9046),segment_id=96dea9cf-0e4a-4e6f-814f-d33944da9046)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:11.934998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 8fc36385-26af-4177-88d9-8ba946a6d27f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:11.951892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:11.962461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:11.968866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:11.969695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:11.981192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=17b60216-d239-4589-850f-8d461a24ed52,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:12.014935 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.024833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.054143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-af1e3a3c-1874-49fe-8eb0-9213b5054cd7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3739536 Mar 07 04:38:12.060723 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-c6206e01-f67b-49ea-8167-77309ccb7496 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2255137 Mar 07 04:38:12.064010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.106543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.110386 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4085538 Mar 07 04:38:12.113741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '5130a879-2d10-42cf-a6ba-7c11661fb439', 'network_id': '09d8b9f4-83b1-4020-91e5-298ca2d2dd77', 'port_id': '5130a879-2d10-42cf-a6ba-7c11661fb439', 'mac_address': 'fa:16:3e:a4:b3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43415804-abfb-4133-add7-891ce0351515', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:38:12.133152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.141044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-90d8e012-50b0-4a8b-a131-2bf2bc5ac1fd tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:12.141525 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-90d8e012-50b0-4a8b-a131-2bf2bc5ac1fd tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 04:38:12.142567 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-90d8e012-50b0-4a8b-a131-2bf2bc5ac1fd tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:12.143546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-90d8e012-50b0-4a8b-a131-2bf2bc5ac1fd tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083392 Mar 07 04:38:12.151232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.172067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8e5cc7e3-39f5-4e0c-9b1a-bbada920005f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:12.180956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd3e33-8b0f-4106-8fa3-f9f710078062 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:12.183217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.218097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6f807a77-5cfb-4425-992f-4817542c266a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:12.239949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.247490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] Provisioning complete for port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:12.248296 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.266143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e959a-8219-4b44-9b0e-900214a5bffd tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:12.270716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e96e959a-8219-4b44-9b0e-900214a5bffd tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A132 HTTP/1.1" status: 200 len: 929 time: 0.2033098 Mar 07 04:38:12.279299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.318667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-3322e36c-2630-4a00-bfd0-6101d3a48c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:12.320174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-3322e36c-2630-4a00-bfd0-6101d3a48c91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1127 time: 0.1878929 Mar 07 04:38:12.326713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b90af6ed-baf7-4224-99bf-27db1cd91abd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:12.360361 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-8e5cc7e3-39f5-4e0c-9b1a-bbada920005f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:12.368528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8e5cc7e3-39f5-4e0c-9b1a-bbada920005f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2028930 Mar 07 04:38:12.369139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52154) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.437084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:12.479986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5cd62fd0-67b1-4322-acfc-b26d55a16e8e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:12.484428 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-5cd62fd0-67b1-4322-acfc-b26d55a16e8e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 04:38:12.485515 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-5cd62fd0-67b1-4322-acfc-b26d55a16e8e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:12.493802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5cd62fd0-67b1-4322-acfc-b26d55a16e8e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0408206 Mar 07 04:38:12.497593 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (59d957a5-4e1b-414c-bede-79111cd7cfdb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.505860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:12.529544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:12.542949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5130a879-2d10-42cf-a6ba-7c11661fb439 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:12.543338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.564571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5130a879-2d10-42cf-a6ba-7c11661fb439 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:38:12.581594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:38:06Z', 'revision_number': 4, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'e90e0c80-5e25-4ced-aa77-2a6edc533896', 'name': '', 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'mac_address': 'fa:16:3e:14:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '52f31f4a-096f-42f8-93a5-92a3971f846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:05Z', 'updated_at': '2022-03-07T04:38:07Z', 'revision_number': 2, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'subnets': [{'id': '52f31f4a-096f-42f8-93a5-92a3971f846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:12.617553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3b7afd87-742d-406a-9ba8-4e6e6731df36 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:12.625140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:12.629363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:12.640527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d957a5-4e1b-414c-bede-79111cd7cfdb,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:12.694521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-619027382'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:12.698325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-4721380a-e656-4187-b81f-01af388eef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:12.702405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Checking router: 56cb98e0-cfb9-4621-9fe4-ecde5f080704 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:38:12.702767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Updating router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 port e90e0c80-5e25-4ced-aa77-2a6edc533896 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:38:12.704139 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-4721380a-e656-4187-b81f-01af388eef4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.3476849 Mar 07 04:38:12.732038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:12.732411 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.766759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5130a879-2d10-42cf-a6ba-7c11661fb439, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5130a879-2d10-42cf-a6ba-7c11661fb439,segment=NetworkSegment(96dea9cf-0e4a-4e6f-814f-d33944da9046),segment_id=96dea9cf-0e4a-4e6f-814f-d33944da9046)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:12.806106 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-d9daa4df-9b17-43d8-9f0b-93dd9638c31c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.0912123 Mar 07 04:38:12.817356 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.884674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:12.891552 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.912620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5130a879-2d10-42cf-a6ba-7c11661fb439,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:12.917531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Pushing event updated for resources: {'Port': ['ID=05446bf4-e147-4bcc-ae27-4bc665642ee2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:12.928286 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:12.935578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597cc35-d59c-4b5a-8f93-c6e84eb49e7c req-7e60c030-92e0-4fa6-bb99-388b06a5f50d tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:12.937249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1597cc35-d59c-4b5a-8f93-c6e84eb49e7c req-7e60c030-92e0-4fa6-bb99-388b06a5f50d tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 944 time: 0.7730482 Mar 07 04:38:13.036959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-462bf7bd-fc62-4d4c-a165-a3ee533fa438 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8593953 Mar 07 04:38:13.037820 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-3b7afd87-742d-406a-9ba8-4e6e6731df36 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:13.039193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b7afd87-742d-406a-9ba8-4e6e6731df36 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5230322 Mar 07 04:38:13.043738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Checking segment: {'id': '84966b66-d492-4572-8f07-b2867383d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef23bd90-da71-46ac-8ff8-07b14b40b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:13.043971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] Current status of the port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:13.044118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Network hostable DHCP agents. Network: ef23bd90-da71-46ac-8ff8-07b14b40b734, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:13.044784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.049185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52162) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:13.054350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Request body: {'port': {'device_id': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:13.063934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-995fe6af-70a2-433f-895e-f6deed445b44 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:13.064653 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-995fe6af-70a2-433f-895e-f6deed445b44 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 04:38:13.065157 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-995fe6af-70a2-433f-895e-f6deed445b44 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:13.066855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-995fe6af-70a2-433f-895e-f6deed445b44 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064664 Mar 07 04:38:13.081747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52164) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:13.086526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9f9a7dd6-653b-4c85-8dca-89fb418673e8 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:13.132880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644f43-ff72-4129-89e2-13016ae7adf8 req-c95fff0d-104b-4f7b-bd1b-6a25b503356d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:13.134514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e644f43-ff72-4129-89e2-13016ae7adf8 req-c95fff0d-104b-4f7b-bd1b-6a25b503356d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 931 time: 0.3775842 Mar 07 04:38:13.140944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5130a879-2d10-42cf-a6ba-7c11661fb439'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:13.144957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1597cc35-d59c-4b5a-8f93-c6e84eb49e7c req-50110491-55e4-4260-92fb-4ceb3f8a273e tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850305 Mar 07 04:38:13.192137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Network ef23bd90-da71-46ac-8ff8-07b14b40b734 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:13.204510 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-9f9a7dd6-653b-4c85-8dca-89fb418673e8 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Project 5ac98ad090794061978c654f95e89829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:38:13.237634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ef23bd90-da71-46ac-8ff8-07b14b40b734) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:13.245757 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-9f9a7dd6-653b-4c85-8dca-89fb418673e8 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:13.249477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f9a7dd6-653b-4c85-8dca-89fb418673e8 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1641107 Mar 07 04:38:13.257082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52166) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:13.265594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4b55436e-60a6-4c8a-b4bf-7b6ffb79d13e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:13.266105 n-d-832185-1 neutron-server[103938]: WARNING neutron.api.v2.base [None req-4b55436e-60a6-4c8a-b4bf-7b6ffb79d13e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 04:38:13.266596 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-4b55436e-60a6-4c8a-b4bf-7b6ffb79d13e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:13.270028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b55436e-60a6-4c8a-b4bf-7b6ffb79d13e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061316 Mar 07 04:38:13.279484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:13.280157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.287572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52168) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:13.300759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4c449c53-139c-4649-9012-b232bbc0bab1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:13.317025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.332894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e644f43-ff72-4129-89e2-13016ae7adf8 req-279ae137-301d-41e2-9195-6fbc87c03cef tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819260 Mar 07 04:38:13.333416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235dc67-4d32-4a2c-89c5-bc3ce3a63e81 None None] Network ef23bd90-da71-46ac-8ff8-07b14b40b734 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:13.366298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-26b77171-e91f-401e-8542-338f8d778686 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1081762 Mar 07 04:38:13.409667 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-4c449c53-139c-4649-9012-b232bbc0bab1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Project 5ac98ad090794061978c654f95e89829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:38:13.461514 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-4c449c53-139c-4649-9012-b232bbc0bab1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:13.463035 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c449c53-139c-4649-9012-b232bbc0bab1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1700661 Mar 07 04:38:13.465745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52174) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:13.472161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bd240d19-d661-4d2e-84b3-6108ad84f33f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:13.514475 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-bd240d19-d661-4d2e-84b3-6108ad84f33f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Project 5ac98ad090794061978c654f95e89829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:38:13.597176 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-bd240d19-d661-4d2e-84b3-6108ad84f33f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:13.601001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd240d19-d661-4d2e-84b3-6108ad84f33f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1314828 Mar 07 04:38:13.602375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52176) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:13.639232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:13.653729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.687813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.707717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:13.708375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.757304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-a83f4f83-5d3d-4140-80fc-56e3982599c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:13.761437 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-a83f4f83-5d3d-4140-80fc-56e3982599c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.9484456 Mar 07 04:38:13.779983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] For port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,segment=NetworkSegment(7df842a0-e183-4979-8602-c7ac9f104c16),segment_id=7df842a0-e183-4979-8602-c7ac9f104c16)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:13.787502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503331b-187a-4347-9605-22de618c8072 None None] Network ef23bd90-da71-46ac-8ff8-07b14b40b734 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:13.885815 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.887500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 17b60216-d239-4589-850f-8d461a24ed52 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:13.887850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (17b60216-d239-4589-850f-8d461a24ed52), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:13.936454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fd044a4-7ebe-43c7-b43e-fecf4cbde715 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.012565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fd044a4-7ebe-43c7-b43e-fecf4cbde715 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.048810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2c0aad87-f701-4edc-abe8-6e030153247c req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-921358323', 'description': 'tempest-description-2091824625'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:14.130696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2c0aad87-f701-4edc-abe8-6e030153247c req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.143366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:38:14.144550 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:38:14.156656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (17b60216-d239-4589-850f-8d461a24ed52), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.216888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 17b60216-d239-4589-850f-8d461a24ed52 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:14.245471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-d1e81cc6-dacd-429a-a1ec-623cad9cbb8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568810 Mar 07 04:38:14.266331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb54fe-5bdf-47fa-8b89-ed08b364cb3b None None] Pushing event updated for resources: {'Port': ['ID=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:14.284939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Provisioning complete for port a8f2e6fc-2000-4281-a923-18c6d530db7e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:14.285311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a8f2e6fc-2000-4281-a923-18c6d530db7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.384184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fd044a4-7ebe-43c7-b43e-fecf4cbde715 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.388092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fd044a4-7ebe-43c7-b43e-fecf4cbde715 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.393524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2fd044a4-7ebe-43c7-b43e-fecf4cbde715 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec HTTP/1.1" status: 204 len: 168 time: 0.7872524 Mar 07 04:38:14.393771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52188) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:14.408649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2c0aad87-f701-4edc-abe8-6e030153247c req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (3798fd74-67f6-421f-9cdb-d892110a5789), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.431939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for security_group (5ffed70d-3000-4eb1-92a6-ccbf3066a2fa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.445928 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2c0aad87-f701-4edc-abe8-6e030153247c req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3798fd74-67f6-421f-9cdb-d892110a5789), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.465743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05446bf4-e147-4bcc-ae27-4bc665642ee2 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:38:14.489467 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2c0aad87-f701-4edc-abe8-6e030153247c req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.491019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c0aad87-f701-4edc-abe8-6e030153247c req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4525325 Mar 07 04:38:14.496190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Publish callbacks [] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.499397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd044a4-7ebe-43c7-b43e-fecf4cbde715 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a27c3ad-f8c0-4624-a94a-8ecca8fa37ec,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:14.575707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Port a8f2e6fc-2000-4281-a923-18c6d530db7e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:14.615474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe686e8-6761-45dd-a6e4-a1d7499b0d8c req-a6dbdbee-5418-4969-b43d-98707df6e963 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:14.617135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfe686e8-6761-45dd-a6e4-a1d7499b0d8c req-a6dbdbee-5418-4969-b43d-98707df6e963 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 945 time: 0.3177040 Mar 07 04:38:14.662136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Transition to ACTIVE for port object 05446bf4-e147-4bcc-ae27-4bc665642ee2 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:38:14.668743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5ffed70d-3000-4eb1-92a6-ccbf3066a2fa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.678865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4af3f-f01a-4619-9763-c07716caf001 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3798fd74-67f6-421f-9cdb-d892110a5789,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:14.691616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.692870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:14.706653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d0c05e58-d030-4343-a40c-b840e4ffc872), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.707609 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Added segment d0c05e58-d030-4343-a40c-b840e4ffc872 of type vlan for network cb713fb0-506d-4dcb-af3b-a17eac153132 Mar 07 04:38:14.766772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (cb713fb0-506d-4dcb-af3b-a17eac153132), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.810516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Pushing event updated for resources: {'Port': ['ID=05446bf4-e147-4bcc-ae27-4bc665642ee2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:14.817875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (17b60216-d239-4589-850f-8d461a24ed52), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.874853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2aff9-9bb0-437c-8518-4cbced59681b req-5d95caef-ece6-48a0-bb8d-a868ec1db418 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:14.878888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Publish callbacks [] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.883800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44c2aff9-9bb0-437c-8518-4cbced59681b req-5d95caef-ece6-48a0-bb8d-a868ec1db418 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 931 time: 0.2650592 Mar 07 04:38:14.894034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (cb713fb0-506d-4dcb-af3b-a17eac153132), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.895314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:14.898979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.910028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Provisioning complete for port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:14.914192 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.919788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=17b60216-d239-4589-850f-8d461a24ed52,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:14.935110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.935792 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:14.942234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-326e25ef-8963-468f-bb67-992318c90b1a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/17b60216-d239-4589-850f-8d461a24ed52 HTTP/1.1" status: 204 len: 168 time: 2.6605203 Mar 07 04:38:14.957598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52196) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:15.032925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:15.063009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfe686e8-6761-45dd-a6e4-a1d7499b0d8c req-9aa58ce7-6cba-450f-a5e7-cafc8c91cd53 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326127 Mar 07 04:38:15.078398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Network': ['ID=cb713fb0-506d-4dcb-af3b-a17eac153132,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:15.101965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.9153614 Mar 07 04:38:15.125858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e06450-0d48-403f-a043-77e59b1135e0 None None] Pushing event updated for resources: {'Port': ['ID=e90e0c80-5e25-4ced-aa77-2a6edc533896,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:15.127181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52198) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:15.129133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032c4dd-d826-412c-a12e-1883ea4c1c68 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffed70d-3000-4eb1-92a6-ccbf3066a2fa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:15.148740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network cb713fb0-506d-4dcb-af3b-a17eac153132 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:15.161725 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb81b337-ed8c-4ab8-a835-426b0f5424da tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:38:15.162306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'subnet': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:15.171055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb81b337-ed8c-4ab8-a835-426b0f5424da tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/17b60216-d239-4589-850f-8d461a24ed52 HTTP/1.1" status: 404 len: 333 time: 0.2092619 Mar 07 04:38:15.185333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:15.291886 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-6034b629-3366-4bd2-9522-0f468b26103a service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0366409 Mar 07 04:38:15.329228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Attempting to bind port 05446bf4-e147-4bcc-ae27-4bc665642ee2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:15.330707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Attempting to bind port 05446bf4-e147-4bcc-ae27-4bc665642ee2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:15.331278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Attempting to bind port 05446bf4-e147-4bcc-ae27-4bc665642ee2 on network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:15.364875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8bed9dc6-94c5-481f-8599-6b2a18cfc48f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9699426 Mar 07 04:38:15.369453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:15.383122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:15.388783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-510bc53c-1e72-4e38-b342-440eef8f1e2a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/3798fd74-67f6-421f-9cdb-d892110a5789 HTTP/1.1" status: 200 len: 1831 time: 0.2546225 Mar 07 04:38:15.398713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589687525'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:15.466984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Port 05446bf4-e147-4bcc-ae27-4bc665642ee2 on network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:38:15.468183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Attempting to bind port 05446bf4-e147-4bcc-ae27-4bc665642ee2 on network 2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:15.503065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Attempting to bind port e90e0c80-5e25-4ced-aa77-2a6edc533896 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:15.503537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Attempting to bind port e90e0c80-5e25-4ced-aa77-2a6edc533896 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:15.503918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Attempting to bind port e90e0c80-5e25-4ced-aa77-2a6edc533896 on network 52a8b72a-06ce-49ee-897c-026f66546b31 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:15.510730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44c2aff9-9bb0-437c-8518-4cbced59681b req-a3137b40-a387-4e0b-93a3-1a7c854f2461 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863309 Mar 07 04:38:15.513569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:15.515251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Current status of the port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:15.519502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:15.519877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Checking segment: {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:15.520446 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.520852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Bound using segment: {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:15.520978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:15.521219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Checking segment: {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:15.521359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Bound port: e90e0c80-5e25-4ced-aa77-2a6edc533896, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:15.521595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Bound using segment: {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:15.521729 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.522064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Bound port: 05446bf4-e147-4bcc-ae27-4bc665642ee2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145ea27f-6258-48c5-951d-66928d79f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:15.522429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.527230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.527838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.541463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-71574de6-f26b-4f46-9592-9c055bb0290a None None] Could not find standard attr ID for object 17b60216-d239-4589-850f-8d461a24ed52. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:38:15.601763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:15.602183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.629242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3798fd74-67f6-421f-9cdb-d892110a5789', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:15.631546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3798fd74-67f6-421f-9cdb-d892110a5789', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:15.631850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] For port e90e0c80-5e25-4ced-aa77-2a6edc533896, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:15.666400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] For port e90e0c80-5e25-4ced-aa77-2a6edc533896, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e90e0c80-5e25-4ced-aa77-2a6edc533896,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:15.710512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.750000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Provisioning complete for port e90e0c80-5e25-4ced-aa77-2a6edc533896 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:15.750369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.853137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e06450-0d48-403f-a043-77e59b1135e0 None None] Pushing event updated for resources: {'Port': ['ID=e90e0c80-5e25-4ced-aa77-2a6edc533896,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:15.856546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a706f93-c2c0-4749-97b1-d2ad6aa9896d req-67a71d42-4f0c-45d7-a4d0-d74e112b94be service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568979 Mar 07 04:38:15.885006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (cea69530-2a92-4b9c-9747-4a75a699f37e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:15.888833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Routers {'56cb98e0-cfb9-4621-9fe4-ecde5f080704'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:15.890676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:15.984240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:16.050665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] For port 05446bf4-e147-4bcc-ae27-4bc665642ee2, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:16.063141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port a8f2e6fc-2000-4281-a923-18c6d530db7e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:16.063563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Subnet': ['ID=cea69530-2a92-4b9c-9747-4a75a699f37e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:16.066589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a8f2e6fc-2000-4281-a923-18c6d530db7e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.100941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Checking segment: {'id': 'd0c05e58-d030-4343-a40c-b840e4ffc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:16.101318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network hostable DHCP agents. Network: cb713fb0-506d-4dcb-af3b-a17eac153132, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:16.133261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:16.136767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group_rule (2026da23-6143-4dcc-9aef-c60c09194dba), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.156329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, cb713fb0-506d-4dcb-af3b-a17eac153132) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:16.161462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (ab395d55-4b29-4cf3-9212-b64563ac9438), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.172667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:16.174509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.178837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609eee8-faab-41c7-a630-9e322f344955 None None] Network cb713fb0-506d-4dcb-af3b-a17eac153132 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:16.200257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] For port 05446bf4-e147-4bcc-ae27-4bc665642ee2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:16.202875 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ab395d55-4b29-4cf3-9212-b64563ac9438), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.241218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group_rule (2026da23-6143-4dcc-9aef-c60c09194dba), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.245120 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-76425f53-458f-43f1-9fde-1afcc3737379 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1061335 Mar 07 04:38:16.247995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52210) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:16.254505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.258919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079725470'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:16.283755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Current status of the port e90e0c80-5e25-4ced-aa77-2a6edc533896 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:16.284956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.286021 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2026da23-6143-4dcc-9aef-c60c09194dba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.335496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.336822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9471228 Mar 07 04:38:16.350214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461de4-9c0e-4084-bc0d-6fc1f617bc45 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab395d55-4b29-4cf3-9212-b64563ac9438,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:16.366512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:16.371281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a8f2e6fc-2000-4281-a923-18c6d530db7e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.389538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1cc4902c-761a-4819-aafb-5a6c5582c689 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'ab395d55-4b29-4cf3-9212-b64563ac9438', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:16.403504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:16.404292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.405561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] 10.222.0.15 "PUT /v2.0/ports/05446bf4-e147-4bcc-ae27-4bc665642ee2 HTTP/1.1" status: 200 len: 1091 time: 3.3554356 Mar 07 04:38:16.422988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] For port e90e0c80-5e25-4ced-aa77-2a6edc533896, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e90e0c80-5e25-4ced-aa77-2a6edc533896,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:16.429757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'tag': '05446bf4-e147-4bcc-ae27-4bc665642ee2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:16.440101 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.440505 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ec2df3-5980-483b-bdd7-8c7eef85a3ca", "tag": "05446bf4-e147-4bcc-ae27-4bc665642ee2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:16.444922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] Set router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:16.468871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2026da23-6143-4dcc-9aef-c60c09194dba,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:16.504328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Could not find standard attr ID for object 17b60216-d239-4589-850f-8d461a24ed52. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:38:16.513544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for a8f2e6fc-2000-4281-a923-18c6d530db7e owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:16.519464 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.520755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c97ca8e4-af96-4e28-9f42-20c13e0d04fa req-4bd5caa2-81d3-477a-bf3d-679674e4624a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0059679 Mar 07 04:38:16.592981 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4d3b97-3623-4597-b643-c3d07fd1952f x-openstack-request-id: req-fb4d3b97-3623-4597-b643-c3d07fd1952f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:16.593298 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ec2df3-5980-483b-bdd7-8c7eef85a3ca", "tag": "05446bf4-e147-4bcc-ae27-4bc665642ee2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:16.593540 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb4d3b97-3623-4597-b643-c3d07fd1952f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:16.593949 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'tag': '05446bf4-e147-4bcc-ae27-4bc665642ee2', 'status': 'completed', 'code': 200} Mar 07 04:38:16.595592 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-1cc4902c-761a-4819-aafb-5a6c5582c689 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The resource could not be found. Mar 07 04:38:16.596932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272658-95cf-4ac6-b46d-376b87311623 service neutron] Pushing event updated for resources: {'Port': ['ID=05446bf4-e147-4bcc-ae27-4bc665642ee2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:16.598332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1cc4902c-761a-4819-aafb-5a6c5582c689 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2308102 Mar 07 04:38:16.602719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52220) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:16.607216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ac36-becf-4a60-9ad2-3fa21661529f req-d85dba95-9021-4f6a-a92e-a558a2664726 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:16.608838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96a2ac36-becf-4a60-9ad2-3fa21661529f req-d85dba95-9021-4f6a-a92e-a558a2664726 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 945 time: 0.3443694 Mar 07 04:38:16.621451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d453c180-828e-45b2-8f02-bd948947e5b7 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'ab395d55-4b29-4cf3-9212-b64563ac9438', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b1afaf76-af3c-4514-bb0c-3445978744f3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:16.687169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:16.692717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.717443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] device_id is not set on port eee92c69-4538-4a5c-aff4-4dbb739de502 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:16.771185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-cb713fb0-506d-4dcb-af3b-a17eac153132', 'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'project_id': '4f6fdb3ff2b94e829dd28fd858ea05e2', 'fixed_ips': [{'subnet_id': 'cea69530-2a92-4b9c-9747-4a75a699f37e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:38:16.772314 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.774706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41da6e-8f4b-4af1-9915-ef520b85c37b None None] Pushing event updated for resources: {'Port': ['ID=e90e0c80-5e25-4ced-aa77-2a6edc533896,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:16.835979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-0ed29d47-9058-407b-9377-7e890c60ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:16.837557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-0ed29d47-9058-407b-9377-7e890c60ffb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 1125 time: 0.3541236 Mar 07 04:38:16.838908 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-d453c180-828e-45b2-8f02-bd948947e5b7 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The resource could not be found. Mar 07 04:38:16.846027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d453c180-828e-45b2-8f02-bd948947e5b7 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2358897 Mar 07 04:38:16.848613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:16.851856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5130a879-2d10-42cf-a6ba-7c11661fb439 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:16.877918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96a2ac36-becf-4a60-9ad2-3fa21661529f req-638cc4b9-9813-41d4-b809-e25e5853e0cb tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957457 Mar 07 04:38:16.922016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-cd7ba918-a9d3-4e88-b801-632159e0dc4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2 HTTP/1.1" status: 200 len: 217 time: 0.0706091 Mar 07 04:38:16.934062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-42344317-9e18-4da5-b37e-d56dede78bfc None None] Provisioning complete for port e90e0c80-5e25-4ced-aa77-2a6edc533896 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:16.934062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-42344317-9e18-4da5-b37e-d56dede78bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:16.961165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ae1c-b6f4-45b1-bcde-c21b35e67ee8 req-f648f351-0306-4ac4-9bc1-592c32270865 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:16.962956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7000ae1c-b6f4-45b1-bcde-c21b35e67ee8 req-f648f351-0306-4ac4-9bc1-592c32270865 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 943 time: 0.2676225 Mar 07 04:38:17.078100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Allocated IP 2001:db8::65 (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/eee92c69-4538-4a5c-aff4-4dbb739de502) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:17.142756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62b99-1476-4f49-b206-175c357acc8f req-00826fb2-b6f0-4b75-b23c-88ff8573d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:17.144387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-00826fb2-b6f0-4b75-b23c-88ff8573d99d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.2091012 Mar 07 04:38:17.148810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-effe0bc4-a22d-43cf-9884-ceb5707b6fc9 req-9aa3e468-40ef-4fe0-8657-8266390dfa1f tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/3798fd74-67f6-421f-9cdb-d892110a5789 HTTP/1.1" status: 200 len: 2425 time: 0.2228088 Mar 07 04:38:17.152806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7000ae1c-b6f4-45b1-bcde-c21b35e67ee8 req-6f4c154c-49c9-44fb-8766-30fee21f518f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799955 Mar 07 04:38:17.159114 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d04065f-f4e6-430f-a50c-ece89dd1a29c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (ab395d55-4b29-4cf3-9212-b64563ac9438), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.197115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d04065f-f4e6-430f-a50c-ece89dd1a29c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (ab395d55-4b29-4cf3-9212-b64563ac9438), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.217786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-4023e9a3-aac6-49b4-bbd3-c93fd2722829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638986 Mar 07 04:38:17.218804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a8f2e6fc-2000-4281-a923-18c6d530db7e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.270183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-4ba330d3-1921-49c6-9224-d21c1efcb2da tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-group-rules/2026da23-6143-4dcc-9aef-c60c09194dba HTTP/1.1" status: 200 len: 778 time: 0.0482593 Mar 07 04:38:17.271747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 5130a879-2d10-42cf-a6ba-7c11661fb439 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:38:17.280453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 5130a879-2d10-42cf-a6ba-7c11661fb439 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:17.280890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.326996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=a8f2e6fc-2000-4281-a923-18c6d530db7e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:17.344524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d04065f-f4e6-430f-a50c-ece89dd1a29c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ab395d55-4b29-4cf3-9212-b64563ac9438), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.348970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d04065f-f4e6-430f-a50c-ece89dd1a29c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.371140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d04065f-f4e6-430f-a50c-ece89dd1a29c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab395d55-4b29-4cf3-9212-b64563ac9438 HTTP/1.1" status: 204 len: 168 time: 0.5198715 Mar 07 04:38:17.378534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52230) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:17.398519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04065f-f4e6-430f-a50c-ece89dd1a29c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab395d55-4b29-4cf3-9212-b64563ac9438,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:17.429004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.434749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-450c12e6-a665-495d-ae6b-188d79ff0514 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/a8f2e6fc-2000-4281-a923-18c6d530db7e HTTP/1.1" status: 204 len: 168 time: 2.2341049 Mar 07 04:38:17.443212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52232) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:17.443766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-d2caa9c7-72ab-4385-abf4-14c7de7b8d38 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/3798fd74-67f6-421f-9cdb-d892110a5789 HTTP/1.1" status: 200 len: 2425 time: 0.1706452 Mar 07 04:38:17.481133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-9f0462dd-fccd-454f-9e0f-370467a5d222 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group_rule (2026da23-6143-4dcc-9aef-c60c09194dba), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.492717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-9f0462dd-fccd-454f-9e0f-370467a5d222 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group_rule (2026da23-6143-4dcc-9aef-c60c09194dba), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.535989 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4ac33b-aa59-4c23-a6b1-364d18a40700 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:38:17.541118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c4ac33b-aa59-4c23-a6b1-364d18a40700 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/a8f2e6fc-2000-4281-a923-18c6d530db7e HTTP/1.1" status: 404 len: 333 time: 0.0987945 Mar 07 04:38:17.545492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-bf45d7fb-5b10-4cd8-bdbe-37f78aea1256 service neutron] 10.222.0.15 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930963 Mar 07 04:38:17.549461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52234) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:17.559510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:38:06Z', 'revision_number': 4, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'e90e0c80-5e25-4ced-aa77-2a6edc533896', 'name': '', 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'mac_address': 'fa:16:3e:14:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '52f31f4a-096f-42f8-93a5-92a3971f846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:05Z', 'updated_at': '2022-03-07T04:38:15Z', 'revision_number': 4, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'subnets': [{'id': '52f31f4a-096f-42f8-93a5-92a3971f846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:17.563111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-42344317-9e18-4da5-b37e-d56dede78bfc None None] Current status of the port e90e0c80-5e25-4ced-aa77-2a6edc533896 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:17.618176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89ccd0-3a2d-46f9-a738-4d7e06c8dcdf None None] The sync data for ids ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'] in n-d-832185-1 is: [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:38:06Z', 'revision_number': 4, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'e90e0c80-5e25-4ced-aa77-2a6edc533896', 'name': '', 'network_id': '52a8b72a-06ce-49ee-897c-026f66546b31', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'mac_address': 'fa:16:3e:14:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '52f31f4a-096f-42f8-93a5-92a3971f846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:05Z', 'updated_at': '2022-03-07T04:38:15Z', 'revision_number': 4, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'subnets': [{'id': '52f31f4a-096f-42f8-93a5-92a3971f846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:38:17.635403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c41bb5b1-e4c1-4752-85d0-6bfa3e2f90ff tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2453308 Mar 07 04:38:17.653968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52236) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:17.661453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 5130a879-2d10-42cf-a6ba-7c11661fb439 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:17.661848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.663597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-32e277a4-f7f0-4bdd-905d-ddcb1eab81d6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'd8857c3c-e90a-450c-9d9d-c01118c42763', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:17.695454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.712573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5130a879-2d10-42cf-a6ba-7c11661fb439'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:17.717232 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1330a-6531-4908-b047-1c04f2f2b81c" -d '{"events": [{"server_uuid": "bdf9db6a-af7a-4bee-ae63-ab7e0c50538e", "name": "network-vif-plugged", "status": "completed", "tag": "5130a879-2d10-42cf-a6ba-7c11661fb439"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:17.747489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-9f0462dd-fccd-454f-9e0f-370467a5d222 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2026da23-6143-4dcc-9aef-c60c09194dba), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.760554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 5130a879-2d10-42cf-a6ba-7c11661fb439, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5130a879-2d10-42cf-a6ba-7c11661fb439,segment=NetworkSegment(96dea9cf-0e4a-4e6f-814f-d33944da9046),segment_id=96dea9cf-0e4a-4e6f-814f-d33944da9046)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:17.763298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-9f0462dd-fccd-454f-9e0f-370467a5d222 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.764665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-299e13e5-b3f1-41eb-af80-81fb85ee3abf req-9f0462dd-fccd-454f-9e0f-370467a5d222 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2026da23-6143-4dcc-9aef-c60c09194dba HTTP/1.1" status: 204 len: 173 time: 0.3199875 Mar 07 04:38:17.776475 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.798443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-fe394425-a5a6-4272-a7eb-4984cc537c2c req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2057469496', 'description': 'tempest-description-1959290099'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:17.863169 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-32e277a4-f7f0-4bdd-905d-ddcb1eab81d6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The resource could not be found. Mar 07 04:38:17.864348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-32e277a4-f7f0-4bdd-905d-ddcb1eab81d6 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2089345 Mar 07 04:38:17.869550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52244) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:17.883078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015676030'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:17.901949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.936229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fe394425-a5a6-4272-a7eb-4984cc537c2c req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:17.945351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0462dd-fccd-454f-9e0f-370467a5d222 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2026da23-6143-4dcc-9aef-c60c09194dba,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:18.012777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet 68780798-784b-49f5-a03f-2c84b9e31759 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:38:18.029121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:18.044446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:18.052431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (68780798-784b-49f5-a03f-2c84b9e31759), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.064498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:18.081134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:18.100936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.113351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.160762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=eee92c69-4538-4a5c-aff4-4dbb739de502,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:18.166384 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23b122-f94d-47ab-bc7e-b936974fe645 x-openstack-request-id: req-2d23b122-f94d-47ab-bc7e-b936974fe645 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:18.167297 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9db6a-af7a-4bee-ae63-ab7e0c50538e", "name": "network-vif-plugged", "status": "completed", "tag": "5130a879-2d10-42cf-a6ba-7c11661fb439", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:18.168018 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d23b122-f94d-47ab-bc7e-b936974fe645 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:18.168640 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5130a879-2d10-42cf-a6ba-7c11661fb439', 'code': 200} Mar 07 04:38:18.185616 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1d1a773c-5a5a-4461-b900-8e0a23aee99e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9307668 Mar 07 04:38:18.197375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52252) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:18.213153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1494849402', 'allowed_address_pairs': [{'ip_address': '2001:db8::65', 'mac_address': 'fa:16:3e:ca:b4:d7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:18.256086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0e62b99-1476-4f49-b206-175c357acc8f req-ea3b27ae-99e9-43c3-84f8-87caf16033c4 service neutron] 10.222.0.15 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783783 Mar 07 04:38:18.277634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (68780798-784b-49f5-a03f-2c84b9e31759), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.327779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=5130a879-2d10-42cf-a6ba-7c11661fb439,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:18.352677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Allocated IP 2001:db8::2 (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/7e11d7a8-d020-4263-a2e0-6508806038fc) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:18.538434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (0587844e-70af-412d-bcd0-22c97b80f8ed), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.551800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0587844e-70af-412d-bcd0-22c97b80f8ed), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.649340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0587844e-70af-412d-bcd0-22c97b80f8ed,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:18.669850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.679148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-73e31f6a-3eb2-4837-b208-57cd5ac2c187 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8069520 Mar 07 04:38:18.680713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52258) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:18.687217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Publish callbacks [] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.691084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590991883'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:18.697178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:18.703865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.791770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:18.804160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:18.815270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:18.840210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Pushing event updated for resources: {'Port': ['ID=7e11d7a8-d020-4263-a2e0-6508806038fc,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:18.920462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.950667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Attempting to bind port 7e11d7a8-d020-4263-a2e0-6508806038fc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:18.951042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Attempting to bind port 7e11d7a8-d020-4263-a2e0-6508806038fc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd0c05e58-d030-4343-a40c-b840e4ffc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:18.951408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Attempting to bind port 7e11d7a8-d020-4263-a2e0-6508806038fc on network cb713fb0-506d-4dcb-af3b-a17eac153132 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:18.958205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:18.958589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Checking segment: {'id': 'd0c05e58-d030-4343-a40c-b840e4ffc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:18.959002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.959401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Bound using segment: {'id': 'd0c05e58-d030-4343-a40c-b840e4ffc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:18.959879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Bound port: 7e11d7a8-d020-4263-a2e0-6508806038fc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c05e58-d030-4343-a40c-b840e4ffc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:18.960267 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:18.977014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.050805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] device_id is not set on port fc2fbd17-ebdf-419b-b45b-4fec350080b8 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:19.053154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-16dda828-af65-468f-87da-88f352f8f294 None None] For port 7e11d7a8-d020-4263-a2e0-6508806038fc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:19.056782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-16dda828-af65-468f-87da-88f352f8f294 None None] For port 7e11d7a8-d020-4263-a2e0-6508806038fc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7e11d7a8-d020-4263-a2e0-6508806038fc,segment=NetworkSegment(d0c05e58-d030-4343-a40c-b840e4ffc872),segment_id=d0c05e58-d030-4343-a40c-b840e4ffc872)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:19.069691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.154585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (68780798-784b-49f5-a03f-2c84b9e31759), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.231612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dda828-af65-468f-87da-88f352f8f294 None None] Pushing event updated for resources: {'Port': ['ID=7e11d7a8-d020-4263-a2e0-6508806038fc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:19.271012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9854e-d9a0-4b4c-a3d2-9ddda1d05a75 req-b10bfb56-4a8b-4e60-a9f9-10127ae5dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:19.271430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (b01ad9ff-8cc1-4b6f-8251-471d2429206e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.276596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5e9854e-d9a0-4b4c-a3d2-9ddda1d05a75 req-b10bfb56-4a8b-4e60-a9f9-10127ae5dc3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 1128 time: 1.3657160 Mar 07 04:38:19.287185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e90e0c80-5e25-4ced-aa77-2a6edc533896 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:19.293403 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (68780798-784b-49f5-a03f-2c84b9e31759), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.362890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=68780798-784b-49f5-a03f-2c84b9e31759,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:19.410919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Allocated IP 2001:db8::2ff (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/fc2fbd17-ebdf-419b-b45b-4fec350080b8) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:19.428240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e90e0c80-5e25-4ced-aa77-2a6edc533896 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:19.428844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.496507 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fe394425-a5a6-4272-a7eb-4984cc537c2c req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (8345263f-d4b2-4258-95e4-0ba1c85594f8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.526687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f6ce4-8410-478c-ac9e-ad92ad546deb req-d71e12ca-c6a8-4cd6-a2ef-65fec0c94e4c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:19.527855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad2f6ce4-8410-478c-ac9e-ad92ad546deb req-d71e12ca-c6a8-4cd6-a2ef-65fec0c94e4c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 946 time: 1.4682965 Mar 07 04:38:19.604963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.617294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4d6071f2-c9dc-4eeb-9060-7c11947a30e4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/68780798-784b-49f5-a03f-2c84b9e31759 HTTP/1.1" status: 204 len: 168 time: 2.0644369 Mar 07 04:38:19.637163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52266) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:19.646596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21c931-badc-4ac4-b941-d6eb497a1d2c None None] Network 8fc36385-26af-4177-88d9-8ba946a6d27f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:19.667330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fe394425-a5a6-4272-a7eb-4984cc537c2c req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8345263f-d4b2-4258-95e4-0ba1c85594f8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.720290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (fc2fbd17-ebdf-419b-b45b-4fec350080b8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.818771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b01ad9ff-8cc1-4b6f-8251-471d2429206e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.824972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e90e0c80-5e25-4ced-aa77-2a6edc533896 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:19.825646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fe394425-a5a6-4272-a7eb-4984cc537c2c req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.848192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe394425-a5a6-4272-a7eb-4984cc537c2c req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 2.0542912 Mar 07 04:38:19.908235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fc2fbd17-ebdf-419b-b45b-4fec350080b8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.916292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.925238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5e9854e-d9a0-4b4c-a3d2-9ddda1d05a75 req-8e2dfe47-1383-446c-a201-4fe9d7cb912b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054006 Mar 07 04:38:19.937649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:19.939601 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2559938 Mar 07 04:38:19.963522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52272) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:19.968608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-1ed3e973-07eb-4637-aa9b-0e39c1296e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:19.968814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6c385b72-3345-4328-96a6-2288268d945e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': '0587844e-70af-412d-bcd0-22c97b80f8ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b01ad9ff-8cc1-4b6f-8251-471d2429206e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:19.974543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-1ed3e973-07eb-4637-aa9b-0e39c1296e08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 1125 time: 0.7329946 Mar 07 04:38:20.039072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfca675-fc44-45c3-8e85-63595f1a2f00 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8345263f-d4b2-4258-95e4-0ba1c85594f8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:20.045422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:20.047015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5140a-bb85-48db-b4c7-4881b51cceac tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ad9ff-8cc1-4b6f-8251-471d2429206e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:20.066697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] DHCP port deletion for 8fc36385-26af-4177-88d9-8ba946a6d27f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:38:20.069225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:20.090685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:20.103381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.104640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.143650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=fc2fbd17-ebdf-419b-b45b-4fec350080b8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:20.164272 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f5388cdc-974a-4f6c-a0bd-364fca8dbced tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9626498 Mar 07 04:38:20.165379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52276) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:20.188969 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-6c385b72-3345-4328-96a6-2288268d945e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:20.197487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6c385b72-3345-4328-96a6-2288268d945e tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2319465 Mar 07 04:38:20.201858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52278) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:20.210852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] Deleting port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:20.212988 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.227937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8fc36385-26af-4177-88d9-8ba946a6d27f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.232576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad2f6ce4-8410-478c-ac9e-ad92ad546deb req-b71461bb-71fc-4df0-99a3-ddb0748158e8 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573727 Mar 07 04:38:20.355312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e56112c-9481-413a-a6b3-595d7569a28d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (b01ad9ff-8cc1-4b6f-8251-471d2429206e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.385037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-79034a8f-5cb9-4e90-9c13-2b79a7c91d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.386393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-79034a8f-5cb9-4e90-9c13-2b79a7c91d08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.2381306 Mar 07 04:38:20.411711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de59fe-5325-477e-9457-0ba78f2cc409 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.427116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de59fe-5325-477e-9457-0ba78f2cc409 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.439997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de59fe-5325-477e-9457-0ba78f2cc409 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.440234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] For port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,segment=NetworkSegment(7df842a0-e183-4979-8602-c7ac9f104c16),segment_id=7df842a0-e183-4979-8602-c7ac9f104c16)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:20.440704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.441929 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2de59fe-5325-477e-9457-0ba78f2cc409 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2752886 Mar 07 04:38:20.445157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:20.489106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] Calling delete_port for 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:20.531830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-2289e70a-4fa6-420f-8148-6ccd04fe659b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2 HTTP/1.1" status: 200 len: 217 time: 0.1275914 Mar 07 04:38:20.536342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e56112c-9481-413a-a6b3-595d7569a28d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (b01ad9ff-8cc1-4b6f-8251-471d2429206e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.589045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15042a0-b58e-41ea-a18f-b5966a7f1440 req-5d82e358-22d0-47eb-92be-590d35fc2886 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.605538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d15042a0-b58e-41ea-a18f-b5966a7f1440 req-5d82e358-22d0-47eb-92be-590d35fc2886 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 943 time: 0.6208987 Mar 07 04:38:20.703172 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.717765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a141efae-328a-44bc-9658-ea1485c269af req-92d38428-8714-4f5a-a80d-424205f36463 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/8345263f-d4b2-4258-95e4-0ba1c85594f8 HTTP/1.1" status: 200 len: 1832 time: 0.3698342 Mar 07 04:38:20.746185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e56112c-9481-413a-a6b3-595d7569a28d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b01ad9ff-8cc1-4b6f-8251-471d2429206e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.758618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e56112c-9481-413a-a6b3-595d7569a28d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.760771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e56112c-9481-413a-a6b3-595d7569a28d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/b01ad9ff-8cc1-4b6f-8251-471d2429206e HTTP/1.1" status: 204 len: 168 time: 0.5576520 Mar 07 04:38:20.771401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] Pushing event deleted for resources: {'Port': ['ID=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:20.774858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:20.776577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac122a-557a-4e60-84ae-e602f099dbd2 None None] No DVR routers for this DVR port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:20.789567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56112c-9481-413a-a6b3-595d7569a28d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ad9ff-8cc1-4b6f-8251-471d2429206e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:20.809482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port fc2fbd17-ebdf-419b-b45b-4fec350080b8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:20.809862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fc2fbd17-ebdf-419b-b45b-4fec350080b8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:20.839124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05446bf4-e147-4bcc-ae27-4bc665642ee2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:38:20.840179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6fb14abc-5a7a-4a8c-9a4e-a0d9c43dde46 req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1049783504', 'description': 'tempest-description-1451103207'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:20.912703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-97ead3c3-c2cd-4fd4-a4cb-f06910caad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:20.917875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-97ead3c3-c2cd-4fd4-a4cb-f06910caad46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.3651578 Mar 07 04:38:21.035370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d15042a0-b58e-41ea-a18f-b5966a7f1440 req-ea47b297-143f-4d6e-9407-b2f56045ee25 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288549 Mar 07 04:38:21.064875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-eda6c918-c3ed-425f-97b3-38d83ee72b6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321220 Mar 07 04:38:21.096201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2faf7-a4e3-4cc7-b9d3-f6d45cc1af14 None None] Network cb713fb0-506d-4dcb-af3b-a17eac153132 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:21.099416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:21.099777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.108447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fb14abc-5a7a-4a8c-9a4e-a0d9c43dde46 req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.118547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fc2fbd17-ebdf-419b-b45b-4fec350080b8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.145629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for fc2fbd17-ebdf-419b-b45b-4fec350080b8 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:21.228903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-38da6ee4-f5a3-42e7-90c0-7542283f42ce tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4468164 Mar 07 04:38:21.238534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:21.253614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 05446bf4-e147-4bcc-ae27-4bc665642ee2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:21.300573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '05446bf4-e147-4bcc-ae27-4bc665642ee2', 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'port_id': '05446bf4-e147-4bcc-ae27-4bc665642ee2', 'mac_address': 'fa:16:3e:04:ec:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2265b-f3f9-4936-b74f-50f982b8a788', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:38:21.369182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e11d7a8-d020-4263-a2e0-6508806038fc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:21.410213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8051553f-5db2-4a64-8214-c59d77179cd5 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (0587844e-70af-412d-bcd0-22c97b80f8ed), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.469633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 05446bf4-e147-4bcc-ae27-4bc665642ee2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:21.470797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.487600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] Provisioning complete for port 7e11d7a8-d020-4263-a2e0-6508806038fc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:21.488143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.536961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8051553f-5db2-4a64-8214-c59d77179cd5 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (0587844e-70af-412d-bcd0-22c97b80f8ed), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.576949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05446bf4-e147-4bcc-ae27-4bc665642ee2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:38:21.623241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] For port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:21.623749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.655596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fc2fbd17-ebdf-419b-b45b-4fec350080b8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.707841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] Current status of the port 7e11d7a8-d020-4263-a2e0-6508806038fc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:21.708403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.715819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:21.725920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=fc2fbd17-ebdf-419b-b45b-4fec350080b8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:21.741484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 05446bf4-e147-4bcc-ae27-4bc665642ee2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:21.744406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8051553f-5db2-4a64-8214-c59d77179cd5 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0587844e-70af-412d-bcd0-22c97b80f8ed), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.750912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:38:21.755526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8051553f-5db2-4a64-8214-c59d77179cd5 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.759448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7e11d7a8-d020-4263-a2e0-6508806038fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:21.759779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-36b91140-fe72-4d6c-99c1-08e9f2c58528 service neutron] 10.222.0.15 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844375 Mar 07 04:38:21.760873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.761649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52296) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:21.766697 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8051553f-5db2-4a64-8214-c59d77179cd5 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/0587844e-70af-412d-bcd0-22c97b80f8ed HTTP/1.1" status: 204 len: 168 time: 0.5268955 Mar 07 04:38:21.769804 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.771515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8b1216e3-f1a7-4bfd-a961-24ef7345ed8c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:21.816140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No DVR routers for this DVR port 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:21.858265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051553f-5db2-4a64-8214-c59d77179cd5 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0587844e-70af-412d-bcd0-22c97b80f8ed,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:21.910490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85771ad-3257-4128-ab64-9068211ca7fe req-f5173208-cdb9-401b-a8c7-e1788249c4a1 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:21.917320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] For port 7e11d7a8-d020-4263-a2e0-6508806038fc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7e11d7a8-d020-4263-a2e0-6508806038fc,segment=NetworkSegment(d0c05e58-d030-4343-a40c-b840e4ffc872),segment_id=d0c05e58-d030-4343-a40c-b840e4ffc872)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:21.920404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d85771ad-3257-4128-ab64-9068211ca7fe req-f5173208-cdb9-401b-a8c7-e1788249c4a1 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 946 time: 0.4932165 Mar 07 04:38:21.941408 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.053907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['05446bf4-e147-4bcc-ae27-4bc665642ee2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:22.055442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=8b1216e3-f1a7-4bfd-a961-24ef7345ed8c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:22.091407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.097364 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-46b8d4c9-6b4b-4870-a8ef-8da25066623e tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/ports/fc2fbd17-ebdf-419b-b45b-4fec350080b8 HTTP/1.1" status: 204 len: 168 time: 1.6509607 Mar 07 04:38:22.100096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52302) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:22.111835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=05446bf4-e147-4bcc-ae27-4bc665642ee2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:22.118674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d85771ad-3257-4128-ab64-9068211ca7fe req-f0a62ab1-1cdb-44a1-9a42-c27c1c4b4d2a tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971586 Mar 07 04:38:22.160249 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-92610c54-812f-4746-bfbe-b640746440f4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] GET failed (client error): The resource could not be found. Mar 07 04:38:22.161586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92610c54-812f-4746-bfbe-b640746440f4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "GET /v2.0/ports/fc2fbd17-ebdf-419b-b45b-4fec350080b8 HTTP/1.1" status: 404 len: 333 time: 0.0599074 Mar 07 04:38:22.165667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:22.178227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1326696177'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:22.395449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:22.409023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.409715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.427784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7e11d7a8-d020-4263-a2e0-6508806038fc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:22.461732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf353d1-a37c-4e55-9594-10ca7d4fb6f8 None None] Pushing event updated for resources: {'Port': ['ID=7e11d7a8-d020-4263-a2e0-6508806038fc,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:22.470415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] device_id is not set on port 4b943b06-8a5a-4a1e-8384-d7721a2855cc yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:22.508510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:38:22.545405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:38:22.545789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8b1216e3-f1a7-4bfd-a961-24ef7345ed8c not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:38:22.586406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02f33ce7-bdcb-4ae2-9215-dc0f30d64e56 req-cf1b0fe2-f996-4077-8e36-b433ddf9984a service neutron] 10.222.0.15 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000989 Mar 07 04:38:22.608474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Provisioning complete for port eee92c69-4538-4a5c-aff4-4dbb739de502 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:22.608858 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.639920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fb14abc-5a7a-4a8c-9a4e-a0d9c43dde46 req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (2985e4a9-7b77-4961-8cdf-578765ab0fba), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.656138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8fc36385-26af-4177-88d9-8ba946a6d27f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.672019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Port eee92c69-4538-4a5c-aff4-4dbb739de502 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:22.686253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52310) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:22.686480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c8848d56-c27a-44ac-8a07-9ae59d3d6208 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9211471 Mar 07 04:38:22.693060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667254862'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:22.700099 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fb14abc-5a7a-4a8c-9a4e-a0d9c43dde46 req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2985e4a9-7b77-4961-8cdf-578765ab0fba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.708491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Provisioning complete for port 7e11d7a8-d020-4263-a2e0-6508806038fc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:22.708880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.774412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Allocated IP 2001:db8::319 (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/4b943b06-8a5a-4a1e-8384-d7721a2855cc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:22.776570 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.781029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc36385-26af-4177-88d9-8ba946a6d27f']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:22.803180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d024f-de72-4044-ab8b-bc68f9183e2f req-8a2cb578-c0ac-45b4-92ca-610f682311d2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:22.805031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-025d024f-de72-4044-ab8b-bc68f9183e2f req-8a2cb578-c0ac-45b4-92ca-610f682311d2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 944 time: 0.4642477 Mar 07 04:38:22.823229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Current status of the port 7e11d7a8-d020-4263-a2e0-6508806038fc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:22.827894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a332575-6f5e-458e-a2cb-5eca8dab013f None None] Could not find standard attr ID for object fc2fbd17-ebdf-419b-b45b-4fec350080b8. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:38:22.843690 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6fb14abc-5a7a-4a8c-9a4e-a0d9c43dde46 req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.845696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fb14abc-5a7a-4a8c-9a4e-a0d9c43dde46 req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 2.0131142 Mar 07 04:38:22.849306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df842a0-e183-4979-8602-c7ac9f104c16') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:22.849610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df842a0-e183-4979-8602-c7ac9f104c16') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:22.869064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d88ec-5bce-4821-be97-a32c1c3bbfef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2985e4a9-7b77-4961-8cdf-578765ab0fba,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:22.896864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (7df842a0-e183-4979-8602-c7ac9f104c16), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.939954 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7df842a0-e183-4979-8602-c7ac9f104c16), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.955209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-025d024f-de72-4044-ab8b-bc68f9183e2f req-e429aca2-8619-4629-90c4-c86b6f7b12a8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317594 Mar 07 04:38:22.956372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:38:22.956784 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (7df842a0-e183-4979-8602-c7ac9f104c16), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:38:22.961077 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:38:23.021876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-76884dd4-0c44-45dc-a4c6-7eb12d013b6b None None] Provisioning complete for port eee92c69-4538-4a5c-aff4-4dbb739de502 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:23.023905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76884dd4-0c44-45dc-a4c6-7eb12d013b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.035486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (ac1a4e0c-c8ba-42e1-9781-da14949671cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.050627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ac1a4e0c-c8ba-42e1-9781-da14949671cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.082714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5313ffe2-80aa-4428-808b-e63d625cc928 req-b629504f-f244-4283-9ecf-934f088ef026 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/2985e4a9-7b77-4961-8cdf-578765ab0fba HTTP/1.1" status: 200 len: 1832 time: 0.0918071 Mar 07 04:38:23.083424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8fc36385-26af-4177-88d9-8ba946a6d27f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.092153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.096935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/8fc36385-26af-4177-88d9-8ba946a6d27f HTTP/1.1" status: 204 len: 168 time: 3.4465208 Mar 07 04:38:23.108228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52320) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:23.130160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939016370'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:23.158854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.168082 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4800217 Mar 07 04:38:23.177512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2444c3c9-0b93-4ab9-bcdb-c87e521c5ec6 req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1295648085', 'description': 'tempest-description-1686360002'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:23.182676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76884dd4-0c44-45dc-a4c6-7eb12d013b6b None None] Port eee92c69-4538-4a5c-aff4-4dbb739de502 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:23.195763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52324) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:23.201925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2f76e675-6c20-496f-a132-0779904542ed tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'ac1a4e0c-c8ba-42e1-9781-da14949671cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:23.236649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e11d7a8-d020-4263-a2e0-6508806038fc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:23.248195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad34dc-5119-4fd3-b192-5d3986d64d88 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1a4e0c-c8ba-42e1-9781-da14949671cc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:23.258954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:23.265023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.291981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.315439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea64ab-d2c6-4f2d-a7a3-e8e8d9236d40 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=8fc36385-26af-4177-88d9-8ba946a6d27f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:23.341929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7e11d7a8-d020-4263-a2e0-6508806038fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:23.342338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.375836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:23.388046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.400915 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-2f76e675-6c20-496f-a132-0779904542ed tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:23.405177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f76e675-6c20-496f-a132-0779904542ed tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2079265 Mar 07 04:38:23.415348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52334) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:23.421198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d2c08030-b0b7-4ec6-b8bf-1d2807e5aaa3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group_rule': {'security_group_id': 'ac1a4e0c-c8ba-42e1-9781-da14949671cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:23.468674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b4278bca-5709-4b44-9412-aac563d4b44a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.468674 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment b4278bca-5709-4b44-9412-aac563d4b44a of type vlan for network c58c407f-3dab-4868-a3d1-473a5b797f62 Mar 07 04:38:23.524209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d788efa5-f14c-4372-876a-8ac66d75bfcd None None] Could not find standard attr ID for object fc2fbd17-ebdf-419b-b45b-4fec350080b8. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:38:23.525997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:23.527536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2444c3c9-0b93-4ab9-bcdb-c87e521c5ec6 req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.530565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:23.533913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7e11d7a8-d020-4263-a2e0-6508806038fc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:23.536480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=4b943b06-8a5a-4a1e-8384-d7721a2855cc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:23.538787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:23.543905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:23.544537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.578350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dbd297d8-fd13-4574-810f-32677f287525 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4110680 Mar 07 04:38:23.581707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52342) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:23.592491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::65', 'mac_address': 'fa:16:3e:ca:b4:d7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:23.627413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c58c407f-3dab-4868-a3d1-473a5b797f62), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.641181 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-d2c08030-b0b7-4ec6-b8bf-1d2807e5aaa3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:38:23.643306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2c08030-b0b7-4ec6-b8bf-1d2807e5aaa3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2267570 Mar 07 04:38:23.646008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:23.728377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b13a5-2560-4d56-afaf-b9d90259964c req-2ef7250e-5da1-4efd-841d-6df9b0d9dfbd tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:23.730429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c84b13a5-2560-4d56-afaf-b9d90259964c req-2ef7250e-5da1-4efd-841d-6df9b0d9dfbd tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 946 time: 0.2530615 Mar 07 04:38:23.735649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c58c407f-3dab-4868-a3d1-473a5b797f62), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.742550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:23.743574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.758350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.827268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e694a22-8d58-42ba-aa13-9bd0c1a7024c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (ac1a4e0c-c8ba-42e1-9781-da14949671cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.873697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e694a22-8d58-42ba-aa13-9bd0c1a7024c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (ac1a4e0c-c8ba-42e1-9781-da14949671cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:23.885367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c84b13a5-2560-4d56-afaf-b9d90259964c req-faf3553f-7087-450b-bdd9-8936ddcb62fa tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375120 Mar 07 04:38:23.937236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8128705 Mar 07 04:38:23.938284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:23.948248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:23.982419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f3007-70b6-4794-aec2-b1da00124a98 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=c58c407f-3dab-4868-a3d1-473a5b797f62,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:23.999467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c58c407f-3dab-4868-a3d1-473a5b797f62 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:24.070554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2444c3c9-0b93-4ab9-bcdb-c87e521c5ec6 req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.090888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2444c3c9-0b93-4ab9-bcdb-c87e521c5ec6 req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.209323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2444c3c9-0b93-4ab9-bcdb-c87e521c5ec6 req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.210659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2444c3c9-0b93-4ab9-bcdb-c87e521c5ec6 req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.0399132 Mar 07 04:38:24.233515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03049847-d090-444a-a8e5-ba802bb28788 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:24.264063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-373428ad-be7e-4594-a062-6e8318f08493 None None] Provisioning complete for port 4b943b06-8a5a-4a1e-8384-d7721a2855cc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:24.264532 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-373428ad-be7e-4594-a062-6e8318f08493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.266223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:24.271786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.317802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9c3d-73f3-46da-8b77-22280ffe9c1e req-d3259ad6-6d2c-42ae-b292-83d9da583a9a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:24.319717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d4c9c3d-73f3-46da-8b77-22280ffe9c1e req-d3259ad6-6d2c-42ae-b292-83d9da583a9a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 944 time: 0.2158849 Mar 07 04:38:24.362836 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:38:24.388057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-373428ad-be7e-4594-a062-6e8318f08493 None None] Port 4b943b06-8a5a-4a1e-8384-d7721a2855cc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:24.482695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e92025fe-7eb5-4f15-b85a-9432941e75da req-3d57a104-51a5-424e-b831-c648435801bb tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a HTTP/1.1" status: 200 len: 1832 time: 0.2318530 Mar 07 04:38:24.514347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d4c9c3d-73f3-46da-8b77-22280ffe9c1e req-28ca06f0-bfa1-4786-9dfc-e03250d73819 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561482 Mar 07 04:38:24.518596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-72df9998-a5ab-4e47-9e4b-17d335a369a0 req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-608684052', 'description': 'tempest-description-959397590'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:24.547814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-72df9998-a5ab-4e47-9e4b-17d335a369a0 req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.612081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.620457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.633992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e694a22-8d58-42ba-aa13-9bd0c1a7024c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ac1a4e0c-c8ba-42e1-9781-da14949671cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.637472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e694a22-8d58-42ba-aa13-9bd0c1a7024c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.638785 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e694a22-8d58-42ba-aa13-9bd0c1a7024c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac1a4e0c-c8ba-42e1-9781-da14949671cc HTTP/1.1" status: 204 len: 168 time: 0.9916129 Mar 07 04:38:24.642215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:24.678887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] In _notify_port_updated(), no bound segment for port 4b943b06-8a5a-4a1e-8384-d7721a2855cc on network cb713fb0-506d-4dcb-af3b-a17eac153132 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:38:24.679501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c864-a898-4fb7-b862-274255a47b07 req-a97293a8-8e45-4143-a9f0-777ad7e10238 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:24.682128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d384c864-a898-4fb7-b862-274255a47b07 req-a97293a8-8e45-4143-a9f0-777ad7e10238 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 946 time: 0.1305273 Mar 07 04:38:24.683868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:24.684476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.685759 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "PUT /v2.0/ports/4b943b06-8a5a-4a1e-8384-d7721a2855cc HTTP/1.1" status: 200 len: 1002 time: 1.1030309 Mar 07 04:38:24.686970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e694a22-8d58-42ba-aa13-9bd0c1a7024c tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1a4e0c-c8ba-42e1-9781-da14949671cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:24.689250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:24.728444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5031788-5b12-49cb-8065-4604c891ab72 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=4b943b06-8a5a-4a1e-8384-d7721a2855cc,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:24.812371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port 4b943b06-8a5a-4a1e-8384-d7721a2855cc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:24.812736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.871615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05446bf4-e147-4bcc-ae27-4bc665642ee2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:24.924057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-72df9998-a5ab-4e47-9e4b-17d335a369a0 req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (1af42321-060c-4448-8df1-f5a39bddf232), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:24.931319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9ec2dbbb-f62a-43f5-9ab4-2673df713643 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2839618 Mar 07 04:38:24.936308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52372) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:24.941869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052512522'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:24.947685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-72df9998-a5ab-4e47-9e4b-17d335a369a0 req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1af42321-060c-4448-8df1-f5a39bddf232), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.029268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 05446bf4-e147-4bcc-ae27-4bc665642ee2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:38:25.038863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 05446bf4-e147-4bcc-ae27-4bc665642ee2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:25.040989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.070776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.100555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for 4b943b06-8a5a-4a1e-8384-d7721a2855cc owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:25.140778 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-72df9998-a5ab-4e47-9e4b-17d335a369a0 req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.147349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72df9998-a5ab-4e47-9e4b-17d335a369a0 req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6385734 Mar 07 04:38:25.187262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3135b619-34df-4183-bbce-a63963d84314 None None] Provisioning complete for port 4b943b06-8a5a-4a1e-8384-d7721a2855cc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:25.187623 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3135b619-34df-4183-bbce-a63963d84314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.190566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.219517 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (d4e094c9-01d6-4bdd-a548-98b3e20b5873), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.244916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4f8d0-16fc-454d-b3c3-1fc37c2cf0e0 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af42321-060c-4448-8df1-f5a39bddf232,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:25.310135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4b943b06-8a5a-4a1e-8384-d7721a2855cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.317838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Deleting port 5130a879-2d10-42cf-a6ba-7c11661fb439 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:25.318508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.411146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2e3d1b5-9692-4d6e-9011-d025f5585ff6 req-b9fa4a91-5b0d-49b7-9552-6aa36447098c tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/1af42321-060c-4448-8df1-f5a39bddf232 HTTP/1.1" status: 200 len: 1830 time: 0.1902268 Mar 07 04:38:25.499071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=4b943b06-8a5a-4a1e-8384-d7721a2855cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:25.514849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3135b619-34df-4183-bbce-a63963d84314 None None] Port 4b943b06-8a5a-4a1e-8384-d7721a2855cc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:25.547429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 05446bf4-e147-4bcc-ae27-4bc665642ee2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:25.548539 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.558992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fafc74-7478-437f-a6f1-0786c3c06bd0 req-7b3bfe97-d299-48b1-8a08-41e9a04e6991 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:25.567425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0fafc74-7478-437f-a6f1-0786c3c06bd0 req-7b3bfe97-d299-48b1-8a08-41e9a04e6991 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 946 time: 0.5111809 Mar 07 04:38:25.569073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=d4e094c9-01d6-4bdd-a548-98b3e20b5873,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:25.586355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05446bf4-e147-4bcc-ae27-4bc665642ee2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:25.589072 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8a1471-0e53-4d66-be2d-41b86614336c" -d '{"events": [{"server_uuid": "f4ec2df3-5980-483b-bdd7-8c7eef85a3ca", "name": "network-vif-plugged", "status": "completed", "tag": "05446bf4-e147-4bcc-ae27-4bc665642ee2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:25.607525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 05446bf4-e147-4bcc-ae27-4bc665642ee2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:25.619666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.633892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': 'b4278bca-5709-4b44-9412-aac563d4b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:25.634348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: c58c407f-3dab-4868-a3d1-473a5b797f62, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:25.647833 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-6507b015-1ee9-4c15-b78c-e30286364361 req-5aaf0108-9ac0-4ba4-85e8-ee8f80ed6112 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] show failed (client error): The resource could not be found. Mar 07 04:38:25.660377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6507b015-1ee9-4c15-b78c-e30286364361 req-5aaf0108-9ac0-4ba4-85e8-ee8f80ed6112 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/fd967624-acde-4788-9d72-a1458a260612 HTTP/1.1" status: 404 len: 352 time: 0.2238662 Mar 07 04:38:25.663925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.667388 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2a825267-6058-4a2c-973f-a95e5687571d tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/ports/4b943b06-8a5a-4a1e-8384-d7721a2855cc HTTP/1.1" status: 204 len: 168 time: 0.9747317 Mar 07 04:38:25.669940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:25.732454 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70acf37-b429-4927-bd4c-57f826749948 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] GET failed (client error): The resource could not be found. Mar 07 04:38:25.734369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d70acf37-b429-4927-bd4c-57f826749948 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "GET /v2.0/ports/4b943b06-8a5a-4a1e-8384-d7721a2855cc HTTP/1.1" status: 404 len: 333 time: 0.0632095 Mar 07 04:38:25.739705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52388) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:25.747369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1695642296'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:25.767005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=05446bf4-e147-4bcc-ae27-4bc665642ee2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:25.773302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (6f482bda-535c-4cb2-9bc6-715e2323a2c8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.816645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6f482bda-535c-4cb2-9bc6-715e2323a2c8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.853500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network c58c407f-3dab-4868-a3d1-473a5b797f62 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:25.866301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] For port 5130a879-2d10-42cf-a6ba-7c11661fb439, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=5130a879-2d10-42cf-a6ba-7c11661fb439,segment=NetworkSegment(96dea9cf-0e4a-4e6f-814f-d33944da9046),segment_id=96dea9cf-0e4a-4e6f-814f-d33944da9046)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:25.866700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.887812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:25.895912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0fafc74-7478-437f-a6f1-0786c3c06bd0 req-0af637d3-b864-4fc9-b607-ce34b46ce6ea tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/security-groups?id=48795e66-6e9e-415a-abd0-46d51814224b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212056 Mar 07 04:38:25.898205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.909606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c58c407f-3dab-4868-a3d1-473a5b797f62) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:25.913726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Calling delete_port for 5130a879-2d10-42cf-a6ba-7c11661fb439 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:25.921805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f14514-62dd-43ab-9dd8-838665256699 None None] Network c58c407f-3dab-4868-a3d1-473a5b797f62 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:25.923217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.924577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9871914 Mar 07 04:38:25.930466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52390) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:25.932713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:25.933312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:25.936125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-98eab70f-be20-4f31-8459-222678392ef3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:25.936663 n-d-832185-1 neutron-server[103939]: WARNING neutron.api.v2.base [None req-98eab70f-be20-4f31-8459-222678392ef3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 04:38:25.937259 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-98eab70f-be20-4f31-8459-222678392ef3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 04:38:25.939470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98eab70f-be20-4f31-8459-222678392ef3 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "PUT /v2.0/security-groups/6f482bda-535c-4cb2-9bc6-715e2323a2c8 HTTP/1.1" status: 409 len: 330 time: 0.0071757 Mar 07 04:38:25.941263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] device_id is not set on port ec70a84a-5d39-4cba-838d-8d30757ce829 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:25.941423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e82cc-f0d1-435c-9ebe-50be4fb59294 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f482bda-535c-4cb2-9bc6-715e2323a2c8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:25.944038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52392) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:26.042395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dcdb8dec-8c03-45a9-aa17-e36e2527716f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0979984 Mar 07 04:38:26.053996 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caef502-6aa0-4bbf-8277-32d1658b0037 x-openstack-request-id: req-3caef502-6aa0-4bbf-8277-32d1658b0037 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:26.054305 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ec2df3-5980-483b-bdd7-8c7eef85a3ca", "name": "network-vif-plugged", "status": "completed", "tag": "05446bf4-e147-4bcc-ae27-4bc665642ee2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:26.055954 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3caef502-6aa0-4bbf-8277-32d1658b0037 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:26.056382 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05446bf4-e147-4bcc-ae27-4bc665642ee2', 'code': 200} Mar 07 04:38:26.059347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:26.087067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62', 'name': 'tempest-PortsIpV6TestJSON-1895909683', 'fixed_ips': [{'subnet_id': 'd4e094c9-01d6-4bdd-a548-98b3e20b5873', 'ip_address': '2001:db8::10'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:26.165402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c58c407f-3dab-4868-a3d1-473a5b797f62', 'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': 'd4e094c9-01d6-4bdd-a548-98b3e20b5873'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:38:26.166869 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.214745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Allocated IP 2001:db8::396 (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/ec70a84a-5d39-4cba-838d-8d30757ce829) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:26.233474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5a083-4b9e-4628-832c-ec763a8237e4 req-29fe425d-d82f-49cd-9e60-3ecdb18e3ea4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:26.236153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0c5a083-4b9e-4628-832c-ec763a8237e4 req-29fe425d-d82f-49cd-9e60-3ecdb18e3ea4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 945 time: 0.4868963 Mar 07 04:38:26.258255 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-b937185f-7372-466c-9a33-c2141ec86564 req-d1609401-6b7e-44e6-baba-432c5f015143 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] show failed (client error): The resource could not be found. Mar 07 04:38:26.259318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b937185f-7372-466c-9a33-c2141ec86564 req-d1609401-6b7e-44e6-baba-432c5f015143 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-group-rules/e77e62f7-ce7a-4b89-a2c1-46691d70aeb6 HTTP/1.1" status: 404 len: 361 time: 0.1420295 Mar 07 04:38:26.404814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Allocated IP 2001:db8::2 (c58c407f-3dab-4868-a3d1-473a5b797f62/d4e094c9-01d6-4bdd-a548-98b3e20b5873/afea9f9f-5386-451b-9ce2-917ba9286e84) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:26.422528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b579a299-e5ac-4e48-9654-0897cfc0134f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (6f482bda-535c-4cb2-9bc6-715e2323a2c8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.514792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.555581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5130a879-2d10-42cf-a6ba-7c11661fb439), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.570439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f121f31d-9a72-4897-b58e-efbc02106811 req-cc65e8c7-de6c-411c-a5e2-36a660d1be6a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/1af42321-060c-4448-8df1-f5a39bddf232 HTTP/1.1" status: 200 len: 1830 time: 0.2645376 Mar 07 04:38:26.580634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.609866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd230-bde2-40cf-9317-3831e82b8a61 req-52cc3361-ea2d-4d77-be5f-9ab50fff7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:26.613077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3ebd230-bde2-40cf-9317-3831e82b8a61 req-52cc3361-ea2d-4d77-be5f-9ab50fff7d9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 1127 time: 0.5073924 Mar 07 04:38:26.651100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:26.654533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0c5a083-4b9e-4628-832c-ec763a8237e4 req-8423a1a0-420a-466f-8581-2e4c626da4e4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052224 Mar 07 04:38:26.662031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Pushing event deleted for resources: {'Port': ['ID=5130a879-2d10-42cf-a6ba-7c11661fb439,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:26.664815 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Publish callbacks [] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.670290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:26.678766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['5130a879-2d10-42cf-a6ba-7c11661fb439'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:26.680761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:26.697549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.700512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:26.707453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:26.708127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.742526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=ec70a84a-5d39-4cba-838d-8d30757ce829,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:26.755585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c052fa7a-a071-4484-beec-9a3f07091193 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0140297 Mar 07 04:38:26.759104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:26.770968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ca:b4:d7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:26.779945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Network c58c407f-3dab-4868-a3d1-473a5b797f62 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:26.793259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:26.796770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:26.817905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b579a299-e5ac-4e48-9654-0897cfc0134f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (6f482bda-535c-4cb2-9bc6-715e2323a2c8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.830012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Pushing event updated for resources: {'Port': ['ID=afea9f9f-5386-451b-9ce2-917ba9286e84,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:26.949495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Attempting to bind port afea9f9f-5386-451b-9ce2-917ba9286e84 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:26.950133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Attempting to bind port afea9f9f-5386-451b-9ce2-917ba9286e84 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b4278bca-5709-4b44-9412-aac563d4b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:26.950261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Attempting to bind port afea9f9f-5386-451b-9ce2-917ba9286e84 on network c58c407f-3dab-4868-a3d1-473a5b797f62 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:26.976622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:26.977389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Checking segment: {'id': 'b4278bca-5709-4b44-9412-aac563d4b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:26.977389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:26.977782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Bound using segment: {'id': 'b4278bca-5709-4b44-9412-aac563d4b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:26.978295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Bound port: afea9f9f-5386-451b-9ce2-917ba9286e84, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4278bca-5709-4b44-9412-aac563d4b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:26.978673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.085121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.099295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] For port afea9f9f-5386-451b-9ce2-917ba9286e84, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:27.102842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] For port afea9f9f-5386-451b-9ce2-917ba9286e84, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afea9f9f-5386-451b-9ce2-917ba9286e84,segment=NetworkSegment(b4278bca-5709-4b44-9412-aac563d4b44a),segment_id=b4278bca-5709-4b44-9412-aac563d4b44a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:27.113967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.255785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6bba5da4-1b16-4fa3-8a2e-9f4d6e339b97 None None] Provisioning complete for port ec70a84a-5d39-4cba-838d-8d30757ce829 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:27.256521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6bba5da4-1b16-4fa3-8a2e-9f4d6e339b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.297584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6bba5da4-1b16-4fa3-8a2e-9f4d6e339b97 None None] Port ec70a84a-5d39-4cba-838d-8d30757ce829 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:27.302299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439d86c-cf81-427f-9925-21d85eee80f4 None None] Pushing event updated for resources: {'Port': ['ID=afea9f9f-5386-451b-9ce2-917ba9286e84,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:27.399931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.407185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.454659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] In _notify_port_updated(), no bound segment for port ec70a84a-5d39-4cba-838d-8d30757ce829 on network cb713fb0-506d-4dcb-af3b-a17eac153132 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:38:27.460057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:27.460746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.462162 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "PUT /v2.0/ports/ec70a84a-5d39-4cba-838d-8d30757ce829 HTTP/1.1" status: 200 len: 1003 time: 0.7016640 Mar 07 04:38:27.474314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52408) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:27.622910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c066a77-3db8-45e5-b8ad-6570eb4e84c4 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=ec70a84a-5d39-4cba-838d-8d30757ce829,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:27.656704 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f121f31d-9a72-4897-b58e-efbc02106811 req-ce0614a7-b447-4503-b919-a43ac3596f3a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (1af42321-060c-4448-8df1-f5a39bddf232), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.669698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] No DVR routers for this DVR port 5130a879-2d10-42cf-a6ba-7c11661fb439 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:27.676402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.687364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d384c864-a898-4fb7-b862-274255a47b07 req-fa624c61-b2a1-47a1-b38e-6a336716555c tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.15 "DELETE /v2.0/ports/5130a879-2d10-42cf-a6ba-7c11661fb439 HTTP/1.1" status: 204 len: 173 time: 2.8964517 Mar 07 04:38:27.692062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port ec70a84a-5d39-4cba-838d-8d30757ce829 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:27.692631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.761712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'name': 'network-vif-deleted', 'tag': '5130a879-2d10-42cf-a6ba-7c11661fb439'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:27.779733 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62683be-cbad-41a3-be83-afd4c2c1fc4a" -d '{"events": [{"server_uuid": "bdf9db6a-af7a-4bee-ae63-ab7e0c50538e", "name": "network-vif-deleted", "tag": "5130a879-2d10-42cf-a6ba-7c11661fb439"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:27.826458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da3ae0d4-ed79-4a07-99e6-3349ad1e5256 req-9fe13a29-3e28-4b4c-a2b9-07585ea54a07 tempest-InstanceActionsNegativeTestJSON-1945497257 tempest-InstanceActionsNegativeTestJSON-1945497257-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf9db6a-af7a-4bee-ae63-ab7e0c50538e HTTP/1.1" status: 200 len: 210 time: 0.2142553 Mar 07 04:38:27.831746 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3ebd230-bde2-40cf-9317-3831e82b8a61 req-c5829b45-5af0-41a5-a753-226f9434083a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1943374 Mar 07 04:38:27.847976 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.880905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for ec70a84a-5d39-4cba-838d-8d30757ce829 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:27.912149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f121f31d-9a72-4897-b58e-efbc02106811 req-ce0614a7-b447-4503-b919-a43ac3596f3a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (1af42321-060c-4448-8df1-f5a39bddf232), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.936315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b579a299-e5ac-4e48-9654-0897cfc0134f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6f482bda-535c-4cb2-9bc6-715e2323a2c8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.952971 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b579a299-e5ac-4e48-9654-0897cfc0134f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:27.957600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b579a299-e5ac-4e48-9654-0897cfc0134f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f482bda-535c-4cb2-9bc6-715e2323a2c8 HTTP/1.1" status: 204 len: 168 time: 2.0063310 Mar 07 04:38:27.961101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52416) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.034318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3add5bff-6915-4dea-a793-2119374a9869 None None] Provisioning complete for port ec70a84a-5d39-4cba-838d-8d30757ce829 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:28.034930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3add5bff-6915-4dea-a793-2119374a9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:28.058542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:28.073278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579a299-e5ac-4e48-9654-0897cfc0134f tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f482bda-535c-4cb2-9bc6-715e2323a2c8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:28.083866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b2d71557-d2b5-4aee-8de5-788bf2b85cb1 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1216097 Mar 07 04:38:28.092853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52418) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.128378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port f8f33dcd-bfe3-4341-bcd7-d2ae6191043e yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:28.143370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3add5bff-6915-4dea-a793-2119374a9869 None None] Port ec70a84a-5d39-4cba-838d-8d30757ce829 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:28.202448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ec70a84a-5d39-4cba-838d-8d30757ce829), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:28.205331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685b9a-f294-4058-947e-e197024686d5 req-07a11d7a-0a2a-49e6-8c2d-861259139049 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:28.207182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2685b9a-f294-4058-947e-e197024686d5 req-07a11d7a-0a2a-49e6-8c2d-861259139049 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 945 time: 0.2769287 Mar 07 04:38:28.208300 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-1b55c00f-bf1a-470f-9a4a-112715f4910d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] delete failed (client error): The resource could not be found. Mar 07 04:38:28.212849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1b55c00f-bf1a-470f-9a4a-112715f4910d tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba00cc72-6904-4f09-8721-d66147395a07 HTTP/1.1" status: 404 len: 347 time: 0.1135323 Mar 07 04:38:28.213457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.264178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=ec70a84a-5d39-4cba-838d-8d30757ce829,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:28.284820 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-843ba3f0-56aa-43f4-815c-0f87fcd11aa9 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] show failed (client error): The resource could not be found. Mar 07 04:38:28.286239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-843ba3f0-56aa-43f4-815c-0f87fcd11aa9 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-groups/64e07f28-38c7-40ee-a3df-bd1985c938fd HTTP/1.1" status: 404 len: 347 time: 0.0689940 Mar 07 04:38:28.289873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.361880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f121f31d-9a72-4897-b58e-efbc02106811 req-ce0614a7-b447-4503-b919-a43ac3596f3a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1af42321-060c-4448-8df1-f5a39bddf232), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:28.364672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:28.371285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9fdec398-6357-48e8-b57c-b43280929963 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/ports/ec70a84a-5d39-4cba-838d-8d30757ce829 HTTP/1.1" status: 204 len: 168 time: 0.8936718 Mar 07 04:38:28.375643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52426) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.388060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f121f31d-9a72-4897-b58e-efbc02106811 req-ce0614a7-b447-4503-b919-a43ac3596f3a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:28.390671 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-56d36fa8-df59-4804-9aef-768521ac7859 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] show failed (client error): The resource could not be found. Mar 07 04:38:28.392205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-56d36fa8-df59-4804-9aef-768521ac7859 tempest-NegativeSecGroupIPv6Test-955019295 tempest-NegativeSecGroupIPv6Test-955019295-project] 10.222.0.21 "GET /v2.0/security-group-rules/b6e798bd-643d-4dd3-b115-da995e555848 HTTP/1.1" status: 404 len: 356 time: 0.0872467 Mar 07 04:38:28.393620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f121f31d-9a72-4897-b58e-efbc02106811 req-ce0614a7-b447-4503-b919-a43ac3596f3a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "DELETE /v2.0/security-groups/1af42321-060c-4448-8df1-f5a39bddf232 HTTP/1.1" status: 204 len: 173 time: 1.7572801 Mar 07 04:38:28.487953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0614a7-b447-4503-b919-a43ac3596f3a tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af42321-060c-4448-8df1-f5a39bddf232,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:28.508905 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ad5434-c0e8-4baa-81e2-beb9e8e7e1c5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] GET failed (client error): The resource could not be found. Mar 07 04:38:28.517768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d7ad5434-c0e8-4baa-81e2-beb9e8e7e1c5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "GET /v2.0/ports/ec70a84a-5d39-4cba-838d-8d30757ce829 HTTP/1.1" status: 404 len: 333 time: 0.1388223 Mar 07 04:38:28.522537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.542378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1925776891'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:28.605475 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb8c1a-c805-4dc1-bfbf-78ddaf6cd657 x-openstack-request-id: req-eaeb8c1a-c805-4dc1-bfbf-78ddaf6cd657 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:28.606220 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9db6a-af7a-4bee-ae63-ab7e0c50538e", "name": "network-vif-deleted", "tag": "5130a879-2d10-42cf-a6ba-7c11661fb439", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:28.606720 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaeb8c1a-c805-4dc1-bfbf-78ddaf6cd657 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:28.608638 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9db6a-af7a-4bee-ae63-ab7e0c50538e', 'name': 'network-vif-deleted', 'tag': '5130a879-2d10-42cf-a6ba-7c11661fb439', 'status': 'completed', 'code': 200} Mar 07 04:38:28.641474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2685b9a-f294-4058-947e-e197024686d5 req-9ef5577a-1bb6-474a-a6f7-5f3e1a0b7032 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220419 Mar 07 04:38:28.718817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::10 (c58c407f-3dab-4868-a3d1-473a5b797f62/d4e094c9-01d6-4bdd-a548-98b3e20b5873/f8f33dcd-bfe3-4341-bcd7-d2ae6191043e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:28.762266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e081f962-efea-47c1-9a86-bf3561b490e8 req-95bc4364-a9fe-486f-99fb-f2969e3f44ef tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a HTTP/1.1" status: 200 len: 1832 time: 0.1523328 Mar 07 04:38:28.903089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5130a879-2d10-42cf-a6ba-7c11661fb439 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:38:28.940585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52440) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:28.973188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 5130a879-2d10-42cf-a6ba-7c11661fb439 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:38:28.973441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 5130a879-2d10-42cf-a6ba-7c11661fb439 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:38:29.029152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Deleting subnet 43415804-abfb-4133-add7-891ce0351515 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:38:29.036164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Publish callbacks [] for subnet (43415804-abfb-4133-add7-891ce0351515), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.080325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6104ec-bde9-4cda-bc3f-2fb271900b88 None None] Network c58c407f-3dab-4868-a3d1-473a5b797f62 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:29.082368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52442) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:29.105865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (43415804-abfb-4133-add7-891ce0351515), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.129136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e081f962-efea-47c1-9a86-bf3561b490e8 req-5df67952-b25c-43bd-9a93-02f6d3220812 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.192673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e081f962-efea-47c1-9a86-bf3561b490e8 req-5df67952-b25c-43bd-9a93-02f6d3220812 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.198857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.211890 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (43415804-abfb-4133-add7-891ce0351515), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.297726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (43415804-abfb-4133-add7-891ce0351515), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.298420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] Provisioning complete for port afea9f9f-5386-451b-9ce2-917ba9286e84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:29.299544 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.313751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e081f962-efea-47c1-9a86-bf3561b490e8 req-5df67952-b25c-43bd-9a93-02f6d3220812 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.317912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e081f962-efea-47c1-9a86-bf3561b490e8 req-5df67952-b25c-43bd-9a93-02f6d3220812 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.319029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e081f962-efea-47c1-9a86-bf3561b490e8 req-5df67952-b25c-43bd-9a93-02f6d3220812 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "DELETE /v2.0/security-groups/df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a HTTP/1.1" status: 204 len: 173 time: 0.5497029 Mar 07 04:38:29.355506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43415804-abfb-4133-add7-891ce0351515,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:29.369869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:29.382045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.382286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afea9f9f-5386-451b-9ce2-917ba9286e84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:29.388819 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.399226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fba47fbd-a1fc-4c35-8d37-0d6db9fa86c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43415804-abfb-4133-add7-891ce0351515 HTTP/1.1" status: 204 len: 168 time: 0.4537954 Mar 07 04:38:29.400556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:29.413282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df67952-b25c-43bd-9a93-02f6d3220812 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14a2a0-5dd5-4e24-a6bc-8fc07b12fc6a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:29.429712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.436364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] device_id is not set on port e6fa2409-cd23-4df5-8b93-7ff028fa150c yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:29.475446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network c58c407f-3dab-4868-a3d1-473a5b797f62 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:29.482587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:29.510597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:29.517151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:29.518134 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.523332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] Current status of the port afea9f9f-5386-451b-9ce2-917ba9286e84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:29.523750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.585403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fec8053e-6617-4dbd-a218-b6a2197f6dcb req-33730390-078a-4d10-a640-2de6c204495e tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/2985e4a9-7b77-4961-8cdf-578765ab0fba HTTP/1.1" status: 200 len: 1832 time: 0.2229118 Mar 07 04:38:29.598433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5355697 Mar 07 04:38:29.599679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port afea9f9f-5386-451b-9ce2-917ba9286e84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:29.600352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.634593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Allocated IP 2001:db8::1e6 (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/e6fa2409-cd23-4df5-8b93-7ff028fa150c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:29.646748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-62fa9972-78a8-42dc-a67e-1e6d74b776c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ac98ad090794061978c654f95e89829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618904 Mar 07 04:38:29.650139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52452) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:29.650617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52454) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:29.654527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0cd25-a8e8-4dfb-9730-b03491bbdea6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=f8f33dcd-bfe3-4341-bcd7-d2ae6191043e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:29.667904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': 'c58c407f-3dab-4868-a3d1-473a5b797f62', 'name': 'tempest-PortsIpV6TestJSON-391457040', 'fixed_ips': [{'subnet_id': 'd4e094c9-01d6-4bdd-a548-98b3e20b5873', 'ip_address': '2001:db8::f'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:29.669740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] For port afea9f9f-5386-451b-9ce2-917ba9286e84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afea9f9f-5386-451b-9ce2-917ba9286e84,segment=NetworkSegment(b4278bca-5709-4b44-9412-aac563d4b44a),segment_id=b4278bca-5709-4b44-9412-aac563d4b44a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:29.691392 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:29.820291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port afea9f9f-5386-451b-9ce2-917ba9286e84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:29.824456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216736-8824-437d-9be3-6005ce1a1072 None None] Pushing event updated for resources: {'Port': ['ID=afea9f9f-5386-451b-9ce2-917ba9286e84,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:29.945682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fec8053e-6617-4dbd-a218-b6a2197f6dcb req-ba8e5956-b7f7-4b29-bddd-eb9a924ca597 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (2985e4a9-7b77-4961-8cdf-578765ab0fba), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.005547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fec8053e-6617-4dbd-a218-b6a2197f6dcb req-ba8e5956-b7f7-4b29-bddd-eb9a924ca597 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (2985e4a9-7b77-4961-8cdf-578765ab0fba), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.037878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (09d8b9f4-83b1-4020-91e5-298ca2d2dd77), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.077109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (e6fa2409-cd23-4df5-8b93-7ff028fa150c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.078447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fec8053e-6617-4dbd-a218-b6a2197f6dcb req-ba8e5956-b7f7-4b29-bddd-eb9a924ca597 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2985e4a9-7b77-4961-8cdf-578765ab0fba), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.082666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fec8053e-6617-4dbd-a218-b6a2197f6dcb req-ba8e5956-b7f7-4b29-bddd-eb9a924ca597 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.084079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fec8053e-6617-4dbd-a218-b6a2197f6dcb req-ba8e5956-b7f7-4b29-bddd-eb9a924ca597 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "DELETE /v2.0/security-groups/2985e4a9-7b77-4961-8cdf-578765ab0fba HTTP/1.1" status: 204 len: 173 time: 0.4863422 Mar 07 04:38:30.131267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e5956-b7f7-4b29-bddd-eb9a924ca597 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985e4a9-7b77-4961-8cdf-578765ab0fba,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:30.177919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d12111f3-8f53-4a06-ada8-aa16e8cae88a None None] Provisioning complete for port f8f33dcd-bfe3-4341-bcd7-d2ae6191043e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:30.179577 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d12111f3-8f53-4a06-ada8-aa16e8cae88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.189508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (09d8b9f4-83b1-4020-91e5-298ca2d2dd77), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.215523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e6fa2409-cd23-4df5-8b93-7ff028fa150c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.217082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ebe3419e-ac37-441b-990a-5481ac08b223 admin admin] Publish callbacks [] for security_group (8c77d4a3-698c-4393-8866-7d2d99c9327d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.227071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d8b9f4-83b1-4020-91e5-298ca2d2dd77']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:30.240998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff18d5-f08f-4293-a4aa-ae106cfb6882 req-c8fbbce1-7206-4fb1-8adf-4c8ad36e5a29 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:30.252641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49ff18d5-f08f-4293-a4aa-ae106cfb6882 req-c8fbbce1-7206-4fb1-8adf-4c8ad36e5a29 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 945 time: 0.4370201 Mar 07 04:38:30.272448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dea9cf-0e4a-4e6f-814f-d33944da9046') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:30.272757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dea9cf-0e4a-4e6f-814f-d33944da9046') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:30.279004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d12111f3-8f53-4a06-ada8-aa16e8cae88a None None] Port f8f33dcd-bfe3-4341-bcd7-d2ae6191043e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:30.291107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d12111f3-8f53-4a06-ada8-aa16e8cae88a None None] Provisioning complete for port afea9f9f-5386-451b-9ce2-917ba9286e84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:30.292183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (96dea9cf-0e4a-4e6f-814f-d33944da9046), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.292605 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d12111f3-8f53-4a06-ada8-aa16e8cae88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.312687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:30.320357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (96dea9cf-0e4a-4e6f-814f-d33944da9046), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.323119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:30.327312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=e6fa2409-cd23-4df5-8b93-7ff028fa150c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:30.333357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:30.341528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:30.342296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.346819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:38:30.347234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (96dea9cf-0e4a-4e6f-814f-d33944da9046), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:38:30.349418 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:38:30.365475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49ff18d5-f08f-4293-a4aa-ae106cfb6882 req-72e70699-10b6-4c30-a5f4-0da107cdca0c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116455 Mar 07 04:38:30.440718 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-082d8c2a-195d-4906-b182-db6e236338df tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9159653 Mar 07 04:38:30.452418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52468) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:30.460926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6ec47f4-9b95-4381-b608-2ddf4df3436b req-f8f4a2b7-6e56-4007-81ff-994ddaf6e08d tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/8345263f-d4b2-4258-95e4-0ba1c85594f8 HTTP/1.1" status: 200 len: 1832 time: 0.3429065 Mar 07 04:38:30.479573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'network_id': 'cb713fb0-506d-4dcb-af3b-a17eac153132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1577870647'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:30.513691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (09d8b9f4-83b1-4020-91e5-298ca2d2dd77), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.537251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.547659 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] 10.222.0.21 "DELETE /v2.0/networks/09d8b9f4-83b1-4020-91e5-298ca2d2dd77 HTTP/1.1" status: 204 len: 168 time: 1.1217039 Mar 07 04:38:30.584562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d12111f3-8f53-4a06-ada8-aa16e8cae88a None None] Current status of the port afea9f9f-5386-451b-9ce2-917ba9286e84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:30.591551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ebe3419e-ac37-441b-990a-5481ac08b223 admin admin] Publish callbacks [] for security_group (8c77d4a3-698c-4393-8866-7d2d99c9327d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.635139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b6ec47f4-9b95-4381-b608-2ddf4df3436b req-9ccdbe66-c7ab-4507-9f75-1e3754442904 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (8345263f-d4b2-4258-95e4-0ba1c85594f8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.667667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109561eb-bc26-4b42-afa4-675d7b1ceacf admin admin] Pushing event deleted for resources: {'Network': ['ID=09d8b9f4-83b1-4020-91e5-298ca2d2dd77,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:30.679625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:30.689551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.742115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6a795508-8a8b-441e-a9b8-bdacbc87c5d4 None None] Provisioning complete for port f8f33dcd-bfe3-4341-bcd7-d2ae6191043e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:30.751814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a795508-8a8b-441e-a9b8-bdacbc87c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.899028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52480) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:30.920279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ebe3419e-ac37-441b-990a-5481ac08b223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8c77d4a3-698c-4393-8866-7d2d99c9327d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.928231 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ebe3419e-ac37-441b-990a-5481ac08b223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.936631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ebe3419e-ac37-441b-990a-5481ac08b223 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c77d4a3-698c-4393-8866-7d2d99c9327d HTTP/1.1" status: 204 len: 168 time: 1.2611067 Mar 07 04:38:30.944173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b6ec47f4-9b95-4381-b608-2ddf4df3436b req-9ccdbe66-c7ab-4507-9f75-1e3754442904 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (8345263f-d4b2-4258-95e4-0ba1c85594f8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:30.952757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6a795508-8a8b-441e-a9b8-bdacbc87c5d4 None None] Port f8f33dcd-bfe3-4341-bcd7-d2ae6191043e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:30.952944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Made reservation on behalf of 4f6fdb3ff2b94e829dd28fd858ea05e2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:30.987140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.005868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3419e-ac37-441b-990a-5481ac08b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c77d4a3-698c-4393-8866-7d2d99c9327d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:31.055594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] device_id is not set on port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:31.063885 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-72ff9ce3-7c9b-4c56-b92a-baf625648df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67cd001d9666420286a65a7800843627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635106 Mar 07 04:38:31.066244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52486) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:31.105777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port de0177d2-7e2e-4ee9-a786-41e93c75d549 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:31.117921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52488) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:31.137865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2c20d770-77bb-4d0d-95a9-1c712721d717 None None] Provisioning complete for port e6fa2409-cd23-4df5-8b93-7ff028fa150c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:31.147845 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2c20d770-77bb-4d0d-95a9-1c712721d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e6fa2409-cd23-4df5-8b93-7ff028fa150c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.296492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2c20d770-77bb-4d0d-95a9-1c712721d717 None None] Port e6fa2409-cd23-4df5-8b93-7ff028fa150c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:31.333423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afea9f9f-5386-451b-9ce2-917ba9286e84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:31.382337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b6ec47f4-9b95-4381-b608-2ddf4df3436b req-9ccdbe66-c7ab-4507-9f75-1e3754442904 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8345263f-d4b2-4258-95e4-0ba1c85594f8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.385372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b6ec47f4-9b95-4381-b608-2ddf4df3436b req-9ccdbe66-c7ab-4507-9f75-1e3754442904 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.386549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6ec47f4-9b95-4381-b608-2ddf4df3436b req-9ccdbe66-c7ab-4507-9f75-1e3754442904 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "DELETE /v2.0/security-groups/8345263f-d4b2-4258-95e4-0ba1c85594f8 HTTP/1.1" status: 204 len: 173 time: 0.9248147 Mar 07 04:38:31.442876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0010aed4-e2d4-41fe-aea6-806f16c843c8 admin admin] Publish callbacks [] for security_group (48795e66-6e9e-415a-abd0-46d51814224b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.455562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdbe66-c7ab-4507-9f75-1e3754442904 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8345263f-d4b2-4258-95e4-0ba1c85594f8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:31.498480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port afea9f9f-5386-451b-9ce2-917ba9286e84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:31.498864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.503539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f384514-af8a-4649-97b0-b95996c0f1b1 req-4af272c1-6e39-4d87-95ea-1ce4cf1aa03d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:31.512217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f384514-af8a-4649-97b0-b95996c0f1b1 req-4af272c1-6e39-4d87-95ea-1ce4cf1aa03d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 945 time: 0.4373710 Mar 07 04:38:31.518258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0010aed4-e2d4-41fe-aea6-806f16c843c8 admin admin] Publish callbacks [] for security_group (48795e66-6e9e-415a-abd0-46d51814224b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.599590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0010aed4-e2d4-41fe-aea6-806f16c843c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (48795e66-6e9e-415a-abd0-46d51814224b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.605606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0010aed4-e2d4-41fe-aea6-806f16c843c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.609963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0010aed4-e2d4-41fe-aea6-806f16c843c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48795e66-6e9e-415a-abd0-46d51814224b HTTP/1.1" status: 204 len: 168 time: 0.5405703 Mar 07 04:38:31.651437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port afea9f9f-5386-451b-9ce2-917ba9286e84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:31.652680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010aed4-e2d4-41fe-aea6-806f16c843c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48795e66-6e9e-415a-abd0-46d51814224b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:31.674635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f384514-af8a-4649-97b0-b95996c0f1b1 req-aa880063-40ce-45bf-975f-7258b2056290 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614575 Mar 07 04:38:31.681595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c1301c1-3b18-44a6-b8d2-95a8d76f0911 req-50c9e1be-0feb-4fe7-82bd-7e74ca32e64d tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "GET /v2.0/security-groups/3798fd74-67f6-421f-9cdb-d892110a5789 HTTP/1.1" status: 200 len: 1831 time: 0.2231266 Mar 07 04:38:31.701700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Allocated IP 2001:db8::2b8 (cb713fb0-506d-4dcb-af3b-a17eac153132/cea69530-2a92-4b9c-9747-4a75a699f37e/2fe0791f-a0b5-4e22-90e8-cf09a0870c75) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:31.740437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::f (c58c407f-3dab-4868-a3d1-473a5b797f62/d4e094c9-01d6-4bdd-a548-98b3e20b5873/de0177d2-7e2e-4ee9-a786-41e93c75d549) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:31.803831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c1301c1-3b18-44a6-b8d2-95a8d76f0911 req-1e5794f1-57cd-4d9a-958f-6e73e2463558 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (3798fd74-67f6-421f-9cdb-d892110a5789), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:31.855357 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c1301c1-3b18-44a6-b8d2-95a8d76f0911 req-1e5794f1-57cd-4d9a-958f-6e73e2463558 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (3798fd74-67f6-421f-9cdb-d892110a5789), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.006836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c1301c1-3b18-44a6-b8d2-95a8d76f0911 req-1e5794f1-57cd-4d9a-958f-6e73e2463558 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3798fd74-67f6-421f-9cdb-d892110a5789), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.009443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4c1301c1-3b18-44a6-b8d2-95a8d76f0911 req-1e5794f1-57cd-4d9a-958f-6e73e2463558 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.015616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c1301c1-3b18-44a6-b8d2-95a8d76f0911 req-1e5794f1-57cd-4d9a-958f-6e73e2463558 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] 10.222.0.21 "DELETE /v2.0/security-groups/3798fd74-67f6-421f-9cdb-d892110a5789 HTTP/1.1" status: 204 len: 173 time: 0.3244333 Mar 07 04:38:32.041425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52502) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:32.068633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.132571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d395-2489-4303-8b54-04dc0b3855d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.147697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.185706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5794f1-57cd-4d9a-958f-6e73e2463558 tempest-SecurityGroupRulesNegativeTestJSON-197132733 tempest-SecurityGroupRulesNegativeTestJSON-197132733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798fd74-67f6-421f-9cdb-d892110a5789,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:32.263378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=2fe0791f-a0b5-4e22-90e8-cf09a0870c75,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:32.298667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Network cb713fb0-506d-4dcb-af3b-a17eac153132 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:32.318227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Deleting subnet 59d957a5-4e1b-414c-bede-79111cd7cfdb {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:38:32.319997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:32.330287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:32.337536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Publish callbacks [] for subnet (59d957a5-4e1b-414c-bede-79111cd7cfdb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.348220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:32.348908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.417447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34fc2b04-01be-4e08-82f3-6dade29f341b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9505999 Mar 07 04:38:32.418226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-cdd8f733-3159-4c64-a871-d3ecb31b474f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:32.420504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52516) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:32.424756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-cdd8f733-3159-4c64-a871-d3ecb31b474f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 945 time: 0.3675332 Mar 07 04:38:32.427643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::65', 'mac_address': 'fa:16:3e:ca:b4:d7'}, {'ip_address': '2001:db8::1e6', 'mac_address': 'fa:16:3e:56:34:ea'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:32.529923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (59d957a5-4e1b-414c-bede-79111cd7cfdb), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.562341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (de0177d2-7e2e-4ee9-a786-41e93c75d549), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.603335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d395-2489-4303-8b54-04dc0b3855d4 admin admin] Publish callbacks [] for security_group (8fc8481a-2ae7-49e7-808f-d2596a15ff9d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.653522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d395-2489-4303-8b54-04dc0b3855d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8fc8481a-2ae7-49e7-808f-d2596a15ff9d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.686521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (59d957a5-4e1b-414c-bede-79111cd7cfdb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.758497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2d395-2489-4303-8b54-04dc0b3855d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc8481a-2ae7-49e7-808f-d2596a15ff9d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:32.788676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ebb0-eb5e-4a83-8752-f8bbdfc4b111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.791644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bbe2d395-2489-4303-8b54-04dc0b3855d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47aa573d4c734626ac86140bad2cf9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6441782 Mar 07 04:38:32.792363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52530) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:32.887144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (59d957a5-4e1b-414c-bede-79111cd7cfdb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.917298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.925070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59d957a5-4e1b-414c-bede-79111cd7cfdb HTTP/1.1" status: 204 len: 168 time: 0.8594067 Mar 07 04:38:32.940590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52532) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:32.949215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-63bf2333-7265-4b1e-89f3-1ea4ee32ea6b None None] Provisioning complete for port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:32.950123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-63bf2333-7265-4b1e-89f3-1ea4ee32ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:32.993649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.007474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7accf-734c-4ceb-88aa-deccc59d38c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d957a5-4e1b-414c-bede-79111cd7cfdb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:33.036302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (de0177d2-7e2e-4ee9-a786-41e93c75d549), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.081186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-63bf2333-7265-4b1e-89f3-1ea4ee32ea6b None None] Port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:33.105378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97a9de27-956b-41a7-9b48-914788bd6f22 admin admin] Publish callbacks [] for security_group (8fc8481a-2ae7-49e7-808f-d2596a15ff9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.146883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network c58c407f-3dab-4868-a3d1-473a5b797f62 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:33.163097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:33.174487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Deleting port 05446bf4-e147-4bcc-ae27-4bc665642ee2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:33.179088 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.192022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:33.198631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:33.200124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.215691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc586222-cd61-4c03-ab0d-96ae3cb843ba req-3daef9bd-605e-4fa9-9f8d-d7e44ec85555 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:33.242025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc586222-cd61-4c03-ab0d-96ae3cb843ba req-3daef9bd-605e-4fa9-9f8d-d7e44ec85555 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 945 time: 0.3547266 Mar 07 04:38:33.261126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=de0177d2-7e2e-4ee9-a786-41e93c75d549,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:33.284198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ef23bd90-da71-46ac-8ff8-07b14b40b734), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.332755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97a9de27-956b-41a7-9b48-914788bd6f22 admin admin] Publish callbacks [] for security_group (8fc8481a-2ae7-49e7-808f-d2596a15ff9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.406008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5efbc0eb-2b98-4c3f-98a8-3331a6d11ffe tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7444630 Mar 07 04:38:33.406389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52546) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:33.595801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc586222-cd61-4c03-ab0d-96ae3cb843ba req-afe4e9db-1922-4897-857a-ba25743ead6c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576887 Mar 07 04:38:33.604727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] For port 05446bf4-e147-4bcc-ae27-4bc665642ee2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05446bf4-e147-4bcc-ae27-4bc665642ee2,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:33.612765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.667197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Calling delete_port for 05446bf4-e147-4bcc-ae27-4bc665642ee2 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:33.685751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ef23bd90-da71-46ac-8ff8-07b14b40b734), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.706421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c2f80-f88b-4c73-9732-7ed7b7398f4d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:33.711207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-906c2f80-f88b-4c73-9732-7ed7b7398f4d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3014250 Mar 07 04:38:33.712542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52560) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:33.726591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52562) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:33.743675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-68b1a31a-aeed-4907-8bf8-3e0d6282b0f6 None None] Provisioning complete for port de0177d2-7e2e-4ee9-a786-41e93c75d549 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:33.745785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68b1a31a-aeed-4907-8bf8-3e0d6282b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (de0177d2-7e2e-4ee9-a786-41e93c75d549), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.753025 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97a9de27-956b-41a7-9b48-914788bd6f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8fc8481a-2ae7-49e7-808f-d2596a15ff9d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.755798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97a9de27-956b-41a7-9b48-914788bd6f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.757516 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97a9de27-956b-41a7-9b48-914788bd6f22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fc8481a-2ae7-49e7-808f-d2596a15ff9d HTTP/1.1" status: 204 len: 168 time: 0.9514732 Mar 07 04:38:33.763599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef23bd90-da71-46ac-8ff8-07b14b40b734']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:33.794899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84966b66-d492-4572-8f07-b2867383d6b4') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:33.795210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84966b66-d492-4572-8f07-b2867383d6b4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:33.797541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9de27-956b-41a7-9b48-914788bd6f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc8481a-2ae7-49e7-808f-d2596a15ff9d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:33.811660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (84966b66-d492-4572-8f07-b2867383d6b4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.836853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.843926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (84966b66-d492-4572-8f07-b2867383d6b4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.850217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.886248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (84966b66-d492-4572-8f07-b2867383d6b4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:38:33.893879 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:38:33.896884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-68b1a31a-aeed-4907-8bf8-3e0d6282b0f6 None None] Port de0177d2-7e2e-4ee9-a786-41e93c75d549 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:33.986713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] In _notify_port_updated(), no bound segment for port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 on network cb713fb0-506d-4dcb-af3b-a17eac153132 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:38:34.009061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:34.009758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.011144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "PUT /v2.0/ports/2fe0791f-a0b5-4e22-90e8-cf09a0870c75 HTTP/1.1" status: 200 len: 1067 time: 1.5897179 Mar 07 04:38:34.069862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52570) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:34.118034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1717276097-network', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:34.222341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b9c01-ab3c-4af4-bb53-bd53546dddb5 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event updated for resources: {'Port': ['ID=2fe0791f-a0b5-4e22-90e8-cf09a0870c75,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:34.239212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ef23bd90-da71-46ac-8ff8-07b14b40b734), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.259922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.272553 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef23bd90-da71-46ac-8ff8-07b14b40b734 HTTP/1.1" status: 204 len: 168 time: 1.3281071 Mar 07 04:38:34.276074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (05446bf4-e147-4bcc-ae27-4bc665642ee2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.279706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Made reservation on behalf of 54e1ead3460e4d64afc505ac3f7585cf for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:34.283194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.290265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['05446bf4-e147-4bcc-ae27-4bc665642ee2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:34.292855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b90af6ed-baf7-4224-99bf-27db1cd91abd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:34.323307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c12761-61ed-43f2-b118-4a5315042f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef23bd90-da71-46ac-8ff8-07b14b40b734,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:34.340905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.441599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:34.467297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Pushing event deleted for resources: {'Port': ['ID=05446bf4-e147-4bcc-ae27-4bc665642ee2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:34.517299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52ca0e-5390-40fe-9d3d-441501ab9d2a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:34.523788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52ca0e-5390-40fe-9d3d-441501ab9d2a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:34.534663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52ca0e-5390-40fe-9d3d-441501ab9d2a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:34.541995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ef52ca0e-5390-40fe-9d3d-441501ab9d2a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.8283505 Mar 07 04:38:34.547134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52582) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:34.548900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4e5c4265-6f50-47a3-9971-71a71a3e39a1 None None] Provisioning complete for port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:34.549490 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4265-6f50-47a3-9971-71a71a3e39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.588885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks [] for security_group (68082d8c-3641-42fc-9050-cf2315a8671e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.591465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52584) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:34.610140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (68082d8c-3641-42fc-9050-cf2315a8671e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.616634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.622525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.622985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.623366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.623689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.624035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.624369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.624706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.625039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.625374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.625708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.626311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.626742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:34.645447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eedab4c6-4de4-4745-bc2d-f609eac746c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.663392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c4265-6f50-47a3-9971-71a71a3e39a1 None None] Port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:34.725563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] No DVR routers for this DVR port 05446bf4-e147-4bcc-ae27-4bc665642ee2 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:34.740898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.744649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:34.745169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9329ca63-c3e2-4ae3-a536-0bced7139592 req-a7c29374-b674-45dd-912b-2da29abd1946 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.15 "DELETE /v2.0/ports/05446bf4-e147-4bcc-ae27-4bc665642ee2 HTTP/1.1" status: 204 len: 173 time: 2.3116493 Mar 07 04:38:34.745855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'name': 'network-vif-deleted', 'tag': '05446bf4-e147-4bcc-ae27-4bc665642ee2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:34.762496 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adba2fbf-b919-4f2b-8d54-1f5b3fb75af2" -d '{"events": [{"server_uuid": "f4ec2df3-5980-483b-bdd7-8c7eef85a3ca", "name": "network-vif-deleted", "tag": "05446bf4-e147-4bcc-ae27-4bc665642ee2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:34.779961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68082d8c-3641-42fc-9050-cf2315a8671e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:34.795859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b1eb7709-0a74-436b-b1bb-b250a04c3c0e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.796180 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Added segment b1eb7709-0a74-436b-b1bb-b250a04c3c0e of type vlan for network a5d1de6a-dbc8-4c7e-9585-2513949b1481 Mar 07 04:38:34.818321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf438927-afd1-42e7-8992-9a24890e64a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8b3642b2ec34029983657ab03d012d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255032 Mar 07 04:38:34.820979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52592) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:34.864893 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1ceb0b-7f90-47c6-9a11-97a73c40aa81 x-openstack-request-id: req-5e1ceb0b-7f90-47c6-9a11-97a73c40aa81 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:34.865188 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ec2df3-5980-483b-bdd7-8c7eef85a3ca", "name": "network-vif-deleted", "tag": "05446bf4-e147-4bcc-ae27-4bc665642ee2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:34.865448 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e1ceb0b-7f90-47c6-9a11-97a73c40aa81 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:34.865858 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ec2df3-5980-483b-bdd7-8c7eef85a3ca', 'name': 'network-vif-deleted', 'tag': '05446bf4-e147-4bcc-ae27-4bc665642ee2', 'status': 'completed', 'code': 200} Mar 07 04:38:34.875539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dac2092a-8549-4010-8aef-24a7e5883812 req-b08ef477-f83f-481f-8898-bb953be7f8f4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ec2df3-5980-483b-bdd7-8c7eef85a3ca HTTP/1.1" status: 200 len: 210 time: 0.1418276 Mar 07 04:38:34.953884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a5d1de6a-dbc8-4c7e-9585-2513949b1481), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.957820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:34.958203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:34.979640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3c591f4-dac8-4402-b547-147490e50551 admin admin] Publish callbacks [] for security_group (7505db67-bd9e-46bf-aa5d-5d74a647c7a1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.053444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3c591f4-dac8-4402-b547-147490e50551 admin admin] Publish callbacks [] for security_group (7505db67-bd9e-46bf-aa5d-5d74a647c7a1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.132170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port de0177d2-7e2e-4ee9-a786-41e93c75d549 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:35.132790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (de0177d2-7e2e-4ee9-a786-41e93c75d549), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.155042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3c591f4-dac8-4402-b547-147490e50551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7505db67-bd9e-46bf-aa5d-5d74a647c7a1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.159068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3c591f4-dac8-4402-b547-147490e50551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.161660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c3c591f4-dac8-4402-b547-147490e50551 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7505db67-bd9e-46bf-aa5d-5d74a647c7a1 HTTP/1.1" status: 204 len: 168 time: 0.3381293 Mar 07 04:38:35.162992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a5d1de6a-dbc8-4c7e-9585-2513949b1481), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.178908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:35.179701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.182362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.190109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eedab4c6-4de4-4745-bc2d-f609eac746c9 admin admin] Publish callbacks [] for security_group (dfd45226-b4ac-4d67-8809-e1811ff279df), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.257150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for 2fe0791f-a0b5-4e22-90e8-cf09a0870c75 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:35.301629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] Pushing event updated for resources: {'Network': ['ID=a5d1de6a-dbc8-4c7e-9585-2513949b1481,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:35.317408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eedab4c6-4de4-4745-bc2d-f609eac746c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dfd45226-b4ac-4d67-8809-e1811ff279df), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.317869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:35.377089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c591f4-dac8-4402-b547-147490e50551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7505db67-bd9e-46bf-aa5d-5d74a647c7a1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:35.413348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f05e9c2-69bc-4f88-bfea-c85f401291da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6855309 Mar 07 04:38:35.414069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:35.469359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Request body: {'subnet': {'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1717276097-subnet', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:35.488412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (de0177d2-7e2e-4ee9-a786-41e93c75d549), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.530985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eedab4c6-4de4-4745-bc2d-f609eac746c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b3347bcaad1459eb399fed22669757f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0882599 Mar 07 04:38:35.538435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:35.556172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedab4c6-4de4-4745-bc2d-f609eac746c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd45226-b4ac-4d67-8809-e1811ff279df,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:35.565033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Made reservation on behalf of 54e1ead3460e4d64afc505ac3f7585cf for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:35.567551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.593908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for de0177d2-7e2e-4ee9-a786-41e93c75d549 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:35.642456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0df3aae3-d489-4b85-a430-c7c3f7a9d603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.717962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-609e952b-9f44-40c1-9845-5247b145942d admin admin] Publish callbacks [] for security_group (dfd45226-b4ac-4d67-8809-e1811ff279df), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.744758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-609e952b-9f44-40c1-9845-5247b145942d admin admin] Publish callbacks [] for security_group (dfd45226-b4ac-4d67-8809-e1811ff279df), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.824092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-609e952b-9f44-40c1-9845-5247b145942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dfd45226-b4ac-4d67-8809-e1811ff279df), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.826989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-609e952b-9f44-40c1-9845-5247b145942d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.828671 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-609e952b-9f44-40c1-9845-5247b145942d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfd45226-b4ac-4d67-8809-e1811ff279df HTTP/1.1" status: 204 len: 168 time: 0.2892814 Mar 07 04:38:35.867030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2fe0791f-a0b5-4e22-90e8-cf09a0870c75), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:35.868641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e952b-9f44-40c1-9845-5247b145942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd45226-b4ac-4d67-8809-e1811ff279df,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:35.972055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=2fe0791f-a0b5-4e22-90e8-cf09a0870c75,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:36.018110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52636) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.039954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (8570e03f-2926-414f-a3a7-41f59b027365), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.104314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (de0177d2-7e2e-4ee9-a786-41e93c75d549), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.198090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8570e03f-2926-414f-a3a7-41f59b027365,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:36.212969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Checking segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:36.214099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Network hostable DHCP agents. Network: a5d1de6a-dbc8-4c7e-9585-2513949b1481, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:36.268238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=de0177d2-7e2e-4ee9-a786-41e93c75d549,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:36.280931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:36.306611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a5d1de6a-dbc8-4c7e-9585-2513949b1481) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:36.320117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db40153d-a5ea-4e57-a70c-cefb5f14c8a1 None None] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:36.330753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:36.333030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.363849 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.369734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-312c28cc-21e0-4bd5-81da-82c4890905a2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/de0177d2-7e2e-4ee9-a786-41e93c75d549 HTTP/1.1" status: 204 len: 168 time: 1.7766302 Mar 07 04:38:36.374134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52644) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.464003 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-982163ab-a921-44f8-9d1a-d376a87cc6a1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:38:36.473427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-982163ab-a921-44f8-9d1a-d376a87cc6a1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/de0177d2-7e2e-4ee9-a786-41e93c75d549 HTTP/1.1" status: 404 len: 333 time: 0.0977986 Mar 07 04:38:36.474251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52648) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.494350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e6e4018d-b9e4-4c25-87c9-05704497ef0b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0303853 Mar 07 04:38:36.499250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.546647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff45e3-adda-4ab3-9433-c861bc2667b1 req-d8e57264-6b9f-423a-ba92-a7e74bf683bb tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:36.548970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ff45e3-adda-4ab3-9433-c861bc2667b1 req-d8e57264-6b9f-423a-ba92-a7e74bf683bb tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4114420 Mar 07 04:38:36.592083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.596148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e542cc85-dba4-45f9-aef7-3fca600d0e1a tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/ports/2fe0791f-a0b5-4e22-90e8-cf09a0870c75 HTTP/1.1" status: 204 len: 168 time: 2.5157421 Mar 07 04:38:36.599928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6c2ad-12dd-4d52-804a-f0ba18d1ec27 None None] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:36.611731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52652) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.631164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52656) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.699632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28c1e9cf-5746-4781-bb84-bdb01b286eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.724798 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ef3bf3-782a-48a2-9cd5-251cbe26755c tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] GET failed (client error): The resource could not be found. Mar 07 04:38:36.726577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-49ef3bf3-782a-48a2-9cd5-251cbe26755c tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "GET /v2.0/ports/2fe0791f-a0b5-4e22-90e8-cf09a0870c75 HTTP/1.1" status: 404 len: 333 time: 0.1110003 Mar 07 04:38:36.757331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52662) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:36.769753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ff45e3-adda-4ab3-9433-c861bc2667b1 req-32059cc9-163e-405f-acd9-dd11b31953c4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777565 Mar 07 04:38:36.781928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:36.903896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05446bf4-e147-4bcc-ae27-4bc665642ee2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:38:36.948765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 05446bf4-e147-4bcc-ae27-4bc665642ee2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:38:36.949702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05446bf4-e147-4bcc-ae27-4bc665642ee2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:38:36.991283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28c1e9cf-5746-4781-bb84-bdb01b286eb9 admin admin] Publish callbacks [] for security_group (8dd5b8a5-0a0b-479c-b019-ab47351a043a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.000057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port e6fa2409-cd23-4df5-8b93-7ff028fa150c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:37.000407 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e6fa2409-cd23-4df5-8b93-7ff028fa150c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.005935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-28c1e9cf-5746-4781-bb84-bdb01b286eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8dd5b8a5-0a0b-479c-b019-ab47351a043a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.021778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52670) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:37.168947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:37.172222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd9d7e8-da79-4433-8db1-9b47ded97fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.234252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (8cdb319a-528e-42e3-86d6-820f756e3d81), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.235422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (8cdb319a-528e-42e3-86d6-820f756e3d81), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.344117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks [] for router_controller (8cdb319a-528e-42e3-86d6-820f756e3d81), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.359262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port f8f33dcd-bfe3-4341-bcd7-d2ae6191043e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:37.359640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.476903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd9d7e8-da79-4433-8db1-9b47ded97fae admin admin] Publish callbacks [] for security_group (c724debf-294a-4550-84dd-04f06553de06), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.481700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-28c1e9cf-5746-4781-bb84-bdb01b286eb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d833368eaca496b91dbc99c6dcd966f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8407269 Mar 07 04:38:37.487395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1e9cf-5746-4781-bb84-bdb01b286eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5b8a5-0a0b-479c-b019-ab47351a043a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:37.497766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-672291944-network', 'tenant_id': 'f310a45d12964f5aa20d578f710c9cee'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:37.509859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52678) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:37.521834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd9d7e8-da79-4433-8db1-9b47ded97fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c724debf-294a-4550-84dd-04f06553de06), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.541590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Made reservation on behalf of f310a45d12964f5aa20d578f710c9cee for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:37.544512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.551261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e6fa2409-cd23-4df5-8b93-7ff028fa150c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.568803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.574983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for e6fa2409-cd23-4df5-8b93-7ff028fa150c owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:37.583441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439a9e8-8183-4693-bdc0-e62f4d99cfb1 req-ced5d28e-ded7-4e06-8852-e74c9f230158 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:37.585043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c439a9e8-8183-4693-bdc0-e62f4d99cfb1 req-ced5d28e-ded7-4e06-8852-e74c9f230158 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4717970 Mar 07 04:38:37.612155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.643952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.683298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9d7e8-da79-4433-8db1-9b47ded97fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724debf-294a-4550-84dd-04f06553de06,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:37.694852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1fd9d7e8-da79-4433-8db1-9b47ded97fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58cd5ab99ac44aa8b39a73be5e2145a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6726801 Mar 07 04:38:37.700796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:37.702776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks [] for router_gateway (8cdb319a-528e-42e3-86d6-820f756e3d81), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.714272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for f8f33dcd-bfe3-4341-bcd7-d2ae6191043e owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:37.769725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c439a9e8-8183-4693-bdc0-e62f4d99cfb1 req-e700fe4e-4d86-4da9-80b8-9fd07cb028ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232448 Mar 07 04:38:37.770449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b0df387-5628-4b94-a7b5-3d8bd9711366 admin admin] Publish callbacks [] for security_group (8dd5b8a5-0a0b-479c-b019-ab47351a043a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.854007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b0df387-5628-4b94-a7b5-3d8bd9711366 admin admin] Publish callbacks [] for security_group (8dd5b8a5-0a0b-479c-b019-ab47351a043a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.879824 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks [] for security_group (1adbb766-140f-43b3-9c59-c1783c9d6bb9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.893243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e6fa2409-cd23-4df5-8b93-7ff028fa150c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.896490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1adbb766-140f-43b3-9c59-c1783c9d6bb9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.930992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816666b3-0fc1-4056-beb6-2bf9f9f7ae63 admin admin] Publish callbacks [] for security_group (c724debf-294a-4550-84dd-04f06553de06), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:37.971882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=e6fa2409-cd23-4df5-8b93-7ff028fa150c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:37.974258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:37.999273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816666b3-0fc1-4056-beb6-2bf9f9f7ae63 admin admin] Publish callbacks [] for security_group (c724debf-294a-4550-84dd-04f06553de06), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.017467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adbb766-140f-43b3-9c59-c1783c9d6bb9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:38.026888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.033711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8538ef3c-2ca0-45b4-aea0-c29b422c3a16 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/ports/e6fa2409-cd23-4df5-8b93-7ff028fa150c HTTP/1.1" status: 204 len: 168 time: 1.2363963 Mar 07 04:38:38.034371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52686) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:38.066308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a2ea413d-248b-48aa-9d95-6ae1d5fe401d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.066546 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Added segment a2ea413d-248b-48aa-9d95-6ae1d5fe401d of type vlan for network 55cdd10e-77db-48c1-a5cc-958051f27fca Mar 07 04:38:38.075991 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d51623b-f518-44d0-98a9-c669ba5e9f12 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] GET failed (client error): The resource could not be found. Mar 07 04:38:38.081408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b0df387-5628-4b94-a7b5-3d8bd9711366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8dd5b8a5-0a0b-479c-b019-ab47351a043a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.083071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d51623b-f518-44d0-98a9-c669ba5e9f12 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "GET /v2.0/ports/e6fa2409-cd23-4df5-8b93-7ff028fa150c HTTP/1.1" status: 404 len: 333 time: 0.0475156 Mar 07 04:38:38.084792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b0df387-5628-4b94-a7b5-3d8bd9711366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.084925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:38.089065 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8b0df387-5628-4b94-a7b5-3d8bd9711366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dd5b8a5-0a0b-479c-b019-ab47351a043a HTTP/1.1" status: 204 len: 168 time: 0.5730777 Mar 07 04:38:38.094312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1494cf-f3f4-4e21-bf9a-98c158ffb930 req-c3ad4738-514b-4622-8534-cb2d1635ed4f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:38.096368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d1494cf-f3f4-4e21-bf9a-98c158ffb930 req-c3ad4738-514b-4622-8534-cb2d1635ed4f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2136357 Mar 07 04:38:38.111743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0df387-5628-4b94-a7b5-3d8bd9711366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5b8a5-0a0b-479c-b019-ab47351a043a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:38.182351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f8f33dcd-bfe3-4341-bcd7-d2ae6191043e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.228092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816666b3-0fc1-4056-beb6-2bf9f9f7ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c724debf-294a-4550-84dd-04f06553de06), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.231194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816666b3-0fc1-4056-beb6-2bf9f9f7ae63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.234650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-816666b3-0fc1-4056-beb6-2bf9f9f7ae63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c724debf-294a-4550-84dd-04f06553de06 HTTP/1.1" status: 204 len: 168 time: 0.5258036 Mar 07 04:38:38.235404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (55cdd10e-77db-48c1-a5cc-958051f27fca), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.325043 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (55cdd10e-77db-48c1-a5cc-958051f27fca), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.326161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:38.328809 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.377554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816666b3-0fc1-4056-beb6-2bf9f9f7ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724debf-294a-4550-84dd-04f06553de06,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:38.384569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=f8f33dcd-bfe3-4341-bcd7-d2ae6191043e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:38.415404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.427578 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fc06b388-be84-4c03-b19b-55ded3fe1fd6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/f8f33dcd-bfe3-4341-bcd7-d2ae6191043e HTTP/1.1" status: 204 len: 168 time: 1.9300866 Mar 07 04:38:38.428557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52696) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:38.469674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d1494cf-f3f4-4e21-bf9a-98c158ffb930 req-8a47dbe3-2796-4708-be91-3fd8c1ea6311 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080249 Mar 07 04:38:38.478192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4534364 Mar 07 04:38:38.481530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52698) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:38.503157 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e4f7dd-9416-4ce6-a441-a3ca9b2af00b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:38:38.504849 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3e4f7dd-9416-4ce6-a441-a3ca9b2af00b tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/f8f33dcd-bfe3-4341-bcd7-d2ae6191043e HTTP/1.1" status: 404 len: 333 time: 0.0737762 Mar 07 04:38:38.508122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52702) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:38.527085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Request body: {'subnet': {'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-672291944-subnet', 'tenant_id': 'f310a45d12964f5aa20d578f710c9cee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:38.603245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Made reservation on behalf of f310a45d12964f5aa20d578f710c9cee for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:38.605702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.614766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks [] for router_gateway (8cdb319a-528e-42e3-86d6-820f756e3d81), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.656952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.674677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet d4e094c9-01d6-4bdd-a548-98b3e20b5873 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:38:38.706341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (d4e094c9-01d6-4bdd-a548-98b3e20b5873), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.772793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (d4e094c9-01d6-4bdd-a548-98b3e20b5873), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.821835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port eee92c69-4538-4a5c-aff4-4dbb739de502 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:38.822429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:38.877991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a7f09-07db-42f5-938a-77abf5f11e6f admin admin] Pushing event updated for resources: {'Network': ['ID=55cdd10e-77db-48c1-a5cc-958051f27fca,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:38.891928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 55cdd10e-77db-48c1-a5cc-958051f27fca details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:38.946028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Allocated IP 172.25.4.57 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/385a39c7-77a6-4aa9-9906-97b4c072f153) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:39.057821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52714) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:39.122538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (d4e094c9-01d6-4bdd-a548-98b3e20b5873), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.165490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd29222b-866c-423b-9d67-ce5621b8962e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.185408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.284170 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks [] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.294834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (d4e094c9-01d6-4bdd-a548-98b3e20b5873), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.312142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for eee92c69-4538-4a5c-aff4-4dbb739de502 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:39.317557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.323319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/d4e094c9-01d6-4bdd-a548-98b3e20b5873 HTTP/1.1" status: 204 len: 168 time: 0.8122046 Mar 07 04:38:39.327378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71359140-5e2a-469f-bfb5-2779f8b7a433 None None] Network c58c407f-3dab-4868-a3d1-473a5b797f62 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:39.343701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:39.349231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bb2cc-80ce-4dbf-a1f6-55c4de2dca8d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e094c9-01d6-4bdd-a548-98b3e20b5873,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:39.386732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.461970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:39.464889 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.465725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:39.470186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:39.583573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] DHCP port deletion for c58c407f-3dab-4868-a3d1-473a5b797f62 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:38:39.630564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c58c407f-3dab-4868-a3d1-473a5b797f62), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.651075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=385a39c7-77a6-4aa9-9906-97b4c072f153,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:39.680177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (973ed7d6-4aa0-4fcd-b196-d26a585405dc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.711931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] Deleting port afea9f9f-5386-451b-9ce2-917ba9286e84 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:39.712528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.784603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973ed7d6-4aa0-4fcd-b196-d26a585405dc,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:39.840572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd29222b-866c-423b-9d67-ce5621b8962e admin admin] Publish callbacks [] for security_group (d3a11efb-2889-44ea-8bbb-170efeb0ace0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.842144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] For port afea9f9f-5386-451b-9ce2-917ba9286e84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=afea9f9f-5386-451b-9ce2-917ba9286e84,segment=NetworkSegment(b4278bca-5709-4b44-9412-aac563d4b44a),segment_id=b4278bca-5709-4b44-9412-aac563d4b44a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:39.842736 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:39.859710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] Calling delete_port for afea9f9f-5386-451b-9ce2-917ba9286e84 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:39.911885 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd29222b-866c-423b-9d67-ce5621b8962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d3a11efb-2889-44ea-8bbb-170efeb0ace0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.014979 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.026444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Checking segment: {'id': 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:40.027115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Network hostable DHCP agents. Network: 55cdd10e-77db-48c1-a5cc-958051f27fca, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:40.039725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd29222b-866c-423b-9d67-ce5621b8962e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7542bdb8bc2149d8876d303384089f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9750504 Mar 07 04:38:40.041125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52750) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:40.054301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29222b-866c-423b-9d67-ce5621b8962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a11efb-2889-44ea-8bbb-170efeb0ace0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:40.055032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks [] for router_gateway (8cdb319a-528e-42e3-86d6-820f756e3d81), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.055735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] No DVR routers for this DVR port afea9f9f-5386-451b-9ce2-917ba9286e84 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:40.104915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (eee92c69-4538-4a5c-aff4-4dbb739de502), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.134490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603a288-7bc7-41d3-9167-7da5cc1ef095 None None] Pushing event deleted for resources: {'Port': ['ID=afea9f9f-5386-451b-9ce2-917ba9286e84,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:40.195420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Network 55cdd10e-77db-48c1-a5cc-958051f27fca is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:40.272066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port afea9f9f-5386-451b-9ce2-917ba9286e84 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:40.272574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.320910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=eee92c69-4538-4a5c-aff4-4dbb739de502,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:40.375576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 55cdd10e-77db-48c1-a5cc-958051f27fca) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:40.385755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a92f0-9c72-4548-b97d-15209d505fd4 None None] Network 55cdd10e-77db-48c1-a5cc-958051f27fca requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:40.490494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.501572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8fca065f-743b-4a4d-84ff-8c7534ad63c9 tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/ports/eee92c69-4538-4a5c-aff4-4dbb739de502 HTTP/1.1" status: 204 len: 168 time: 2.4145944 Mar 07 04:38:40.507442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:40.508064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.512682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52762) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:40.574546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (8cdb319a-528e-42e3-86d6-820f756e3d81), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.612594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] For port afea9f9f-5386-451b-9ce2-917ba9286e84, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:40.612979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.616747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting subnet cea69530-2a92-4b9c-9747-4a75a699f37e {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:38:40.634235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33792a6-7fa0-4d03-9473-f883c8dfd2d0 admin admin] Publish callbacks [] for security_group (d3a11efb-2889-44ea-8bbb-170efeb0ace0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.640610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-34a17fe3-dec8-457f-9591-0f2d47a74c06 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1205566 Mar 07 04:38:40.659054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for afea9f9f-5386-451b-9ce2-917ba9286e84 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:40.675462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Port afea9f9f-5386-451b-9ce2-917ba9286e84 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:38:40.681796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (afea9f9f-5386-451b-9ce2-917ba9286e84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.683728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for subnet (cea69530-2a92-4b9c-9747-4a75a699f37e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.716783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33792a6-7fa0-4d03-9473-f883c8dfd2d0 admin admin] Publish callbacks [] for security_group (d3a11efb-2889-44ea-8bbb-170efeb0ace0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.753696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=afea9f9f-5386-451b-9ce2-917ba9286e84,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:40.758053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No DVR routers for this DVR port afea9f9f-5386-451b-9ce2-917ba9286e84 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:40.792164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (cea69530-2a92-4b9c-9747-4a75a699f37e), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.944570 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c58c407f-3dab-4868-a3d1-473a5b797f62), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.974736 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33792a6-7fa0-4d03-9473-f883c8dfd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d3a11efb-2889-44ea-8bbb-170efeb0ace0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.979471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3fd60-1787-48d4-bccf-e96821e54cf6 None None] Network 55cdd10e-77db-48c1-a5cc-958051f27fca requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:40.982489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33792a6-7fa0-4d03-9473-f883c8dfd2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:40.987265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f33792a6-7fa0-4d03-9473-f883c8dfd2d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3a11efb-2889-44ea-8bbb-170efeb0ace0 HTTP/1.1" status: 204 len: 168 time: 0.9404044 Mar 07 04:38:41.015741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33792a6-7fa0-4d03-9473-f883c8dfd2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a11efb-2889-44ea-8bbb-170efeb0ace0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:41.035516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58c407f-3dab-4868-a3d1-473a5b797f62']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:41.049266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4278bca-5709-4b44-9412-aac563d4b44a') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:41.049617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4278bca-5709-4b44-9412-aac563d4b44a') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:41.061864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (b4278bca-5709-4b44-9412-aac563d4b44a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.066183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (cea69530-2a92-4b9c-9747-4a75a699f37e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.077962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b4278bca-5709-4b44-9412-aac563d4b44a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.086135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:38:41.086852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (b4278bca-5709-4b44-9412-aac563d4b44a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:38:41.092035 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:38:41.233178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (cea69530-2a92-4b9c-9747-4a75a699f37e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.317301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c58c407f-3dab-4868-a3d1-473a5b797f62), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.323433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.327664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.334574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac645f85-fc26-4354-a309-4db06199c005 None None] Network cb713fb0-506d-4dcb-af3b-a17eac153132 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:41.341109 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/subnets/cea69530-2a92-4b9c-9747-4a75a699f37e HTTP/1.1" status: 204 len: 168 time: 0.8267803 Mar 07 04:38:41.351094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52786) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:41.353386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a2cf-c306-402f-b3c7-93f797502e1b tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Subnet': ['ID=cea69530-2a92-4b9c-9747-4a75a699f37e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:41.361014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/c58c407f-3dab-4868-a3d1-473a5b797f62 HTTP/1.1" status: 204 len: 168 time: 2.0125411 Mar 07 04:38:41.372249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:41.398347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-452394204'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:41.457712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe861d9-b128-494b-8c32-408bcf704780 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=c58c407f-3dab-4868-a3d1-473a5b797f62,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:41.467964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Router 8cdb319a-528e-42e3-86d6-820f756e3d81 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:38:41.519400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:41.528663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.539700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afea9f9f-5386-451b-9ce2-917ba9286e84 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:38:41.563299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:41.580849 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (266504c9-63fb-4ad3-b089-311236443560), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.581506 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Added segment 266504c9-63fb-4ad3-b089-311236443560 of type vlan for network c2db7775-e005-470b-af12-955bbdee7b7a Mar 07 04:38:41.622518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: afea9f9f-5386-451b-9ce2-917ba9286e84 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:38:41.628758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device afea9f9f-5386-451b-9ce2-917ba9286e84 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:38:41.681473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c2db7775-e005-470b-af12-955bbdee7b7a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.743028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c2db7775-e005-470b-af12-955bbdee7b7a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.748252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (cb713fb0-506d-4dcb-af3b-a17eac153132), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.748708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:41.748926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.761084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] DHCP port deletion for cb713fb0-506d-4dcb-af3b-a17eac153132 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:38:41.865708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4774528 Mar 07 04:38:41.870538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:41.882835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:41.950784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffa9a0-f509-419a-bd83-01d6b28f9ea9 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Network': ['ID=c2db7775-e005-470b-af12-955bbdee7b7a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:41.952532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] Deleting port 7e11d7a8-d020-4263-a2e0-6508806038fc {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:41.961660 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:41.988769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c2db7775-e005-470b-af12-955bbdee7b7a details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:42.125763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-11f3606d-0693-45d5-9168-a3a7cb85e57b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:42.135187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-11f3606d-0693-45d5-9168-a3a7cb85e57b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/networks?id=55cdd10e-77db-48c1-a5cc-958051f27fca HTTP/1.1" status: 200 len: 813 time: 0.3267701 Mar 07 04:38:42.176551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-e0e54ac7-1601-40f5-a9f3-57c45cc48318 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/quotas/f310a45d12964f5aa20d578f710c9cee HTTP/1.1" status: 200 len: 375 time: 0.0391827 Mar 07 04:38:42.248625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-02c1bf45-18f6-49ed-9be8-fcf5eea5f92e tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f310a45d12964f5aa20d578f710c9cee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705314 Mar 07 04:38:42.262104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] For port 7e11d7a8-d020-4263-a2e0-6508806038fc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7e11d7a8-d020-4263-a2e0-6508806038fc,segment=NetworkSegment(d0c05e58-d030-4343-a40c-b840e4ffc872),segment_id=d0c05e58-d030-4343-a40c-b840e4ffc872)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:42.262514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:42.278067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] Calling delete_port for 7e11d7a8-d020-4263-a2e0-6508806038fc owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:42.445790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:42.518032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-c43d4fba-06dc-4ef4-b7d4-4e281f034380 service neutron] 10.222.0.21 "GET /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551458 Mar 07 04:38:42.578544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] Pushing event deleted for resources: {'Port': ['ID=7e11d7a8-d020-4263-a2e0-6508806038fc,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:42.595424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:38:42.598560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfdd06-3522-443a-abe6-aa8bde20f1fa None None] No DVR routers for this DVR port 7e11d7a8-d020-4263-a2e0-6508806038fc on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:42.616662 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Sync routers for ids ['8cdb319a-528e-42e3-86d6-820f756e3d81'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:38:42.621656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Deleting port 7e11d7a8-d020-4263-a2e0-6508806038fc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:42.622223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:42.658279 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Routers {'8cdb319a-528e-42e3-86d6-820f756e3d81'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:42.659792 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8cdb319a-528e-42e3-86d6-820f756e3d81'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:42.667376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:42.671024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:42.682765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:42.684242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0c55b91f-e7dd-4742-aa33-87ddbca4a0d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5397077 Mar 07 04:38:42.792156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52836) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:42.808648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-cce88588-1c50-4bed-8dd3-155afc1a2f61 service neutron] 10.222.0.21 "GET /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843127 Mar 07 04:38:42.865812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Set router 8cdb319a-528e-42e3-86d6-820f756e3d81 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:42.919376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] For port 7e11d7a8-d020-4263-a2e0-6508806038fc, host n-d-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:42.919961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:42.987718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Calling delete_port for 7e11d7a8-d020-4263-a2e0-6508806038fc owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:42.991845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Port 7e11d7a8-d020-4263-a2e0-6508806038fc was not found and therefore no delete operation was performed {{(pid=103939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:38:42.997670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7e11d7a8-d020-4263-a2e0-6508806038fc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:43.049925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Port': ['ID=7e11d7a8-d020-4263-a2e0-6508806038fc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:43.103619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] No DVR routers for this DVR port 7e11d7a8-d020-4263-a2e0-6508806038fc on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:38:43.286923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e11d7a8-d020-4263-a2e0-6508806038fc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:38:43.326604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7e11d7a8-d020-4263-a2e0-6508806038fc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:38:43.326961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e11d7a8-d020-4263-a2e0-6508806038fc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:38:43.347417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8267aaa-8788-4d51-8705-48105cf87fc2 req-443a657d-93d4-4e27-aa45-c2a4355d0541 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 210 time: 0.1660032 Mar 07 04:38:43.449137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (cb713fb0-506d-4dcb-af3b-a17eac153132), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:43.472621 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:38:39Z', 'revision_number': 3, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:43.552259 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Checking router: 8cdb319a-528e-42e3-86d6-820f756e3d81 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:38:43.553261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Updating router 8cdb319a-528e-42e3-86d6-820f756e3d81 port 385a39c7-77a6-4aa9-9906-97b4c072f153 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:38:43.560606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01d1f-5c9e-4568-a69f-9d56ca5a86e8 req-1d00b57f-ae70-4920-ba3f-c2fdb95bea47 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:43.562200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03c01d1f-5c9e-4568-a69f-9d56ca5a86e8 req-1d00b57f-ae70-4920-ba3f-c2fdb95bea47 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2138090 Mar 07 04:38:43.604394 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:43.647992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03c01d1f-5c9e-4568-a69f-9d56ca5a86e8 req-7c6842c9-bc30-4c84-9042-eda2c6dd6fa5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775878 Mar 07 04:38:43.681522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb713fb0-506d-4dcb-af3b-a17eac153132']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:43.745092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c05e58-d030-4343-a40c-b840e4ffc872') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:43.745827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c05e58-d030-4343-a40c-b840e4ffc872') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:43.771627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (d0c05e58-d030-4343-a40c-b840e4ffc872), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:43.792848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (daf34802-ca3a-4e34-9412-766a01834beb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:43.921439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d0c05e58-d030-4343-a40c-b840e4ffc872), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:43.924789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf77381-3758-4000-aed5-ceb5acbe544f req-63d4f063-a34c-40e5-81cd-d69d3ca9d017 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:43.926946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cf77381-3758-4000-aed5-ceb5acbe544f req-63d4f063-a34c-40e5-81cd-d69d3ca9d017 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1316063 Mar 07 04:38:43.991655 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=daf34802-ca3a-4e34-9412-766a01834beb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:44.026246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cf77381-3758-4000-aed5-ceb5acbe544f req-9a5f9dbe-93b2-4bae-b3a2-18b53457cd58 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900793 Mar 07 04:38:44.028661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:38:44.028661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (d0c05e58-d030-4343-a40c-b840e4ffc872), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:38:44.037030 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:38:44.339659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (cb713fb0-506d-4dcb-af3b-a17eac153132), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.347027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.352483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] 10.222.0.21 "DELETE /v2.0/networks/cb713fb0-506d-4dcb-af3b-a17eac153132 HTTP/1.1" status: 204 len: 168 time: 3.0001299 Mar 07 04:38:44.359244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Checking segment: {'id': '266504c9-63fb-4ad3-b089-311236443560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:44.361310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network hostable DHCP agents. Network: c2db7775-e005-470b-af12-955bbdee7b7a, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:38:44.452753 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Publish callbacks [] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.471936 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.474551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeef48f-182d-461e-a8f5-173b14844bcb tempest-AllowedAddressPairIpV6TestJSON-885449626 tempest-AllowedAddressPairIpV6TestJSON-885449626-project] Pushing event deleted for resources: {'Network': ['ID=cb713fb0-506d-4dcb-af3b-a17eac153132,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:44.524416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network c2db7775-e005-470b-af12-955bbdee7b7a is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:38:44.628534 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Attempting to bind port 385a39c7-77a6-4aa9-9906-97b4c072f153 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:44.628923 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Attempting to bind port 385a39c7-77a6-4aa9-9906-97b4c072f153 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:44.629307 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Attempting to bind port 385a39c7-77a6-4aa9-9906-97b4c072f153 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:44.642052 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:44.642971 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:44.643579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31e1d2d7-08c5-4327-844e-155a1db0b755 req-efa3542c-0899-4641-b07b-2f16e3cf0e1e tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 210 time: 0.1024702 Mar 07 04:38:44.646345 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.647538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c2db7775-e005-470b-af12-955bbdee7b7a) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:44.648847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:44.651340 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Bound port: 385a39c7-77a6-4aa9-9906-97b4c072f153, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:44.651923 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.656987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0a798-e3f1-43a4-a14b-6752767efaf7 None None] Network c2db7775-e005-470b-af12-955bbdee7b7a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:44.669453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:44.670136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.716760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52904) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:44.718077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-816caa73-bddd-4da8-86a2-aa1079264028 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8457541 Mar 07 04:38:44.724334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1653968992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:44.725295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.793428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (5558f2cc-f0cb-4425-a10e-70d1839e9103), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.794862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (5558f2cc-f0cb-4425-a10e-70d1839e9103), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.859063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] For port 385a39c7-77a6-4aa9-9906-97b4c072f153, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:44.872352 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] For port 385a39c7-77a6-4aa9-9906-97b4c072f153, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=385a39c7-77a6-4aa9-9906-97b4c072f153,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:44.901806 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:44.941397 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Pushing event updated for resources: {'Port': ['ID=385a39c7-77a6-4aa9-9906-97b4c072f153,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:44.968380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:44.994685 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.995762 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.996424 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.997069 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.997587 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.998128 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.998630 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.999142 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:44.999649 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:45.000314 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:45.001494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:45.001785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for router_controller (5558f2cc-f0cb-4425-a10e-70d1839e9103), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.002976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:45.003487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:45.008759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c2db7775-e005-470b-af12-955bbdee7b7a', 'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': 'daf34802-ca3a-4e34-9412-766a01834beb'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:38:45.010181 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.012435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (5558f2cc-f0cb-4425-a10e-70d1839e9103), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.158313 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Routers {'8cdb319a-528e-42e3-86d6-820f756e3d81'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:45.161007 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8cdb319a-528e-42e3-86d6-820f756e3d81'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:45.167337 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562a26f-a139-474e-bda2-198441ba84d9 None None] Pushing event updated for resources: {'Port': ['ID=385a39c7-77a6-4aa9-9906-97b4c072f153,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:45.239283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-475b0420-dffb-47e4-951e-814da821cf57 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:45.241515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-475b0420-dffb-47e4-951e-814da821cf57 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.15 "GET /v2.0/networks?id=55cdd10e-77db-48c1-a5cc-958051f27fca HTTP/1.1" status: 200 len: 813 time: 0.2219388 Mar 07 04:38:45.246897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.248597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-967e35d0-5054-44c6-8e87-1624f6e79ca7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5304201 Mar 07 04:38:45.257949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Request body: {'port': {'device_id': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca', 'admin_state_up': True, 'tenant_id': 'f310a45d12964f5aa20d578f710c9cee'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:45.263669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:45.278646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Allocated IP 172.20.0.1 (a5d1de6a-dbc8-4c7e-9585-2513949b1481/8570e03f-2926-414f-a3a7-41f59b027365/cc925bc1-ee84-4fd3-a766-730c57628617) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:45.283496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a', 'name': 'tempest-PortsIpV6TestJSON-20289319'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:45.455657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Allocated IP 2001:db8::2 (c2db7775-e005-470b-af12-955bbdee7b7a/daf34802-ca3a-4e34-9412-766a01834beb/b052584f-bf1f-4bf9-aba0-390fb1c47671) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:45.493401 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] Set router 8cdb319a-528e-42e3-86d6-820f756e3d81 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:45.590761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:45.595927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.601352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Made reservation on behalf of f310a45d12964f5aa20d578f710c9cee for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:45.605877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.656035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 85fc97f2-4e7a-405b-9798-ab933362e73e yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:38:45.661877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks [] for port (cc925bc1-ee84-4fd3-a766-730c57628617), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.793329 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd31481a-1fde-4b6e-bf0f-92aeb3b456ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f6fdb3ff2b94e829dd28fd858ea05e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8134482 Mar 07 04:38:45.794341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52936) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:45.796633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Publish callbacks [] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.815964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.887992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:45.907044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::378 (c2db7775-e005-470b-af12-955bbdee7b7a/daf34802-ca3a-4e34-9412-766a01834beb/85fc97f2-4e7a-405b-9798-ab933362e73e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:45.916125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Network c2db7775-e005-470b-af12-955bbdee7b7a is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:45.926791 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:38:39Z', 'revision_number': 3, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:45.930727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:45.935497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:45.955861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Pushing event updated for resources: {'Port': ['ID=b052584f-bf1f-4bf9-aba0-390fb1c47671,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:45.991580 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bbf2df-ac23-48bb-b896-9278515c2f4d None None] The sync data for ids ['8cdb319a-528e-42e3-86d6-820f756e3d81'] in n-d-832185-1 is: [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:38:39Z', 'revision_number': 3, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:38:46.030503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:46.077000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Attempting to bind port b052584f-bf1f-4bf9-aba0-390fb1c47671 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:46.078928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Attempting to bind port b052584f-bf1f-4bf9-aba0-390fb1c47671 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '266504c9-63fb-4ad3-b089-311236443560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:46.079890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Attempting to bind port b052584f-bf1f-4bf9-aba0-390fb1c47671 on network c2db7775-e005-470b-af12-955bbdee7b7a {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:46.086804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:46.087511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Checking segment: {'id': '266504c9-63fb-4ad3-b089-311236443560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:46.087674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8810b71b-10cb-4c1f-8223-94d52eb27bee admin admin] Publish callbacks [] for security_group (5ffed70d-3000-4eb1-92a6-ccbf3066a2fa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.088228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.089332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:46.093815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Bound using segment: {'id': '266504c9-63fb-4ad3-b089-311236443560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:46.095292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Bound port: b052584f-bf1f-4bf9-aba0-390fb1c47671, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266504c9-63fb-4ad3-b089-311236443560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2db7775-e005-470b-af12-955bbdee7b7a'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:46.095956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.104126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:46.156050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Allocated IP 172.20.0.3 (55cdd10e-77db-48c1-a5cc-958051f27fca/973ed7d6-4aa0-4fcd-b196-d26a585405dc/363f834d-33bb-43ad-be09-28ca1d14eb27) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:46.245127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Pushing event updated for resources: {'Port': ['ID=cc925bc1-ee84-4fd3-a766-730c57628617,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:46.271289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] For port b052584f-bf1f-4bf9-aba0-390fb1c47671, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:46.271680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8810b71b-10cb-4c1f-8223-94d52eb27bee admin admin] Publish callbacks [] for security_group (5ffed70d-3000-4eb1-92a6-ccbf3066a2fa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.279872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] For port b052584f-bf1f-4bf9-aba0-390fb1c47671, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b052584f-bf1f-4bf9-aba0-390fb1c47671,segment=NetworkSegment(266504c9-63fb-4ad3-b089-311236443560),segment_id=266504c9-63fb-4ad3-b089-311236443560)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:46.296002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (8cdb319a-528e-42e3-86d6-820f756e3d81), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.304557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.395879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks [] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.492135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3688ef-d191-4067-a9d4-80824458eea3 None None] Pushing event updated for resources: {'Port': ['ID=b052584f-bf1f-4bf9-aba0-390fb1c47671,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:46.554435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8810b71b-10cb-4c1f-8223-94d52eb27bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5ffed70d-3000-4eb1-92a6-ccbf3066a2fa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.556982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8810b71b-10cb-4c1f-8223-94d52eb27bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.560703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8810b71b-10cb-4c1f-8223-94d52eb27bee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ffed70d-3000-4eb1-92a6-ccbf3066a2fa HTTP/1.1" status: 204 len: 168 time: 0.7608309 Mar 07 04:38:46.579235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810b71b-10cb-4c1f-8223-94d52eb27bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffed70d-3000-4eb1-92a6-ccbf3066a2fa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:46.637745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:46.684525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.002464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Network 55cdd10e-77db-48c1-a5cc-958051f27fca is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:47.024526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:47.039732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:47.052935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:47.139419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Pushing event updated for resources: {'Port': ['ID=363f834d-33bb-43ad-be09-28ca1d14eb27,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:47.189767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.222090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c9788-3e66-4f0f-9cf9-56b246eced24 req-910ff5dd-71e3-420e-b91c-e316937113c8 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:47.227839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-593c9788-3e66-4f0f-9cf9-56b246eced24 req-910ff5dd-71e3-420e-b91c-e316937113c8 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 931 time: 0.9878857 Mar 07 04:38:47.437424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de704154-7326-4f1b-84af-0bea692eef89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.465943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:47.471170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.483071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b052584f-bf1f-4bf9-aba0-390fb1c47671 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:47.586195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-593c9788-3e66-4f0f-9cf9-56b246eced24 req-d3431e32-c656-49ba-b164-ce90d79f3441 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439708 Mar 07 04:38:47.593459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.603478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-31995d69-5ec5-4822-a3f3-8b48a722cbdc tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3532403 Mar 07 04:38:47.638066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Request body: {'port': {'device_id': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:47.771991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b052584f-bf1f-4bf9-aba0-390fb1c47671 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:47.772368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.792821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network c2db7775-e005-470b-af12-955bbdee7b7a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:47.823299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:47.832817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de704154-7326-4f1b-84af-0bea692eef89 admin admin] Publish callbacks [] for security_group (0ab84f5c-65c2-401f-93ec-559a5a66d2af), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.841265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks [] for port (cc925bc1-ee84-4fd3-a766-730c57628617), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.849106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de704154-7326-4f1b-84af-0bea692eef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ab84f5c-65c2-401f-93ec-559a5a66d2af), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.854826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:47.869457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:47.887497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:47.888193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.056369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b052584f-bf1f-4bf9-aba0-390fb1c47671 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:48.058037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.117417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Pushing event updated for resources: {'Port': ['ID=cc925bc1-ee84-4fd3-a766-730c57628617,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:48.124940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=85fc97f2-4e7a-405b-9798-ab933362e73e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:48.162681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.192240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port b052584f-bf1f-4bf9-aba0-390fb1c47671, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b052584f-bf1f-4bf9-aba0-390fb1c47671,segment=NetworkSegment(266504c9-63fb-4ad3-b089-311236443560),segment_id=266504c9-63fb-4ad3-b089-311236443560)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:48.204086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.205044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 385a39c7-77a6-4aa9-9906-97b4c072f153 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:48.294833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.296814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.297320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.300476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.301008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.301844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.304374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.304894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.305412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.305914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.307368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.307862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.310446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:38:48.316911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=b052584f-bf1f-4bf9-aba0-390fb1c47671,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:48.328077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (8cdb319a-528e-42e3-86d6-820f756e3d81), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.351350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de704154-7326-4f1b-84af-0bea692eef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab84f5c-65c2-401f-93ec-559a5a66d2af,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:48.365470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-de704154-7326-4f1b-84af-0bea692eef89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a5ce56280b34406b025f571e9492bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3049557 Mar 07 04:38:48.369101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52984) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:48.425634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 385a39c7-77a6-4aa9-9906-97b4c072f153 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:48.426129 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.447776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-21a12a7a-8c71-44db-a795-fa05c2e4ddbf tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1824384 Mar 07 04:38:48.450178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:48.668262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7f0c6-0510-4ab7-a08c-6e621c50d069 None None] Network c2db7775-e005-470b-af12-955bbdee7b7a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:38:48.730776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a03a40fc-bbaf-42ee-809c-9a3976719567 admin admin] Publish callbacks [] for security_group (0ab84f5c-65c2-401f-93ec-559a5a66d2af), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.826339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52992) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:48.939421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a03a40fc-bbaf-42ee-809c-9a3976719567 admin admin] Publish callbacks [] for security_group (0ab84f5c-65c2-401f-93ec-559a5a66d2af), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.946335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 385a39c7-77a6-4aa9-9906-97b4c072f153 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:48.948868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.976074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-09518e83-9da8-4a56-bf6b-eef17d347338 None None] Provisioning complete for port b052584f-bf1f-4bf9-aba0-390fb1c47671 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:48.985870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:48.990170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-09518e83-9da8-4a56-bf6b-eef17d347338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:48.995030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:49.042834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 385a39c7-77a6-4aa9-9906-97b4c072f153, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=385a39c7-77a6-4aa9-9906-97b4c072f153,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:49.109521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.116863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34fe7-2dac-4263-88d7-0d42ec120f2d req-ef30e553-8719-46e6-ab32-23baaab5f151 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:49.118567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5c34fe7-2dac-4263-88d7-0d42ec120f2d req-ef30e553-8719-46e6-ab32-23baaab5f151 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 931 time: 0.2841508 Mar 07 04:38:49.126119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-f2fefb91-38d5-44ea-8e9c-6a716f6e60f7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.131160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f2fefb91-38d5-44ea-8e9c-6a716f6e60f7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2745836 Mar 07 04:38:49.131810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.156658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-2ada2c48-cca6-480e-83f2-590645352ad8 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.160751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ada2c48-cca6-480e-83f2-590645352ad8 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075006 Mar 07 04:38:49.166012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52998) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.171255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-a1e897f5-5e1c-417b-bdfb-64258a193abd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.175797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a1e897f5-5e1c-417b-bdfb-64258a193abd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0081968 Mar 07 04:38:49.181275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363f834d-33bb-43ad-be09-28ca1d14eb27 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:38:49.183746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53000) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.188837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-9caa322e-1974-4f0d-ae6f-9cda9c7a1988 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.205520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9caa322e-1974-4f0d-ae6f-9cda9c7a1988 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082345 Mar 07 04:38:49.217150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.226851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a03a40fc-bbaf-42ee-809c-9a3976719567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ab84f5c-65c2-401f-93ec-559a5a66d2af), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.233620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a03a40fc-bbaf-42ee-809c-9a3976719567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.240936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a03a40fc-bbaf-42ee-809c-9a3976719567 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ab84f5c-65c2-401f-93ec-559a5a66d2af HTTP/1.1" status: 204 len: 168 time: 0.8664889 Mar 07 04:38:49.244134 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Publish callbacks [] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.281065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=385a39c7-77a6-4aa9-9906-97b4c072f153,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:49.327687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5c34fe7-2dac-4263-88d7-0d42ec120f2d req-ba491568-dfb4-4a45-aa6b-b087f6daf2df tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930947 Mar 07 04:38:49.337636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Transition to ACTIVE for port object 363f834d-33bb-43ad-be09-28ca1d14eb27 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:38:49.351433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.368804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b052584f-bf1f-4bf9-aba0-390fb1c47671 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:49.458338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-09518e83-9da8-4a56-bf6b-eef17d347338 None None] Current status of the port b052584f-bf1f-4bf9-aba0-390fb1c47671 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:49.489707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b052584f-bf1f-4bf9-aba0-390fb1c47671 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:49.490792 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.521237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-223bec7f-43dc-4e37-9e71-f82a68a5678a tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.522189 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-223bec7f-43dc-4e37-9e71-f82a68a5678a tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.3014462 Mar 07 04:38:49.532637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Pushing event updated for resources: {'Port': ['ID=363f834d-33bb-43ad-be09-28ca1d14eb27,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:49.535693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53016) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.639283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-e724e853-f4e4-406d-ac2f-59a65b5e1716 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.640333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e724e853-f4e4-406d-ac2f-59a65b5e1716 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102041 Mar 07 04:38:49.654419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53020) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.668994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-daca310b-a6b7-4534-9374-a25d9320b095 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.670030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-daca310b-a6b7-4534-9374-a25d9320b095 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0141428 Mar 07 04:38:49.685953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53024) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.696511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-66c46aa6-5e7b-4d9c-a495-004c792787b9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.697936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b052584f-bf1f-4bf9-aba0-390fb1c47671 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:49.702295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66c46aa6-5e7b-4d9c-a495-004c792787b9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0125763 Mar 07 04:38:49.705783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53030) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.713342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-01b9b287-b249-4d70-a3eb-012c8ed00787 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.716759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-01b9b287-b249-4d70-a3eb-012c8ed00787 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092762 Mar 07 04:38:49.718437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53032) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.720040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a40fc-bbaf-42ee-809c-9a3976719567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab84f5c-65c2-401f-93ec-559a5a66d2af,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:49.742767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-77a72e89-2859-40d1-9222-5fc9b4bb7f10 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.743717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77a72e89-2859-40d1-9222-5fc9b4bb7f10 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0228729 Mar 07 04:38:49.751433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53034) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.778590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-926700c0-7aac-44f1-8443-4152e9b8879a tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.783383 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-926700c0-7aac-44f1-8443-4152e9b8879a tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0307889 Mar 07 04:38:49.786529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.806658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-ca79b7f5-62ea-4236-b96d-eef4c8285a2c tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.811979 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca79b7f5-62ea-4236-b96d-eef4c8285a2c tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0222595 Mar 07 04:38:49.817534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.830843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-38089e4d-8c7e-4957-bcf9-15b88b50f10f tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.836144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-38089e4d-8c7e-4957-bcf9-15b88b50f10f tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0140443 Mar 07 04:38:49.837476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53042) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.838282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Attempting to bind port 363f834d-33bb-43ad-be09-28ca1d14eb27 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:49.838626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Attempting to bind port 363f834d-33bb-43ad-be09-28ca1d14eb27 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:49.838952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Attempting to bind port 363f834d-33bb-43ad-be09-28ca1d14eb27 on network 55cdd10e-77db-48c1-a5cc-958051f27fca {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:49.861343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-08a79038-d6bb-48e9-a5e3-cf6e76931ac7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.866060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a3bd7d7-8489-4472-a4cf-1fb115ea046e None None] Provisioning complete for port 85fc97f2-4e7a-405b-9798-ab933362e73e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:49.866951 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd7d7-8489-4472-a4cf-1fb115ea046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.868507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-08a79038-d6bb-48e9-a5e3-cf6e76931ac7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0184803 Mar 07 04:38:49.874693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53044) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.884520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-11841ea8-c1c2-4e6b-81f9-1247c0717ed0 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.892625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-11841ea8-c1c2-4e6b-81f9-1247c0717ed0 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0154619 Mar 07 04:38:49.893776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Port 363f834d-33bb-43ad-be09-28ca1d14eb27 on network 55cdd10e-77db-48c1-a5cc-958051f27fca not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:38:49.894142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Attempting to bind port 363f834d-33bb-43ad-be09-28ca1d14eb27 on network 55cdd10e-77db-48c1-a5cc-958051f27fca {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:49.903795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53046) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.920745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-81544f11-a8d7-4a7f-9817-7e8a5b269474 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.921776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-81544f11-a8d7-4a7f-9817-7e8a5b269474 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0159006 Mar 07 04:38:49.924399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:49.926995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Checking segment: {'id': 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:49.930365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Bound using segment: {'id': 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:49.931248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Bound port: 363f834d-33bb-43ad-be09-28ca1d14eb27, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:49.933235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.937060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53048) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.955942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-84527002-6aca-468c-8895-ee2f4d10dc63 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.957321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-84527002-6aca-468c-8895-ee2f4d10dc63 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098684 Mar 07 04:38:49.969550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:49.970954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bd7d7-8489-4472-a4cf-1fb115ea046e None None] Port 85fc97f2-4e7a-405b-9798-ab933362e73e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:49.981435 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:49.985456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-87b5994c-5921-4b91-b021-dc7fe9ecaae3 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:49.992621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53052) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.004679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-87b5994c-5921-4b91-b021-dc7fe9ecaae3 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0263059 Mar 07 04:38:50.005244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a3bd7d7-8489-4472-a4cf-1fb115ea046e None None] Provisioning complete for port b052584f-bf1f-4bf9-aba0-390fb1c47671 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:50.005826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd7d7-8489-4472-a4cf-1fb115ea046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.007691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-9e09bd90-add3-45fb-af06-9d33d10aac84 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.012251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9e09bd90-add3-45fb-af06-9d33d10aac84 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0149710 Mar 07 04:38:50.024887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.030685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-85bd26e7-73c5-4b47-ba0f-21fd6346ff68 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.035255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-85bd26e7-73c5-4b47-ba0f-21fd6346ff68 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081720 Mar 07 04:38:50.064834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.070011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-b5af7cb0-547a-43be-ae5f-8710822bb7f9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.073795 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b5af7cb0-547a-43be-ae5f-8710822bb7f9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074720 Mar 07 04:38:50.085110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.099171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-a1db1b17-7113-4bf0-9d0e-a1d264908249 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.103489 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a1db1b17-7113-4bf0-9d0e-a1d264908249 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0164862 Mar 07 04:38:50.104421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53060) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.118747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-b2ba882b-cc99-4bec-94a9-73997c2c2ec7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.122683 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b2ba882b-cc99-4bec-94a9-73997c2c2ec7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0129681 Mar 07 04:38:50.129878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53062) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.135623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Router 8cdb319a-528e-42e3-86d6-820f756e3d81 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:38:50.144868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-d54a3c1d-7536-4116-8a64-bb3644b9c6d3 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.146352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d54a3c1d-7536-4116-8a64-bb3644b9c6d3 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0130396 Mar 07 04:38:50.153336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.159578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-2a7390ff-0153-4628-b73d-c13c58988114 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.160878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a7390ff-0153-4628-b73d-c13c58988114 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062261 Mar 07 04:38:50.181307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.188079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-dc01a686-db23-448f-a50f-eb757ee46533 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.192614 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dc01a686-db23-448f-a50f-eb757ee46533 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0088828 Mar 07 04:38:50.193430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.201945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-4b0025d7-1daf-4177-a17c-d250d8c8ecd0 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.206313 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4b0025d7-1daf-4177-a17c-d250d8c8ecd0 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0084727 Mar 07 04:38:50.215143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.221281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-adf5f3e5-0ae5-4b15-8d20-75c6142ba96c tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.225499 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-adf5f3e5-0ae5-4b15-8d20-75c6142ba96c tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0087810 Mar 07 04:38:50.231496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bd7d7-8489-4472-a4cf-1fb115ea046e None None] Current status of the port b052584f-bf1f-4bf9-aba0-390fb1c47671 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:50.233623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.241514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-b848b302-d226-4bb1-aeb1-3868f9f96ede tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.245601 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b848b302-d226-4bb1-aeb1-3868f9f96ede tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078232 Mar 07 04:38:50.248182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.251314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.264953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] For port 363f834d-33bb-43ad-be09-28ca1d14eb27, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:50.278560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] For port 363f834d-33bb-43ad-be09-28ca1d14eb27, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=363f834d-33bb-43ad-be09-28ca1d14eb27,segment=NetworkSegment(a2ea413d-248b-48aa-9d95-6ae1d5fe401d),segment_id=a2ea413d-248b-48aa-9d95-6ae1d5fe401d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:50.301211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.341425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.347208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-0055fe6e-1038-4183-800b-4939c0f333f8 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.354391 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0055fe6e-1038-4183-800b-4939c0f333f8 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1051006 Mar 07 04:38:50.356582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.364159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a5360900-3425-4ee6-af23-6f9e775be43b None None] Provisioning complete for port 85fc97f2-4e7a-405b-9798-ab933362e73e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:50.365887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5360900-3425-4ee6-af23-6f9e775be43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.400171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:50.403733 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.405246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] 10.222.0.15 "PUT /v2.0/ports/363f834d-33bb-43ad-be09-28ca1d14eb27 HTTP/1.1" status: 200 len: 1091 time: 2.7888551 Mar 07 04:38:50.408940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'tag': '363f834d-33bb-43ad-be09-28ca1d14eb27'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:50.421084 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c119a-b2a8-475f-b5f6-ee53daf90e58" -d '{"events": [{"name": "network-changed", "server_uuid": "bd278b78-96a8-4c99-9e2c-8354322623a7", "tag": "363f834d-33bb-43ad-be09-28ca1d14eb27"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:50.426017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-546c5f53-3370-411a-a55c-c5abf32570ee tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.431042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-546c5f53-3370-411a-a55c-c5abf32570ee tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0340629 Mar 07 04:38:50.443799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.459401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-ddcdf35c-9ddc-4045-aec1-a59e13e8d797 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.464703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ddcdf35c-9ddc-4045-aec1-a59e13e8d797 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0152752 Mar 07 04:38:50.466253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74b09ca7-218c-4ad0-9e29-b79f459c5194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.469037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.484771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a5360900-3425-4ee6-af23-6f9e775be43b None None] Port 85fc97f2-4e7a-405b-9798-ab933362e73e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:50.503211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-207dd47d-8e0c-4893-9330-ed178c43fe4d tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.511550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-207dd47d-8e0c-4893-9330-ed178c43fe4d tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0331798 Mar 07 04:38:50.547983 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d7e120-8a00-4a8f-b14e-813602045b87 x-openstack-request-id: req-01d7e120-8a00-4a8f-b14e-813602045b87 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:50.549136 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd278b78-96a8-4c99-9e2c-8354322623a7", "tag": "363f834d-33bb-43ad-be09-28ca1d14eb27", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:50.549630 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01d7e120-8a00-4a8f-b14e-813602045b87 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:50.550328 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'tag': '363f834d-33bb-43ad-be09-28ca1d14eb27', 'status': 'completed', 'code': 200} Mar 07 04:38:50.551815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.564383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-23d36d96-2bc9-47fe-ab3e-1e705cf58451 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.566196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-23d36d96-2bc9-47fe-ab3e-1e705cf58451 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0130866 Mar 07 04:38:50.577457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53094) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.607383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-bd46a8c6-a0ab-4028-a2ab-23089fcedd17 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.609106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd46a8c6-a0ab-4028-a2ab-23089fcedd17 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0249364 Mar 07 04:38:50.613244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53096) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.621769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32c159-e199-4b36-aac4-99d07f091905 service neutron] Pushing event updated for resources: {'Port': ['ID=363f834d-33bb-43ad-be09-28ca1d14eb27,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:50.693928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-4e1b95fa-310a-41c3-a9fb-1712f5cf72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:50.695828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-4e1b95fa-310a-41c3-a9fb-1712f5cf72aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f310a45d12964f5aa20d578f710c9cee&device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 1125 time: 0.2432787 Mar 07 04:38:50.706869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-4dc85c9a-a26f-433c-a875-26e66c26b0f6 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.712436 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4dc85c9a-a26f-433c-a875-26e66c26b0f6 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0857520 Mar 07 04:38:50.714858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3fd05-0963-47ae-a138-05558b9d3c7e req-1781f7de-19f6-4fd3-bdc9-7ef5c2a52d39 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:50.716607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89e3fd05-0963-47ae-a138-05558b9d3c7e req-1781f7de-19f6-4fd3-bdc9-7ef5c2a52d39 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 943 time: 0.2081013 Mar 07 04:38:50.718606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.749439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-9b0e5a2b-41a4-4fd6-8ad8-ca76bf1d297e tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.755348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9b0e5a2b-41a4-4fd6-8ad8-ca76bf1d297e tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0136726 Mar 07 04:38:50.760344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.771146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-57f3cbb7-31b1-41c8-a840-cab8131160e5 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.776496 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57f3cbb7-31b1-41c8-a840-cab8131160e5 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0146031 Mar 07 04:38:50.777899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53104) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.779523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-e8b6b364-aae7-4bf5-bf39-777e2e1c0f44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363f834d-33bb-43ad-be09-28ca1d14eb27 HTTP/1.1" status: 200 len: 217 time: 0.0602975 Mar 07 04:38:50.792765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-079f4511-ccf6-40c7-b763-f5fac503ff5b tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.794297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-079f4511-ccf6-40c7-b763-f5fac503ff5b tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0136077 Mar 07 04:38:50.809108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53106) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.822539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-6e4fe818-5c64-488e-b7bb-361a1ecc8096 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.824361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6e4fe818-5c64-488e-b7bb-361a1ecc8096 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0137439 Mar 07 04:38:50.837320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53108) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.849295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-d8b5ba85-2e43-4029-a524-7f1dc047fbac tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:50.853436 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d8b5ba85-2e43-4029-a524-7f1dc047fbac tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0145614 Mar 07 04:38:50.856200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53114) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:50.918123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74b09ca7-218c-4ad0-9e29-b79f459c5194 admin admin] Publish callbacks [] for security_group (3d6e0c97-06eb-4e21-8286-89c07efc72d4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.933459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89e3fd05-0963-47ae-a138-05558b9d3c7e req-e416789f-c436-4cb7-984b-b4513d3d4825 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044494 Mar 07 04:38:50.934610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74b09ca7-218c-4ad0-9e29-b79f459c5194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3d6e0c97-06eb-4e21-8286-89c07efc72d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:50.959397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-c8e9546a-c4f5-4559-a7ef-2fa232fe7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:50.973346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-c8e9546a-c4f5-4559-a7ef-2fa232fe7e34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=973ed7d6-4aa0-4fcd-b196-d26a585405dc HTTP/1.1" status: 200 len: 853 time: 0.1762011 Mar 07 04:38:51.248593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 385a39c7-77a6-4aa9-9906-97b4c072f153 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:51.363980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 385a39c7-77a6-4aa9-9906-97b4c072f153 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:51.364576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:51.518815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-9151ac7f-367f-4a34-95fd-425fda5585f9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.520725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9151ac7f-367f-4a34-95fd-425fda5585f9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.6608765 Mar 07 04:38:51.528741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.535170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:38:51.543852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 385a39c7-77a6-4aa9-9906-97b4c072f153 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:51.564246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63269fe6-03c3-4be9-bd70-1d476f42ff35 admin admin] 10.222.0.21 "PUT /v2.0/routers/8cdb319a-528e-42e3-86d6-820f756e3d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7639096 Mar 07 04:38:51.567892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Sync routers for ids ['8cdb319a-528e-42e3-86d6-820f756e3d81'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:38:51.573692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-18d8989f-b4eb-4b36-a97d-bd955639d809 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55cdd10e-77db-48c1-a5cc-958051f27fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5875325 Mar 07 04:38:51.579279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-59acb181-ea95-4034-9590-b9eee9aed4e8 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.586383 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59acb181-ea95-4034-9590-b9eee9aed4e8 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0521896 Mar 07 04:38:51.590067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-74b09ca7-218c-4ad0-9e29-b79f459c5194 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b32346cbbbe406aaa273eea732ac62a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2391787 Mar 07 04:38:51.614209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Routers {'8cdb319a-528e-42e3-86d6-820f756e3d81'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:51.615188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8cdb319a-528e-42e3-86d6-820f756e3d81'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:51.619275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53130) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.619809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53132) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.627013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b09ca7-218c-4ad0-9e29-b79f459c5194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e0c97-06eb-4e21-8286-89c07efc72d4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:51.633723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-99dfb77a-dba9-45cb-a341-9890898652a7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.636021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-99dfb77a-dba9-45cb-a341-9890898652a7 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0151608 Mar 07 04:38:51.643416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53134) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.653389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-3fec602c-8758-455a-9992-d540a74647d9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.658065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3fec602c-8758-455a-9992-d540a74647d9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059707 Mar 07 04:38:51.667112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53136) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.678419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-279c127d-2849-4e0e-80b2-840e42e165ab tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.681917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-279c127d-2849-4e0e-80b2-840e42e165ab tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0089889 Mar 07 04:38:51.685910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.692002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-2da1f04b-8925-4406-b793-8bcdc30de5fd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.696113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2da1f04b-8925-4406-b793-8bcdc30de5fd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0059009 Mar 07 04:38:51.727218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53140) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.764308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-c6059a0a-d55a-4f3b-a2b7-4018be4066db tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.772902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c6059a0a-d55a-4f3b-a2b7-4018be4066db tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0268638 Mar 07 04:38:51.777883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53144) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.786428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-ec8cb1b8-7830-4d35-b61e-be8a1d295e1f tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.787548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ec8cb1b8-7830-4d35-b61e-be8a1d295e1f tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0085299 Mar 07 04:38:51.804069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.810889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-5243e07e-3e91-4686-8af2-7467c7ac17a6 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.820648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5243e07e-3e91-4686-8af2-7467c7ac17a6 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0156479 Mar 07 04:38:51.833803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795168dc-877e-45fe-a7a7-27cd8c2f4f46 req-6bfc4ec1-a647-408c-ba7a-02d4cb87b646 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:51.837927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53150) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.843234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-795168dc-877e-45fe-a7a7-27cd8c2f4f46 req-6bfc4ec1-a647-408c-ba7a-02d4cb87b646 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.8651292 Mar 07 04:38:51.857380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-c9563c8a-355e-4c27-9b82-e7a28199756d tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.858742 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9563c8a-355e-4c27-9b82-e7a28199756d tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0183406 Mar 07 04:38:51.868736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.879949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-bf436f46-747d-47f7-9d09-f4648350e9b3 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.881935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf436f46-747d-47f7-9d09-f4648350e9b3 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091567 Mar 07 04:38:51.887763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53154) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.928142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Set router 8cdb319a-528e-42e3-86d6-820f756e3d81 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:51.964466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-639972e9-ee70-4d79-a0bf-b5feb275e2b9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:51.970991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-639972e9-ee70-4d79-a0bf-b5feb275e2b9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0225234 Mar 07 04:38:51.981710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53164) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:51.989294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-98471f4a-ba67-48be-8c8c-0b630351217e service neutron] 10.222.0.15 "GET /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962867 Mar 07 04:38:52.006682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-e6140b4a-0bf7-4f9a-bbe8-80dc438d71fd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.014992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e6140b4a-0bf7-4f9a-bbe8-80dc438d71fd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0213635 Mar 07 04:38:52.024708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53166) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.050839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-da3344cf-387f-4583-8943-b491dc99c922 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.055506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.057055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-da3344cf-387f-4583-8943-b491dc99c922 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0197213 Mar 07 04:38:52.057871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.061622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-795168dc-877e-45fe-a7a7-27cd8c2f4f46 req-baa2ae4c-8b19-4157-a298-1b6db4e0049a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174499 Mar 07 04:38:52.071898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-e2c43b50-04e1-418c-bf78-b5a41ac68103 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.080150 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e2c43b50-04e1-418c-bf78-b5a41ac68103 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0205324 Mar 07 04:38:52.082625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.096970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-779c538a-8cff-4f79-904d-c031b8f15de6 admin admin] Publish callbacks [] for security_group (3d6e0c97-06eb-4e21-8286-89c07efc72d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.105459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.125202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-2780356f-aa2b-484d-bbe5-7e0423b3d60a tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.131273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-779c538a-8cff-4f79-904d-c031b8f15de6 admin admin] Publish callbacks [] for security_group (3d6e0c97-06eb-4e21-8286-89c07efc72d4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.132790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2780356f-aa2b-484d-bbe5-7e0423b3d60a tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0237679 Mar 07 04:38:52.142105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53176) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.158063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-44983fd7-9cd2-42d1-af1a-ff58b2a81d73 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.164592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-44983fd7-9cd2-42d1-af1a-ff58b2a81d73 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0159652 Mar 07 04:38:52.167286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.234424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.252870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=85fc97f2-4e7a-405b-9798-ab933362e73e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:52.271578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-779c538a-8cff-4f79-904d-c031b8f15de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3d6e0c97-06eb-4e21-8286-89c07efc72d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.274049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-dffcdfc9-1e87-4d94-8874-586346f81469 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.274837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-779c538a-8cff-4f79-904d-c031b8f15de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.275125 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dffcdfc9-1e87-4d94-8874-586346f81469 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.1069117 Mar 07 04:38:52.283889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.290707 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-779c538a-8cff-4f79-904d-c031b8f15de6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d6e0c97-06eb-4e21-8286-89c07efc72d4 HTTP/1.1" status: 204 len: 168 time: 0.6409049 Mar 07 04:38:52.324572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-73a7d6e6-7203-45a0-8ae7-f14bb1e675f4 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.325618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-73a7d6e6-7203-45a0-8ae7-f14bb1e675f4 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0375659 Mar 07 04:38:52.369819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53184) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.384304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-f9b4373f-1f95-4283-b677-14ee15e573ef tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.385379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f9b4373f-1f95-4283-b677-14ee15e573ef tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061123 Mar 07 04:38:52.395648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53194) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.407280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c538a-8cff-4f79-904d-c031b8f15de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e0c97-06eb-4e21-8286-89c07efc72d4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:52.410780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-40d4375c-17e8-4d1b-9571-f6389df67b93 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.411798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40d4375c-17e8-4d1b-9571-f6389df67b93 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0151815 Mar 07 04:38:52.416934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53196) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.421687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-aa7ff8c9-9a5c-4105-af19-8735a745a888 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.423215 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa7ff8c9-9a5c-4105-af19-8735a745a888 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045912 Mar 07 04:38:52.444450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.478521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:38:46Z', 'revision_number': 4, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'cc925bc1-ee84-4fd3-a766-730c57628617', 'name': '', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'mac_address': 'fa:16:3e:12:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8570e03f-2926-414f-a3a7-41f59b027365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:44Z', 'updated_at': '2022-03-07T04:38:46Z', 'revision_number': 2, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'subnets': [{'id': '8570e03f-2926-414f-a3a7-41f59b027365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:52.483594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-9dce4f87-6893-4950-be41-bb30500c6d21 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.484586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9dce4f87-6893-4950-be41-bb30500c6d21 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0180430 Mar 07 04:38:52.511211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53200) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.523309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-6efa28d7-f878-4831-ab35-c1e81a3a1bbd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.526804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6efa28d7-f878-4831-ab35-c1e81a3a1bbd tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0124044 Mar 07 04:38:52.534739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Checking router: 8cdb319a-528e-42e3-86d6-820f756e3d81 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:38:52.535098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Updating router 8cdb319a-528e-42e3-86d6-820f756e3d81 port cc925bc1-ee84-4fd3-a766-730c57628617 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:38:52.539312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.551230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-d4adcb22-9bfc-45f9-9dee-6883d0f558aa tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.552372 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d4adcb22-9bfc-45f9-9dee-6883d0f558aa tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0106692 Mar 07 04:38:52.557488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53204) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.570897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-41ff3298-d49a-4ffc-93a5-3baf5ca850a9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.572000 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-41ff3298-d49a-4ffc-93a5-3baf5ca850a9 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050328 Mar 07 04:38:52.577436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.591268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [None req-cbca7c73-578c-46fc-97e8-d194f5a7bced tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.592242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cbca7c73-578c-46fc-97e8-d194f5a7bced tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060463 Mar 07 04:38:52.595441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53208) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.597614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.616935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-271c855e-a55e-4743-8f47-91fd7d11f30d tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.619299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-271c855e-a55e-4743-8f47-91fd7d11f30d tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0226569 Mar 07 04:38:52.623699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53210) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.639066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-f699eae7-81f0-4f17-b3a0-a2a99f8ce360 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.643569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f699eae7-81f0-4f17-b3a0-a2a99f8ce360 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0182896 Mar 07 04:38:52.644182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:52.676979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2703719f-d6dd-4380-a5d7-4245bab952ec req-3010f31d-6c23-4af6-994c-69d634b8105d service neutron] 10.222.0.15 "GET /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812501 Mar 07 04:38:52.703256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (5558f2cc-f0cb-4425-a10e-70d1839e9103), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.711122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [None req-ad30a26c-22ed-419c-b68a-bbd6752bdf66 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:38:52.719437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e84e9-16a8-4036-8b68-c196f118ff5b req-97263f35-1b8b-4ddf-9d02-3c69e8548990 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:52.719437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-674e84e9-16a8-4036-8b68-c196f118ff5b req-97263f35-1b8b-4ddf-9d02-3c69e8548990 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 943 time: 0.4380066 Mar 07 04:38:52.736197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ad30a26c-22ed-419c-b68a-bbd6752bdf66 tempest-ExtensionsTestJSON-2043332372 tempest-ExtensionsTestJSON-2043332372-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0325198 Mar 07 04:38:52.824007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ece0b68a-2b27-42ea-98f9-99496306cac9 None None] Provisioning complete for port 85fc97f2-4e7a-405b-9798-ab933362e73e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:52.824686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ece0b68a-2b27-42ea-98f9-99496306cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:52.892937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ece0b68a-2b27-42ea-98f9-99496306cac9 None None] Port 85fc97f2-4e7a-405b-9798-ab933362e73e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:52.957676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-951a0914-2111-4719-9322-b439fa5de4e6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:52.960344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-951a0914-2111-4719-9322-b439fa5de4e6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 811 time: 0.5466189 Mar 07 04:38:52.984320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-674e84e9-16a8-4036-8b68-c196f118ff5b req-7652801f-7e35-4f5f-afc6-e1ade5e579ef tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581720 Mar 07 04:38:53.001957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.083920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-5d3c9836-754d-42f1-9cf3-f6da734a97b0 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/quotas/54e1ead3460e4d64afc505ac3f7585cf HTTP/1.1" status: 200 len: 375 time: 0.0958600 Mar 07 04:38:53.096157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-2f96132c-c2b6-407b-b6b2-57e249ce4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:53.098734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-2f96132c-c2b6-407b-b6b2-57e249ce4e18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f310a45d12964f5aa20d578f710c9cee&device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 1125 time: 0.3542166 Mar 07 04:38:53.325260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-e68c3781-0940-44a2-9d41-c002e57ec610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:53.328424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-e68c3781-0940-44a2-9d41-c002e57ec610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55cdd10e-77db-48c1-a5cc-958051f27fca HTTP/1.1" status: 200 len: 914 time: 0.2215486 Mar 07 04:38:53.393588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53230) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:53.455081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-586d4069-75a5-4660-ba18-5b9888c4bc00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363f834d-33bb-43ad-be09-28ca1d14eb27 HTTP/1.1" status: 200 len: 217 time: 0.1133802 Mar 07 04:38:53.532509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.545917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.546768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (5558f2cc-f0cb-4425-a10e-70d1839e9103), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.623666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-fe9d1f54-b863-40a6-9476-fb1e6d56e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:53.625528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-fe9d1f54-b863-40a6-9476-fb1e6d56e4b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=973ed7d6-4aa0-4fcd-b196-d26a585405dc HTTP/1.1" status: 200 len: 853 time: 0.1233406 Mar 07 04:38:53.654899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Publish callbacks [] for port (cc925bc1-ee84-4fd3-a766-730c57628617), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.660741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-89ae0410-f62e-4298-b9cd-eedcf802a21c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5598419 Mar 07 04:38:53.671081 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.746587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-16246578-0761-47ef-9c04-ce2b874092a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55cdd10e-77db-48c1-a5cc-958051f27fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105423 Mar 07 04:38:53.756330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a0a44-16e1-4dd2-8e5d-e459c62014fc req-3d4ddaa2-d468-4e8a-abe7-8da1d62974b2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:53.758153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-232a0a44-16e1-4dd2-8e5d-e459c62014fc req-3d4ddaa2-d468-4e8a-abe7-8da1d62974b2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4256122 Mar 07 04:38:53.776522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57dfb75f-378e-4fea-899a-cb29f1949b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.798096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6be245-61cd-4286-8db4-c68037d0cbd1 None None] Pushing event updated for resources: {'Port': ['ID=cc925bc1-ee84-4fd3-a766-730c57628617,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:53.833126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=85fc97f2-4e7a-405b-9798-ab933362e73e,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:53.882935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Attempting to bind port cc925bc1-ee84-4fd3-a766-730c57628617 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:38:53.885024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Attempting to bind port cc925bc1-ee84-4fd3-a766-730c57628617 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:38:53.885596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Attempting to bind port cc925bc1-ee84-4fd3-a766-730c57628617 on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:38:53.899013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:38:53.902496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Checking segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:38:53.903292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.904319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Bound using segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:38:53.905069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Bound port: cc925bc1-ee84-4fd3-a766-730c57628617, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:38:53.906283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:53.997807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-17e18268-2cf9-43e7-8f78-90fe37aa6d96 service neutron] 10.222.0.15 "GET /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200401 Mar 07 04:38:54.013932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] For port cc925bc1-ee84-4fd3-a766-730c57628617, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:38:54.023342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] For port cc925bc1-ee84-4fd3-a766-730c57628617, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cc925bc1-ee84-4fd3-a766-730c57628617,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:38:54.036231 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:54.067294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network c2db7775-e005-470b-af12-955bbdee7b7a is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:54.075367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:54.166338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Routers {'8cdb319a-528e-42e3-86d6-820f756e3d81'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:54.166777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8cdb319a-528e-42e3-86d6-820f756e3d81'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:54.169907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6be245-61cd-4286-8db4-c68037d0cbd1 None None] Pushing event updated for resources: {'Port': ['ID=cc925bc1-ee84-4fd3-a766-730c57628617,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:54.354957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-070c119a-b2a8-475f-b5f6-ee53daf90e58 req-ed7a8567-fc1b-4495-ab69-7acfdddbf123 service neutron] 10.222.0.15 "GET /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506238 Mar 07 04:38:54.376666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] Set router 8cdb319a-528e-42e3-86d6-820f756e3d81 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:38:54.399785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-0f706985-cc94-43e1-a066-1160bd298a82 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271640 Mar 07 04:38:54.420330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57dfb75f-378e-4fea-899a-cb29f1949b38 admin admin] Publish callbacks [] for security_group (318a484b-104e-4e47-8205-68a653cdc9a6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:54.437238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57dfb75f-378e-4fea-899a-cb29f1949b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (318a484b-104e-4e47-8205-68a653cdc9a6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:54.472133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57dfb75f-378e-4fea-899a-cb29f1949b38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=886f9f42d6d7499c824f1027fff2a3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0753942 Mar 07 04:38:54.477269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53260) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:54.530368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-232a0a44-16e1-4dd2-8e5d-e459c62014fc req-64e261a8-5371-4e87-bd4e-e16db6e898f6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008457 Mar 07 04:38:54.538179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfb75f-378e-4fea-899a-cb29f1949b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a484b-104e-4e47-8205-68a653cdc9a6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:54.633404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30ec9558-e523-4eef-91e3-989c97b5f02f admin admin] Publish callbacks [] for security_group (318a484b-104e-4e47-8205-68a653cdc9a6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:54.711143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Router 5558f2cc-f0cb-4425-a10e-70d1839e9103 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:38:54.716976 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30ec9558-e523-4eef-91e3-989c97b5f02f admin admin] Publish callbacks [] for security_group (318a484b-104e-4e47-8205-68a653cdc9a6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:54.765256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-af85055c-7ff9-40dd-a28e-366705f63062 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534918 Mar 07 04:38:54.811369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ada96d40-01df-45d9-8ce4-458bf00558d2 None None] Provisioning complete for port 85fc97f2-4e7a-405b-9798-ab933362e73e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:54.812501 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ada96d40-01df-45d9-8ce4-458bf00558d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:54.819461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b614be-03e5-42af-b086-eb66fe8ae380 req-61533fe0-a4cc-4196-a678-1ffd5b66f7df tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:54.830553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14b614be-03e5-42af-b086-eb66fe8ae380 req-61533fe0-a4cc-4196-a678-1ffd5b66f7df tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 943 time: 0.1639209 Mar 07 04:38:54.866689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ada96d40-01df-45d9-8ce4-458bf00558d2 None None] Port 85fc97f2-4e7a-405b-9798-ab933362e73e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:38:54.945812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14b614be-03e5-42af-b086-eb66fe8ae380 req-c1eaff90-d50b-48e2-862c-6c8c9ef5302c tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141214 Mar 07 04:38:54.962901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53268) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:54.971882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:38:54.988968 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b9f64f52-cfff-4ca4-a8e4-120a43d8c1d4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/routers/5558f2cc-f0cb-4425-a10e-70d1839e9103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5376573 Mar 07 04:38:54.991603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53274) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:54.991779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:38:46Z', 'revision_number': 4, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'cc925bc1-ee84-4fd3-a766-730c57628617', 'name': '', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'mac_address': 'fa:16:3e:12:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8570e03f-2926-414f-a3a7-41f59b027365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:44Z', 'updated_at': '2022-03-07T04:38:54Z', 'revision_number': 4, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'subnets': [{'id': '8570e03f-2926-414f-a3a7-41f59b027365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:55.014497 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] Sync routers for ids ['5558f2cc-f0cb-4425-a10e-70d1839e9103'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:38:55.034341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30ec9558-e523-4eef-91e3-989c97b5f02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (318a484b-104e-4e47-8205-68a653cdc9a6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:55.037159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30ec9558-e523-4eef-91e3-989c97b5f02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:55.041540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-30ec9558-e523-4eef-91e3-989c97b5f02f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/318a484b-104e-4e47-8205-68a653cdc9a6 HTTP/1.1" status: 204 len: 168 time: 0.5629699 Mar 07 04:38:55.049201 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] Routers {'5558f2cc-f0cb-4425-a10e-70d1839e9103'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:55.051893 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5558f2cc-f0cb-4425-a10e-70d1839e9103'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:55.062776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec9558-e523-4eef-91e3-989c97b5f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a484b-104e-4e47-8205-68a653cdc9a6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:55.115214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b79e6-b024-4ea0-9be6-5c8b2cf86d2a None None] The sync data for ids ['8cdb319a-528e-42e3-86d6-820f756e3d81'] in n-d-832185-1 is: [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:38:46Z', 'revision_number': 4, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'cc925bc1-ee84-4fd3-a766-730c57628617', 'name': '', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'mac_address': 'fa:16:3e:12:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8570e03f-2926-414f-a3a7-41f59b027365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:44Z', 'updated_at': '2022-03-07T04:38:54Z', 'revision_number': 4, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'subnets': [{'id': '8570e03f-2926-414f-a3a7-41f59b027365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:38:55.120602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 363f834d-33bb-43ad-be09-28ca1d14eb27 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:38:55.156210 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:55.180964 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] Routers {'5558f2cc-f0cb-4425-a10e-70d1839e9103'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:38:55.183037 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5558f2cc-f0cb-4425-a10e-70d1839e9103'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:55.332934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9dbd67-abd6-432a-ba80-094cb70fc8a8 req-9a5eee24-82ea-43da-959d-33e5150519f4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 210 time: 0.1677654 Mar 07 04:38:55.343967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08aecd0-a6e0-4bce-b2cf-b5841de40354 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:55.346331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b08aecd0-a6e0-4bce-b2cf-b5841de40354 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports?device_id=5558f2cc-f0cb-4425-a10e-70d1839e9103 HTTP/1.1" status: 200 len: 987 time: 0.3533061 Mar 07 04:38:55.349008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53288) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:55.392212 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:38:55.394894 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43275ba-6915-49fb-8509-17a7f3756515 None None] The sync data for ids ['5558f2cc-f0cb-4425-a10e-70d1839e9103'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:38:55.523849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd7833-191d-4a32-848e-2e6fdf1aaace req-564e733e-0cee-4d1d-90b9-57b8e28882da tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:55.526973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 363f834d-33bb-43ad-be09-28ca1d14eb27, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=363f834d-33bb-43ad-be09-28ca1d14eb27,segment=NetworkSegment(a2ea413d-248b-48aa-9d95-6ae1d5fe401d),segment_id=a2ea413d-248b-48aa-9d95-6ae1d5fe401d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:55.534382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27cd7833-191d-4a32-848e-2e6fdf1aaace req-564e733e-0cee-4d1d-90b9-57b8e28882da tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3877981 Mar 07 04:38:55.559914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '363f834d-33bb-43ad-be09-28ca1d14eb27', 'network_id': '55cdd10e-77db-48c1-a5cc-958051f27fca', 'port_id': '363f834d-33bb-43ad-be09-28ca1d14eb27', 'mac_address': 'fa:16:3e:af:a2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973ed7d6-4aa0-4fcd-b196-d26a585405dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:38:55.687081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 363f834d-33bb-43ad-be09-28ca1d14eb27 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:55.687485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:55.737636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363f834d-33bb-43ad-be09-28ca1d14eb27 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:38:55.771968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81420d64-8e1e-431b-88a6-7987a48c56e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:55.788539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27cd7833-191d-4a32-848e-2e6fdf1aaace req-fc20f0e6-c6c1-4517-afd6-c74226fd9fa8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531059 Mar 07 04:38:55.808024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 363f834d-33bb-43ad-be09-28ca1d14eb27, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=363f834d-33bb-43ad-be09-28ca1d14eb27,segment=NetworkSegment(a2ea413d-248b-48aa-9d95-6ae1d5fe401d),segment_id=a2ea413d-248b-48aa-9d95-6ae1d5fe401d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:55.816932 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:55.921433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=363f834d-33bb-43ad-be09-28ca1d14eb27,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:56.006960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['363f834d-33bb-43ad-be09-28ca1d14eb27'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:38:56.158629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26ade-d72e-450f-a5ed-23685219d042 req-d6d2c67f-c1f6-4e13-8d8d-736ccbad374b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:56.165540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29f26ade-d72e-450f-a5ed-23685219d042 req-d6d2c67f-c1f6-4e13-8d8d-736ccbad374b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2547510 Mar 07 04:38:56.294809 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81420d64-8e1e-431b-88a6-7987a48c56e8 admin admin] Publish callbacks [] for security_group (9528977f-7278-4a92-ae06-04160ae35186), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.317750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81420d64-8e1e-431b-88a6-7987a48c56e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9528977f-7278-4a92-ae06-04160ae35186), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.340050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd5195-53e1-40b8-b4ab-e76cfc9cea89 req-50967b0d-dadc-4b81-abfc-79b8d5cb6395 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:56.347559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8acd5195-53e1-40b8-b4ab-e76cfc9cea89 req-50967b0d-dadc-4b81-abfc-79b8d5cb6395 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 944 time: 0.2858326 Mar 07 04:38:56.489078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29f26ade-d72e-450f-a5ed-23685219d042 req-54531396-8923-4110-aa78-a96cf412ef1b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225605 Mar 07 04:38:56.527028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-81420d64-8e1e-431b-88a6-7987a48c56e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7be6545e7b844ba0ab846deda178b1de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5627956 Mar 07 04:38:56.529684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53330) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:56.573008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81420d64-8e1e-431b-88a6-7987a48c56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9528977f-7278-4a92-ae06-04160ae35186,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:56.705557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd049fca-df95-4e22-85f5-8d68a948e579 admin admin] Publish callbacks [] for security_group (9528977f-7278-4a92-ae06-04160ae35186), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.733261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c21f182-4214-4fda-9c1c-ef0d9f377bf5 req-b735642a-7284-453c-9cab-f38eb2d3c3ea tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 210 time: 0.1278932 Mar 07 04:38:56.762066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8acd5195-53e1-40b8-b4ab-e76cfc9cea89 req-343139ee-9284-4a1e-979d-c74ac6ad5303 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137869 Mar 07 04:38:56.768254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd049fca-df95-4e22-85f5-8d68a948e579 admin admin] Publish callbacks [] for security_group (9528977f-7278-4a92-ae06-04160ae35186), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.847051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53336) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:56.871317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd049fca-df95-4e22-85f5-8d68a948e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9528977f-7278-4a92-ae06-04160ae35186), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.873930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd049fca-df95-4e22-85f5-8d68a948e579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.875137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cd049fca-df95-4e22-85f5-8d68a948e579 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9528977f-7278-4a92-ae06-04160ae35186 HTTP/1.1" status: 204 len: 168 time: 0.3423986 Mar 07 04:38:56.899109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd049fca-df95-4e22-85f5-8d68a948e579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9528977f-7278-4a92-ae06-04160ae35186,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:56.974278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (5558f2cc-f0cb-4425-a10e-70d1839e9103), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:56.993954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 363f834d-33bb-43ad-be09-28ca1d14eb27 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:57.151017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe891-ea4b-4650-9ba3-095a784d18cb req-a7f3c290-ef6a-4e9a-82d0-d41e455f2dae tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:57.162361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45fbe891-ea4b-4650-9ba3-095a784d18cb req-a7f3c290-ef6a-4e9a-82d0-d41e455f2dae tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2449043 Mar 07 04:38:57.175006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 363f834d-33bb-43ad-be09-28ca1d14eb27 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:38:57.195277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 363f834d-33bb-43ad-be09-28ca1d14eb27 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:57.195672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.303092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1970339223'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:57.444478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cc925bc1-ee84-4fd3-a766-730c57628617 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:57.467261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-cd8e989c-ba09-4e0b-91be-14137a331a21 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:57.469189 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-cd8e989c-ba09-4e0b-91be-14137a331a21 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 811 time: 0.3003898 Mar 07 04:38:57.481242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Request body: {'port': {'device_id': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'admin_state_up': True, 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:57.527133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45fbe891-ea4b-4650-9ba3-095a784d18cb req-3d4589fa-7ab0-405f-b310-3541dbe6c8f8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634617 Mar 07 04:38:57.528825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Made reservation on behalf of fca5d23e275545b09193f705a3c168a7 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:57.535383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.550520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.574738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 363f834d-33bb-43ad-be09-28ca1d14eb27 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:57.575516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.665325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 363f834d-33bb-43ad-be09-28ca1d14eb27, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=363f834d-33bb-43ad-be09-28ca1d14eb27,segment=NetworkSegment(a2ea413d-248b-48aa-9d95-6ae1d5fe401d),segment_id=a2ea413d-248b-48aa-9d95-6ae1d5fe401d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:57.675954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f834d-33bb-43ad-be09-28ca1d14eb27'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:38:57.678974 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72080b6a-67af-4b98-a503-491713f7c383" -d '{"events": [{"server_uuid": "bd278b78-96a8-4c99-9e2c-8354322623a7", "name": "network-vif-plugged", "status": "completed", "tag": "363f834d-33bb-43ad-be09-28ca1d14eb27"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:38:57.686295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.692508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cc925bc1-ee84-4fd3-a766-730c57628617 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:57.703282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.787484 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac4c99-26e8-4a6b-b489-8728b6395106 x-openstack-request-id: req-25ac4c99-26e8-4a6b-b489-8728b6395106 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:38:57.788470 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd278b78-96a8-4c99-9e2c-8354322623a7", "name": "network-vif-plugged", "status": "completed", "tag": "363f834d-33bb-43ad-be09-28ca1d14eb27", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:38:57.790586 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25ac4c99-26e8-4a6b-b489-8728b6395106 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:38:57.791754 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f834d-33bb-43ad-be09-28ca1d14eb27', 'code': 200} Mar 07 04:38:57.827621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Made reservation on behalf of 54e1ead3460e4d64afc505ac3f7585cf for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:57.839501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.893817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=363f834d-33bb-43ad-be09-28ca1d14eb27,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:57.922877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for security_group (14d2c72d-3a33-4956-8f2a-be4c1e98e7dc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.941561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (14d2c72d-3a33-4956-8f2a-be4c1e98e7dc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:57.989088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c72fa-410d-4372-9d7f-36b5ca7cd69b req-a388ae6f-838f-4d8d-a21a-8f4ae60808ff tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:58.008980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c54c72fa-410d-4372-9d7f-36b5ca7cd69b req-a388ae6f-838f-4d8d-a21a-8f4ae60808ff tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2971683 Mar 07 04:38:58.009308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cc925bc1-ee84-4fd3-a766-730c57628617 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:58.010313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.015677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d2c72d-3a33-4956-8f2a-be4c1e98e7dc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:58.048280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9ac0cda-0763-4e3d-b2fd-021392c6d41f req-259c8a15-7181-4e20-9074-51fd256099f5 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 210 time: 0.1104147 Mar 07 04:38:58.061938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:58.074720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 85fc97f2-4e7a-405b-9798-ab933362e73e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:38:58.075193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.096229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port cc925bc1-ee84-4fd3-a766-730c57628617, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cc925bc1-ee84-4fd3-a766-730c57628617,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:38:58.103882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec72ac-32e1-4954-bf17-475a9c431e81 req-9af9ae4c-1bfe-42bd-b31a-ad87adf9fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:58.105936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ec72ac-32e1-4954-bf17-475a9c431e81 req-9af9ae4c-1bfe-42bd-b31a-ad87adf9fd42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 1127 time: 0.2345855 Mar 07 04:38:58.107313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (05e05295-4d84-4de6-9289-626a3d78d1f0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.107762 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Added segment 05e05295-4d84-4de6-9289-626a3d78d1f0 of type vlan for network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 Mar 07 04:38:58.108506 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.184438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Allocated IP 172.20.0.6 (a5d1de6a-dbc8-4c7e-9585-2513949b1481/8570e03f-2926-414f-a3a7-41f59b027365/84f5c797-4dc5-473b-9660-f7eedccf0f9d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:38:58.218884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=cc925bc1-ee84-4fd3-a766-730c57628617,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:58.237782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c54c72fa-410d-4372-9d7f-36b5ca7cd69b req-925b16b0-0894-4b8a-93fa-496d6eaa6b84 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255762 Mar 07 04:38:58.546849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:58.613466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks [] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.681770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.708663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (1dea4f48-8fd8-4d20-9bd3-8767d74147a3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.774728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1499380317-network', 'tenant_id': '885e1e8eb30c4045b3b507adfd796db1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:58.784452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:38:58.793596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:38:58.803393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:38:58.808182 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.808925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Pushing event updated for resources: {'Port': ['ID=84f5c797-4dc5-473b-9660-f7eedccf0f9d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:58.813078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60ec72ac-32e1-4954-bf17-475a9c431e81 req-14e92985-cbd4-4817-9ce9-fa7ebe6e30cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839275 Mar 07 04:38:58.839951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 85fc97f2-4e7a-405b-9798-ab933362e73e owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:38:58.849722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Made reservation on behalf of 885e1e8eb30c4045b3b507adfd796db1 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:58.853219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.868769 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.872732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d907a-cbef-481d-94b1-22d905c192a4 req-c95678d4-727b-4c43-bcd7-4e45b652932f tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:58.880543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d51d907a-cbef-481d-94b1-22d905c192a4 req-c95678d4-727b-4c43-bcd7-4e45b652932f tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 945 time: 0.6268589 Mar 07 04:38:58.882836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (1dea4f48-8fd8-4d20-9bd3-8767d74147a3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.887775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:58.888432 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.907071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:58.907846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:58.940985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-b6e4aed1-19fa-4d6b-b009-c08a70b9fae7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4637761 Mar 07 04:38:58.954533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Request body: {'port': {'device_id': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:59.010630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8e474-d968-4b85-8365-82b47a3f21d6 req-203a1fbd-3a39-47bb-ae43-14b31983a33b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:59.014942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86f8e474-d968-4b85-8365-82b47a3f21d6 req-203a1fbd-3a39-47bb-ae43-14b31983a33b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3017204 Mar 07 04:38:59.018275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1685731 Mar 07 04:38:59.035280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:59.049393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'subnet': {'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:59.143303 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.206175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks [] for security_group (193db339-b42e-4e4e-ae47-ef2d987139b4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.207958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a171-815f-42a6-9b05-b03548394dc9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Network': ['ID=1dea4f48-8fd8-4d20-9bd3-8767d74147a3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:59.227611 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (193db339-b42e-4e4e-ae47-ef2d987139b4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.242808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:38:59.245584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:59.256160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.256568 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Added segment 9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f of type vlan for network 58c5e128-270c-4fa2-849e-f9fd12806ac0 Mar 07 04:38:59.274834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d51d907a-cbef-481d-94b1-22d905c192a4 req-3a2c5b33-94a4-43b4-a706-505ff989948e tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930171 Mar 07 04:38:59.289014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cc925bc1-ee84-4fd3-a766-730c57628617 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:38:59.311368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (58c5e128-270c-4fa2-849e-f9fd12806ac0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.333741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86f8e474-d968-4b85-8365-82b47a3f21d6 req-070731f1-241c-4e7a-ac62-554c9a9b3e5b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926712 Mar 07 04:38:59.417649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (58c5e128-270c-4fa2-849e-f9fd12806ac0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.419712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:59.420317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.420615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cc925bc1-ee84-4fd3-a766-730c57628617 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:38:59.421683 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.477602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694be09-9f1c-4d29-bb7b-439756f44f90 req-7dfb048a-a476-4615-a0be-8a10966b8a70 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:59.488682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3694be09-9f1c-4d29-bb7b-439756f44f90 req-7dfb048a-a476-4615-a0be-8a10966b8a70 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 931 time: 0.1352878 Mar 07 04:38:59.534899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=58c5e128-270c-4fa2-849e-f9fd12806ac0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:59.545212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Made reservation on behalf of fca5d23e275545b09193f705a3c168a7 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:59.550470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.553212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 58c5e128-270c-4fa2-849e-f9fd12806ac0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:38:59.609446 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0608945 Mar 07 04:38:59.614779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (85fc97f2-4e7a-405b-9798-ab933362e73e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.615015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53398) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:38:59.618085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47e69e-05bd-4453-b31f-23df64cef4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193db339-b42e-4e4e-ae47-ef2d987139b4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:59.626629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Request body: {'subnet': {'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1499380317-subnet', 'tenant_id': '885e1e8eb30c4045b3b507adfd796db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:38:59.646947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3694be09-9f1c-4d29-bb7b-439756f44f90 req-78907807-dcc5-4a1c-ac7e-d2cb18fe3c96 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528437 Mar 07 04:38:59.709240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cc925bc1-ee84-4fd3-a766-730c57628617 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:38:59.709775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=85fc97f2-4e7a-405b-9798-ab933362e73e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:38:59.736483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34333-e374-428d-91bc-c49dfa9d2e50 req-7f06f393-28e4-4184-af79-a9851ef29e89 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:38:59.743774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2b34333-e374-428d-91bc-c49dfa9d2e50 req-7f06f393-28e4-4184-af79-a9851ef29e89 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2467296 Mar 07 04:38:59.780839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Made reservation on behalf of 885e1e8eb30c4045b3b507adfd796db1 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:38:59.784791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:38:59.957221 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2b34333-e374-428d-91bc-c49dfa9d2e50 req-22991aae-f049-4f9b-9fed-6ade671d4a30 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124224 Mar 07 04:38:59.968586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (5558f2cc-f0cb-4425-a10e-70d1839e9103), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:00.245211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (28e69235-3020-4473-961c-aeace1e661e7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:00.295358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Router 5558f2cc-f0cb-4425-a10e-70d1839e9103 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:39:00.390784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:39:00.401847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] Sync routers for ids ['5558f2cc-f0cb-4425-a10e-70d1839e9103'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:39:00.420618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ffce368-8870-4b2e-b10b-281423e9011a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/routers/5558f2cc-f0cb-4425-a10e-70d1839e9103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0702984 Mar 07 04:39:00.421266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53422) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:00.423969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] Routers {'5558f2cc-f0cb-4425-a10e-70d1839e9103'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:00.424777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5558f2cc-f0cb-4425-a10e-70d1839e9103'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:00.511312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:00.521786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] Routers {'5558f2cc-f0cb-4425-a10e-70d1839e9103'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:00.522520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:38:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5558f2cc-f0cb-4425-a10e-70d1839e9103'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:00.554223 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bf0933-aadd-4fcb-ba98-7d333a2321ac tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:39:00.555762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e4bf0933-aadd-4fcb-ba98-7d333a2321ac tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/85fc97f2-4e7a-405b-9798-ab933362e73e HTTP/1.1" status: 404 len: 333 time: 0.1293643 Mar 07 04:39:00.566712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53426) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:00.586601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:00.587367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec0a2b-382e-489f-ab65-362aab02a05f None None] The sync data for ids ['5558f2cc-f0cb-4425-a10e-70d1839e9103'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:39:00.677609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e69235-3020-4473-961c-aeace1e661e7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:00.695052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for router (5558f2cc-f0cb-4425-a10e-70d1839e9103), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:00.746849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539db89-586f-40e0-9324-a9dd2b0e6a81 req-dd468a9a-7bb8-42b1-b718-b324a12f64f5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:00.748392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5539db89-586f-40e0-9324-a9dd2b0e6a81 req-dd468a9a-7bb8-42b1-b718-b324a12f64f5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3594425 Mar 07 04:39:00.766963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Checking segment: {'id': '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:00.767687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Network hostable DHCP agents. Network: 58c5e128-270c-4fa2-849e-f9fd12806ac0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:00.789894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71491319-0684-4e39-82b7-0ac2380843d9 req-3c9d1e14-bc17-4c32-852a-acedb7944b0c tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:00.796709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71491319-0684-4e39-82b7-0ac2380843d9 req-3c9d1e14-bc17-4c32-852a-acedb7944b0c tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 945 time: 0.2592013 Mar 07 04:39:00.863825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Network 58c5e128-270c-4fa2-849e-f9fd12806ac0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:00.937287 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (46a31ffc-913e-4369-b069-d52226f7c0f2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:00.963442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 58c5e128-270c-4fa2-849e-f9fd12806ac0) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:00.968284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:00.970818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:00.974429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a065c-5c9f-40ee-913c-6958a3075870 None None] Network 58c5e128-270c-4fa2-849e-f9fd12806ac0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:00.986037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71491319-0684-4e39-82b7-0ac2380843d9 req-d22bc596-b48c-44ae-9269-1e57f4e0b530 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876514 Mar 07 04:39:00.990037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (5558f2cc-f0cb-4425-a10e-70d1839e9103), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:00.998967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for router_controller (5558f2cc-f0cb-4425-a10e-70d1839e9103), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.010240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5539db89-586f-40e0-9324-a9dd2b0e6a81 req-de565c3d-5dd2-485d-8902-b15f32e7fcb5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295249 Mar 07 04:39:01.081659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f5c797-4dc5-473b-9660-f7eedccf0f9d {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:01.161792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Publish callbacks [] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.228805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce0232-44ea-4061-a8a8-b24cc5b0c55e None None] Network 58c5e128-270c-4fa2-849e-f9fd12806ac0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:01.230184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a46f58bf-2b92-4389-b861-480308c4b4ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6089573 Mar 07 04:39:01.271864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Checking segment: {'id': '05e05295-4d84-4de6-9289-626a3d78d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:01.272591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network hostable DHCP agents. Network: 1dea4f48-8fd8-4d20-9bd3-8767d74147a3, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:01.316565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Transition to ACTIVE for port object 84f5c797-4dc5-473b-9660-f7eedccf0f9d will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:39:01.319101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Subnet': ['ID=46a31ffc-913e-4369-b069-d52226f7c0f2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:01.334169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.336246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (5558f2cc-f0cb-4425-a10e-70d1839e9103), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.338055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Fanout notify agent at l3_agent the message router_deleted on router 5558f2cc-f0cb-4425-a10e-70d1839e9103 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:39:01.356640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.363634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:39:01.364142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-50b7e6d3-6d31-4a8c-9760-58beb49fea14 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/routers/5558f2cc-f0cb-4425-a10e-70d1839e9103 HTTP/1.1" status: 204 len: 168 time: 0.7807574 Mar 07 04:39:01.370740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:01.477631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d70258-ba6e-471b-a384-c3d1a39d516f req-5807c956-7511-4eba-b112-cac9bbd38ff0 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:01.498655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84d70258-ba6e-471b-a384-c3d1a39d516f req-5807c956-7511-4eba-b112-cac9bbd38ff0 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 931 time: 0.3277874 Mar 07 04:39:01.549937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317134c-4f35-4356-bfea-b079286edfd6 req-d45d8d0d-6fa2-4f75-9f45-9114f457f3a1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:01.551633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6317134c-4f35-4356-bfea-b079286edfd6 req-d45d8d0d-6fa2-4f75-9f45-9114f457f3a1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2607708 Mar 07 04:39:01.576265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet daf34802-ca3a-4e34-9412-766a01834beb {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:01.591530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (daf34802-ca3a-4e34-9412-766a01834beb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.600486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84d70258-ba6e-471b-a384-c3d1a39d516f req-fa76bc44-2d40-4dcf-99a8-70f3529e1e36 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009626 Mar 07 04:39:01.673716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6317134c-4f35-4356-bfea-b079286edfd6 req-9d46909e-ed93-4463-9d05-3e5bd8ec349a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937030 Mar 07 04:39:01.708808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:01.728995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 1dea4f48-8fd8-4d20-9bd3-8767d74147a3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:01.737787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca436627-f04f-4252-89b1-c6c97a09b771 None None] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:01.755895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=84f5c797-4dc5-473b-9660-f7eedccf0f9d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:01.763089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:01.763679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.794967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (daf34802-ca3a-4e34-9412-766a01834beb), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.898932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Attempting to bind port 84f5c797-4dc5-473b-9660-f7eedccf0f9d on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:01.899574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Attempting to bind port 84f5c797-4dc5-473b-9660-f7eedccf0f9d by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:01.900463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Attempting to bind port 84f5c797-4dc5-473b-9660-f7eedccf0f9d on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:01.914264 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0417d544-f038-4ae0-bad4-7382d8f1d61a tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8703494 Mar 07 04:39:01.916928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53458) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:01.922230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1068390116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:01.929884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Port 84f5c797-4dc5-473b-9660-f7eedccf0f9d on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:39:01.930258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Attempting to bind port 84f5c797-4dc5-473b-9660-f7eedccf0f9d on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:01.951068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:01.960060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Checking segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:01.960560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Bound using segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:01.961093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Bound port: 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:01.961479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.992051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c9d32459-df95-4698-86cd-cbf64fe0e036), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:01.993506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c9d32459-df95-4698-86cd-cbf64fe0e036), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.120317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for router_controller (c9d32459-df95-4698-86cd-cbf64fe0e036), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.135499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-1dea4f48-8fd8-4d20-9bd3-8767d74147a3', 'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3', 'project_id': 'fca5d23e275545b09193f705a3c168a7', 'fixed_ips': [{'subnet_id': '46a31ffc-913e-4369-b069-d52226f7c0f2'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:02.136512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.235681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (daf34802-ca3a-4e34-9412-766a01834beb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.240176 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c9d32459-df95-4698-86cd-cbf64fe0e036), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.244828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] For port 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:02.293875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] For port 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:02.307498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.309043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e02e0c6-48de-44f5-8570-9ba6d371b6f9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3906257 Mar 07 04:39:02.311808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:02.337364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4504a-d1af-4291-b097-a93c00666cd0 req-5db4d7e2-8d20-46d2-a896-ca9c419d6c80 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:02.341574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.347113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4da4504a-d1af-4291-b097-a93c00666cd0 req-5db4d7e2-8d20-46d2-a896-ca9c419d6c80 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2255056 Mar 07 04:39:02.389165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925708c-f66b-4911-ba74-0ea7562fca26 req-581d4ab8-3f95-466b-8fcc-a961dff31e34 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:02.398408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6925708c-f66b-4911-ba74-0ea7562fca26 req-581d4ab8-3f95-466b-8fcc-a961dff31e34 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 945 time: 0.1883337 Mar 07 04:39:02.465770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53476) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:02.475063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-631453026-network', 'tenant_id': '3eda8dd7da2147c9b426e8b8c49cc82d'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:02.533736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4da4504a-d1af-4291-b097-a93c00666cd0 req-f9a77b1a-5351-4a98-a1f8-553d1866a4b3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814229 Mar 07 04:39:02.540072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Made reservation on behalf of 3eda8dd7da2147c9b426e8b8c49cc82d for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:02.542372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.543079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Allocated IP 172.20.0.2 (1dea4f48-8fd8-4d20-9bd3-8767d74147a3/46a31ffc-913e-4369-b069-d52226f7c0f2/64b61bee-3b5c-4069-9cd6-1d9885f3006e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:02.583635 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.638588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6925708c-f66b-4911-ba74-0ea7562fca26 req-5a6720ee-29b8-4e63-b914-9555853328e8 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991558 Mar 07 04:39:02.677545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:02.679586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.683313 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/84f5c797-4dc5-473b-9660-f7eedccf0f9d HTTP/1.1" status: 200 len: 1091 time: 3.7322505 Mar 07 04:39:02.684443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'tag': '84f5c797-4dc5-473b-9660-f7eedccf0f9d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:02.692055 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6acdae98-aace-497d-bd2c-56ebcc36335d", "tag": "84f5c797-4dc5-473b-9660-f7eedccf0f9d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:02.723008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (daf34802-ca3a-4e34-9412-766a01834beb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.794400 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3776c52-5fdc-4215-9aa1-35c4232251d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.867630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=daf34802-ca3a-4e34-9412-766a01834beb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:02.871070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5f99-ea15-4ca9-be14-4f1f4a97b7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=84f5c797-4dc5-473b-9660-f7eedccf0f9d,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:02.904408 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Publish callbacks [] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.923626 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:02.990767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks [] for security_group (f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.001693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.013489 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d1268f40-b36f-41fa-b089-d3b9314ed424 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/daf34802-ca3a-4e34-9412-766a01834beb HTTP/1.1" status: 204 len: 168 time: 1.6370933 Mar 07 04:39:03.040382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53486) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:03.077839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.123575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:03.165483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:03.215546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16839e99-5509-4034-aa7b-e945a69f1ebc req-420d0699-566a-483d-93eb-a7e960861d40 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:03.222780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16839e99-5509-4034-aa7b-e945a69f1ebc req-420d0699-566a-483d-93eb-a7e960861d40 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 943 time: 0.4612889 Mar 07 04:39:03.231242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc259-7a67-4df6-9f4b-fb0b0f1553a7 req-511e19ff-b7f0-43a9-aef8-1d07dd5639d5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:03.239219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2fdc259-7a67-4df6-9f4b-fb0b0f1553a7 req-511e19ff-b7f0-43a9-aef8-1d07dd5639d5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.5718837 Mar 07 04:39:03.268339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (afa254fb-bd5d-4b12-9168-c16c25667327), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.268689 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Added segment afa254fb-bd5d-4b12-9168-c16c25667327 of type vlan for network b3f2a9cf-710a-41f6-82b2-498e236c5203 Mar 07 04:39:03.306483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d00d3c-c689-4faa-a535-ecad190dc3d4 None None] Network c2db7775-e005-470b-af12-955bbdee7b7a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:03.384424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53490) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:03.403058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1689635955'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:03.406719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:03.416581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Pushing event updated for resources: {'Port': ['ID=64b61bee-3b5c-4069-9cd6-1d9885f3006e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:03.443277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b3f2a9cf-710a-41f6-82b2-498e236c5203), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.473058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:03.483696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c2db7775-e005-470b-af12-955bbdee7b7a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.486607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:03.504354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.505000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.505355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.505845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.506540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.506933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.507325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.507664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.508314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.508651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.511068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.511975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.512387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:03.534412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2fdc259-7a67-4df6-9f4b-fb0b0f1553a7 req-256182c9-d131-4d80-afae-4c100a026dba tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940376 Mar 07 04:39:03.559682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16839e99-5509-4034-aa7b-e945a69f1ebc req-cbf2c383-8558-42c3-96da-9b77d702e28a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359690 Mar 07 04:39:03.607116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:03.615348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.637079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Attempting to bind port 64b61bee-3b5c-4069-9cd6-1d9885f3006e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:03.637478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Attempting to bind port 64b61bee-3b5c-4069-9cd6-1d9885f3006e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '05e05295-4d84-4de6-9289-626a3d78d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:03.637899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Attempting to bind port 64b61bee-3b5c-4069-9cd6-1d9885f3006e on network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:03.648682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:03.649101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Checking segment: {'id': '05e05295-4d84-4de6-9289-626a3d78d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:03.649637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.650072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Bound using segment: {'id': '05e05295-4d84-4de6-9289-626a3d78d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:03.650569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Bound port: 64b61bee-3b5c-4069-9cd6-1d9885f3006e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e05295-4d84-4de6-9289-626a3d78d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:03.650964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.662734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-347a568c-5180-45ad-8a29-09955ebfa825 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:03.663701 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e33a4c4-6c57-4981-ba22-3702be8655e3 x-openstack-request-id: req-6e33a4c4-6c57-4981-ba22-3702be8655e3 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:03.664306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-347a568c-5180-45ad-8a29-09955ebfa825 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 945 time: 0.2697940 Mar 07 04:39:03.664822 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acdae98-aace-497d-bd2c-56ebcc36335d", "tag": "84f5c797-4dc5-473b-9660-f7eedccf0f9d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:03.665311 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e33a4c4-6c57-4981-ba22-3702be8655e3 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:03.665965 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'tag': '84f5c797-4dc5-473b-9660-f7eedccf0f9d', 'status': 'completed', 'code': 200} Mar 07 04:39:03.667319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b3f2a9cf-710a-41f6-82b2-498e236c5203), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.672962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:03.679606 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:03.771209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-afa2a502-269e-4f8d-ae04-59e14b1153a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:03.773266 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-afa2a502-269e-4f8d-ae04-59e14b1153a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 1125 time: 1.0080345 Mar 07 04:39:03.773523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] DHCP port deletion for c2db7775-e005-470b-af12-955bbdee7b7a request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:39:03.904723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:03.915115 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-fe106514-9a3f-45b3-be47-4c8e54d7f5ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d HTTP/1.1" status: 200 len: 217 time: 0.0772431 Mar 07 04:39:03.930791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] For port 64b61bee-3b5c-4069-9cd6-1d9885f3006e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:03.937306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4634404 Mar 07 04:39:03.956353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53512) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:03.963728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Request body: {'subnet': {'network_id': 'b3f2a9cf-710a-41f6-82b2-498e236c5203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-631453026-subnet', 'tenant_id': '3eda8dd7da2147c9b426e8b8c49cc82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:03.964418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] For port 64b61bee-3b5c-4069-9cd6-1d9885f3006e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64b61bee-3b5c-4069-9cd6-1d9885f3006e,segment=NetworkSegment(05e05295-4d84-4de6-9289-626a3d78d1f0),segment_id=05e05295-4d84-4de6-9289-626a3d78d1f0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:03.998982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] Deleting port b052584f-bf1f-4bf9-aba0-390fb1c47671 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:04.000877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.006809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.020364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.029023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (04987399-6a74-424c-b4e4-d536263dfbcb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.029373 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Added segment 04987399-6a74-424c-b4e4-d536263dfbcb of type vlan for network 13f2451f-7947-4aec-9682-496c5dc5bdd2 Mar 07 04:39:04.050173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-be91c714-a9bf-43ed-bc33-28db1fecee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:04.050943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-be91c714-a9bf-43ed-bc33-28db1fecee04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.1304288 Mar 07 04:39:04.054712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Made reservation on behalf of 3eda8dd7da2147c9b426e8b8c49cc82d for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:04.057757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.083034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port b052584f-bf1f-4bf9-aba0-390fb1c47671 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:04.083371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.100438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d28faa-0c69-4c7f-ba05-5be7da6069f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f2a9cf-710a-41f6-82b2-498e236c5203,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:04.121017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5819137-a1f8-4891-86c8-d63bc3a2e1dc None None] Pushing event updated for resources: {'Port': ['ID=64b61bee-3b5c-4069-9cd6-1d9885f3006e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:04.123703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b3f2a9cf-710a-41f6-82b2-498e236c5203 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:04.205166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-7403fa5e-3705-48a0-ac91-7f460fd40756 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438251 Mar 07 04:39:04.280457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (13f2451f-7947-4aec-9682-496c5dc5bdd2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.288380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] For port b052584f-bf1f-4bf9-aba0-390fb1c47671, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b052584f-bf1f-4bf9-aba0-390fb1c47671,segment=NetworkSegment(266504c9-63fb-4ad3-b089-311236443560),segment_id=266504c9-63fb-4ad3-b089-311236443560)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:04.288659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.309215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] Calling delete_port for b052584f-bf1f-4bf9-aba0-390fb1c47671 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:04.337739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11235adc-43e3-4742-aa20-a0693f35fb7a req-c52dff2e-71cf-4e9a-8825-86ba4bcecf8a tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:04.339448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11235adc-43e3-4742-aa20-a0693f35fb7a req-c52dff2e-71cf-4e9a-8825-86ba4bcecf8a tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 945 time: 0.5042310 Mar 07 04:39:04.347478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] For port b052584f-bf1f-4bf9-aba0-390fb1c47671, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b052584f-bf1f-4bf9-aba0-390fb1c47671,segment=NetworkSegment(266504c9-63fb-4ad3-b089-311236443560),segment_id=266504c9-63fb-4ad3-b089-311236443560)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:04.347852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.398802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for b052584f-bf1f-4bf9-aba0-390fb1c47671 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:04.402568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Deleting port 363f834d-33bb-43ad-be09-28ca1d14eb27 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:04.402828 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.427878 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (13f2451f-7947-4aec-9682-496c5dc5bdd2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.433517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:04.433958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.450213 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-a7dd01c7-c00a-434e-96bb-4d5c7bd0713b service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119808 Mar 07 04:39:04.469913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3945bb2-9fcb-4fe0-ac17-61ad343cb403 req-240eaa3f-6609-4488-aa6d-450a65056443 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:04.471376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3945bb2-9fcb-4fe0-ac17-61ad343cb403 req-240eaa3f-6609-4488-aa6d-450a65056443 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 813 time: 0.5538967 Mar 07 04:39:04.508072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.551529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] Pushing event deleted for resources: {'Port': ['ID=b052584f-bf1f-4bf9-aba0-390fb1c47671,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:04.560597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4876c3-10ad-4366-a083-899755c0ea2d None None] No DVR routers for this DVR port b052584f-bf1f-4bf9-aba0-390fb1c47671 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:04.650803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2499025 Mar 07 04:39:04.665689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53528) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:04.667034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3945bb2-9fcb-4fe0-ac17-61ad343cb403 req-23383b5c-a3d0-4105-8b0f-2005d7de3279 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/quotas/53935a4b982148e3ac83aa5866222a92 HTTP/1.1" status: 200 len: 375 time: 0.1697690 Mar 07 04:39:04.677127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-134684914'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:04.688536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afb3d4-c728-45e5-812f-252473881587 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Network': ['ID=13f2451f-7947-4aec-9682-496c5dc5bdd2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:04.700430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:04.703772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11235adc-43e3-4742-aa20-a0693f35fb7a req-cbab7bfa-50e1-4146-94e6-5c6fc15fe8cd tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/security-groups?id=1adbb766-140f-43b3-9c59-c1783c9d6bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372543 Mar 07 04:39:04.809289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] For port 363f834d-33bb-43ad-be09-28ca1d14eb27, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=363f834d-33bb-43ad-be09-28ca1d14eb27,segment=NetworkSegment(a2ea413d-248b-48aa-9d95-6ae1d5fe401d),segment_id=a2ea413d-248b-48aa-9d95-6ae1d5fe401d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:04.809664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:04.827091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Calling delete_port for 363f834d-33bb-43ad-be09-28ca1d14eb27 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:04.850716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f505996d-9c47-48e0-878f-e9fe02cadc5d req-5bedc157-21f8-4810-b73c-203375b682b3 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939898 Mar 07 04:39:04.932235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Allocated IP 172.20.0.1 (1dea4f48-8fd8-4d20-9bd3-8767d74147a3/46a31ffc-913e-4369-b069-d52226f7c0f2/f2055f35-28f1-4612-9c5f-05498fea9a48) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:04.979054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.123387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:05.168467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.173689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-a3b720ab-752a-4f2d-86ee-454d4bebfa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:05.174804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-a3b720ab-752a-4f2d-86ee-454d4bebfa1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 1125 time: 0.1878214 Mar 07 04:39:05.181517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Checking segment: {'id': 'afa254fb-bd5d-4b12-9168-c16c25667327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b3f2a9cf-710a-41f6-82b2-498e236c5203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:05.181862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Network hostable DHCP agents. Network: b3f2a9cf-710a-41f6-82b2-498e236c5203, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:05.297630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Network b3f2a9cf-710a-41f6-82b2-498e236c5203 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:05.298911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b052584f-bf1f-4bf9-aba0-390fb1c47671), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.308755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:05.312112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.312939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.323981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-966b57a1-fb32-4714-b161-c2ba2a770581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:05.326607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-966b57a1-fb32-4714-b161-c2ba2a770581 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 912 time: 0.1400371 Mar 07 04:39:05.352123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a109056-c10a-4a97-b7ba-57cd90b9f6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.367281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, b3f2a9cf-710a-41f6-82b2-498e236c5203) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:05.388109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=b052584f-bf1f-4bf9-aba0-390fb1c47671,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:05.403965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No DVR routers for this DVR port b052584f-bf1f-4bf9-aba0-390fb1c47671 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:05.430502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3945bb2-9fcb-4fe0-ac17-61ad343cb403 req-bb234684-ad66-4acd-b4ec-ed06ef57fb63 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7425556 Mar 07 04:39:05.431442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:05.445855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:05.445855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.447415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1dec9d-bc04-4ef8-a5b7-8d9392bc5d07 None None] Network b3f2a9cf-710a-41f6-82b2-498e236c5203 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:05.463228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-20171504-10be-490f-a3ee-c34ec1c89b0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d HTTP/1.1" status: 200 len: 217 time: 0.1063156 Mar 07 04:39:05.464850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:05.491627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64b61bee-3b5c-4069-9cd6-1d9885f3006e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:05.539295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:05.546472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:05.572718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Port': ['ID=f2055f35-28f1-4612-9c5f-05498fea9a48,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:05.617677 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e8af861e-76d7-4895-9124-306768236a09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6598980 Mar 07 04:39:05.631497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bb7a17ff-5047-4952-9d44-112f1530458d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.631925 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Added segment bb7a17ff-5047-4952-9d44-112f1530458d of type vlan for network 6537958d-9046-461e-b6f1-8c508d777d48 Mar 07 04:39:05.674067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (c9d32459-df95-4698-86cd-cbf64fe0e036), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.687219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-00af514f-5de9-48b9-b06e-ce731c89c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:05.688943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-00af514f-5de9-48b9-b06e-ce731c89c53d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.1981149 Mar 07 04:39:05.716113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (363f834d-33bb-43ad-be09-28ca1d14eb27), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.726787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 64b61bee-3b5c-4069-9cd6-1d9885f3006e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:05.726787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.728437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd2afb-00dd-43c4-a334-1af258766042 None None] Network b3f2a9cf-710a-41f6-82b2-498e236c5203 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:05.787915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dccc6-abb6-4588-9280-cbc902b9cadb req-149626d0-8ad8-46f8-916a-bb9bfd11483e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:05.791717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-753dccc6-abb6-4588-9280-cbc902b9cadb req-149626d0-8ad8-46f8-916a-bb9bfd11483e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 943 time: 0.5170846 Mar 07 04:39:05.847506 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-496cd053-bd11-4cd9-b6e7-66d943eae490 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811088 Mar 07 04:39:05.850319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (6537958d-9046-461e-b6f1-8c508d777d48), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.906562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c2db7775-e005-470b-af12-955bbdee7b7a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.928476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['363f834d-33bb-43ad-be09-28ca1d14eb27'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:39:05.943603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (6537958d-9046-461e-b6f1-8c508d777d48), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:05.957238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:05.958114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.005684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Pushing event deleted for resources: {'Port': ['ID=363f834d-33bb-43ad-be09-28ca1d14eb27,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:06.051410 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-3b70c15b-dfcc-4f88-8780-92d811c42736 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826103 Mar 07 04:39:06.091690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2db7775-e005-470b-af12-955bbdee7b7a']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:06.128270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4600451 Mar 07 04:39:06.133161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266504c9-63fb-4ad3-b089-311236443560') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:06.133161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266504c9-63fb-4ad3-b089-311236443560') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:06.135991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] No DVR routers for this DVR port 363f834d-33bb-43ad-be09-28ca1d14eb27 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:06.138670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:06.147912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'subnet': {'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:06.152436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.167111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 64b61bee-3b5c-4069-9cd6-1d9885f3006e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:06.167556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.173804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.177138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb6ececd-7e2c-4fce-a917-17b63b196008 req-be2a982e-301b-4b19-a552-822a04e38a1b tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.15 "DELETE /v2.0/ports/363f834d-33bb-43ad-be09-28ca1d14eb27 HTTP/1.1" status: 204 len: 173 time: 2.4841394 Mar 07 04:39:06.183408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'name': 'network-vif-deleted', 'tag': '363f834d-33bb-43ad-be09-28ca1d14eb27'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:06.185969 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6205479-19ac-4193-b9b7-d74d4a5fad00" -d '{"events": [{"server_uuid": "bd278b78-96a8-4c99-9e2c-8354322623a7", "name": "network-vif-deleted", "tag": "363f834d-33bb-43ad-be09-28ca1d14eb27"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:06.201721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (266504c9-63fb-4ad3-b089-311236443560), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.232411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e373-59b4-4336-8c68-900ebc557a28 req-0f60413c-1f9a-4c1c-b1ec-da6ea52353d7 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:06.234316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7758e373-59b4-4336-8c68-900ebc557a28 req-0f60413c-1f9a-4c1c-b1ec-da6ea52353d7 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6008401 Mar 07 04:39:06.240455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c26b44-28ed-4236-99dd-8334f89701cc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Network': ['ID=6537958d-9046-461e-b6f1-8c508d777d48,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:06.256628 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f0cd8f85-7b16-48c2-9223-7c89ff7a7c4e req-e47b5710-5fc2-4559-9483-e43ad320f0f5 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676409 Mar 07 04:39:06.260875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075b057-2ad3-4dd2-8c61-a91e6ebb3d5e None None] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:06.266944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-753dccc6-abb6-4588-9280-cbc902b9cadb req-5e0e206b-f803-4c36-af01-c6c563ec7ec3 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784361 Mar 07 04:39:06.268265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (266504c9-63fb-4ad3-b089-311236443560), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.286036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:06.286283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (266504c9-63fb-4ad3-b089-311236443560), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:06.307513 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:06.414900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7758e373-59b4-4336-8c68-900ebc557a28 req-c0fa5ab7-77bd-4044-a317-54fdbe5485de tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716633 Mar 07 04:39:06.429744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c2db7775-e005-470b-af12-955bbdee7b7a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.438297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.447304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 6537958d-9046-461e-b6f1-8c508d777d48 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:06.451862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/c2db7775-e005-470b-af12-955bbdee7b7a HTTP/1.1" status: 204 len: 168 time: 3.3805666 Mar 07 04:39:06.452582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53548) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:06.531871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 64b61bee-3b5c-4069-9cd6-1d9885f3006e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64b61bee-3b5c-4069-9cd6-1d9885f3006e,segment=NetworkSegment(05e05295-4d84-4de6-9289-626a3d78d1f0),segment_id=05e05295-4d84-4de6-9289-626a3d78d1f0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:06.580269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ca064656-c912-476d-a8d8-d7fda5986a6f None None] Provisioning complete for port 64b61bee-3b5c-4069-9cd6-1d9885f3006e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:06.580756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca064656-c912-476d-a8d8-d7fda5986a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.588298 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.657059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:06.667426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.697788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7761654b-5c81-4997-9ea4-1d61d83c2a78 req-dedf6bc2-6e25-4aa3-8d47-b5389ba539f5 tempest-ServerAddressesTestJSON-239438892 tempest-ServerAddressesTestJSON-239438892-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd278b78-96a8-4c99-9e2c-8354322623a7 HTTP/1.1" status: 200 len: 210 time: 0.1874461 Mar 07 04:39:06.721169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b052584f-bf1f-4bf9-aba0-390fb1c47671 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:39:06.758350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a28c8-5428-47f6-bc74-20803a56b161 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:06.770259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-736a28c8-5428-47f6-bc74-20803a56b161 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/93465848-de08-4747-bcf8-93af13b964db HTTP/1.1" status: 200 len: 844 time: 0.3142669 Mar 07 04:39:06.774543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53558) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:06.785236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d60fa9-8525-4ea0-abe9-a1ebd01cf8d3 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=c2db7775-e005-470b-af12-955bbdee7b7a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:06.810288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b052584f-bf1f-4bf9-aba0-390fb1c47671 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:39:06.810808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b052584f-bf1f-4bf9-aba0-390fb1c47671 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:39:06.884615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.904486 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a693a5-8c9f-45c9-8e93-351f3f0e3ba5 x-openstack-request-id: req-66a693a5-8c9f-45c9-8e93-351f3f0e3ba5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:06.905737 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd278b78-96a8-4c99-9e2c-8354322623a7", "name": "network-vif-deleted", "tag": "363f834d-33bb-43ad-be09-28ca1d14eb27", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:06.906138 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a693a5-8c9f-45c9-8e93-351f3f0e3ba5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:06.907749 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd278b78-96a8-4c99-9e2c-8354322623a7', 'name': 'network-vif-deleted', 'tag': '363f834d-33bb-43ad-be09-28ca1d14eb27', 'status': 'completed', 'code': 200} Mar 07 04:39:06.922519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=64b61bee-3b5c-4069-9cd6-1d9885f3006e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:06.954034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (759a6f01-17b1-413d-9aa2-ce115afbc558), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:06.995715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9c93c763-3b7e-4e03-aaf9-0e835a43fd05 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/93465848-de08-4747-bcf8-93af13b964db?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2129052 Mar 07 04:39:06.999172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53564) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:07.027770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ca064656-c912-476d-a8d8-d7fda5986a6f None None] Current status of the port 64b61bee-3b5c-4069-9cd6-1d9885f3006e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:07.055168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:07.115215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Subnet': ['ID=759a6f01-17b1-413d-9aa2-ce115afbc558,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:07.138741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Checking segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:07.139103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network hostable DHCP agents. Network: 13f2451f-7947-4aec-9682-496c5dc5bdd2, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:07.177791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:07.209140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.211131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 13f2451f-7947-4aec-9682-496c5dc5bdd2) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:07.222244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84728df-22d0-43c3-9fa3-e9e84182e0e6 None None] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:07.230154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.243358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:07.244420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.287340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64b61bee-3b5c-4069-9cd6-1d9885f3006e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:07.310843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-efcf31dc-2020-4ecc-809f-cebf5aa2e08b tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:07.313724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-efcf31dc-2020-4ecc-809f-cebf5aa2e08b tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/networks?id=58c5e128-270c-4fa2-849e-f9fd12806ac0 HTTP/1.1" status: 200 len: 812 time: 0.4871519 Mar 07 04:39:07.320611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Port': ['ID=f2055f35-28f1-4612-9c5f-05498fea9a48,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:07.359444 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a441979f-af7b-4e65-84d3-baf0f6166954 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2194829 Mar 07 04:39:07.363887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53568) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:07.368198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ff421-13ad-43c7-ab71-d313af4d18d3 req-ab4dc58a-4302-46ff-8d18-6cb596fdb3dd tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:07.369763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b06ff421-13ad-43c7-ab71-d313af4d18d3 req-ab4dc58a-4302-46ff-8d18-6cb596fdb3dd tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2970297 Mar 07 04:39:07.376087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-cb9198b6-f320-472d-b4e3-d442f5d215d5 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/quotas/885e1e8eb30c4045b3b507adfd796db1 HTTP/1.1" status: 200 len: 375 time: 0.0358641 Mar 07 04:39:07.379318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:07.383277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.385734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'subnet': {'network_id': '6537958d-9046-461e-b6f1-8c508d777d48', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:07.442585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (c9d32459-df95-4698-86cd-cbf64fe0e036), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.456332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-6afeb11f-0974-4591-ac53-969ee5911a84 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=885e1e8eb30c4045b3b507adfd796db1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678833 Mar 07 04:39:07.615808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:07.619660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.639713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-87e6575f-33a0-4084-a87a-3f668d7ad327 None None] Provisioning complete for port f2055f35-28f1-4612-9c5f-05498fea9a48 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:07.642389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87e6575f-33a0-4084-a87a-3f668d7ad327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.728040 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.758331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-13f2451f-7947-4aec-9682-496c5dc5bdd2', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'project_id': '4aed894c085f49b385714837be247e94', 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:07.759450 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.782216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 64b61bee-3b5c-4069-9cd6-1d9885f3006e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:07.782671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.787085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-87e6575f-33a0-4084-a87a-3f668d7ad327 None None] Port f2055f35-28f1-4612-9c5f-05498fea9a48 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:07.831678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9bc7d71a-1558-4e9a-b78f-4dc71f1ab040), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.865739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b06ff421-13ad-43c7-ab71-d313af4d18d3 req-d2f2314f-4934-4df8-905c-6b436fca8b14 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783580 Mar 07 04:39:07.872200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-b2127a69-dd36-486b-9bde-27269a7f02fa service neutron] 10.222.0.21 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266016 Mar 07 04:39:07.876353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b7a6a9ee-6456-4614-aea2-990f037c3124), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.914549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-87e6575f-33a0-4084-a87a-3f668d7ad327 None None] Provisioning complete for port 64b61bee-3b5c-4069-9cd6-1d9885f3006e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:07.915019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87e6575f-33a0-4084-a87a-3f668d7ad327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:07.949923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:07.959233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Checking segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:07.959861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network hostable DHCP agents. Network: 6537958d-9046-461e-b6f1-8c508d777d48, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:07.966338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:07.970135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Subnet': ['ID=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:08.064693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Allocated IP 10.1.1.2 (13f2451f-7947-4aec-9682-496c5dc5bdd2/759a6f01-17b1-413d-9aa2-ce115afbc558/8cd2af4b-dc7a-4689-889f-13277ee6a7e6) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:08.072398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 64b61bee-3b5c-4069-9cd6-1d9885f3006e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:08.116909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:08.117713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 6537958d-9046-461e-b6f1-8c508d777d48 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:08.140036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 6537958d-9046-461e-b6f1-8c508d777d48) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:08.141463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-60972e65-e581-4d06-bfd5-d9b721d8914d service neutron] 10.222.0.21 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146497 Mar 07 04:39:08.157191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Router c9d32459-df95-4698-86cd-cbf64fe0e036 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:39:08.165566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:08.166564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.191708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c674aa-b69a-4388-bfe9-38a8af8a6f49 None None] Network 6537958d-9046-461e-b6f1-8c508d777d48 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:08.198520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5308a3d3-d858-4d9e-ab28-98261869992b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8328013 Mar 07 04:39:08.200902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53578) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:08.203371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-87e6575f-33a0-4084-a87a-3f668d7ad327 None None] Current status of the port 64b61bee-3b5c-4069-9cd6-1d9885f3006e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:08.213599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'name': 'tempest-TaggedBootDevicesTest_v242-272583853', 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:08.231506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 84f5c797-4dc5-473b-9660-f7eedccf0f9d details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:39:08.325647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:08.335797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:08.337436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.351182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fdfc60-4588-4576-8dcc-70b28e7fcc98 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:08.410817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3600919 Mar 07 04:39:08.411793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53580) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:08.451800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1955811422'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:08.549591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741133-c192-4e2f-8143-09975afadae5 req-0f2f175b-1ee1-4de4-8901-7a6fa02c53df tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:08.553751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4741133-c192-4e2f-8143-09975afadae5 req-0f2f175b-1ee1-4de4-8901-7a6fa02c53df tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 943 time: 0.3232913 Mar 07 04:39:08.554595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.576995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e7629e4a-6e35-40a9-a1e0-25b240bd4e90 None None] Provisioning complete for port f2055f35-28f1-4612-9c5f-05498fea9a48 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:08.577441 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7629e4a-6e35-40a9-a1e0-25b240bd4e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.600299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-6537958d-9046-461e-b6f1-8c508d777d48', 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48', 'project_id': '4aed894c085f49b385714837be247e94', 'fixed_ips': [{'subnet_id': '9bc7d71a-1558-4e9a-b78f-4dc71f1ab040'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:08.601250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.636919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:08.666576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Publish callbacks [] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.722898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (abc74ee7-013f-477d-bb4b-ee3338d8d1ac), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.730783 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.736619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:08.815581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e7629e4a-6e35-40a9-a1e0-25b240bd4e90 None None] Port f2055f35-28f1-4612-9c5f-05498fea9a48 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:08.841354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4741133-c192-4e2f-8143-09975afadae5 req-d40327c0-2e1c-46af-8c76-f050f486f9ae tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441220 Mar 07 04:39:08.851543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (abc74ee7-013f-477d-bb4b-ee3338d8d1ac), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.853828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203e7eb-fb10-4d29-8b54-6620b189cf0d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=b7a6a9ee-6456-4614-aea2-990f037c3124,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:08.938557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '84f5c797-4dc5-473b-9660-f7eedccf0f9d', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'port_id': '84f5c797-4dc5-473b-9660-f7eedccf0f9d', 'mac_address': 'fa:16:3e:b2:0b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8570e03f-2926-414f-a3a7-41f59b027365', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:39:08.972806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:08.974551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Deleting subnet 973ed7d6-4aa0-4fcd-b196-d26a585405dc {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:08.984479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Publish callbacks [] for subnet (973ed7d6-4aa0-4fcd-b196-d26a585405dc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:08.990131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:08.997023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Pushing event updated for resources: {'Port': ['ID=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:08.999417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:09.018362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:39:09.028707 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2ef7f6f-7ac1-4b9a-826e-856cb299d318 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "PUT /v2.0/routers/c9d32459-df95-4698-86cd-cbf64fe0e036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7120841 Mar 07 04:39:09.030761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53602) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:09.034228 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] Sync routers for ids ['c9d32459-df95-4698-86cd-cbf64fe0e036'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:39:09.036728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'port': {'network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3', 'name': 'tempest-FloatingIPNegativeTestJSON-997857656'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:09.050750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.052401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6223569 Mar 07 04:39:09.054090 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] Routers {'c9d32459-df95-4698-86cd-cbf64fe0e036'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:09.054818 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c9d32459-df95-4698-86cd-cbf64fe0e036'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.070920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:09.076912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64fc85-6de0-43fe-9f22-624b19082eef tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc74ee7-013f-477d-bb4b-ee3338d8d1ac,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:09.096709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-812f2359-56cd-4690-8dfc-c9a8bf386a7d req-1968959d-2f3b-44de-947e-c630d0e2ac46 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 210 time: 0.1141086 Mar 07 04:39:09.106209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'security_group': {'name': 'tempest-secgroup-952825842'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:09.118047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-465bc8ee-6e04-447d-b97f-8c351e211a88 req-73ed96b4-7c6c-4c8a-9e5a-3601d1c71760 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=53935a4b982148e3ac83aa5866222a92 HTTP/1.1" status: 200 len: 221 time: 0.2809434 Mar 07 04:39:09.124115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.146639 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] Routers {'c9d32459-df95-4698-86cd-cbf64fe0e036'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:09.147278 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c9d32459-df95-4698-86cd-cbf64fe0e036'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.148798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (973ed7d6-4aa0-4fcd-b196-d26a585405dc), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.149402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 363f834d-33bb-43ad-be09-28ca1d14eb27 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:39:09.189215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-93abb67d-8503-4dce-a56e-413b7d020926 None None] Provisioning complete for port f2055f35-28f1-4612-9c5f-05498fea9a48 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:09.189350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-93abb67d-8503-4dce-a56e-413b7d020926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.235918 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.236234 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a719198-0020-4f5f-b1e3-033401615493 None None] The sync data for ids ['c9d32459-df95-4698-86cd-cbf64fe0e036'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:39:09.258670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (973ed7d6-4aa0-4fcd-b196-d26a585405dc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.282716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 363f834d-33bb-43ad-be09-28ca1d14eb27 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:39:09.283244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 363f834d-33bb-43ad-be09-28ca1d14eb27 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:39:09.284640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 84f5c797-4dc5-473b-9660-f7eedccf0f9d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:09.285027 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.346007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bdc7b-ea98-4160-84e1-d1487db8dfdd req-c86d0570-eef6-40b0-a817-6cff044112dc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:09.347362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-488bdc7b-ea98-4160-84e1-d1487db8dfdd req-c86d0570-eef6-40b0-a817-6cff044112dc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1366792 Mar 07 04:39:09.375461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.396419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:09.410926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (973ed7d6-4aa0-4fcd-b196-d26a585405dc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.423194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Made reservation on behalf of fca5d23e275545b09193f705a3c168a7 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:09.430937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.441575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.446823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9186f003-dafc-4720-a2c4-c69a3e8a167c', 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'project_id': '442c30a4d40a49ecae555c0920d720cb', 'fixed_ips': [{'subnet_id': 'b7a6a9ee-6456-4614-aea2-990f037c3124'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:09.447798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.451657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f5c797-4dc5-473b-9660-f7eedccf0f9d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:09.452853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/973ed7d6-4aa0-4fcd-b196-d26a585405dc HTTP/1.1" status: 204 len: 168 time: 0.6728952 Mar 07 04:39:09.457801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53610) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:09.470492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Allocated IP 10.2.2.2 (6537958d-9046-461e-b6f1-8c508d777d48/9bc7d71a-1558-4e9a-b78f-4dc71f1ab040/e808ce76-637d-4cd6-9476-34b1fb7ff035) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:09.514775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] device_id is not set on port b825d312-02ec-4378-b55a-07344344c814 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:39:09.524946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a17c1b-56ff-480f-9f5a-0320847ddf13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973ed7d6-4aa0-4fcd-b196-d26a585405dc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:09.536742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-93abb67d-8503-4dce-a56e-413b7d020926 None None] Port f2055f35-28f1-4612-9c5f-05498fea9a48 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:09.539773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Attempting to bind port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:09.539773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Attempting to bind port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:09.540316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Attempting to bind port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:09.544276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-488bdc7b-ea98-4160-84e1-d1487db8dfdd req-3fde2cb6-f32a-4384-acae-90f608c73893 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798015 Mar 07 04:39:09.570011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.574974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:09.575740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Checking segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:09.587103 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.587918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Bound using segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:09.591848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Bound port: 8cd2af4b-dc7a-4689-889f-13277ee6a7e6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:09.592593 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.609658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:09.658124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.658433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (55cdd10e-77db-48c1-a5cc-958051f27fca), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.661915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.751353 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (4bae3dec-b861-413b-a03a-a5dca6817f91), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.769156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] device_id is not set on port 9cf68404-21e4-4190-b574-c3560f5dd4f2 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:39:09.773808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4bae3dec-b861-413b-a03a-a5dca6817f91), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.821826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4eb9e-a9da-4040-b7ba-93864312500c req-b310454b-588b-4c74-ae5f-2bf1386d45ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:09.823414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31d4eb9e-a9da-4040-b7ba-93864312500c req-b310454b-588b-4c74-ae5f-2bf1386d45ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1531758 Mar 07 04:39:09.826323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (55cdd10e-77db-48c1-a5cc-958051f27fca), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.858869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Allocated IP 172.20.0.8 (1dea4f48-8fd8-4d20-9bd3-8767d74147a3/46a31ffc-913e-4369-b069-d52226f7c0f2/b825d312-02ec-4378-b55a-07344344c814) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:09.872509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:09.873773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7808869 Mar 07 04:39:09.881581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53620) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:09.886890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12041280', 'security_groups': ['4bae3dec-b861-413b-a03a-a5dca6817f91'], 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b7a6a9ee-6456-4614-aea2-990f037c3124'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:09.899046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cdd10e-77db-48c1-a5cc-958051f27fca']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.901315 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5631-26e6-4333-8964-7c645565831c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae3dec-b861-413b-a03a-a5dca6817f91,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:09.947912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.948203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ea413d-248b-48aa-9d95-6ae1d5fe401d') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:09.989854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (a2ea413d-248b-48aa-9d95-6ae1d5fe401d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.007208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a2ea413d-248b-48aa-9d95-6ae1d5fe401d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.014829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:10.015235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (a2ea413d-248b-48aa-9d95-6ae1d5fe401d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:10.114404 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:10.325106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-17ee709e-d839-49fe-9a0b-0fff7bbe928e tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:10.328802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-17ee709e-d839-49fe-9a0b-0fff7bbe928e tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.15 "GET /v2.0/networks?id=58c5e128-270c-4fa2-849e-f9fd12806ac0 HTTP/1.1" status: 200 len: 812 time: 0.2089567 Mar 07 04:39:10.337590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 10.1.1.40 (13f2451f-7947-4aec-9682-496c5dc5bdd2/759a6f01-17b1-413d-9aa2-ce115afbc558/9cf68404-21e4-4190-b574-c3560f5dd4f2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:10.359147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (55cdd10e-77db-48c1-a5cc-958051f27fca), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.366836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:10.374683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.385355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] 10.222.0.21 "DELETE /v2.0/networks/55cdd10e-77db-48c1-a5cc-958051f27fca HTTP/1.1" status: 204 len: 168 time: 0.8615746 Mar 07 04:39:10.386839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Allocated IP 2001:db8::2 (9186f003-dafc-4720-a2c4-c69a3e8a167c/b7a6a9ee-6456-4614-aea2-990f037c3124/035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:10.394297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Request body: {'port': {'device_id': '15d918f0-9306-4deb-b428-96ca6a32604b', 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0', 'admin_state_up': True, 'tenant_id': '885e1e8eb30c4045b3b507adfd796db1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:10.437367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62799a07-00df-4deb-ba6f-5d43dadaf22b admin admin] Pushing event deleted for resources: {'Network': ['ID=55cdd10e-77db-48c1-a5cc-958051f27fca,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:10.488289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31d4eb9e-a9da-4040-b7ba-93864312500c req-151d67f3-735a-4b10-9540-ffee6f93bcee tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511142 Mar 07 04:39:10.549446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142361-2442-4a08-a660-dbcf65dd44e0 req-1ff63340-ff43-4ee1-b0e6-5f32af74692b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:10.551031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e142361-2442-4a08-a660-dbcf65dd44e0 req-1ff63340-ff43-4ee1-b0e6-5f32af74692b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 944 time: 0.2480245 Mar 07 04:39:10.570842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=84f5c797-4dc5-473b-9660-f7eedccf0f9d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:10.581600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.618145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53638) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:10.677841 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Publish callbacks [] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.710123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.716345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43e7608a-833d-40b5-867c-7facc016881c req-cbcfc813-6e5c-46f1-a978-cc23fc2bafa3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 210 time: 0.0850396 Mar 07 04:39:10.718913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['84f5c797-4dc5-473b-9660-f7eedccf0f9d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:39:10.789647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53644) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:10.804002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Made reservation on behalf of 885e1e8eb30c4045b3b507adfd796db1 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:10.815267 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.829204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e142361-2442-4a08-a660-dbcf65dd44e0 req-4f87322d-2dab-4606-94ad-8e5fe1816a11 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639029 Mar 07 04:39:10.839183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Pushing event updated for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:10.857037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.900073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for port (b825d312-02ec-4378-b55a-07344344c814), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.927385 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ae1a155-1c5a-4970-94b1-a733f1ab5afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:10.932054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:10.932565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-19e6cc8a-f617-4530-a85f-bae5f69307b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f310a45d12964f5aa20d578f710c9cee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366487 Mar 07 04:39:10.933590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] For port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:10.942230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53646) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:10.949269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:10.960351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port d6528d8e-1957-4a93-826d-4ab2e079758f yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:39:10.967880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:10.980414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] For port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:11.049331 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.084701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ae1a155-1c5a-4970-94b1-a733f1ab5afd admin admin] Publish callbacks [] for security_group (1df6ba0b-9b08-4d85-81c5-d59ea02f0a28), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.150977 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Publish callbacks [] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.162870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ae1a155-1c5a-4970-94b1-a733f1ab5afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1df6ba0b-9b08-4d85-81c5-d59ea02f0a28), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.163870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b825d312-02ec-4378-b55a-07344344c814), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.181726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Attempting to bind port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:11.182358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Attempting to bind port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '961ca1db-6bb0-4b83-82dc-c697e658cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:11.182724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Attempting to bind port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa on network 9186f003-dafc-4720-a2c4-c69a3e8a167c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:11.217672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.224018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1a155-1c5a-4970-94b1-a733f1ab5afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6ba0b-9b08-4d85-81c5-d59ea02f0a28,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:11.225182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:11.225563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Checking segment: {'id': '961ca1db-6bb0-4b83-82dc-c697e658cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:11.225970 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.226779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Bound using segment: {'id': '961ca1db-6bb0-4b83-82dc-c697e658cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:11.226941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Bound port: 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961ca1db-6bb0-4b83-82dc-c697e658cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:11.227334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.247000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:11.258277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:11.274072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:11.276900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c616a-3548-4b6d-8d49-d5bce5ca2c43 req-a8dee645-be56-4a88-b027-e029d0707133 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:11.297536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a8c616a-3548-4b6d-8d49-d5bce5ca2c43 req-a8dee645-be56-4a88-b027-e029d0707133 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4083674 Mar 07 04:39:11.344321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:11.345371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.357797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.367232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:11.371175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,segment=NetworkSegment(961ca1db-6bb0-4b83-82dc-c697e658cdb4),segment_id=961ca1db-6bb0-4b83-82dc-c697e658cdb4)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:11.374662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Port': ['ID=b825d312-02ec-4378-b55a-07344344c814,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:11.391258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41132a83-d208-4a62-9642-e09285e7b429 admin admin] Publish callbacks [] for security_group (1adbb766-140f-43b3-9c59-c1783c9d6bb9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.397712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21e7ea90-5763-477e-a86f-fe7b8b02598f tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3657134 Mar 07 04:39:11.404601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7308c23-a5d2-4b24-a829-f46b3a726afc None None] Pushing event updated for resources: {'Port': ['ID=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:11.416825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a8c616a-3548-4b6d-8d49-d5bce5ca2c43 req-a207cf06-5dac-4f0e-8f05-0c83190f8c3b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119924 Mar 07 04:39:11.426172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Network 6537958d-9046-461e-b6f1-8c508d777d48 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:11.434108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53648) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:11.449230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:11.459817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::12e (9186f003-dafc-4720-a2c4-c69a3e8a167c/b7a6a9ee-6456-4614-aea2-990f037c3124/d6528d8e-1957-4a93-826d-4ab2e079758f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:11.467264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:11.475872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:11.476616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:11.486322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:11.505051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:11.507891 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.519246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7ae1a155-1c5a-4970-94b1-a733f1ab5afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c20f138c08ab43bcb1e03897948be0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9000750 Mar 07 04:39:11.521959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53652) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:11.558217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:11.558217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.639261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:11.640225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Pushing event updated for resources: {'Port': ['ID=e808ce76-637d-4cd6-9476-34b1fb7ff035,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:11.678161 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57495fcd-07d9-4e2c-80f4-959f229479c4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4733069 Mar 07 04:39:11.697274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53654) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:11.726756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1029286372', 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:11.728184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41132a83-d208-4a62-9642-e09285e7b429 admin admin] Publish callbacks [] for security_group (1adbb766-140f-43b3-9c59-c1783c9d6bb9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.813041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Attempting to bind port e808ce76-637d-4cd6-9476-34b1fb7ff035 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:11.813881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Attempting to bind port e808ce76-637d-4cd6-9476-34b1fb7ff035 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:11.813881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Attempting to bind port e808ce76-637d-4cd6-9476-34b1fb7ff035 on network 6537958d-9046-461e-b6f1-8c508d777d48 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:11.837153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:11.837534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Checking segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:11.837945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.838593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Bound using segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:11.838839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Bound port: e808ce76-637d-4cd6-9476-34b1fb7ff035, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:11.839225 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.864805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01c0ba-d076-449b-b10d-fd4820abc2c1 None None] Pushing event updated for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:11.915889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41132a83-d208-4a62-9642-e09285e7b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1adbb766-140f-43b3-9c59-c1783c9d6bb9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.918775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41132a83-d208-4a62-9642-e09285e7b429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:11.922824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41132a83-d208-4a62-9642-e09285e7b429 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1adbb766-140f-43b3-9c59-c1783c9d6bb9 HTTP/1.1" status: 204 len: 168 time: 0.9650779 Mar 07 04:39:11.984922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] For port e808ce76-637d-4cd6-9476-34b1fb7ff035, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:11.991102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Allocated IP 172.20.0.4 (58c5e128-270c-4fa2-849e-f9fd12806ac0/28e69235-3020-4473-961c-aeace1e661e7/929fbb89-d7aa-45be-930e-613ad142b795) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:11.994684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41132a83-d208-4a62-9642-e09285e7b429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adbb766-140f-43b3-9c59-c1783c9d6bb9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:12.008873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-33f9e3c3-5320-42ff-896a-99789f6cd3a5 None None] Provisioning complete for port b825d312-02ec-4378-b55a-07344344c814 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:12.009237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-33f9e3c3-5320-42ff-896a-99789f6cd3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b825d312-02ec-4378-b55a-07344344c814), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.012098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.012240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] For port e808ce76-637d-4cd6-9476-34b1fb7ff035, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e808ce76-637d-4cd6-9476-34b1fb7ff035,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:12.131286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44645c2f-0f34-4903-bc00-c6aaa17d6e52 req-54bf7c42-d989-46fd-bf4a-9a86777e3ff3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 210 time: 0.2178583 Mar 07 04:39:12.136632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.145738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.221353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:12.231710 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdeced35-c555-4ae7-becf-5958445efeec admin admin] Publish callbacks [] for security_group (1df6ba0b-9b08-4d85-81c5-d59ea02f0a28), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.236161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.246663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef35b0-9d56-410f-bff9-2c34a3ab416c req-bb730f86-37e1-45fc-9809-6a44b51f9ed5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:12.266352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a3b1-d420-4d53-8433-36af6a9d4aa1 None None] Pushing event updated for resources: {'Port': ['ID=e808ce76-637d-4cd6-9476-34b1fb7ff035,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:12.267103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fef35b0-9d56-410f-bff9-2c34a3ab416c req-bb730f86-37e1-45fc-9809-6a44b51f9ed5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6738691 Mar 07 04:39:12.298841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] device_id is not set on port 4253da2e-dbcf-4d24-8d94-5b761d160c99 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:39:12.317189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e3c3-5320-42ff-896a-99789f6cd3a5 None None] Port b825d312-02ec-4378-b55a-07344344c814 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:12.373308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.408470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdeced35-c555-4ae7-becf-5958445efeec admin admin] Publish callbacks [] for security_group (1df6ba0b-9b08-4d85-81c5-d59ea02f0a28), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.542885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:12.586240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:12.592152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdeced35-c555-4ae7-becf-5958445efeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1df6ba0b-9b08-4d85-81c5-d59ea02f0a28), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.592401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:12.592901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdeced35-c555-4ae7-becf-5958445efeec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.594608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bdeced35-c555-4ae7-becf-5958445efeec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1df6ba0b-9b08-4d85-81c5-d59ea02f0a28 HTTP/1.1" status: 204 len: 168 time: 1.0569000 Mar 07 04:39:12.597664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:12.599052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.602731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=d6528d8e-1957-4a93-826d-4ab2e079758f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:12.712090 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5bc9fabd-1d50-4108-a5fa-460f372f287c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8260906 Mar 07 04:39:12.714077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:12.730464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:12.779144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fef35b0-9d56-410f-bff9-2c34a3ab416c req-2e5b9576-039e-4474-a1a6-4c31c7b146f0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048172 Mar 07 04:39:12.800727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeced35-c555-4ae7-becf-5958445efeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6ba0b-9b08-4d85-81c5-d59ea02f0a28,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:12.805913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 10.1.1.128 (13f2451f-7947-4aec-9682-496c5dc5bdd2/759a6f01-17b1-413d-9aa2-ce115afbc558/4253da2e-dbcf-4d24-8d94-5b761d160c99) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:12.945563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks [] for port (929fbb89-d7aa-45be-930e-613ad142b795), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:12.984876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7153cb-a812-45d7-bd01-c657bd81effa req-9c48ea51-a6e1-452e-91f5-947ed062671c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:13.003590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e7153cb-a812-45d7-bd01-c657bd81effa req-9c48ea51-a6e1-452e-91f5-947ed062671c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 944 time: 0.6468778 Mar 07 04:39:13.281946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (929fbb89-d7aa-45be-930e-613ad142b795), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.298405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7496c64-8149-4b49-a60a-a99a3a3306f7 None None] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:13.431542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.503225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53690) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:13.544147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.546737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] Provisioning complete for port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:13.547720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.553916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Pushing event updated for resources: {'Port': ['ID=929fbb89-d7aa-45be-930e-613ad142b795,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:13.594017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Network 58c5e128-270c-4fa2-849e-f9fd12806ac0 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:13.596223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ae0196f-6760-4fb8-9f74-41d5d8031f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.621014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e7153cb-a812-45d7-bd01-c657bd81effa req-4458370c-6d36-4cd0-b2a3-7bbb3c610e79 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148906 Mar 07 04:39:13.637407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:13.644724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:13.691669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e17be9-65a0-4589-9404-fd3be35130f3 req-50e1a3e1-73df-4746-a65e-3522e69b139a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:13.693250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93e17be9-65a0-4589-9404-fd3be35130f3 req-50e1a3e1-73df-4746-a65e-3522e69b139a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.5562077 Mar 07 04:39:13.714299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:13.742373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:13.786842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.790238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53694) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:13.792479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:13.806643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:13.819854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:13.884284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:13.891465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.894174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] Current status of the port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:13.894895 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.921124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:13.921819 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:13.926157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:13.929555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.015267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-01e9f42e-98c2-410d-9f66-548dcada2e34 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3034115 Mar 07 04:39:14.056213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] For port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:14.072805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.110926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-network', 'tenant_id': 'b24830889a8841a4b5229d797ef10753'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:14.218187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Made reservation on behalf of b24830889a8841a4b5229d797ef10753 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:14.221286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.252297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:14.253427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e808ce76-637d-4cd6-9476-34b1fb7ff035 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:14.253588 n-d-832185-1 neutron-server[103939]: INFO neutron.db.ipam_backend_mixin [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7a6a9ee-6456-4614-aea2-990f037c3124 (CIDR: 2001:db8::/64) Mar 07 04:39:14.266738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 84f5c797-4dc5-473b-9660-f7eedccf0f9d up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:14.282131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.293412 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:39:14.294261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:14.384244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b561ae-62f0-4b53-8737-61fd49f84b24 None None] Pushing event updated for resources: {'Port': ['ID=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:14.395104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks [] for security_group (807a0393-6944-4402-b443-3a6f58f3bf38), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.406424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (807a0393-6944-4402-b443-3a6f58f3bf38), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.420948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:14.421516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.435213 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-065eb9ae-c0a3-4c72-8ded-8558be35c31e tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7199638 Mar 07 04:39:14.441126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:14.447301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53700) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:14.467268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807a0393-6944-4402-b443-3a6f58f3bf38,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:14.475965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4599d79f-0c18-47fc-9410-7bb78690d79c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.477721 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Added segment 4599d79f-0c18-47fc-9410-7bb78690d79c of type vlan for network f4062c06-a440-4294-9453-30c53e6dc5b4 Mar 07 04:39:14.502328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa2954f-50f6-4bcd-ac2f-06cf48579b8f None None] Network 6537958d-9046-461e-b6f1-8c508d777d48 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:14.518790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e808ce76-637d-4cd6-9476-34b1fb7ff035 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:14.519173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.523925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 84f5c797-4dc5-473b-9660-f7eedccf0f9d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:39:14.537658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f4062c06-a440-4294-9453-30c53e6dc5b4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.563983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 84f5c797-4dc5-473b-9660-f7eedccf0f9d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:14.564363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.566244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:14.569832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f4062c06-a440-4294-9453-30c53e6dc5b4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.571280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:14.571930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.635426 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8438249 Mar 07 04:39:14.638660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53702) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:14.644247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Request body: {'subnet': {'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-subnet', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:14.648564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6706d6-ae3b-478a-8b76-f0005788259c admin admin] Pushing event updated for resources: {'Network': ['ID=f4062c06-a440-4294-9453-30c53e6dc5b4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:14.672406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Made reservation on behalf of b24830889a8841a4b5229d797ef10753 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:14.675143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.722845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:14.723497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.739285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f4062c06-a440-4294-9453-30c53e6dc5b4 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:14.749406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Allocated IP 172.25.4.147 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/0fa7f621-8e13-4259-ba51-dd89a05761e6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:14.849790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ae0196f-6760-4fb8-9f74-41d5d8031f5d admin admin] Publish callbacks [] for security_group (8980855b-0d50-4c28-ab61-7a27c39dced7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.904327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:14.904712 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.934330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (8e1407e8-da1a-4516-b5e3-f42decd22e7a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.980246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1407e8-da1a-4516-b5e3-f42decd22e7a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:14.981617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e808ce76-637d-4cd6-9476-34b1fb7ff035 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:14.982062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:14.999567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 84f5c797-4dc5-473b-9660-f7eedccf0f9d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:14.999879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.007575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.028585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Checking segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:15.029865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Network hostable DHCP agents. Network: f4062c06-a440-4294-9453-30c53e6dc5b4, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:15.042025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,segment=NetworkSegment(961ca1db-6bb0-4b83-82dc-c697e658cdb4),segment_id=961ca1db-6bb0-4b83-82dc-c697e658cdb4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:15.061275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f5c797-4dc5-473b-9660-f7eedccf0f9d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:15.064419 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79d6f3-ccae-4423-b716-53e773512321" -d '{"events": [{"server_uuid": "6acdae98-aace-497d-bd2c-56ebcc36335d", "name": "network-vif-plugged", "status": "completed", "tag": "84f5c797-4dc5-473b-9660-f7eedccf0f9d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:15.065027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Network f4062c06-a440-4294-9453-30c53e6dc5b4 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:15.065278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ae0196f-6760-4fb8-9f74-41d5d8031f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8980855b-0d50-4c28-ab61-7a27c39dced7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.067087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.071875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-97567c6d-5ee6-4162-89f2-8df49d9145b3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6849575 Mar 07 04:39:15.082125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f4062c06-a440-4294-9453-30c53e6dc5b4) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:15.084931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:15.087807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:15.089350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.092434 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.093488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port e808ce76-637d-4cd6-9476-34b1fb7ff035, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e808ce76-637d-4cd6-9476-34b1fb7ff035,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:15.100435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.113578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Request body: {'port': {'device_id': '15d918f0-9306-4deb-b428-96ca6a32604b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:15.118440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a356412-6d40-4fdd-8937-a00c3ca26e20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4759572 Mar 07 04:39:15.119501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53708) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:15.128427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:15.134274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a170f-4906-4116-b507-6c62db119539 None None] Network f4062c06-a440-4294-9453-30c53e6dc5b4 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:15.138659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:15.145549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.146515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:15.159342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (51a8271e-f6f8-4937-ba99-2537a84b0104), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.162306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (51a8271e-f6f8-4937-ba99-2537a84b0104), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.175394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.238924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks [] for router_controller (51a8271e-f6f8-4937-ba99-2537a84b0104), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.252658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Port': ['ID=0fa7f621-8e13-4259-ba51-dd89a05761e6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:15.270379 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93e17be9-65a0-4589-9404-fd3be35130f3 req-3b76a4c3-b277-4084-9662-9e8fbc45e3e6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8600159 Mar 07 04:39:15.297690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70553bc-1988-4a8b-ab4d-e8f72199ef39 req-1fc82618-caf6-4c02-b572-43f9ba139468 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:15.301516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f70553bc-1988-4a8b-ab4d-e8f72199ef39 req-1fc82618-caf6-4c02-b572-43f9ba139468 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 931 time: 1.4924147 Mar 07 04:39:15.422822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Provisioning complete for port 93465848-de08-4747-bcf8-93af13b964db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:15.423485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93465848-de08-4747-bcf8-93af13b964db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.424272 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks [] for router_gateway (51a8271e-f6f8-4937-ba99-2537a84b0104), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.428414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:15.439903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (929fbb89-d7aa-45be-930e-613ad142b795), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.446561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7ae0196f-6760-4fb8-9f74-41d5d8031f5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6839bee41db845d4b7ae8210ec553ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8929813 Mar 07 04:39:15.450849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0196f-6760-4fb8-9f74-41d5d8031f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8980855b-0d50-4c28-ab61-7a27c39dced7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:15.452664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53712) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:15.467931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:15.470771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:15.506969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Pushing event updated for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:15.556120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-37243efa-8aab-4b72-a2b8-f33ed5bdc806 None None] Port 93465848-de08-4747-bcf8-93af13b964db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:15.584389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:15.602492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961bc60f-0430-40ba-88f2-4ca4750e1849 None None] Network f4062c06-a440-4294-9453-30c53e6dc5b4 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:15.603665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342456765', 'description': 'tempest-description--1532101878'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:15.613345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:15.614214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.623472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b6a2cb-8d31-4a26-b3e8-332a317e51e5 admin admin] Publish callbacks [] for security_group (8980855b-0d50-4c28-ab61-7a27c39dced7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.655624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f70553bc-1988-4a8b-ab4d-e8f72199ef39 req-9d3f1624-df40-478d-96d7-7420e5fd7970 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489664 Mar 07 04:39:15.665610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.669786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b6a2cb-8d31-4a26-b3e8-332a317e51e5 admin admin] Publish callbacks [] for security_group (8980855b-0d50-4c28-ab61-7a27c39dced7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.676057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=e808ce76-637d-4cd6-9476-34b1fb7ff035,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:15.735179 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242cb51e-4cae-439d-b3fb-34737c5deffd x-openstack-request-id: req-242cb51e-4cae-439d-b3fb-34737c5deffd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:15.735480 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acdae98-aace-497d-bd2c-56ebcc36335d", "name": "network-vif-plugged", "status": "completed", "tag": "84f5c797-4dc5-473b-9660-f7eedccf0f9d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:15.735742 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-242cb51e-4cae-439d-b3fb-34737c5deffd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:15.736165 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f5c797-4dc5-473b-9660-f7eedccf0f9d', 'code': 200} Mar 07 04:39:15.805421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=84f5c797-4dc5-473b-9660-f7eedccf0f9d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:15.826801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Provisioning complete for port 9cf68404-21e4-4190-b574-c3560f5dd4f2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:15.827007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.909582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Port 9cf68404-21e4-4190-b574-c3560f5dd4f2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:15.926984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:15.934572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Provisioning complete for port 4253da2e-dbcf-4d24-8d94-5b761d160c99 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:15.934948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:15.980368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Port 4253da2e-dbcf-4d24-8d94-5b761d160c99 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:15.993491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Provisioning complete for port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:15.994413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.012269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8c5c3-b43c-45bb-bea0-20dae16a3919 req-9ad2f2c4-da6d-44af-af3b-119b1c0be7c5 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:16.020704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2b8c5c3-b43c-45bb-bea0-20dae16a3919 req-9ad2f2c4-da6d-44af-af3b-119b1c0be7c5 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3797517 Mar 07 04:39:16.081170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5efb74-1c56-4b11-826b-77d641a8935e req-dab3dc90-f166-4bc5-9adb-d862ed0203ee tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:16.086519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e5efb74-1c56-4b11-826b-77d641a8935e req-dab3dc90-f166-4bc5-9adb-d862ed0203ee tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2874849 Mar 07 04:39:16.087755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:16.137202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Current status of the port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:16.158266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Provisioning complete for port e808ce76-637d-4cd6-9476-34b1fb7ff035 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:16.158640 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.190370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:16.190748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.204620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2b8c5c3-b43c-45bb-bea0-20dae16a3919 req-0bae9a4e-d2f5-4edc-81bb-52a0b8db2858 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829455 Mar 07 04:39:16.223727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (8796d661-46e7-4e13-917b-c1e7bc682e8c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.261552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b6a2cb-8d31-4a26-b3e8-332a317e51e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8980855b-0d50-4c28-ab61-7a27c39dced7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.264115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80b6a2cb-8d31-4a26-b3e8-332a317e51e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.265267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-80b6a2cb-8d31-4a26-b3e8-332a317e51e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8980855b-0d50-4c28-ab61-7a27c39dced7 HTTP/1.1" status: 204 len: 168 time: 0.8070023 Mar 07 04:39:16.304704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a2cb-8d31-4a26-b3e8-332a317e51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8980855b-0d50-4c28-ab61-7a27c39dced7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:16.314016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks [] for router_gateway (51a8271e-f6f8-4937-ba99-2537a84b0104), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.324566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group (bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.335828 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (516a1bc2-a9eb-4aef-a2f3-32693110d3a4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.336060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Current status of the port e808ce76-637d-4cd6-9476-34b1fb7ff035 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:16.346285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f4fd0-49dd-47c5-ba06-44d9ae4ffd43 req-f06714f7-896a-47af-9e65-e16b3cecdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:16.348634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a50f4fd0-49dd-47c5-ba06-44d9ae4ffd43 req-f06714f7-896a-47af-9e65-e16b3cecdb6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 1127 time: 0.5712204 Mar 07 04:39:16.350698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.353703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.364921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e5efb74-1c56-4b11-826b-77d641a8935e req-fb69ba5d-5f3d-4c8b-bc45-99f33d20bcdd tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626503 Mar 07 04:39:16.381870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Provisioning complete for port d6528d8e-1957-4a93-826d-4ab2e079758f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:16.382288 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.388132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:16.388259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.393064 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7944522 Mar 07 04:39:16.395299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:16.420459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'security_group_rule': {'security_group_id': 'bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:16.422021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929fbb89-d7aa-45be-930e-613ad142b795 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:16.426611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:16.435514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6749879e-ab50-44e6-9473-3f3d38f54088 None None] Port d6528d8e-1957-4a93-826d-4ab2e079758f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:16.435936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Publish callbacks [] for port (929fbb89-d7aa-45be-930e-613ad142b795), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.440746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:16.441374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.463133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.464739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=8796d661-46e7-4e13-917b-c1e7bc682e8c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:16.471759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Transition to ACTIVE for port object 929fbb89-d7aa-45be-930e-613ad142b795 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:39:16.507077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa915d1-e431-4fbf-95ac-2ece8815b561 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:16.520892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5b1b7-f2ce-4fee-8fb1-8d6cce5371a4 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:16.540018 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (929fbb89-d7aa-45be-930e-613ad142b795), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.550598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a50f4fd0-49dd-47c5-ba06-44d9ae4ffd43 req-d03f3352-048d-4f7e-8fcf-8b2ca186ab37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802227 Mar 07 04:39:16.582447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group_rule (78dd8f79-4e37-4428-b881-9b81d3150f6b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.587112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b61ac9af-7fe7-4663-aa6f-1b985760ad3c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0260668 Mar 07 04:39:16.598562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53728) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:16.627910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:16.629121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e808ce76-637d-4cd6-9476-34b1fb7ff035 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:16.630014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1580123745', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8796d661-46e7-4e13-917b-c1e7bc682e8c'}], 'security_groups': ['abc74ee7-013f-477d-bb4b-ee3338d8d1ac']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:16.657471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Allocated IP 172.25.4.198 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ee916140-1836-46f4-8f37-34e0a415346a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:16.742920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Pushing event updated for resources: {'Port': ['ID=929fbb89-d7aa-45be-930e-613ad142b795,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:16.767821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e808ce76-637d-4cd6-9476-34b1fb7ff035 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:16.768352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.802926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53734) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:16.841272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f5940ca-6319-4439-bb2d-62aecc132d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.910858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] Update dhcp port {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'fixed_ips': [{'subnet_id': 'b7a6a9ee-6456-4614-aea2-990f037c3124', 'ip_address': '2001:db8::2'}, {'subnet_id': '8796d661-46e7-4e13-917b-c1e7bc682e8c'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:39:16.960840 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:16.987225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Attempting to bind port 929fbb89-d7aa-45be-930e-613ad142b795 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:16.987619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Attempting to bind port 929fbb89-d7aa-45be-930e-613ad142b795 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:16.987895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Attempting to bind port 929fbb89-d7aa-45be-930e-613ad142b795 on network 58c5e128-270c-4fa2-849e-f9fd12806ac0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:17.034526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Port 929fbb89-d7aa-45be-930e-613ad142b795 on network 58c5e128-270c-4fa2-849e-f9fd12806ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:39:17.035240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Attempting to bind port 929fbb89-d7aa-45be-930e-613ad142b795 on network 58c5e128-270c-4fa2-849e-f9fd12806ac0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:17.043402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e808ce76-637d-4cd6-9476-34b1fb7ff035 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:17.044514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:17.073470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:17.073860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Checking segment: {'id': '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:17.074215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Bound using segment: {'id': '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:17.074670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Bound port: 929fbb89-d7aa-45be-930e-613ad142b795, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:17.075038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (929fbb89-d7aa-45be-930e-613ad142b795), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.090394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group_rule (78dd8f79-4e37-4428-b881-9b81d3150f6b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.091477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.096218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40515f3-068b-4786-9d72-fe5cb6512699 req-4ccd1992-b3a1-4bef-ba82-afbe294cddbe tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:17.097769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b40515f3-068b-4786-9d72-fe5cb6512699 req-4ccd1992-b3a1-4bef-ba82-afbe294cddbe tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.5733492 Mar 07 04:39:17.111879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (78dd8f79-4e37-4428-b881-9b81d3150f6b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.126347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.150066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks [] for port (ee916140-1836-46f4-8f37-34e0a415346a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.153494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.185031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:17.185411 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.205952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625de5-5989-4412-ba82-b9f55d65dd3c req-65b3cbf4-43af-4d2e-afb9-0acc87bf2499 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:17.212821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb625de5-5989-4412-ba82-b9f55d65dd3c req-65b3cbf4-43af-4d2e-afb9-0acc87bf2499 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 943 time: 0.4509666 Mar 07 04:39:17.241840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-01ce1f37-a0de-413b-916b-0eebd6616860 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3716698 Mar 07 04:39:17.248065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dd8f79-4e37-4428-b881-9b81d3150f6b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:17.282736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.287038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efa2cfc8-0b1f-4f1a-877c-9bef55a17cb9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8696747 Mar 07 04:39:17.308055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] Allocated IP 2001:db8:0:1::2 (9186f003-dafc-4720-a2c4-c69a3e8a167c/8796d661-46e7-4e13-917b-c1e7bc682e8c/035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:17.317055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f5940ca-6319-4439-bb2d-62aecc132d8c admin admin] Publish callbacks [] for security_group (23e2092d-0387-4217-b23d-c7d39d7a2b86), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.319737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:17.331426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'security_group_rule': {'security_group_id': 'bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:17.349191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f5940ca-6319-4439-bb2d-62aecc132d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (23e2092d-0387-4217-b23d-c7d39d7a2b86), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.374358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b40515f3-068b-4786-9d72-fe5cb6512699 req-e962e20b-ceb9-47c2-b4d2-cf8151f9a624 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582004 Mar 07 04:39:17.393410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] For port 929fbb89-d7aa-45be-930e-613ad142b795, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:17.415521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Port': ['ID=0fa7f621-8e13-4259-ba51-dd89a05761e6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:17.462155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] For port 929fbb89-d7aa-45be-930e-613ad142b795, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=929fbb89-d7aa-45be-930e-613ad142b795,segment=NetworkSegment(9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f),segment_id=9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:17.467843 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (516a1bc2-a9eb-4aef-a2f3-32693110d3a4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.478379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5940ca-6319-4439-bb2d-62aecc132d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2092d-0387-4217-b23d-c7d39d7a2b86,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:17.500355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb625de5-5989-4412-ba82-b9f55d65dd3c req-87a26417-a122-4592-8fb2-5404b9911459 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818875 Mar 07 04:39:17.511065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:17.522926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1f5940ca-6319-4439-bb2d-62aecc132d8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c46d0a3147754d2185e2de3ebc7d1296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7189031 Mar 07 04:39:17.529475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53742) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:17.535098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (929fbb89-d7aa-45be-930e-613ad142b795), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.570609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,segment=NetworkSegment(961ca1db-6bb0-4b83-82dc-c697e658cdb4),segment_id=961ca1db-6bb0-4b83-82dc-c697e658cdb4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:17.586849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-ea586f37-900e-4e45-a078-38292dc48982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:17.589273 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-ea586f37-900e-4e45-a078-38292dc48982 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1127 time: 0.2354622 Mar 07 04:39:17.590825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ee916140-1836-46f4-8f37-34e0a415346a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.620912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group_rule (f9554f4d-baf8-4d87-add9-dba21483ffb5), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.633834 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] Publish callbacks [] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.642988 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.678644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:17.681376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.688338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1c5527ce-2c57-42f0-ab8a-6e0b72dbfb93 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2432945 Mar 07 04:39:17.704017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:17.713735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:17.733664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:17.739178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1ed15e77-5ce7-40fd-ae0c-f4682fc748d9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'floatingip': {'port_id': 'b825d312-02ec-4378-b55a-07344344c814', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:17.752871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:17.753494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.754908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] 10.222.0.15 "PUT /v2.0/ports/929fbb89-d7aa-45be-930e-613ad142b795 HTTP/1.1" status: 200 len: 1091 time: 2.6486738 Mar 07 04:39:17.787510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d918f0-9306-4deb-b428-96ca6a32604b', 'tag': '929fbb89-d7aa-45be-930e-613ad142b795'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:17.790460 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92e4c4d-839f-4e4a-88f3-7492decd1885" -d '{"events": [{"name": "network-changed", "server_uuid": "15d918f0-9306-4deb-b428-96ca6a32604b", "tag": "929fbb89-d7aa-45be-930e-613ad142b795"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:17.822279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94701b25-ea69-44c5-bc61-348cbcbf3be3 None None] Pushing event updated for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:17.831785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed15e77-5ce7-40fd-ae0c-f4682fc748d9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (516a1bc2-a9eb-4aef-a2f3-32693110d3a4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.859641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab283b7f-6d34-4dae-8885-0e87ae43173c service neutron] Pushing event updated for resources: {'Port': ['ID=929fbb89-d7aa-45be-930e-613ad142b795,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:17.862276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98d3edc4-7768-467f-8b02-e653d8ca24d7 admin admin] Publish callbacks [] for security_group (23e2092d-0387-4217-b23d-c7d39d7a2b86), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:17.871195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Pushing event updated for resources: {'Port': ['ID=ee916140-1836-46f4-8f37-34e0a415346a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:17.970355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e4dea-4d3b-4ce5-87bb-23c8a488519d req-ec818a08-6f1d-4a05-af44-9cfed071b683 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:17.977548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-606e4dea-4d3b-4ce5-87bb-23c8a488519d req-ec818a08-6f1d-4a05-af44-9cfed071b683 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.4732046 Mar 07 04:39:17.999467 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group_rule (f9554f4d-baf8-4d87-add9-dba21483ffb5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.028923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98d3edc4-7768-467f-8b02-e653d8ca24d7 admin admin] Publish callbacks [] for security_group (23e2092d-0387-4217-b23d-c7d39d7a2b86), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.054023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:18.073095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-da7c5f8c-a53a-40d1-bbec-a62cf98aacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:18.074613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-da7c5f8c-a53a-40d1-bbec-a62cf98aacb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.4592996 Mar 07 04:39:18.083531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f9554f4d-baf8-4d87-add9-dba21483ffb5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.129876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:18.130238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.137390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea30c-cb72-4588-8e34-884af8a52bed req-4602287f-fe54-4f96-bf01-bb921f104aec tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:18.145510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9cea30c-cb72-4588-8e34-884af8a52bed req-4602287f-fe54-4f96-bf01-bb921f104aec tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.5265956 Mar 07 04:39:18.164234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-a339f1c2-b41f-4a6b-a0aa-8ed72f2a6cd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.0805857 Mar 07 04:39:18.206512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.207991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8832531 Mar 07 04:39:18.221843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53748) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:18.226562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98d3edc4-7768-467f-8b02-e653d8ca24d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (23e2092d-0387-4217-b23d-c7d39d7a2b86), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.229203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98d3edc4-7768-467f-8b02-e653d8ca24d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.236055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-98d3edc4-7768-467f-8b02-e653d8ca24d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23e2092d-0387-4217-b23d-c7d39d7a2b86 HTTP/1.1" status: 204 len: 168 time: 0.6997876 Mar 07 04:39:18.238979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:18.249787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:18.269160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c746cc4-e2f3-4c32-a2c5-279705ff89e9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9554f4d-baf8-4d87-add9-dba21483ffb5,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:18.273725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Delete allocated IP 2001:db8::12e (9186f003-dafc-4720-a2c4-c69a3e8a167c/b7a6a9ee-6456-4614-aea2-990f037c3124) {{(pid=103939) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 04:39:18.300743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8:0:1::1b0 (9186f003-dafc-4720-a2c4-c69a3e8a167c/8796d661-46e7-4e13-917b-c1e7bc682e8c/d6528d8e-1957-4a93-826d-4ab2e079758f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:18.314291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-5e340238-fb14-46a0-ae06-910f3419acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:18.315995 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-5e340238-fb14-46a0-ae06-910f3419acc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.1424119 Mar 07 04:39:18.325119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-7898e820-55ac-4946-ab85-5b3020a16b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:18.326693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-7898e820-55ac-4946-ab85-5b3020a16b3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=885e1e8eb30c4045b3b507adfd796db1&device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 1125 time: 0.4813678 Mar 07 04:39:18.327448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3edc4-7768-467f-8b02-e653d8ca24d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2092d-0387-4217-b23d-c7d39d7a2b86,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:18.368710 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-1ed15e77-5ce7-40fd-ae0c-f4682fc748d9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] update failed (client error): The resource could not be found. Mar 07 04:39:18.372699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ed15e77-5ce7-40fd-ae0c-f4682fc748d9 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "PUT /v2.0/floatingips/516a1bc2-a9eb-4aef-a2f3-32693110d3a4 HTTP/1.1" status: 404 len: 507 time: 0.6643929 Mar 07 04:39:18.373628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53752) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:18.405077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-9fccecd8-9a92-4ace-821d-ba3b20e1abb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794296 Mar 07 04:39:18.423864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-606e4dea-4d3b-4ce5-87bb-23c8a488519d req-888d9f50-22f6-4838-a635-3fccd918f93b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455957 Mar 07 04:39:18.424918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.465409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-c9cdd041-f8da-4b8b-a9d1-ef3388911628 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=929fbb89-d7aa-45be-930e-613ad142b795 HTTP/1.1" status: 200 len: 217 time: 0.1152508 Mar 07 04:39:18.483283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9cea30c-cb72-4588-8e34-884af8a52bed req-947cc93b-c6f0-44a6-9ab3-47c57e048b8e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341386 Mar 07 04:39:18.573328 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add0c3f-f4c2-4825-8ec5-044be4272ebb x-openstack-request-id: req-5add0c3f-f4c2-4825-8ec5-044be4272ebb {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:18.573328 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d918f0-9306-4deb-b428-96ca6a32604b", "tag": "929fbb89-d7aa-45be-930e-613ad142b795", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:18.573328 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5add0c3f-f4c2-4825-8ec5-044be4272ebb {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:18.573328 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d918f0-9306-4deb-b428-96ca6a32604b', 'tag': '929fbb89-d7aa-45be-930e-613ad142b795', 'status': 'completed', 'code': 200} Mar 07 04:39:18.732965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-626b7208-ffe9-439d-b568-a5dfafc6c993 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178592 Mar 07 04:39:18.739715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.753405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ac5b33d9-db91-448e-bcd4-7aacd7ac0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:18.754909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-ac5b33d9-db91-448e-bcd4-7aacd7ac0788 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28e69235-3020-4473-961c-aeace1e661e7 HTTP/1.1" status: 200 len: 852 time: 0.2682009 Mar 07 04:39:18.757374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.802469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:18.802936 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.806225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks [] for router_gateway (51a8271e-f6f8-4937-ba99-2537a84b0104), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.937970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:18.955129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] In _notify_port_updated(), no bound segment for port d6528d8e-1957-4a93-826d-4ab2e079758f on network 9186f003-dafc-4720-a2c4-c69a3e8a167c {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:39:18.960353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:18.960999 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.964975 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/ports/d6528d8e-1957-4a93-826d-4ab2e079758f HTTP/1.1" status: 200 len: 931 time: 2.3626571 Mar 07 04:39:18.965206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Provisioning complete for port d6528d8e-1957-4a93-826d-4ab2e079758f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:18.970407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53770) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:18.971277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:18.984820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d1bf3-a1e0-426b-8afd-d25d4cdf0901 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=d6528d8e-1957-4a93-826d-4ab2e079758f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:19.052086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Port d6528d8e-1957-4a93-826d-4ab2e079758f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:19.066470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Provisioning complete for port 93465848-de08-4747-bcf8-93af13b964db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:19.067034 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93465848-de08-4747-bcf8-93af13b964db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.082035 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-20f3ec83-9f98-4eb4-94ce-92dd3b769a0b req-88140f30-c572-459a-8fba-506feb6cbf77 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386974 Mar 07 04:39:19.127689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f0b91a66-48c6-47e5-83b9-f549d59f8295 None None] Port 93465848-de08-4747-bcf8-93af13b964db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:19.265955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port d6528d8e-1957-4a93-826d-4ab2e079758f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:19.266325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.270699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-308078ce-d360-4824-8b7c-a64134c1d7a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58c5e128-270c-4fa2-849e-f9fd12806ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692492 Mar 07 04:39:19.339293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e6f74-8975-437e-a867-f2fc7f424bf6 req-5963a08e-03da-4e05-ac5b-7a367eab66fa tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:19.347361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-451e6f74-8975-437e-a867-f2fc7f424bf6 req-5963a08e-03da-4e05-ac5b-7a367eab66fa tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 943 time: 0.7401500 Mar 07 04:39:19.380960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (51a8271e-f6f8-4937-ba99-2537a84b0104), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.442859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.443428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26361d3-cb6a-4d33-8cb9-b79b5c881e5c req-78a929b8-0c33-4ddf-bb31-9d2e67f3e140 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:19.445872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a26361d3-cb6a-4d33-8cb9-b79b5c881e5c req-78a929b8-0c33-4ddf-bb31-9d2e67f3e140 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.7693629 Mar 07 04:39:19.461214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7d5ca8c8-e5f2-49a4-8a4d-839c0bf882e3 None None] Provisioning complete for port d6528d8e-1957-4a93-826d-4ab2e079758f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:19.461911 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d5ca8c8-e5f2-49a4-8a4d-839c0bf882e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.463700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for d6528d8e-1957-4a93-826d-4ab2e079758f owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:19.506784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-72e40184-c366-46aa-ac10-a1a47221cd7e service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229183 Mar 07 04:39:19.529857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ca8c8-e5f2-49a4-8a4d-839c0bf882e3 None None] Port d6528d8e-1957-4a93-826d-4ab2e079758f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:19.575777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Deleting port 0fa7f621-8e13-4259-ba51-dd89a05761e6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:19.576115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.648274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-451e6f74-8975-437e-a867-f2fc7f424bf6 req-44c69d7e-36cb-43df-8a20-b57df2408e3e tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000138 Mar 07 04:39:19.697248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a26361d3-cb6a-4d33-8cb9-b79b5c881e5c req-a27efec0-1546-4a04-be1b-dba4ca1b2b5f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320981 Mar 07 04:39:19.767248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.797632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.912059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbd270df-f2f4-48cb-93c3-6b9fc3bf9e4a req-71775531-edbf-43de-9687-9fd2acf1804a service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640347 Mar 07 04:39:19.960845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.961187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (0fa7f621-8e13-4259-ba51-dd89a05761e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:19.971689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Router 51a8271e-f6f8-4937-ba99-2537a84b0104 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:39:20.048865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Calling delete_port for 0fa7f621-8e13-4259-ba51-dd89a05761e6 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:20.068487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f61930-e5ba-4b25-98d7-32ec4feedded req-f47bd91c-8025-450e-bd61-2ae9085727d2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:20.070158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85f61930-e5ba-4b25-98d7-32ec4feedded req-f47bd91c-8025-450e-bd61-2ae9085727d2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.2849240 Mar 07 04:39:20.088447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06301947-bff6-4eba-9e53-e7ade83c1617 req-67764be9-09f7-4547-baaf-21c4f954cf8b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:20.090102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06301947-bff6-4eba-9e53-e7ade83c1617 req-67764be9-09f7-4547-baaf-21c4f954cf8b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2784162 Mar 07 04:39:20.110500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 172.25.4.50 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e8451b28-45d3-44af-8479-909ab8d256e2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:20.112768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d6528d8e-1957-4a93-826d-4ab2e079758f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.143203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:39:20.153653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Sync routers for ids ['51a8271e-f6f8-4937-ba99-2537a84b0104'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:39:20.167919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Routers {'51a8271e-f6f8-4937-ba99-2537a84b0104'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:20.169291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['51a8271e-f6f8-4937-ba99-2537a84b0104'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:20.219316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=d6528d8e-1957-4a93-826d-4ab2e079758f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:20.261098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-c28ffa46-0f0d-4af8-99ea-4e0052baa9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:20.262508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.262688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-c28ffa46-0f0d-4af8-99ea-4e0052baa9f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=885e1e8eb30c4045b3b507adfd796db1&device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 1125 time: 0.2525170 Mar 07 04:39:20.271944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b0e22e82-c717-4b40-9e3d-4dcd2a57af79 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/d6528d8e-1957-4a93-826d-4ab2e079758f HTTP/1.1" status: 204 len: 168 time: 1.2981970 Mar 07 04:39:20.275347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53828) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:20.334492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Set router 51a8271e-f6f8-4937-ba99-2537a84b0104 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:39:20.335020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.336440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-22dd7032-5da3-43a8-86cd-6bee55ae1e53 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2149785 Mar 07 04:39:20.338289 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4392b70-f604-44bc-8646-9ef126dfc0a5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:39:20.339908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c4392b70-f604-44bc-8646-9ef126dfc0a5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/d6528d8e-1957-4a93-826d-4ab2e079758f HTTP/1.1" status: 404 len: 333 time: 0.0636106 Mar 07 04:39:20.340798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53830) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:20.342692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53832) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:20.360418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85f61930-e5ba-4b25-98d7-32ec4feedded req-0cffe642-c285-4b05-8c6b-9d865024527d tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693329 Mar 07 04:39:20.411148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06301947-bff6-4eba-9e53-e7ade83c1617 req-39bb3c04-58ae-4e0f-a494-834ae2ba5e5e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025582 Mar 07 04:39:20.539038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (e8451b28-45d3-44af-8479-909ab8d256e2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.539978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53894c18-a6d5-4be1-a12d-5b574b925019 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (4bae3dec-b861-413b-a03a-a5dca6817f91), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.575469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53894c18-a6d5-4be1-a12d-5b574b925019 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (4bae3dec-b861-413b-a03a-a5dca6817f91), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.622783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-06d41165-9721-488c-bd78-6d5bfe0191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:20.624177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-06d41165-9721-488c-bd78-6d5bfe0191bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=58c5e128-270c-4fa2-849e-f9fd12806ac0 HTTP/1.1" status: 200 len: 913 time: 0.3443463 Mar 07 04:39:20.667761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0fa7f621-8e13-4259-ba51-dd89a05761e6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.692458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53894c18-a6d5-4be1-a12d-5b574b925019 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4bae3dec-b861-413b-a03a-a5dca6817f91), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.695653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:39:18Z', 'revision_number': 3, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:20.697488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53894c18-a6d5-4be1-a12d-5b574b925019 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.698513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53894c18-a6d5-4be1-a12d-5b574b925019 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/security-groups/4bae3dec-b861-413b-a03a-a5dca6817f91 HTTP/1.1" status: 204 len: 168 time: 0.3501780 Mar 07 04:39:20.709744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:20.739695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53894c18-a6d5-4be1-a12d-5b574b925019 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae3dec-b861-413b-a03a-a5dca6817f91,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:20.756375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Checking router: 51a8271e-f6f8-4937-ba99-2537a84b0104 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:39:20.757074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Updating router 51a8271e-f6f8-4937-ba99-2537a84b0104 port ee916140-1836-46f4-8f37-34e0a415346a binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:39:20.766965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-7ee7df1c-874f-44bf-acd9-25123c73e35d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=929fbb89-d7aa-45be-930e-613ad142b795 HTTP/1.1" status: 200 len: 217 time: 0.1317701 Mar 07 04:39:20.775779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Port': ['ID=0fa7f621-8e13-4259-ba51-dd89a05761e6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:20.811771 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e8451b28-45d3-44af-8479-909ab8d256e2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.834779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee916140-1836-46f4-8f37-34e0a415346a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.857578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a818fc7-25ef-40b1-b8f5-90a7bf1e98bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (abc74ee7-013f-477d-bb4b-ee3338d8d1ac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.946356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a818fc7-25ef-40b1-b8f5-90a7bf1e98bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (abc74ee7-013f-477d-bb4b-ee3338d8d1ac), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:20.958715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:20.993769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:21.003059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:21.014135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fa5db-830e-4d9c-9e6a-ec20158267d6 req-f5796a9e-2b74-4ae1-9588-ecc0fc70c1b8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.016001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e05fa5db-830e-4d9c-9e6a-ec20158267d6 req-f5796a9e-2b74-4ae1-9588-ecc0fc70c1b8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3558619 Mar 07 04:39:21.017554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-ca4137db-8ea8-4f38-b356-2ff138132512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.019055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-ca4137db-8ea8-4f38-b356-2ff138132512 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28e69235-3020-4473-961c-aeace1e661e7 HTTP/1.1" status: 200 len: 852 time: 0.2410383 Mar 07 04:39:21.027686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=e8451b28-45d3-44af-8479-909ab8d256e2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:21.059252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-ecd2ec5d-d750-4ad3-8161-e7538a7d10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.060898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-ecd2ec5d-d750-4ad3-8161-e7538a7d10a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 1127 time: 0.2448683 Mar 07 04:39:21.098174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (516a1bc2-a9eb-4aef-a2f3-32693110d3a4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.100932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.103031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c9f5a14-ded6-472b-9f59-6627d8117219 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "DELETE /v2.0/floatingips/516a1bc2-a9eb-4aef-a2f3-32693110d3a4 HTTP/1.1" status: 204 len: 168 time: 2.6896179 Mar 07 04:39:21.107135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53876) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:21.120361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-9de34353-d150-49fe-b720-3c0e709a5343 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58c5e128-270c-4fa2-849e-f9fd12806ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662518 Mar 07 04:39:21.123923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2b38c4b6-5e0e-4920-a579-4d99ea5543be tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'floatingip': {'floating_network_id': '1dea4f48-8fd8-4d20-9bd3-8767d74147a3', 'port_id': 'b825d312-02ec-4378-b55a-07344344c814', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:21.184362 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a818fc7-25ef-40b1-b8f5-90a7bf1e98bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (abc74ee7-013f-477d-bb4b-ee3338d8d1ac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.188066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a818fc7-25ef-40b1-b8f5-90a7bf1e98bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.192102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a818fc7-25ef-40b1-b8f5-90a7bf1e98bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/security-groups/abc74ee7-013f-477d-bb4b-ee3338d8d1ac HTTP/1.1" status: 204 len: 168 time: 0.4814527 Mar 07 04:39:21.194647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:21.198543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Publish callbacks [] for port (ee916140-1836-46f4-8f37-34e0a415346a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.202327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784db2c-2b9e-4b92-9529-bba16dbcfccc req-a12bc738-1eff-4549-be01-b886ab867917 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.203999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8784db2c-2b9e-4b92-9529-bba16dbcfccc req-a12bc738-1eff-4549-be01-b886ab867917 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 943 time: 0.2868056 Mar 07 04:39:21.226745 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee916140-1836-46f4-8f37-34e0a415346a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.268265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet b7a6a9ee-6456-4614-aea2-990f037c3124 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:21.276357 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b38c4b6-5e0e-4920-a579-4d99ea5543be tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.288626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (b7a6a9ee-6456-4614-aea2-990f037c3124), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.328702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Attempting to bind port ee916140-1836-46f4-8f37-34e0a415346a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:21.329349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Attempting to bind port ee916140-1836-46f4-8f37-34e0a415346a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:21.330046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Attempting to bind port ee916140-1836-46f4-8f37-34e0a415346a on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:21.332877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a818fc7-25ef-40b1-b8f5-90a7bf1e98bc tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc74ee7-013f-477d-bb4b-ee3338d8d1ac,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:21.342677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e05fa5db-830e-4d9c-9e6a-ec20158267d6 req-73d24cb6-3667-42fc-bfe8-329b71d7ee9d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823269 Mar 07 04:39:21.366287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:21.367312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:21.367723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.368117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:21.368607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Bound port: ee916140-1836-46f4-8f37-34e0a415346a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:21.368989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee916140-1836-46f4-8f37-34e0a415346a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.372433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5e505-4651-4547-97b6-46e03fc6f1af None None] Pushing event updated for resources: {'Port': ['ID=ee916140-1836-46f4-8f37-34e0a415346a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:21.383128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-c7899186-2305-4dcb-9780-64895664c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.386276 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-c7899186-2305-4dcb-9780-64895664c2f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 912 time: 0.3179219 Mar 07 04:39:21.445365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] For port ee916140-1836-46f4-8f37-34e0a415346a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:21.450091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] For port ee916140-1836-46f4-8f37-34e0a415346a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ee916140-1836-46f4-8f37-34e0a415346a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:21.458681 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee916140-1836-46f4-8f37-34e0a415346a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.481275 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-4f72dee8-2e68-4f8d-b182-02822ba80248 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d HTTP/1.1" status: 200 len: 217 time: 0.0522044 Mar 07 04:39:21.484279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b7a6a9ee-6456-4614-aea2-990f037c3124), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.487122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-bb75c593-1c06-4029-8574-1bfce0036dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523743 Mar 07 04:39:21.507901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (888a0fc7-6bc3-4590-a2bc-31cfd315f187), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.519478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8784db2c-2b9e-4b92-9529-bba16dbcfccc req-74d55452-4a7c-494f-9adf-1402b3c0e5e8 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957518 Mar 07 04:39:21.523254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Routers {'51a8271e-f6f8-4937-ba99-2537a84b0104'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:21.524076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['51a8271e-f6f8-4937-ba99-2537a84b0104'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:21.581220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-a12f88c3-3d4d-4f8c-bb5c-073cc82d7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.583995 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-a12f88c3-3d4d-4f8c-bb5c-073cc82d7902 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.0613613 Mar 07 04:39:21.637166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-f06e2275-b9ff-4b82-a93b-df76ab693258 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451744 Mar 07 04:39:21.665418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5e505-4651-4547-97b6-46e03fc6f1af None None] Pushing event updated for resources: {'Port': ['ID=ee916140-1836-46f4-8f37-34e0a415346a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:21.703984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] Set router 51a8271e-f6f8-4937-ba99-2537a84b0104 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:39:21.731415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b7a6a9ee-6456-4614-aea2-990f037c3124), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.733726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e8451b28-45d3-44af-8479-909ab8d256e2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:21.748247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60cc8f-afa2-49d3-a568-cd6acefe4422 req-a71e66ab-ee59-4129-ad94-136deb132926 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.751504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc60cc8f-afa2-49d3-a568-cd6acefe4422 req-a71e66ab-ee59-4129-ad94-136deb132926 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.2923756 Mar 07 04:39:21.845553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c92e4c4d-839f-4e4a-88f3-7492decd1885 req-ddae465e-ac03-4161-bb65-a9f9e17b5da9 service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180010 Mar 07 04:39:21.921122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6053214-2d2c-4a9f-85bf-9669c6bb6c80 req-58651f30-e6b6-4166-82e1-c743dc5bedf4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:21.923769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6053214-2d2c-4a9f-85bf-9669c6bb6c80 req-58651f30-e6b6-4166-82e1-c743dc5bedf4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2770350 Mar 07 04:39:21.963480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:39:18Z', 'revision_number': 3, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:21.980084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc60cc8f-afa2-49d3-a568-cd6acefe4422 req-b2c7d5da-815b-4bc0-a9c6-3a8667950093 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930394 Mar 07 04:39:22.001676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6183e-3b8a-4c90-84e6-dc9ccd5f3422 None None] The sync data for ids ['51a8271e-f6f8-4937-ba99-2537a84b0104'] in n-d-832185-1 is: [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:39:18Z', 'revision_number': 3, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:39:22.014412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.049406 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-2b38c4b6-5e0e-4920-a579-4d99ea5543be tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:39:22.054226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2b38c4b6-5e0e-4920-a579-4d99ea5543be tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9359846 Mar 07 04:39:22.055130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:22.059504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'b825d312-02ec-4378-b55a-07344344c814', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:22.070846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b7a6a9ee-6456-4614-aea2-990f037c3124), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.110143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6053214-2d2c-4a9f-85bf-9669c6bb6c80 req-94bd3911-479d-43fb-ad77-b0f92ad9a78e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448896 Mar 07 04:39:22.114442 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-41419a6f-89eb-458d-a55f-f112910e47ef service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792410 Mar 07 04:39:22.123205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a6a9ee-6456-4614-aea2-990f037c3124,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:22.128949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.132235 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53349ab5-210c-4556-83b0-f575c6056d06 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/b7a6a9ee-6456-4614-aea2-990f037c3124 HTTP/1.1" status: 204 len: 168 time: 0.9321785 Mar 07 04:39:22.137762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.138018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53888) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:22.139036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a9786-e862-4a8d-9a21-5fb80ecb2a20 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:22.148325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:22.193350 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (e8451b28-45d3-44af-8479-909ab8d256e2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.220056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.290102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e8451b28-45d3-44af-8479-909ab8d256e2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.367079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=e8451b28-45d3-44af-8479-909ab8d256e2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:22.460669 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2fbdc897-efb1-4498-9b1b-6552fa97bb21 req-a8947d9c-e1cb-46da-912b-48ef960e6687 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272991 Mar 07 04:39:22.557365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Allocated IP 172.20.0.1 (f4062c06-a440-4294-9453-30c53e6dc5b4/8e1407e8-da1a-4516-b5e3-f42decd22e7a/d422e497-38e6-4490-ba33-50f82a1ac301) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:22.622247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9967c-1814-436a-b1c1-f61d390d6b3b req-82bef658-90d8-41ee-bf02-823bf36702d3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:22.658937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5b9967c-1814-436a-b1c1-f61d390d6b3b req-82bef658-90d8-41ee-bf02-823bf36702d3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3688819 Mar 07 04:39:22.726703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.756128 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (888a0fc7-6bc3-4590-a2bc-31cfd315f187), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.795469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5b9967c-1814-436a-b1c1-f61d390d6b3b req-6f353f6a-adfb-404f-94ed-ee6b40072f67 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137867 Mar 07 04:39:22.869705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.878868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f2d8af68-13ba-471d-a689-93b36d4f180f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6255536 Mar 07 04:39:22.882151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:22.885680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks [] for port (d422e497-38e6-4490-ba33-50f82a1ac301), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:22.894306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.036562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Allocated IP 172.25.4.27 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/5a4e3f0c-6a32-4fd8-8c61-0950145febdb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:23.047831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0cbc5-371e-4fee-a4c4-aec4ad086b3d req-9b997de1-2de1-4c5f-a9b1-42bcd6c69da3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:23.056126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1e0cbc5-371e-4fee-a4c4-aec4ad086b3d req-9b997de1-2de1-4c5f-a9b1-42bcd6c69da3 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 943 time: 0.3926134 Mar 07 04:39:23.069929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.132489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 929fbb89-d7aa-45be-930e-613ad142b795 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:39:23.289955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for port (5a4e3f0c-6a32-4fd8-8c61-0950145febdb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.367129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Network f4062c06-a440-4294-9453-30c53e6dc5b4 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:23.370363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 929fbb89-d7aa-45be-930e-613ad142b795, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=929fbb89-d7aa-45be-930e-613ad142b795,segment=NetworkSegment(9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f),segment_id=9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:23.373875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:23.382930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:23.413850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '929fbb89-d7aa-45be-930e-613ad142b795', 'network_id': '58c5e128-270c-4fa2-849e-f9fd12806ac0', 'port_id': '929fbb89-d7aa-45be-930e-613ad142b795', 'mac_address': 'fa:16:3e:30:81:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e69235-3020-4473-961c-aeace1e661e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:39:23.420532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d422e497-38e6-4490-ba33-50f82a1ac301,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:23.475531 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (51a8271e-f6f8-4937-ba99-2537a84b0104), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.476538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 929fbb89-d7aa-45be-930e-613ad142b795 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:23.477291 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (929fbb89-d7aa-45be-930e-613ad142b795), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.528572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929fbb89-d7aa-45be-930e-613ad142b795 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:23.561711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-32ac9474-34f2-4211-9f35-dbdd305da126 None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:23.562413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32ac9474-34f2-4211-9f35-dbdd305da126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.565668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5a4e3f0c-6a32-4fd8-8c61-0950145febdb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.571646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 929fbb89-d7aa-45be-930e-613ad142b795, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=929fbb89-d7aa-45be-930e-613ad142b795,segment=NetworkSegment(9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f),segment_id=9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:23.600256 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (929fbb89-d7aa-45be-930e-613ad142b795), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:23.632675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cfb7a-7fbf-4a30-9a41-0c378a671a5d req-ea093149-5dc1-4fc2-94b1-9fa898b67c6b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:23.640191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-759cfb7a-7fbf-4a30-9a41-0c378a671a5d req-ea093149-5dc1-4fc2-94b1-9fa898b67c6b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.7056479 Mar 07 04:39:23.643909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:23.654689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:23.660143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:23.662150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event updated for resources: {'Port': ['ID=5a4e3f0c-6a32-4fd8-8c61-0950145febdb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:23.669808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=929fbb89-d7aa-45be-930e-613ad142b795,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:23.691387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1e0cbc5-371e-4fee-a4c4-aec4ad086b3d req-436d61a5-5618-45cb-a4ea-35c706684ce8 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339743 Mar 07 04:39:23.754735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-759cfb7a-7fbf-4a30-9a41-0c378a671a5d req-fa826adc-ffb9-4b3e-83a8-341aaa1703cf tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074598 Mar 07 04:39:23.786082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-32ac9474-34f2-4211-9f35-dbdd305da126 None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:23.817813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['929fbb89-d7aa-45be-930e-613ad142b795'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:39:23.886976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-32ac9474-34f2-4211-9f35-dbdd305da126 None None] Provisioning complete for port 93465848-de08-4747-bcf8-93af13b964db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:23.888167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-32ac9474-34f2-4211-9f35-dbdd305da126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93465848-de08-4747-bcf8-93af13b964db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.001840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.080214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a0a95de2-0ea2-4a8c-9cbf-52fb87beca65 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--342456765&fields=id&tenant_id=4aed894c085f49b385714837be247e94 HTTP/1.1" status: 200 len: 267 time: 0.2055693 Mar 07 04:39:24.091580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-32ac9474-34f2-4211-9f35-dbdd305da126 None None] Port 93465848-de08-4747-bcf8-93af13b964db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:24.103715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108db3-71ca-4e34-b5b0-0ea46c87267b req-25ca7f36-59af-47d2-9469-8458559e93c4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.110524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba108db3-71ca-4e34-b5b0-0ea46c87267b req-25ca7f36-59af-47d2-9469-8458559e93c4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.2341704 Mar 07 04:39:24.137812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee916140-1836-46f4-8f37-34e0a415346a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:24.206182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Deleting port 5a4e3f0c-6a32-4fd8-8c61-0950145febdb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:24.206750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5a4e3f0c-6a32-4fd8-8c61-0950145febdb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.215376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-48b7effb-0834-4639-a9df-af1aa6f55791 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.219890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-48b7effb-0834-4639-a9df-af1aa6f55791 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 935 time: 0.1265640 Mar 07 04:39:24.229780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ee916140-1836-46f4-8f37-34e0a415346a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:24.230186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee916140-1836-46f4-8f37-34e0a415346a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.239795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (d0467b27-635c-417d-ac76-e9201f09bf1b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.335171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ee916140-1836-46f4-8f37-34e0a415346a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:24.335644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee916140-1836-46f4-8f37-34e0a415346a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.341466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks [] for port (d422e497-38e6-4490-ba33-50f82a1ac301), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.352350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5a4e3f0c-6a32-4fd8-8c61-0950145febdb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.353009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for floatingip (5a4e3f0c-6a32-4fd8-8c61-0950145febdb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.355965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.358006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=d0467b27-635c-417d-ac76-e9201f09bf1b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:24.371429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port ee916140-1836-46f4-8f37-34e0a415346a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ee916140-1836-46f4-8f37-34e0a415346a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:24.376905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee916140-1836-46f4-8f37-34e0a415346a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.403958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:24.417745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:24.418330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Calling delete_port for 5a4e3f0c-6a32-4fd8-8c61-0950145febdb owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:24.426709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.427309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.433720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cfae3-afda-4954-a735-23ff072eecd1 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:24.466361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba108db3-71ca-4e34-b5b0-0ea46c87267b req-9e3d43e0-0719-41a1-84a2-15b692fc9f5e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375289 Mar 07 04:39:24.472325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4953e9b9-c006-4a8a-b603-05f4fb1be3af tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.473725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4953e9b9-c006-4a8a-b603-05f4fb1be3af tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 937 time: 0.2228866 Mar 07 04:39:24.484850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=ee916140-1836-46f4-8f37-34e0a415346a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:24.510893 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (51a8271e-f6f8-4937-ba99-2537a84b0104), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.512837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d422e497-38e6-4490-ba33-50f82a1ac301,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:24.578348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d538d413-3e67-419b-8561-672cb53d61b6 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4389908 Mar 07 04:39:24.597869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:24.601445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-56ab309c-530c-4cbf-a899-f596e47e9cca tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1153853 Mar 07 04:39:24.604545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1364062266'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:24.668148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0ec71ea0-9dff-44b9-8120-8adb0ff8397c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0500481 Mar 07 04:39:24.717714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.776409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] Update dhcp port {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'fixed_ips': [{'subnet_id': '8796d661-46e7-4e13-917b-c1e7bc682e8c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0467b27-635c-417d-ac76-e9201f09bf1b'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:39:24.818193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:24.840382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206a0-ba85-4d58-96a2-9584a48a40f4 req-b6eea767-6a95-4bfa-8c49-fce4f088b713 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.847811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-010206a0-ba85-4d58-96a2-9584a48a40f4 req-b6eea767-6a95-4bfa-8c49-fce4f088b713 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1786427 Mar 07 04:39:24.887645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-9ab46c95-5688-44a7-913c-a65eab850a4d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.894271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-9ab46c95-5688-44a7-913c-a65eab850a4d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.901906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-9ab46c95-5688-44a7-913c-a65eab850a4d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:24.903627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-9ab46c95-5688-44a7-913c-a65eab850a4d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/networks?id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=6537958d-9046-461e-b6f1-8c508d777d48&id=6537958d-9046-461e-b6f1-8c508d777d48 HTTP/1.1" status: 200 len: 1994 time: 0.2197530 Mar 07 04:39:24.936922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-853ce133-821c-4b9b-a54e-6faab09724c2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/quotas/4aed894c085f49b385714837be247e94 HTTP/1.1" status: 200 len: 375 time: 0.0225029 Mar 07 04:39:24.951050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-010206a0-ba85-4d58-96a2-9584a48a40f4 req-6bb4b813-8b8a-49de-afb1-7426eb142d1f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003189 Mar 07 04:39:25.048428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5a4e3f0c-6a32-4fd8-8c61-0950145febdb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.057147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] Allocated IP 2001:db8::2 (9186f003-dafc-4720-a2c4-c69a3e8a167c/d0467b27-635c-417d-ac76-e9201f09bf1b/035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:25.083534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Port': ['ID=5a4e3f0c-6a32-4fd8-8c61-0950145febdb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:25.086707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Network f4062c06-a440-4294-9453-30c53e6dc5b4 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:25.110776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:25.137209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6012f6da-7110-4bab-8bc6-bf0684dea43c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1850867 Mar 07 04:39:25.164877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 929fbb89-d7aa-45be-930e-613ad142b795 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:25.180897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (ec7fc239-54f5-4fbb-8f18-dfe224709ec7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.197886 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ec7fc239-54f5-4fbb-8f18-dfe224709ec7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.238388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7fc239-54f5-4fbb-8f18-dfe224709ec7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:25.269277 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] create failed (client error): The resource could not be found. Mar 07 04:39:25.270784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9504dc55-827d-4a0e-860b-9d06f93caffa tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2147477 Mar 07 04:39:25.275319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:25.294638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e3796-db4d-475a-a17d-e17c027b50f4 req-eae068db-2921-4f6d-bbf4-7a4b3ab4b144 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:25.301785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a6e3796-db4d-475a-a17d-e17c027b50f4 req-eae068db-2921-4f6d-bbf4-7a4b3ab4b144 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 944 time: 0.2339649 Mar 07 04:39:25.315329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.317013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c933333-69b7-4afe-95da-337c9c49d7ec tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7175989 Mar 07 04:39:25.319778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:25.331431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'security_group': {'name': 'tempest-secgroup-208573114'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:25.374430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Router 51a8271e-f6f8-4937-ba99-2537a84b0104 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:39:25.398126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a5f1e8fb-a7f8-431b-b243-ee01b52fb016 service neutron] 10.222.0.21 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386384 Mar 07 04:39:25.409823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a6e3796-db4d-475a-a17d-e17c027b50f4 req-2f976169-a138-4c73-911f-96b9a0a489a5 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070397 Mar 07 04:39:25.478182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,segment=NetworkSegment(961ca1db-6bb0-4b83-82dc-c697e658cdb4),segment_id=961ca1db-6bb0-4b83-82dc-c697e658cdb4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:25.479472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Deleting port b825d312-02ec-4378-b55a-07344344c814 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:25.479957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b825d312-02ec-4378-b55a-07344344c814), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.496927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 929fbb89-d7aa-45be-930e-613ad142b795 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:39:25.507770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 929fbb89-d7aa-45be-930e-613ad142b795 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:25.508434 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (929fbb89-d7aa-45be-930e-613ad142b795), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.544442 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] Publish callbacks [] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.557811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c6699574-1c9e-4579-83ab-81cbebb6d9b2 service neutron] 10.222.0.21 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465573 Mar 07 04:39:25.558334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.558597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.611856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:39:25.619589 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8b3d3d94-f6bb-4c36-8064-74f515d278f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/51a8271e-f6f8-4937-ba99-2537a84b0104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2773759 Mar 07 04:39:25.636151 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Sync routers for ids ['51a8271e-f6f8-4937-ba99-2537a84b0104'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:39:25.661275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b825d312-02ec-4378-b55a-07344344c814), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.663775 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Routers {'51a8271e-f6f8-4937-ba99-2537a84b0104'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:25.664661 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['51a8271e-f6f8-4937-ba99-2537a84b0104'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:25.674700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-893f1a53-1c33-4332-9ddb-56e52c0893f2 service neutron] 10.222.0.21 "GET /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1043096 Mar 07 04:39:25.696913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Calling delete_port for b825d312-02ec-4378-b55a-07344344c814 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:25.744522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d081a4-1e3f-44c5-a745-1874839a7ff0 req-1f8f0484-0133-44cb-b102-482858786b61 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:25.750242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97d081a4-1e3f-44c5-a745-1874839a7ff0 req-1f8f0484-0133-44cb-b102-482858786b61 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1892850 Mar 07 04:39:25.826289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d3ef4-303a-4aa5-bf59-b24bc94de03a None None] Pushing event updated for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:25.852094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 929fbb89-d7aa-45be-930e-613ad142b795 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:25.855980 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (929fbb89-d7aa-45be-930e-613ad142b795), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:25.913915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d918f0-9306-4deb-b428-96ca6a32604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929fbb89-d7aa-45be-930e-613ad142b795'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:25.917087 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a045b0-aa2e-446d-a55d-6e701b594fbc" -d '{"events": [{"server_uuid": "15d918f0-9306-4deb-b428-96ca6a32604b", "name": "network-vif-plugged", "status": "completed", "tag": "929fbb89-d7aa-45be-930e-613ad142b795"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:25.951508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 929fbb89-d7aa-45be-930e-613ad142b795, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=929fbb89-d7aa-45be-930e-613ad142b795,segment=NetworkSegment(9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f),segment_id=9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:25.955964 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Set router 51a8271e-f6f8-4937-ba99-2537a84b0104 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:39:25.960047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (929fbb89-d7aa-45be-930e-613ad142b795), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.013707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b825d312-02ec-4378-b55a-07344344c814), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.031569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (57d1f0a6-86ee-4bd0-b322-298f9ef77034), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.052545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97d081a4-1e3f-44c5-a745-1874839a7ff0 req-75ce0f39-b0dd-40b8-b8cf-2519b72798dc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745428 Mar 07 04:39:26.064081 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (57d1f0a6-86ee-4bd0-b322-298f9ef77034), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.113152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=929fbb89-d7aa-45be-930e-613ad142b795,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:26.152002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-94aa8003-e2cb-4e60-86ef-a147084acb70 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592934 Mar 07 04:39:26.153094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee916140-1836-46f4-8f37-34e0a415346a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:26.164504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.176833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8559120 Mar 07 04:39:26.211580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Port': ['ID=b825d312-02ec-4378-b55a-07344344c814,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:26.219434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53952) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:26.224864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663385350'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:26.308330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.310720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ee916140-1836-46f4-8f37-34e0a415346a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:26.311180 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee916140-1836-46f4-8f37-34e0a415346a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.319471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-90565717-2fff-42b0-9aba-16d225e87f40 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "DELETE /v2.0/ports/b825d312-02ec-4378-b55a-07344344c814 HTTP/1.1" status: 204 len: 168 time: 1.0429752 Mar 07 04:39:26.322137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53956) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:26.416273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b78e1-f7d7-4268-b8af-3148f74cc311 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1f0a6-86ee-4bd0-b322-298f9ef77034,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:26.449547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d07da-f015-44cd-9415-b0dcff16032d tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:26.456870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.459142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53960) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:26.460403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d8d07da-f015-44cd-9415-b0dcff16032d tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9d32459-df95-4698-86cd-cbf64fe0e036 HTTP/1.1" status: 200 len: 913 time: 0.1371343 Mar 07 04:39:26.466850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ee916140-1836-46f4-8f37-34e0a415346a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:26.468228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:26.536552 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:39:23Z', 'revision_number': 4, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd422e497-38e6-4490-ba33-50f82a1ac301', 'name': '', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'mac_address': 'fa:16:3e:69:9f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:22Z', 'updated_at': '2022-03-07T04:39:24Z', 'revision_number': 2, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'subnets': [{'id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:26.545024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:26.545483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.566366 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Checking router: 51a8271e-f6f8-4937-ba99-2537a84b0104 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:39:26.566981 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Updating router 51a8271e-f6f8-4937-ba99-2537a84b0104 port d422e497-38e6-4490-ba33-50f82a1ac301 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:39:26.598865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa7f2-ae86-4058-b269-d7004f3c6dfd req-b08b4c37-aa23-48d6-b2a8-5bae95ff9f9f tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:26.600567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cafa7f2-ae86-4058-b269-d7004f3c6dfd req-b08b4c37-aa23-48d6-b2a8-5bae95ff9f9f tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3566515 Mar 07 04:39:26.610959 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.620246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-38018270-7f23-42fd-ac5b-96cd41181112 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660416 Mar 07 04:39:26.687872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:26.786652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-b22926b3-35fa-4d6e-84da-9508c89ed7aa service neutron] 10.222.0.21 "GET /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1529615 Mar 07 04:39:26.849059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0d543847-e248-4742-b9eb-279f68134936 None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:26.849433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d543847-e248-4742-b9eb-279f68134936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.869895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cafa7f2-ae86-4058-b269-d7004f3c6dfd req-8b3de0c9-3444-4373-a94e-823e39f23dd4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596629 Mar 07 04:39:26.883411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (32f17222-a934-4f5a-9d83-9437e5c7556a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.904222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (32f17222-a934-4f5a-9d83-9437e5c7556a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:26.971517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0d543847-e248-4742-b9eb-279f68134936 None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:26.987737 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1eadd-23be-4e9b-9308-eb6f7fa69df2 x-openstack-request-id: req-fac1eadd-23be-4e9b-9308-eb6f7fa69df2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:26.988161 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d918f0-9306-4deb-b428-96ca6a32604b", "name": "network-vif-plugged", "status": "completed", "tag": "929fbb89-d7aa-45be-930e-613ad142b795", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:26.991221 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fac1eadd-23be-4e9b-9308-eb6f7fa69df2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:26.991221 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d918f0-9306-4deb-b428-96ca6a32604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929fbb89-d7aa-45be-930e-613ad142b795', 'code': 200} Mar 07 04:39:26.994291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0d543847-e248-4742-b9eb-279f68134936 None None] Provisioning complete for port 93465848-de08-4747-bcf8-93af13b964db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:26.995948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d543847-e248-4742-b9eb-279f68134936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93465848-de08-4747-bcf8-93af13b964db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.049313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0d543847-e248-4742-b9eb-279f68134936 None None] Port 93465848-de08-4747-bcf8-93af13b964db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:27.099151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f17222-a934-4f5a-9d83-9437e5c7556a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:27.117565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.117820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15d7ca96-d879-428f-aea5-fda3d415778f tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8966470 Mar 07 04:39:27.120610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:27.128176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-641474562', 'security_groups': ['32f17222-a934-4f5a-9d83-9437e5c7556a'], 'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0467b27-635c-417d-ac76-e9201f09bf1b'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:27.142413 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Publish callbacks [] for port (d422e497-38e6-4490-ba33-50f82a1ac301), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.151866 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.220848 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a614-dbc0-45ef-bde2-47eefba439d2 None None] Pushing event updated for resources: {'Port': ['ID=d422e497-38e6-4490-ba33-50f82a1ac301,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:27.247902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-05bf2a26-3d46-4d04-a5db-13dba4fa3f79 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128978 Mar 07 04:39:27.266374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930ad9-49fb-4afb-a485-90967ee32b6a req-523bf35d-24b6-4aba-9d77-c5782d2efb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:27.268255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7930ad9-49fb-4afb-a485-90967ee32b6a req-523bf35d-24b6-4aba-9d77-c5782d2efb66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 1127 time: 0.2075937 Mar 07 04:39:27.315964 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Attempting to bind port d422e497-38e6-4490-ba33-50f82a1ac301 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:27.316602 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Attempting to bind port d422e497-38e6-4490-ba33-50f82a1ac301 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:27.317122 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Attempting to bind port d422e497-38e6-4490-ba33-50f82a1ac301 on network f4062c06-a440-4294-9453-30c53e6dc5b4 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:27.324131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:27.324954 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:27.325538 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Checking segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:27.326126 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.326776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Bound using segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:27.327549 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Bound port: d422e497-38e6-4490-ba33-50f82a1ac301, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:27.328377 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.425676 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] For port d422e497-38e6-4490-ba33-50f82a1ac301, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:27.429150 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] For port d422e497-38e6-4490-ba33-50f82a1ac301, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d422e497-38e6-4490-ba33-50f82a1ac301,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:27.431371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.443113 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.456935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] device_id is not set on port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:39:27.482263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7930ad9-49fb-4afb-a485-90967ee32b6a req-3067cf82-447d-4473-9457-045581ab63f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984046 Mar 07 04:39:27.504820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Routers {'51a8271e-f6f8-4937-ba99-2537a84b0104'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:27.505328 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['51a8271e-f6f8-4937-ba99-2537a84b0104'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:27.510880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a614-dbc0-45ef-bde2-47eefba439d2 None None] Pushing event updated for resources: {'Port': ['ID=d422e497-38e6-4490-ba33-50f82a1ac301,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:27.531138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-5aafc9fc-8a33-4067-9886-ae70b1e47830 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607870 Mar 07 04:39:27.540654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-bd9ea3da-14b1-4165-bac1-0f5bf726e920 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:27.542307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-bd9ea3da-14b1-4165-bac1-0f5bf726e920 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 819 time: 0.2596159 Mar 07 04:39:27.556816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (c9d32459-df95-4698-86cd-cbf64fe0e036), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.645222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] Set router 51a8271e-f6f8-4937-ba99-2537a84b0104 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:39:27.650723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-376cdd1a-6dad-49bf-a091-799d63c4859f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/quotas/b24830889a8841a4b5229d797ef10753 HTTP/1.1" status: 200 len: 375 time: 0.0966632 Mar 07 04:39:27.724572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8::68 (9186f003-dafc-4720-a2c4-c69a3e8a167c/d0467b27-635c-417d-ac76-e9201f09bf1b/1d1789a7-6f4b-4921-afd3-4ff531a84e05) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:27.791678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-f8ff5711-4abf-4629-b3b0-a78cf53e75c6 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482071 Mar 07 04:39:27.851563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-e97a0450-e2b7-41fa-8837-b7aef983f12e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952288 Mar 07 04:39:27.924955 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:39:23Z', 'revision_number': 4, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd422e497-38e6-4490-ba33-50f82a1ac301', 'name': '', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'mac_address': 'fa:16:3e:69:9f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:22Z', 'updated_at': '2022-03-07T04:39:27Z', 'revision_number': 4, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'subnets': [{'id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:27.940882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:27.988468 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48994b-1f4c-4999-b802-708e942e10b6 None None] The sync data for ids ['51a8271e-f6f8-4937-ba99-2537a84b0104'] in n-d-832185-1 is: [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:39:23Z', 'revision_number': 4, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd422e497-38e6-4490-ba33-50f82a1ac301', 'name': '', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'mac_address': 'fa:16:3e:69:9f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:22Z', 'updated_at': '2022-03-07T04:39:27Z', 'revision_number': 4, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'subnets': [{'id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:39:27.989246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:28.080203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=1d1789a7-6f4b-4921-afd3-4ff531a84e05,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:28.096899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:28.100231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:28.110864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:28.116752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:28.117677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:28.150137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ac3a5a7-cded-4e26-be5d-1f0749ab9ab1 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0253136 Mar 07 04:39:28.150698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:28.163527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:28.380940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:28.386402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:28.495616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-0b274fa3-8cae-47b2-9927-d658cd9a045b service neutron] 10.222.0.21 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836565 Mar 07 04:39:28.504939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-97a4f633-c313-4bd2-a109-0c9542423356 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932738 Mar 07 04:39:28.559440 n-d-832185-1 neutron-server[103939]: INFO neutron.db.ipam_backend_mixin [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0467b27-635c-417d-ac76-e9201f09bf1b (CIDR: 2001:db8::/64) Mar 07 04:39:28.576732 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:39:28.578560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:28.587907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0e30a0e2-93ed-4784-8cb8-ab221ba32a5f None None] Provisioning complete for port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:28.588565 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e30a0e2-93ed-4784-8cb8-ab221ba32a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:28.615699 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0f9bb0ef-504a-407e-839e-e6b91e7f2b71 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4585147 Mar 07 04:39:28.615824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-2cda5e35-18c2-4ce7-81ab-18a46f801072 service neutron] 10.222.0.21 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094491 Mar 07 04:39:28.618622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53982) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:28.629696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:28.655436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0e30a0e2-93ed-4784-8cb8-ab221ba32a5f None None] Port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:28.806359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0af81179-dc3b-4754-8ddb-f97c63b1a335 service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944430 Mar 07 04:39:28.824945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:28.837438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:28.861067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Deleting port f2055f35-28f1-4612-9c5f-05498fea9a48 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:28.863263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.031740 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.043447 n-d-832185-1 neutron-server[103939]: INFO neutron.db.ipam_backend_mixin [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8796d661-46e7-4e13-917b-c1e7bc682e8c (CIDR: 2001:db8:0:1::/64) Mar 07 04:39:29.050694 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:39:29.051155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:29.064921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Calling delete_port for f2055f35-28f1-4612-9c5f-05498fea9a48 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:29.069274 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7423a708-75e8-49b5-8bc8-5d9352fd16f0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4493449 Mar 07 04:39:29.072409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:29.081630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'subnet': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:29.252500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Made reservation on behalf of 442c30a4d40a49ecae555c0920d720cb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:29.258729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.299964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b3e83-2839-4814-9c2c-c18cad9e3f4d req-9b58d2a4-3353-403c-b853-961b6706c8c5 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:29.301514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-934b3e83-2839-4814-9c2c-c18cad9e3f4d req-9b58d2a4-3353-403c-b853-961b6706c8c5 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.2298975 Mar 07 04:39:29.367931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-96d28973-705a-47fe-a351-198d2f85eb7d service neutron] 10.222.0.21 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535076 Mar 07 04:39:29.536089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-934b3e83-2839-4814-9c2c-c18cad9e3f4d req-3f82f7b9-23de-4b2b-abb6-11bd9d030208 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112286 Mar 07 04:39:29.638213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (e5501370-a8d0-42a3-9e75-8ed56ff2c074), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.653860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-382082ce-4686-4f9f-a90d-442ba1ee72b4 service neutron] 10.222.0.21 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788184 Mar 07 04:39:29.695288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:29.698828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:29.715161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b4053-1909-4cf6-b40c-03b04baed46a None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:29.716808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:29.717575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.740094 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6661046 Mar 07 04:39:29.742926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:29.748513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1705383078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5501370-a8d0-42a3-9e75-8ed56ff2c074'}], 'security_groups': ['ec7fc239-54f5-4fbb-8f18-dfe224709ec7', '57d1f0a6-86ee-4bd0-b322-298f9ef77034']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:29.757319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ac78f-ab16-4275-ad48-f13f7d08896d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Subnet': ['ID=e5501370-a8d0-42a3-9e75-8ed56ff2c074,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:29.815489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f2055f35-28f1-4612-9c5f-05498fea9a48), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.870647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:29.897233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Port': ['ID=f2055f35-28f1-4612-9c5f-05498fea9a48,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:29.939006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfe93-79c2-4e10-a9a5-80c6c59479ee req-50a8f4b9-24fe-4f51-98ae-bf9c34092fb0 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:29.948979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-293dfe93-79c2-4e10-a9a5-80c6c59479ee req-50a8f4b9-24fe-4f51-98ae-bf9c34092fb0 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3190060 Mar 07 04:39:30.070558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] Update dhcp port {'port': {'network_id': '9186f003-dafc-4720-a2c4-c69a3e8a167c', 'fixed_ips': [{'subnet_id': '8796d661-46e7-4e13-917b-c1e7bc682e8c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0467b27-635c-417d-ac76-e9201f09bf1b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5501370-a8d0-42a3-9e75-8ed56ff2c074'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:39:30.120407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-835d81d4-12dc-4072-b171-ae3bddca2b65 service neutron] 10.222.0.21 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526227 Mar 07 04:39:30.147219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d422e497-38e6-4490-ba33-50f82a1ac301 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:30.152800 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.323966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-293dfe93-79c2-4e10-a9a5-80c6c59479ee req-b7f09658-f2ca-41f1-b809-57d4e979fd55 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739843 Mar 07 04:39:30.412318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d422e497-38e6-4490-ba33-50f82a1ac301 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:30.413360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.498759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b0d2720-9960-4d19-b130-496647abcb91 req-a8536fc3-1d81-4a80-bc0e-efda646bf478 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 210 time: 0.0464981 Mar 07 04:39:30.502031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (c9d32459-df95-4698-86cd-cbf64fe0e036), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.522958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d422e497-38e6-4490-ba33-50f82a1ac301 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:30.523347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.557494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Delete allocated IP 2001:db8::68 (9186f003-dafc-4720-a2c4-c69a3e8a167c/d0467b27-635c-417d-ac76-e9201f09bf1b) {{(pid=103939) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 04:39:30.574540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Allocated IP 2001:db8:0:2::20e (9186f003-dafc-4720-a2c4-c69a3e8a167c/e5501370-a8d0-42a3-9e75-8ed56ff2c074/1d1789a7-6f4b-4921-afd3-4ff531a84e05) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:30.596951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port d422e497-38e6-4490-ba33-50f82a1ac301, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d422e497-38e6-4490-ba33-50f82a1ac301,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:30.605045 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.639024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-c30efaaa-c21e-40fd-980b-d8f510568fda tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:30.640872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-c30efaaa-c21e-40fd-980b-d8f510568fda tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 819 time: 0.3407516 Mar 07 04:39:30.656524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Request body: {'port': {'device_id': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'admin_state_up': True, 'tenant_id': 'b24830889a8841a4b5229d797ef10753'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:30.678696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0df64f0d-4945-45ca-9063-831082bb87a6 service neutron] 10.222.0.21 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305405 Mar 07 04:39:30.684192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=d422e497-38e6-4490-ba33-50f82a1ac301,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:30.882273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d248ca-1271-45e0-9a18-521f42d40d60 req-b7f1b6ab-f941-4e45-a6ff-5a945d91a7dc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:30.883776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4d248ca-1271-45e0-9a18-521f42d40d60 req-b7f1b6ab-f941-4e45-a6ff-5a945d91a7dc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2103231 Mar 07 04:39:30.887250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Router c9d32459-df95-4698-86cd-cbf64fe0e036 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:39:30.896013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Made reservation on behalf of b24830889a8841a4b5229d797ef10753 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:30.899387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.932531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3fc65389-cda9-454c-87ef-7d678b8ce87a service neutron] 10.222.0.21 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408807 Mar 07 04:39:30.934120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:30.945556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.021007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] Allocated IP 2001:db8:0:2::2 (9186f003-dafc-4720-a2c4-c69a3e8a167c/e5501370-a8d0-42a3-9e75-8ed56ff2c074/035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:31.061487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] In _notify_port_updated(), no bound segment for port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 on network 9186f003-dafc-4720-a2c4-c69a3e8a167c {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:39:31.063142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:39:31.067877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:31.068530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.073497 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "PUT /v2.0/ports/1d1789a7-6f4b-4921-afd3-4ff531a84e05 HTTP/1.1" status: 200 len: 970 time: 1.3289227 Mar 07 04:39:31.073626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ef0b3bd7-48b3-4354-a0fa-611acba76133 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "PUT /v2.0/routers/c9d32459-df95-4698-86cd-cbf64fe0e036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6000354 Mar 07 04:39:31.076684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54010) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:31.076920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54012) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:31.082607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d957e-e8a2-402d-921d-cfdd312ddb4a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event updated for resources: {'Port': ['ID=1d1789a7-6f4b-4921-afd3-4ff531a84e05,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:31.095632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4d248ca-1271-45e0-9a18-521f42d40d60 req-554ca322-3b84-45e7-804f-8448c0315f34 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963396 Mar 07 04:39:31.100535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] Sync routers for ids ['c9d32459-df95-4698-86cd-cbf64fe0e036'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:39:31.171120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] Routers {'c9d32459-df95-4698-86cd-cbf64fe0e036'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:31.171845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c9d32459-df95-4698-86cd-cbf64fe0e036'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:31.200209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Allocated IP 172.20.0.10 (f4062c06-a440-4294-9453-30c53e6dc5b4/8e1407e8-da1a-4516-b5e3-f42decd22e7a/b9516d58-2c4b-4beb-b99f-5e11ff2477ce) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:31.203320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0871cba1-0f11-42a0-b2ec-37293cb57dc7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:31.205245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0871cba1-0f11-42a0-b2ec-37293cb57dc7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 935 time: 0.2346456 Mar 07 04:39:31.221491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:31.263791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] Routers {'c9d32459-df95-4698-86cd-cbf64fe0e036'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:39:31.264799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:39:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c9d32459-df95-4698-86cd-cbf64fe0e036'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:31.305643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:31.306549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f4fd3-f041-461f-be88-75e15b895db5 None None] The sync data for ids ['c9d32459-df95-4698-86cd-cbf64fe0e036'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:39:31.309344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,segment=NetworkSegment(961ca1db-6bb0-4b83-82dc-c697e658cdb4),segment_id=961ca1db-6bb0-4b83-82dc-c697e658cdb4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:31.342277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] Publish callbacks [] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.342499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for router (c9d32459-df95-4698-86cd-cbf64fe0e036), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.352953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.449023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks [] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.478335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-63da93f5-8d7d-45ce-904a-7009d5960941 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:31.479983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-63da93f5-8d7d-45ce-904a-7009d5960941 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 937 time: 0.2256787 Mar 07 04:39:31.498335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d6ea-28a8-474a-a8eb-14163b326566 req-71297351-f317-451c-a5f6-fcd85f6ee4a6 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:31.500592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d053d6ea-28a8-474a-a8eb-14163b326566 req-71297351-f317-451c-a5f6-fcd85f6ee4a6 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.2916021 Mar 07 04:39:31.517479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.526977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d08904-cdd1-4d70-9ae9-70c39e864741 None None] Pushing event updated for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:31.629507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Network f4062c06-a440-4294-9453-30c53e6dc5b4 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:31.633818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:31.635819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Pushing event updated for resources: {'Port': ['ID=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:31.639179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:31.705109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:31.705870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:31.728545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-45b3ce1f-fe9e-4b0c-80fc-0fbad44ba381 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0765481 Mar 07 04:39:31.742788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Request body: {'port': {'device_id': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:31.879429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.113658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d422e497-38e6-4490-ba33-50f82a1ac301 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:32.233717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d422e497-38e6-4490-ba33-50f82a1ac301 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:32.234895 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.425252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:32.425804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.433258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c9d32459-df95-4698-86cd-cbf64fe0e036), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.439589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9516d58-2c4b-4beb-b99f-5e11ff2477ce {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:32.445083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d422e497-38e6-4490-ba33-50f82a1ac301 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:32.446923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:32.452286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for router_controller (c9d32459-df95-4698-86cd-cbf64fe0e036), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.456840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Publish callbacks [] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.475614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Transition to ACTIVE for port object b9516d58-2c4b-4beb-b99f-5e11ff2477ce will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:39:32.486079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.558479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:32.558798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.575313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Pushing event updated for resources: {'Port': ['ID=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:32.619393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d053d6ea-28a8-474a-a8eb-14163b326566 req-3841ab62-40da-4b18-9d83-4b2ffa02b35f tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1106439 Mar 07 04:39:32.635286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:32.635883 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.643199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c9d32459-df95-4698-86cd-cbf64fe0e036), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.643977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Fanout notify agent at l3_agent the message router_deleted on router c9d32459-df95-4698-86cd-cbf64fe0e036 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:39:32.666433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.667708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0a680dce-8eb5-43d2-98a7-b9eda1faca61 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "DELETE /v2.0/routers/c9d32459-df95-4698-86cd-cbf64fe0e036 HTTP/1.1" status: 204 len: 168 time: 1.5878255 Mar 07 04:39:32.673953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:32.788866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:32.798305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:32.822279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Provisioning complete for port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:32.822758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.831636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-aac4e5b7-6b09-42a3-9ecc-3188b7edc7a9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:32.833939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-aac4e5b7-6b09-42a3-9ecc-3188b7edc7a9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 819 time: 0.1599429 Mar 07 04:39:32.876376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:32.878470 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2fe4077d-853f-484b-81dc-d1458853f851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.891635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Provisioning complete for port 93465848-de08-4747-bcf8-93af13b964db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:32.892317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93465848-de08-4747-bcf8-93af13b964db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.898692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:32.914720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-42b17b6e-b046-484d-b4cc-961a2575ec27 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/quotas/b24830889a8841a4b5229d797ef10753 HTTP/1.1" status: 200 len: 375 time: 0.0648143 Mar 07 04:39:32.932795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-13bf3b21-5fa4-4ba3-bb6c-276e5774c2aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:32.934360 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-13bf3b21-5fa4-4ba3-bb6c-276e5774c2aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 935 time: 0.3944490 Mar 07 04:39:32.934568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4da2b168-4561-4526-8063-9426f359c621 None None] Port 93465848-de08-4747-bcf8-93af13b964db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:32.944293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 1d1789a7-6f4b-4921-afd3-4ff531a84e05 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:33.008784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70805653-8a9f-4a86-b398-eee30b09f907 req-245d0b1f-d40e-41b7-9921-d8023ca51453 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:33.011576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70805653-8a9f-4a86-b398-eee30b09f907 req-245d0b1f-d40e-41b7-9921-d8023ca51453 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1760216 Mar 07 04:39:33.043379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Deleting subnet 46a31ffc-913e-4369-b069-d52226f7c0f2 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:33.050029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Attempting to bind port b9516d58-2c4b-4beb-b99f-5e11ff2477ce on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:33.050425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Attempting to bind port b9516d58-2c4b-4beb-b99f-5e11ff2477ce by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:33.050678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Attempting to bind port b9516d58-2c4b-4beb-b99f-5e11ff2477ce on network f4062c06-a440-4294-9453-30c53e6dc5b4 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:33.052636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for subnet (46a31ffc-913e-4369-b069-d52226f7c0f2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.059475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-48733d7e-aca9-4b69-9921-de5eaf556484 None None] Provisioning complete for port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:33.059856 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48733d7e-aca9-4b69-9921-de5eaf556484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.069314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a8a6e38c-03aa-4354-a981-586cf4f0fb64 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:33.071210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a8a6e38c-03aa-4354-a981-586cf4f0fb64 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 937 time: 0.1249981 Mar 07 04:39:33.099130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Port b9516d58-2c4b-4beb-b99f-5e11ff2477ce on network f4062c06-a440-4294-9453-30c53e6dc5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:39:33.099460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Attempting to bind port b9516d58-2c4b-4beb-b99f-5e11ff2477ce on network f4062c06-a440-4294-9453-30c53e6dc5b4 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:33.105619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-48733d7e-aca9-4b69-9921-de5eaf556484 None None] Port 1d1789a7-6f4b-4921-afd3-4ff531a84e05 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:33.111471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:33.111816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Checking segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:33.112460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Bound using segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:33.112912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Bound port: b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:33.113275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.116135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-35bcbd23-0513-4a76-b78e-037718b3922e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1905494 Mar 07 04:39:33.141642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (46a31ffc-913e-4369-b069-d52226f7c0f2), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.210099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] For port b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:33.213453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] For port b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:33.229725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70805653-8a9f-4a86-b398-eee30b09f907 req-efeeabbf-dafa-4c0e-a8b2-2f02708eabd1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114272 Mar 07 04:39:33.242197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.263830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:33.264471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.267238 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] 10.222.0.44 "PUT /v2.0/ports/b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 1092 time: 1.5311866 Mar 07 04:39:33.270903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'tag': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:33.286279 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e331624f-3ce3-4103-b633-12f3f36d32d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c64e42d4-5a86-4acf-9bb5-dd0c47165a31", "tag": "b9516d58-2c4b-4beb-b99f-5e11ff2477ce"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:33.295824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-845c2a3d-ca91-40f1-b942-86fbdbd7b770 service neutron] 10.222.0.21 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687293 Mar 07 04:39:33.420332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89169-c188-499d-b7d4-d29e2dfc24ad service neutron] Pushing event updated for resources: {'Port': ['ID=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:33.483934 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1d1789a7-6f4b-4921-afd3-4ff531a84e05), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.543209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914be796-8e6c-4801-9e2f-e5c9d7a32848 req-3c8c05d9-2e30-401c-9964-7287c7597e79 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:33.544720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-914be796-8e6c-4801-9e2f-e5c9d7a32848 req-3c8c05d9-2e30-401c-9964-7287c7597e79 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.1767528 Mar 07 04:39:33.587863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-3a6be032-483d-4ab3-94f2-3e8e7539a81c service neutron] 10.222.0.21 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742758 Mar 07 04:39:33.589042 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.595548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/1d1789a7-6f4b-4921-afd3-4ff531a84e05 HTTP/1.1" status: 204 len: 168 time: 2.5136781 Mar 07 04:39:33.595548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287f092-19e5-4344-8ef1-a7b938a66a0a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=1d1789a7-6f4b-4921-afd3-4ff531a84e05,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:33.599872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54070) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:33.644289 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f96a76-45d2-48d7-ba0f-b073686836a0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] GET failed (client error): The resource could not be found. Mar 07 04:39:33.648408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-10f96a76-45d2-48d7-ba0f-b073686836a0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports/1d1789a7-6f4b-4921-afd3-4ff531a84e05 HTTP/1.1" status: 404 len: 333 time: 0.0450239 Mar 07 04:39:33.648831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54072) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:33.719217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-914be796-8e6c-4801-9e2f-e5c9d7a32848 req-0255ee8f-b230-4eae-a4cc-9c181f834704 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256881 Mar 07 04:39:33.862343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494e849d-aaca-45d2-92dd-447f72ab7ff7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (32f17222-a934-4f5a-9d83-9437e5c7556a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.872997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e2f892-6fb2-425c-b833-4a8b86cbb672 req-481f596d-c203-43d5-9300-98f09ee4a581 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0682924 Mar 07 04:39:33.915677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494e849d-aaca-45d2-92dd-447f72ab7ff7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (32f17222-a934-4f5a-9d83-9437e5c7556a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.985819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494e849d-aaca-45d2-92dd-447f72ab7ff7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (32f17222-a934-4f5a-9d83-9437e5c7556a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.998480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494e849d-aaca-45d2-92dd-447f72ab7ff7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:33.998646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-494e849d-aaca-45d2-92dd-447f72ab7ff7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/security-groups/32f17222-a934-4f5a-9d83-9437e5c7556a HTTP/1.1" status: 204 len: 168 time: 0.3490705 Mar 07 04:39:34.001478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:34.017047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-3b65a045-5691-446e-b2c5-5e6912083ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:34.022012 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-3b65a045-5691-446e-b2c5-5e6912083ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1126 time: 0.6926458 Mar 07 04:39:34.025589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e849d-aaca-45d2-92dd-447f72ab7ff7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f17222-a934-4f5a-9d83-9437e5c7556a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:34.051431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (46a31ffc-913e-4369-b069-d52226f7c0f2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.112906 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395a7f2-57db-4333-a6ba-f82809984ade x-openstack-request-id: req-c395a7f2-57db-4333-a6ba-f82809984ade {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:34.113200 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64e42d4-5a86-4acf-9bb5-dd0c47165a31", "tag": "b9516d58-2c4b-4beb-b99f-5e11ff2477ce", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:34.113452 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c395a7f2-57db-4333-a6ba-f82809984ade {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:34.113849 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'tag': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce', 'status': 'completed', 'code': 200} Mar 07 04:39:34.121249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-e5d53afa-daba-41d3-ba2a-da11e878b6c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.0883689 Mar 07 04:39:34.201094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422f6673-d65b-4fc7-9193-b082c73fc9d2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (57d1f0a6-86ee-4bd0-b322-298f9ef77034), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.218098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-965ee33f-b02a-4d11-8061-11565ab77c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:34.220261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-965ee33f-b02a-4d11-8061-11565ab77c13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.0927579 Mar 07 04:39:34.227420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (46a31ffc-913e-4369-b069-d52226f7c0f2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.308354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e4bf470-c246-45c9-8dcd-7675d172f776 req-6f20867d-2850-4934-8ac2-af636d1300d2 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 210 time: 0.1093845 Mar 07 04:39:34.358068 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-4d6e07ff-9822-484b-ab66-7dce76198413 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284308 Mar 07 04:39:34.359846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422f6673-d65b-4fc7-9193-b082c73fc9d2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (57d1f0a6-86ee-4bd0-b322-298f9ef77034), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.406549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Subnet': ['ID=46a31ffc-913e-4369-b069-d52226f7c0f2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:34.439812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.441367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849d14-f7e1-4d67-8076-df2fd1ac9999 req-7587d9c3-e1dc-4114-9270-ee555933f843 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:34.443819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8540ae06-4497-407b-b23c-f88944e1aaec tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "DELETE /v2.0/subnets/46a31ffc-913e-4369-b069-d52226f7c0f2 HTTP/1.1" status: 204 len: 168 time: 1.7597759 Mar 07 04:39:34.452232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c7b48-d760-4562-b528-566441c8ce52 None None] Network 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:34.454382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41849d14-f7e1-4d67-8076-df2fd1ac9999 req-7587d9c3-e1dc-4114-9270-ee555933f843 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1332467 Mar 07 04:39:34.464236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:34.632401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422f6673-d65b-4fc7-9193-b082c73fc9d2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (57d1f0a6-86ee-4bd0-b322-298f9ef77034), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.635787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-422f6673-d65b-4fc7-9193-b082c73fc9d2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.641392 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-422f6673-d65b-4fc7-9193-b082c73fc9d2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/security-groups/57d1f0a6-86ee-4bd0-b322-298f9ef77034 HTTP/1.1" status: 204 len: 168 time: 0.6373935 Mar 07 04:39:34.645010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:34.665681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (1dea4f48-8fd8-4d20-9bd3-8767d74147a3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:34.683987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f6673-d65b-4fc7-9193-b082c73fc9d2 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1f0a6-86ee-4bd0-b322-298f9ef77034,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:34.684954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41849d14-f7e1-4d67-8076-df2fd1ac9999 req-41ac63a6-5660-451f-b972-e90d84e12643 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284005 Mar 07 04:39:34.695960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-bad8b79a-d57c-49df-828d-2ed853e358e7 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270802 Mar 07 04:39:34.733746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a74012-061e-4cde-a94d-63700bd0643d req-8d9d8e97-37c7-40ec-9ff8-7264096ddc5a tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:34.748700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69a74012-061e-4cde-a94d-63700bd0643d req-8d9d8e97-37c7-40ec-9ff8-7264096ddc5a tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.2455802 Mar 07 04:39:34.934842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] DHCP port deletion for 1dea4f48-8fd8-4d20-9bd3-8767d74147a3 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:39:34.966235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c67a7c-69ae-4e3f-b3ab-0609c54e8ca0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (ec7fc239-54f5-4fbb-8f18-dfe224709ec7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.035554 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b7efad4-934b-4f3f-81ff-841ae1a39f80 req-e6d2fb78-3a34-494a-8b83-9cb663e070c3 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295705 Mar 07 04:39:35.052856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] Deleting port 64b61bee-3b5c-4069-9cd6-1d9885f3006e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:35.053238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.061178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c67a7c-69ae-4e3f-b3ab-0609c54e8ca0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (ec7fc239-54f5-4fbb-8f18-dfe224709ec7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.103469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69a74012-061e-4cde-a94d-63700bd0643d req-a16e99ab-127b-4466-915a-3cdd79608ef0 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511808 Mar 07 04:39:35.175920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] For port 64b61bee-3b5c-4069-9cd6-1d9885f3006e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64b61bee-3b5c-4069-9cd6-1d9885f3006e,segment=NetworkSegment(05e05295-4d84-4de6-9289-626a3d78d1f0),segment_id=05e05295-4d84-4de6-9289-626a3d78d1f0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:35.176939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.188229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b586-39ba-4309-8f36-a23a6520eac2 req-29495eb9-857a-4692-a9c2-4972d2cf4d26 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.190550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4202b586-39ba-4309-8f36-a23a6520eac2 req-29495eb9-857a-4692-a9c2-4972d2cf4d26 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3347650 Mar 07 04:39:35.197722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] Calling delete_port for 64b61bee-3b5c-4069-9cd6-1d9885f3006e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:35.236580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-80da05ba-b63e-4c06-b49e-e430442b64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.239229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-80da05ba-b63e-4c06-b49e-e430442b64f8 service neutron] 10.222.0.15 "GET /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 1031 time: 0.3892365 Mar 07 04:39:35.257028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Deleting port 64b61bee-3b5c-4069-9cd6-1d9885f3006e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:35.257423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.298546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c67a7c-69ae-4e3f-b3ab-0609c54e8ca0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ec7fc239-54f5-4fbb-8f18-dfe224709ec7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.308516 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c67a7c-69ae-4e3f-b3ab-0609c54e8ca0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.313179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f6c67a7c-69ae-4e3f-b3ab-0609c54e8ca0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec7fc239-54f5-4fbb-8f18-dfe224709ec7 HTTP/1.1" status: 204 len: 168 time: 0.6403894 Mar 07 04:39:35.315156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:35.368954 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.389202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] No DVR routers for this DVR port 64b61bee-3b5c-4069-9cd6-1d9885f3006e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:35.421247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef666-37b8-4cf8-9693-3a05d45b9d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.423707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76031c25-da01-41cd-965e-21ff32474cb8 None None] Pushing event deleted for resources: {'Port': ['ID=64b61bee-3b5c-4069-9cd6-1d9885f3006e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:35.440893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] For port 64b61bee-3b5c-4069-9cd6-1d9885f3006e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64b61bee-3b5c-4069-9cd6-1d9885f3006e,segment=NetworkSegment(05e05295-4d84-4de6-9289-626a3d78d1f0),segment_id=05e05295-4d84-4de6-9289-626a3d78d1f0)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:35.441261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.445860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-60ad5d09-3f39-4f2e-85f0-cdc311994ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.448913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-60ad5d09-3f39-4f2e-85f0-cdc311994ccb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1126 time: 0.3423865 Mar 07 04:39:35.456785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4202b586-39ba-4309-8f36-a23a6520eac2 req-2f48b92a-f665-493a-a68a-e7be6cbeaeee tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591162 Mar 07 04:39:35.465000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-de41d2af-d913-4678-9ebc-4ab3bd277b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.467779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-de41d2af-d913-4678-9ebc-4ab3bd277b3d service neutron] 10.222.0.15 "GET /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 1033 time: 0.1730049 Mar 07 04:39:35.467779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Calling delete_port for 64b61bee-3b5c-4069-9cd6-1d9885f3006e owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:35.547965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c67a7c-69ae-4e3f-b3ab-0609c54e8ca0 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7fc239-54f5-4fbb-8f18-dfe224709ec7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:35.616746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce065b-7787-43b3-93a9-b41e44063eb8 req-168719b0-feeb-4749-a708-f87e2586308b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.618291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68ce065b-7787-43b3-93a9-b41e44063eb8 req-168719b0-feeb-4749-a708-f87e2586308b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3263755 Mar 07 04:39:35.643077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet d0467b27-635c-417d-ac76-e9201f09bf1b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:35.651255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (d0467b27-635c-417d-ac76-e9201f09bf1b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.700630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9b4de1b-69f4-4fd7-8929-91b705515d45 req-6560691a-a1bb-4e30-a691-ec6f45a2c068 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0797203 Mar 07 04:39:35.704627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (d0467b27-635c-417d-ac76-e9201f09bf1b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.750483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-c8dc1bf9-b902-41c5-8490-fc6df588ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.764177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-c8dc1bf9-b902-41c5-8490-fc6df588ccf7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.2889843 Mar 07 04:39:35.767377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68ce065b-7787-43b3-93a9-b41e44063eb8 req-0d983747-5e3d-4063-9b68-fc6b5e917af6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103094 Mar 07 04:39:35.801541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-e16904f0-04b0-4ffd-9ee6-0f77c9b33a1c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.806621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-e16904f0-04b0-4ffd-9ee6-0f77c9b33a1c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.813498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-e16904f0-04b0-4ffd-9ee6-0f77c9b33a1c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.815399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-e16904f0-04b0-4ffd-9ee6-0f77c9b33a1c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/networks?id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=6537958d-9046-461e-b6f1-8c508d777d48&id=6537958d-9046-461e-b6f1-8c508d777d48 HTTP/1.1" status: 200 len: 1994 time: 0.3402963 Mar 07 04:39:35.829515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-767861a5-a360-4f75-9618-a0ca3504f95f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.0553043 Mar 07 04:39:35.849113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (64b61bee-3b5c-4069-9cd6-1d9885f3006e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:35.900693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-8150c4d4-fb7f-4e0c-9d68-bcd4173b512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:35.901232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-8150c4d4-fb7f-4e0c-9d68-bcd4173b512d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.0638757 Mar 07 04:39:35.949184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] No DVR routers for this DVR port 64b61bee-3b5c-4069-9cd6-1d9885f3006e on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:35.951143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Port': ['ID=64b61bee-3b5c-4069-9cd6-1d9885f3006e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:35.959640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-7905bc52-697f-4ae3-bab7-86a84dc1143e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aed894c085f49b385714837be247e94 HTTP/1.1" status: 200 len: 379 time: 0.1342957 Mar 07 04:39:36.020104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-32edd4e9-0f1f-452e-a277-c52ceb6704dc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:39:36.021167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-32edd4e9-0f1f-452e-a277-c52ceb6704dc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0249965 Mar 07 04:39:36.035488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.035838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.036645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.036791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.038145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.038501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.039366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.039724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.040062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.040398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.040733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.041062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.041391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:36.058004 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-f24d8ac7-a909-43ad-8d8a-39bc9ad9d1e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381464 Mar 07 04:39:36.070183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'admin_state_up': True, 'tenant_id': '4aed894c085f49b385714837be247e94', 'security_groups': ['bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:36.142931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64b61bee-3b5c-4069-9cd6-1d9885f3006e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:39:36.197909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 64b61bee-3b5c-4069-9cd6-1d9885f3006e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:39:36.199829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64b61bee-3b5c-4069-9cd6-1d9885f3006e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:39:36.252161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (d0467b27-635c-417d-ac76-e9201f09bf1b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.396541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (1dea4f48-8fd8-4d20-9bd3-8767d74147a3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.402581 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-02e434d1-571b-4bc4-86a6-24170e3822e3 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313689 Mar 07 04:39:36.416627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:36.420496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.538833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (d0467b27-635c-417d-ac76-e9201f09bf1b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.561510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dea4f48-8fd8-4d20-9bd3-8767d74147a3']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:36.569081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbc993-e834-4970-ba06-6d496911c646 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:36.583832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.585650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bd67f-3c81-40ed-8fe7-363f08762cae req-5bb34832-b4f4-44c0-9f3f-ebcb0e6bf723 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:36.592553 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/d0467b27-635c-417d-ac76-e9201f09bf1b HTTP/1.1" status: 204 len: 168 time: 1.2684736 Mar 07 04:39:36.592735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-578bd67f-3c81-40ed-8fe7-363f08762cae req-5bb34832-b4f4-44c0-9f3f-ebcb0e6bf723 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4290104 Mar 07 04:39:36.592971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54116) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:36.595480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47b5a1-07fe-4ffd-9787-fefb8320c662 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=d0467b27-635c-417d-ac76-e9201f09bf1b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:36.595850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-13602cc5-5492-4b24-b108-8967754b2748 req-35577801-37d7-4aad-94b1-431dc2f183ae tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 210 time: 0.1197948 Mar 07 04:39:36.644826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e05295-4d84-4de6-9289-626a3d78d1f0') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:36.645197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e05295-4d84-4de6-9289-626a3d78d1f0') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:36.689654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (05e05295-4d84-4de6-9289-626a3d78d1f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.726496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet e5501370-a8d0-42a3-9e75-8ed56ff2c074 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:36.736691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (e5501370-a8d0-42a3-9e75-8ed56ff2c074), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.757964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.786020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-6c2685c2-f071-48e9-8b33-46a7441b2361 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:36.793017 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e331624f-3ce3-4103-b633-12f3f36d32d6 req-457283f4-9446-4533-a3d5-c93d507107b3 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798258 Mar 07 04:39:36.796080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-6c2685c2-f071-48e9-8b33-46a7441b2361 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.15 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 819 time: 0.7939632 Mar 07 04:39:36.809301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (05e05295-4d84-4de6-9289-626a3d78d1f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.819118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:36.820053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (05e05295-4d84-4de6-9289-626a3d78d1f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.821079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (e5501370-a8d0-42a3-9e75-8ed56ff2c074), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:36.913760 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:36.921013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Request body: {'port': {'device_id': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'admin_state_up': True, 'tenant_id': 'b24830889a8841a4b5229d797ef10753'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:36.964445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e5501370-a8d0-42a3-9e75-8ed56ff2c074), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.036797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-578bd67f-3c81-40ed-8fe7-363f08762cae req-df63ce1d-9c35-4961-9bee-055bc0051dac tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383080 Mar 07 04:39:37.062432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (e5501370-a8d0-42a3-9e75-8ed56ff2c074), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.100719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=e5501370-a8d0-42a3-9e75-8ed56ff2c074,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:37.105669 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.111786 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d70f19b-f96e-4d6a-af26-4858aff7495c tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/e5501370-a8d0-42a3-9e75-8ed56ff2c074 HTTP/1.1" status: 204 len: 168 time: 0.5107756 Mar 07 04:39:37.119135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54124) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:37.154060 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c69419d-cec5-4d82-a062-922803954269 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:37.154847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c69419d-cec5-4d82-a062-922803954269 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:37.161346 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c69419d-cec5-4d82-a062-922803954269 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/d0467b27-635c-417d-ac76-e9201f09bf1b HTTP/1.1" status: 404 len: 337 time: 0.0389171 Mar 07 04:39:37.162478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:37.239055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting subnet 8796d661-46e7-4e13-917b-c1e7bc682e8c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:39:37.239214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (1dea4f48-8fd8-4d20-9bd3-8767d74147a3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.242941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (8796d661-46e7-4e13-917b-c1e7bc682e8c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.254900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ec2740f-789a-4e92-8b72-c2e68889faef req-b703a500-b77f-4e26-bbbe-cefe9ad2772a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0818920 Mar 07 04:39:37.305421 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.308668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] 10.222.0.21 "DELETE /v2.0/networks/1dea4f48-8fd8-4d20-9bd3-8767d74147a3 HTTP/1.1" status: 204 len: 168 time: 2.8423042 Mar 07 04:39:37.319570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff74b-4a5e-4853-84d8-3298dcbb4c26 tempest-FloatingIPNegativeTestJSON-50229908 tempest-FloatingIPNegativeTestJSON-50229908-project] Pushing event deleted for resources: {'Network': ['ID=1dea4f48-8fd8-4d20-9bd3-8767d74147a3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:37.320943 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (8796d661-46e7-4e13-917b-c1e7bc682e8c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.330552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 172.20.0.3 (9de2e5d5-5b31-412d-bd46-67e8e3c98f26/83951804-4f64-47b1-be8f-1e90fe80f85d/0455f2f9-0ec1-4dbc-a6d7-4278d778c216) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:37.355872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdab88-e637-423b-b80a-9791a56890f8 req-ca258d9f-2ff3-453b-9853-32554a3297a8 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:37.363246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7fdab88-e637-423b-b80a-9791a56890f8 req-ca258d9f-2ff3-453b-9853-32554a3297a8 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.4527078 Mar 07 04:39:37.456465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7fdab88-e637-423b-b80a-9791a56890f8 req-b1f70f27-62ae-4deb-83e0-7ab8612b3fe2 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871975 Mar 07 04:39:37.473088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Made reservation on behalf of b24830889a8841a4b5229d797ef10753 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:37.476445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.508197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8796d661-46e7-4e13-917b-c1e7bc682e8c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.666562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.706824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (8796d661-46e7-4e13-917b-c1e7bc682e8c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.769350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Subnet': ['ID=8796d661-46e7-4e13-917b-c1e7bc682e8c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:37.774389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:37.781827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-884126bd-1abf-4c39-9211-010e062361df tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/8796d661-46e7-4e13-917b-c1e7bc682e8c HTTP/1.1" status: 204 len: 168 time: 0.6177096 Mar 07 04:39:37.782705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54138) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:37.834195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818521-ec5a-4c2d-ab4e-5b920d23a31a req-9470168b-29d0-485c-9669-78d4eb032724 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:37.849283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80818521-ec5a-4c2d-ab4e-5b920d23a31a req-9470168b-29d0-485c-9669-78d4eb032724 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.4056816 Mar 07 04:39:37.851351 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d323a7d4-bec2-4daa-bb5d-f4f126020615 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:37.851927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d323a7d4-bec2-4daa-bb5d-f4f126020615 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:37.868909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d323a7d4-bec2-4daa-bb5d-f4f126020615 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/b7a6a9ee-6456-4614-aea2-990f037c3124 HTTP/1.1" status: 404 len: 337 time: 0.0742416 Mar 07 04:39:37.868909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.012624 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-13d0df35-8e52-4982-929e-60f051127032 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "GET /v2.0/ports?device_id=5558f2cc-f0cb-4425-a10e-70d1839e9103 HTTP/1.1" status: 200 len: 205 time: 0.1452374 Mar 07 04:39:38.018842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.020462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d57f5e9-8809-4da6-b615-1b446cf2a3b1 req-ba4c1832-e2e4-4772-99dd-1f3779e02683 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 210 time: 0.0634100 Mar 07 04:39:38.051636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db27745-cf92-4c65-a0cf-ab9f1de27491 None None] Network 9186f003-dafc-4720-a2c4-c69a3e8a167c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:38.072900 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-68478341-9c3b-4f17-bd19-382695523fd5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] delete failed (client error): The resource could not be found. Mar 07 04:39:38.074333 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68478341-9c3b-4f17-bd19-382695523fd5 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/routers/5558f2cc-f0cb-4425-a10e-70d1839e9103 HTTP/1.1" status: 404 len: 336 time: 0.0491836 Mar 07 04:39:38.078653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.110153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80818521-ec5a-4c2d-ab4e-5b920d23a31a req-15140e38-29e3-45a5-a119-7391a09bdbda tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613389 Mar 07 04:39:38.113875 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-32775787-4e60-401b-a88e-7ee04f94d138 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.113875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32775787-4e60-401b-a88e-7ee04f94d138 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.120549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-32775787-4e60-401b-a88e-7ee04f94d138 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/daf34802-ca3a-4e34-9412-766a01834beb HTTP/1.1" status: 404 len: 337 time: 0.0387309 Mar 07 04:39:38.120893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-d9ed6996-1318-4031-9b19-b4e99a8e45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:38.122308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-d9ed6996-1318-4031-9b19-b4e99a8e45b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=885e1e8eb30c4045b3b507adfd796db1&device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 1127 time: 0.2191665 Mar 07 04:39:38.122787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54150) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.143556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.220147 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-811b658e-f8b6-468f-94f0-f67343161d68 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.220547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811b658e-f8b6-468f-94f0-f67343161d68 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.227832 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-811b658e-f8b6-468f-94f0-f67343161d68 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/d4e094c9-01d6-4bdd-a548-98b3e20b5873 HTTP/1.1" status: 404 len: 337 time: 0.1016273 Mar 07 04:39:38.228786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-903cd7c8-247f-41a2-846e-2bd5aa9ec56c None None] Provisioning complete for port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:38.229962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-903cd7c8-247f-41a2-846e-2bd5aa9ec56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:38.243131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54156) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.336542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b9516d58-2c4b-4beb-b99f-5e11ff2477ce details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:39:38.363595 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:39:38.424694 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de56ca5-ee23-477b-af8c-54fd0f1529da tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.425164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de56ca5-ee23-477b-af8c-54fd0f1529da tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.428240 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4de56ca5-ee23-477b-af8c-54fd0f1529da tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/68780798-784b-49f5-a03f-2c84b9e31759 HTTP/1.1" status: 404 len: 337 time: 0.1801989 Mar 07 04:39:38.460999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.467119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e34c663-a1a4-4373-8bc1-8c875443d755 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca5d23e275545b09193f705a3c168a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3205357 Mar 07 04:39:38.495304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.500921 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-70265d5f-2eb3-4b6c-945d-5212922e8795 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.501780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70265d5f-2eb3-4b6c-945d-5212922e8795 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.510828 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-70265d5f-2eb3-4b6c-945d-5212922e8795 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/ca80d4a1-16f3-4021-be0c-4c7246103742 HTTP/1.1" status: 404 len: 333 time: 0.0424139 Mar 07 04:39:38.513196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54164) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.597966 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-644364e7-feb8-441a-978e-8149a719191a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.598605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644364e7-feb8-441a-978e-8149a719191a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.605619 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-644364e7-feb8-441a-978e-8149a719191a tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/105f6f2b-f17c-4124-a3f0-19a9aa017782 HTTP/1.1" status: 404 len: 337 time: 0.0827274 Mar 07 04:39:38.612245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54166) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.715756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-903cd7c8-247f-41a2-846e-2bd5aa9ec56c None None] Current status of the port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:38.732568 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e3c099-1f35-4166-9c46-39aa1baf4b16 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.733520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e3c099-1f35-4166-9c46-39aa1baf4b16 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.740946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:38.741649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f8e3c099-1f35-4166-9c46-39aa1baf4b16 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/5a95d35d-f733-4c5c-8141-be052d4c409c HTTP/1.1" status: 404 len: 337 time: 0.1226511 Mar 07 04:39:38.743301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54168) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.758472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-c0183071-a256-4192-b271-1ba19a33128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:38.760613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-c0183071-a256-4192-b271-1ba19a33128a service neutron] 10.222.0.15 "GET /v2.0/networks?id=58c5e128-270c-4fa2-849e-f9fd12806ac0 HTTP/1.1" status: 200 len: 913 time: 0.6255527 Mar 07 04:39:38.768474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Allocated IP 172.20.0.14 (f4062c06-a440-4294-9453-30c53e6dc5b4/8e1407e8-da1a-4516-b5e3-f42decd22e7a/cc23b83a-7f68-42d5-b16c-dbe6698570a4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:38.781373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:38.782377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] DHCP port deletion for 9186f003-dafc-4720-a2c4-c69a3e8a167c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:39:38.803723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-903cd7c8-247f-41a2-846e-2bd5aa9ec56c None None] Provisioning complete for port 93465848-de08-4747-bcf8-93af13b964db triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:38.804110 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-903cd7c8-247f-41a2-846e-2bd5aa9ec56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (93465848-de08-4747-bcf8-93af13b964db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:38.820038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041405e-3ba5-4534-8430-9260e46cf919 req-1efdc097-62ad-466e-9b02-a5d194ec81e1 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:38.828209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0041405e-3ba5-4534-8430-9260e46cf919 req-1efdc097-62ad-466e-9b02-a5d194ec81e1 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.6619067 Mar 07 04:39:38.837501 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42a5337-469b-4b06-8bc3-3558b16a4530 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:38.841001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42a5337-469b-4b06-8bc3-3558b16a4530 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:38.849750 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a42a5337-469b-4b06-8bc3-3558b16a4530 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/234eeea4-2250-4d14-a8d0-536f8faa58f6 HTTP/1.1" status: 404 len: 333 time: 0.1001735 Mar 07 04:39:38.854065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:38.859561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe263-dbd5-4794-b962-0b0fab81c753 admin admin] Publish callbacks [] for security_group (14d2c72d-3a33-4956-8f2a-be4c1e98e7dc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:38.878951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'port_id': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce', 'mac_address': 'fa:16:3e:79:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:39:38.930416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe263-dbd5-4794-b962-0b0fab81c753 admin admin] Publish callbacks [] for security_group (14d2c72d-3a33-4956-8f2a-be4c1e98e7dc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:38.961934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1ebc5-3199-45cf-8c42-d95bb3287530 req-3a3410b2-e2b7-404f-b017-8e746d2a1782 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:38.963493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7de1ebc5-3199-45cf-8c42-d95bb3287530 req-3a3410b2-e2b7-404f-b017-8e746d2a1782 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.7231786 Mar 07 04:39:38.970065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b9516d58-2c4b-4beb-b99f-5e11ff2477ce is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:38.970394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:38.992305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9516d58-2c4b-4beb-b99f-5e11ff2477ce {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:39.006332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-903cd7c8-247f-41a2-846e-2bd5aa9ec56c None None] Port 93465848-de08-4747-bcf8-93af13b964db cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:39.034320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:39.040814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] Deleting port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:39.041199 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.058384 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b02b30a-ef4b-4f16-b400-73bde64b0cd4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:39.059124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.059379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b02b30a-ef4b-4f16-b400-73bde64b0cd4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:39.064064 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1b02b30a-ef4b-4f16-b400-73bde64b0cd4 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/3f783a9f-97ed-45f4-9737-210f41cbf171 HTTP/1.1" status: 404 len: 337 time: 0.2061687 Mar 07 04:39:39.070004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54174) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:39.071804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-5255c903-78b6-47b0-97cc-b04192a59b24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=929fbb89-d7aa-45be-930e-613ad142b795 HTTP/1.1" status: 200 len: 217 time: 0.2925477 Mar 07 04:39:39.102914 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b8f212-71f9-4f4f-9caf-df35ac7983f7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] DELETE failed (client error): The resource could not be found. Mar 07 04:39:39.104687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b8f212-71f9-4f4f-9caf-df35ac7983f7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:39:39.108078 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d4b8f212-71f9-4f4f-9caf-df35ac7983f7 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/subnets/19412aa7-368b-47be-8e99-cfb0308eb92b HTTP/1.1" status: 404 len: 337 time: 0.0350325 Mar 07 04:39:39.111617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe263-dbd5-4794-b962-0b0fab81c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (14d2c72d-3a33-4956-8f2a-be4c1e98e7dc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.114415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe263-dbd5-4794-b962-0b0fab81c753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.115761 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bdfbe263-dbd5-4794-b962-0b0fab81c753 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d2c72d-3a33-4956-8f2a-be4c1e98e7dc HTTP/1.1" status: 204 len: 168 time: 0.6039062 Mar 07 04:39:39.124324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:39.131689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0041405e-3ba5-4534-8430-9260e46cf919 req-0fa1fa77-4911-4803-9e60-6daf078c01dd tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798958 Mar 07 04:39:39.132879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.244375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbe263-dbd5-4794-b962-0b0fab81c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d2c72d-3a33-4956-8f2a-be4c1e98e7dc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:39.363879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks [] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.375080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-54c5c52a-9099-400a-95a0-536a34653734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:39.380119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-54c5c52a-9099-400a-95a0-536a34653734 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28e69235-3020-4473-961c-aeace1e661e7 HTTP/1.1" status: 200 len: 852 time: 0.2682037 Mar 07 04:39:39.383511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] For port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,segment=NetworkSegment(961ca1db-6bb0-4b83-82dc-c697e658cdb4),segment_id=961ca1db-6bb0-4b83-82dc-c697e658cdb4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:39.383919 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.402448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] Calling delete_port for 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:39.462316 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-9301b458-92f4-4b7c-abb3-99c19401b991 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58c5e128-270c-4fa2-849e-f9fd12806ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722332 Mar 07 04:39:39.511920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.551249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.629911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] No DVR routers for this DVR port 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:39.648377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.650628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Deleting port 93465848-de08-4747-bcf8-93af13b964db {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:39.650970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (93465848-de08-4747-bcf8-93af13b964db), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.653224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:39.687377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b9516d58-2c4b-4beb-b99f-5e11ff2477ce'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:39:39.698965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Network f4062c06-a440-4294-9453-30c53e6dc5b4 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:39.704623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:39.707836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:39.731518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:39.735498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7de1ebc5-3199-45cf-8c42-d95bb3287530 req-841eaea7-ee1d-4a07-81e8-3f27424cd623 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388186 Mar 07 04:39:39.736408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:39.755315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:39.788780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:39.816501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a01fe-a50e-42a7-8d8d-b28b17de82cd None None] Pushing event deleted for resources: {'Port': ['ID=035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:39.871183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-e2b9f22d-961f-40b6-a9b6-34ed7ed13f92 service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015555 Mar 07 04:39:39.880924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (93465848-de08-4747-bcf8-93af13b964db), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:39.925233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Pushing event updated for resources: {'Port': ['ID=cc23b83a-7f68-42d5-b16c-dbe6698570a4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:40.017564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Calling delete_port for 93465848-de08-4747-bcf8-93af13b964db owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:40.079050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74983a5-1acf-4246-b770-6404ef55f7d6 req-d780d229-9a65-460f-9088-37ed25fd6e9c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:40.108033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b74983a5-1acf-4246-b770-6404ef55f7d6 req-d780d229-9a65-460f-9088-37ed25fd6e9c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 931 time: 0.6623285 Mar 07 04:39:40.115953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:39:40.146264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:39:40.146614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 035f89ca-4eb9-4d2d-ba73-3387e8a0ceaa not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:39:40.209516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:40.212839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.226525 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1dca2d6c-1eae-481b-9579-f7c00235f0fd req-a07ad8cc-2716-4ee1-a82f-2ee992ad177e service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410099 Mar 07 04:39:40.231907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:40.232563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.240827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-31c4b6e0-2112-4365-860e-0adb5b5c5a05 None None] Provisioning complete for port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:40.241206 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31c4b6e0-2112-4365-860e-0adb5b5c5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.283584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e32431-8166-4971-a3d6-db60b9df4495 req-b90e76a5-1072-4135-a069-e06384e0478e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:40.285782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2e32431-8166-4971-a3d6-db60b9df4495 req-b90e76a5-1072-4135-a069-e06384e0478e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 932 time: 0.3561385 Mar 07 04:39:40.286948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (93465848-de08-4747-bcf8-93af13b964db), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.293419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b3a03a25-b3ad-4f8a-ba52-659e99b00dbd tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3766987 Mar 07 04:39:40.306234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Request body: {'port': {'device_id': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:40.317575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.322258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/ports/93465848-de08-4747-bcf8-93af13b964db HTTP/1.1" status: 204 len: 168 time: 1.1947546 Mar 07 04:39:40.325287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54210) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:40.330392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b74983a5-1acf-4246-b770-6404ef55f7d6 req-173fa7dd-03ba-499d-8005-aae2cc30df16 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209740 Mar 07 04:39:40.342033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-fb40cf01-bbe8-4c66-b89b-68d037b5db4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2937191 Mar 07 04:39:40.344976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-31c4b6e0-2112-4365-860e-0adb5b5c5a05 None None] Port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:40.384632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c127b-82e6-42a6-81d8-3ec8b5960e47 tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Port': ['ID=93465848-de08-4747-bcf8-93af13b964db,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:40.388607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'admin_state_up': True, 'tenant_id': '4aed894c085f49b385714837be247e94', 'security_groups': ['bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:40.497828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2e32431-8166-4971-a3d6-db60b9df4495 req-9c5d2719-af09-45d2-8f52-d6217a5871d2 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024891 Mar 07 04:39:40.501817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9186f003-dafc-4720-a2c4-c69a3e8a167c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.684880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff31c-2384-484d-aec7-cb78d61feb56 req-259f8369-69e6-4960-af94-f7b1605a6383 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:40.686636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba8ff31c-2384-484d-aec7-cb78d61feb56 req-259f8369-69e6-4960-af94-f7b1605a6383 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.2229342 Mar 07 04:39:40.690929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.735183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:40.736659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9186f003-dafc-4720-a2c4-c69a3e8a167c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.761359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9186f003-dafc-4720-a2c4-c69a3e8a167c']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:40.774268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961ca1db-6bb0-4b83-82dc-c697e658cdb4') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:40.774929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961ca1db-6bb0-4b83-82dc-c697e658cdb4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:40.806519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (961ca1db-6bb0-4b83-82dc-c697e658cdb4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.829332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (961ca1db-6bb0-4b83-82dc-c697e658cdb4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.834926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:40.835318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (961ca1db-6bb0-4b83-82dc-c697e658cdb4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:40.904632 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:40.911048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9186f003-dafc-4720-a2c4-c69a3e8a167c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.927742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:40.933101 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] 10.222.0.21 "DELETE /v2.0/networks/9186f003-dafc-4720-a2c4-c69a3e8a167c HTTP/1.1" status: 204 len: 168 time: 0.6042805 Mar 07 04:39:40.955456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60022fa-a08d-4e7a-996b-9e3f94fc889d tempest-PortsIpV6TestJSON-1857180916 tempest-PortsIpV6TestJSON-1857180916-project] Pushing event deleted for resources: {'Network': ['ID=9186f003-dafc-4720-a2c4-c69a3e8a167c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:41.092139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba8ff31c-2384-484d-aec7-cb78d61feb56 req-dab53116-c16d-45b5-993b-657b0010dab7 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638201 Mar 07 04:39:41.099957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ce0b-54dc-4e53-9cf2-34e40f9bf71d req-1b5e5b3f-b8d9-49f4-9d97-aecf424200f6 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:41.101398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e465ce0b-54dc-4e53-9cf2-34e40f9bf71d req-1b5e5b3f-b8d9-49f4-9d97-aecf424200f6 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.3747208 Mar 07 04:39:41.112313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:41.115679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.210344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e465ce0b-54dc-4e53-9cf2-34e40f9bf71d req-edb18d35-ded4-4dbe-93ae-ca0fb7495578 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003957 Mar 07 04:39:41.313425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc23b83a-7f68-42d5-b16c-dbe6698570a4 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:41.327290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Publish callbacks [] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.341482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1709858850'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:41.441877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Transition to ACTIVE for port object cc23b83a-7f68-42d5-b16c-dbe6698570a4 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:39:41.458882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54236) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:41.521820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.612199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 10.1.1.153 (13f2451f-7947-4aec-9682-496c5dc5bdd2/759a6f01-17b1-413d-9aa2-ce115afbc558/3c690b31-5cd0-49d6-b7d3-5439906c4aeb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:41.680627 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f9befda-02aa-45f1-b539-8c746c7b89a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=442c30a4d40a49ecae555c0920d720cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205799 Mar 07 04:39:41.686942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:41.737124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff77fab7-b5a7-44be-b29f-733e8c97c17e admin admin] Publish callbacks [] for security_group (46ceaa96-82bd-4f63-948b-a887249a1309), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.764032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff77fab7-b5a7-44be-b29f-733e8c97c17e admin admin] Publish callbacks [] for security_group (46ceaa96-82bd-4f63-948b-a887249a1309), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.788854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.814323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff77fab7-b5a7-44be-b29f-733e8c97c17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (46ceaa96-82bd-4f63-948b-a887249a1309), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.818363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff77fab7-b5a7-44be-b29f-733e8c97c17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.819580 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ff77fab7-b5a7-44be-b29f-733e8c97c17e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46ceaa96-82bd-4f63-948b-a887249a1309 HTTP/1.1" status: 204 len: 168 time: 0.1316726 Mar 07 04:39:41.828938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77fab7-b5a7-44be-b29f-733e8c97c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ceaa96-82bd-4f63-948b-a887249a1309,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:41.904020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:41.908459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.933490 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.950979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:41.973018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Pushing event updated for resources: {'Port': ['ID=cc23b83a-7f68-42d5-b16c-dbe6698570a4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:42.062387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:42.073729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ddf92-c7dd-48a5-8670-04be707e6d15 req-5b43be25-7ec1-424a-a76e-0470c0d48793 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:42.075641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b70ddf92-c7dd-48a5-8670-04be707e6d15 req-5b43be25-7ec1-424a-a76e-0470c0d48793 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6481888 Mar 07 04:39:42.102036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383bae3-089a-4ee5-b8c1-46331460f271 req-2f9755fa-1862-499a-860d-d2a988db3941 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:42.104493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f383bae3-089a-4ee5-b8c1-46331460f271 req-2f9755fa-1862-499a-860d-d2a988db3941 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 931 time: 0.6563499 Mar 07 04:39:42.105567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:42.118867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:42.185684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:42.186411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.226090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8531559 Mar 07 04:39:42.245676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'admin_state_up': True, 'tenant_id': '4aed894c085f49b385714837be247e94', 'security_groups': ['bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:42.263074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa57487-81c6-4b4b-a3a9-3a953717172f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:42.368719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b9516d58-2c4b-4beb-b99f-5e11ff2477ce up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:42.465555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port b9516d58-2c4b-4beb-b99f-5e11ff2477ce completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:39:42.471876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port b9516d58-2c4b-4beb-b99f-5e11ff2477ce triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:42.472641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.487764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Attempting to bind port cc23b83a-7f68-42d5-b16c-dbe6698570a4 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:42.488181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Attempting to bind port cc23b83a-7f68-42d5-b16c-dbe6698570a4 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:42.488557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Attempting to bind port cc23b83a-7f68-42d5-b16c-dbe6698570a4 on network f4062c06-a440-4294-9453-30c53e6dc5b4 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:42.525158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b70ddf92-c7dd-48a5-8670-04be707e6d15 req-f5635433-c3f3-47ba-851b-56d9a6b507a4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308403 Mar 07 04:39:42.530620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Port cc23b83a-7f68-42d5-b16c-dbe6698570a4 on network f4062c06-a440-4294-9453-30c53e6dc5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:39:42.531459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Attempting to bind port cc23b83a-7f68-42d5-b16c-dbe6698570a4 on network f4062c06-a440-4294-9453-30c53e6dc5b4 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:42.546083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:42.546659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Checking segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:42.557261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Bound using segment: {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:42.558031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Bound port: cc23b83a-7f68-42d5-b16c-dbe6698570a4, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4599d79f-0c18-47fc-9410-7bb78690d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:42.558527 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.586456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f383bae3-089a-4ee5-b8c1-46331460f271 req-1789d527-6e0c-4035-aa51-9fe2f1b6d0de tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088261 Mar 07 04:39:42.619039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:42.622595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.632201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b9516d58-2c4b-4beb-b99f-5e11ff2477ce is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:42.632828 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.658830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for security_group (489b350d-33bf-4b1e-850e-055dab2fb1ae), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.668600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-53e9c29a-e8db-4365-8676-8a17f220f863 None None] Provisioning complete for port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:42.669456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-53e9c29a-e8db-4365-8676-8a17f220f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.680032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (489b350d-33bf-4b1e-850e-055dab2fb1ae), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.694158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:42.710029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.710570 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74 of type vlan for network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee Mar 07 04:39:42.713606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:42.716929 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e182b-d07e-4aa9-b9da-5776d2c03be3" -d '{"events": [{"server_uuid": "c64e42d4-5a86-4acf-9bb5-dd0c47165a31", "name": "network-vif-plugged", "status": "completed", "tag": "b9516d58-2c4b-4beb-b99f-5e11ff2477ce"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:42.744650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:42.751345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-53e9c29a-e8db-4365-8676-8a17f220f863 None None] Port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:42.759433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.827209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489b350d-33bf-4b1e-850e-055dab2fb1ae,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:42.893322 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:42.907277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:42.941795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] For port cc23b83a-7f68-42d5-b16c-dbe6698570a4, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:42.982769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] For port cc23b83a-7f68-42d5-b16c-dbe6698570a4, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:43.025989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:43.076530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:43.082370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.083013 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:43.161683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d490-0af8-4e7c-a25a-877200a7ef6d req-a565c2b2-7281-4967-9530-d2a23e5f853a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.163263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f723d490-0af8-4e7c-a25a-877200a7ef6d req-a565c2b2-7281-4967-9530-d2a23e5f853a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 944 time: 0.3387375 Mar 07 04:39:43.168677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.169575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:43.171818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] 10.222.0.15 "PUT /v2.0/ports/cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 200 len: 1092 time: 2.8694744 Mar 07 04:39:43.183324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:43.186067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'tag': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:43.189494 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba19860-6e2d-4462-964b-0fc309a1002e" -d '{"events": [{"name": "network-changed", "server_uuid": "5093c2b5-554f-4eed-ba2b-d553b6e2aa62", "tag": "cc23b83a-7f68-42d5-b16c-dbe6698570a4"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:43.200163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:43.218623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa874-7f70-4522-a24c-33e0016e915c req-80749f11-9146-414d-be9d-ec32f2db47c3 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.220442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-058fa874-7f70-4522-a24c-33e0016e915c req-80749f11-9146-414d-be9d-ec32f2db47c3 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3825402 Mar 07 04:39:43.263960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7a9cd9c1-40ed-45f8-b1d7-d0295189c1b5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5200598 Mar 07 04:39:43.286827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 10.1.1.81 (13f2451f-7947-4aec-9682-496c5dc5bdd2/759a6f01-17b1-413d-9aa2-ce115afbc558/dd8cbd64-9baa-4140-8119-b106a85716cb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:43.415026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f723d490-0af8-4e7c-a25a-877200a7ef6d req-87227d1f-d3a0-47fb-a180-5822538c8eff tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330203 Mar 07 04:39:43.427482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f469-161f-45b3-9ec0-eec81565824b service neutron] Pushing event updated for resources: {'Port': ['ID=cc23b83a-7f68-42d5-b16c-dbe6698570a4,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:43.485844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-058fa874-7f70-4522-a24c-33e0016e915c req-87d0d4c9-0c2a-49ef-90ac-624ed8d1c856 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582693 Mar 07 04:39:43.612796 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3889511c-2bb3-4b39-8852-69cf0d39802a x-openstack-request-id: req-3889511c-2bb3-4b39-8852-69cf0d39802a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:43.613766 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64e42d4-5a86-4acf-9bb5-dd0c47165a31", "name": "network-vif-plugged", "status": "completed", "tag": "b9516d58-2c4b-4beb-b99f-5e11ff2477ce", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:43.614416 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3889511c-2bb3-4b39-8852-69cf0d39802a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:43.615007 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce', 'code': 200} Mar 07 04:39:43.681376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-da430e9b-cfcd-4a54-a592-fb9e1275d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.683333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-da430e9b-cfcd-4a54-a592-fb9e1275d130 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1126 time: 0.4234591 Mar 07 04:39:43.760287 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a2113-f5f9-4bb0-a8ca-94017e3de7c4 x-openstack-request-id: req-b09a2113-f5f9-4bb0-a8ca-94017e3de7c4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:43.760943 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5093c2b5-554f-4eed-ba2b-d553b6e2aa62", "tag": "cc23b83a-7f68-42d5-b16c-dbe6698570a4", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:43.761422 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b09a2113-f5f9-4bb0-a8ca-94017e3de7c4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:43.762051 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'tag': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4', 'status': 'completed', 'code': 200} Mar 07 04:39:43.769854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-cb669d1f-38cd-4188-9115-b941664fcdff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 200 len: 217 time: 0.0722761 Mar 07 04:39:43.792109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652b87-f463-408c-834a-3a13c5383b53 req-e0092b13-c5f3-4539-9972-c9e0b629ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.793680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5652b87-f463-408c-834a-3a13c5383b53 req-e0092b13-c5f3-4539-9972-c9e0b629ab7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.1390455 Mar 07 04:39:43.854462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-e13bdaf9-d83f-4706-bd4b-0eab3eb7f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.856289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-e13bdaf9-d83f-4706-bd4b-0eab3eb7f8c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.0500481 Mar 07 04:39:43.867076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213fe-d2b7-4af3-9176-ec9d3ef698ce req-2bbf32b8-ce0e-42aa-bfd7-7a9733155dad tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:43.869242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec7213fe-d2b7-4af3-9176-ec9d3ef698ce req-2bbf32b8-ce0e-42aa-bfd7-7a9733155dad tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.3054833 Mar 07 04:39:43.919339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-b4274888-d485-405e-beb4-27159f6d0d84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479836 Mar 07 04:39:43.951346 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5652b87-f463-408c-834a-3a13c5383b53 req-4bac52c2-c1f7-43dd-8428-8ef93094aa8e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393108 Mar 07 04:39:44.102415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:44.273635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54296) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:44.483300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1372d37-c109-494d-afd5-c18f49762fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:44.685674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1372d37-c109-494d-afd5-c18f49762fdb admin admin] Publish callbacks [] for security_group (e4570501-5a05-4b1d-b4bd-d21ee5a6765b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:44.694185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1372d37-c109-494d-afd5-c18f49762fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e4570501-5a05-4b1d-b4bd-d21ee5a6765b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:44.712752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec7213fe-d2b7-4af3-9176-ec9d3ef698ce req-d506bffa-a182-42d6-8dc7-ec1471e5d82c tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8314223 Mar 07 04:39:44.763876 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e1372d37-c109-494d-afd5-c18f49762fdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83d86fea015446e0a3837fb9fb3fe7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883714 Mar 07 04:39:44.768565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:44.769314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ee9a-0b2f-456b-b4d4-4beeea82b063 req-d9ee260f-5bc6-41d8-841d-f17b0483778a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:44.773189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98f5ee9a-0b2f-456b-b4d4-4beeea82b063 req-d9ee260f-5bc6-41d8-841d-f17b0483778a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.8581824 Mar 07 04:39:44.849250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-1e03baff-87e4-49ce-a61e-08eaccb0f591 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913603 Mar 07 04:39:44.966756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1372d37-c109-494d-afd5-c18f49762fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4570501-5a05-4b1d-b4bd-d21ee5a6765b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:45.006304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef564e4d-929f-4a04-a09f-5b4084c507f1 req-813fb2a9-ae6f-498b-a5b6-4f5d84f5e04d service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482053 Mar 07 04:39:45.012672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e69dee13-35e4-475e-a484-cf9b2b05a70a admin admin] Publish callbacks [] for security_group (e4570501-5a05-4b1d-b4bd-d21ee5a6765b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.040386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.065167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e69dee13-35e4-475e-a484-cf9b2b05a70a admin admin] Publish callbacks [] for security_group (e4570501-5a05-4b1d-b4bd-d21ee5a6765b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.172236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98f5ee9a-0b2f-456b-b4d4-4beeea82b063 req-863abded-7d12-46ff-962c-37c0996025f5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860183 Mar 07 04:39:45.202127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:45.206340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:45.210282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:45.220969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e69dee13-35e4-475e-a484-cf9b2b05a70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e4570501-5a05-4b1d-b4bd-d21ee5a6765b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.224229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e69dee13-35e4-475e-a484-cf9b2b05a70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.227112 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e69dee13-35e4-475e-a484-cf9b2b05a70a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4570501-5a05-4b1d-b4bd-d21ee5a6765b HTTP/1.1" status: 204 len: 168 time: 0.4555457 Mar 07 04:39:45.272510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:45.276027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dee13-35e4-475e-a484-cf9b2b05a70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4570501-5a05-4b1d-b4bd-d21ee5a6765b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:45.437646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57493cbd-b4f7-42c9-a25d-64a202bcc8b6 req-d19e2429-5316-4f6a-92c5-091e27a34607 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:45.466402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57493cbd-b4f7-42c9-a25d-64a202bcc8b6 req-d19e2429-5316-4f6a-92c5-091e27a34607 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:45.476446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57493cbd-b4f7-42c9-a25d-64a202bcc8b6 req-d19e2429-5316-4f6a-92c5-091e27a34607 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:45.479377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57493cbd-b4f7-42c9-a25d-64a202bcc8b6 req-d19e2429-5316-4f6a-92c5-091e27a34607 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 2373 time: 0.4713659 Mar 07 04:39:45.515796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-e4bc5a5a-a8c8-4158-b6fd-bddf48459357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:45.518434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-e4bc5a5a-a8c8-4158-b6fd-bddf48459357 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1126 time: 0.4413776 Mar 07 04:39:45.823158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1624f497-1a42-4509-bace-650641fe5b04 None None] Provisioning complete for port dd8cbd64-9baa-4140-8119-b106a85716cb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:45.824224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1624f497-1a42-4509-bace-650641fe5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.871852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-4030b01e-a976-44ad-863a-c3d9083089e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:45.873640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-4030b01e-a976-44ad-863a-c3d9083089e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.3372035 Mar 07 04:39:45.888990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:45.892176 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:45.908939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1624f497-1a42-4509-bace-650641fe5b04 None None] Port dd8cbd64-9baa-4140-8119-b106a85716cb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:46.009188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-6d842cbe-1023-4de9-80cc-a2b88af36ad3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 200 len: 217 time: 0.0889423 Mar 07 04:39:46.017716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3b336904-d068-4752-8d09-4c27e3c07b49 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7761753 Mar 07 04:39:46.045502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48', 'admin_state_up': True, 'tenant_id': '4aed894c085f49b385714837be247e94', 'security_groups': ['bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:46.110821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba95a23-ece2-40d0-9ce2-299ac1b859c5 req-6614c7fe-7b2c-49a7-8795-dcf18703af06 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:46.112241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aba95a23-ece2-40d0-9ce2-299ac1b859c5 req-6614c7fe-7b2c-49a7-8795-dcf18703af06 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 944 time: 0.6269031 Mar 07 04:39:46.136961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57493cbd-b4f7-42c9-a25d-64a202bcc8b6 req-34fbd96c-a189-4cf1-b96c-5522d9202bd3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168054 Mar 07 04:39:46.188420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-20710559-7bb9-457f-b4ca-a6b8c4e3f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:46.190457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-20710559-7bb9-457f-b4ca-a6b8c4e3f274 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.1702495 Mar 07 04:39:46.241333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-6df52de1-eee8-4d85-ae32-e826eb3e4771 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419009 Mar 07 04:39:46.482395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aba95a23-ece2-40d0-9ce2-299ac1b859c5 req-08a1cf28-3408-4501-adee-b721e50980eb tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593249 Mar 07 04:39:46.531582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-ef252363-3741-4b19-8bfc-6578171579d0 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769310 Mar 07 04:39:46.603558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54326) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:46.611284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:46.738685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:46.814944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cc37b-11e3-4dea-ba42-6708aa355ccd req-0ebc037e-6c8c-4b06-a5f2-48767a049bec tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:46.817569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c8cc37b-11e3-4dea-ba42-6708aa355ccd req-0ebc037e-6c8c-4b06-a5f2-48767a049bec tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3683419 Mar 07 04:39:46.869240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:46.872962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:46.935034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba19860-6e2d-4462-964b-0fc309a1002e req-244b846a-1aa4-4d7a-8164-b504dc1e3af0 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564193 Mar 07 04:39:46.995228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a3117-697d-4194-ad48-f0bb4e679843 req-4e38039c-5241-430f-b7c3-65c0dee31edf tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:46.996739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a29a3117-697d-4194-ad48-f0bb4e679843 req-4e38039c-5241-430f-b7c3-65c0dee31edf tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1252210 Mar 07 04:39:47.021131 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.058926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c8cc37b-11e3-4dea-ba42-6708aa355ccd req-5d2b563c-70ad-4654-bfc9-8dcb363750ba tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266138 Mar 07 04:39:47.228723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a29a3117-697d-4194-ad48-f0bb4e679843 req-d97359b1-b262-41f4-a340-673668a73786 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225158 Mar 07 04:39:47.284059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (fa0aaf76-341a-49df-bf7b-d83078a6afa6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.450293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=fa0aaf76-341a-49df-bf7b-d83078a6afa6,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:47.453226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:47.453709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:47.497238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:47.500639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fc60-f906-40fc-9a5b-fc29b7213944 req-6a99356f-5c75-4d03-8aff-d12eddc1edca tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:47.502526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e823fc60-f906-40fc-9a5b-fc29b7213944 req-6a99356f-5c75-4d03-8aff-d12eddc1edca tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.3445883 Mar 07 04:39:47.509455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:47.514431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:47.515834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.523592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a09a8-dceb-4348-a172-60e14a0bcd35 None None] Network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:47.551816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9334b4f0-543f-4ed8-91cd-01bb3de5ff1b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9470153 Mar 07 04:39:47.555202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54336) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:47.560670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084878595'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:47.606504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:47.611488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.638419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:47.654327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.654592 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 18324273-f6ba-4ad2-b145-c458faef81a8 of type vlan for network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 Mar 07 04:39:47.735415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6915d-d5c2-4238-9296-8cc43a924805 req-34984db1-dc2e-4c3b-9c93-8b9aa3f2f7be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:47.742085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6915d-d5c2-4238-9296-8cc43a924805 req-34984db1-dc2e-4c3b-9c93-8b9aa3f2f7be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:47.747764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.751107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6915d-d5c2-4238-9296-8cc43a924805 req-34984db1-dc2e-4c3b-9c93-8b9aa3f2f7be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:47.754972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee', 'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': 'fa0aaf76-341a-49df-bf7b-d83078a6afa6'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:47.756005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.758751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aef6915d-d5c2-4238-9296-8cc43a924805 req-34984db1-dc2e-4c3b-9c93-8b9aa3f2f7be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 2373 time: 0.3225965 Mar 07 04:39:47.766378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 10.2.2.100 (6537958d-9046-461e-b6f1-8c508d777d48/9bc7d71a-1558-4e9a-b78f-4dc71f1ab040/633153e8-29ba-46a1-8dc7-aa1ab03b90e2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:47.771354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e823fc60-f906-40fc-9a5b-fc29b7213944 req-c989c6d9-338e-4fea-b20e-c36b2a009b0c tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519844 Mar 07 04:39:47.860517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.865798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:47.866932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:47.876582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aef6915d-d5c2-4238-9296-8cc43a924805 req-ab444d23-9670-4966-a243-4bb15e658a32 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167762 Mar 07 04:39:48.019318 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4603593 Mar 07 04:39:48.049777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54342) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:48.055380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:48.078386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.087883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04853-f977-48b3-80a3-c51da81315dc tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=5a6b05c8-5c0f-4e53-8a88-f95daf004722,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:48.147846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Allocated IP 2001:db8:0:ffff::2 (0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee/fa0aaf76-341a-49df-bf7b-d83078a6afa6/f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:48.226461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:48.230277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.245233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7c014-e6e5-47e1-87a2-028494861bca req-7c3d976f-6e66-4b57-81ed-d531d938cb0b tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:48.246937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82e7c014-e6e5-47e1-87a2-028494861bca req-7c3d976f-6e66-4b57-81ed-d531d938cb0b tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 944 time: 0.1340735 Mar 07 04:39:48.305726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ce85a-7146-4efb-bbd2-e18bb06aa606 req-9e265c6f-2ff1-4328-a783-ef35c9e5815a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:48.307857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa7ce85a-7146-4efb-bbd2-e18bb06aa606 req-9e265c6f-2ff1-4328-a783-ef35c9e5815a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2179453 Mar 07 04:39:48.313195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.420884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Publish callbacks [] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.425968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:48.501836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.536519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.543432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82e7c014-e6e5-47e1-87a2-028494861bca req-5611b1c1-e2ad-4099-947b-b8f7df8a9ab4 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867091 Mar 07 04:39:48.567172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:48.579854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:48.582004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa7ce85a-7146-4efb-bbd2-e18bb06aa606 req-c358a182-ba7e-4547-91ef-eb762ca620a6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582533 Mar 07 04:39:48.586652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:48.605524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 6537958d-9046-461e-b6f1-8c508d777d48 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:48.619998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:48.634677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:48.688750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:48.723919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.724264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.724603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.732037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:48.734789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.735196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.735714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.736062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.736537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.736878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.737209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.737537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.737861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.738284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:39:48.800887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '18324273-f6ba-4ad2-b145-c458faef81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:48.801481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 5a6b05c8-5c0f-4e53-8a88-f95daf004722, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:48.804275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Attempting to bind port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:48.808453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Attempting to bind port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:48.808919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Attempting to bind port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 on network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:48.820660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Pushing event updated for resources: {'Port': ['ID=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:48.828132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:48.828797 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.845224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:48.849495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:48.849888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Checking segment: {'id': 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:48.850366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.850734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Bound using segment: {'id': 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:48.857421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Bound port: f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:48.858173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.879393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 5a6b05c8-5c0f-4e53-8a88-f95daf004722) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:48.904868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:48.905529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:48.907258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-03887224-a59b-4ae4-a005-73c6a46fde38 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8659453 Mar 07 04:39:48.918067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d914b-b533-46f3-a778-aa7a2c4c1d20 None None] Network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:48.955842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9734ca3f-1d4a-4862-bcf2-6748d42444b1 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9017861 Mar 07 04:39:48.956157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54354) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:48.973131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48', 'admin_state_up': True, 'tenant_id': '4aed894c085f49b385714837be247e94', 'security_groups': ['bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:49.137262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] For port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:49.143531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] For port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,segment=NetworkSegment(f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74),segment_id=f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:49.196781 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:49.209817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad4ec1-6466-4cc2-b516-08354990d2a2 req-ae66c8cb-4e3d-4282-bbdd-b158b3b70c4e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:49.212278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55ad4ec1-6466-4cc2-b516-08354990d2a2 req-ae66c8cb-4e3d-4282-bbdd-b158b3b70c4e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.4559727 Mar 07 04:39:49.252653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cd449c9a-273c-40d7-a38e-d54e0bbeadf3 None None] Provisioning complete for port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:49.253905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd449c9a-273c-40d7-a38e-d54e0bbeadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:49.298822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cc23b83a-7f68-42d5-b16c-dbe6698570a4 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:39:49.301687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-5a6b05c8-5c0f-4e53-8a88-f95daf004722', 'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': 'c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:49.302697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:49.379009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55ad4ec1-6466-4cc2-b516-08354990d2a2 req-129f5f3e-814e-43b9-b4be-840f303cad67 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398554 Mar 07 04:39:49.422294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7eaa2-06f8-4d0a-9447-8369ece478b6 req-5647a81f-c35c-44e2-ba57-c825dd512f3c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:49.427027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cd449c9a-273c-40d7-a38e-d54e0bbeadf3 None None] Port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:49.437224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3f7eaa2-06f8-4d0a-9447-8369ece478b6 req-5647a81f-c35c-44e2-ba57-c825dd512f3c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6321647 Mar 07 04:39:49.535259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Made reservation on behalf of 4aed894c085f49b385714837be247e94 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:49.542082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:49.602918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:39:49.640264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fc24d-c5dd-4945-8300-e194933b1092 None None] Pushing event updated for resources: {'Port': ['ID=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:49.774074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Allocated IP 10.2.2.200 (6537958d-9046-461e-b6f1-8c508d777d48/9bc7d71a-1558-4e9a-b78f-4dc71f1ab040/2437a198-4c19-44dc-9533-8da40d413217) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:49.883361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:49.961195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.001895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Allocated IP 2001:db8::1 (5a6b05c8-5c0f-4e53-8a88-f95daf004722/c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf/62757f8b-d3d5-4aee-965f-fb64d9e2b7f4) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:50.018744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2c56-c587-456d-b49a-a85c400c9f48 req-573dfccb-fcf8-40b5-a065-6cf294c39660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.022791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a4f2c56-c587-456d-b49a-a85c400c9f48 req-573dfccb-fcf8-40b5-a065-6cf294c39660 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 1127 time: 0.2209527 Mar 07 04:39:50.042617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for port (2437a198-4c19-44dc-9533-8da40d413217), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.062430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cc23b83a-7f68-42d5-b16c-dbe6698570a4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:50.076409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4', 'network_id': 'f4062c06-a440-4294-9453-30c53e6dc5b4', 'port_id': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4', 'mac_address': 'fa:16:3e:14:7f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1407e8-da1a-4516-b5e3-f42decd22e7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:39:50.123088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.159851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port cc23b83a-7f68-42d5-b16c-dbe6698570a4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:50.160245 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.198486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc23b83a-7f68-42d5-b16c-dbe6698570a4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:50.212522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3f7eaa2-06f8-4d0a-9447-8369ece478b6 req-b28decde-4065-48f4-9eb0-6e075e9c9384 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654390 Mar 07 04:39:50.213020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1a4f2c56-c587-456d-b49a-a85c400c9f48 req-1927017e-9e83-4d0b-ab34-8bd0cdb7d027 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808124 Mar 07 04:39:50.253760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:50.271005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.297599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d9532-6ee6-4370-95a8-18d60b1e9765 req-d0a32472-070c-499f-91ee-3ffcd37aabfa tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.299223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a5d9532-6ee6-4370-95a8-18d60b1e9765 req-d0a32472-070c-499f-91ee-3ffcd37aabfa tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.7184377 Mar 07 04:39:50.317553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cc23b83a-7f68-42d5-b16c-dbe6698570a4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:50.334436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.406520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Network 6537958d-9046-461e-b6f1-8c508d777d48 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:50.450840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:50.454256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:50.454812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:50.455449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.477258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a5d9532-6ee6-4370-95a8-18d60b1e9765 req-b18883be-b3e7-4435-9afb-eb9a1e239494 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716139 Mar 07 04:39:50.527401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=cc23b83a-7f68-42d5-b16c-dbe6698570a4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:50.541881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event updated for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:50.565174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Publish callbacks [] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.592554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['cc23b83a-7f68-42d5-b16c-dbe6698570a4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:39:50.632122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.643569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.684882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.705580 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.727319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-47278e7d-d381-45a5-9a29-1066a4212282 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.737953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-47278e7d-d381-45a5-9a29-1066a4212282 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.753504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-47278e7d-d381-45a5-9a29-1066a4212282 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.768068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-47278e7d-d381-45a5-9a29-1066a4212282 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.773775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-47278e7d-d381-45a5-9a29-1066a4212282 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:50.783241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:50.793711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-47278e7d-d381-45a5-9a29-1066a4212282 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 3815 time: 0.4674838 Mar 07 04:39:50.819410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Pushing event updated for resources: {'Port': ['ID=62757f8b-d3d5-4aee-965f-fb64d9e2b7f4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:50.895083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-55fa7f46-a43b-4565-85b9-f49217904119 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9373491 Mar 07 04:39:50.918191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:50.923744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:50.926176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:50.933267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:50.936387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:50.979940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6b05c8-5c0f-4e53-8a88-f95daf004722']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:51.000542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18324273-f6ba-4ad2-b145-c458faef81a8') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:51.000855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18324273-f6ba-4ad2-b145-c458faef81a8') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:51.034101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.064413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.071404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:51.072311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:51.075667 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:51.082746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:51.083195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.088980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19d9f079-ff8b-4511-8b70-158ba96038c8 req-5d590fba-d67b-4717-80b5-13d1ac24745d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942379 Mar 07 04:39:51.170777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:39:51.170777 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:39:51.170777 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722'}] Mar 07 04:39:51.170777 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:39:51.171694 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:39:51.199421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7b3f-edb3-4793-b71b-61952eeec1c8 req-77f389d3-fa00-4120-ac5f-338d0b85a106 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:51.201178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fbf7b3f-edb3-4793-b71b-61952eeec1c8 req-77f389d3-fa00-4120-ac5f-338d0b85a106 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 945 time: 0.5535448 Mar 07 04:39:51.238507 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.262908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d2a8c0-03b2-43dd-993e-7faacb65c253 None None] Network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:51.361602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fbf7b3f-edb3-4793-b71b-61952eeec1c8 req-6914cfc5-5eb5-4e9d-a9bb-e7c7945df177 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466253 Mar 07 04:39:51.384734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d60425-2122-446b-92ea-987c811d7bbd req-ae916afa-27ad-4ddd-9133-872a79efe7c5 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:51.399512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84d60425-2122-446b-92ea-987c811d7bbd req-ae916afa-27ad-4ddd-9133-872a79efe7c5 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.1521740 Mar 07 04:39:51.673054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.706472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Attempting to bind port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:51.707834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Attempting to bind port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '18324273-f6ba-4ad2-b145-c458faef81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:51.709185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Attempting to bind port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 on network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:51.712443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-21dfea20-47e2-481c-8a30-c01434fbef53 None None] Provisioning complete for port 2437a198-4c19-44dc-9533-8da40d413217 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:51.713058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21dfea20-47e2-481c-8a30-c01434fbef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2437a198-4c19-44dc-9533-8da40d413217), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.759461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:39:51.759720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.760219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,segment=NetworkSegment(f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74),segment_id=f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:51.766081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:51.766910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Checking segment: {'id': '18324273-f6ba-4ad2-b145-c458faef81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:51.767572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.767970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Bound using segment: {'id': '18324273-f6ba-4ad2-b145-c458faef81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:51.768867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Bound port: 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18324273-f6ba-4ad2-b145-c458faef81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5a6b05c8-5c0f-4e53-8a88-f95daf004722'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:51.769380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.793663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.848343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84d60425-2122-446b-92ea-987c811d7bbd req-e0c7c86d-cb0a-47ba-8c0b-ecaf922a4b5c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478495 Mar 07 04:39:51.851130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4, host n-d-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:51.851681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.873332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:39:51.893872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-21dfea20-47e2-481c-8a30-c01434fbef53 None None] Port 2437a198-4c19-44dc-9533-8da40d413217 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:39:51.965469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:51.969710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] For port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:51.974683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] For port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=62757f8b-d3d5-4aee-965f-fb64d9e2b7f4,segment=NetworkSegment(18324273-f6ba-4ad2-b145-c458faef81a8),segment_id=18324273-f6ba-4ad2-b145-c458faef81a8)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:51.987994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:51.998961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (62757f8b-d3d5-4aee-965f-fb64d9e2b7f4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.032774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6cbea-46d7-4ebe-a2a0-8a127e383870 req-90ddc8f6-f286-4e88-8e4b-84e907071077 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:52.037519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=62757f8b-d3d5-4aee-965f-fb64d9e2b7f4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:52.043329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:39:52.072609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01d6cbea-46d7-4ebe-a2a0-8a127e383870 req-90ddc8f6-f286-4e88-8e4b-84e907071077 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4540141 Mar 07 04:39:52.136655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a7af-269e-4398-91df-ce9475a9ca53 None None] Pushing event deleted for resources: {'Port': ['ID=62757f8b-d3d5-4aee-965f-fb64d9e2b7f4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:52.161366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6122c-7428-4fe3-b139-f25f32730133 req-67828709-1327-4adb-a4b1-672877af8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:52.163131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-67828709-1327-4adb-a4b1-672877af8ff0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=885e1e8eb30c4045b3b507adfd796db1&device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 1127 time: 0.5134451 Mar 07 04:39:52.204903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-387148c6-cd0a-4157-8410-054f0740995c None None] Provisioning complete for port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:52.208096 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-387148c6-cd0a-4157-8410-054f0740995c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-f05d57bc-7c7c-4d44-9118-72ab780f4361 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 could not be found. Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:52.221167 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 62757f8b-d3d5-4aee-965f-fb64d9e2b7f4 could not be found. Mar 07 04:39:52.224252 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:39:52.245265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.247925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:52.253848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998cbc1-1397-4fbc-9843-39e19246232c None None] Network 5a6b05c8-5c0f-4e53-8a88-f95daf004722 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:52.309817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6b05c8-5c0f-4e53-8a88-f95daf004722']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:52.323374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6122c-7428-4fe3-b139-f25f32730133 req-bb5307f1-e399-454e-a9ea-37f467166b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:52.325606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-bb5307f1-e399-454e-a9ea-37f467166b91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58c5e128-270c-4fa2-849e-f9fd12806ac0 HTTP/1.1" status: 200 len: 913 time: 0.1512218 Mar 07 04:39:52.332583 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.336298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18324273-f6ba-4ad2-b145-c458faef81a8') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:52.336298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18324273-f6ba-4ad2-b145-c458faef81a8') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:52.355770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.381961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.388839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:52.389231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (18324273-f6ba-4ad2-b145-c458faef81a8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.390304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386426b-d338-492d-b918-8b088c90f2b8 req-342047ff-1c5a-4447-b530-37edfd465888 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:52.392833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9386426b-d338-492d-b918-8b088c90f2b8 req-342047ff-1c5a-4447-b530-37edfd465888 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.3907137 Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:52.396404 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:52.502320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (5a6b05c8-5c0f-4e53-8a88-f95daf004722), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.507996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.515506 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/5a6b05c8-5c0f-4e53-8a88-f95daf004722 HTTP/1.1" status: 204 len: 168 time: 3.5541263 Mar 07 04:39:52.536747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54378) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:52.538201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382a7bc-5e26-4384-85b3-0853518b7f2f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=5a6b05c8-5c0f-4e53-8a88-f95daf004722,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:52.544211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16e44e-4c83-4db9-9705-ff0499be53b3 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:39:52.557765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573626686'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:52.598068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:52.602106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.651973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:52.652494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.658367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:52.683397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.686292 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee of type vlan for network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb Mar 07 04:39:52.721139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-387148c6-cd0a-4157-8410-054f0740995c None None] Current status of the port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:52.791078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16e44e-4c83-4db9-9705-ff0499be53b3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:39:52.799601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (608e2d33-6fb0-47db-8973-b3b04bbcf2fb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.865603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (608e2d33-6fb0-47db-8973-b3b04bbcf2fb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.875194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:52.875887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.889118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:52.915664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01d6cbea-46d7-4ebe-a2a0-8a127e383870 req-2c845228-8f06-42f1-9611-f53782030600 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8418393 Mar 07 04:39:52.925207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-e343dbb0-d74d-4f60-bad2-624c74bfe50a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=929fbb89-d7aa-45be-930e-613ad142b795 HTTP/1.1" status: 200 len: 217 time: 0.5713580 Mar 07 04:39:52.933026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e1eaa9a1-e253-4dc8-9b20-f956d1851d81 None None] Provisioning complete for port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:52.938207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa9a1-e253-4dc8-9b20-f956d1851d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:52.965668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4237385 Mar 07 04:39:52.976058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:52.987027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:53.076399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56ab46-26e0-4220-b455-674f885a8c11 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=608e2d33-6fb0-47db-8973-b3b04bbcf2fb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:53.104364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:53.128723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:53.229369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Publish callbacks [] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.247124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:53.251850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.291012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cc23b83a-7f68-42d5-b16c-dbe6698570a4 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:53.332279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e1eaa9a1-e253-4dc8-9b20-f956d1851d81 None None] Current status of the port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:53.350984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Transition to ACTIVE for port object 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:39:53.371979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6122c-7428-4fe3-b139-f25f32730133 req-f1ea1c82-31d9-4580-918c-cbab664bcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.380838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-f1ea1c82-31d9-4580-918c-cbab664bcf0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28e69235-3020-4473-961c-aeace1e661e7 HTTP/1.1" status: 200 len: 852 time: 0.3041742 Mar 07 04:39:53.424913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.429786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9386426b-d338-492d-b918-8b088c90f2b8 req-4226c297-a0b3-492b-b28e-5d60773a9a28 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099092 Mar 07 04:39:53.466867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port cc23b83a-7f68-42d5-b16c-dbe6698570a4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:39:53.471598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port cc23b83a-7f68-42d5-b16c-dbe6698570a4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:53.471980 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.478218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-e632704c-2354-45f8-8a75-ea3816ff74be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.484402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-e632704c-2354-45f8-8a75-ea3816ff74be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.508534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-e632704c-2354-45f8-8a75-ea3816ff74be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.514146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-e632704c-2354-45f8-8a75-ea3816ff74be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.527854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (35de79b4-ca61-4597-88d7-100201048fa4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.535991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-e632704c-2354-45f8-8a75-ea3816ff74be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.548896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-e632704c-2354-45f8-8a75-ea3816ff74be tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 3815 time: 0.4735839 Mar 07 04:39:53.615085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-b277cc74-84d3-452a-9a3d-bef659d9a8fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58c5e128-270c-4fa2-849e-f9fd12806ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841488 Mar 07 04:39:53.621836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:53.622678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 608e2d33-6fb0-47db-8973-b3b04bbcf2fb, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:53.630775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=35de79b4-ca61-4597-88d7-100201048fa4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:53.668930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:53.678941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port cc23b83a-7f68-42d5-b16c-dbe6698570a4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:53.679342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.692487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 608e2d33-6fb0-47db-8973-b3b04bbcf2fb) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:53.717202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:53.717914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.721970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb49edf-5614-4423-80e2-9ac00572b295 None None] Network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:53.745445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Pushing event updated for resources: {'Port': ['ID=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:53.747895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:53.751772 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1992f7-29fb-4734-8247-96a30877e8d1" -d '{"events": [{"server_uuid": "5093c2b5-554f-4eed-ba2b-d553b6e2aa62", "name": "network-vif-plugged", "status": "completed", "tag": "cc23b83a-7f68-42d5-b16c-dbe6698570a4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:53.759710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb909f55-31c7-49d8-b547-d26660a7c61f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7815483 Mar 07 04:39:53.763366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54390) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:53.768732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-728390110'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:53.799351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cc23b83a-7f68-42d5-b16c-dbe6698570a4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:53.832937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:53.839762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.886155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c5b41d5b-6c59-44f7-80ea-14bcad071338 req-4d1cbd1a-0859-45da-b588-09eddd5fcbb6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367019 Mar 07 04:39:53.901503 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.919635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:53.951999 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (055bf1d6-8fe0-4093-90c8-ef8e3450edf5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:53.966089 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 055bf1d6-8fe0-4093-90c8-ef8e3450edf5 of type vlan for network 1ced45ea-9ba8-4e85-a73d-128854aee2af Mar 07 04:39:54.010013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d199fc-6c4c-49d8-873a-1522309eb6d4 req-e87ac50e-f0d2-40d7-8bc2-aca8eb4ddbd2 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:54.027700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26d199fc-6c4c-49d8-873a-1522309eb6d4 req-e87ac50e-f0d2-40d7-8bc2-aca8eb4ddbd2 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 945 time: 0.4759305 Mar 07 04:39:54.035030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=cc23b83a-7f68-42d5-b16c-dbe6698570a4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:54.099335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (1ced45ea-9ba8-4e85-a73d-128854aee2af), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.106339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-8dfda880-c10d-4911-abc5-6931634c53bd service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790208 Mar 07 04:39:54.155927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (1ced45ea-9ba8-4e85-a73d-128854aee2af), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.168444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:54.169117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.194875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-608e2d33-6fb0-47db-8973-b3b04bbcf2fb', 'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': '35de79b4-ca61-4597-88d7-100201048fa4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:54.197028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.197162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Attempting to bind port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:54.197162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Attempting to bind port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:54.197162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Attempting to bind port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 on network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:54.273491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=1ced45ea-9ba8-4e85-a73d-128854aee2af,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:54.280344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-afb87a0c-579e-459a-a6c9-a22bc572d5e9 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5156679 Mar 07 04:39:54.283725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:54.298307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '1ced45ea-9ba8-4e85-a73d-128854aee2af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:54.338321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 on network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:39:54.338658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Attempting to bind port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 on network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:54.365480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 1ced45ea-9ba8-4e85-a73d-128854aee2af details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:54.370545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:54.371504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Checking segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:54.373081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Bound using segment: {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:54.373726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Bound port: 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a19525e-74c1-4ec8-b33e-c4dd84ef6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:54.374435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.383989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26d199fc-6c4c-49d8-873a-1522309eb6d4 req-16bad4b2-da89-4196-91dc-eb636aab9754 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293791 Mar 07 04:39:54.420574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:54.422662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7ec5-65de-4635-bed3-847c7a67bf99 req-414b226b-ddb0-4ae6-b428-d6a1bc9b3214 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:54.424899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.431342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39c7ec5-65de-4635-bed3-847c7a67bf99 req-414b226b-ddb0-4ae6-b428-d6a1bc9b3214 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.3984714 Mar 07 04:39:54.505263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Performing IP validity checks on allocation pools {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:39:54.505791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:39:54.547651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c39c7ec5-65de-4635-bed3-847c7a67bf99 req-43ffa21c-1720-482d-b80a-546c8de9e14d tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154258 Mar 07 04:39:54.549927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aac6122c-7428-4fe3-b139-f25f32730133 req-60b0036a-fc1d-4626-b99c-b8f185454daf service neutron] 10.222.0.15 "GET /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297681 Mar 07 04:39:54.576364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Allocated IP 2001:db8::1 (608e2d33-6fb0-47db-8973-b3b04bbcf2fb/35de79b4-ca61-4597-88d7-100201048fa4/08bb8c35-bb66-4071-84b0-9e5de8714a84) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:39:54.675140 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074f497-2716-4220-8494-4eac45f428a3 x-openstack-request-id: req-8074f497-2716-4220-8494-4eac45f428a3 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:54.675684 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5093c2b5-554f-4eed-ba2b-d553b6e2aa62", "name": "network-vif-plugged", "status": "completed", "tag": "cc23b83a-7f68-42d5-b16c-dbe6698570a4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:54.676110 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8074f497-2716-4220-8494-4eac45f428a3 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:54.677282 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4', 'code': 200} Mar 07 04:39:54.717547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] For port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:54.729749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (1411a586-c1e4-4114-b722-ad4b2f78411e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.735105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] For port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:54.765618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a710c1-5bbf-4154-8603-65d3907c71bd req-b990578f-c242-482a-9587-e3e799b83a47 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:54.773451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91a710c1-5bbf-4154-8603-65d3907c71bd req-b990578f-c242-482a-9587-e3e799b83a47 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2693951 Mar 07 04:39:54.792582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.823249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '055bf1d6-8fe0-4093-90c8-ef8e3450edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1ced45ea-9ba8-4e85-a73d-128854aee2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:54.823616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 1ced45ea-9ba8-4e85-a73d-128854aee2af, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:54.846177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=1411a586-c1e4-4114-b722-ad4b2f78411e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:54.852304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 1ced45ea-9ba8-4e85-a73d-128854aee2af is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:54.865992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 1ced45ea-9ba8-4e85-a73d-128854aee2af) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:54.870841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:54.871778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:54.893371 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-66931ea5-7a22-4720-a9e4-63914f01de0a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6059873 Mar 07 04:39:54.893701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:54.896176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43027adb-c1d2-4ad0-8d17-df1742ae4f31 None None] Network 1ced45ea-9ba8-4e85-a73d-128854aee2af requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:54.995616 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Publish callbacks [] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.031222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.037392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (1ced45ea-9ba8-4e85-a73d-128854aee2af), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.052747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91a710c1-5bbf-4154-8603-65d3907c71bd req-80fc78c8-4377-4135-b214-abbddcf92088 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783716 Mar 07 04:39:55.067470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:55.068253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.069871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] 10.222.0.15 "PUT /v2.0/ports/0455f2f9-0ec1-4dbc-a6d7-4278d778c216 HTTP/1.1" status: 200 len: 1091 time: 4.1573091 Mar 07 04:39:55.073487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:55.076525 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed788bd-2546-4b72-b56c-6f6788ad95da" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:55.127901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:39:55.140561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:55.155310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1411a586-c1e4-4114-b722-ad4b2f78411e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.182213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Pushing event updated for resources: {'Port': ['ID=08bb8c35-bb66-4071-84b0-9e5de8714a84,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:55.241731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:55.247183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:39:55.273078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa87ef-1ba6-4ca1-9219-d2ffb9040af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-1ced45ea-9ba8-4e85-a73d-128854aee2af', 'network_id': '1ced45ea-9ba8-4e85-a73d-128854aee2af', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': '1411a586-c1e4-4114-b722-ad4b2f78411e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:55.282007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-63fa87ef-1ba6-4ca1-9219-d2ffb9040af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.300123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eaf7f-cfdc-44dd-9c63-5e143b907718 service neutron] Pushing event updated for resources: {'Port': ['ID=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:55.321462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (1411a586-c1e4-4114-b722-ad4b2f78411e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.399780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=1411a586-c1e4-4114-b722-ad4b2f78411e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:55.494350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (1ced45ea-9ba8-4e85-a73d-128854aee2af), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.501626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919cd67-34a8-4dff-8323-4a9bbda2d3b9 req-bbacef08-92cd-4658-b636-6f477dc14666 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:55.514416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc5fc7-97e8-4484-860f-13d4cf217f57 None None] Network 1ced45ea-9ba8-4e85-a73d-128854aee2af requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:55.516042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1919cd67-34a8-4dff-8323-4a9bbda2d3b9 req-bbacef08-92cd-4658-b636-6f477dc14666 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.6550744 Mar 07 04:39:55.520308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ced45ea-9ba8-4e85-a73d-128854aee2af']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:55.531680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055bf1d6-8fe0-4093-90c8-ef8e3450edf5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:55.532260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055bf1d6-8fe0-4093-90c8-ef8e3450edf5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:55.543382 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (055bf1d6-8fe0-4093-90c8-ef8e3450edf5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.546983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Attempting to bind port 08bb8c35-bb66-4071-84b0-9e5de8714a84 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:55.552535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Attempting to bind port 08bb8c35-bb66-4071-84b0-9e5de8714a84 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:55.552991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Attempting to bind port 08bb8c35-bb66-4071-84b0-9e5de8714a84 on network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:55.555609 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.561516 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (055bf1d6-8fe0-4093-90c8-ef8e3450edf5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.575397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:55.575809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (055bf1d6-8fe0-4093-90c8-ef8e3450edf5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.582512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:55.583163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Checking segment: {'id': '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:55.583640 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.584093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Bound using segment: {'id': '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:55.584653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Bound port: 08bb8c35-bb66-4071-84b0-9e5de8714a84, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '608e2d33-6fb0-47db-8973-b3b04bbcf2fb'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:55.585160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.613223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251939d8-4017-4ad7-822e-13a07ea0e3f4 req-005cc7e4-810d-43ca-8eb5-ca8cb0bc9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:55.618656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-251939d8-4017-4ad7-822e-13a07ea0e3f4 req-005cc7e4-810d-43ca-8eb5-ca8cb0bc9135 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1128 time: 0.8374779 Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:55.680172 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:55.726389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (1ced45ea-9ba8-4e85-a73d-128854aee2af), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.738414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.745658 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/1ced45ea-9ba8-4e85-a73d-128854aee2af HTTP/1.1" status: 204 len: 168 time: 0.8509521 Mar 07 04:39:55.753371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:55.765634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103194650'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:55.812979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5a8fe-6b4d-4e4b-872c-65348e9e3d40 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=1ced45ea-9ba8-4e85-a73d-128854aee2af,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:55.823998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-251939d8-4017-4ad7-822e-13a07ea0e3f4 req-6739c105-813a-4843-b70a-979f0eb10da2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704998 Mar 07 04:39:55.845173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1919cd67-34a8-4dff-8323-4a9bbda2d3b9 req-95825bdd-5405-4433-849b-e45731065ed5 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243663 Mar 07 04:39:55.847072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:55.850661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.861155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-8b3d05f5-6131-4831-8be5-9bd9dd577114 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:55.867460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-8b3d05f5-6131-4831-8be5-9bd9dd577114 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 811 time: 0.6269891 Mar 07 04:39:55.911040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:55.920181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] For port 08bb8c35-bb66-4071-84b0-9e5de8714a84, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:55.925575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3172f5d1-a4da-4145-a35b-ebbd4b557c1c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:55.925809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] For port 08bb8c35-bb66-4071-84b0-9e5de8714a84, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08bb8c35-bb66-4071-84b0-9e5de8714a84,segment=NetworkSegment(8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee),segment_id=8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:55.926342 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 3172f5d1-a4da-4145-a35b-ebbd4b557c1c of type vlan for network a430f0b2-fb50-40fa-ac42-32373b0e800a Mar 07 04:39:55.934253 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.006234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13891f5-7270-49d5-bfa2-2962b5037813 None None] Pushing event updated for resources: {'Port': ['ID=08bb8c35-bb66-4071-84b0-9e5de8714a84,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:56.038764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-3e9a801b-4e11-4c6b-a050-1ce716629382 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/quotas/54e1ead3460e4d64afc505ac3f7585cf HTTP/1.1" status: 200 len: 375 time: 0.0610127 Mar 07 04:39:56.067825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a430f0b2-fb50-40fa-ac42-32373b0e800a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.123683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-3e063acd-d85f-45e9-9132-0a18996843f9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.127042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a430f0b2-fb50-40fa-ac42-32373b0e800a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.130673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-3e063acd-d85f-45e9-9132-0a18996843f9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.132514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.133206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.136676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-3e063acd-d85f-45e9-9132-0a18996843f9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.143768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-3e063acd-d85f-45e9-9132-0a18996843f9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.149339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-3e063acd-d85f-45e9-9132-0a18996843f9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.157798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-3e063acd-d85f-45e9-9132-0a18996843f9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 3827 time: 0.1725178 Mar 07 04:39:56.240092 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4848459 Mar 07 04:39:56.243930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:56.250887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': 'a430f0b2-fb50-40fa-ac42-32373b0e800a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:56.266071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94c135d9-0548-4de6-aed9-9218cbf36f96 req-7c1d71b8-82e8-409f-b25a-eb7460c65731 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070690 Mar 07 04:39:56.285920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244650-38b7-4c2b-addc-fe800a1a4b81 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=a430f0b2-fb50-40fa-ac42-32373b0e800a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:56.308367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a430f0b2-fb50-40fa-ac42-32373b0e800a details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:56.424537 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa787e9-695d-4da4-8638-e2334c6ebce0 x-openstack-request-id: req-cfa787e9-695d-4da4-8638-e2334c6ebce0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:39:56.424765 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:39:56.425037 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfa787e9-695d-4da4-8638-e2334c6ebce0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:39:56.427499 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'status': 'completed', 'code': 200} Mar 07 04:39:56.453794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-7fe965c5-6b0c-4734-84ab-18b8b4eae71a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4039941 Mar 07 04:39:56.530795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:56.534326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.730567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-c8d62cc6-fd4f-45f7-8c95-90e838b3ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.731112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-c8d62cc6-fd4f-45f7-8c95-90e838b3ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.731649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-c8d62cc6-fd4f-45f7-8c95-90e838b3ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.732118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-c8d62cc6-fd4f-45f7-8c95-90e838b3ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.732585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-c8d62cc6-fd4f-45f7-8c95-90e838b3ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.734625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-c8d62cc6-fd4f-45f7-8c95-90e838b3ae82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 4393 time: 0.3364406 Mar 07 04:39:56.785917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d73e9-b4c4-4a43-955a-0346fd7ab5dc req-b11e426e-2b66-44fb-abef-5f116593bb78 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.787483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a7d73e9-b4c4-4a43-955a-0346fd7ab5dc req-b11e426e-2b66-44fb-abef-5f116593bb78 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.1961224 Mar 07 04:39:56.792044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf68404-21e4-4190-b574-c3560f5dd4f2 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:39:56.800923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (b837609d-1d05-4377-8faf-7bd783fc0e7a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.813466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-bd9d77bb-e61a-492c-af74-93ca4a05b221 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585143 Mar 07 04:39:56.870103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Publish callbacks [] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.877320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a7d73e9-b4c4-4a43-955a-0346fd7ab5dc req-16fc1cc4-a3db-44bd-8fce-13fe3d7bb28c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804648 Mar 07 04:39:56.891752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '3172f5d1-a4da-4145-a35b-ebbd4b557c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a430f0b2-fb50-40fa-ac42-32373b0e800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:56.892166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: a430f0b2-fb50-40fa-ac42-32373b0e800a, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:56.894603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=b837609d-1d05-4377-8faf-7bd783fc0e7a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:56.942253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network a430f0b2-fb50-40fa-ac42-32373b0e800a is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:56.962576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a430f0b2-fb50-40fa-ac42-32373b0e800a) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:56.985620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:56.986267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:56.993925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Transition to ACTIVE for port object 9cf68404-21e4-4190-b574-c3560f5dd4f2 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:39:56.998114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b14d53-54a2-4423-b2a5-ebcd221443a0 None None] Network a430f0b2-fb50-40fa-ac42-32373b0e800a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:57.021376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4d7aa330-3a6e-4c42-be03-c236f9d00b0e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7734249 Mar 07 04:39:57.022460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54432) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:57.039280 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.151488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-7242fcfe-da37-4a1b-9c29-2a71c32757ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:57.151960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-7242fcfe-da37-4a1b-9c29-2a71c32757ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:57.152505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-7242fcfe-da37-4a1b-9c29-2a71c32757ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:57.154019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-7242fcfe-da37-4a1b-9c29-2a71c32757ff service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4aed894c085f49b385714837be247e94&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4010816 Mar 07 04:39:57.214858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a430f0b2-fb50-40fa-ac42-32373b0e800a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.246812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3fb2e3-7ec3-41b5-a77b-875b76da7874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-a430f0b2-fb50-40fa-ac42-32373b0e800a', 'network_id': 'a430f0b2-fb50-40fa-ac42-32373b0e800a', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': 'b837609d-1d05-4377-8faf-7bd783fc0e7a'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:39:57.248293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb2e3-7ec3-41b5-a77b-875b76da7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.285946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:57.334314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b837609d-1d05-4377-8faf-7bd783fc0e7a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.416800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Attempting to bind port 9cf68404-21e4-4190-b574-c3560f5dd4f2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:39:57.416800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Attempting to bind port 9cf68404-21e4-4190-b574-c3560f5dd4f2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:39:57.417116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Attempting to bind port 9cf68404-21e4-4190-b574-c3560f5dd4f2 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:57.426135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afd8f4-ec33-424d-9a7a-0aab47fb46c7 req-19178e40-e764-424e-8f4b-b639139c1c72 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:57.427326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39afd8f4-ec33-424d-9a7a-0aab47fb46c7 req-19178e40-e764-424e-8f4b-b639139c1c72 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4039023 Mar 07 04:39:57.443789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-2c998d1b-31b5-4446-995c-be8ee0139ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292851 Mar 07 04:39:57.447748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b837609d-1d05-4377-8faf-7bd783fc0e7a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-ae3fb2e3-7ec3-41b5-a77b-875b76da7874 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b837609d-1d05-4377-8faf-7bd783fc0e7a: This subnet is being modified by another concurrent operation. Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:39:57.470400 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b837609d-1d05-4377-8faf-7bd783fc0e7a: This subnet is being modified by another concurrent operation. Mar 07 04:39:57.474122 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:39:57.533435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Port 9cf68404-21e4-4190-b574-c3560f5dd4f2 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:39:57.539473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Attempting to bind port 9cf68404-21e4-4190-b574-c3560f5dd4f2 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:39:57.542664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=b837609d-1d05-4377-8faf-7bd783fc0e7a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:57.609708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:39:57.610104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Checking segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:57.610851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Bound using segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:39:57.611127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Bound port: 9cf68404-21e4-4190-b574-c3560f5dd4f2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:39:57.611503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.614402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-e71aa720-c907-4309-95e5-aa22a466e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:57.616130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ed788bd-2546-4b72-b56c-6f6788ad95da req-e71aa720-c907-4309-95e5-aa22a466e2cf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4416525 Mar 07 04:39:57.705736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3e99c-92d6-485f-a305-f8a4e641a634 None None] Network a430f0b2-fb50-40fa-ac42-32373b0e800a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:57.724076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39afd8f4-ec33-424d-9a7a-0aab47fb46c7 req-8ec1fd5a-ede6-4425-ac43-6c3520a50427 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193854 Mar 07 04:39:57.787079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a430f0b2-fb50-40fa-ac42-32373b0e800a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.874269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a430f0b2-fb50-40fa-ac42-32373b0e800a']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:57.916397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3172f5d1-a4da-4145-a35b-ebbd4b557c1c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:57.916758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3172f5d1-a4da-4145-a35b-ebbd4b557c1c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:39:57.940800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3172f5d1-a4da-4145-a35b-ebbd4b557c1c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.973562 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3172f5d1-a4da-4145-a35b-ebbd4b557c1c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.987511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:39:57.987919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3172f5d1-a4da-4145-a35b-ebbd4b557c1c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:39:57.990959 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:39:58.031748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:39:58.103386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:39:58.130319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.146484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.149280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a84004-6079-42d3-b301-9de3759a719e None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:39:58.152962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.160189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.166439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.173505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.181276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.190006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a430f0b2-fb50-40fa-ac42-32373b0e800a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.191106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-bed68508-ba57-49c4-891d-e20dd43d1a94 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 4603 time: 0.2954516 Mar 07 04:39:58.200369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.214711 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/a430f0b2-fb50-40fa-ac42-32373b0e800a HTTP/1.1" status: 204 len: 168 time: 1.1884980 Mar 07 04:39:58.216518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54452) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:58.220873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366196706'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:58.225080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08bb8c35-bb66-4071-84b0-9e5de8714a84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:39:58.256352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967569b-a14d-4754-83e8-825fe824873b tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=a430f0b2-fb50-40fa-ac42-32373b0e800a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:58.267262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9215470-96fe-41a7-88a7-f8bece840828 req-62fd6bc8-4ccb-409b-a3dc-de12936d6956 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.268902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9215470-96fe-41a7-88a7-f8bece840828 req-62fd6bc8-4ccb-409b-a3dc-de12936d6956 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.5089006 Mar 07 04:39:58.278737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.288512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.288512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] 10.222.0.15 "PUT /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 1134 time: 3.1517975 Mar 07 04:39:58.298230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:58.301563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.324578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:58.357696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:39:58.372264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (18e5a326-129d-4137-8c8d-ddc17abeeb55), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.372961 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 18e5a326-129d-4137-8c8d-ddc17abeeb55 of type vlan for network 9beaf318-b4a4-459c-bf5d-f14b1903d3de Mar 07 04:39:58.433582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '9cf68404-21e4-4190-b574-c3560f5dd4f2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:39:58.436111 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7e1366-a699-4ca0-a34d-6cab0ec81976" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "9cf68404-21e4-4190-b574-c3560f5dd4f2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:39:58.462769 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9beaf318-b4a4-459c-bf5d-f14b1903d3de), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.501948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9beaf318-b4a4-459c-bf5d-f14b1903d3de), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.509299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:58.509999 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.541335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d6ece-e7bd-497b-af62-9e39c3e11c38 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:58.552847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.574617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] Provisioning complete for port 08bb8c35-bb66-4071-84b0-9e5de8714a84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:58.574918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec7c4f4b-931e-4f29-86cb-c267a5292035 req-995ad411-412f-4a51-adb3-f0d6cb7a8068 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3764176 Mar 07 04:39:58.574997 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.576746 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3601053 Mar 07 04:39:58.578039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54462) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:39:58.586594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9215470-96fe-41a7-88a7-f8bece840828 req-65661000-3f3b-4498-a4fa-76bec5144cc2 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992125 Mar 07 04:39:58.587221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:58.763120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08bb8c35-bb66-4071-84b0-9e5de8714a84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:39:58.768982 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.810932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2070-830f-4c7b-a5db-ada116b144e0 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=9beaf318-b4a4-459c-bf5d-f14b1903d3de,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:58.829025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-738c53c3-0c05-4ca7-b62b-5a37494daa52 req-34d51f66-b829-49bb-99f4-7c28f9d44775 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 210 time: 0.1251850 Mar 07 04:39:58.867427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9beaf318-b4a4-459c-bf5d-f14b1903d3de details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:39:58.922807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:39:58.926636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:58.969756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a84004-6079-42d3-b301-9de3759a719e None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:39:59.024996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25f81-56ff-4ce8-b1d8-cdeccf9a4b2d req-84599421-b4d1-4d76-997b-36e6d3cbb602 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:59.029175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2bd25f81-56ff-4ce8-b1d8-cdeccf9a4b2d req-84599421-b4d1-4d76-997b-36e6d3cbb602 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2859492 Mar 07 04:39:59.288697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] Current status of the port 08bb8c35-bb66-4071-84b0-9e5de8714a84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:59.289721 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:59.320763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (68441e4a-1b1a-4abb-8d8e-542b26506dd5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:59.323157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08bb8c35-bb66-4071-84b0-9e5de8714a84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:39:59.323699 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:59.349745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] For port 08bb8c35-bb66-4071-84b0-9e5de8714a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08bb8c35-bb66-4071-84b0-9e5de8714a84,segment=NetworkSegment(8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee),segment_id=8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:39:59.363842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:59.486924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=68441e4a-1b1a-4abb-8d8e-542b26506dd5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:59.578936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de022b-bbc3-4e6e-b630-fab98dd3fe62 None None] Network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:59.594855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '18e5a326-129d-4137-8c8d-ddc17abeeb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:39:59.597225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 9beaf318-b4a4-459c-bf5d-f14b1903d3de, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:39:59.741763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 9beaf318-b4a4-459c-bf5d-f14b1903d3de is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:39:59.779782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9beaf318-b4a4-459c-bf5d-f14b1903d3de) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:39:59.796975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:59.797571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:39:59.814637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19049586-3e2b-4511-b894-a29c3eee0762 None None] Network 9beaf318-b4a4-459c-bf5d-f14b1903d3de requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:39:59.816475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ec169-1b35-4ac3-81ee-2bd62db9cc3e None None] Pushing event updated for resources: {'Port': ['ID=08bb8c35-bb66-4071-84b0-9e5de8714a84,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:39:59.820869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-d694c124-fb67-4776-a6a8-be25a666179e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:39:59.822576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-d694c124-fb67-4776-a6a8-be25a666179e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 811 time: 0.3154464 Mar 07 04:39:59.844514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Request body: {'port': {'device_id': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'admin_state_up': True, 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:39:59.892368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:39:59.892730 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:39:59.893401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e40ca334-c0a8-4a8b-b1e2-fae946603556 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3067646 Mar 07 04:39:59.894109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54478) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:00.003885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c7f3a-316a-49e4-af8e-55620bc75412 req-41784614-85b3-4f89-a3c9-685e128d5a98 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.011274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a95c7f3a-316a-49e4-af8e-55620bc75412 req-41784614-85b3-4f89-a3c9-685e128d5a98 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 1.0485239 Mar 07 04:40:00.028381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9beaf318-b4a4-459c-bf5d-f14b1903d3de', 'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': '68441e4a-1b1a-4abb-8d8e-542b26506dd5'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:00.029274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.053479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2bd25f81-56ff-4ce8-b1d8-cdeccf9a4b2d req-6f0821e5-492f-4312-947c-563ccb227e0c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0105581 Mar 07 04:40:00.174056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a95c7f3a-316a-49e4-af8e-55620bc75412 req-65f6dc24-7bea-4d7e-af74-a025300505d5 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520979 Mar 07 04:40:00.235314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Allocated IP 2001:db8::1 (9beaf318-b4a4-459c-bf5d-f14b1903d3de/68441e4a-1b1a-4abb-8d8e-542b26506dd5/b905a001-cfa5-43c6-8c08-8dd815bdde53) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:00.261198 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2289e-482c-490d-9672-8a988b4f52d9 x-openstack-request-id: req-3fe2289e-482c-490d-9672-8a988b4f52d9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:00.261456 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "9cf68404-21e4-4190-b574-c3560f5dd4f2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:00.261616 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fe2289e-482c-490d-9672-8a988b4f52d9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:00.262054 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '9cf68404-21e4-4190-b574-c3560f5dd4f2', 'status': 'completed', 'code': 200} Mar 07 04:40:00.294068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Made reservation on behalf of 54e1ead3460e4d64afc505ac3f7585cf for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:00.303784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.366494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4253da2e-dbcf-4d24-8d94-5b761d160c99 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:00.379045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9beaf318-b4a4-459c-bf5d-f14b1903d3de), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.437869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Publish callbacks [] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.455462 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Publish callbacks [] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.494684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.494880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.495575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.496492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.497033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.497565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.498139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.501282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-65095b61-4efd-4bfb-8537-10b1a6740534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5351 time: 0.2366672 Mar 07 04:40:00.521795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Transition to ACTIVE for port object 4253da2e-dbcf-4d24-8d94-5b761d160c99 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:00.556273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08bb8c35-bb66-4071-84b0-9e5de8714a84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:00.572549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.572701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Network 9beaf318-b4a4-459c-bf5d-f14b1903d3de is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:00.577764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Pushing event updated for resources: {'Port': ['ID=b905a001-cfa5-43c6-8c08-8dd815bdde53,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:00.579337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.580818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b771563c-f2ef-41ab-a7ff-308d186ea0e8 None None] Provisioning complete for port 08bb8c35-bb66-4071-84b0-9e5de8714a84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:00.580818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b771563c-f2ef-41ab-a7ff-308d186ea0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.586726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.591731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.599526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.605600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:00.614773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-dade6724-3099-4f1d-b1ed-b202b7cfd239 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 4603 time: 0.2381177 Mar 07 04:40:00.635376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.638939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:00.645361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:00.746538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799443eb-e693-4d15-8c74-178a925a1979 req-96947bd4-2c97-469a-a5a1-1bad17c29450 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 210 time: 0.1990333 Mar 07 04:40:00.764071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port b905a001-cfa5-43c6-8c08-8dd815bdde53 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:00.764722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.793737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Allocated IP 172.20.0.8 (a5d1de6a-dbc8-4c7e-9585-2513949b1481/8570e03f-2926-414f-a3a7-41f59b027365/9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:00.837657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b771563c-f2ef-41ab-a7ff-308d186ea0e8 None None] Current status of the port 08bb8c35-bb66-4071-84b0-9e5de8714a84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:00.844239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08bb8c35-bb66-4071-84b0-9e5de8714a84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:00.947111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Attempting to bind port b905a001-cfa5-43c6-8c08-8dd815bdde53 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:00.947528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Attempting to bind port b905a001-cfa5-43c6-8c08-8dd815bdde53 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '18e5a326-129d-4137-8c8d-ddc17abeeb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:00.947847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Attempting to bind port b905a001-cfa5-43c6-8c08-8dd815bdde53 on network 9beaf318-b4a4-459c-bf5d-f14b1903d3de {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:00.978086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:00.978315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Checking segment: {'id': '18e5a326-129d-4137-8c8d-ddc17abeeb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:00.978618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:00.979029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Bound using segment: {'id': '18e5a326-129d-4137-8c8d-ddc17abeeb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:00.979544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Bound port: b905a001-cfa5-43c6-8c08-8dd815bdde53, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e5a326-129d-4137-8c8d-ddc17abeeb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9beaf318-b4a4-459c-bf5d-f14b1903d3de'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:00.987422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:01.103991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75e16ace-2474-41e4-b791-aa3d0dbff395 req-82d1767f-c6d2-4378-bfaf-09faeb2ad485 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4836047 Mar 07 04:40:01.106795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Pushing event updated for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:01.112423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] For port b905a001-cfa5-43c6-8c08-8dd815bdde53, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:01.117896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] For port b905a001-cfa5-43c6-8c08-8dd815bdde53, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b905a001-cfa5-43c6-8c08-8dd815bdde53,segment=NetworkSegment(18e5a326-129d-4137-8c8d-ddc17abeeb55),segment_id=18e5a326-129d-4137-8c8d-ddc17abeeb55)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:01.127686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08bb8c35-bb66-4071-84b0-9e5de8714a84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:01.128111 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:01.160359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Attempting to bind port 4253da2e-dbcf-4d24-8d94-5b761d160c99 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:01.160705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Attempting to bind port 4253da2e-dbcf-4d24-8d94-5b761d160c99 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:01.161036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Attempting to bind port 4253da2e-dbcf-4d24-8d94-5b761d160c99 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:01.208686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Port 4253da2e-dbcf-4d24-8d94-5b761d160c99 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:01.209010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Attempting to bind port 4253da2e-dbcf-4d24-8d94-5b761d160c99 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:01.219084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:01.221174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port b905a001-cfa5-43c6-8c08-8dd815bdde53, host n-d-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:01.226680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:01.238931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-ea1bb2d7-f7f8-42bb-9e51-00e760a7bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:01.239468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-ea1bb2d7-f7f8-42bb-9e51-00e760a7bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:01.240334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-ea1bb2d7-f7f8-42bb-9e51-00e760a7bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:01.242484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-ea1bb2d7-f7f8-42bb-9e51-00e760a7bccb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4aed894c085f49b385714837be247e94&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7195683 Mar 07 04:40:01.243511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:01.244375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Checking segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:01.244880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Bound using segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:01.245416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Bound port: 4253da2e-dbcf-4d24-8d94-5b761d160c99, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:01.245949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:01.318666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for b905a001-cfa5-43c6-8c08-8dd815bdde53 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:01.324103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a1f5-ab17-4e37-990d-5fa50edfd0fa None None] Pushing event updated for resources: {'Port': ['ID=b905a001-cfa5-43c6-8c08-8dd815bdde53,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:01.587648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-b7fa6854-e475-4a88-910c-f2ea0a1a7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:01.589140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f7e1366-a699-4ca0-a34d-6cab0ec81976 req-b7fa6854-e475-4a88-910c-f2ea0a1a7b05 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2520182 Mar 07 04:40:01.591346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08bb8c35-bb66-4071-84b0-9e5de8714a84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:01.655984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5bb9e-5f27-4b72-9d9f-c3700747ad35 req-33f93a73-9050-4a2d-9d64-453a72c2616e tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:01.663180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11e5bb9e-5f27-4b72-9d9f-c3700747ad35 req-33f93a73-9050-4a2d-9d64-453a72c2616e tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.4126322 Mar 07 04:40:01.697240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:01.802122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11e5bb9e-5f27-4b72-9d9f-c3700747ad35 req-93ddb2a7-fceb-4185-ab32-b00a6b318fff tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375809 Mar 07 04:40:01.817183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:01.843706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adba57-d1e3-4e8a-8b15-61bfefd86d0e req-d9a01677-71f5-4fc0-97e1-7bd8d6325332 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:01.872507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5adba57-d1e3-4e8a-8b15-61bfefd86d0e req-d9a01677-71f5-4fc0-97e1-7bd8d6325332 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6335840 Mar 07 04:40:01.894587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.004424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-453e7e6e-6371-4179-98fc-7b4ffd8f6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:02.005936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-453e7e6e-6371-4179-98fc-7b4ffd8f6e90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1128 time: 0.8205891 Mar 07 04:40:02.035328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:02.036175 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.037808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] 10.222.0.15 "PUT /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 1136 time: 3.7190118 Mar 07 04:40:02.099384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:02.113957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baea1-05ad-4518-a0ef-ef9acfb126df service neutron] Pushing event updated for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:02.176730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks [] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.190789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5adba57-d1e3-4e8a-8b15-61bfefd86d0e req-e4e2d791-60ba-4c71-93b2-20df89ceb0aa tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064134 Mar 07 04:40:02.235239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56518483-bb6f-49d3-bf8f-4bcd24c83501 req-68595183-85ca-4dfd-bd75-edf69d65900c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:02.236873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56518483-bb6f-49d3-bf8f-4bcd24c83501 req-68595183-85ca-4dfd-bd75-edf69d65900c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.2586362 Mar 07 04:40:02.281484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '4253da2e-dbcf-4d24-8d94-5b761d160c99'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:02.285428 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28432252-0ea5-4bef-9274-7db5352cc5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "4253da2e-dbcf-4d24-8d94-5b761d160c99"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:02.376474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-ec216dd0-d12a-474e-8149-40528b00454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:02.384067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-ec216dd0-d12a-474e-8149-40528b00454c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.3486958 Mar 07 04:40:02.407149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.448382 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-c4a8dad3-2705-4df8-96b0-c38cfb474d74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 200 len: 217 time: 0.0626428 Mar 07 04:40:02.449005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b905a001-cfa5-43c6-8c08-8dd815bdde53), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.532128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56518483-bb6f-49d3-bf8f-4bcd24c83501 req-222e49f5-2314-4a42-9521-64389d4bed89 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425053 Mar 07 04:40:02.547454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dd530-adea-4695-b8a5-e5961aff81af req-7525d992-8b75-4e98-9e3f-8cd1ecd8c29d tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:02.548856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b4dd530-adea-4695-b8a5-e5961aff81af req-7525d992-8b75-4e98-9e3f-8cd1ecd8c29d tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 931 time: 0.2283061 Mar 07 04:40:02.620340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.637125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-6e65487c-2c05-4de2-acff-ce318ca4043d tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:02.639431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['84f5c797-4dc5-473b-9660-f7eedccf0f9d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:02.640017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-6e65487c-2c05-4de2-acff-ce318ca4043d tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.2781556 Mar 07 04:40:02.640969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=b905a001-cfa5-43c6-8c08-8dd815bdde53,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:02.863386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Pushing event updated for resources: {'Port': ['ID=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:02.935286 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d543800b-bf55-43a2-9078-85de6ffb5865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:02.936949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port b905a001-cfa5-43c6-8c08-8dd815bdde53 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:02.962137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b905a001-cfa5-43c6-8c08-8dd815bdde53 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:03.038746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b905a001-cfa5-43c6-8c08-8dd815bdde53 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:40:03.039100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b905a001-cfa5-43c6-8c08-8dd815bdde53 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 04:40:03.059695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Network a5d1de6a-dbc8-4c7e-9585-2513949b1481 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:03.063724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b4dd530-adea-4695-b8a5-e5961aff81af req-aa310614-611a-4cec-8822-cdad7729658a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006478 Mar 07 04:40:03.075410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Port b905a001-cfa5-43c6-8c08-8dd815bdde53 not found, will not notify nova. {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 04:40:03.087677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:03.101929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:03.129597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-29a85149-ed64-4b80-acf8-af8975cb0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.140105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-29a85149-ed64-4b80-acf8-af8975cb0e9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.6697166 Mar 07 04:40:03.150795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891053d3-be89-47e4-98f3-d1fd31438124 None None] Network 9beaf318-b4a4-459c-bf5d-f14b1903d3de requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:03.180693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.187010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.192498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.198101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.204104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.209883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.215312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.217346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-f249284c-ebdd-45c4-99e0-dea2b7aa7688 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5381 time: 0.4858389 Mar 07 04:40:03.223207 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-08300bee-7d2c-4c51-b6a4-413997d78c27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387280 Mar 07 04:40:03.226339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (68441e4a-1b1a-4abb-8d8e-542b26506dd5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.265459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Deleting port 929fbb89-d7aa-45be-930e-613ad142b795 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:03.265945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (929fbb89-d7aa-45be-930e-613ad142b795), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.296826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a11742bf-00d2-469d-bf36-786fd9d8ee5a None None] Could not find standard attr ID for object b905a001-cfa5-43c6-8c08-8dd815bdde53. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:40:03.332028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.339035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.484783 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-0eb914e5-a1d6-45c1-bb70-5de8da663415 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6519544 Mar 07 04:40:03.494390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-767e158f-2d90-4b73-93cd-b7037c9c54bb tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:40:03.495873 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-767e158f-2d90-4b73-93cd-b7037c9c54bb tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062268 Mar 07 04:40:03.573853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-e35e6034-ca62-4b6c-824b-b073586c3c01 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363509 Mar 07 04:40:03.579562 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (68441e4a-1b1a-4abb-8d8e-542b26506dd5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.656165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6223-6655-499e-b7ce-6890cc4ed0a1 req-de681120-86be-4d0b-b9fc-d50c44b61966 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:03.658556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba6f6223-6655-499e-b7ce-6890cc4ed0a1 req-de681120-86be-4d0b-b9fc-d50c44b61966 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4973807 Mar 07 04:40:03.670603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=68441e4a-1b1a-4abb-8d8e-542b26506dd5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:03.736442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c690b31-5cd0-49d6-b7d3-5439906c4aeb {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:03.748008 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Publish callbacks [] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.757733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Request body: {'port': {'device_id': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:03.788213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Transition to ACTIVE for port object 3c690b31-5cd0-49d6-b7d3-5439906c4aeb will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:03.803012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4fa222f-d79c-4342-a605-aae10ac932b4 req-38f8c386-09a2-455c-a978-daabfeea7136 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5527480 Mar 07 04:40:03.810467 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.901645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] For port 929fbb89-d7aa-45be-930e-613ad142b795, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=929fbb89-d7aa-45be-930e-613ad142b795,segment=NetworkSegment(9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f),segment_id=9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:03.902930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (929fbb89-d7aa-45be-930e-613ad142b795), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:03.961648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3d543-d947-4d6e-844d-9ed2d5160457 None None] Network 9beaf318-b4a4-459c-bf5d-f14b1903d3de requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:04.036188 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890da706-8228-4971-859b-d48568f331b1 x-openstack-request-id: req-890da706-8228-4971-859b-d48568f331b1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:04.036484 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "4253da2e-dbcf-4d24-8d94-5b761d160c99", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:04.036751 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-890da706-8228-4971-859b-d48568f331b1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:04.037158 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '4253da2e-dbcf-4d24-8d94-5b761d160c99', 'status': 'completed', 'code': 200} Mar 07 04:40:04.040075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.15', 52257) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:04.136161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Calling delete_port for 929fbb89-d7aa-45be-930e-613ad142b795 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:04.166813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9beaf318-b4a4-459c-bf5d-f14b1903d3de), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.209907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beaf318-b4a4-459c-bf5d-f14b1903d3de']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:04.258927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e5a326-129d-4137-8c8d-ddc17abeeb55') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:04.259606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e5a326-129d-4137-8c8d-ddc17abeeb55') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:04.272565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff55a0e-bf14-466e-85e1-17b8030c52fe None None] DHCP port deletion for 9beaf318-b4a4-459c-bf5d-f14b1903d3de request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:40:04.280554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (18e5a326-129d-4137-8c8d-ddc17abeeb55), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.297466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.320302 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-698151b8-ed29-4db5-9035-b3b14686d205 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147272 Mar 07 04:40:04.322456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (18e5a326-129d-4137-8c8d-ddc17abeeb55), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.360627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba6f6223-6655-499e-b7ce-6890cc4ed0a1 req-85b42359-05da-4058-8a7f-9ce7e5a716fc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509408 Mar 07 04:40:04.385285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:04.387341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (18e5a326-129d-4137-8c8d-ddc17abeeb55), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:04.393629 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:04.493709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:04.506539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9beaf318-b4a4-459c-bf5d-f14b1903d3de), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.561217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.565191 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/9beaf318-b4a4-459c-bf5d-f14b1903d3de HTTP/1.1" status: 204 len: 168 time: 4.5427499 Mar 07 04:40:04.574001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54520) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:04.595077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103196405'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:04.616004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4e302-e153-43f3-b923-ab9704deb198 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=9beaf318-b4a4-459c-bf5d-f14b1903d3de,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:04.661590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390895-78c5-4d1d-be21-8e4400a19a8e req-1ec37b7e-d6a5-4cd3-a29c-030935ab2b81 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.670121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e390895-78c5-4d1d-be21-8e4400a19a8e req-1ec37b7e-d6a5-4cd3-a29c-030935ab2b81 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d918f0-9306-4deb-b428-96ca6a32604b HTTP/1.1" status: 200 len: 945 time: 0.3219755 Mar 07 04:40:04.679550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Attempting to bind port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:04.680021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Attempting to bind port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:04.680456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Attempting to bind port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:04.692026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b905a001-cfa5-43c6-8c08-8dd815bdde53 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:40:04.709393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.710284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.710911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.711479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.712060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.712583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.713146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.715250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-b7451e3f-b47f-4c16-a17f-8b9aa5e0e590 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6336 time: 0.6460960 Mar 07 04:40:04.726852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:04.727336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Attempting to bind port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:04.741349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b905a001-cfa5-43c6-8c08-8dd815bdde53 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:40:04.741696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b905a001-cfa5-43c6-8c08-8dd815bdde53 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:40:04.790333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:04.791090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Checking segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:04.791761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Bound using segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:04.792454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Bound port: 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:04.793077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.813858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:04.817535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.835616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:04.844819 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Publish callbacks [] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.858780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Transition to ACTIVE for port object 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:04.863745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:04.907342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15ddbb-0deb-4461-ae24-208b509b9f62 req-0d0bcf35-face-4c9a-ae15-4a908cf11083 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:04.909229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c15ddbb-0deb-4461-ae24-208b509b9f62 req-0d0bcf35-face-4c9a-ae15-4a908cf11083 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.4027867 Mar 07 04:40:04.997226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:05.020192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e390895-78c5-4d1d-be21-8e4400a19a8e req-669ef9eb-3697-468d-990a-a723edb0a544 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.21 "GET /v2.0/security-groups?id=193db339-b42e-4e4e-ae47-ef2d987139b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479304 Mar 07 04:40:05.033326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Attempting to bind port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:05.033670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Attempting to bind port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:05.034015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Attempting to bind port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:05.039220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:05.039550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Attempting to bind port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 on network a5d1de6a-dbc8-4c7e-9585-2513949b1481 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:05.047214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:05.047563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Checking segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:05.048012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Bound using segment: {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:05.048620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Bound port: 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:05.049248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.059589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:05.093491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (929fbb89-d7aa-45be-930e-613ad142b795), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.116659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['929fbb89-d7aa-45be-930e-613ad142b795'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:05.151348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] For port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:05.158056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] For port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:05.168017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.177468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e8d2f8c3-2655-4c3d-be21-b775e4aacbb8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.177668 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment e8d2f8c3-2655-4c3d-be21-b775e4aacbb8 of type vlan for network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 Mar 07 04:40:05.187251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.188233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.190009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 HTTP/1.1" status: 200 len: 1091 time: 1.6867609 Mar 07 04:40:05.191718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'tag': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:05.194314 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c20761-3592-4c97-8575-c63242b26282" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b1926d-f2b0-422a-8cdc-029768248d95", "tag": "9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:05.250265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Pushing event deleted for resources: {'Port': ['ID=929fbb89-d7aa-45be-930e-613ad142b795,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:05.290632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-1dd88834-c2fc-4b55-a091-0a8f02650b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.291117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-1dd88834-c2fc-4b55-a091-0a8f02650b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.291578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-1dd88834-c2fc-4b55-a091-0a8f02650b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.293163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-1dd88834-c2fc-4b55-a091-0a8f02650b4d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4aed894c085f49b385714837be247e94&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5581806 Mar 07 04:40:05.304285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c15ddbb-0deb-4461-ae24-208b509b9f62 req-13d218a2-ff91-448a-a7af-e9885b0c9b31 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797793 Mar 07 04:40:05.321076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:05.367650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75b6b9-0717-4100-a353-1173a5e43b36 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:05.385391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8354079b-eee5-495a-ab0e-4b6f6e369ce1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.387344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b95d3978-8f29-42ad-9fa0-df0986b638fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.412157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-7cca8620-3787-4f17-8104-db205f53a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.414260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-7cca8620-3787-4f17-8104-db205f53a1e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 1125 time: 0.1591897 Mar 07 04:40:05.425080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:05.427815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] No DVR routers for this DVR port 929fbb89-d7aa-45be-930e-613ad142b795 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:05.436044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.440861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a930412-ac47-4dc1-bff5-d0ee46812c48 req-a40e7bac-fdc4-4fcb-beaf-2c8ecc3a16d7 tempest-TestServerAdvancedOps-1620230029 tempest-TestServerAdvancedOps-1620230029-project] 10.222.0.15 "DELETE /v2.0/ports/929fbb89-d7aa-45be-930e-613ad142b795 HTTP/1.1" status: 204 len: 173 time: 2.7942305 Mar 07 04:40:05.524007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.526255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-b1799586-7597-4f9c-8ba4-56b07ac6085c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 HTTP/1.1" status: 200 len: 217 time: 0.1025367 Mar 07 04:40:05.539942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:40:05.633466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-7615af17-c507-485c-90c4-9d6a4fdf0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.636152 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-7615af17-c507-485c-90c4-9d6a4fdf0bb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.1020303 Mar 07 04:40:05.637724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53650e2-fc62-4e65-99c4-5734161e6228 req-c52b74c0-1709-4abb-ae95-24b6d80ae282 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.639790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c53650e2-fc62-4e65-99c4-5734161e6228 req-c52b74c0-1709-4abb-ae95-24b6d80ae282 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 943 time: 0.5036302 Mar 07 04:40:05.644926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.645550 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.647127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c690b31-5cd0-49d6-b7d3-5439906c4aeb HTTP/1.1" status: 200 len: 1091 time: 3.5715034 Mar 07 04:40:05.660650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c5c55-aaaa-474b-8cb3-091913e993f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:05.696637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-a27165f5-42d5-42a8-96fc-c9adb2e8a263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415826 Mar 07 04:40:05.745181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:05.792511 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8354079b-eee5-495a-ab0e-4b6f6e369ce1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.799746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.805274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:05.860936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-cd92b4b9-d247-4441-8645-67cd80cceaf5 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566911 Mar 07 04:40:05.883504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3002596 Mar 07 04:40:05.888997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54530) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:05.930848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:05.956960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-34caa5f1-1fcf-4585-86ed-d0c736f078aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:05.958563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28432252-0ea5-4bef-9274-7db5352cc5cd req-34caa5f1-1fcf-4585-86ed-d0c736f078aa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6491096 Mar 07 04:40:06.068331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d918f0-9306-4deb-b428-96ca6a32604b', 'name': 'network-vif-deleted', 'tag': '929fbb89-d7aa-45be-930e-613ad142b795'}, {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:06.070782 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c526bd67-f45f-4c42-8a29-88a5cc80580e" -d '{"events": [{"server_uuid": "15d918f0-9306-4deb-b428-96ca6a32604b", "name": "network-vif-deleted", "tag": "929fbb89-d7aa-45be-930e-613ad142b795"}, {"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:06.073597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba21baa5-8560-4050-8172-e9c94172e5c5 req-91df9a28-2cd9-4efe-8ded-56f2341a2c10 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958480 Mar 07 04:40:06.073934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354843c6-cf7c-44ed-ac1a-fa9bf4843681 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=8354079b-eee5-495a-ab0e-4b6f6e369ce1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:06.090568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c53650e2-fc62-4e65-99c4-5734161e6228 req-c8b80fee-ac5d-4f41-b4f5-05c60bfb1c68 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223216 Mar 07 04:40:06.101952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:06.193757 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3ae5d-67f7-4874-8e90-71661b3322ec x-openstack-request-id: req-f2c3ae5d-67f7-4874-8e90-71661b3322ec {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:06.194272 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b1926d-f2b0-422a-8cdc-029768248d95", "tag": "9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:06.194480 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c3ae5d-67f7-4874-8e90-71661b3322ec {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:06.194796 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'tag': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7', 'status': 'completed', 'code': 200} Mar 07 04:40:06.283581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20761-3592-4c97-8575-c63242b26282 req-22485286-cf6d-4465-96a1-637e6c5dc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.285087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-22485286-cf6d-4465-96a1-637e6c5dc13d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 1125 time: 0.0637538 Mar 07 04:40:06.321916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.328126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.333817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.339608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.345155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.350905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.356365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.359148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-d21092ad-a619-4923-b3f0-cfe4ce9ced66 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5393 time: 0.7315679 Mar 07 04:40:06.397894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20761-3592-4c97-8575-c63242b26282 req-3b13cd99-32d7-4417-8165-2a89e63fbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.399642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-3b13cd99-32d7-4417-8165-2a89e63fbb2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 912 time: 0.1074829 Mar 07 04:40:06.450058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-943ed65c-27d0-42b6-8c21-a638d77e0ae7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 HTTP/1.1" status: 200 len: 217 time: 0.0432105 Mar 07 04:40:06.455377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:06.495284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28ba4501-2a97-4ea1-b818-cf723da02ad5 req-791000dc-dbdc-4054-a391-aeaa83f6bc95 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190820 Mar 07 04:40:06.518518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366814b3-d134-4cd3-821f-610e58c95c05 req-a58f1ed6-ff74-4134-a58d-f0f3b6abc565 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.525246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-366814b3-d134-4cd3-821f-610e58c95c05 req-a58f1ed6-ff74-4134-a58d-f0f3b6abc565 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1608233 Mar 07 04:40:06.549114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20761-3592-4c97-8575-c63242b26282 req-dd9672bf-18ba-4bdf-8b9f-f9007f1128b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:06.553625 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-dd9672bf-18ba-4bdf-8b9f-f9007f1128b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.0966411 Mar 07 04:40:06.596077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-76dcec5c-e720-42af-8e36-6ffa168bcb79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325546 Mar 07 04:40:06.618506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:06.692945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:06.776486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Deleting subnet 28e69235-3020-4473-961c-aeace1e661e7 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:40:06.781202 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Publish callbacks [] for subnet (28e69235-3020-4473-961c-aeace1e661e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:06.832397 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-3f8b5748-1960-4d4c-aa1f-7ee96849a3b5 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283494 Mar 07 04:40:06.834575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (28e69235-3020-4473-961c-aeace1e661e7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:06.946905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (28e69235-3020-4473-961c-aeace1e661e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.005027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-93c20761-3592-4c97-8575-c63242b26282 req-2e435b87-4ef1-43df-8dc5-47d5f7c3fc08 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499808 Mar 07 04:40:07.025725 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010f74fc-e4b5-4668-8d18-0cdee26f74a1 x-openstack-request-id: req-010f74fc-e4b5-4668-8d18-0cdee26f74a1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:07.026028 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d918f0-9306-4deb-b428-96ca6a32604b", "name": "network-vif-deleted", "tag": "929fbb89-d7aa-45be-930e-613ad142b795", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:07.026394 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-010f74fc-e4b5-4668-8d18-0cdee26f74a1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:07.026860 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d918f0-9306-4deb-b428-96ca6a32604b', 'name': 'network-vif-deleted', 'tag': '929fbb89-d7aa-45be-930e-613ad142b795', 'status': 'completed', 'code': 200} Mar 07 04:40:07.027180 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb', 'status': 'completed', 'code': 200} Mar 07 04:40:07.028681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (28e69235-3020-4473-961c-aeace1e661e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.069768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:07.074356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.079825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e69235-3020-4473-961c-aeace1e661e7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:07.089064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.099236 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa49d2fe-a4c7-4194-85e2-412108195d7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/28e69235-3020-4473-961c-aeace1e661e7 HTTP/1.1" status: 204 len: 168 time: 0.4751432 Mar 07 04:40:07.100374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:07.179709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (58c5e128-270c-4fa2-849e-f9fd12806ac0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.266142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-366814b3-d134-4cd3-821f-610e58c95c05 req-c46abdff-9ff9-4467-b1a0-ddc010e156d5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398455 Mar 07 04:40:07.300165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (58c5e128-270c-4fa2-849e-f9fd12806ac0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.321185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 929fbb89-d7aa-45be-930e-613ad142b795 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:40:07.334083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c5e128-270c-4fa2-849e-f9fd12806ac0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:07.356439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:07.356893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:07.365203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.365969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.366791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.367453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.368088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.368707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.369353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.371577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-7a510f59-1d00-4e05-8aa5-da94c6b1cefc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6409 time: 0.3427141 Mar 07 04:40:07.371947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.384129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 929fbb89-d7aa-45be-930e-613ad142b795 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:40:07.389033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.390784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 929fbb89-d7aa-45be-930e-613ad142b795 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:40:07.402695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:07.404259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (9ba6e9e7-72bb-4ffc-821f-d9ddbaa9e63f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:07.408802 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:07.430267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a04fa-093d-48c5-b103-16c8cf9ddc19 req-6bd1a05b-8331-466f-9a76-00a27a6d2a98 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.438084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-811a04fa-093d-48c5-b103-16c8cf9ddc19 req-6bd1a05b-8331-466f-9a76-00a27a6d2a98 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.4078605 Mar 07 04:40:07.497501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (58c5e128-270c-4fa2-849e-f9fd12806ac0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.506283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.510109 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] 10.222.0.21 "DELETE /v2.0/networks/58c5e128-270c-4fa2-849e-f9fd12806ac0 HTTP/1.1" status: 204 len: 168 time: 0.4083800 Mar 07 04:40:07.525894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54550) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:07.536118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de5eda-8d5c-4c77-9e26-12a635122dad admin admin] Pushing event deleted for resources: {'Network': ['ID=58c5e128-270c-4fa2-849e-f9fd12806ac0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:07.606480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Deleting subnet eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:40:07.612852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Publish callbacks [] for subnet (eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.634423 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.662746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.702534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-811a04fa-093d-48c5-b103-16c8cf9ddc19 req-1dd76707-338d-438d-b1f5-258f5aec6d32 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581074 Mar 07 04:40:07.720072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.792224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.798681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa2aaf-dc3c-4b8e-a524-0dfcc04fd7c0 req-55f34950-4456-40a7-bda4-74125c8bef8a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.805785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0fa2aaf-dc3c-4b8e-a524-0dfcc04fd7c0 req-55f34950-4456-40a7-bda4-74125c8bef8a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 943 time: 0.3635545 Mar 07 04:40:07.813506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.817659 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21 HTTP/1.1" status: 204 len: 168 time: 0.2904329 Mar 07 04:40:07.838299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-c56078f8-ffce-4d2a-a332-be1cc5545212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.838948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-c56078f8-ffce-4d2a-a332-be1cc5545212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.839652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-c56078f8-ffce-4d2a-a332-be1cc5545212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:07.841502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-c56078f8-ffce-4d2a-a332-be1cc5545212 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4aed894c085f49b385714837be247e94&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4366856 Mar 07 04:40:07.844981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fd1b5-7888-431b-931d-6d195f4407cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba8c1d3-a6f6-49e0-a2d0-1bf83a70cf21,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:07.847067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:07.900217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (31a6e490-94c8-4318-9d7c-3015a1ed95c5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.942027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b3f2a9cf-710a-41f6-82b2-498e236c5203), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:07.991774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=31a6e490-94c8-4318-9d7c-3015a1ed95c5,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:08.039819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8cbd64-9baa-4140-8119-b106a85716cb {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:08.049112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Publish callbacks [] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.052818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b3f2a9cf-710a-41f6-82b2-498e236c5203), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.066996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Transition to ACTIVE for port object dd8cbd64-9baa-4140-8119-b106a85716cb will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:08.090590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f2a9cf-710a-41f6-82b2-498e236c5203']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:08.093539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.103300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa254fb-bd5d-4b12-9168-c16c25667327') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:08.103993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa254fb-bd5d-4b12-9168-c16c25667327') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:08.132178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (afa254fb-bd5d-4b12-9168-c16c25667327), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.155591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (afa254fb-bd5d-4b12-9168-c16c25667327), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.175436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:08.175850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (afa254fb-bd5d-4b12-9168-c16c25667327), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:08.177899 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:08.208433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68ab49-a82a-4811-b505-01409ab3d584 req-5300073a-99f3-4e86-9ef1-adc788db2f92 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.209716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe68ab49-a82a-4811-b505-01409ab3d584 req-5300073a-99f3-4e86-9ef1-adc788db2f92 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3744047 Mar 07 04:40:08.250533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:08.250968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 8354079b-eee5-495a-ab0e-4b6f6e369ce1, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:08.290348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b3f2a9cf-710a-41f6-82b2-498e236c5203), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.300794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.302750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0fa2aaf-dc3c-4b8e-a524-0dfcc04fd7c0 req-c0d64256-a59a-43de-a4a2-3589a93640aa tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958251 Mar 07 04:40:08.322181 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3f2a9cf-710a-41f6-82b2-498e236c5203 HTTP/1.1" status: 204 len: 168 time: 0.4726212 Mar 07 04:40:08.345181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91458c8b-f895-41b5-a974-dbb0411f9552 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f2a9cf-710a-41f6-82b2-498e236c5203,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:08.386451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:08.441920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe68ab49-a82a-4811-b505-01409ab3d584 req-71dccbdf-2b83-4a7b-8e96-8a44739a378a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170663 Mar 07 04:40:08.443544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Attempting to bind port dd8cbd64-9baa-4140-8119-b106a85716cb on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:08.443884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Attempting to bind port dd8cbd64-9baa-4140-8119-b106a85716cb by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:08.444247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Attempting to bind port dd8cbd64-9baa-4140-8119-b106a85716cb on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:08.447284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-40d0dc52-9c76-401d-a6a4-279ff97dbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.448756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c526bd67-f45f-4c42-8a29-88a5cc80580e req-40d0dc52-9c76-401d-a6a4-279ff97dbc00 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5592279 Mar 07 04:40:08.449789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:08.462258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Port dd8cbd64-9baa-4140-8119-b106a85716cb on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:08.462744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Attempting to bind port dd8cbd64-9baa-4140-8119-b106a85716cb on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:08.468591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8354079b-eee5-495a-ab0e-4b6f6e369ce1) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:08.473946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.474992 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.481512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf72ee8-7ab3-4cf6-a252-efdf0220384a None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:08.535390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:08.535836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Checking segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:08.538665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Bound using segment: {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:08.538894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Bound port: dd8cbd64-9baa-4140-8119-b106a85716cb, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04987399-6a74-424c-b4e4-d536263dfbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:08.539202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.655729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1b0c2d9f-b154-47b4-bfb6-ead37cad671a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7462857 Mar 07 04:40:08.660650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:08.669646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:08.767350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8354079b-eee5-495a-ab0e-4b6f6e369ce1', 'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': '31a6e490-94c8-4318-9d7c-3015a1ed95c5'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:08.770301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.818684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54568) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:08.885156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:08.890138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:08.937796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.958534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.975403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.989060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:08.997697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.000592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Allocated IP 2001:db8::2 (8354079b-eee5-495a-ab0e-4b6f6e369ce1/31a6e490-94c8-4318-9d7c-3015a1ed95c5/b1b297e2-b2d0-4fbd-90f7-f851f12accfc) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:09.013839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.028525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.030622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-9efff7f3-9d53-4384-998f-18285366a214 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5405 time: 0.5370507 Mar 07 04:40:09.051468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:09.142854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dd8cbd64-9baa-4140-8119-b106a85716cb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:09.158245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-055489b5-abbe-4b41-99ed-7e7ee7735763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=885e1e8eb30c4045b3b507adfd796db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389559 Mar 07 04:40:09.163257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54570) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:09.195032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (a0a30105-6d8d-4d86-81a9-3c84443c18a6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.204247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899fbbb-f466-4aeb-9117-70c5b7c1a672 req-5b05d81d-a2aa-49f7-b22a-17f54e5015d8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.206838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e899fbbb-f466-4aeb-9117-70c5b7c1a672 req-5b05d81d-a2aa-49f7-b22a-17f54e5015d8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4672203 Mar 07 04:40:09.208153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.263838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Publish callbacks [] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.273739 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.294895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:09.298800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:09.310726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.311519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.357850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=a0a30105-6d8d-4d86-81a9-3c84443c18a6,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:09.362325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.362950 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.364338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd8cbd64-9baa-4140-8119-b106a85716cb HTTP/1.1" status: 200 len: 1090 time: 3.6301363 Mar 07 04:40:09.364806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:09.366094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Pushing event updated for resources: {'Port': ['ID=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:09.367133 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b95835c-feb1-4c71-b063-318cda69f965" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:09.378573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-687587a4-1e07-4cef-b880-b7f5b53453b2 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7155185 Mar 07 04:40:09.378801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:09.398670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61382b9a-cff4-40c0-9632-660e5ec83ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:09.411061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.411608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.412089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.412547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.413003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.413578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.414410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.414980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.415533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.416098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.416661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.417206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.417783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:09.423880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:09.424215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.432146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:09.433728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:09.439409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:09.521232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Attempting to bind port b1b297e2-b2d0-4fbd-90f7-f851f12accfc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:09.522377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Attempting to bind port b1b297e2-b2d0-4fbd-90f7-f851f12accfc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:09.522913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Attempting to bind port b1b297e2-b2d0-4fbd-90f7-f851f12accfc on network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:09.529408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:09.530834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Checking segment: {'id': 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:09.531562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.532394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Bound using segment: {'id': 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:09.533026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Bound port: b1b297e2-b2d0-4fbd-90f7-f851f12accfc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:09.534957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.545251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63d0da88-829c-488f-b49c-33d5a143bec2 req-1dee055d-fa37-4359-8bc8-b81dfa1b1c8e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4864531 Mar 07 04:40:09.611400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e899fbbb-f466-4aeb-9117-70c5b7c1a672 req-1b54d870-922b-49b1-ba84-dfd983cbcba6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415298 Mar 07 04:40:09.621695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd61e156-688d-414c-bd2c-51e98d93154a admin admin] Publish callbacks [] for security_group (193db339-b42e-4e4e-ae47-ef2d987139b4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.664570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] For port b1b297e2-b2d0-4fbd-90f7-f851f12accfc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:09.672461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] For port b1b297e2-b2d0-4fbd-90f7-f851f12accfc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,segment=NetworkSegment(e8d2f8c3-2655-4c3d-be21-b775e4aacbb8),segment_id=e8d2f8c3-2655-4c3d-be21-b775e4aacbb8)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:09.689003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.731301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9691fff-6779-49cb-bef0-5cf1d0a6bbe7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.732768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9691fff-6779-49cb-bef0-5cf1d0a6bbe7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.734476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9691fff-6779-49cb-bef0-5cf1d0a6bbe7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.735839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9691fff-6779-49cb-bef0-5cf1d0a6bbe7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.737408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9691fff-6779-49cb-bef0-5cf1d0a6bbe7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.739355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f9691fff-6779-49cb-bef0-5cf1d0a6bbe7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3501539 Mar 07 04:40:09.743655 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54582) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:09.748455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815578907'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:09.760352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd61e156-688d-414c-bd2c-51e98d93154a admin admin] Publish callbacks [] for security_group (193db339-b42e-4e4e-ae47-ef2d987139b4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.787349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.797724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:09.801499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.826727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902e53-84ca-403c-9609-f258d1ed0c53 None None] Pushing event updated for resources: {'Port': ['ID=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:09.849853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:09.868523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.868874 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 81d9ba26-d332-4393-9da7-b90405ef1b19 of type vlan for network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 Mar 07 04:40:09.949263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13438e-e2f2-46d1-b31d-727f4dcce35d req-4fd95679-cbb7-49ff-b146-7808430aa9e1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:09.952507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:09.957070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c13438e-e2f2-46d1-b31d-727f4dcce35d req-4fd95679-cbb7-49ff-b146-7808430aa9e1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.2936113 Mar 07 04:40:10.020077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4610-0c3c-4dc1-957e-d02af7babe07 req-664ffbcf-2612-4275-a30f-2f089a82ed69 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.021633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ffc4610-0c3c-4dc1-957e-d02af7babe07 req-664ffbcf-2612-4275-a30f-2f089a82ed69 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 943 time: 0.2487781 Mar 07 04:40:10.022591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.034701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.047292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.075675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3311465 Mar 07 04:40:10.091312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54586) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:10.100957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:10.120160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd61e156-688d-414c-bd2c-51e98d93154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (193db339-b42e-4e4e-ae47-ef2d987139b4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.122832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bd61e156-688d-414c-bd2c-51e98d93154a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.124561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd61e156-688d-414c-bd2c-51e98d93154a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/193db339-b42e-4e4e-ae47-ef2d987139b4 HTTP/1.1" status: 204 len: 168 time: 0.9566331 Mar 07 04:40:10.165229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c13438e-e2f2-46d1-b31d-727f4dcce35d req-5e783a19-7fe2-4da4-b59d-178fb417996a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072954 Mar 07 04:40:10.232346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61e156-688d-414c-bd2c-51e98d93154a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193db339-b42e-4e4e-ae47-ef2d987139b4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:10.271408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e54f2-8df0-4ec7-9513-cc88255473ca tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=c4ef33fe-d04b-40c5-9176-d0f2aead14b1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:10.307507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:10.334789 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9080a5-a4b3-42dc-8fad-5a5862d4b3f5 x-openstack-request-id: req-ba9080a5-a4b3-42dc-8fad-5a5862d4b3f5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:10.337130 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:10.337130 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba9080a5-a4b3-42dc-8fad-5a5862d4b3f5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:10.337130 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb', 'status': 'completed', 'code': 200} Mar 07 04:40:10.342232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ffc4610-0c3c-4dc1-957e-d02af7babe07 req-bf1ed3f3-bff8-405f-b524-82ed8d4590ed tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126996 Mar 07 04:40:10.483468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:10.601601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.605443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.605443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.605885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.606380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.606848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.607506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.609577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b95835c-feb1-4c71-b063-318cda69f965 req-aaf2e850-2b61-4f9f-9372-5060f3ccdfdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6507 time: 0.2560670 Mar 07 04:40:10.643610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd8933-e0b1-4d95-be58-5a4b1e0f9941 req-ad2a1d98-0dfd-4817-b121-093e7f9ce067 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.654812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bdd8933-e0b1-4d95-be58-5a4b1e0f9941 req-ad2a1d98-0dfd-4817-b121-093e7f9ce067 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2079549 Mar 07 04:40:10.758012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.811938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54596) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:10.815151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:10.830629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7', 'network_id': 'a5d1de6a-dbc8-4c7e-9585-2513949b1481', 'port_id': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7', 'mac_address': 'fa:16:3e:6f:1b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8570e03f-2926-414f-a3a7-41f59b027365', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:10.883781 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c24ee584-f971-48e7-9400-ff167db7ca2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eda8dd7da2147c9b426e8b8c49cc82d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705986 Mar 07 04:40:10.884856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.886935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54598) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:10.913260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:10.913762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.919812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1b297e2-b2d0-4fbd-90f7-f851f12accfc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:10.927308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 is not hosted by any dhcp agent {{(pid=103939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:40:10.932902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:10.933280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:10.934744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "PUT /v2.0/networks/c4ef33fe-d04b-40c5-9176-d0f2aead14b1 HTTP/1.1" status: 200 len: 723 time: 0.8411360 Mar 07 04:40:10.940921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54600) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:10.948984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:10.953115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bdd8933-e0b1-4d95-be58-5a4b1e0f9941 req-9e0a0520-58cd-4cb5-ac27-0458f561f38e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964747 Mar 07 04:40:11.003089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:11.010184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:11.045136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Publish callbacks [] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.075087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:11.075292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-c6fdb76b-4eca-413d-bd7f-102665757be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.075504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-c6fdb76b-4eca-413d-bd7f-102665757be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.076254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-c6fdb76b-4eca-413d-bd7f-102665757be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.077576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b1b297e2-b2d0-4fbd-90f7-f851f12accfc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:11.078045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b95835c-feb1-4c71-b063-318cda69f965 req-c6fdb76b-4eca-413d-bd7f-102665757be0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4aed894c085f49b385714837be247e94&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4591799 Mar 07 04:40:11.078250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.102976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.121839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.124265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.135247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.141147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.146493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.151780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.158067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.160599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-fb55c431-33cf-4a5e-be6e-7c1c4adafddc tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5405 time: 0.4504359 Mar 07 04:40:11.180418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-367e879d-1599-4d8c-a9b4-eb50fcb851e3 admin admin] Publish callbacks [] for security_group (f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.233264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-367e879d-1599-4d8c-a9b4-eb50fcb851e3 admin admin] Publish callbacks [] for security_group (f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.233512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:11.244730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Transition to ACTIVE for port object 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:11.273720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.325657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee094b-34dd-4e29-beef-e46af028fc0c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=c4ef33fe-d04b-40c5-9176-d0f2aead14b1,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:11.346892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:11.352681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-367e879d-1599-4d8c-a9b4-eb50fcb851e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.356027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-367e879d-1599-4d8c-a9b4-eb50fcb851e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.357451 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-367e879d-1599-4d8c-a9b4-eb50fcb851e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b HTTP/1.1" status: 204 len: 168 time: 0.4581916 Mar 07 04:40:11.371724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b1b297e2-b2d0-4fbd-90f7-f851f12accfc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:11.372361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.375694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:11.388176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.441899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e879d-1599-4d8c-a9b4-eb50fcb851e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714e1a4-26b1-4c1d-94ce-9ddc3c0a220b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:11.467234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95835c-feb1-4c71-b063-318cda69f965 req-39642156-ef90-4f53-b1b0-cec562834911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.470891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b95835c-feb1-4c71-b063-318cda69f965 req-39642156-ef90-4f53-b1b0-cec562834911 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3058105 Mar 07 04:40:11.526183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:11.591440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ae509b7-1d78-4b47-a1f8-f5b28ba716ef req-88bfd4ff-710c-4f52-8f77-19acd15a290f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3965676 Mar 07 04:40:11.618383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Pushing event updated for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:11.649275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c337f4d-f3ae-4b97-b927-c33847520d9d None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:11.691741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port b1b297e2-b2d0-4fbd-90f7-f851f12accfc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,segment=NetworkSegment(e8d2f8c3-2655-4c3d-be21-b775e4aacbb8),segment_id=e8d2f8c3-2655-4c3d-be21-b775e4aacbb8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:11.772852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da9430-9125-4882-8289-bff09f136c57 req-ccc529f9-49db-4293-8178-a6c45b3a9302 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:11.775266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05da9430-9125-4882-8289-bff09f136c57 req-ccc529f9-49db-4293-8178-a6c45b3a9302 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6109257 Mar 07 04:40:11.834216 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:11.930881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fe5d2f87-8a7f-4fe3-857a-e1cf9c279be9 None None] Provisioning complete for port b1b297e2-b2d0-4fbd-90f7-f851f12accfc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:11.931257 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe5d2f87-8a7f-4fe3-857a-e1cf9c279be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:12.122617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05da9430-9125-4882-8289-bff09f136c57 req-0c59f302-3316-46bf-83ec-40651324b27b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617643 Mar 07 04:40:12.127513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Attempting to bind port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:12.129450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Attempting to bind port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:12.130403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Attempting to bind port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 on network 6537958d-9046-461e-b6f1-8c508d777d48 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:12.153916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6469b5-e0de-4409-b88d-18ffb6d7867e req-59c9875e-afa3-4267-b3e5-22aa4dd11d76 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:12.166129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c6469b5-e0de-4409-b88d-18ffb6d7867e req-59c9875e-afa3-4267-b3e5-22aa4dd11d76 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.3892674 Mar 07 04:40:12.182215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:12.191905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 on network 6537958d-9046-461e-b6f1-8c508d777d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:12.193549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Attempting to bind port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 on network 6537958d-9046-461e-b6f1-8c508d777d48 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:12.231471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:12.232065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Checking segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:12.234009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Bound using segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:12.234787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Bound port: 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:12.235568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:12.253783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d2f87-8a7f-4fe3-857a-e1cf9c279be9 None None] Current status of the port b1b297e2-b2d0-4fbd-90f7-f851f12accfc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:12.321197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] Update dhcp port {'port': {'network_id': '8354079b-eee5-495a-ab0e-4b6f6e369ce1', 'fixed_ips': [{'subnet_id': '31a6e490-94c8-4318-9d7c-3015a1ed95c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0a30105-6d8d-4d86-81a9-3c84443c18a6'}], 'binding:host_id': 'n-d-832185-1'}, 'id': 'b1b297e2-b2d0-4fbd-90f7-f851f12accfc'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:40:12.350975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c6469b5-e0de-4409-b88d-18ffb6d7867e req-c42e6d97-e222-4545-bd0f-aa72e5e214f5 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836231 Mar 07 04:40:12.412183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:12.441429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b42f7-d8c3-4097-8b51-003601a544a0 req-1bb2617a-9ebd-42f4-a65c-8828b3f80014 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:12.456051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b8b42f7-d8c3-4097-8b51-003601a544a0 req-1bb2617a-9ebd-42f4-a65c-8828b3f80014 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 944 time: 0.2133286 Mar 07 04:40:12.474809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:12.644561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:12.728295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (8a1fa107-fb15-4b6d-bae4-dd8db615dc1c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:12.752709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:12.777010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1b297e2-b2d0-4fbd-90f7-f851f12accfc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:12.791303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b8b42f7-d8c3-4097-8b51-003601a544a0 req-edf16985-4b05-4a84-a640-3bcc48033b2f tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342843 Mar 07 04:40:12.864642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=8a1fa107-fb15-4b6d-bae4-dd8db615dc1c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:12.991150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] Allocated IP 172.20.0.1 (8354079b-eee5-495a-ab0e-4b6f6e369ce1/a0a30105-6d8d-4d86-81a9-3c84443c18a6/b1b297e2-b2d0-4fbd-90f7-f851f12accfc) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:13.026318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Pushing event updated for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:13.059935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:13.060579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:13.063688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-cba3a23d-48bf-4cab-9e4a-a6228baf7b1e service neutron] 10.222.0.15 "PUT /v2.0/ports/633153e8-29ba-46a1-8dc7-aa1ab03b90e2 HTTP/1.1" status: 200 len: 1091 time: 3.6531339 Mar 07 04:40:13.065717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:13.070399 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:13.108489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54640) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:13.118135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Request body: {'port': {'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:13.120414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '81d9ba26-d332-4393-9da7-b90405ef1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:13.120982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: c4ef33fe-d04b-40c5-9176-d0f2aead14b1, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:13.128679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-f4bc02aa-2a51-4d15-91fd-04d1624159d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2284458 Mar 07 04:40:13.184247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd984174-af10-442e-abb8-4d5f52e611ae req-bec52a3d-85a3-4b92-b6f9-487b550a2240 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:13.186487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd984174-af10-442e-abb8-4d5f52e611ae req-bec52a3d-85a3-4b92-b6f9-487b550a2240 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.7268558 Mar 07 04:40:13.213232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:13.229731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b1b297e2-b2d0-4fbd-90f7-f851f12accfc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:13.230145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:13.272463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2437a198-4c19-44dc-9533-8da40d413217), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:13.318751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c4ef33fe-d04b-40c5-9176-d0f2aead14b1) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:13.335199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:13.339151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:13.340604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] For port b1b297e2-b2d0-4fbd-90f7-f851f12accfc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,segment=NetworkSegment(e8d2f8c3-2655-4c3d-be21-b775e4aacbb8),segment_id=e8d2f8c3-2655-4c3d-be21-b775e4aacbb8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:13.344605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149ff6f-db20-4a9d-be8f-c1f94711461a None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:13.395929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b1b297e2-b2d0-4fbd-90f7-f851f12accfc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:13.426980 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d816d00f-5d81-4757-9749-0658097021bd tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4819479 Mar 07 04:40:13.435750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-c37b14b5-1f11-4291-a061-9fe76bbe1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:13.441944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-c37b14b5-1f11-4291-a061-9fe76bbe1467 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1127 time: 0.2138650 Mar 07 04:40:13.442515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:13.458627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:13.836126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-84f3115d-7136-41d7-807e-9bbd1a7c8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:13.841421 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-84f3115d-7136-41d7-807e-9bbd1a7c8b02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.2746809 Mar 07 04:40:13.898158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] Publish callbacks [] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:13.915214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:13.975707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-850033677-network', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:13.976807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9041250'] for subnet (8a1fa107-fb15-4b6d-bae4-dd8db615dc1c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:14.073628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd984174-af10-442e-abb8-4d5f52e611ae req-88f09d12-8509-406c-b7ad-ac612fad4589 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8309052 Mar 07 04:40:14.077798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c4ef33fe-d04b-40c5-9176-d0f2aead14b1', 'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': '8a1fa107-fb15-4b6d-bae4-dd8db615dc1c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:14.086327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:14.138905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0da0c-f5f2-46f6-ab29-5b7b0381a807 None None] Pushing event updated for resources: {'Port': ['ID=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:14.201507 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-420b944b-635b-466f-a3ad-e5c901ddbfa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.2195582 Mar 07 04:40:14.231447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.238021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.257101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.262530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.288292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.317130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.320129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-c42f7ec8-d7f1-4e70-a353-7ca8a61404af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.322071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-c42f7ec8-d7f1-4e70-a353-7ca8a61404af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.1110878 Mar 07 04:40:14.323052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.327983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-834fdeb5-927c-4340-8388-1105673acc37 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5417 time: 1.4034424 Mar 07 04:40:14.359462 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e56f82f-4375-4a0a-ac67-6f38adda79f6 x-openstack-request-id: req-1e56f82f-4375-4a0a-ac67-6f38adda79f6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:14.360014 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:14.366338 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e56f82f-4375-4a0a-ac67-6f38adda79f6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:14.366740 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2', 'status': 'completed', 'code': 200} Mar 07 04:40:14.386762 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-f0258f52-d2ee-4698-a2fa-29d398b9e24a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398166 Mar 07 04:40:14.492276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:14.541638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732355067567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8642376'] for subnet (8a1fa107-fb15-4b6d-bae4-dd8db615dc1c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:14.597271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-5d390e5e-17b6-426b-8527-1f9edcce73c2 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013459 Mar 07 04:40:14.600642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:14.601221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:14.606035 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "PUT /v2.0/subnets/8a1fa107-fb15-4b6d-bae4-dd8db615dc1c HTTP/1.1" status: 200 len: 826 time: 1.1624787 Mar 07 04:40:14.619015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54654) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:14.717168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c3122-b00e-40c0-b06a-866958246e2d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=8a1fa107-fb15-4b6d-bae4-dd8db615dc1c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:14.790879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Made reservation on behalf of f13de2c6cf114dbe8b413fdbec07e7e4 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:14.793177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:14.804325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Allocated IP 2001:db8::2 (c4ef33fe-d04b-40c5-9176-d0f2aead14b1/8a1fa107-fb15-4b6d-bae4-dd8db615dc1c/0967bc1b-dfa7-43f5-8032-aa285cd73ab2) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:14.919096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb7402da-57b3-4fc8-b70b-63b8e32e3e9e req-ad355726-99da-47b0-927d-f27237d2df89 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088527 Mar 07 04:40:14.930783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:14.955712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1b297e2-b2d0-4fbd-90f7-f851f12accfc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:15.073602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8a1fa107-fb15-4b6d-bae4-dd8db615dc1c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.179344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.213468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f36ace-401c-4178-9222-201b394bc180 None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:15.224969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.226104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.226898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.227520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.228914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.230187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.231411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.238992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-ba3317b8-ac65-4387-8051-685be233a666 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6605 time: 0.8658018 Mar 07 04:40:15.264149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Publish callbacks [] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.274190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:40:15.315879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c631b4e-616e-48b1-b05d-d1a07bffc662 req-d96ba8a5-2e18-4790-b08f-f6419879bbc4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9273639 Mar 07 04:40:15.323705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:15.324218 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.326344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.336142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (8a1fa107-fb15-4b6d-bae4-dd8db615dc1c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.365452 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:40:15.380750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1fa107-fb15-4b6d-bae4-dd8db615dc1c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:15.426688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902d1a9-a37c-4cb5-ac27-e6f24fff00c7 req-cc7109df-bccc-4a55-8abd-aa01c307c9e4 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.442600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6902d1a9-a37c-4cb5-ac27-e6f24fff00c7 req-cc7109df-bccc-4a55-8abd-aa01c307c9e4 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 1.0989454 Mar 07 04:40:15.494054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-41bced1c-d93b-4594-898c-7c3d3b964da4 None None] Provisioning complete for port b1b297e2-b2d0-4fbd-90f7-f851f12accfc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:15.494438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41bced1c-d93b-4594-898c-7c3d3b964da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.500784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.564511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b1b297e2-b2d0-4fbd-90f7-f851f12accfc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:15.565017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.570250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:15.586729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ef33fe-d04b-40c5-9176-d0f2aead14b1']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:15.615371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d9ba26-d332-4393-9da7-b90405ef1b19') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:15.617628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:15.625434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Pushing event updated for resources: {'Port': ['ID=0967bc1b-dfa7-43f5-8032-aa285cd73ab2,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:15.630266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d9ba26-d332-4393-9da7-b90405ef1b19') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:15.631144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:15.689596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.708775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-41f18f0b-b05b-4f30-aac5-eb5c68b9b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.709762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-41bced1c-d93b-4594-898c-7c3d3b964da4 None None] Current status of the port b1b297e2-b2d0-4fbd-90f7-f851f12accfc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:15.711067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-41f18f0b-b05b-4f30-aac5-eb5c68b9b7b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1128 time: 0.8187633 Mar 07 04:40:15.740457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.762002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:15.762567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:15.881299 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:15.939744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-4fed5d79-e2e5-4005-898b-c540c695a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.941567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-4fed5d79-e2e5-4005-898b-c540c695a18d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.1811988 Mar 07 04:40:15.993555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:15.996120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-3c5d18bb-b64f-4db7-9a48-b5a5cb07ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.996815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-3c5d18bb-b64f-4db7-9a48-b5a5cb07ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.997293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-3c5d18bb-b64f-4db7-9a48-b5a5cb07ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:15.997797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:40:15.997797 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:40:15.997797 n-d-832185-1 neutron-server[103939]: [parameters: {'id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1'}] Mar 07 04:40:15.997797 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:40:15.998956 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:40:15.999270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-3c5d18bb-b64f-4db7-9a48-b5a5cb07ac3c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4aed894c085f49b385714837be247e94&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6431453 Mar 07 04:40:16.002365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.061743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6902d1a9-a37c-4cb5-ac27-e6f24fff00c7 req-cd7a9d55-c6c7-4af6-8195-91752b3a0a14 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175542 Mar 07 04:40:16.074353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:16.079073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:16.084883 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c5760d-d8ab-4511-8d22-0890e9639373" -d '{"events": [{"server_uuid": "f0b1926d-f2b0-422a-8cdc-029768248d95", "name": "network-vif-plugged", "status": "completed", "tag": "9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:16.100869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Attempting to bind port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:16.101401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Attempting to bind port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '81d9ba26-d332-4393-9da7-b90405ef1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:16.102498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Attempting to bind port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2 on network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:16.113058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.213374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b1b297e2-b2d0-4fbd-90f7-f851f12accfc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:16.225746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:16.229769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Checking segment: {'id': '81d9ba26-d332-4393-9da7-b90405ef1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:16.232074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-95e27bd4-4351-46bf-9e19-f3d7b7b64f03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 200 len: 217 time: 0.2723536 Mar 07 04:40:16.239861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.240498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Bound using segment: {'id': '81d9ba26-d332-4393-9da7-b90405ef1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:16.241230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Bound port: 0967bc1b-dfa7-43f5-8032-aa285cd73ab2, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d9ba26-d332-4393-9da7-b90405ef1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4ef33fe-d04b-40c5-9176-d0f2aead14b1'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:16.241774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.265328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7430086-94ed-4f3d-a8b3-e4eebe6d7a2c req-face64b9-5365-4e17-8b1f-49649cc108ab tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:16.267535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7430086-94ed-4f3d-a8b3-e4eebe6d7a2c req-face64b9-5365-4e17-8b1f-49649cc108ab tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 944 time: 0.6105318 Mar 07 04:40:16.348512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:16.471969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks [] for security_group (aa12033d-6904-4a8d-bd96-b0e631062859), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.518316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.574992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] For port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:16.584376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] For port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0967bc1b-dfa7-43f5-8032-aa285cd73ab2,segment=NetworkSegment(81d9ba26-d332-4393-9da7-b90405ef1b19),segment_id=81d9ba26-d332-4393-9da7-b90405ef1b19)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:16.593723 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e870f425-60b0-46da-8009-962e2e2c756b x-openstack-request-id: req-e870f425-60b0-46da-8009-962e2e2c756b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:16.594030 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b1926d-f2b0-422a-8cdc-029768248d95", "name": "network-vif-plugged", "status": "completed", "tag": "9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:16.594504 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e870f425-60b0-46da-8009-962e2e2c756b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:16.594966 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7', 'code': 200} Mar 07 04:40:16.608461 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.629392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb7961-37cb-46f3-a727-13c23e38a8e6 req-a6d25e28-275a-49f8-aed8-da1d07846c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:16.631721 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-72eb7961-37cb-46f3-a727-13c23e38a8e6 req-a6d25e28-275a-49f8-aed8-da1d07846c03 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 1127 time: 0.1903594 Mar 07 04:40:16.670926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-9ede3c26-9ab3-4953-b183-4f2c77945b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:16.677650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-9ede3c26-9ab3-4953-b183-4f2c77945b53 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6400940 Mar 07 04:40:16.718068 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-72eb7961-37cb-46f3-a727-13c23e38a8e6 req-a869f51e-23a2-4851-8c7a-a5636bc3e8e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Mar 07 04:40:16.733951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:16.734224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.772669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa12033d-6904-4a8d-bd96-b0e631062859), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.805366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2437a198-4c19-44dc-9533-8da40d413217 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:16.831758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Publish callbacks [] for port (2437a198-4c19-44dc-9533-8da40d413217), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.841182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44982f0-59ad-42c1-9f79-d2f0163e14eb None None] Pushing event updated for resources: {'Port': ['ID=0967bc1b-dfa7-43f5-8032-aa285cd73ab2,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:16.850158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7430086-94ed-4f3d-a8b3-e4eebe6d7a2c req-c5f97ff0-2bcf-4a1f-a794-ff0894680d2e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701986 Mar 07 04:40:16.874926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f266ddb-13a1-49cc-b6e1-20a412f9f637 None None] Provisioning complete for port b1b297e2-b2d0-4fbd-90f7-f851f12accfc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:16.874926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f266ddb-13a1-49cc-b6e1-20a412f9f637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.884774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:16.892012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-9db1ba65-a238-4c00-8eea-fdbf4c24bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:16.893514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-9db1ba65-a238-4c00-8eea-fdbf4c24bccb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.6247470 Mar 07 04:40:16.912206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0967bc1b-dfa7-43f5-8032-aa285cd73ab2,segment=NetworkSegment(81d9ba26-d332-4393-9da7-b90405ef1b19),segment_id=81d9ba26-d332-4393-9da7-b90405ef1b19)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:16.912672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Transition to ACTIVE for port object 2437a198-4c19-44dc-9533-8da40d413217 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:16.915006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12033d-6904-4a8d-bd96-b0e631062859,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:16.925639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (81a8eed7-3b72-4061-bbc6-ba30a4879062), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.926009 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Added segment 81a8eed7-3b72-4061-bbc6-ba30a4879062 of type vlan for network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 Mar 07 04:40:16.930219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.948905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:16.962513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-9398b4df-4a42-4006-a570-92609f2e6473 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601728 Mar 07 04:40:16.976045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bedfa2-f5fb-4404-bb46-ed9477a1f261 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:40:16.982168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for 0967bc1b-dfa7-43f5-8032-aa285cd73ab2 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:17.082359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e40c5-62ac-4994-878d-89ed8f3f1d75 req-567b30ff-e86b-4c7b-a5b0-bed2d2282e86 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.089759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5e40c5-62ac-4994-878d-89ed8f3f1d75 req-567b30ff-e86b-4c7b-a5b0-bed2d2282e86 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4110439 Mar 07 04:40:17.093174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f266ddb-13a1-49cc-b6e1-20a412f9f637 None None] Current status of the port b1b297e2-b2d0-4fbd-90f7-f851f12accfc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:17.157306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (189d4cac-0b28-4dd9-9ed1-4a92746ab548), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.187147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0967bc1b-dfa7-43f5-8032-aa285cd73ab2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.222295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:17.262306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bedfa2-f5fb-4404-bb46-ed9477a1f261 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:40:17.262836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=0967bc1b-dfa7-43f5-8032-aa285cd73ab2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:17.268544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port 0967bc1b-dfa7-43f5-8032-aa285cd73ab2 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:17.455908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.505144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ef33fe-d04b-40c5-9176-d0f2aead14b1']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:17.507582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (189d4cac-0b28-4dd9-9ed1-4a92746ab548), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.509140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.509965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.516488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-d6817018-a1b7-419d-9a29-e7cc60151eb6 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187056 Mar 07 04:40:17.518386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d9ba26-d332-4393-9da7-b90405ef1b19') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:17.518687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d9ba26-d332-4393-9da7-b90405ef1b19') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:17.534496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.551103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5e40c5-62ac-4994-878d-89ed8f3f1d75 req-4c62da4c-b2d3-45be-9a47-b05c2c0414a6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604328 Mar 07 04:40:17.629494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.639235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.646512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.660502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.667372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:17.667548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.667842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (81d9ba26-d332-4393-9da7-b90405ef1b19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:17.672244 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:17.677742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.683648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.694345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:17.697484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-9ba6d30f-1c95-4bf5-a98f-c2a7bf291f4f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.6406467 Mar 07 04:40:17.713540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Attempting to bind port 2437a198-4c19-44dc-9533-8da40d413217 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:17.714251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Attempting to bind port 2437a198-4c19-44dc-9533-8da40d413217 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:17.714788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Attempting to bind port 2437a198-4c19-44dc-9533-8da40d413217 on network 6537958d-9046-461e-b6f1-8c508d777d48 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:17.721136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.5313118 Mar 07 04:40:17.743132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54674) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:17.791497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Request body: {'subnet': {'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-850033677-subnet', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:17.813840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c4ef33fe-d04b-40c5-9176-d0f2aead14b1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.816851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec345794-367e-42e4-a49f-a0813cdedf15 None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:17.830988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.837848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/c4ef33fe-d04b-40c5-9176-d0f2aead14b1 HTTP/1.1" status: 204 len: 168 time: 3.2173469 Mar 07 04:40:17.839917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54676) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:17.873884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Port 2437a198-4c19-44dc-9533-8da40d413217 on network 6537958d-9046-461e-b6f1-8c508d777d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:17.874611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Attempting to bind port 2437a198-4c19-44dc-9533-8da40d413217 on network 6537958d-9046-461e-b6f1-8c508d777d48 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:17.875279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec345794-367e-42e4-a49f-a0813cdedf15 None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 04:40:17.886732 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f8209-0c0d-467d-b67a-cc84d3971cbf tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:17.887249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073f8209-0c0d-467d-b67a-cc84d3971cbf tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:17.899068 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-073f8209-0c0d-467d-b67a-cc84d3971cbf tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/c4ef33fe-d04b-40c5-9176-d0f2aead14b1 HTTP/1.1" status: 404 len: 339 time: 0.0574586 Mar 07 04:40:17.900108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:17.906327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942540726', 'description': 'd1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:17.910343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93279b-5aa1-4b50-989b-513b9633b143 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=c4ef33fe-d04b-40c5-9176-d0f2aead14b1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:17.915964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c27c4-09fa-4adb-993e-87bf25cd90b8 None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:17.949675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99008-9598-4e26-bf17-589a206c6658 admin admin] Pushing event updated for resources: {'Network': ['ID=189d4cac-0b28-4dd9-9ed1-4a92746ab548,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:17.963308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:17.971345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c27c4-09fa-4adb-993e-87bf25cd90b8 None None] Network c4ef33fe-d04b-40c5-9176-d0f2aead14b1 could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 04:40:17.981405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:17.984723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:18.010066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:18.010424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Checking segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:18.013202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Bound using segment: {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:18.017688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Bound port: 2437a198-4c19-44dc-9533-8da40d413217, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7a17ff-5047-4952-9d44-112f1530458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:18.018255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2437a198-4c19-44dc-9533-8da40d413217), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.101772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:18.119178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (09372b79-a42f-44ad-b624-fbd6db2f9a9c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.119435 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 09372b79-a42f-44ad-b624-fbd6db2f9a9c of type vlan for network ee8c473f-2536-45df-9b76-cfac9890fd45 Mar 07 04:40:18.211716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Made reservation on behalf of f13de2c6cf114dbe8b413fdbec07e7e4 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:18.214351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.222470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.269551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.276045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:18.276869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.325893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4245746 Mar 07 04:40:18.330803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54682) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:18.406746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a2dab-808a-43f8-ad8d-9bdf7597ba41 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=ee8c473f-2536-45df-9b76-cfac9890fd45,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:18.407140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bf9e049-eeb7-4a60-bef5-fe3a2f65851c req-b9dab1d7-a585-49ff-9705-493c246b333f service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786535 Mar 07 04:40:18.427290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ee8c473f-2536-45df-9b76-cfac9890fd45 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:18.529611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce76ca-db6e-40ec-8bc6-4954cbd886d8 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:18.541230 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-99ce76ca-db6e-40ec-8bc6-4954cbd886d8 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks?id=ee8c473f-2536-45df-9b76-cfac9890fd45 HTTP/1.1" status: 200 len: 765 time: 0.2094724 Mar 07 04:40:18.541953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54686) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:18.555585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'description': 'd2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:18.612345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9ac14-df36-4936-8e96-028827d02253 req-b116a27d-aa66-4e84-b4a6-2def49baca2c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:18.614378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ecb9ac14-df36-4936-8e96-028827d02253 req-b116a27d-aa66-4e84-b4a6-2def49baca2c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.8860090 Mar 07 04:40:18.624480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (53712aa9-d597-45a0-9eee-29ac85c15448), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.711864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6df95c66-666a-4d1d-97a5-13da6468d6f6 req-6d8d265c-2e51-4fde-9e34-d88713cdddfe tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9866600 Mar 07 04:40:18.789410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53712aa9-d597-45a0-9eee-29ac85c15448,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:18.814115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.826418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:18.836463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.879885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2437a198-4c19-44dc-9533-8da40d413217,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:18.894818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ecb9ac14-df36-4936-8e96-028827d02253 req-16ff4b1f-18f1-4e93-bf9d-08e2523dbce9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662539 Mar 07 04:40:18.914270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Checking segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:18.914650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Network hostable DHCP agents. Network: 189d4cac-0b28-4dd9-9ed1-4a92746ab548, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:18.934361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.954559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network ee8c473f-2536-45df-9b76-cfac9890fd45 is not hosted by any dhcp agent {{(pid=103939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:40:18.964378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:18.964938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:18.979318 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "PUT /v2.0/networks/ee8c473f-2536-45df-9b76-cfac9890fd45 HTTP/1.1" status: 200 len: 762 time: 0.4343464 Mar 07 04:40:19.001912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:19.076130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4927-bf50-4c99-ac1c-00ec0f9e4643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=ee8c473f-2536-45df-9b76-cfac9890fd45,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:19.092295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ee8c473f-2536-45df-9b76-cfac9890fd45 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:19.135405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf20d9-0cbe-4b37-98fb-827000e9ecb3 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.143571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54690) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:19.143766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-08bf20d9-0cbe-4b37-98fb-827000e9ecb3 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks?id=ee8c473f-2536-45df-9b76-cfac9890fd45 HTTP/1.1" status: 200 len: 765 time: 0.1393580 Mar 07 04:40:19.152704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.153007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:19.154835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/2437a198-4c19-44dc-9533-8da40d413217 HTTP/1.1" status: 200 len: 1091 time: 6.0446010 Mar 07 04:40:19.157314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '2437a198-4c19-44dc-9533-8da40d413217'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:19.159777 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "2437a198-4c19-44dc-9533-8da40d413217"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:19.203217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:19.294134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 189d4cac-0b28-4dd9-9ed1-4a92746ab548) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:19.308344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d78fe-d068-4eb7-808a-e47c4162c015 None None] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:19.331387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.339136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:19.346774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63e910-7a40-4211-a358-4277ae5234d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:19.407028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6107-b4c8-49a9-9220-707d6ec9e972 req-77fbd4a8-7710-495f-9cb7-d4550408f102 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.414424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a7a6107-b4c8-49a9-9220-707d6ec9e972 req-77fbd4a8-7710-495f-9cb7-d4550408f102 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4947276 Mar 07 04:40:19.438674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e892437d-44c3-4463-a2f3-d536a1dcdf96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6534812 Mar 07 04:40:19.441660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54694) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:19.448972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6e5d5-7e1e-4ef9-b6ba-6ae88e9ccd69 req-6cc8eb6f-8a82-40fa-8a3b-76081703ff4e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.453081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:19.456609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81e6e5d5-7e1e-4ef9-b6ba-6ae88e9ccd69 req-6cc8eb6f-8a82-40fa-8a3b-76081703ff4e tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.3442101 Mar 07 04:40:19.494124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.494533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.495012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.495480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.495927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.496402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.496860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.499460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c4708dfb-f0cd-4b38-b9ce-aa97079a95ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6703 time: 0.2829053 Mar 07 04:40:19.555169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:19.556584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:19.586587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a7a6107-b4c8-49a9-9220-707d6ec9e972 req-9615fb17-94e3-4e82-ad7c-91c23b666322 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711967 Mar 07 04:40:19.588062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0686170a-7185-4e9c-b32c-0f19f60f5057 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216 HTTP/1.1" status: 200 len: 217 time: 0.0773921 Mar 07 04:40:19.605826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:19.605826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:19.635025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81e6e5d5-7e1e-4ef9-b6ba-6ae88e9ccd69 req-b33afa4f-841b-405a-90e2-458fc9037715 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773555 Mar 07 04:40:19.735174 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79997820-1890-47f6-80ec-59b07a492cc7 x-openstack-request-id: req-79997820-1890-47f6-80ec-59b07a492cc7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:19.738696 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "2437a198-4c19-44dc-9533-8da40d413217", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:19.739172 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79997820-1890-47f6-80ec-59b07a492cc7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:19.739788 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '2437a198-4c19-44dc-9533-8da40d413217', 'status': 'completed', 'code': 200} Mar 07 04:40:19.775829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6007cf4e-a84e-475c-871d-fee73cca3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.777373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6007cf4e-a84e-475c-871d-fee73cca3892 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83951804-4f64-47b1-be8f-1e90fe80f85d HTTP/1.1" status: 200 len: 855 time: 0.1413522 Mar 07 04:40:19.792417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2ee19-49d0-4367-9475-ad98e2bcdff5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.798511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5f2ee19-49d0-4367-9475-ad98e2bcdff5 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6492891 Mar 07 04:40:19.798841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54702) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:19.921240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-5ca82c76-7060-4730-83cf-c1f6cd63080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:19.927905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-5ca82c76-7060-4730-83cf-c1f6cd63080d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1445265 Mar 07 04:40:19.933616 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1427da57-0558-4cb0-90c1-ee96da160617 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 207 time: 0.1283295 Mar 07 04:40:19.937414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54710) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:20.079932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Allocated IP 172.20.0.2 (189d4cac-0b28-4dd9-9ed1-4a92746ab548/53712aa9-d597-45a0-9eee-29ac85c15448/10b31db5-019a-41f0-99ca-ad5b2181f3ed) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:20.086718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.093228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.099108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.105194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.111531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.117363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.120577 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:20.123219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.132049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed9b8087-adad-41b2-819f-34be98e37026 req-bddbd540-2c18-4a89-bc13-8697372d9110 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.1980295 Mar 07 04:40:20.167281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dfc0b89a-c01d-447b-92ec-ad1093b87edc service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309406 Mar 07 04:40:20.236856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks [] for router_controller (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:20.320023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-8eb509e3-ffe8-4dd8-b45c-7c70179bb9fd service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461174 Mar 07 04:40:20.382875 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Publish callbacks [] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:20.394100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:20.443962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-28d58c98-2f2b-4675-85f4-cb568d504361 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 217 time: 0.0964823 Mar 07 04:40:20.477276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed9b8087-adad-41b2-819f-34be98e37026 req-0ed4d545-b74c-42d8-8dd2-6f00d17f01dd tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3363645 Mar 07 04:40:20.483698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Pushing event updated for resources: {'Port': ['ID=10b31db5-019a-41f0-99ca-ad5b2181f3ed,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:20.521990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:20.524281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:20.526995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:20.624943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c624cb-1e50-4a04-81c8-d36d2c347589 req-33ccb292-aae3-4c97-81b3-747a796b7530 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.641387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53c624cb-1e50-4a04-81c8-d36d2c347589 req-33ccb292-aae3-4c97-81b3-747a796b7530 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.3202994 Mar 07 04:40:20.700704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94f87d-1e28-41d3-8009-475c320b2257 req-9fa45581-aeeb-4f0f-89aa-9fff33a4699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.701166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Attempting to bind port 10b31db5-019a-41f0-99ca-ad5b2181f3ed on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:20.703458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e94f87d-1e28-41d3-8009-475c320b2257 req-9fa45581-aeeb-4f0f-89aa-9fff33a4699b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1128 time: 0.3267984 Mar 07 04:40:20.706703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Attempting to bind port 10b31db5-019a-41f0-99ca-ad5b2181f3ed by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:20.711276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Attempting to bind port 10b31db5-019a-41f0-99ca-ad5b2181f3ed on network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:20.725089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc2068b3-120b-44c3-bbbf-af61f2adf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:20.727097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-dc2068b3-120b-44c3-bbbf-af61f2adf999 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.2733417 Mar 07 04:40:20.731633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:20.732021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Checking segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:20.732585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:20.734662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Bound using segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:20.735204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Bound port: 10b31db5-019a-41f0-99ca-ad5b2181f3ed, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:20.735600 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:20.924528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] For port 10b31db5-019a-41f0-99ca-ad5b2181f3ed, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:20.928381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] For port 10b31db5-019a-41f0-99ca-ad5b2181f3ed, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=10b31db5-019a-41f0-99ca-ad5b2181f3ed,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:20.940018 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:21.024770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415c14d-2b8d-4577-ad09-a24a0269d492 None None] Pushing event updated for resources: {'Port': ['ID=10b31db5-019a-41f0-99ca-ad5b2181f3ed,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:21.124158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.135213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.141257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.148077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.154011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.159737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.162773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c1aff72f-737f-4332-99c5-2ab34a143a99 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 1.2232194 Mar 07 04:40:21.194007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:21.348813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3bc5f-d556-4e52-9aa9-f78b2b6064f7 req-c8f713d9-bea5-420c-8d37-39219c600622 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.350527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ec3bc5f-d556-4e52-9aa9-f78b2b6064f7 req-c8f713d9-bea5-420c-8d37-39219c600622 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.7023966 Mar 07 04:40:21.388466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53c624cb-1e50-4a04-81c8-d36d2c347589 req-878f7207-124c-4db8-857f-27a67ff97a08 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462134 Mar 07 04:40:21.451301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks [] for router_gateway (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:21.478942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0558a-947f-4055-869a-4ab56279abbe req-0a54832a-3128-478a-9252-fea417489cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.479175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ec3bc5f-d556-4e52-9aa9-f78b2b6064f7 req-5a635cb5-0671-4aed-94cf-143666e48fdf tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008768 Mar 07 04:40:21.483290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e94f87d-1e28-41d3-8009-475c320b2257 req-2eb5b656-438d-4f07-89af-8a9e9facb38b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684822 Mar 07 04:40:21.484059 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-0a54832a-3128-478a-9252-fea417489cdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 1127 time: 1.4480832 Mar 07 04:40:21.505726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a2d6ebe0-d038-4f3d-8a5a-961253a77b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.507365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a2d6ebe0-d038-4f3d-8a5a-961253a77b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7665131 Mar 07 04:40:21.627613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b8e30-01fe-4607-b069-15dcda5d524a req-b258c0df-dbbe-4a76-af5f-cd14e64ab45f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.629331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a0b8e30-01fe-4607-b069-15dcda5d524a req-b258c0df-dbbe-4a76-af5f-cd14e64ab45f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1011415 Mar 07 04:40:21.751443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f5a852b-f094-4e68-a895-10b0ea78ca64 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.5545340 Mar 07 04:40:21.754725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54722) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:21.785815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-30925eb9-4787-40ef-9fd1-6ca9404eec8e service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024318 Mar 07 04:40:21.807794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0558a-947f-4055-869a-4ab56279abbe req-50cba79a-f44a-4d63-a09d-11f9ef1af5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.809257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-50cba79a-f44a-4d63-a09d-11f9ef1af5c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 912 time: 0.2961218 Mar 07 04:40:21.819389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a0b8e30-01fe-4607-b069-15dcda5d524a req-b1df9b2b-6103-41ff-8911-b2bd09e45724 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805344 Mar 07 04:40:21.937440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-46d45009-9d70-4bda-b554-212c9629a698 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216085 Mar 07 04:40:21.953200 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-342b12c4-0019-4916-8783-fb3ece4b296a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 HTTP/1.1" status: 200 len: 217 time: 0.1343000 Mar 07 04:40:21.959019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50308a9a-445b-42fc-8781-5d4b1500652c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.960534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50308a9a-445b-42fc-8781-5d4b1500652c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.962176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50308a9a-445b-42fc-8781-5d4b1500652c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.963470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50308a9a-445b-42fc-8781-5d4b1500652c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.964762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50308a9a-445b-42fc-8781-5d4b1500652c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:21.971325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50308a9a-445b-42fc-8781-5d4b1500652c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2137945 Mar 07 04:40:21.973910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54728) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:21.984589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-a01d80e4-9788-4cba-ab3a-107ce180af15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 217 time: 0.0402079 Mar 07 04:40:21.999810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.005604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.011087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.023306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.028948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.036256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.044833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.057287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-4db27704-cea1-4438-9e8c-16afaa12df01 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.4262562 Mar 07 04:40:22.125676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:22.179384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb63d4a-51f7-4991-b6f7-f08fac3dd431 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.180697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb63d4a-51f7-4991-b6f7-f08fac3dd431 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.182088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb63d4a-51f7-4991-b6f7-f08fac3dd431 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.187358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb63d4a-51f7-4991-b6f7-f08fac3dd431 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.188258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-152133f9-8b91-4b21-85cb-21b6d7f55a5d req-087b551b-fc83-499a-b2ef-06deeacf92cb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299348 Mar 07 04:40:22.188670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb63d4a-51f7-4991-b6f7-f08fac3dd431 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.198522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7eb63d4a-51f7-4991-b6f7-f08fac3dd431 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2235956 Mar 07 04:40:22.200696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:22.232668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0558a-947f-4055-869a-4ab56279abbe req-2d5aa593-1ccb-43e0-9681-237b294b0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.234882 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-2d5aa593-1ccb-43e0-9681-237b294b0cea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.2625685 Mar 07 04:40:22.265375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1a99d447-e4e4-4e23-8b70-c419d6845c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.266939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-1a99d447-e4e4-4e23-8b70-c419d6845c68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.1910133 Mar 07 04:40:22.317048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1088-6443-4927-a5be-090bf0661534 req-4e097e76-6547-4561-a9ca-6f446316368e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.319290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ede1088-6443-4927-a5be-090bf0661534 req-4e097e76-6547-4561-a9ca-6f446316368e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3329365 Mar 07 04:40:22.340374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks [] for router_gateway (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:22.347868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-8d30b8c5-34b2-447b-82e9-ff2989b369f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971780 Mar 07 04:40:22.392847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-eab7fe48-7ab3-4112-8199-2ae9a43286cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:22.394402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-eab7fe48-7ab3-4112-8199-2ae9a43286cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1178186 Mar 07 04:40:22.525660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-bf73e416-977a-4818-ad7e-55d693f0a7be service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506827 Mar 07 04:40:22.527024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:22.663465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Allocated IP 172.25.4.26 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b177c90c-a048-4d00-87ff-c692b29dd7d5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:22.668660 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-0b5b942e-1bfb-4ad9-9a54-66e671c66c67 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670689 Mar 07 04:40:22.762334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85e50b-8f1e-4f91-a630-c3e56d9e546f None None] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:22.817413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ede1088-6443-4927-a5be-090bf0661534 req-78469364-d418-47ef-933f-e8b2afe27474 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825933 Mar 07 04:40:22.836548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 10b31db5-019a-41f0-99ca-ad5b2181f3ed up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:22.850903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks [] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.019420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44f0558a-947f-4055-869a-4ab56279abbe req-f235247a-0a38-47d7-949c-6eda215f5b7f service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280529 Mar 07 04:40:23.042884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5111d-0592-41f6-8dda-8f707e1fbf35 req-19a0f6c2-5bad-406d-aa80-5a71e03168ff tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.045925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7d5111d-0592-41f6-8dda-8f707e1fbf35 req-19a0f6c2-5bad-406d-aa80-5a71e03168ff tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.3624232 Mar 07 04:40:23.075349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.144307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-bad6a321-3af1-45de-a23f-812061a8606a service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396293 Mar 07 04:40:23.144514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Pushing event updated for resources: {'Port': ['ID=b177c90c-a048-4d00-87ff-c692b29dd7d5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:23.153166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:23.158405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:23.163676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:23.198014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] Provisioning complete for port 10b31db5-019a-41f0-99ca-ad5b2181f3ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:23.199097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.252775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 10b31db5-019a-41f0-99ca-ad5b2181f3ed triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:23.253161 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.256045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7d5111d-0592-41f6-8dda-8f707e1fbf35 req-52a0f317-2bc2-410e-b3e5-26e4d0282fb1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833563 Mar 07 04:40:23.324936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb22350c-2442-4488-9a54-cc64f447b1ea tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.332035 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eb22350c-2442-4488-9a54-cc64f447b1ea tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks/0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee HTTP/1.1" status: 200 len: 804 time: 1.1238997 Mar 07 04:40:23.332035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54750) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:23.366244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d4f16-a7e4-41f2-86d9-bd8c4abc7076 req-2815c10c-3e67-4085-a2e2-83d839b73776 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.368217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b6d4f16-a7e4-41f2-86d9-bd8c4abc7076 req-2815c10c-3e67-4085-a2e2-83d839b73776 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.4237537 Mar 07 04:40:23.369870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-54621a41-1a93-4225-a417-20f467ac4230 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb HTTP/1.1" status: 200 len: 217 time: 0.2113373 Mar 07 04:40:23.457230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-8860f7b4-d683-4755-9a33-b077fe3bae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.459522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-8860f7b4-d683-4755-9a33-b077fe3bae55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.0833316 Mar 07 04:40:23.563242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] Current status of the port 10b31db5-019a-41f0-99ca-ad5b2181f3ed is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:23.563572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.579957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b6d4f16-a7e4-41f2-86d9-bd8c4abc7076 req-13cf9400-3e42-4136-8d66-f26ece79acf2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057230 Mar 07 04:40:23.626594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.633644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.639595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.646616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.650686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] For port 10b31db5-019a-41f0-99ca-ad5b2181f3ed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=10b31db5-019a-41f0-99ca-ad5b2181f3ed,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:23.661996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.663966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.668662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.674951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.684167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-28a663a5-f676-4233-b5d8-81ae8204733b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2160938 Mar 07 04:40:23.752200 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4fa7b6dd-c053-44ee-ac82-92ceefb8e72c tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/networks/0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4148235 Mar 07 04:40:23.752524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54752) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:23.806786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4d64f-2a91-4226-8bd4-30fc13c66d20 None None] Pushing event updated for resources: {'Port': ['ID=10b31db5-019a-41f0-99ca-ad5b2181f3ed,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:23.813035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 10b31db5-019a-41f0-99ca-ad5b2181f3ed is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:23.813488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:23.827703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6733d038-2368-4ec3-afd0-f2e8ad5d4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.831154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6733d038-2368-4ec3-afd0-f2e8ad5d4739 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3581302 Mar 07 04:40:23.857482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dc7745-1463-4f59-8cce-4199f158a2df tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:23.865191 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-05dc7745-1463-4f59-8cce-4199f158a2df tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/subnets/fa0aaf76-341a-49df-bf7b-d83078a6afa6 HTTP/1.1" status: 200 len: 843 time: 0.1098135 Mar 07 04:40:23.886822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad7c9d7f-acd8-491e-89bd-c2cc6c822dd4 req-3ff7efcd-9fac-4d9e-820a-bc6cf6a7c59c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2013733 Mar 07 04:40:23.888390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:23.914187 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:40:23.914547 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:40:23.959781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks [] for router_gateway (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.001491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4d8b59c4-5aa6-4c10-8d5a-f701beaac7d4 None None] Provisioning complete for port 10b31db5-019a-41f0-99ca-ad5b2181f3ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:24.002282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d8b59c4-5aa6-4c10-8d5a-f701beaac7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.032471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111286f-f6da-4af2-842c-a5ffcd00ad16 req-b375c31e-dc14-4304-aecb-24970017028e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:24.034129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d111286f-f6da-4af2-842c-a5ffcd00ad16 req-b375c31e-dc14-4304-aecb-24970017028e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2868419 Mar 07 04:40:24.086790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c1b03-d3e6-41a5-bb25-09fcf07f2353 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:24.089789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9e5c1b03-d3e6-41a5-bb25-09fcf07f2353 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "GET /v2.0/subnets/fa0aaf76-341a-49df-bf7b-d83078a6afa6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1980457 Mar 07 04:40:24.099350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:24.108492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336758413'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:24.163397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b59c4-5aa6-4c10-8d5a-f701beaac7d4 None None] Current status of the port 10b31db5-019a-41f0-99ca-ad5b2181f3ed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:24.167763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d111286f-f6da-4af2-842c-a5ffcd00ad16 req-bacc9888-b522-4e22-9b99-67873a0bcc47 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253691 Mar 07 04:40:24.169864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3c28e316-0bde-4a69-b192-c45a979a6efe service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131752 Mar 07 04:40:24.187860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:24.191880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.244377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:24.261455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.261816 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Added segment 93e96a5e-c319-4e89-8e20-1252d561636f of type vlan for network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 Mar 07 04:40:24.306775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.370909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.382829 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.387833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:24.388422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.481418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 10b31db5-019a-41f0-99ca-ad5b2181f3ed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:24.536555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Router f080bcfb-7920-4bc7-969e-fb9c1013ee2c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:40:24.590745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4876738 Mar 07 04:40:24.594842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54764) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:24.600019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:24.602108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dc7f5-9aa8-422f-b86d-a0e8c62b2b28 req-ee7278be-938f-4c61-8248-faccee1c9136 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:24.603487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-270dc7f5-9aa8-422f-b86d-a0e8c62b2b28 req-ee7278be-938f-4c61-8248-faccee1c9136 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.2437036 Mar 07 04:40:24.606892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9737d-5b5a-4346-a138-848df470a039 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Network': ['ID=6b9a2498-8472-4fb4-a504-42cf03bb11a0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:24.612345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6200a59c-3e8c-4faa-9b09-8746831a551a service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363232 Mar 07 04:40:24.624563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54395ecc-a008-4e74-bb90-86aa85752027 req-4207e150-933b-461f-9ec2-7c9b71791921 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:24.626215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54395ecc-a008-4e74-bb90-86aa85752027 req-4207e150-933b-461f-9ec2-7c9b71791921 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2687314 Mar 07 04:40:24.637071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:24.720989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-973e5d76-7a57-4091-83b7-19972057519d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dd8cbd64-9baa-4140-8119-b106a85716cb HTTP/1.1" status: 200 len: 217 time: 0.0937459 Mar 07 04:40:24.748889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 10b31db5-019a-41f0-99ca-ad5b2181f3ed up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:24.829747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54395ecc-a008-4e74-bb90-86aa85752027 req-3a4aa36e-fd37-48f0-ba6f-8a3d7fb291df tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155384 Mar 07 04:40:24.858456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 10b31db5-019a-41f0-99ca-ad5b2181f3ed triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:24.862232 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:24.893159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-270dc7f5-9aa8-422f-b86d-a0e8c62b2b28 req-c6d22922-ebe4-4128-a024-4269bb87ad3c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780490 Mar 07 04:40:24.908660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-aacbe089-261c-499e-a228-5ef386f98746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:24.911624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-aacbe089-261c-499e-a228-5ef386f98746 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.1682303 Mar 07 04:40:24.995255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 10b31db5-019a-41f0-99ca-ad5b2181f3ed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:25.078212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-5402e697-75d4-476d-b102-0d1b1a0e8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.079791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-5402e697-75d4-476d-b102-0d1b1a0e8bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1600680 Mar 07 04:40:25.208101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799c2a8-2961-45c6-a499-1ab0b9d31044 req-c261e13f-598e-4fd1-baf4-037113a95310 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.220364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d799c2a8-2961-45c6-a499-1ab0b9d31044 req-c261e13f-598e-4fd1-baf4-037113a95310 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2276430 Mar 07 04:40:25.252819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Made reservation on behalf of db3f77ff37ba41389442be43f3b52cdc for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:25.256707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:25.364312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Performing IP validity checks on allocation pools {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:40:25.364839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:40:25.376731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:40:25.390988 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Sync routers for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:40:25.414658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:25.415331 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:25.443058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:25.444343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3777784-8727-45ee-8a19-69c52bedbce3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9995167 Mar 07 04:40:25.456294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54786) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:25.459510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d799c2a8-2961-45c6-a499-1ab0b9d31044 req-0df3c7d2-5eda-42a1-be3e-e3ab6f47475b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367663 Mar 07 04:40:25.546670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-94f46277-c224-4cb7-9e22-c13e2674f2f3 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593959 Mar 07 04:40:25.621146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b4905-53d1-4194-af07-eb85368131de req-4615f94c-a11f-4cc7-9f81-2ebbfc6fbc27 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.622940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee0b4905-53d1-4194-af07-eb85368131de req-4615f94c-a11f-4cc7-9f81-2ebbfc6fbc27 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1309891 Mar 07 04:40:25.629151 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:25.705517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (b6589a00-04d9-4503-a9bc-55916578ffd5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:25.723477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.729263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.735876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.741284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.747276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.753001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.758814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:25.760784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-46137bae-f498-4b91-8db1-e7c3bc6ebee5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.1963265 Mar 07 04:40:25.848836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee0b4905-53d1-4194-af07-eb85368131de req-e162b65c-c58f-40b5-973f-8068aa9a9eb9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121871 Mar 07 04:40:25.855352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-750da624-6c11-40ab-ad52-3541aebd860a service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985280 Mar 07 04:40:25.900633 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:23Z', 'revision_number': 3, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:25.915248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=b6589a00-04d9-4503-a9bc-55916578ffd5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:25.926104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-b3882707-7d73-451c-81ac-0f5ba4e7b85f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2 HTTP/1.1" status: 200 len: 217 time: 0.0629182 Mar 07 04:40:25.931702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e393bdb-ca71-4336-9bc2-094efbc1a21b req-6064e4e6-4ece-4612-9aeb-949c583acf71 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604681 Mar 07 04:40:25.940248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Checking segment: {'id': '93e96a5e-c319-4e89-8e20-1252d561636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:25.940621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network hostable DHCP agents. Network: 6b9a2498-8472-4fb4-a504-42cf03bb11a0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:25.942297 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Checking router: f080bcfb-7920-4bc7-969e-fb9c1013ee2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:40:25.942910 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Updating router f080bcfb-7920-4bc7-969e-fb9c1013ee2c port b177c90c-a048-4d00-87ff-c692b29dd7d5 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:40:26.005488 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.041361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:26.058562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 6b9a2498-8472-4fb4-a504-42cf03bb11a0) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:26.070591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de0152-07ea-4099-b63f-1ff3fe85f9af None None] Network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:26.095373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-b20fde77-fe5c-43a7-a7a8-5c1c89db8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:26.099131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-b20fde77-fe5c-43a7-a7a8-5c1c89db8ad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.1620216 Mar 07 04:40:26.140854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:26.141697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.163597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af1875-2223-40b2-91a1-803a5aaf72c5 req-f415845b-d88a-4038-9ac8-4e028c9e587b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:26.166291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33af1875-2223-40b2-91a1-803a5aaf72c5 req-f415845b-d88a-4038-9ac8-4e028c9e587b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2071002 Mar 07 04:40:26.209662 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6826c434-05b0-4ad8-aa9b-021abae2271a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6111746 Mar 07 04:40:26.210574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54794) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:26.219945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:26.228851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-f368e085-2b5d-4477-847b-24e60cadbc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:26.230393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-f368e085-2b5d-4477-847b-24e60cadbc84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1181943 Mar 07 04:40:26.338697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-6b9a2498-8472-4fb4-a504-42cf03bb11a0', 'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0', 'project_id': 'db3f77ff37ba41389442be43f3b52cdc', 'fixed_ips': [{'subnet_id': 'b6589a00-04d9-4503-a9bc-55916578ffd5'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:26.339016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33af1875-2223-40b2-91a1-803a5aaf72c5 req-1b1001b8-422e-46b0-99d8-9e84dd906c27 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616209 Mar 07 04:40:26.340024 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.495574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8474332'] for subnet (b6589a00-04d9-4503-a9bc-55916578ffd5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.510540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-edcd2810-e25f-4805-bfeb-b82920c9e76b service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477589 Mar 07 04:40:26.523421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74efd4-a98c-4ffb-af70-c52f913e6e2f req-f25021a1-c2e1-47cd-b328-b9bdfa3c7891 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:26.523421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c74efd4-a98c-4ffb-af70-c52f913e6e2f req-f25021a1-c2e1-47cd-b328-b9bdfa3c7891 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1999485 Mar 07 04:40:26.622247 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Publish callbacks [] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.632872 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.648459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.697641 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Attempting to bind port b177c90c-a048-4d00-87ff-c692b29dd7d5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:26.698518 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Attempting to bind port b177c90c-a048-4d00-87ff-c692b29dd7d5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:26.699047 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Attempting to bind port b177c90c-a048-4d00-87ff-c692b29dd7d5 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:26.719640 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:26.720556 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:26.721134 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.721779 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:26.723239 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Bound port: b177c90c-a048-4d00-87ff-c692b29dd7d5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:26.724567 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:26.841364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c74efd4-a98c-4ffb-af70-c52f913e6e2f req-df8be111-a03a-42c5-854a-b57b42af1367 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073235 Mar 07 04:40:26.901032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-53f95afb-e537-46d2-ad78-8866bf6c2815 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786855 Mar 07 04:40:26.902593 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 04:40:26.902593 n-d-832185-1 neutron-server[103940]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 07 04:40:26.902593 n-d-832185-1 neutron-server[103940]: [parameters: {'in_use': 1, 'id_1': 'b6589a00-04d9-4503-a9bc-55916578ffd5'}] Mar 07 04:40:26.902593 n-d-832185-1 neutron-server[103940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:40:26.903246 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:40:26.911387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Allocated IP 172.20.0.1 (189d4cac-0b28-4dd9-9ed1-4a92746ab548/53712aa9-d597-45a0-9eee-29ac85c15448/d0b2d6ad-31cc-4a78-8315-56b3f661ab65) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:26.948655 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Pushing event updated for resources: {'Port': ['ID=b177c90c-a048-4d00-87ff-c692b29dd7d5,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:26.949523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc867f-3863-4c7a-bb36-6c1da5f6f2be req-24c1d464-352b-41e1-937d-c9b48cefca4b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:26.959498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3fc867f-3863-4c7a-bb36-6c1da5f6f2be req-24c1d464-352b-41e1-937d-c9b48cefca4b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2702615 Mar 07 04:40:27.008759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-aa633a48-a5c9-4e72-93ce-9a5fc3961144 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2437a198-4c19-44dc-9533-8da40d413217 HTTP/1.1" status: 200 len: 217 time: 0.0971997 Mar 07 04:40:27.031088 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] For port b177c90c-a048-4d00-87ff-c692b29dd7d5, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:27.034860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] For port b177c90c-a048-4d00-87ff-c692b29dd7d5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b177c90c-a048-4d00-87ff-c692b29dd7d5,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:27.044142 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.044500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.044888 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.046797 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.047207 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.047560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.047951 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.048538 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.048888 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.049497 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.049836 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.050257 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.050687 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:27.056432 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.085392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3edc4c6b-76f5-4cac-96d9-de757faaca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.087242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-3edc4c6b-76f5-4cac-96d9-de757faaca85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.0656745 Mar 07 04:40:27.154360 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca866-5cd8-4abe-b81e-48384528a47a None None] Pushing event updated for resources: {'Port': ['ID=b177c90c-a048-4d00-87ff-c692b29dd7d5,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:27.171573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks [] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.186150 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:27.187139 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:27.224528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.293998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:27.298151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:27.305656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:27.349087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3fc867f-3863-4c7a-bb36-6c1da5f6f2be req-dabc7aa8-9a1a-4cdc-87ce-62b00ea1149b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884933 Mar 07 04:40:27.376792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.384484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732355067567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10036268'] for subnet (b6589a00-04d9-4503-a9bc-55916578ffd5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.404301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.434381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:27.571262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Pushing event updated for resources: {'Port': ['ID=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:27.587847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event updated for resources: {'Subnet': ['ID=b6589a00-04d9-4503-a9bc-55916578ffd5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:27.611400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-818cf0ae-3ae5-4dd2-ac58-5ac58d374ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.617291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-818cf0ae-3ae5-4dd2-ac58-5ac58d374ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5212917 Mar 07 04:40:27.678790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.693636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.711130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.719246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.745004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.745297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ef4b3b4e-1a90-44ad-80de-a846ec4408e2 None None] Provisioning complete for port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:27.745833 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3b4e-1a90-44ad-80de-a846ec4408e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.752848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.754357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Allocated IP 2001:db8::3 (6b9a2498-8472-4fb4-a504-42cf03bb11a0/b6589a00-04d9-4503-a9bc-55916578ffd5/6e9fe3e0-ae04-4a97-98e5-8c68a2e46400) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:27.759807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.761699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0e5e6be-4506-4922-94df-347b91183b39 req-ff15c842-bc36-479b-9a3a-13c44b85a0a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.6597843 Mar 07 04:40:27.762765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:27.763356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.767283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6db95321-4a3b-4081-82a8-8ca614736d6a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "PUT /v2.0/subnets/b6589a00-04d9-4503-a9bc-55916578ffd5 HTTP/1.1" status: 200 len: 900 time: 1.5510516 Mar 07 04:40:27.779931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:27.804377 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:23Z', 'revision_number': 3, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:27.818255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:27.851808 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc2f00-818d-4888-be05-8ef89aa29da2 None None] The sync data for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 is: [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:23Z', 'revision_number': 3, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:40:27.858539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b3b4e-1a90-44ad-80de-a846ec4408e2 None None] Port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:28.034272 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.091723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0e5e6be-4506-4922-94df-347b91183b39 req-85900fcf-1082-4684-8f8d-c3406c0fd59b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2908831 Mar 07 04:40:28.096231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-6c1a3ba0-ba74-4b00-b951-14ef2c2f8e37 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533370 Mar 07 04:40:28.215354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b14895-7549-4244-b3e8-1cd6bcb522b0 req-0c2eb98a-faee-449e-9213-994c6890ae85 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:28.224561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6b14895-7549-4244-b3e8-1cd6bcb522b0 req-0c2eb98a-faee-449e-9213-994c6890ae85 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6372566 Mar 07 04:40:28.230268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b6589a00-04d9-4503-a9bc-55916578ffd5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.247273 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks [] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.267164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.396169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Pushing event updated for resources: {'Port': ['ID=6e9fe3e0-ae04-4a97-98e5-8c68a2e46400,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:28.429745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:28.432660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:28.442785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:28.462740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b6589a00-04d9-4503-a9bc-55916578ffd5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.557799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks [] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.562012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6b14895-7549-4244-b3e8-1cd6bcb522b0 req-5dd0300b-6cc0-4496-888b-8d6c99f043a6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098967 Mar 07 04:40:28.572459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=b6589a00-04d9-4503-a9bc-55916578ffd5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:28.574410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Attempting to bind port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:28.574640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Attempting to bind port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '93e96a5e-c319-4e89-8e20-1252d561636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:28.575026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Attempting to bind port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400 on network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:28.583290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.600999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:28.601596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Checking segment: {'id': '93e96a5e-c319-4e89-8e20-1252d561636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:28.602500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.603088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Bound using segment: {'id': '93e96a5e-c319-4e89-8e20-1252d561636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:28.603876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Bound port: 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e96a5e-c319-4e89-8e20-1252d561636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:28.604437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.614647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59abb7-42e8-40e6-bec0-d95f999d6e4e req-b61aae37-51f4-42da-88bd-37c1ed7e123c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:28.616239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c59abb7-42e8-40e6-bec0-d95f999d6e4e req-b61aae37-51f4-42da-88bd-37c1ed7e123c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3502986 Mar 07 04:40:28.643843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c0f237e-5f6c-4cdc-9d4a-d9072841e545 req-c59f0ef8-8363-499d-84e8-a98c362e49ed service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372176 Mar 07 04:40:28.651953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Pushing event updated for resources: {'Port': ['ID=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:28.773507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.799126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] For port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:28.802245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.803737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] For port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6e9fe3e0-ae04-4a97-98e5-8c68a2e46400,segment=NetworkSegment(93e96a5e-c319-4e89-8e20-1252d561636f),segment_id=93e96a5e-c319-4e89-8e20-1252d561636f)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:28.815266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.830983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c59abb7-42e8-40e6-bec0-d95f999d6e4e req-a3e15e89-7d92-4b06-abb9-dc5157da89f3 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007759 Mar 07 04:40:28.856866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9a2498-8472-4fb4-a504-42cf03bb11a0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:28.936505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e96a5e-c319-4e89-8e20-1252d561636f') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:28.944096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e96a5e-c319-4e89-8e20-1252d561636f') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:28.978795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:28.986473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:28.998963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:28.999626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:29.000161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:29.000693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:29.001221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:29.001743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:29.010761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-427e39a1-c404-4281-a7db-945066ab0101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6703 time: 0.2700703 Mar 07 04:40:29.015883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0e57f-89b7-48c9-b08a-afe95f65c79e None None] Pushing event updated for resources: {'Port': ['ID=6e9fe3e0-ae04-4a97-98e5-8c68a2e46400,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:29.024047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b177c90c-a048-4d00-87ff-c692b29dd7d5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:29.025730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55d6ac-8e67-4229-884c-85f87c10e829 req-72589b00-668a-4ad2-a3c4-a3c8da1409f4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:29.037789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee55d6ac-8e67-4229-884c-85f87c10e829 req-72589b00-668a-4ad2-a3c4-a3c8da1409f4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2151337 Mar 07 04:40:29.065076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.080171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:29.080871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:29.084558 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:29.203072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:29.205588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:29.214956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:40:29.214956 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:40:29.214956 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '6b9a2498-8472-4fb4-a504-42cf03bb11a0'}] Mar 07 04:40:29.214956 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:40:29.215416 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:40:29.294983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b177c90c-a048-4d00-87ff-c692b29dd7d5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:29.298878 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.365694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f862293-6903-4d6e-b0ca-52d67df54e8b None None] Network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:29.600254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Router f080bcfb-7920-4bc7-969e-fb9c1013ee2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:40:29.664023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f064fc3-f151-4585-83ba-08a92202962c None None] Network 6b9a2498-8472-4fb4-a504-42cf03bb11a0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:29.728353 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.830964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c85140eb-9121-45b2-a132-76e46f6dbc46 None None] Provisioning complete for port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:29.832960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85140eb-9121-45b2-a132-76e46f6dbc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.850896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:40:29.857343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6ae48a8e-3191-4bb7-b53f-a60783ca964b admin admin] 10.222.0.21 "PUT /v2.0/routers/f080bcfb-7920-4bc7-969e-fb9c1013ee2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3997874 Mar 07 04:40:29.871052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b177c90c-a048-4d00-87ff-c692b29dd7d5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:29.871472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.881361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:29.881580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:29.915367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c85140eb-9121-45b2-a132-76e46f6dbc46 None None] Port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:29.921193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port b177c90c-a048-4d00-87ff-c692b29dd7d5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b177c90c-a048-4d00-87ff-c692b29dd7d5,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:29.935105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615fb1b6-0354-457b-bc76-885fead92b4d None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:40:29.940846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.030587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=b177c90c-a048-4d00-87ff-c692b29dd7d5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:30.049363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6e9fe3e0-ae04-4a97-98e5-8c68a2e46400,segment=NetworkSegment(93e96a5e-c319-4e89-8e20-1252d561636f),segment_id=93e96a5e-c319-4e89-8e20-1252d561636f)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:30.049734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.064664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee55d6ac-8e67-4229-884c-85f87c10e829 req-cdd0808a-8d7a-4f13-80a8-8e73069373e9 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0256345 Mar 07 04:40:30.069181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:30.114670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-1206df05-aff2-45c8-b55b-67d965d57a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.116976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-1206df05-aff2-45c8-b55b-67d965d57a29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6537958d-9046-461e-b6f1-8c508d777d48 HTTP/1.1" status: 200 len: 902 time: 1.0762277 Mar 07 04:40:30.157139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6e9fe3e0-ae04-4a97-98e5-8c68a2e46400), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.174781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.180481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.199779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.209811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=6e9fe3e0-ae04-4a97-98e5-8c68a2e46400,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:30.212965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.216137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port 6e9fe3e0-ae04-4a97-98e5-8c68a2e46400 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:30.228776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.243058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.249575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.253838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-93558306-6c76-4f33-b2bb-eae48accb2e7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3327911 Mar 07 04:40:30.262154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fb1b6-0354-457b-bc76-885fead92b4d None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:40:30.299328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-6795f6e6-f584-4b04-b160-46ef9beb1c08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2437a198-4c19-44dc-9533-8da40d413217 HTTP/1.1" status: 200 len: 217 time: 0.1720245 Mar 07 04:40:30.401580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.436756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9a2498-8472-4fb4-a504-42cf03bb11a0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:30.479286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e96a5e-c319-4e89-8e20-1252d561636f') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:30.480949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e96a5e-c319-4e89-8e20-1252d561636f') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:30.490552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-ab6b5266-eff7-48f8-b809-73ecc621d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.492141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-ab6b5266-eff7-48f8-b809-73ecc621d5c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.1837330 Mar 07 04:40:30.503294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dcb8f-7be8-4bbd-a252-24a229ba48ab req-55d76517-58e1-462b-9843-ab9d91d19f69 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.504582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.510243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e3dcb8f-7be8-4bbd-a252-24a229ba48ab req-55d76517-58e1-462b-9843-ab9d91d19f69 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2549837 Mar 07 04:40:30.528661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.543884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:30.544303 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (93e96a5e-c319-4e89-8e20-1252d561636f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:30.549281 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:30.562490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d4725d4-dd5c-4e38-8c33-6d074f6ded45 req-debccd0f-62a4-47f6-b77b-03ffee5e3283 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2607639 Mar 07 04:40:30.765234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-d370b010-1447-4e5e-8316-d8bbe9d072b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.767036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-d370b010-1447-4e5e-8316-d8bbe9d072b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2532947 Mar 07 04:40:30.771526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54852) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:30.778449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-469136748-network', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:30.793677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (6b9a2498-8472-4fb4-a504-42cf03bb11a0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.800019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b177c90c-a048-4d00-87ff-c692b29dd7d5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:30.831417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.837343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/6b9a2498-8472-4fb4-a504-42cf03bb11a0 HTTP/1.1" status: 204 len: 168 time: 3.0444946 Mar 07 04:40:30.837343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d547a-725c-4edd-a58a-b9912451db05 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=6b9a2498-8472-4fb4-a504-42cf03bb11a0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:30.842696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54854) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:30.884548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b177c90c-a048-4d00-87ff-c692b29dd7d5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:30.884933 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:30.888744 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb44059d-7364-4eb8-8735-48d45875eb73 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:30.891054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb44059d-7364-4eb8-8735-48d45875eb73 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:30.894461 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb44059d-7364-4eb8-8735-48d45875eb73 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/b6589a00-04d9-4503-a9bc-55916578ffd5 HTTP/1.1" status: 404 len: 337 time: 0.0506065 Mar 07 04:40:30.897020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54856) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:30.915757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e3dcb8f-7be8-4bbd-a252-24a229ba48ab req-691153bc-84e2-4a83-a1c8-8c71f0b05ec8 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046309 Mar 07 04:40:30.926948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Sync routers for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:40:30.932436 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-890b3209-bd69-48a2-8b6a-04ec13302b0d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:30.932790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890b3209-bd69-48a2-8b6a-04ec13302b0d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:30.936370 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-890b3209-bd69-48a2-8b6a-04ec13302b0d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/6b9a2498-8472-4fb4-a504-42cf03bb11a0 HTTP/1.1" status: 404 len: 339 time: 0.0379000 Mar 07 04:40:30.940675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54858) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:30.964287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:30.965442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:30.977182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30e3e-9035-4b7d-9f34-3b7ff617953a req-75402a03-0dfd-489a-8d3f-274e1384140a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:30.985061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ab30e3e-9035-4b7d-9f34-3b7ff617953a req-75402a03-0dfd-489a-8d3f-274e1384140a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2990272 Mar 07 04:40:31.012246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Made reservation on behalf of 6384e5b6dfd9484e8ec218a040585fa8 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:31.018250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.036605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-0111f567-d4e0-4b4a-87d8-5130c2c2cbb2 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520094 Mar 07 04:40:31.078464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b177c90c-a048-4d00-87ff-c692b29dd7d5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:31.085739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.170179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.176348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:31.234595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ab30e3e-9035-4b7d-9f34-3b7ff617953a req-ac81ea10-df64-482e-b1e7-d58b2020cd5d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485089 Mar 07 04:40:31.380137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ce5aeee-9e4c-4d8b-9746-a0d6d4724b63 req-bfc2d19a-ce9e-4b39-8ffe-0ec9452d8638 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289502 Mar 07 04:40:31.458988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668602e7-000a-4f68-938f-9f235267e21e req-ff625f6f-c2ad-4a63-a143-649d340a8296 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.461071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-668602e7-000a-4f68-938f-9f235267e21e req-ff625f6f-c2ad-4a63-a143-649d340a8296 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2419217 Mar 07 04:40:31.463528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.492365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8c473f-2536-45df-9b76-cfac9890fd45']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:31.506235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09372b79-a42f-44ad-b624-fbd6db2f9a9c') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:31.506605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09372b79-a42f-44ad-b624-fbd6db2f9a9c') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:31.524616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (09372b79-a42f-44ad-b624-fbd6db2f9a9c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.533398 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (09372b79-a42f-44ad-b624-fbd6db2f9a9c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.540480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:31.541278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (09372b79-a42f-44ad-b624-fbd6db2f9a9c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:31.546551 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:31.579743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks [] for security_group (5186a879-ec71-41b1-857a-abb7dd872b03), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.660454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5186a879-ec71-41b1-857a-abb7dd872b03), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.714808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:28Z', 'revision_number': 2, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:31.725409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ee8c473f-2536-45df-9b76-cfac9890fd45), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.737894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:31.746277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.750720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/ee8c473f-2536-45df-9b76-cfac9890fd45 HTTP/1.1" status: 204 len: 168 time: 0.8058853 Mar 07 04:40:31.752905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:31.770493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Checking router: f080bcfb-7920-4bc7-969e-fb9c1013ee2c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:40:31.770945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Updating router f080bcfb-7920-4bc7-969e-fb9c1013ee2c port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:40:31.786354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5186a879-ec71-41b1-857a-abb7dd872b03,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:31.795998 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fe883c-5920-47c2-8361-9608ada84965 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:31.796971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fe883c-5920-47c2-8361-9608ada84965 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:31.800007 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21fe883c-5920-47c2-8361-9608ada84965 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/8a1fa107-fb15-4b6d-bae4-dd8db615dc1c HTTP/1.1" status: 404 len: 337 time: 0.0461280 Mar 07 04:40:31.810660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54880) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:31.822143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9c6d5eea-8459-481a-8194-4d23b36fa5e6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.823280 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Added segment 9c6d5eea-8459-481a-8194-4d23b36fa5e6 of type vlan for network 7d44fe0d-db80-44ff-91c6-eee769d011b3 Mar 07 04:40:31.835296 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.842401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-668602e7-000a-4f68-938f-9f235267e21e req-5f9f876b-c00a-46cd-91ee-a3ec1dc18917 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945826 Mar 07 04:40:31.843967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e382a-cf89-4238-a154-4488ac5cfd38 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=ee8c473f-2536-45df-9b76-cfac9890fd45,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:31.884468 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabeabc0-2587-4b9d-b726-58ba1f9676d7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:31.885002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabeabc0-2587-4b9d-b726-58ba1f9676d7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:31.896977 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cabeabc0-2587-4b9d-b726-58ba1f9676d7 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/c4ef33fe-d04b-40c5-9176-d0f2aead14b1 HTTP/1.1" status: 404 len: 339 time: 0.0835192 Mar 07 04:40:31.903656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54882) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:31.930153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7d44fe0d-db80-44ff-91c6-eee769d011b3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:31.943735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.958986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.969557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.971187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.977276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.983482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.989084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:31.997610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-6e5cc96d-191e-4903-932c-b864b0a3a837 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3330863 Mar 07 04:40:32.158299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7daf2e5-7ae7-4852-aa82-14422f8fac49 req-cc43e9bf-991b-4aef-a6c8-653b38eca080 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1596713 Mar 07 04:40:32.200687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7d44fe0d-db80-44ff-91c6-eee769d011b3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.204576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:32.206061 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.230020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting subnet a0a30105-6d8d-4d86-81a9-3c84443c18a6 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:40:32.247632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Publish callbacks [] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.261288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (a0a30105-6d8d-4d86-81a9-3c84443c18a6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.267631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.341954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3465c1-09b7-4744-a372-657fe07b2b10 None None] Pushing event updated for resources: {'Port': ['ID=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:32.345684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5703847 Mar 07 04:40:32.346044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:32.352306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Request body: {'subnet': {'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-469136748-subnet', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:32.400579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Made reservation on behalf of 6384e5b6dfd9484e8ec218a040585fa8 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:32.403660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.521215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Attempting to bind port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:32.521605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Attempting to bind port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:32.521970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Attempting to bind port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 on network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:32.529045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:32.529546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Checking segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:32.531031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9f1f0-cf91-4020-b4b9-f6bee729be28 admin admin] Pushing event updated for resources: {'Network': ['ID=7d44fe0d-db80-44ff-91c6-eee769d011b3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:32.532818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.533209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Bound using segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:32.533701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Bound port: d0b2d6ad-31cc-4a78-8315-56b3f661ab65, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:32.534119 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.544618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (a0a30105-6d8d-4d86-81a9-3c84443c18a6), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.566300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:32.741016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (a0a30105-6d8d-4d86-81a9-3c84443c18a6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.741395 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (f7116c69-b932-46e9-8b49-de6f9533ea8c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.760046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638ab0-ed1e-49e7-bc65-dd2eadc2fde7 req-14e384ee-0a24-43fd-8fee-28f2df2e531f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:32.762140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf638ab0-ed1e-49e7-bc65-dd2eadc2fde7 req-14e384ee-0a24-43fd-8fee-28f2df2e531f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4007945 Mar 07 04:40:32.789120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7116c69-b932-46e9-8b49-de6f9533ea8c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:32.807115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] For port d0b2d6ad-31cc-4a78-8315-56b3f661ab65, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:32.821244 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4d63-84ac-4f31-89fa-3cf03c4a6869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.825336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-76ae500b-26e3-4c93-beb7-5eab0c633389 None None] Provisioning complete for port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:32.825704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76ae500b-26e3-4c93-beb7-5eab0c633389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.828418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Checking segment: {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:32.828832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Network hostable DHCP agents. Network: 7d44fe0d-db80-44ff-91c6-eee769d011b3, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:32.829281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] For port d0b2d6ad-31cc-4a78-8315-56b3f661ab65, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:32.852214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:32.854399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.868326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7d44fe0d-db80-44ff-91c6-eee769d011b3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:32.876558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:32.878408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.897780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2102bc-049b-413f-a0c7-b9e44006a6de None None] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:32.910643 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5652578c-404e-4cb1-aec0-8c4d7d9a5189 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5634971 Mar 07 04:40:32.913101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54894) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:32.919861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:32.933212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76ae500b-26e3-4c93-beb7-5eab0c633389 None None] Port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:32.959451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (b812877f-34e7-4713-9def-b543609aba2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.961657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (b812877f-34e7-4713-9def-b543609aba2c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:32.975835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3465c1-09b7-4744-a372-657fe07b2b10 None None] Pushing event updated for resources: {'Port': ['ID=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:32.978662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:32.979270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:33.069575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf638ab0-ed1e-49e7-bc65-dd2eadc2fde7 req-e56dfe5b-6ed7-4ec2-a221-d40de16deca3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864602 Mar 07 04:40:33.077626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks [] for router_controller (b812877f-34e7-4713-9def-b543609aba2c), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.129688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c855f3f-6620-4cb0-9e3a-2a656fa02917 req-cab30896-5ef7-449e-a5d6-e62325c14446 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.138472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c855f3f-6620-4cb0-9e3a-2a656fa02917 req-cab30896-5ef7-449e-a5d6-e62325c14446 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1895235 Mar 07 04:40:33.151575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (a0a30105-6d8d-4d86-81a9-3c84443c18a6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.212650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:33.293068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a30105-6d8d-4d86-81a9-3c84443c18a6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:33.324648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.335557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e72cc4a-a92f-422c-aa83-7f48e434deee None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:33.340914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-afa25f95-0044-4c59-91b7-c85d2f54b785 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/a0a30105-6d8d-4d86-81a9-3c84443c18a6 HTTP/1.1" status: 204 len: 168 time: 1.4294789 Mar 07 04:40:33.386659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54900) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:33.394327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-7d44fe0d-db80-44ff-91c6-eee769d011b3', 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3', 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'fixed_ips': [{'subnet_id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:33.395362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.400757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks [] for router_gateway (b812877f-34e7-4713-9def-b543609aba2c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.503825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] Provisioning complete for port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:33.504368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.507206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c855f3f-6620-4cb0-9e3a-2a656fa02917 req-e9d66583-b508-4bac-9363-09f886e31d51 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664906 Mar 07 04:40:33.583138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting subnet 31a6e490-94c8-4318-9d7c-3015a1ed95c5 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:40:33.596178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (31a6e490-94c8-4318-9d7c-3015a1ed95c5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.616721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.634035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.636965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.642924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.649138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.663360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.680217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:33.682315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17617f95-9d17-44bc-aa23-9ae505638205 req-bce34117-0b7b-4369-88b0-6d527a97afd2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3827429 Mar 07 04:40:33.783571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks [] for router_gateway (b812877f-34e7-4713-9def-b543609aba2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.821642 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (31a6e490-94c8-4318-9d7c-3015a1ed95c5), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.822355 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:33.880701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17617f95-9d17-44bc-aa23-9ae505638205 req-6442380c-84cf-4db5-9527-ca5056e2ca8a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522963 Mar 07 04:40:33.976433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (31a6e490-94c8-4318-9d7c-3015a1ed95c5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.004668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Allocated IP 172.25.4.153 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/021c7d24-24cb-41fa-9560-c2c3a28dc3f3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:34.062386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (31a6e490-94c8-4318-9d7c-3015a1ed95c5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.086051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.090516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/31a6e490-94c8-4318-9d7c-3015a1ed95c5 HTTP/1.1" status: 204 len: 168 time: 0.7032664 Mar 07 04:40:34.095310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54906) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:34.161451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks [] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.238698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.255832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8354079b-eee5-495a-ab0e-4b6f6e369ce1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.267077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6f4f-40f8-442c-b8fd-d993628ecd02 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=31a6e490-94c8-4318-9d7c-3015a1ed95c5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:34.335405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Pushing event updated for resources: {'Port': ['ID=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:34.356839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:32Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:34.359238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:34.361218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:34.377062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:34.391872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ec90-9083-45da-8557-6b7e7c59f692 req-d1f6fab3-3473-4e87-a29a-2b6d5ba5a7ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:34.394363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a52ec90-9083-45da-8557-6b7e7c59f692 req-d1f6fab3-3473-4e87-a29a-2b6d5ba5a7ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1772943 Mar 07 04:40:34.416774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Allocated IP 172.20.0.2 (7d44fe0d-db80-44ff-91c6-eee769d011b3/f7116c69-b932-46e9-8b49-de6f9533ea8c/61fb55d9-2f50-49a8-9606-bd55f8891ca1) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:34.425958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd2f8-bd9a-40e7-bc6d-4e413e1b751c None None] The sync data for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 is: [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:32Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:40:34.444821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] Current status of the port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:34.445208 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.454743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port b1b297e2-b2d0-4fbd-90f7-f851f12accfc {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:34.455138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.560708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a52ec90-9083-45da-8557-6b7e7c59f692 req-ddf33384-aabb-4ba9-bb6e-96294fe521c3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601150 Mar 07 04:40:34.613386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port b1b297e2-b2d0-4fbd-90f7-f851f12accfc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,segment=NetworkSegment(e8d2f8c3-2655-4c3d-be21-b775e4aacbb8),segment_id=e8d2f8c3-2655-4c3d-be21-b775e4aacbb8)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:34.613949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.659836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for b1b297e2-b2d0-4fbd-90f7-f851f12accfc owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:34.875470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] For port d0b2d6ad-31cc-4a78-8315-56b3f661ab65, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:34.887422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0b2d6ad-31cc-4a78-8315-56b3f661ab65 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:34.907519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:34.925862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6239b-247e-4751-879a-e4bd400674d2 req-312e667c-192d-42ea-8a44-76c3a0f2925b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:34.927668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5be6239b-247e-4751-879a-e4bd400674d2 req-312e667c-192d-42ea-8a44-76c3a0f2925b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1589532 Mar 07 04:40:34.950712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b1b297e2-b2d0-4fbd-90f7-f851f12accfc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.049368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=b1b297e2-b2d0-4fbd-90f7-f851f12accfc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:35.063843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port b1b297e2-b2d0-4fbd-90f7-f851f12accfc on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:35.073644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Publish callbacks [] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.144175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5be6239b-247e-4751-879a-e4bd400674d2 req-963e433f-b005-4cc2-a08a-c4824479ddcc tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007437 Mar 07 04:40:35.147789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.169773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158745c4-d44f-46e0-ba0c-3f034466a7f3 None None] Network 8354079b-eee5-495a-ab0e-4b6f6e369ce1 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:35.226472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8354079b-eee5-495a-ab0e-4b6f6e369ce1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.263582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3b7db-380b-40d3-a480-36b256663454 None None] Pushing event updated for resources: {'Port': ['ID=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:35.297762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8354079b-eee5-495a-ab0e-4b6f6e369ce1']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:35.332338 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks [] for router_gateway (b812877f-34e7-4713-9def-b543609aba2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.353460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:35.354078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d2f8c3-2655-4c3d-be21-b775e4aacbb8') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:35.377154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Pushing event updated for resources: {'Port': ['ID=61fb55d9-2f50-49a8-9606-bd55f8891ca1,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:35.402761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (e8d2f8c3-2655-4c3d-be21-b775e4aacbb8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.428697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e8d2f8c3-2655-4c3d-be21-b775e4aacbb8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.437430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:35.438175 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (e8d2f8c3-2655-4c3d-be21-b775e4aacbb8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.518571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c32a84c9-2c1e-4261-953b-ab7151767932 None None] Could not find standard attr ID for object b1b297e2-b2d0-4fbd-90f7-f851f12accfc. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:35.528099 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:35.540221 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8354079b-eee5-495a-ab0e-4b6f6e369ce1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.555265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.562504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/8354079b-eee5-495a-ab0e-4b6f6e369ce1 HTTP/1.1" status: 204 len: 168 time: 1.4653735 Mar 07 04:40:35.566445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54922) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:35.584944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:35.603313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309a317-fd31-4e5a-9af6-0473cd7ea88d tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=8354079b-eee5-495a-ab0e-4b6f6e369ce1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:35.638060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:35.654102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d140a898-d351-4c0e-8fc8-931259fe6edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.657251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d771dd-f75f-4bc9-af5f-67731c6fe537 req-abc7bb23-5cea-456f-b1d4-7787906d7876 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.658972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11d771dd-f75f-4bc9-af5f-67731c6fe537 req-abc7bb23-5cea-456f-b1d4-7787906d7876 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3641291 Mar 07 04:40:35.669885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:35.681799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.688763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:35.688950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.689071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.695771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.700409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.707456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.712982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.719436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.721373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-49278df7-e489-48ed-83a4-84aeb4357651 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3827465 Mar 07 04:40:35.723777 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a666a96c-ba21-4282-aa44-303758bcb576 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:35.724214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a666a96c-ba21-4282-aa44-303758bcb576 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:35.730641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a666a96c-ba21-4282-aa44-303758bcb576 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/68441e4a-1b1a-4abb-8d8e-542b26506dd5 HTTP/1.1" status: 404 len: 337 time: 0.1613486 Mar 07 04:40:35.743657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54926) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:35.748696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2a0ee-0528-4e3f-8027-1095c41eff09 None None] DHCP port deletion for 8354079b-eee5-495a-ab0e-4b6f6e369ce1 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:40:35.801523 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8918743-23e3-45ef-b74b-a1529e57db82 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:35.802243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8918743-23e3-45ef-b74b-a1529e57db82 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:35.809577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8918743-23e3-45ef-b74b-a1529e57db82 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/9beaf318-b4a4-459c-bf5d-f14b1903d3de HTTP/1.1" status: 404 len: 339 time: 0.0639415 Mar 07 04:40:35.811597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:35.842391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Attempting to bind port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:35.842775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Attempting to bind port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:35.843306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Attempting to bind port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 on network 7d44fe0d-db80-44ff-91c6-eee769d011b3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:35.850675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:35.852012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Checking segment: {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:35.852438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.852839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Bound using segment: {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:35.853325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Bound port: 61fb55d9-2f50-49a8-9606-bd55f8891ca1, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:35.853712 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:35.872825 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a480874-da65-474e-8377-bcbab1753878 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:35.873677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a480874-da65-474e-8377-bcbab1753878 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:35.882463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1a480874-da65-474e-8377-bcbab1753878 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/b837609d-1d05-4377-8faf-7bd783fc0e7a HTTP/1.1" status: 404 len: 337 time: 0.0697746 Mar 07 04:40:35.883080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54930) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:35.935059 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-57eedfe8-06c4-422f-ba5d-1b0a4086c29a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:35.936093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57eedfe8-06c4-422f-ba5d-1b0a4086c29a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:35.946472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-57eedfe8-06c4-422f-ba5d-1b0a4086c29a tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/a430f0b2-fb50-40fa-ac42-32373b0e800a HTTP/1.1" status: 404 len: 339 time: 0.0564499 Mar 07 04:40:35.950306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:35.953852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:35.955846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-b1f3a14b-d54c-4ad7-9220-4cf5083f3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:35.957702 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-b1f3a14b-d54c-4ad7-9220-4cf5083f3e1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.6916115 Mar 07 04:40:35.968269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11d771dd-f75f-4bc9-af5f-67731c6fe537 req-656e96b1-a7c2-47a7-bce5-56e995071a43 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456570 Mar 07 04:40:35.982420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e534871-a52f-44b7-a576-c58e6a01dda8 req-c7896a32-448a-435c-b080-ab4ba9be473f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2511797 Mar 07 04:40:36.018182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] For port 61fb55d9-2f50-49a8-9606-bd55f8891ca1, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:36.021953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] For port 61fb55d9-2f50-49a8-9606-bd55f8891ca1, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61fb55d9-2f50-49a8-9606-bd55f8891ca1,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:36.047029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:36.113812 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-46906e47-bb2c-4069-94a9-e6786716f856 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:36.115058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46906e47-bb2c-4069-94a9-e6786716f856 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:36.124242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-46906e47-bb2c-4069-94a9-e6786716f856 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/1411a586-c1e4-4114-b722-ad4b2f78411e HTTP/1.1" status: 404 len: 337 time: 0.1584792 Mar 07 04:40:36.133494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:36.143177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4f81-dc55-4f26-ac7f-c84433fd8025 None None] Pushing event updated for resources: {'Port': ['ID=61fb55d9-2f50-49a8-9606-bd55f8891ca1,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:36.197767 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcc752d-fc19-4d0f-bbb9-b3f174bcac4e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:36.197767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcc752d-fc19-4d0f-bbb9-b3f174bcac4e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:36.199207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4ee2-b1fc-497e-b039-8c6ba5b5797b req-213d00aa-80ed-4c90-a0f3-5faacaff6546 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:36.200800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b3e4ee2-b1fc-497e-b039-8c6ba5b5797b req-213d00aa-80ed-4c90-a0f3-5faacaff6546 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1219590 Mar 07 04:40:36.207765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6bcc752d-fc19-4d0f-bbb9-b3f174bcac4e tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/1ced45ea-9ba8-4e85-a73d-128854aee2af HTTP/1.1" status: 404 len: 339 time: 0.0673735 Mar 07 04:40:36.210383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:36.320018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b3e4ee2-b1fc-497e-b039-8c6ba5b5797b req-96246346-b181-4358-a513-ffa128390fd9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082330 Mar 07 04:40:36.341076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-dbf9b7cd-9ace-4920-89f5-de8e0369915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:36.342749 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-dbf9b7cd-9ace-4920-89f5-de8e0369915c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.3146482 Mar 07 04:40:36.354645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c24e0-35a6-4a1d-a2a7-621712efd400 req-0df27d11-341e-4247-9de7-31d1f2483af1 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:36.356724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e7c24e0-35a6-4a1d-a2a7-621712efd400 req-0df27d11-341e-4247-9de7-31d1f2483af1 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.0822132 Mar 07 04:40:36.367990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting subnet 35de79b4-ca61-4597-88d7-100201048fa4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:40:36.418209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (35de79b4-ca61-4597-88d7-100201048fa4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:36.434529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e7c24e0-35a6-4a1d-a2a7-621712efd400 req-f7596540-91bf-4ec3-be35-6742a0189d60 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Mar 07 04:40:36.480005 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-90c3c7ab-03d1-4db7-b1a8-a0e124fd17c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.1208653 Mar 07 04:40:36.579545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (b812877f-34e7-4713-9def-b543609aba2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:36.597592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (35de79b4-ca61-4597-88d7-100201048fa4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:36.647365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-2100283d-60c7-4661-a291-fccf6935f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:36.648135 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-2100283d-60c7-4661-a291-fccf6935f7cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.1525025 Mar 07 04:40:36.688851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:36.763023 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-6811a2da-0f11-4cc4-a3ee-413663c861a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489974 Mar 07 04:40:36.859280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0b2d6ad-31cc-4a78-8315-56b3f661ab65 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:36.918813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:36.919188 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:36.951640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (35de79b4-ca61-4597-88d7-100201048fa4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.013346 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-31a2aa4a-1a6b-4484-8892-dc1fd349cfab service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392912 Mar 07 04:40:37.038632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:37.039510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61fb55d9-2f50-49a8-9606-bd55f8891ca1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:37.126787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:37.127198 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.168233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Router b812877f-34e7-4713-9def-b543609aba2c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:40:37.184201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (35de79b4-ca61-4597-88d7-100201048fa4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.219018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=35de79b4-ca61-4597-88d7-100201048fa4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:37.268516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:37.268756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8cd27-e8de-41d4-9e33-2143b5c68753 req-e04b5f1c-dcd9-4615-87ec-60adfea218a1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.268900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.275968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bd8cd27-e8de-41d4-9e33-2143b5c68753 req-e04b5f1c-dcd9-4615-87ec-60adfea218a1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1590188 Mar 07 04:40:37.309194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 61fb55d9-2f50-49a8-9606-bd55f8891ca1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61fb55d9-2f50-49a8-9606-bd55f8891ca1,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:37.317318 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.355832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.363928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.371318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.378307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.380092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.383817 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-96626281-bb3d-4ca6-ac92-2673661ec0c4 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/35de79b4-ca61-4597-88d7-100201048fa4 HTTP/1.1" status: 204 len: 168 time: 1.1704149 Mar 07 04:40:37.383951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c75b2-42ed-46b1-8263-0e024df492ad None None] Network 608e2d33-6fb0-47db-8973-b3b04bbcf2fb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:37.386383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.391805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.397048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.398955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-66e6f385-fb78-44e7-900c-db7b02064447 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2662146 Mar 07 04:40:37.399466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54948) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:37.402717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bd8cd27-e8de-41d4-9e33-2143b5c68753 req-61374ec6-645d-4710-8616-f114c5c613ce tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258259 Mar 07 04:40:37.426103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1b297e2-b2d0-4fbd-90f7-f851f12accfc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:40:37.444965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:40:37.444965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4b4bb53a-cb74-4be8-acba-6b698210853f req-84e6a8d1-80c5-414c-9505-b13410306aa3 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175363 Mar 07 04:40:37.470221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Sync routers for ids ['b812877f-34e7-4713-9def-b543609aba2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:40:37.476925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b1b297e2-b2d0-4fbd-90f7-f851f12accfc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:40:37.477332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b1b297e2-b2d0-4fbd-90f7-f851f12accfc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:40:37.495932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.497463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe9d244e-f50d-478a-8659-da060c37b136 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5833631 Mar 07 04:40:37.499979 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Routers {'b812877f-34e7-4713-9def-b543609aba2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:37.501023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:37.503847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b812877f-34e7-4713-9def-b543609aba2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:37.596987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=61fb55d9-2f50-49a8-9606-bd55f8891ca1,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:37.640598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (608e2d33-6fb0-47db-8973-b3b04bbcf2fb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.681952 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.783457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] DHCP port deletion for 608e2d33-6fb0-47db-8973-b3b04bbcf2fb request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:40:37.794396 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Set router b812877f-34e7-4713-9def-b543609aba2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:37.860676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-185e1f0d-adb4-44c6-8f2c-db062bf95373 req-f4d7aec3-e573-46f8-a61d-52a4adae74ad tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4424784 Mar 07 04:40:37.879648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032fba-630d-4274-8536-36c099b58072 req-c948669c-af65-4009-b7e9-7a5dff29ee5b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:37.899716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db032fba-630d-4274-8536-36c099b58072 req-c948669c-af65-4009-b7e9-7a5dff29ee5b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2559578 Mar 07 04:40:37.921874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] Deleting port 08bb8c35-bb66-4071-84b0-9e5de8714a84 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:37.924457 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:37.986091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port 08bb8c35-bb66-4071-84b0-9e5de8714a84 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:37.986670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.000340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db032fba-630d-4274-8536-36c099b58072 req-e1e23b86-1100-47fc-bc0a-5d91c2784666 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986562 Mar 07 04:40:38.084639 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 3, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:38.097480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] For port 08bb8c35-bb66-4071-84b0-9e5de8714a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08bb8c35-bb66-4071-84b0-9e5de8714a84,segment=NetworkSegment(8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee),segment_id=8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:38.097872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.115556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d3232-92ed-45d5-ab0e-0a20ae3c5732 None None] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:38.119457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Checking router: b812877f-34e7-4713-9def-b543609aba2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:40:38.119977 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Updating router b812877f-34e7-4713-9def-b543609aba2c port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:40:38.152669 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.153287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] Calling delete_port for 08bb8c35-bb66-4071-84b0-9e5de8714a84 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:38.208105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port 08bb8c35-bb66-4071-84b0-9e5de8714a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08bb8c35-bb66-4071-84b0-9e5de8714a84,segment=NetworkSegment(8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee),segment_id=8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:38.208453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.242676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for 08bb8c35-bb66-4071-84b0-9e5de8714a84 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:38.257836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5946-f999-4d1c-8923-812b8cafe1de req-91ca3da3-f5e5-4c67-a167-1556a52648cd tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:38.280286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-921d5946-f999-4d1c-8923-812b8cafe1de req-91ca3da3-f5e5-4c67-a167-1556a52648cd tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2741866 Mar 07 04:40:38.312978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-662844ac-b852-47a1-8322-f46161060b60 None None] Provisioning complete for port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:38.313384 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-662844ac-b852-47a1-8322-f46161060b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.392472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.431910 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.461703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] No DVR routers for this DVR port 08bb8c35-bb66-4071-84b0-9e5de8714a84 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:38.505144 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Publish callbacks [] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.516285 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.562716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-921d5946-f999-4d1c-8923-812b8cafe1de req-53952dc6-aeeb-4d2a-ad82-ed40e7c05c75 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764583 Mar 07 04:40:38.612234 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b3371-3364-4598-be5b-090bd38d76f6 None None] Pushing event updated for resources: {'Port': ['ID=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:38.617911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7e788-1b54-414c-97a4-75bcb4d5c4c4 None None] Pushing event deleted for resources: {'Port': ['ID=08bb8c35-bb66-4071-84b0-9e5de8714a84,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:38.628419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (08bb8c35-bb66-4071-84b0-9e5de8714a84), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.643952 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Attempting to bind port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:38.644331 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Attempting to bind port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:38.644877 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Attempting to bind port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:38.657652 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:38.658304 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:38.658911 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.661392 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:38.662116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Bound port: 021c7d24-24cb-41fa-9560-c2c3a28dc3f3, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:38.662708 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.680581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-662844ac-b852-47a1-8322-f46161060b60 None None] Current status of the port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:38.721350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port 08bb8c35-bb66-4071-84b0-9e5de8714a84 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:38.724644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=08bb8c35-bb66-4071-84b0-9e5de8714a84,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:38.745707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Allocated IP 172.20.0.1 (7d44fe0d-db80-44ff-91c6-eee769d011b3/f7116c69-b932-46e9-8b49-de6f9533ea8c/001cae02-3a3b-4426-b290-78e4bc548b52) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:38.784450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.784939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.785295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.785639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.786056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.786401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.790467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.790960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.791218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.791563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.792233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.792489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.793117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:38.804402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] For port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:38.811695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61fb55d9-2f50-49a8-9606-bd55f8891ca1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:38.813521 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] For port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:38.828637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6caf3d-b027-4759-93d2-5faa38ee42d8 req-5a30d72d-81c0-4bc7-bc44-28001cf4f047 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:38.829681 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.839438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad6caf3d-b027-4759-93d2-5faa38ee42d8 req-5a30d72d-81c0-4bc7-bc44-28001cf4f047 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2755730 Mar 07 04:40:38.885431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks [] for port (001cae02-3a3b-4426-b290-78e4bc548b52), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.888121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-65168b16-5f14-41b4-9200-46d47f0ff137 None None] Provisioning complete for port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:38.888523 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65168b16-5f14-41b4-9200-46d47f0ff137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.925634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Routers {'b812877f-34e7-4713-9def-b543609aba2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:38.926595 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b812877f-34e7-4713-9def-b543609aba2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:38.957301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:38.988147 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b3371-3364-4598-be5b-090bd38d76f6 None None] Pushing event updated for resources: {'Port': ['ID=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:39.000499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (608e2d33-6fb0-47db-8973-b3b04bbcf2fb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.035309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:39.038499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:39.042042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:39.065621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad6caf3d-b027-4759-93d2-5faa38ee42d8 req-1f0cc442-b9ea-4f50-a732-d8dfc634263c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252116 Mar 07 04:40:39.073107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Pushing event updated for resources: {'Port': ['ID=001cae02-3a3b-4426-b290-78e4bc548b52,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:39.112278 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (b812877f-34e7-4713-9def-b543609aba2c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.115751 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] Set router b812877f-34e7-4713-9def-b543609aba2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:39.149763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:39.150316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.180256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608e2d33-6fb0-47db-8973-b3b04bbcf2fb']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:39.185488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-65168b16-5f14-41b4-9200-46d47f0ff137 None None] Current status of the port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:39.245019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:39.246134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:39.322625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.353258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.360712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.367142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.376538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.380917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:39.384079 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.387667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.403268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.412297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.418458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.420959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-1c9fbd82-3453-43fe-ad34-d4354248cd29 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.4148884 Mar 07 04:40:39.459407 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.464993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08bb8c35-bb66-4071-84b0-9e5de8714a84 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:40:39.473503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:39.473503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (8a3e8207-d3e9-4fcf-bbe5-4e336dfe14ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.474998 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 3, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:39.479746 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:39.515232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31279cea-1b71-4848-81b3-d43ac3b9d54b req-e9318726-fd2d-4839-85bb-aa175c0679d0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.516796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31279cea-1b71-4848-81b3-d43ac3b9d54b req-e9318726-fd2d-4839-85bb-aa175c0679d0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3331840 Mar 07 04:40:39.531125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 08bb8c35-bb66-4071-84b0-9e5de8714a84 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:40:39.531530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08bb8c35-bb66-4071-84b0-9e5de8714a84 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:40:39.550452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d6757ee4-be90-4d30-84d3-20bfaf20a7e4 None None] Provisioning complete for port 001cae02-3a3b-4426-b290-78e4bc548b52 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:39.550844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6757ee4-be90-4d30-84d3-20bfaf20a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.617109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (608e2d33-6fb0-47db-8973-b3b04bbcf2fb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.619033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d6757ee4-be90-4d30-84d3-20bfaf20a7e4 None None] Port 001cae02-3a3b-4426-b290-78e4bc548b52 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:39.640263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.644055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/608e2d33-6fb0-47db-8973-b3b04bbcf2fb HTTP/1.1" status: 204 len: 168 time: 2.2404027 Mar 07 04:40:39.649623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdb10999-e6bb-4638-9321-33a26e5c73c4 req-885ba10c-3c31-4144-8946-df9f25b67ab9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2171903 Mar 07 04:40:39.656797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54970) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:39.660115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c285f-0a37-42e1-be9d-98d562ae95d6 None None] The sync data for ids ['b812877f-34e7-4713-9def-b543609aba2c'] in n-d-832185-1 is: [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 3, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:40:39.683411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad214-3bb3-466d-8d33-57e145b4d8ef tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=608e2d33-6fb0-47db-8973-b3b04bbcf2fb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:39.711886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31279cea-1b71-4848-81b3-d43ac3b9d54b req-ef6af2c3-b2dc-4ad5-9a5e-2fefac340dc3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480668 Mar 07 04:40:39.714135 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0e181a-11a9-4b45-887d-1e4286354643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:39.714606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0e181a-11a9-4b45-887d-1e4286354643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:39.720643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2b0e181a-11a9-4b45-887d-1e4286354643 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/c2f770e1-f6bb-4d8e-a199-28b6eb7e64cf HTTP/1.1" status: 404 len: 337 time: 0.0606039 Mar 07 04:40:39.720990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54972) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:39.764296 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-78acd463-d679-4f41-8aa8-89e92bc14c9f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] DELETE failed (client error): The resource could not be found. Mar 07 04:40:39.765015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78acd463-d679-4f41-8aa8-89e92bc14c9f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:40:39.768184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-78acd463-d679-4f41-8aa8-89e92bc14c9f tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/5a6b05c8-5c0f-4e53-8a88-f95daf004722 HTTP/1.1" status: 404 len: 339 time: 0.0462360 Mar 07 04:40:39.770741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54974) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:39.825348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks [] for port (001cae02-3a3b-4426-b290-78e4bc548b52), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.826684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754137-462b-4266-8bf9-3b8d3c0708a3 req-6f1b45c4-ace1-4c83-9b65-bfe47e59574c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:39.829672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef754137-462b-4266-8bf9-3b8d3c0708a3 req-6f1b45c4-ace1-4c83-9b65-bfe47e59574c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.0679259 Mar 07 04:40:39.834308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.906918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef754137-462b-4266-8bf9-3b8d3c0708a3 req-2c469e7d-2aac-42e0-b2c2-340d103cb5c0 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Mar 07 04:40:39.916340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting subnet fa0aaf76-341a-49df-bf7b-d83078a6afa6 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:40:39.919751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (fa0aaf76-341a-49df-bf7b-d83078a6afa6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.972484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (b812877f-34e7-4713-9def-b543609aba2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:39.976400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Pushing event updated for resources: {'Port': ['ID=001cae02-3a3b-4426-b290-78e4bc548b52,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:39.996108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fa0aaf76-341a-49df-bf7b-d83078a6afa6), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:40.160330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fa0aaf76-341a-49df-bf7b-d83078a6afa6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:40.209346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:40.212659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:40.249445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5a195-2a9d-4068-9e54-6dd95a83d8fc req-7ec20a40-bd53-42e8-8730-c14b053af9db tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:40.251420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99a5a195-2a9d-4068-9e54-6dd95a83d8fc req-7ec20a40-bd53-42e8-8730-c14b053af9db tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.0886447 Mar 07 04:40:40.343350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99a5a195-2a9d-4068-9e54-6dd95a83d8fc req-71d71cb0-26c1-4c4b-9253-468328ea127a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858796 Mar 07 04:40:40.558671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ff31-8a9c-4ff8-9783-23f2a04d0dc3 None None] Provisioning complete for port 001cae02-3a3b-4426-b290-78e4bc548b52 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:40.559743 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ff31-8a9c-4ff8-9783-23f2a04d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:40.621901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3ff31-8a9c-4ff8-9783-23f2a04d0dc3 None None] Port 001cae02-3a3b-4426-b290-78e4bc548b52 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:40.762699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:40.791029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fa0aaf76-341a-49df-bf7b-d83078a6afa6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:40.836649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0aaf76-341a-49df-bf7b-d83078a6afa6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:40.849037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Router b812877f-34e7-4713-9def-b543609aba2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:40:40.854838 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:40.862363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08780cf1-e2e9-4659-9e75-ffa44b75bf1c None None] Network 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:40.863282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54984) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:40.864401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9cec5dae-d4e5-455d-989c-94f6d09fbe97 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/subnets/fa0aaf76-341a-49df-bf7b-d83078a6afa6 HTTP/1.1" status: 204 len: 168 time: 1.0910037 Mar 07 04:40:41.027109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:41.027481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.047946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:40:41.056388 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa15d90c-d10e-455b-a9db-f2863494d382 admin admin] 10.222.0.21 "PUT /v2.0/routers/b812877f-34e7-4713-9def-b543609aba2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5536253 Mar 07 04:40:41.145361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:41.145920 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.174887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] DHCP port deletion for 0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:40:41.178974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:41.208517 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.289363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:41.295838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] Deleting port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:41.296200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.363671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] For port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,segment=NetworkSegment(f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74),segment_id=f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:41.364238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.380063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] Calling delete_port for f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:41.402361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.408610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.413909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.419204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.424631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.429892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.435732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.438083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-7f2591c8-7234-4a18-8c15-063de344204e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.6683440 Mar 07 04:40:41.563911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407a120-f2ed-46fe-b061-bb9eecf11123 req-b2023b45-5d09-44c9-9dc1-cf739485b900 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.565732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d407a120-f2ed-46fe-b061-bb9eecf11123 req-b2023b45-5d09-44c9-9dc1-cf739485b900 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.7316124 Mar 07 04:40:41.569255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.619118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1fca291-33c5-41a4-a9e9-bf9de3ec700d req-432e9e1c-0dc1-4ed2-b168-9d9c729cca16 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661997 Mar 07 04:40:41.665032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.669315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d407a120-f2ed-46fe-b061-bb9eecf11123 req-0b16ab94-cf2d-4c3a-94ec-c451e2f8ce2e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942025 Mar 07 04:40:41.722837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Deleting port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:40:41.726009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.733359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] Pushing event deleted for resources: {'Port': ['ID=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:41.735799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba13063-9886-4da8-8575-9897a6016716 None None] No DVR routers for this DVR port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:41.853259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] For port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480, host n-d-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:41.853895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.870405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Calling delete_port for f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:40:41.874875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:40:41.880060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:41.919266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] No DVR routers for this DVR port f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:40:41.927929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f0df-e5a1-4496-9cd1-e12f1f8dbd18 req-643b5405-e790-4110-a741-cae77566eba6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:41.929570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a1f0df-e5a1-4496-9cd1-e12f1f8dbd18 req-643b5405-e790-4110-a741-cae77566eba6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1303110 Mar 07 04:40:41.930468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Port': ['ID=f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:42.061268 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.082469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a1f0df-e5a1-4496-9cd1-e12f1f8dbd18 req-44968b2e-2a81-4943-8c14-cb54b75df88a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454279 Mar 07 04:40:42.086002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Sync routers for ids ['b812877f-34e7-4713-9def-b543609aba2c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:40:42.101113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Routers {'b812877f-34e7-4713-9def-b543609aba2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:42.101738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b812877f-34e7-4713-9def-b543609aba2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:42.109140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:42.130302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:42.130818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:42.145124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.166893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.175370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:40:42.176155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (f5d3b3b7-91d6-4d74-baef-c6c33ddfdd74), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:40:42.180714 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:40:42.199824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55000) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:42.206233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987180434', 'description': 'tempest-secgroup-smoke-987180434 description', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:42.233311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.246982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Set router b812877f-34e7-4713-9def-b543609aba2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:42.290057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.304305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf5f35-f03b-4e9d-a546-5e27ef998ee8 req-dd1947c0-c2fb-4de1-be64-d90a54d6abed tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.305650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76bf5f35-f03b-4e9d-a546-5e27ef998ee8 req-dd1947c0-c2fb-4de1-be64-d90a54d6abed tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1011610 Mar 07 04:40:42.312717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.316823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] 10.222.0.21 "DELETE /v2.0/networks/0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee HTTP/1.1" status: 204 len: 168 time: 1.4523208 Mar 07 04:40:42.324064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group (d4c39221-5cdb-4484-b1b2-fe1c4e240fd6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.329635 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d4c39221-5cdb-4484-b1b2-fe1c4e240fd6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.363654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:42.366796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe993b4-9319-4d57-bbb0-3f66b640d508 tempest-NetworksIpV6Test-2072620286 tempest-NetworksIpV6Test-2072620286-project] Pushing event deleted for resources: {'Network': ['ID=0fb44bf2-4bf9-4de5-94a1-5aa6afa5e2ee,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:42.378931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.380228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-11d58508-d56d-4b1f-98c8-1b4143948d7a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1782341 Mar 07 04:40:42.383091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55004) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:42.388220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group_rule': {'security_group_id': 'd4c39221-5cdb-4484-b1b2-fe1c4e240fd6', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:42.423730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (03d7a973-30f1-47ae-a6e1-82146634dbeb), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.449307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76bf5f35-f03b-4e9d-a546-5e27ef998ee8 req-7f54deb5-8dfb-43f2-929b-50dc1d7763d5 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056404 Mar 07 04:40:42.494988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (03d7a973-30f1-47ae-a6e1-82146634dbeb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.501195 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (03d7a973-30f1-47ae-a6e1-82146634dbeb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.521006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d7a973-30f1-47ae-a6e1-82146634dbeb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:42.533649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:40:39Z', 'revision_number': 4, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '001cae02-3a3b-4426-b290-78e4bc548b52', 'name': '', 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'mac_address': 'fa:16:3e:48:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:38Z', 'updated_at': '2022-03-07T04:40:39Z', 'revision_number': 2, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'subnets': [{'id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:42.538260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.542455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5a0e471c-34e9-4a1d-9f8a-6de326967329 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557164 Mar 07 04:40:42.542753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:42.549478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group_rule': {'security_group_id': 'd4c39221-5cdb-4484-b1b2-fe1c4e240fd6', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:42.562611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Checking router: b812877f-34e7-4713-9def-b543609aba2c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:40:42.562972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Updating router b812877f-34e7-4713-9def-b543609aba2c port 001cae02-3a3b-4426-b290-78e4bc548b52 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:40:42.582109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (a78a41de-e4e3-46ad-800e-0c327a591d50), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.600112 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.652293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (a78a41de-e4e3-46ad-800e-0c327a591d50), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.659733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a78a41de-e4e3-46ad-800e-0c327a591d50), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.693379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78a41de-e4e3-46ad-800e-0c327a591d50,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:42.736240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.740387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4418caf7-6225-4c84-ba56-7728ca012988 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1917727 Mar 07 04:40:42.741273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55014) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:42.746201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group_rule': {'security_group_id': 'd4c39221-5cdb-4484-b1b2-fe1c4e240fd6', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:42.798884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (f05849d7-7745-4b5c-ba9a-6133ea089a75), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.809322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:42.824067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55016) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:42.901471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.907500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.913107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.919677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.931185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:42.931586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.935753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.945436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.953004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.955031 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (f05849d7-7745-4b5c-ba9a-6133ea089a75), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.955203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-01d7e108-da6d-48eb-b7ec-046e4aa1d9aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.1826730 Mar 07 04:40:42.969618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f05849d7-7745-4b5c-ba9a-6133ea089a75), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:42.986190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5f231-9c1a-4bb9-bf74-d14c6670a4fc req-e455431e-fdf5-4b91-9449-195341197e1a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:42.988894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aee5f231-9c1a-4bb9-bf74-d14c6670a4fc req-e455431e-fdf5-4b91-9449-195341197e1a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2005064 Mar 07 04:40:42.990108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05849d7-7745-4b5c-ba9a-6133ea089a75,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:43.011497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.011497 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-abf98e18-23d4-478b-955a-d0a5d91b899c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658403 Mar 07 04:40:43.011497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:43.016612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group_rule': {'security_group_id': 'd4c39221-5cdb-4484-b1b2-fe1c4e240fd6', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:43.079619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (5cc9331a-91f5-4c47-9c65-c703e4edf873), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.118954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-28cbc275-5a90-49e2-8c24-b24a428ea908 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db3f77ff37ba41389442be43f3b52cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913110 Mar 07 04:40:43.119966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:43.131378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cdcdbc0-1f93-4a85-b259-2a6332bcc91a req-0eb9abe3-bf95-4fe7-abeb-ec970d9dd6a5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408329 Mar 07 04:40:43.176351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aee5f231-9c1a-4bb9-bf74-d14c6670a4fc req-0be3d522-2713-4175-a4f3-97ba2b6bfea1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562181 Mar 07 04:40:43.178323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Publish callbacks [] for port (001cae02-3a3b-4426-b290-78e4bc548b52), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.183070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:43.188402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.267379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e05407-f377-445a-9175-4b1bb2fd385a None None] Pushing event updated for resources: {'Port': ['ID=001cae02-3a3b-4426-b290-78e4bc548b52,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:43.299130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:40:43.305560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-097b01f2-db6e-4953-acf6-22a52c3167cb admin admin] Publish callbacks [] for security_group (489b350d-33bf-4b1e-850e-055dab2fb1ae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.316799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (5cc9331a-91f5-4c47-9c65-c703e4edf873), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.328428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (5cc9331a-91f5-4c47-9c65-c703e4edf873), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.353152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:40:43.353624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f5e1c5a7-ed5f-4c60-ae7f-7568dedf6480 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:40:43.372803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e2d6-f958-45f5-afb8-55fd22e0dd4f req-49382fe1-9f21-4159-a274-f754876e6eb6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:43.381950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4de5e2d6-f958-45f5-afb8-55fd22e0dd4f req-49382fe1-9f21-4159-a274-f754876e6eb6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1180923 Mar 07 04:40:43.386656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-097b01f2-db6e-4953-acf6-22a52c3167cb admin admin] Publish callbacks [] for security_group (489b350d-33bf-4b1e-850e-055dab2fb1ae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.400259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Attempting to bind port 001cae02-3a3b-4426-b290-78e4bc548b52 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:43.400870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Attempting to bind port 001cae02-3a3b-4426-b290-78e4bc548b52 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:43.401406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Attempting to bind port 001cae02-3a3b-4426-b290-78e4bc548b52 on network 7d44fe0d-db80-44ff-91c6-eee769d011b3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:43.410269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:43.410924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Checking segment: {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:43.411481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.412015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Bound using segment: {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:43.413302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Bound port: 001cae02-3a3b-4426-b290-78e4bc548b52, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d5eea-8459-481a-8194-4d23b36fa5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:43.414240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.448894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4de5e2d6-f958-45f5-afb8-55fd22e0dd4f req-9497fbe1-777a-4703-a22e-7a2081e93190 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658469 Mar 07 04:40:43.462465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.465931 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4514892 Mar 07 04:40:43.465931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352136f-3b3f-4582-9ec4-98a989704a32 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc9331a-91f5-4c47-9c65-c703e4edf873,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:43.466997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55028) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:43.472791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group_rule': {'security_group_id': 'd4c39221-5cdb-4484-b1b2-fe1c4e240fd6', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:43.534706 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Project f13de2c6cf114dbe8b413fdbec07e7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:40:43.535704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-097b01f2-db6e-4953-acf6-22a52c3167cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (489b350d-33bf-4b1e-850e-055dab2fb1ae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.535839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] For port 001cae02-3a3b-4426-b290-78e4bc548b52, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:43.540280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] For port 001cae02-3a3b-4426-b290-78e4bc548b52, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=001cae02-3a3b-4426-b290-78e4bc548b52,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:43.550072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.551328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-097b01f2-db6e-4953-acf6-22a52c3167cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.551484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (96aa70ae-e4ed-49e1-940e-410b2f7f157c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.555071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-097b01f2-db6e-4953-acf6-22a52c3167cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/489b350d-33bf-4b1e-850e-055dab2fb1ae HTTP/1.1" status: 204 len: 168 time: 0.4317183 Mar 07 04:40:43.574255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b01f2-db6e-4953-acf6-22a52c3167cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b350d-33bf-4b1e-850e-055dab2fb1ae,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:43.654238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e05407-f377-445a-9175-4b1bb2fd385a None None] Pushing event updated for resources: {'Port': ['ID=001cae02-3a3b-4426-b290-78e4bc548b52,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:43.677119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Routers {'b812877f-34e7-4713-9def-b543609aba2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:43.678340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b812877f-34e7-4713-9def-b543609aba2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:43.683949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] Provisioning complete for port 001cae02-3a3b-4426-b290-78e4bc548b52 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:43.684403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.703654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258e1d-dd49-4e53-85ee-9acfb3a252ee req-d9f109a8-45d7-404c-a87f-6d60b735cbd6 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:43.705201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad258e1d-dd49-4e53-85ee-9acfb3a252ee req-d9f109a8-45d7-404c-a87f-6d60b735cbd6 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1495214 Mar 07 04:40:43.717493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (96aa70ae-e4ed-49e1-940e-410b2f7f157c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.779838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad258e1d-dd49-4e53-85ee-9acfb3a252ee req-b7dd9132-a0f3-40e4-935b-341f94442d5d tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638912 Mar 07 04:40:43.780725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (96aa70ae-e4ed-49e1-940e-410b2f7f157c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.808375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96aa70ae-e4ed-49e1-940e-410b2f7f157c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:43.813474 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.814708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ff10d53b-e0bf-477b-b0e6-fe9d4bc4b2e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3461790 Mar 07 04:40:43.817685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:43.823116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'security_group_rule': {'security_group_id': 'd4c39221-5cdb-4484-b1b2-fe1c4e240fd6', 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:43.875609 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Project f13de2c6cf114dbe8b413fdbec07e7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:40:43.892946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (c78f93a0-dcb7-4870-aece-8bc4ab5be71e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.967323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (c78f93a0-dcb7-4870-aece-8bc4ab5be71e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.975217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c78f93a0-dcb7-4870-aece-8bc4ab5be71e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:43.989548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] Set router b812877f-34e7-4713-9def-b543609aba2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:40:44.004155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f93a0-dcb7-4870-aece-8bc4ab5be71e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:44.027351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:44.028981 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7ae81cb9-8c83-40cd-9ab7-6c8f91fa726b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2102497 Mar 07 04:40:44.059923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] Current status of the port 001cae02-3a3b-4426-b290-78e4bc548b52 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:44.060274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:44.143670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] For port 001cae02-3a3b-4426-b290-78e4bc548b52, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=001cae02-3a3b-4426-b290-78e4bc548b52,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:44.154901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:44.375533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c562be-c069-496b-a81b-64e6947ddc80 None None] Pushing event updated for resources: {'Port': ['ID=001cae02-3a3b-4426-b290-78e4bc548b52,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:44.396763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992f660-b98a-4b0d-8987-e85ac878fc4c req-0f524010-df9c-4642-bfdd-7898ad701dc1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.405502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f992f660-b98a-4b0d-8987-e85ac878fc4c req-0f524010-df9c-4642-bfdd-7898ad701dc1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.0991781 Mar 07 04:40:44.406062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-26398657-fe74-4552-aaee-0a7b697a80ad None None] Provisioning complete for port 001cae02-3a3b-4426-b290-78e4bc548b52 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:44.406453 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26398657-fe74-4552-aaee-0a7b697a80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:44.436930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.443781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.449388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.455939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.462267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.462691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:40:39Z', 'revision_number': 4, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '001cae02-3a3b-4426-b290-78e4bc548b52', 'name': '', 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'mac_address': 'fa:16:3e:48:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:38Z', 'updated_at': '2022-03-07T04:40:43Z', 'revision_number': 4, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'subnets': [{'id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:44.468892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.474192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:44.481554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-a1d82b42-221e-4b2c-add7-32da4f234e6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.1663489 Mar 07 04:40:44.498593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847ee7-78c1-4a9a-8aa1-ad89d3166dfe None None] The sync data for ids ['b812877f-34e7-4713-9def-b543609aba2c'] in n-d-832185-1 is: [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:40:39Z', 'revision_number': 4, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '001cae02-3a3b-4426-b290-78e4bc548b52', 'name': '', 'network_id': '7d44fe0d-db80-44ff-91c6-eee769d011b3', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'mac_address': 'fa:16:3e:48:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:38Z', 'updated_at': '2022-03-07T04:40:43Z', 'revision_number': 4, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'subnets': [{'id': 'f7116c69-b932-46e9-8b49-de6f9533ea8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:40:44.548519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-26398657-fe74-4552-aaee-0a7b697a80ad None None] Current status of the port 001cae02-3a3b-4426-b290-78e4bc548b52 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:44.569331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f992f660-b98a-4b0d-8987-e85ac878fc4c req-4aeccc9e-d21b-42ae-8660-8d8ed75c70bb tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620114 Mar 07 04:40:44.646944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:44.755940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-128dff21-53c2-4be9-8f73-d4e435f8bdde req-ed819d3a-ed06-4a09-b8ac-a0afdcb4c626 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2717206 Mar 07 04:40:44.854359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-8abd40d2-05f1-44be-9a6b-b89a161e7b07 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987180434&fields=id&tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4 HTTP/1.1" status: 200 len: 267 time: 0.1316710 Mar 07 04:40:44.872595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 001cae02-3a3b-4426-b290-78e4bc548b52 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:44.985779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:45.025547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'port_id': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'mac_address': 'fa:16:3e:21:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2265b-f3f9-4936-b74f-50f982b8a788', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:45.039960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce96f-71fc-4662-9219-9878ca421a61 req-dac8bdb4-f073-4af5-b417-5cb0a9bb1498 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:45.041571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-566ce96f-71fc-4662-9219-9878ca421a61 req-dac8bdb4-f073-4af5-b417-5cb0a9bb1498 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.0985301 Mar 07 04:40:45.054835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:45.068790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-b92affc5-3106-4422-905f-3d26560f6d43 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:45.071335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-b92affc5-3106-4422-905f-3d26560f6d43 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/networks?id=189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 200 len: 808 time: 0.2161624 Mar 07 04:40:45.089312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 001cae02-3a3b-4426-b290-78e4bc548b52 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:45.089838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.117571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:45.117784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.128500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-fbd2a81c-ba3e-42f8-bfce-e04899dbccd1 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/quotas/f13de2c6cf114dbe8b413fdbec07e7e4 HTTP/1.1" status: 200 len: 375 time: 0.0443652 Mar 07 04:40:45.174065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b90af6ed-baf7-4224-99bf-27db1cd91abd {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:45.175987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-566ce96f-71fc-4662-9219-9878ca421a61 req-8cc934b2-4769-42db-870d-bab6dfd504d3 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206012 Mar 07 04:40:45.223356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-be49d4d4-7371-4aea-805f-bdb33318d2ad tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939655 Mar 07 04:40:45.223582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:45.317479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 001cae02-3a3b-4426-b290-78e4bc548b52 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:45.323754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.371025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999618979'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:45.437063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:45.445216 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.458145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:45.462615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565595-a3fd-4f09-b65a-8eea9c269a28 req-7844a5e6-35ab-413e-ae79-6d6d47e389b7 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:45.464800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3565595-a3fd-4f09-b65a-8eea9c269a28 req-7844a5e6-35ab-413e-ae79-6d6d47e389b7 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.0781679 Mar 07 04:40:45.471181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.489075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b90af6ed-baf7-4224-99bf-27db1cd91abd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:45.573311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-4d47e483-6f61-40c4-a970-1e9d4aed24c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:40:45.574499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-4d47e483-6f61-40c4-a970-1e9d4aed24c3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193591 Mar 07 04:40:45.585284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3565595-a3fd-4f09-b65a-8eea9c269a28 req-1924c264-d7e5-4e81-bb8f-d94f8a821809 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095006 Mar 07 04:40:45.600112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for security_group (3b57bcea-ed85-4277-8dc9-98f6b4fb1968), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.614320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3b57bcea-ed85-4277-8dc9-98f6b4fb1968), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.654959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:45.657209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b57bcea-ed85-4277-8dc9-98f6b4fb1968,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:45.671648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (79011918-03b5-4b43-8ce8-87a82537dab9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.671982 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment 79011918-03b5-4b43-8ce8-87a82537dab9 of type vlan for network 499f20bb-2153-4f82-92b7-234395559ad6 Mar 07 04:40:45.778162 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (499f20bb-2153-4f82-92b7-234395559ad6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.820790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (499f20bb-2153-4f82-92b7-234395559ad6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.822711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-b40be812-6e12-45b4-afec-f585a0c2dfeb service neutron] 10.222.0.21 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339230 Mar 07 04:40:45.826769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:45.827347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.879133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8230548 Mar 07 04:40:45.879710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:45.887255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-1839782874'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:45.934913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356ffe-1a1e-44c9-a609-239acf34c589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=499f20bb-2153-4f82-92b7-234395559ad6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:45.950640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:45.952846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 499f20bb-2153-4f82-92b7-234395559ad6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:45.955676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:45.984539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-8e0bc58c-f53b-4d3e-88de-27fa245a8df7 service neutron] 10.222.0.21 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627772 Mar 07 04:40:45.995261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:40:46.006793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (daf99aca-7ed6-4141-9cd7-901d56a5741f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.007201 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment daf99aca-7ed6-4141-9cd7-901d56a5741f of type vlan for network 273c0aba-7466-4555-9189-019679a90a7f Mar 07 04:40:46.016637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf254c57-2bdb-4225-a4a7-9adacb57a502 req-44714ed2-d58c-444b-b543-96ea3f47b6c8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.027252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf254c57-2bdb-4225-a4a7-9adacb57a502 req-44714ed2-d58c-444b-b543-96ea3f47b6c8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 944 time: 0.2610688 Mar 07 04:40:46.082596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (273c0aba-7466-4555-9189-019679a90a7f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.128658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf254c57-2bdb-4225-a4a7-9adacb57a502 req-185d7202-7628-47ec-b516-4131f40d8717 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993149 Mar 07 04:40:46.131060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (273c0aba-7466-4555-9189-019679a90a7f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.144371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.144371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.203474 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3195097 Mar 07 04:40:46.205147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:46.210791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '499f20bb-2153-4f82-92b7-234395559ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:46.279972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af9dfb-95e6-4b15-bb92-e8fe8f889862 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=273c0aba-7466-4555-9189-019679a90a7f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:46.300845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 273c0aba-7466-4555-9189-019679a90a7f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:40:46.518811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:46.522280 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.605073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.626481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.633549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.640523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.645940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:46.660382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.679208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.690488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.698370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-40a35386-a9e4-4ea6-baf2-e99b159f5c59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3101208 Mar 07 04:40:46.741299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e82d1-6c08-4914-be56-68a05693bf88 req-2bd537d5-c602-45f6-8b7a-40f1713262e2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:46.745468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f13e82d1-6c08-4914-be56-68a05693bf88 req-2bd537d5-c602-45f6-8b7a-40f1713262e2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.3591435 Mar 07 04:40:46.771766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port b90af6ed-baf7-4224-99bf-27db1cd91abd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:46.772033 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.927438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f13e82d1-6c08-4914-be56-68a05693bf88 req-58be0bf0-755f-4a9f-9e9f-45dc5bfe30cf tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654680 Mar 07 04:40:46.942379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:46.943302 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:46.973930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:46.977106 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b290421-3b58-4f3d-bb00-4d3128be3cbb" -d '{"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-plugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:46.999195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:47.011902 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:47.036764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9da8d58a-7062-488a-8a24-7f113762ec69 req-e8835eb6-2ef3-49a3-9026-f6257b7f9cbf tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3352652 Mar 07 04:40:47.102452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:47.195231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62ca3c1a-81c7-476e-807c-6125f61c227e req-25cc3a9e-e415-4f0a-a0f4-1cc99304b882 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 210 time: 0.1203644 Mar 07 04:40:47.284629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (15f20094-9af2-40e8-a574-f23c871100b3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:47.312630 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9fcf83-7b76-417b-9226-8d3404648d75 x-openstack-request-id: req-aa9fcf83-7b76-417b-9226-8d3404648d75 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:47.314493 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-plugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:47.314493 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa9fcf83-7b76-417b-9226-8d3404648d75 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:47.314493 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'code': 200} Mar 07 04:40:47.405135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=15f20094-9af2-40e8-a574-f23c871100b3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:47.410700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': '79011918-03b5-4b43-8ce8-87a82537dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '499f20bb-2153-4f82-92b7-234395559ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:47.411065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 499f20bb-2153-4f82-92b7-234395559ad6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:47.421169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65701f05-eaa0-4014-81af-4b044afbe19e req-5d03118a-7d87-4419-b213-7f9ff1e86b5b tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:47.429104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65701f05-eaa0-4014-81af-4b044afbe19e req-5d03118a-7d87-4419-b213-7f9ff1e86b5b tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2167222 Mar 07 04:40:47.529416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 499f20bb-2153-4f82-92b7-234395559ad6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:47.566558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 499f20bb-2153-4f82-92b7-234395559ad6) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:47.571238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:47.572051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:47.588915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97f867-de15-4da3-9b66-9a4b2bccd736 None None] Network 499f20bb-2153-4f82-92b7-234395559ad6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:47.601502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65701f05-eaa0-4014-81af-4b044afbe19e req-d2541685-8da9-4560-8ba0-17f372abe961 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714170 Mar 07 04:40:47.634764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b663d5-e28e-483d-adcc-c6e690b29379 req-994a2719-97f7-4654-88c5-719450be1ec0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:47.636260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47b663d5-e28e-483d-adcc-c6e690b29379 req-994a2719-97f7-4654-88c5-719450be1ec0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2037523 Mar 07 04:40:47.652030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8844602d-c7ed-4d3a-8b4a-2e0b035cacff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4453876 Mar 07 04:40:47.656436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55114) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:47.662652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '273c0aba-7466-4555-9189-019679a90a7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:47.766224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47b663d5-e28e-483d-adcc-c6e690b29379 req-3caf96f9-eb3c-404a-9e98-49241c51ce5c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128907 Mar 07 04:40:47.809123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-499f20bb-2153-4f82-92b7-234395559ad6', 'network_id': '499f20bb-2153-4f82-92b7-234395559ad6', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': '15f20094-9af2-40e8-a574-f23c871100b3'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:47.810770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:47.857008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:47.865405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.103917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6f0f4-e250-48a4-8b03-ce4806e4d144 req-5f069f89-6c84-4a4c-9118-223101bc3028 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.114783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03a6f0f4-e250-48a4-8b03-ce4806e4d144 req-5f069f89-6c84-4a4c-9118-223101bc3028 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.0947089 Mar 07 04:40:48.140915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (d4d54f6a-31c2-4120-a84b-8c72b332bb38), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.150460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Allocated IP 172.20.0.2 (499f20bb-2153-4f82-92b7-234395559ad6/15f20094-9af2-40e8-a574-f23c871100b3/c67416ab-02fc-4122-ad48-31da753c517e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:48.186618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03a6f0f4-e250-48a4-8b03-ce4806e4d144 req-b6f33b6a-3908-4785-9fb9-576d10ca8f65 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Mar 07 04:40:48.256767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=d4d54f6a-31c2-4120-a84b-8c72b332bb38,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:48.259765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': 'daf99aca-7ed6-4141-9cd7-901d56a5741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '273c0aba-7466-4555-9189-019679a90a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:48.260085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 273c0aba-7466-4555-9189-019679a90a7f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:40:48.310943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 273c0aba-7466-4555-9189-019679a90a7f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:40:48.325318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 273c0aba-7466-4555-9189-019679a90a7f) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:48.330662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.332074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.338603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.356214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.361618 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-df08249b-4d30-44ed-8f5f-159dc265cc36 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7039461 Mar 07 04:40:48.364579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55122) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:48.377010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2015308840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:48.380367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.397224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.418032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.433448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.464917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.477079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6d101e0b-27d5-43be-967d-dd66e2ee5981 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2591109 Mar 07 04:40:48.650945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5a26709-4ad7-4404-8006-69e749e0f037 req-531c6f70-4647-4383-a290-0c569075d193 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 210 time: 0.1722338 Mar 07 04:40:48.694614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (1c170b5d-dd93-4d98-9099-839449f06d46), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.695726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (1c170b5d-dd93-4d98-9099-839449f06d46), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.738890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-c7e51545-ad29-4d92-ad11-c06779fed014 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:48.740409 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-c7e51545-ad29-4d92-ad11-c06779fed014 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.44 "GET /v2.0/networks?id=189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 200 len: 808 time: 0.3089249 Mar 07 04:40:48.777148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (1c170b5d-dd93-4d98-9099-839449f06d46), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.790551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (1c170b5d-dd93-4d98-9099-839449f06d46), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.815719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2e7b162d-75b5-4126-8997-07ab8bbc1056 req-6dc08bd9-22e8-4b25-8239-4a7d3cc41321 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3078156 Mar 07 04:40:48.852179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:48.856044 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7fc2256d-bc13-4d8e-8b40-62c7fb6b8f66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4878612 Mar 07 04:40:48.856358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55130) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:48.880146 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-3fbf2bf7-5ab9-4f0b-87be-c8e97dff8bb2 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4 HTTP/1.1" status: 200 len: 379 time: 0.1125181 Mar 07 04:40:48.930250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'port': {'device_id': '58589fa7-cf5d-428f-b903-800615f3f723', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'admin_state_up': True, 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'security_groups': ['d4c39221-5cdb-4484-b1b2-fe1c4e240fd6']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:48.959227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1346629-7d97-4a16-8147-d5e50ac6f8dc None None] Network 273c0aba-7466-4555-9189-019679a90a7f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:49.041642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Publish callbacks [] for port (c67416ab-02fc-4122-ad48-31da753c517e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.087527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (c67416ab-02fc-4122-ad48-31da753c517e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.125381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc6bf9-a1aa-49e6-beb7-29991f24e2f3 req-de67e033-17df-4571-a3e7-20b0805c6fbc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:49.133132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ffc6bf9-a1aa-49e6-beb7-29991f24e2f3 req-de67e033-17df-4571-a3e7-20b0805c6fbc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1598899 Mar 07 04:40:49.147361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Pushing event updated for resources: {'Port': ['ID=c67416ab-02fc-4122-ad48-31da753c517e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:49.151184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-273c0aba-7466-4555-9189-019679a90a7f', 'network_id': '273c0aba-7466-4555-9189-019679a90a7f', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': 'd4d54f6a-31c2-4120-a84b-8c72b332bb38'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:40:49.152624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.229782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ffc6bf9-a1aa-49e6-beb7-29991f24e2f3 req-5b1aeee4-7a72-43e3-bb9e-76511dfd5def tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957768 Mar 07 04:40:49.244601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2d098-1bed-40d9-b82e-a68363af3370 req-d80b4302-c699-4a72-ba1a-8f846d075341 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:49.250006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Network 499f20bb-2153-4f82-92b7-234395559ad6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:49.252678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b2d098-1bed-40d9-b82e-a68363af3370 req-d80b4302-c699-4a72-ba1a-8f846d075341 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3971958 Mar 07 04:40:49.262069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:49.268485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:49.300402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Made reservation on behalf of f13de2c6cf114dbe8b413fdbec07e7e4 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:40:49.304340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.413736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Attempting to bind port c67416ab-02fc-4122-ad48-31da753c517e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:49.416151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Attempting to bind port c67416ab-02fc-4122-ad48-31da753c517e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '79011918-03b5-4b43-8ce8-87a82537dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '499f20bb-2153-4f82-92b7-234395559ad6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:49.422537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Attempting to bind port c67416ab-02fc-4122-ad48-31da753c517e on network 499f20bb-2153-4f82-92b7-234395559ad6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:49.481051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:49.481477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Checking segment: {'id': '79011918-03b5-4b43-8ce8-87a82537dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '499f20bb-2153-4f82-92b7-234395559ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:49.481967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.482528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Bound using segment: {'id': '79011918-03b5-4b43-8ce8-87a82537dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '499f20bb-2153-4f82-92b7-234395559ad6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:49.483095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Bound port: c67416ab-02fc-4122-ad48-31da753c517e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79011918-03b5-4b43-8ce8-87a82537dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '499f20bb-2153-4f82-92b7-234395559ad6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:49.484186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c67416ab-02fc-4122-ad48-31da753c517e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.487179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4253da2e-dbcf-4d24-8d94-5b761d160c99 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:49.490096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Allocated IP 172.20.0.13 (189d4cac-0b28-4dd9-9ed1-4a92746ab548/53712aa9-d597-45a0-9eee-29ac85c15448/1ae48d82-3479-427c-9eb3-77061036c449) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:49.606650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Allocated IP 172.21.0.2 (273c0aba-7466-4555-9189-019679a90a7f/d4d54f6a-31c2-4120-a84b-8c72b332bb38/08eb98bb-11d7-4852-86f1-e7b8bd4d2836) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:49.651647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for port (1ae48d82-3479-427c-9eb3-77061036c449), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.679074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b2d098-1bed-40d9-b82e-a68363af3370 req-f28e8806-7675-47d6-a7ce-3e89b81af63c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254479 Mar 07 04:40:49.725341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] For port c67416ab-02fc-4122-ad48-31da753c517e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:49.727423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.792410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] For port c67416ab-02fc-4122-ad48-31da753c517e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c67416ab-02fc-4122-ad48-31da753c517e,segment=NetworkSegment(79011918-03b5-4b43-8ce8-87a82537dab9),segment_id=79011918-03b5-4b43-8ce8-87a82537dab9)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:49.808156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:49.814985 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:49.820215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:49.891396 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c67416ab-02fc-4122-ad48-31da753c517e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.892794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:49.893471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.922842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:49.931611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f76e-e07e-4677-a05c-b308ff16bdb2 req-b97b50b5-1723-457b-b732-a4bfb29c8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:49.933992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7289f76e-e07e-4677-a05c-b308ff16bdb2 req-b97b50b5-1723-457b-b732-a4bfb29c8d40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.2337849 Mar 07 04:40:49.943530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.944153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.944654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.945134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.945649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.946260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.946746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.947245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.947740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.948695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.949227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.949728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.950274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:40:49.960428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d26a0-754a-4d15-be44-88cea7b05da8 None None] Pushing event updated for resources: {'Port': ['ID=c67416ab-02fc-4122-ad48-31da753c517e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:49.965253 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-44bf8ef7-7c38-457c-b9ab-ee2259b842ff tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0436313 Mar 07 04:40:49.976605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:49.984132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Request body: {'port': {'device_id': '58589fa7-cf5d-428f-b903-800615f3f723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:40:50.040996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358518c-a271-4c57-ac2f-c4ae0b403b19 req-661644ba-b6bd-41ce-b372-e2ddf38108f6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:50.042651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0358518c-a271-4c57-ac2f-c4ae0b403b19 req-661644ba-b6bd-41ce-b372-e2ddf38108f6 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.5696790 Mar 07 04:40:50.068015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.084479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:50.100544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1ae48d82-3479-427c-9eb3-77061036c449), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.135794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '4253da2e-dbcf-4d24-8d94-5b761d160c99', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'port_id': '4253da2e-dbcf-4d24-8d94-5b761d160c99', 'mac_address': 'fa:16:3e:70:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:50.165331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7289f76e-e07e-4677-a05c-b308ff16bdb2 req-533273f6-60d5-426d-97ea-ceb8cb5c77ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238054 Mar 07 04:40:50.272721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4253da2e-dbcf-4d24-8d94-5b761d160c99 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:50.272931 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.303399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4253da2e-dbcf-4d24-8d94-5b761d160c99 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:50.343095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:50.345248 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Publish callbacks [] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.351136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.352577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:50.370969 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.476814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399213a-3db5-47f0-8d37-50041a706de7 req-9d563bd0-b2b0-4db8-97e6-64670bf5e809 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:50.487397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c399213a-3db5-47f0-8d37-50041a706de7 req-9d563bd0-b2b0-4db8-97e6-64670bf5e809 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 932 time: 0.6375625 Mar 07 04:40:50.569165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:40:50.572105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Network 273c0aba-7466-4555-9189-019679a90a7f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:50.631487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ca028a5f-ad1e-447d-a175-692d48a0a154 None None] Provisioning complete for port 1ae48d82-3479-427c-9eb3-77061036c449 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:50.632205 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca028a5f-ad1e-447d-a175-692d48a0a154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1ae48d82-3479-427c-9eb3-77061036c449), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.634249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:50.637600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:50.640409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0358518c-a271-4c57-ac2f-c4ae0b403b19 req-94775c7b-5370-4d8d-9f73-207813152fc2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563332 Mar 07 04:40:50.664554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae48d82-3479-427c-9eb3-77061036c449 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:50.677537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Publish callbacks [] for port (1ae48d82-3479-427c-9eb3-77061036c449), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.692436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Transition to ACTIVE for port object 1ae48d82-3479-427c-9eb3-77061036c449 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:40:50.700984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:50.863040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:51.021155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:51.056242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c67416ab-02fc-4122-ad48-31da753c517e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:51.176764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Attempting to bind port 1ae48d82-3479-427c-9eb3-77061036c449 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:51.177114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Attempting to bind port 1ae48d82-3479-427c-9eb3-77061036c449 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:51.177448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Attempting to bind port 1ae48d82-3479-427c-9eb3-77061036c449 on network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:51.191934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Port 1ae48d82-3479-427c-9eb3-77061036c449 on network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:40:51.192272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Attempting to bind port 1ae48d82-3479-427c-9eb3-77061036c449 on network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:51.207434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:51.208631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Checking segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:51.209038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Bound using segment: {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:51.209528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Bound port: 1ae48d82-3479-427c-9eb3-77061036c449, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a8eed7-3b72-4061-bbc6-ba30a4879062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:51.213292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1ae48d82-3479-427c-9eb3-77061036c449), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.215328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.20.0.1 (499f20bb-2153-4f82-92b7-234395559ad6/15f20094-9af2-40e8-a574-f23c871100b3/64128664-0312-49dc-824b-03e878339e66) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:51.336375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:51.344595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=1ae48d82-3479-427c-9eb3-77061036c449,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:51.362961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ca028a5f-ad1e-447d-a175-692d48a0a154 None None] Port 1ae48d82-3479-427c-9eb3-77061036c449 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:51.363324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.385169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Attempting to bind port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:40:51.385549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Attempting to bind port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'daf99aca-7ed6-4141-9cd7-901d56a5741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '273c0aba-7466-4555-9189-019679a90a7f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:40:51.385916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Attempting to bind port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 on network 273c0aba-7466-4555-9189-019679a90a7f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:40:51.410669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Pushing event updated for resources: {'Port': ['ID=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:51.444881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:40:51.445266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Checking segment: {'id': 'daf99aca-7ed6-4141-9cd7-901d56a5741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '273c0aba-7466-4555-9189-019679a90a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:40:51.445672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.446548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Bound using segment: {'id': 'daf99aca-7ed6-4141-9cd7-901d56a5741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '273c0aba-7466-4555-9189-019679a90a7f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:40:51.447053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Bound port: 08eb98bb-11d7-4852-86f1-e7b8bd4d2836, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf99aca-7ed6-4141-9cd7-901d56a5741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '273c0aba-7466-4555-9189-019679a90a7f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:40:51.447441 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.463310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:51.472772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.473403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.478711 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] 10.222.0.44 "PUT /v2.0/ports/1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 200 len: 1092 time: 1.5033131 Mar 07 04:40:51.487761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:51.494768 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0943782c-f5d0-4492-9215-fd272241162d" -d '{"events": [{"name": "network-changed", "server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "tag": "1ae48d82-3479-427c-9eb3-77061036c449"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:51.572858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'port_id': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'mac_address': 'fa:16:3e:83:1f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:51.575120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576d2eb-758a-43ce-a91b-9a6791260a2c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:51.610737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c399213a-3db5-47f0-8d37-50041a706de7 req-f599aabb-e15c-4d75-87ee-a31d7b96540d tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1224492 Mar 07 04:40:51.683652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-2698c9db-7bf6-4262-bd2d-047d5fab0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.686549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-2698c9db-7bf6-4262-bd2d-047d5fab0607 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1126 time: 0.0921824 Mar 07 04:40:51.721206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (64128664-0312-49dc-824b-03e878339e66), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.751038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-c8b77797-385c-43dd-89b7-25850f5880c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 200 len: 217 time: 0.0573728 Mar 07 04:40:51.769817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.791435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.798012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c67416ab-02fc-4122-ad48-31da753c517e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:51.798400 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c67416ab-02fc-4122-ad48-31da753c517e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.804231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.821832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.834086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.848544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.874066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.885872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-8c7f3804-4bf4-4467-a25f-5c79145d3d8c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5430 time: 1.0927780 Mar 07 04:40:51.887179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-5bb5a6ac-775e-4f6e-894f-d43d96cbcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:51.890059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] For port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:40:51.903515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-5bb5a6ac-775e-4f6e-894f-d43d96cbcb8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53712aa9-d597-45a0-9eee-29ac85c15448 HTTP/1.1" status: 200 len: 847 time: 0.1444328 Mar 07 04:40:51.938918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] For port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,segment=NetworkSegment(daf99aca-7ed6-4141-9cd7-901d56a5741f),segment_id=daf99aca-7ed6-4141-9cd7-901d56a5741f)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:40:51.950197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:51.950641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:51.959279 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.037510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:52.106175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-fec44ebd-7490-4336-af2d-6cffa3a1361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:52.109936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65066558-fe53-4d8c-9152-266a3c2aac28 req-18defc27-33b3-4ba3-b51b-ad23021934a1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2188807 Mar 07 04:40:52.119830 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-fec44ebd-7490-4336-af2d-6cffa3a1361e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=189d4cac-0b28-4dd9-9ed1-4a92746ab548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2086551 Mar 07 04:40:52.129115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:52.189323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.189323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:52.189653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bc6bc-9f15-4bc2-bc66-eaa3f1bb51af None None] Pushing event updated for resources: {'Port': ['ID=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:52.259149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.284359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c67416ab-02fc-4122-ad48-31da753c517e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:52.284762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c67416ab-02fc-4122-ad48-31da753c517e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.304587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc41bb-0825-44f1-82a8-7c1690338d01 None None] Network 499f20bb-2153-4f82-92b7-234395559ad6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:52.341317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec14a5-3586-4a10-b294-634c9f61e164 req-13ac7c6e-2cd0-43ba-be43-87cfc002a667 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:52.343966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80ec14a5-3586-4a10-b294-634c9f61e164 req-13ac7c6e-2cd0-43ba-be43-87cfc002a667 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4339118 Mar 07 04:40:52.364309 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:40:52.382387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:40:52.395361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (64128664-0312-49dc-824b-03e878339e66), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.397903 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-a28c72e7-f667-4f47-9b44-e3e9c357a103 service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697964 Mar 07 04:40:52.529540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 499f20bb-2153-4f82-92b7-234395559ad6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:52.540204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=64128664-0312-49dc-824b-03e878339e66,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:52.552791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:52.563665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:52.564190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:52.623553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-abb503fa-3fd4-4a5c-bc57-1e62476d0916 None None] Provisioning complete for port c67416ab-02fc-4122-ad48-31da753c517e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:52.629963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abb503fa-3fd4-4a5c-bc57-1e62476d0916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c67416ab-02fc-4122-ad48-31da753c517e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.636945 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0251ec42-8140-4c4a-81b9-f32fd7e76fd6 req-09a2de90-94c1-4e59-adad-651d4e9c481e service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255514 Mar 07 04:40:52.727028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ee882-d729-44ea-bdfc-850f5affeeca req-01adb459-fba7-47c4-bd1c-c528b3b2fe6c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:52.729428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c4ee882-d729-44ea-bdfc-850f5affeeca req-01adb459-fba7-47c4-bd1c-c528b3b2fe6c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3842335 Mar 07 04:40:52.759770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:52.781495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80ec14a5-3586-4a10-b294-634c9f61e164 req-076aecac-2db4-456a-bcd1-19cf1944636e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912261 Mar 07 04:40:52.924669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:52.966696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2', 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48', 'port_id': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2', 'mac_address': 'fa:16:3e:2e:cb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc7d71a-1558-4e9a-b78f-4dc71f1ab040', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:52.992641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port c67416ab-02fc-4122-ad48-31da753c517e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c67416ab-02fc-4122-ad48-31da753c517e,segment=NetworkSegment(79011918-03b5-4b43-8ce8-87a82537dab9),segment_id=79011918-03b5-4b43-8ce8-87a82537dab9)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:53.027182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c67416ab-02fc-4122-ad48-31da753c517e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:53.040426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c4ee882-d729-44ea-bdfc-850f5affeeca req-768da115-f5af-4187-af15-26fa0f379f0a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021035 Mar 07 04:40:53.094997 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad6e8c-41bc-4288-a2c1-506f75bb43a6 x-openstack-request-id: req-acad6e8c-41bc-4288-a2c1-506f75bb43a6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:53.095297 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "tag": "1ae48d82-3479-427c-9eb3-77061036c449", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:53.095650 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acad6e8c-41bc-4288-a2c1-506f75bb43a6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:53.095978 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449', 'status': 'completed', 'code': 200} Mar 07 04:40:53.180915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=c67416ab-02fc-4122-ad48-31da753c517e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:53.262130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943782c-f5d0-4492-9215-fd272241162d req-7f5f089a-e5ee-4f8b-a769-65d749128c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:53.264429 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-7f5f089a-e5ee-4f8b-a769-65d749128c58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1126 time: 0.1426840 Mar 07 04:40:53.268999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:53.269393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:53.351436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:53.409432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:53.474059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943782c-f5d0-4492-9215-fd272241162d req-de7f3bde-a518-4d27-ad5c-58dcf077eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:53.481678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-de7f3bde-a518-4d27-ad5c-58dcf077eb9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 200 len: 909 time: 0.2080703 Mar 07 04:40:53.519081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:53.539945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-abb503fa-3fd4-4a5c-bc57-1e62476d0916 None None] Current status of the port c67416ab-02fc-4122-ad48-31da753c517e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:53.547818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:53.549359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9cf68404-21e4-4190-b574-c3560f5dd4f2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:53.627745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-414646d4-be5e-4b6a-ba24-38e2b2bd445d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 200 len: 217 time: 0.1388950 Mar 07 04:40:53.648620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:53.668635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:53.669169 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:53.729819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:53.749997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943782c-f5d0-4492-9215-fd272241162d req-8fede2b3-4e0c-40c0-8845-ad955fb4f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:53.758304 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-8fede2b3-4e0c-40c0-8845-ad955fb4f090 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53712aa9-d597-45a0-9eee-29ac85c15448 HTTP/1.1" status: 200 len: 847 time: 0.1227174 Mar 07 04:40:53.787865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '9cf68404-21e4-4190-b574-c3560f5dd4f2', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'port_id': '9cf68404-21e4-4190-b574-c3560f5dd4f2', 'mac_address': 'fa:16:3e:93:3f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:53.872393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943782c-f5d0-4492-9215-fd272241162d req-5ce7bd23-1d84-4ad2-a9c9-7fd1caaa2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:53.876204 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-5ce7bd23-1d84-4ad2-a9c9-7fd1caaa2462 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=189d4cac-0b28-4dd9-9ed1-4a92746ab548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1044114 Mar 07 04:40:53.936573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9cf68404-21e4-4190-b574-c3560f5dd4f2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:53.936573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.014849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3fa22297-9a54-4afe-81f2-05c51bee4256 None None] Provisioning complete for port c67416ab-02fc-4122-ad48-31da753c517e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:54.018301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fa22297-9a54-4afe-81f2-05c51bee4256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c67416ab-02fc-4122-ad48-31da753c517e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.022597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf68404-21e4-4190-b574-c3560f5dd4f2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:54.063237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:54.067298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:54.070275 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.127228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-b3fed836-d432-4423-bc40-7d54b4ab5eb1 service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432237 Mar 07 04:40:54.182509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.183634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3c690b31-5cd0-49d6-b7d3-5439906c4aeb details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:54.185849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3d0b-4003-4473-9f9f-dbc85d6dc12b req-9ee52ccb-064d-468f-9951-ed9815965d88 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.187664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ade3d0b-4003-4473-9f9f-dbc85d6dc12b req-9ee52ccb-064d-468f-9951-ed9815965d88 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 944 time: 0.2485752 Mar 07 04:40:54.191091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (64128664-0312-49dc-824b-03e878339e66), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.227180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:54.303543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,segment=NetworkSegment(daf99aca-7ed6-4141-9cd7-901d56a5741f),segment_id=daf99aca-7ed6-4141-9cd7-901d56a5741f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:54.327784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0943782c-f5d0-4492-9215-fd272241162d req-670cde0b-a97c-4e33-b14d-2d91fdb55d2f service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929476 Mar 07 04:40:54.342448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53e9a-ef44-45f8-a706-e5681f82679e req-ec2abd40-9b68-426b-8812-6b9b1d30ad30 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.348581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6eb53e9a-ef44-45f8-a706-e5681f82679e req-ec2abd40-9b68-426b-8812-6b9b1d30ad30 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.4063737 Mar 07 04:40:54.370353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'port_id': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb', 'mac_address': 'fa:16:3e:4f:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:54.372347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1e5c19-674a-40aa-a803-e0dc1a6bb8f4 None None] Network 273c0aba-7466-4555-9189-019679a90a7f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:40:54.381416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:54.386353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.564916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:54.565375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.574699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:54.618384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ade3d0b-4003-4473-9f9f-dbc85d6dc12b req-1ab400f2-036d-4db8-b56a-b7bf69bf72b4 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879139 Mar 07 04:40:54.635809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6eb53e9a-ef44-45f8-a706-e5681f82679e req-df56a056-8007-437f-8e14-1f68f1e48627 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605436 Mar 07 04:40:54.652129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c690b31-5cd0-49d6-b7d3-5439906c4aeb {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:54.697950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:54.715704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3fa22297-9a54-4afe-81f2-05c51bee4256 None None] Current status of the port c67416ab-02fc-4122-ad48-31da753c517e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:54.727295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.729225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dd8cbd64-9baa-4140-8119-b106a85716cb details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:54.849169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3fa22297-9a54-4afe-81f2-05c51bee4256 None None] Provisioning complete for port 64128664-0312-49dc-824b-03e878339e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:54.849363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fa22297-9a54-4afe-81f2-05c51bee4256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64128664-0312-49dc-824b-03e878339e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:54.922956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.929113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.936219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.942304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.949871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3fa22297-9a54-4afe-81f2-05c51bee4256 None None] Port 64128664-0312-49dc-824b-03e878339e66 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:54.950110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.950605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:54.956612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.960973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dd8cbd64-9baa-4140-8119-b106a85716cb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:54.969177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:54.979493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-add16231-5356-45bf-90a2-5664435fbad7 req-e742eb37-784d-4c89-af05-fadb46f19500 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5434 time: 0.1876187 Mar 07 04:40:54.992374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'dd8cbd64-9baa-4140-8119-b106a85716cb', 'network_id': '13f2451f-7947-4aec-9682-496c5dc5bdd2', 'port_id': 'dd8cbd64-9baa-4140-8119-b106a85716cb', 'mac_address': 'fa:16:3e:40:ea:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a6f01-17b1-413d-9aa2-ce115afbc558', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:55.142450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port dd8cbd64-9baa-4140-8119-b106a85716cb is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:55.144563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.148506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (64128664-0312-49dc-824b-03e878339e66), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.161711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-17ae4394-d2ed-46f2-89a9-ff764febe06d None None] Provisioning complete for port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:55.162430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17ae4394-d2ed-46f2-89a9-ff764febe06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.165945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8cbd64-9baa-4140-8119-b106a85716cb {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:55.243168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf6d9-68e1-41c9-a9ef-578c6eff4135 req-cf69ad61-5211-420b-b5ba-46f3074821f8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:55.248363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb1bf6d9-68e1-41c9-a9ef-578c6eff4135 req-cf69ad61-5211-420b-b5ba-46f3074821f8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3807070 Mar 07 04:40:55.251391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dd8cbd64-9baa-4140-8119-b106a85716cb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:55.267492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.272698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (64128664-0312-49dc-824b-03e878339e66), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.398887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.416949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c67416ab-02fc-4122-ad48-31da753c517e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:55.443501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-add16231-5356-45bf-90a2-5664435fbad7 req-8a084354-881c-4d08-a6aa-85238873301a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4630239 Mar 07 04:40:55.462674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2437a198-4c19-44dc-9533-8da40d413217 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:55.465426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb9f1-2519-407a-b628-653205ff872e req-eda0e14e-4fcb-47d3-9be7-4950adc73695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:55.470228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b75eb9f1-2519-407a-b628-653205ff872e req-eda0e14e-4fcb-47d3-9be7-4950adc73695 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 1127 time: 0.1165352 Mar 07 04:40:55.470969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:55.602518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb1bf6d9-68e1-41c9-a9ef-578c6eff4135 req-73a51895-9aab-431a-abd6-cf7daec9ed35 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348382 Mar 07 04:40:55.690067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b75eb9f1-2519-407a-b628-653205ff872e req-2875c516-6243-48ce-93a3-20f1261ac0e1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039342 Mar 07 04:40:55.695304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=64128664-0312-49dc-824b-03e878339e66,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:55.741649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-17ae4394-d2ed-46f2-89a9-ff764febe06d None None] Current status of the port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:55.759387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c67416ab-02fc-4122-ad48-31da753c517e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:55.760214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c67416ab-02fc-4122-ad48-31da753c517e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.762468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:40:55.829568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0455f2f9-0ec1-4dbc-a6d7-4278d778c216'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:55.885507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['3c690b31-5cd0-49d6-b7d3-5439906c4aeb'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:55.887643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['dd8cbd64-9baa-4140-8119-b106a85716cb'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:55.890889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['633153e8-29ba-46a1-8dc7-aa1ab03b90e2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:55.921460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 499f20bb-2153-4f82-92b7-234395559ad6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:55.928434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:55.947556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-17ae4394-d2ed-46f2-89a9-ff764febe06d None None] Provisioning complete for port 64128664-0312-49dc-824b-03e878339e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:55.947944 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17ae4394-d2ed-46f2-89a9-ff764febe06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64128664-0312-49dc-824b-03e878339e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:55.952474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe752-7837-487a-b6ca-ada731cad6d1 req-6fa5c6f7-0dc2-4fcd-a6e6-07282ed02723 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:55.954580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a5fe752-7837-487a-b6ca-ada731cad6d1 req-6fa5c6f7-0dc2-4fcd-a6e6-07282ed02723 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 944 time: 0.1494124 Mar 07 04:40:55.964445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd840c1-8260-4478-ae83-9744c217fbad req-0014671e-894a-4d22-83e8-334f004aa294 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:55.973314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfd840c1-8260-4478-ae83-9744c217fbad req-0014671e-894a-4d22-83e8-334f004aa294 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1483972 Mar 07 04:40:56.071277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-9b14af3e-3a8b-49a0-8df3-0d9c3196012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.072971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-9b14af3e-3a8b-49a0-8df3-0d9c3196012d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.0855944 Mar 07 04:40:56.129717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-17ae4394-d2ed-46f2-89a9-ff764febe06d None None] Port 64128664-0312-49dc-824b-03e878339e66 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:56.270255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfd840c1-8260-4478-ae83-9744c217fbad req-38a812f9-c45c-4dbf-9b07-f0913859073d tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915757 Mar 07 04:40:56.271386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-2c1a1bda-75c6-4175-9a4d-9075de9f3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.272894 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-2c1a1bda-75c6-4175-9a4d-9075de9f3079 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.1924081 Mar 07 04:40:56.306233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a5fe752-7837-487a-b6ca-ada731cad6d1 req-e14eaeb7-8db1-4c9b-9667-75071b84587b tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897129 Mar 07 04:40:56.347982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 1c170b5d-dd93-4d98-9099-839449f06d46 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:40:56.368798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-9a31395f-f7ac-43a1-ab2b-c095f64e4192 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.0879133 Mar 07 04:40:56.404627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2437a198-4c19-44dc-9533-8da40d413217,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:56.437136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-db699101-16da-4c44-a82d-3bffda0ef31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.439110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-db699101-16da-4c44-a82d-3bffda0ef31b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.0608959 Mar 07 04:40:56.469821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '2437a198-4c19-44dc-9533-8da40d413217', 'network_id': '6537958d-9046-461e-b6f1-8c508d777d48', 'port_id': '2437a198-4c19-44dc-9533-8da40d413217', 'mac_address': 'fa:16:3e:96:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc7d71a-1558-4e9a-b78f-4dc71f1ab040', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:56.504063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:40:56.518428 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] Sync routers for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:40:56.524171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7c0c2809-2eb2-4c82-a259-6194c004bd12 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/1c170b5d-dd93-4d98-9099-839449f06d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6668096 Mar 07 04:40:56.530951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:56.532796 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:56.533442 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:56.550600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-8e80b275-7231-4734-ae64-b2decfa46924 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906236 Mar 07 04:40:56.595094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c67416ab-02fc-4122-ad48-31da753c517e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:56.596281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:56.615459 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:56.633555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b3af-111d-423d-ad81-6e01071fd80a req-18d79669-197e-4fd2-ac15-2a2e22da8e0a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.635082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1652b3af-111d-423d-ad81-6e01071fd80a req-18d79669-197e-4fd2-ac15-2a2e22da8e0a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2086658 Mar 07 04:40:56.637660 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:40:56.639100 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:56.652586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e0db7-fe02-4ccf-b3e8-660a9a1d823e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.654635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cd2e0db7-fe02-4ccf-b3e8-660a9a1d823e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports/64128664-0312-49dc-824b-03e878339e66 HTTP/1.1" status: 200 len: 910 time: 0.1225343 Mar 07 04:40:56.659448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55214) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:40:56.689438 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:40:56.696119 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43723255-4ac2-436f-875a-52540a6fcd88 None None] The sync data for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:40:56.761467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 1ae48d82-3479-427c-9eb3-77061036c449 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:40:56.782407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1652b3af-111d-423d-ad81-6e01071fd80a req-1c9ce87f-a188-4f29-85aa-2a33ca255ae5 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249919 Mar 07 04:40:56.784281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ad9835f5-f666-46e1-85cc-cb8ae296cf7a None None] Provisioning complete for port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:56.784659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad9835f5-f666-46e1-85cc-cb8ae296cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:56.950191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.963372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['4253da2e-dbcf-4d24-8d94-5b761d160c99'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:56.965743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.965876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9cf68404-21e4-4190-b574-c3560f5dd4f2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:56.982581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.991760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:56.997459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:57.004342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:57.009859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:57.012069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-610fa005-1608-4138-943e-95dfa1eec663 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5435 time: 0.3759234 Mar 07 04:40:57.125150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7242955-90f9-4e99-abc7-5a3f25011ea2 req-8f6a460b-8e7f-48f5-a5a1-482d1204c4ed tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020603 Mar 07 04:40:57.148141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f71f4-69ab-4020-8a0d-232f03b69480 req-c7ef22ee-604b-4a33-9dca-29bdfcc036ae tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:57.157555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-896f71f4-69ab-4020-8a0d-232f03b69480 req-c7ef22ee-604b-4a33-9dca-29bdfcc036ae tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1440475 Mar 07 04:40:57.230860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:40:57.233625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-896f71f4-69ab-4020-8a0d-232f03b69480 req-8536cbee-bf99-4f2f-8d14-9857d802859a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742271 Mar 07 04:40:57.291375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2437a198-4c19-44dc-9533-8da40d413217 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:57.291757 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2437a198-4c19-44dc-9533-8da40d413217), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:57.301267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-429e21ee-d503-4b8f-9f0f-453e843e772a service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343495 Mar 07 04:40:57.522935 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:57.529865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b6de43aa-b65c-47f9-8140-b859237fb224 req-b3ce4861-2ef6-4f25-a504-d98eb1dfba09 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176073 Mar 07 04:40:57.601705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e23ec5-eeba-4408-a3b4-544bc8ad3001 req-912fd85a-8771-41c8-8752-b923d6860634 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:57.606636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44e23ec5-eeba-4408-a3b4-544bc8ad3001 req-912fd85a-8771-41c8-8752-b923d6860634 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2365694 Mar 07 04:40:57.673102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c093-a2e2-4706-8591-014c3cd8b2dd req-aabbb55b-5357-406b-aebc-b1b5e1cd7773 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:57.681548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a35c093-a2e2-4706-8591-014c3cd8b2dd req-aabbb55b-5357-406b-aebc-b1b5e1cd7773 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 944 time: 0.2050159 Mar 07 04:40:57.766210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44e23ec5-eeba-4408-a3b4-544bc8ad3001 req-1c35ebe1-99ee-49cd-bb68-90dc29b0c550 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422982 Mar 07 04:40:57.864058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a35c093-a2e2-4706-8591-014c3cd8b2dd req-c3a73f4e-53f8-4987-9a13-5185101c056a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812663 Mar 07 04:40:57.917660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.21.0.1 (273c0aba-7466-4555-9189-019679a90a7f/d4d54f6a-31c2-4120-a84b-8c72b332bb38/b0c91a71-60c9-4546-955c-478f69a83ca4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:40:57.940047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2437a198-4c19-44dc-9533-8da40d413217 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:58.001778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3ccf1-3104-467e-9b7c-1f10432f426b req-010bf11b-492a-4be9-b111-2d830532fc44 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.007642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fd3ccf1-3104-467e-9b7c-1f10432f426b req-010bf11b-492a-4be9-b111-2d830532fc44 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1080201 Mar 07 04:40:58.077741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:58.081163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:58.107791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fd3ccf1-3104-467e-9b7c-1f10432f426b req-f802c0e9-a736-46a5-87c8-8fb989185288 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881078 Mar 07 04:40:58.168949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:58.213831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2437a198-4c19-44dc-9533-8da40d413217,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:58.219483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:58.288148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:58.376417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:58.390178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.395762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.412482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.416320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad9835f5-f666-46e1-85cc-cb8ae296cf7a None None] Current status of the port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:58.420746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.438132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.450260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.465459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.476726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-ecd36682-bf9e-4e14-a8c8-5cc606142f7a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5436 time: 0.2171960 Mar 07 04:40:58.493032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=1ae48d82-3479-427c-9eb3-77061036c449,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:58.567577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '1ae48d82-3479-427c-9eb3-77061036c449', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'port_id': '1ae48d82-3479-427c-9eb3-77061036c449', 'mac_address': 'fa:16:3e:08:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:40:58.623008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['2437a198-4c19-44dc-9533-8da40d413217'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:58.629477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ad9835f5-f666-46e1-85cc-cb8ae296cf7a None None] Provisioning complete for port 64128664-0312-49dc-824b-03e878339e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:58.630235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ad9835f5-f666-46e1-85cc-cb8ae296cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64128664-0312-49dc-824b-03e878339e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:58.632098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:58.667053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2b310-7074-458f-9dd5-9dffd099a17d req-90a16532-8ab2-4799-91f1-ce11e6d8af7e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:58.668964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9f2b310-7074-458f-9dd5-9dffd099a17d req-90a16532-8ab2-4799-91f1-ce11e6d8af7e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1827028 Mar 07 04:40:58.692820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 273c0aba-7466-4555-9189-019679a90a7f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:40:58.705855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:40:58.733184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:40:58.816933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:58.822649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd2a7337-af2c-4371-96ad-6594301d5f6c req-6102e173-03be-4ff1-97c1-052188342a99 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3447647 Mar 07 04:40:58.867875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9f2b310-7074-458f-9dd5-9dffd099a17d req-e6e67896-5a5b-419f-87b0-bbcf176f11c8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744790 Mar 07 04:40:58.922822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:59.002856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 1ae48d82-3479-427c-9eb3-77061036c449 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:59.003676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1ae48d82-3479-427c-9eb3-77061036c449), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.039823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=b0c91a71-60c9-4546-955c-478f69a83ca4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:59.052232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae48d82-3479-427c-9eb3-77061036c449 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:40:59.100132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-23f52423-bc57-49e8-910a-0b6a3164e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:59.101855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-23f52423-bc57-49e8-910a-0b6a3164e087 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 1127 time: 0.4079583 Mar 07 04:40:59.123431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ad9835f5-f666-46e1-85cc-cb8ae296cf7a None None] Port 64128664-0312-49dc-824b-03e878339e66 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:59.132355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:40:59.177729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=1ae48d82-3479-427c-9eb3-77061036c449,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:59.180433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:59.181086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.227932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688207cc-6a9f-4916-8c38-4566d4d4e1d3 req-1265717e-c2f5-42c5-8e42-2cdf45d37c53 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:59.237145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-688207cc-6a9f-4916-8c38-4566d4d4e1d3 req-1265717e-c2f5-42c5-8e42-2cdf45d37c53 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2672083 Mar 07 04:40:59.275800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-f982da82-29dd-48bb-8960-e81c1f481fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:59.277757 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-f982da82-29dd-48bb-8960-e81c1f481fee service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 200 len: 912 time: 0.1659076 Mar 07 04:40:59.284975 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.325585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480d57-6763-41b5-9bc8-aa7ff8f5b4dc req-3ff64b6d-3879-445d-9243-84888934b406 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:59.336424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a480d57-6763-41b5-9bc8-aa7ff8f5b4dc req-3ff64b6d-3879-445d-9243-84888934b406 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2940369 Mar 07 04:40:59.361913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.366484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-1e8e642b-03e0-4d13-89c6-05d33d03b89a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 HTTP/1.1" status: 200 len: 217 time: 0.0803339 Mar 07 04:40:59.418921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a480d57-6763-41b5-9bc8-aa7ff8f5b4dc req-425841d1-8483-4b92-b064-d85020282f41 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Mar 07 04:40:59.450063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-688207cc-6a9f-4916-8c38-4566d4d4e1d3 req-a56e6d73-1693-46db-a409-0c09607c3c8c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063391 Mar 07 04:40:59.482885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-551fec69-7abe-41b6-89fb-57caac2b85bd None None] Provisioning complete for port b0c91a71-60c9-4546-955c-478f69a83ca4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:40:59.483332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-551fec69-7abe-41b6-89fb-57caac2b85bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.516701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-8c00c5c8-9580-4304-8e9a-4d1cc4c929a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:59.519363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-8c00c5c8-9580-4304-8e9a-4d1cc4c929a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 200 len: 851 time: 0.1349988 Mar 07 04:40:59.615514 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-c8afea97-b7b6-49b6-823c-2b2353d35c4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5d1de6a-dbc8-4c7e-9585-2513949b1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408566 Mar 07 04:40:59.620476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:40:59.638468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-551fec69-7abe-41b6-89fb-57caac2b85bd None None] Port b0c91a71-60c9-4546-955c-478f69a83ca4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:40:59.641845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:40:59.642547 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.666613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fcb43-a0d2-4d6b-8b49-6269ab3cfd62 req-236baf64-7563-485a-8791-7309c0c99141 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:40:59.677951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a07fcb43-a0d2-4d6b-8b49-6269ab3cfd62 req-236baf64-7563-485a-8791-7309c0c99141 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 945 time: 0.1587069 Mar 07 04:40:59.690594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:40:59.693289 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc0208-d187-4bef-8284-2f4f7673d9af" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:40:59.730272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['1ae48d82-3479-427c-9eb3-77061036c449'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:40:59.784873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:40:59.790436 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e26a20-21dc-40b6-8d14-092582bb5a0b x-openstack-request-id: req-81e26a20-21dc-40b6-8d14-092582bb5a0b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:40:59.790962 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:40:59.791371 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81e26a20-21dc-40b6-8d14-092582bb5a0b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:40:59.791919 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2', 'code': 200} Mar 07 04:40:59.796607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:40:59.797754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:40:59.813470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-cc41ab5c-25fa-4697-b21b-43a333223142 service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411438 Mar 07 04:40:59.847763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a07fcb43-a0d2-4d6b-8b49-6269ab3cfd62 req-4a3dc87a-62c0-4040-82fd-be7ec54849e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677637 Mar 07 04:40:59.993058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:00.006486 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-312f6704-fb6d-4ff1-9e7b-3cce4ac1a705 req-62ab8232-b1e1-4343-a414-21edda62369e service neutron] 10.222.0.44 "GET /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766047 Mar 07 04:41:00.029563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:00.039642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:00.040041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.193224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:00.193656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.255472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:00.270742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.288427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.305431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.311181 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.323600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.334237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.350320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.355084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9cf68404-21e4-4190-b574-c3560f5dd4f2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:00.367197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.373183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-acc9148d-8362-4a4f-90ea-fd4d3db5fc81 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5437 time: 0.3982651 Mar 07 04:41:00.385620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.394813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf4779-fc78-443d-badf-b6c4a41b5172 req-65c12e80-50f0-4ca2-8a6f-a163f6a850df tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.396975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99bf4779-fc78-443d-badf-b6c4a41b5172 req-65c12e80-50f0-4ca2-8a6f-a163f6a850df tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3579700 Mar 07 04:41:00.398069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.533014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:00.533947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=b0c91a71-60c9-4546-955c-478f69a83ca4,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:00.534662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50ceec37-4265-4a59-98e9-40bf41df0bc4 req-b2f14c40-5dfe-4875-ac8f-b2c2eb88da80 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551976 Mar 07 04:41:00.538840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.559349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99bf4779-fc78-443d-badf-b6c4a41b5172 req-9d6fba9b-e938-4c57-8a0b-291825d090cf tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459856 Mar 07 04:41:00.584810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 9cf68404-21e4-4190-b574-c3560f5dd4f2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:00.589419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 9cf68404-21e4-4190-b574-c3560f5dd4f2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:00.589813 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.695975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9cf68404-21e4-4190-b574-c3560f5dd4f2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:00.696370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.737505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a035dd-3f43-45b5-a9b1-607423b5b27b req-8e7eb320-46b9-47aa-abe8-6280366baabf tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.738210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:00.744026 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:00.746015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3c690b31-5cd0-49d6-b7d3-5439906c4aeb up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:00.746445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24a035dd-3f43-45b5-a9b1-607423b5b27b req-8e7eb320-46b9-47aa-abe8-6280366baabf tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1162426 Mar 07 04:41:00.778326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fce22-df95-494e-b9db-e0ecd66e1a66 req-61f76ddf-2e03-47ba-aa86-444723702c58 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:00.779893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-108fce22-df95-494e-b9db-e0ecd66e1a66 req-61f76ddf-2e03-47ba-aa86-444723702c58 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1148551 Mar 07 04:41:00.850521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 273c0aba-7466-4555-9189-019679a90a7f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:00.852173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:00.863170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-108fce22-df95-494e-b9db-e0ecd66e1a66 req-c3998844-07f1-4e38-b1cc-cb45584de56d tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756814 Mar 07 04:41:00.880721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:00.894602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24a035dd-3f43-45b5-a9b1-607423b5b27b req-31da97ab-7c87-4e91-ab98-4e3fcf15ae82 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470833 Mar 07 04:41:00.917960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:00.924204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:00.924700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:01.098408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:01.099086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:01.110548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 1c170b5d-dd93-4d98-9099-839449f06d46 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:01.135293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8bf99-a0f3-49a8-887a-4b031866bb72 req-947de7b8-9e1f-41c9-b0df-3fd99d85c1da tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.136874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ad8bf99-a0f3-49a8-887a-4b031866bb72 req-947de7b8-9e1f-41c9-b0df-3fd99d85c1da tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 945 time: 0.1283801 Mar 07 04:41:01.194826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:01.208264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:01.209186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4253da2e-dbcf-4d24-8d94-5b761d160c99 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:01.256254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ad8bf99-a0f3-49a8-887a-4b031866bb72 req-d92fa750-4744-48b2-983a-d85ee4efeb97 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122041 Mar 07 04:41:01.318181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:01.331317 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8bcf3424-f37e-415c-9386-0c15ba6ba82e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/1c170b5d-dd93-4d98-9099-839449f06d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6704776 Mar 07 04:41:01.334085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55266) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:01.348048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] Sync routers for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:01.383601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:01.441178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:01.443372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:01.478838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c848f1-ffe8-4563-b388-b09d4d4e78a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.482976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b4c848f1-ffe8-4563-b388-b09d4d4e78a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports/b0c91a71-60c9-4546-955c-478f69a83ca4 HTTP/1.1" status: 200 len: 910 time: 0.1477096 Mar 07 04:41:01.493321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55272) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:01.569895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:01.610282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 4253da2e-dbcf-4d24-8d94-5b761d160c99 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:01.631802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 4253da2e-dbcf-4d24-8d94-5b761d160c99 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:01.632195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:01.633829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:01.634500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:01.801606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf68404-21e4-4190-b574-c3560f5dd4f2'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:01.806589 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90765722-cfe8-4ca0-88b0-cdd3c09b1a70" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "9cf68404-21e4-4190-b574-c3560f5dd4f2"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:01.814480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:01.819515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b18b05-2759-4d60-9276-fcdb861f3a28 None None] The sync data for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:01.867238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-48e7cacc-0572-4aec-a0ff-13869adf7d28 None None] Provisioning complete for port b0c91a71-60c9-4546-955c-478f69a83ca4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:01.867783 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48e7cacc-0572-4aec-a0ff-13869adf7d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:01.877483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.894450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.896103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.915807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.942431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.948904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.954968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:01.957208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-45051ba8-34ff-4443-bfc7-6f21a8e34ba9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5440 time: 0.2822363 Mar 07 04:41:02.038899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa40c-6c52-4398-8827-8fd2f02bc5d0 req-80db7aed-90c5-4e5a-b8d7-a9dea5dc3164 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:02.040429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f7aa40c-6c52-4398-8827-8fd2f02bc5d0 req-80db7aed-90c5-4e5a-b8d7-a9dea5dc3164 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3545218 Mar 07 04:41:02.098507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 4253da2e-dbcf-4d24-8d94-5b761d160c99 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:02.099026 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:02.101202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-48e7cacc-0572-4aec-a0ff-13869adf7d28 None None] Port b0c91a71-60c9-4546-955c-478f69a83ca4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:02.151427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:02.173708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:02.180192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dd8cbd64-9baa-4140-8119-b106a85716cb up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:02.221547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1056124e-87e1-4ecb-adb8-ef5467518be5 req-9c42fcb8-b494-4fd8-928b-665d29989cc9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2502632 Mar 07 04:41:02.269228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f7aa40c-6c52-4398-8827-8fd2f02bc5d0 req-60377e36-dd1e-48f9-ba9c-5d1b0c92bca2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064230 Mar 07 04:41:02.299962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:02.360978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port dd8cbd64-9baa-4140-8119-b106a85716cb completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:02.374633 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84310a25-70d0-4030-a5a6-9719b65e19da x-openstack-request-id: req-84310a25-70d0-4030-a5a6-9719b65e19da {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:02.379348 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "9cf68404-21e4-4190-b574-c3560f5dd4f2", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:02.380440 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84310a25-70d0-4030-a5a6-9719b65e19da {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:02.387330 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'code': 200} Mar 07 04:41:02.387715 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf68404-21e4-4190-b574-c3560f5dd4f2', 'code': 200} Mar 07 04:41:02.388923 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb', 'code': 200} Mar 07 04:41:02.399922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port dd8cbd64-9baa-4140-8119-b106a85716cb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:02.403007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:02.555683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80ac22-6d87-4f12-b213-ce9fc0369863 req-20806105-5c3c-4d7d-9c43-5be0c0b888e3 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:02.571241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d80ac22-6d87-4f12-b213-ce9fc0369863 req-20806105-5c3c-4d7d-9c43-5be0c0b888e3 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1733351 Mar 07 04:41:02.833259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:02.924978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-874ec7ce-49fe-4224-a103-bd316f6f216d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:02.932448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1479b0-6e9e-4863-a79d-23c079045e98 req-e72299bb-9e86-4eb9-86e0-1f10f12c63be tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:02.942594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a1479b0-6e9e-4863-a79d-23c079045e98 req-e72299bb-9e86-4eb9-86e0-1f10f12c63be tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 945 time: 0.3429053 Mar 07 04:41:02.962660 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d80ac22-6d87-4f12-b213-ce9fc0369863 req-8b99b94f-96ad-4dab-8285-304d156f9697 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850093 Mar 07 04:41:02.964996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port dd8cbd64-9baa-4140-8119-b106a85716cb is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:02.965389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.032195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dd8cbd64-9baa-4140-8119-b106a85716cb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:03.047492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.090646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a1479b0-6e9e-4863-a79d-23c079045e98 req-b6812c5a-0873-4e5b-adfa-4442893ef7e1 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470590 Mar 07 04:41:03.113332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port b0c91a71-60c9-4546-955c-478f69a83ca4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:03.117250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.174406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2437a198-4c19-44dc-9533-8da40d413217 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:03.181672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:03.249528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.271823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for b0c91a71-60c9-4546-955c-478f69a83ca4 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:03.289561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 1ae48d82-3479-427c-9eb3-77061036c449 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:03.455804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 2437a198-4c19-44dc-9533-8da40d413217 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:03.460521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 2437a198-4c19-44dc-9533-8da40d413217 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:03.461067 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2437a198-4c19-44dc-9533-8da40d413217), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.494727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 1ae48d82-3479-427c-9eb3-77061036c449 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:03.507061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 1ae48d82-3479-427c-9eb3-77061036c449 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:03.509967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1ae48d82-3479-427c-9eb3-77061036c449), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.683698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5496f83-3c89-4f73-bd8d-d2ecd9cb8673 req-92c2cf63-b276-4192-b329-b18dbcc2c778 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.700401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5496f83-3c89-4f73-bd8d-d2ecd9cb8673 req-92c2cf63-b276-4192-b329-b18dbcc2c778 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.2954063 Mar 07 04:41:03.815931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2437a198-4c19-44dc-9533-8da40d413217 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:03.827498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2437a198-4c19-44dc-9533-8da40d413217), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.851996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b0c91a71-60c9-4546-955c-478f69a83ca4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:03.869654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5496f83-3c89-4f73-bd8d-d2ecd9cb8673 req-3e3e30c8-fb8a-4561-b2e4-a54bc00bca45 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634834 Mar 07 04:41:03.895562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.901146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.921735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.924189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=b0c91a71-60c9-4546-955c-478f69a83ca4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:03.945050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.953801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.959708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.967641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:03.972053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c44c08eb-cbfb-480a-ad7f-8f379121b979 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5442 time: 0.5793633 Mar 07 04:41:04.018495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 1ae48d82-3479-427c-9eb3-77061036c449 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:04.019059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1ae48d82-3479-427c-9eb3-77061036c449), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:04.038415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2437a198-4c19-44dc-9533-8da40d413217,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:04.072376 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:04.197443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:04.246216 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:04.255386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=1ae48d82-3479-427c-9eb3-77061036c449,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:04.267758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:04.308812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-705a288b-e22f-4ebc-a9dc-b17445460dd8 req-c52464ea-86f3-4c10-967e-2dea53bde4f6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3322678 Mar 07 04:41:04.323533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:04.377210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a485710-b9dc-40a1-87b3-cc64db1457bf req-65d54716-a6ef-4ef3-bb91-b22136cb488f tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.378952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a485710-b9dc-40a1-87b3-cc64db1457bf req-65d54716-a6ef-4ef3-bb91-b22136cb488f tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.3249338 Mar 07 04:41:04.395427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4253da2e-dbcf-4d24-8d94-5b761d160c99'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2437a198-4c19-44dc-9533-8da40d413217'}, {'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:04.397789 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ce9b63-2582-4970-8b78-c661db3bd40e" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "4253da2e-dbcf-4d24-8d94-5b761d160c99"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "2437a198-4c19-44dc-9533-8da40d413217"}, {"server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "name": "network-vif-plugged", "status": "completed", "tag": "1ae48d82-3479-427c-9eb3-77061036c449"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:04.553805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 1c170b5d-dd93-4d98-9099-839449f06d46 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:04.562269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a485710-b9dc-40a1-87b3-cc64db1457bf req-d4ab62ed-f9e9-45e4-a342-3d8941b7a782 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693406 Mar 07 04:41:04.658568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d1a3-0cc3-410f-87a8-23cd63ac74c7 req-9365d6cb-ddba-4e68-8c15-47e122457c25 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.660290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c778d1a3-0cc3-410f-87a8-23cd63ac74c7 req-9365d6cb-ddba-4e68-8c15-47e122457c25 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 0.1805708 Mar 07 04:41:04.683626 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a478c55b-0561-4ab6-9320-81683076cd1f x-openstack-request-id: req-a478c55b-0561-4ab6-9320-81683076cd1f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:04.684114 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "4253da2e-dbcf-4d24-8d94-5b761d160c99", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "2437a198-4c19-44dc-9533-8da40d413217", "code": 200}, {"server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "name": "network-vif-plugged", "status": "completed", "tag": "1ae48d82-3479-427c-9eb3-77061036c449", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:04.684483 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a478c55b-0561-4ab6-9320-81683076cd1f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:04.685214 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4253da2e-dbcf-4d24-8d94-5b761d160c99', 'code': 200} Mar 07 04:41:04.685519 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb', 'code': 200} Mar 07 04:41:04.685901 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2437a198-4c19-44dc-9533-8da40d413217', 'code': 200} Mar 07 04:41:04.686270 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449', 'code': 200} Mar 07 04:41:04.755445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:04.766210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4feef820-5e63-4372-86ab-c9533a065a18 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/1c170b5d-dd93-4d98-9099-839449f06d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2717433 Mar 07 04:41:04.768788 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] Sync routers for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:04.769861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55312) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:04.812221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:04.812867 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:04.840792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c778d1a3-0cc3-410f-87a8-23cd63ac74c7 req-6d94f324-ea60-4177-9b45-df426246f233 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708252 Mar 07 04:41:04.952723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.959683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.960603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.961227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.961872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.962672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.963283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:04.965738 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:04.968109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-6a8b2716-1085-4d7d-a2bd-206793922200 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6717 time: 0.1381423 Mar 07 04:41:05.021441 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:05.022232 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:40:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:05.104996 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:05.109114 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ff245-08c1-4d8b-9306-344f524defe6 None None] The sync data for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:05.160224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75522377-0358-4a50-82a1-b819aa1cdce4 req-cefe1b26-0d46-4925-a9a0-70cce83db105 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&id=119e71e4-1350-4fae-b439-9ed0e0813883&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850085 Mar 07 04:41:05.313507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a44c2-d93c-4789-87c8-e39582a44ffd req-35e697cc-1555-491a-8b91-54c35f5ef7d9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:05.331271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678a44c2-d93c-4789-87c8-e39582a44ffd req-35e697cc-1555-491a-8b91-54c35f5ef7d9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3292968 Mar 07 04:41:05.356460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ad27770-5f06-4cbc-9ae8-743e06d0492f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:05.440428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3a77-5806-494b-b8f2-0399fa20ee58 req-9534b879-093a-4a2c-9aa6-2f08f2c020db tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:05.442745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9a3a77-5806-494b-b8f2-0399fa20ee58 req-9534b879-093a-4a2c-9aa6-2f08f2c020db tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2809386 Mar 07 04:41:05.522017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678a44c2-d93c-4789-87c8-e39582a44ffd req-dfe041fd-a6a4-4604-ba31-786a6520f1b0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898394 Mar 07 04:41:05.632984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9a3a77-5806-494b-b8f2-0399fa20ee58 req-7744a56e-7167-468b-857c-f9b95e4c8165 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794615 Mar 07 04:41:05.662556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8e18-0c85-47ae-8a23-7ff092e027d6 req-2db7cf50-454a-48c3-9a7a-ed00b6a4dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:05.664040 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e83f8e18-0c85-47ae-8a23-7ff092e027d6 req-2db7cf50-454a-48c3-9a7a-ed00b6a4dfbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1128 time: 0.8075526 Mar 07 04:41:05.758412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943d02-cbb8-4d43-9b39-22e0d04c9f9f req-a2037f25-b6bc-45a6-909b-d605be7b4bc2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:05.760438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0943d02-cbb8-4d43-9b39-22e0d04c9f9f req-a2037f25-b6bc-45a6-909b-d605be7b4bc2 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1137943 Mar 07 04:41:05.801436 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e83f8e18-0c85-47ae-8a23-7ff092e027d6 req-1f0f9094-3327-4089-9600-b050d71aba2a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251953 Mar 07 04:41:05.818677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:05.869114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0943d02-cbb8-4d43-9b39-22e0d04c9f9f req-b7a08279-5fda-45dd-baa6-8e6ebb86992b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977657 Mar 07 04:41:05.945079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:05.970089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:05.975413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.006817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.024917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.032149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.064252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.071106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-f8549c4e-04b6-42df-8c9c-4df7e77bb985 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.3094451 Mar 07 04:41:06.231562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a03447e-fbaa-478b-a9ba-bbf838c0e1ca req-8c7aea36-9e64-43cd-9238-e69e35183c6b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527605 Mar 07 04:41:06.534439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b313dbd-c9ce-4310-9e2f-3f705ca93ef9 req-aaedb024-b772-49b5-ace6-2f9593b1059a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.537208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b313dbd-c9ce-4310-9e2f-3f705ca93ef9 req-aaedb024-b772-49b5-ace6-2f9593b1059a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 0.1849437 Mar 07 04:41:06.647910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b313dbd-c9ce-4310-9e2f-3f705ca93ef9 req-b122fae7-e037-4f30-baba-5f4fe84e190c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040735 Mar 07 04:41:06.677121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 64128664-0312-49dc-824b-03e878339e66 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:06.678741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (64128664-0312-49dc-824b-03e878339e66), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:06.703855 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:06.852854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5391f-f221-4b6d-84d6-41db9b7b6a37 req-1f48926a-fe9a-4bf7-b2cd-62671d083f53 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:06.866578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ea5391f-f221-4b6d-84d6-41db9b7b6a37 req-1f48926a-fe9a-4bf7-b2cd-62671d083f53 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.1209161 Mar 07 04:41:06.881221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (64128664-0312-49dc-824b-03e878339e66), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:06.900469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 64128664-0312-49dc-824b-03e878339e66 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:06.980116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ea5391f-f221-4b6d-84d6-41db9b7b6a37 req-568ddc76-0fc6-48a9-8b41-b6307061ff4e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 Mar 07 04:41:07.142944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (64128664-0312-49dc-824b-03e878339e66), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:07.198036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a388-46b6-461c-80ef-871230bc3164 req-db565b57-6e60-4308-8c80-af40fe771008 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.199803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8b1a388-46b6-461c-80ef-871230bc3164 req-db565b57-6e60-4308-8c80-af40fe771008 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.1170924 Mar 07 04:41:07.199957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=64128664-0312-49dc-824b-03e878339e66,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:07.374445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8b1a388-46b6-461c-80ef-871230bc3164 req-cb543227-8485-468f-bf9f-26a98aa7f765 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619639 Mar 07 04:41:07.507010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (1c170b5d-dd93-4d98-9099-839449f06d46), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:07.542741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.558523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.571146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.582679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.596421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.612100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.625670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.627606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-cf845f3c-639b-46b3-971e-fd559cc4d31e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.2088206 Mar 07 04:41:07.655380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:07.809743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 1c170b5d-dd93-4d98-9099-839449f06d46 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:07.821068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffbe38d9-d2de-4495-9e03-706b8c0e6f63 req-933403fa-3a14-4d30-8fe6-77866d4cdef9 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869326 Mar 07 04:41:07.944604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d764c-ba2f-457f-8c1e-2e20be41e29b req-e8dd5785-1ae3-4e66-94c8-8909b0b7f84c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:07.950585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-771d764c-ba2f-457f-8c1e-2e20be41e29b req-e8dd5785-1ae3-4e66-94c8-8909b0b7f84c tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 0.1121254 Mar 07 04:41:08.001557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:08.012870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] Sync routers for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:08.019877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c15bcca-0d58-4f80-bffe-2262a6eabfb8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/1c170b5d-dd93-4d98-9099-839449f06d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437844 Mar 07 04:41:08.022827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:08.051617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:08.052201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:08.069878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55358) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:08.071038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a1f8a8d1-87db-4f73-93ac-1f619f5c1783 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c170b5d-dd93-4d98-9099-839449f06d46 HTTP/1.1" status: 200 len: 205 time: 0.0452805 Mar 07 04:41:08.151633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-771d764c-ba2f-457f-8c1e-2e20be41e29b req-3da460b9-0e08-4127-8a81-abebf9e3147d tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920342 Mar 07 04:41:08.193038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.208703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:08.210212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.223669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.230515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] Routers {'1c170b5d-dd93-4d98-9099-839449f06d46'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:08.234506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1c170b5d-dd93-4d98-9099-839449f06d46'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:08.238890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.253245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.265943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.277630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:08.284168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a321f0d-3226-4727-ac97-c9b5d3cbb1f6 req-08502e0a-65ab-4d56-a360-38785e97070d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.3143086 Mar 07 04:41:08.295333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:08.300428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Request body: {'floatingip': {'port_id': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:08.310740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:08.311484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1958d60-6477-4356-a554-31fe0e857bee None None] The sync data for ids ['1c170b5d-dd93-4d98-9099-839449f06d46'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:08.373204 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (888a0fc7-6bc3-4590-a2bc-31cfd315f187), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:08.421605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (1c170b5d-dd93-4d98-9099-839449f06d46), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:08.818964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (1c170b5d-dd93-4d98-9099-839449f06d46), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:08.823728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (1c170b5d-dd93-4d98-9099-839449f06d46), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:08.968124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (1c170b5d-dd93-4d98-9099-839449f06d46), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:08.968795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router 1c170b5d-dd93-4d98-9099-839449f06d46 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:41:08.989215 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:08.990400 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-39d34265-1cc1-4f36-944d-da25f2701f91 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/1c170b5d-dd93-4d98-9099-839449f06d46 HTTP/1.1" status: 204 len: 168 time: 0.9194782 Mar 07 04:41:08.996127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:09.056416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet d4d54f6a-31c2-4120-a84b-8c72b332bb38 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:41:09.064130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (d4d54f6a-31c2-4120-a84b-8c72b332bb38), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.073969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-5b161829-33a0-4d06-9348-4d0cc542ca79 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:09.075611 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-5b161829-33a0-4d06-9348-4d0cc542ca79 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 945 time: 0.2499590 Mar 07 04:41:09.159780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (d4d54f6a-31c2-4120-a84b-8c72b332bb38), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.363984 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.372653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Deleting port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:09.373276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.404693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (d4d54f6a-31c2-4120-a84b-8c72b332bb38), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.653134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] For port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:09.653134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.681155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (d4d54f6a-31c2-4120-a84b-8c72b332bb38), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.690669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Calling delete_port for 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:09.747634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d54f6a-31c2-4120-a84b-8c72b332bb38,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:09.754627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:09.756662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51656996-daae-4cf7-8b3d-76c3e42d1f53 None None] Network 273c0aba-7466-4555-9189-019679a90a7f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:09.761704 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3a4e935-de48-4735-ab58-3c530f41ba78 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/d4d54f6a-31c2-4120-a84b-8c72b332bb38 HTTP/1.1" status: 204 len: 168 time: 0.7645493 Mar 07 04:41:09.835870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:09.875200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6b5d4-41b1-43e0-a41e-2e968535e291 req-650d37e4-3e0e-4b44-b020-7dc49606e227 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:09.889955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fa6b5d4-41b1-43e0-a41e-2e968535e291 req-650d37e4-3e0e-4b44-b020-7dc49606e227 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 1.5255022 Mar 07 04:41:10.004017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567b41e-8a94-40b1-8e9c-f5dc4fbdb257 req-c8717bdb-acb7-42be-a822-52e321b8d419 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:10.005631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2567b41e-8a94-40b1-8e9c-f5dc4fbdb257 req-c8717bdb-acb7-42be-a822-52e321b8d419 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 1.5696416 Mar 07 04:41:10.092893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] DHCP port deletion for 273c0aba-7466-4555-9189-019679a90a7f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:41:10.121714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:41:10.149077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.171158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['84f5c797-4dc5-473b-9660-f7eedccf0f9d', '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:41:10.224205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Pushing event deleted for resources: {'Port': ['ID=9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:10.306598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] No DVR routers for this DVR port 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:10.309235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.317411 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-16e9a608-4ffc-45a8-94df-522bc9fa860e req-bcefe93c-3d6f-4038-b071-1e10cf2a917c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "DELETE /v2.0/ports/9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 HTTP/1.1" status: 204 len: 173 time: 1.2204540 Mar 07 04:41:10.318040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'name': 'network-vif-deleted', 'tag': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:10.320507 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc082854-6c6e-4aeb-b187-cd8926ef1055" -d '{"events": [{"server_uuid": "f0b1926d-f2b0-422a-8cdc-029768248d95", "name": "network-vif-deleted", "tag": "9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:10.338043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Deleting port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:10.338438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.378029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet 15f20094-9af2-40e8-a574-f23c871100b3 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:41:10.444840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (15f20094-9af2-40e8-a574-f23c871100b3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.585857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.606368 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (888a0fc7-6bc3-4590-a2bc-31cfd315f187), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.620590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2567b41e-8a94-40b1-8e9c-f5dc4fbdb257 req-bc4dc48d-8fb0-4351-adf7-8b7e5d383762 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5653939 Mar 07 04:41:10.649685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fa6b5d4-41b1-43e0-a41e-2e968535e291 req-80272000-bc4f-4644-ba88-ddb9f973ea1e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596486 Mar 07 04:41:10.686728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] For port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,segment=NetworkSegment(daf99aca-7ed6-4141-9cd7-901d56a5741f),segment_id=daf99aca-7ed6-4141-9cd7-901d56a5741f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:10.688481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.700265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (15f20094-9af2-40e8-a574-f23c871100b3), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:10.763458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Calling delete_port for 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:10.844614 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf36134-2cc2-465f-bd41-24fce27cbd95 x-openstack-request-id: req-6cf36134-2cc2-465f-bd41-24fce27cbd95 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:10.845186 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b1926d-f2b0-422a-8cdc-029768248d95", "name": "network-vif-deleted", "tag": "9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:10.846400 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cf36134-2cc2-465f-bd41-24fce27cbd95 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:10.849619 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b1926d-f2b0-422a-8cdc-029768248d95', 'name': 'network-vif-deleted', 'tag': '9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7', 'status': 'completed', 'code': 200} Mar 07 04:41:10.885890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b0f461f-4959-4ef7-be03-79dfa12999ac req-60464e82-30f1-4af3-b46c-2cffc665191b tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b1926d-f2b0-422a-8cdc-029768248d95 HTTP/1.1" status: 200 len: 210 time: 0.0805299 Mar 07 04:41:10.901764 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Floating IP 888a0fc7-6bc3-4590-a2bc-31cfd315f187 associated. External IP: 172.25.4.50, port: 0455f2f9-0ec1-4dbc-a6d7-4278d778c216. Mar 07 04:41:11.032939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (15f20094-9af2-40e8-a574-f23c871100b3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:11.202798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:11.331908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (08eb98bb-11d7-4852-86f1-e7b8bd4d2836), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:11.356253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] No DVR routers for this DVR port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:11.427165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Pushing event deleted for resources: {'Port': ['ID=08eb98bb-11d7-4852-86f1-e7b8bd4d2836,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:11.440185 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (15f20094-9af2-40e8-a574-f23c871100b3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:11.444353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No active binding found for port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 {{(pid=103940) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 04:41:11.446416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] The host n-d-832185-1 is not matching for port 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 host None! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:41:11.449003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08eb98bb-11d7-4852-86f1-e7b8bd4d2836 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:11.454356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2e3d-c53f-4121-a94a-87bf177e4eea req-1234f521-9fc9-4951-b216-94e9cdba02e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:11.456169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-571e2e3d-c53f-4121-a94a-87bf177e4eea req-1234f521-9fc9-4951-b216-94e9cdba02e8 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 0.3656251 Mar 07 04:41:11.457893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.458369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.458721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.459738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.460087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.461989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.462377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.462719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.463054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.465554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.465924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.466532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.469546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd49b061-271f-4950-b69d-098d353bf99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:11.526286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=15f20094-9af2-40e8-a574-f23c871100b3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:11.570236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec237238-5476-4ec2-a6fd-6f2fd2a012b3 None None] Network 499f20bb-2153-4f82-92b7-234395559ad6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:11.571394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:11.578766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-055fc855-baf8-4745-9037-a4bf583989d1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/15f20094-9af2-40e8-a574-f23c871100b3 HTTP/1.1" status: 204 len: 168 time: 1.7402077 Mar 07 04:41:11.582481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:11.587077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:11.736703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (273c0aba-7466-4555-9189-019679a90a7f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:11.792051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-571e2e3d-c53f-4121-a94a-87bf177e4eea req-e72cbee6-930f-4621-a778-783a5a0e5cf2 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058252 Mar 07 04:41:11.811652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55400) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:11.902918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] DHCP port deletion for 499f20bb-2153-4f82-92b7-234395559ad6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:41:12.111264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] Deleting port c67416ab-02fc-4122-ad48-31da753c517e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:12.111730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c67416ab-02fc-4122-ad48-31da753c517e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.134339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (273c0aba-7466-4555-9189-019679a90a7f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.230466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:12.244755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273c0aba-7466-4555-9189-019679a90a7f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:12.251931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] Sync routers for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:12.255589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.295579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf99aca-7ed6-4141-9cd7-901d56a5741f') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:12.295579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf99aca-7ed6-4141-9cd7-901d56a5741f') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:12.300672 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:12.307447 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:12.335703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (daf99aca-7ed6-4141-9cd7-901d56a5741f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.339039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b0376-77f2-4ccd-8e06-0cc33ab149b5 tempest-TestServerBasicOps-965963865 tempest-TestServerBasicOps-965963865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:12.340573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9a8b0376-77f2-4ccd-8e06-0cc33ab149b5 tempest-TestServerBasicOps-965963865 tempest-TestServerBasicOps-965963865-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1123 time: 0.5279210 Mar 07 04:41:12.344732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55412) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:12.348268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b9b2-fbbc-42ef-b222-66d159e776b9 req-3eb51d3d-75c4-4693-a67a-0648fa2d494a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:12.350106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6f7b9b2-fbbc-42ef-b222-66d159e776b9 req-3eb51d3d-75c4-4693-a67a-0648fa2d494a tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3267462 Mar 07 04:41:12.352369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] For port c67416ab-02fc-4122-ad48-31da753c517e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c67416ab-02fc-4122-ad48-31da753c517e,segment=NetworkSegment(79011918-03b5-4b43-8ce8-87a82537dab9),segment_id=79011918-03b5-4b43-8ce8-87a82537dab9)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:12.366829 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c67416ab-02fc-4122-ad48-31da753c517e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.370017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b81f003f-0140-47bc-be79-0d816243db3f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "PUT /v2.0/floatingips/888a0fc7-6bc3-4590-a2bc-31cfd315f187 HTTP/1.1" status: 200 len: 990 time: 4.0735033 Mar 07 04:41:12.370227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '1ae48d82-3479-427c-9eb3-77061036c449', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:12.371983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:12.376056 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb784cef-6e9b-4a75-98b0-214af5b4c33c" -d '{"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:12.409935 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (daf99aca-7ed6-4141-9cd7-901d56a5741f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.452895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:41:12.454448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] Calling delete_port for c67416ab-02fc-4122-ad48-31da753c517e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:12.454583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (daf99aca-7ed6-4141-9cd7-901d56a5741f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:41:12.461013 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:41:12.486518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.581733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6f7b9b2-fbbc-42ef-b222-66d159e776b9 req-fee6a202-54ae-4a09-b425-b8dcfaf71d8d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240531 Mar 07 04:41:12.651771 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:12.673533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (c67416ab-02fc-4122-ad48-31da753c517e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.766421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535ecdd-98e5-4427-9cb9-e9e00b503ed0 req-bd1c1a32-0fe1-4038-8898-8dee7c9faf88 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:12.776063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e535ecdd-98e5-4427-9cb9-e9e00b503ed0 req-bd1c1a32-0fe1-4038-8898-8dee7c9faf88 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.2317264 Mar 07 04:41:12.791608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (273c0aba-7466-4555-9189-019679a90a7f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.792290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] Pushing event deleted for resources: {'Port': ['ID=c67416ab-02fc-4122-ad48-31da753c517e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:12.807601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.815320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6f485-ed48-459b-af4e-bc64da0018ea None None] No DVR routers for this DVR port c67416ab-02fc-4122-ad48-31da753c517e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:12.821768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/273c0aba-7466-4555-9189-019679a90a7f HTTP/1.1" status: 204 len: 168 time: 1.2382495 Mar 07 04:41:12.838596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55422) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:12.855777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab39ee-60f4-448d-aaf1-1fb89d0d4abe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=273c0aba-7466-4555-9189-019679a90a7f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:12.914497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:12.999329 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2651a7b2-d28a-4c41-913c-6c1281ec8e6c x-openstack-request-id: req-2651a7b2-d28a-4c41-913c-6c1281ec8e6c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:12.999632 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:12.999898 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2651a7b2-d28a-4c41-913c-6c1281ec8e6c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:13.000328 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'status': 'completed', 'code': 200} Mar 07 04:41:13.151167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Allocated IP 172.25.4.129 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/4c21faee-99e5-414e-b6ed-dba8a4a7a2eb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:13.157356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c67416ab-02fc-4122-ad48-31da753c517e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:13.175336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e535ecdd-98e5-4427-9cb9-e9e00b503ed0 req-8bfa162d-3541-4a00-b242-f84e69c77d51 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952317 Mar 07 04:41:13.208864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c67416ab-02fc-4122-ad48-31da753c517e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:13.211933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c67416ab-02fc-4122-ad48-31da753c517e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:13.244014 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '888a0fc7-6bc3-4590-a2bc-31cfd315f187', 'tenant_id': '4aed894c085f49b385714837be247e94', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'port_id': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'mac_address': 'fa:16:3e:83:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:39:21Z', 'updated_at': '2022-03-07T04:41:09Z', 'revision_number': 1, 'project_id': '4aed894c085f49b385714837be247e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:58Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:13.306501 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] Checking router: 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:41:13.313049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (499f20bb-2153-4f82-92b7-234395559ad6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:13.338555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.339038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.339515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.339781 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:13.340010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.340439 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:13.340563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.340905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.342841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.344731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-cdc12973-dcf0-4d89-b882-b323eca9573d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6717 time: 0.1867821 Mar 07 04:41:13.356069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:13.425593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:13.427560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ff04e4d-ca1f-467f-8087-b2c9b9b7bdc7 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:13.445403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:13.540774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-ef6f1914-c4b4-4022-bc4e-a8f7d5c7c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:13.550015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-ef6f1914-c4b4-4022-bc4e-a8f7d5c7c157 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26 HTTP/1.1" status: 200 len: 917 time: 0.1841562 Mar 07 04:41:13.562518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:13.631556 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:13.632733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:13.645412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:13.654643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:13.666539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'Port': ['ID=4c21faee-99e5-414e-b6ed-dba8a4a7a2eb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:14.036847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (499f20bb-2153-4f82-92b7-234395559ad6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.073841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499f20bb-2153-4f82-92b7-234395559ad6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:14.085772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79011918-03b5-4b43-8ce8-87a82537dab9') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:14.087049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79011918-03b5-4b43-8ce8-87a82537dab9') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:14.111491 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '888a0fc7-6bc3-4590-a2bc-31cfd315f187', 'tenant_id': '4aed894c085f49b385714837be247e94', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'port_id': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'mac_address': 'fa:16:3e:83:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:39:21Z', 'updated_at': '2022-03-07T04:41:09Z', 'revision_number': 1, 'project_id': '4aed894c085f49b385714837be247e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:58Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:14.150862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (79011918-03b5-4b43-8ce8-87a82537dab9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.195567 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b47e2-9e18-4751-8e39-5e3d42d4cfda None None] The sync data for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 is: [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '888a0fc7-6bc3-4590-a2bc-31cfd315f187', 'tenant_id': '4aed894c085f49b385714837be247e94', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'port_id': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'mac_address': 'fa:16:3e:83:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:39:21Z', 'updated_at': '2022-03-07T04:41:09Z', 'revision_number': 1, 'project_id': '4aed894c085f49b385714837be247e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:58Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:14.206503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (79011918-03b5-4b43-8ce8-87a82537dab9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.214636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:41:14.217102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (79011918-03b5-4b43-8ce8-87a82537dab9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:41:14.330965 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:41:14.341626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (499f20bb-2153-4f82-92b7-234395559ad6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.348292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.355516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/499f20bb-2153-4f82-92b7-234395559ad6 HTTP/1.1" status: 204 len: 168 time: 1.5124938 Mar 07 04:41:14.379527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:14.401886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53af3d-9891-4b6a-b5d3-e60b928d302f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=499f20bb-2153-4f82-92b7-234395559ad6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:14.420496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-553236407'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:14.460459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a315bb-8937-4700-a8bb-fcbe6c763b5c req-60a83ace-8b3d-49ba-b646-2a25289785d8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:14.468034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57a315bb-8937-4700-a8bb-fcbe6c763b5c req-60a83ace-8b3d-49ba-b646-2a25289785d8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6638725 Mar 07 04:41:14.527866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-0dc48d9d-2892-4c5b-9e57-f7d17feca3ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216 HTTP/1.1" status: 200 len: 998 time: 0.9753366 Mar 07 04:41:14.558709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57a315bb-8937-4700-a8bb-fcbe6c763b5c req-3cee1024-df39-4b86-a833-de0d0dd8a742 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816393 Mar 07 04:41:14.733029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for floatingip (264f522f-bdd0-4a0f-bac8-696f1af7dba5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:14.745699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46cda7-7473-4b68-8a81-4b96534ece5a None None] New status for floating IP 888a0fc7-6bc3-4590-a2bc-31cfd315f187: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:41:14.945500 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:15.287458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:15.352464 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:15.427406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-71e527bf-8e96-4fa9-ab6d-8a52ab289f2a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:15.429492 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-71e527bf-8e96-4fa9-ab6d-8a52ab289f2a tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 0.1399429 Mar 07 04:41:15.524392 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-03f3a0a3-e9b9-4d55-90cb-cbb1f1cbf4d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5797834 Mar 07 04:41:15.609771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event updated for resources: {'Port': ['ID=4c21faee-99e5-414e-b6ed-dba8a4a7a2eb,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:15.746878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-5b6eea4c-4d95-497b-816e-6e57861ab24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:15.749668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-5b6eea4c-4d95-497b-816e-6e57861ab24c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83951804-4f64-47b1-be8f-1e90fe80f85d HTTP/1.1" status: 200 len: 855 time: 1.1966121 Mar 07 04:41:15.754932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:15.758709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:15.763429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (264f522f-bdd0-4a0f-bac8-696f1af7dba5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:15.877157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:41:15.921114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c9e29894-9311-4675-9693-96d248bb1948), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:15.921886 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment c9e29894-9311-4675-9693-96d248bb1948 of type vlan for network 40f731f0-1b7d-453c-af50-58291cb81495 Mar 07 04:41:15.994438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (40f731f0-1b7d-453c-af50-58291cb81495), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.087825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (40f731f0-1b7d-453c-af50-58291cb81495), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.095152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:16.096170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.136317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddffecc-79b5-495f-8051-fe0019d8c4c1 req-85a45f75-3fea-45d7-8fb4-19f6faeff19c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:16.147544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ddffecc-79b5-495f-8051-fe0019d8c4c1 req-85a45f75-3fea-45d7-8fb4-19f6faeff19c tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 945 time: 1.7658246 Mar 07 04:41:16.167357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-ee878c4e-9df9-4c2a-92a6-edc7fb221deb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5627182 Mar 07 04:41:16.212254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7997386 Mar 07 04:41:16.215315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55444) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:16.312620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '40f731f0-1b7d-453c-af50-58291cb81495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:16.335903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034676b-2481-44b3-9e64-d96b75b2f8a2 req-e2055def-795e-44a9-9a67-59b8c4bd7109 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:16.337646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0034676b-2481-44b3-9e64-d96b75b2f8a2 req-e2055def-795e-44a9-9a67-59b8c4bd7109 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6436603 Mar 07 04:41:16.417064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Deleting port 84f5c797-4dc5-473b-9660-f7eedccf0f9d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:16.417405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.436261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0034676b-2481-44b3-9e64-d96b75b2f8a2 req-73001ee3-b190-43e2-9d60-01562cde6108 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847456 Mar 07 04:41:16.519910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ddffecc-79b5-495f-8051-fe0019d8c4c1 req-25f2b759-97a1-4186-bc34-a2c7dba259f4 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/security-groups?id=68082d8c-3641-42fc-9050-cf2315a8671e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709831 Mar 07 04:41:16.542366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] For port 84f5c797-4dc5-473b-9660-f7eedccf0f9d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=84f5c797-4dc5-473b-9660-f7eedccf0f9d,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:16.543027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.556938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Calling delete_port for 84f5c797-4dc5-473b-9660-f7eedccf0f9d owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:16.570830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a351362-626e-4d71-9443-14226f26790d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=40f731f0-1b7d-453c-af50-58291cb81495,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:16.584633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 40f731f0-1b7d-453c-af50-58291cb81495 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:41:16.614213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-f70978e1-5e2b-4a5c-9366-247dcfc39a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:16.619886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-f70978e1-5e2b-4a5c-9366-247dcfc39a8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8435075 Mar 07 04:41:16.725380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (84f5c797-4dc5-473b-9660-f7eedccf0f9d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.749181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['84f5c797-4dc5-473b-9660-f7eedccf0f9d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:41:16.825523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:16.830920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:16.875962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Pushing event deleted for resources: {'Port': ['ID=84f5c797-4dc5-473b-9660-f7eedccf0f9d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:16.902441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-76686e1d-07bf-4f71-9bac-20852b04cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:16.921688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-76686e1d-07bf-4f71-9bac-20852b04cc95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 1.3495641 Mar 07 04:41:17.063349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-4692a149-ccb1-4fbd-a1b3-86c2ca536d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.064839 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-4692a149-ccb1-4fbd-a1b3-86c2ca536d91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.1013038 Mar 07 04:41:17.096160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] No DVR routers for this DVR port 84f5c797-4dc5-473b-9660-f7eedccf0f9d on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:17.131971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:17.135259 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-53684dcb-9d1f-4e92-b605-4ee3d49a6d97 req-1dedfc4b-dd78-4987-b6d6-437f20346396 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.44 "DELETE /v2.0/ports/84f5c797-4dc5-473b-9660-f7eedccf0f9d HTTP/1.1" status: 204 len: 173 time: 1.6884463 Mar 07 04:41:17.135999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'name': 'network-vif-deleted', 'tag': '84f5c797-4dc5-473b-9660-f7eedccf0f9d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:17.138430 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3394e596-26ba-4bcd-ad89-701fe0569bfb" -d '{"events": [{"server_uuid": "6acdae98-aace-497d-bd2c-56ebcc36335d", "name": "network-vif-deleted", "tag": "84f5c797-4dc5-473b-9660-f7eedccf0f9d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:17.145067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-3b80dc64-edc8-475e-bbfb-553068fd174b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.0725691 Mar 07 04:41:17.193128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-ad8af474-90be-4d8f-b9ea-5caad573d5ed service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598557 Mar 07 04:41:17.272476 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Floating IP 264f522f-bdd0-4a0f-bac8-696f1af7dba5 associated. External IP: 172.25.4.129, port: 1ae48d82-3479-427c-9eb3-77061036c449. Mar 07 04:41:17.319170 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b169b6cf-dee0-4626-9653-47a5e719b0a5 x-openstack-request-id: req-b169b6cf-dee0-4626-9653-47a5e719b0a5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:17.319980 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acdae98-aace-497d-bd2c-56ebcc36335d", "name": "network-vif-deleted", "tag": "84f5c797-4dc5-473b-9660-f7eedccf0f9d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:17.322028 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b169b6cf-dee0-4626-9653-47a5e719b0a5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:17.323015 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acdae98-aace-497d-bd2c-56ebcc36335d', 'name': 'network-vif-deleted', 'tag': '84f5c797-4dc5-473b-9660-f7eedccf0f9d', 'status': 'completed', 'code': 200} Mar 07 04:41:17.409459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:17.414141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-568cd97e-8e03-40ce-8dc9-27e7e72795e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.415888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-568cd97e-8e03-40ce-8dc9-27e7e72795e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.2298067 Mar 07 04:41:17.504691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-e9b72212-3261-43e0-a3f5-3d0a5614e58c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423419 Mar 07 04:41:17.608782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb784cef-6e9b-4a75-98b0-214af5b4c33c req-a6ac642c-737a-49c7-a092-f0882058dae7 service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084373 Mar 07 04:41:17.661055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:17.768501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-196e2115-f272-4894-92fd-c688e19dbe8e req-987aec19-6560-402d-bebb-00057cdd9359 tempest-ServerRescueTestJSON-1493443109 tempest-ServerRescueTestJSON-1493443109-project] 10.222.0.21 "GET /v2.0/ports?device_id=6acdae98-aace-497d-bd2c-56ebcc36335d HTTP/1.1" status: 200 len: 210 time: 0.0921192 Mar 07 04:41:17.769159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': 'c9e29894-9311-4675-9693-96d248bb1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '40f731f0-1b7d-453c-af50-58291cb81495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:17.769534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 40f731f0-1b7d-453c-af50-58291cb81495, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:41:17.881213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 40f731f0-1b7d-453c-af50-58291cb81495 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:41:17.916489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.916978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.917452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.917916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.918606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.919823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.920401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.935555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a00c6114-bb9c-485e-9108-005c50a3452b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6717 time: 0.1604779 Mar 07 04:41:17.938541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 40f731f0-1b7d-453c-af50-58291cb81495) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:17.957858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50148c87-57ce-4c39-835a-3c9c24d1496f None None] Network 40f731f0-1b7d-453c-af50-58291cb81495 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:17.959428 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-d89f289b-1c22-4ecf-be5c-31ff8861bf03 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241965 Mar 07 04:41:17.978427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616ed95-1cb7-4386-8c74-be903a080bce req-bf686c91-e42f-4238-81a2-fa304ea1eb06 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.980057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a616ed95-1cb7-4386-8c74-be903a080bce req-bf686c91-e42f-4238-81a2-fa304ea1eb06 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3533506 Mar 07 04:41:17.981462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:17.982395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.098895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Router f080bcfb-7920-4bc7-969e-fb9c1013ee2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:18.244512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f1e49564-5f78-4708-9af9-6b33dc06703f req-cedca293-df95-4618-b2b9-fca64b85d7f8 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701273 Mar 07 04:41:18.319200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-40f731f0-1b7d-453c-af50-58291cb81495', 'network_id': '40f731f0-1b7d-453c-af50-58291cb81495', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': 'e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:41:18.320624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.343515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:18.355982 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] Sync routers for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:18.368236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b079fe40-2bd3-4163-aabe-182c43558fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:18.369807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b079fe40-2bd3-4163-aabe-182c43558fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:18.371493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b079fe40-2bd3-4163-aabe-182c43558fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:18.373818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b079fe40-2bd3-4163-aabe-182c43558fe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=6537958d-9046-461e-b6f1-8c508d777d48&id=6537958d-9046-461e-b6f1-8c508d777d48 HTTP/1.1" status: 200 len: 2297 time: 0.3440650 Mar 07 04:41:18.379312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.382751 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:18.386416 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:18.392641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bc089eee-cbe9-4938-b271-5717137a90b9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1039631 Mar 07 04:41:18.399855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55462) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:18.416409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569001345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:18.443315 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-526fe072-1319-4ed0-94b4-5dd8b14a4f06 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0867879 Mar 07 04:41:18.545669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a616ed95-1cb7-4386-8c74-be903a080bce req-aac39b3a-3403-4615-b39f-2a8d1f4ab05f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465777 Mar 07 04:41:18.549449 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.550820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.659531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.683055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.703597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-c1a84381-58d3-409a-b860-cfe6630c5448 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216 HTTP/1.1" status: 200 len: 1000 time: 0.3094954 Mar 07 04:41:18.712184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Allocated IP 172.20.0.2 (40f731f0-1b7d-453c-af50-58291cb81495/e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4/fe6e008f-6157-431d-b1d4-e4124a1b3769) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:18.788832 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:18.816580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-3137920c-8c66-4fae-9b9d-f2e33137054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:18.818895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-3137920c-8c66-4fae-9b9d-f2e33137054c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83951804-4f64-47b1-be8f-1e90fe80f85d HTTP/1.1" status: 200 len: 855 time: 0.1142161 Mar 07 04:41:18.875179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:18.881185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e262545-02db-48ff-9b2a-0d0240cc62a1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4682975 Mar 07 04:41:18.883948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55470) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:18.890273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'port': {'network_id': '40f731f0-1b7d-453c-af50-58291cb81495', 'name': 'tempest-RoutersTest-1941647528'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:18.919810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55472) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:19.081265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-58c89fb7-1e4f-447b-ab07-ffce16561f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:19.083542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-58c89fb7-1e4f-447b-ab07-ffce16561f42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2561598 Mar 07 04:41:19.147271 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Publish callbacks [] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:19.174906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:19.319102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:19.323063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:19.332732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:19.339255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a133d8ff-9e3a-4a1e-858f-2fe083e29e86 service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451437 Mar 07 04:41:19.339490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Network 40f731f0-1b7d-453c-af50-58291cb81495 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:19.342572 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '264f522f-bdd0-4a0f-bac8-696f1af7dba5', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'port_id': '1ae48d82-3479-427c-9eb3-77061036c449', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'mac_address': 'fa:16:3e:08:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58589fa7-cf5d-428f-b903-800615f3f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:41:14Z', 'updated_at': '2022-03-07T04:41:14Z', 'revision_number': 0, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:19.344716 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f2ba10-cc33-4932-aaa5-037aefd4aeab" -d '{"events": [{"name": "network-changed", "server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "tag": "1ae48d82-3479-427c-9eb3-77061036c449"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:19.354672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:19.369393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:19.399154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] device_id is not set on port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:41:19.417716 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] Checking router: f080bcfb-7920-4bc7-969e-fb9c1013ee2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:41:19.432570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 84f5c797-4dc5-473b-9660-f7eedccf0f9d no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:19.440226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Pushing event updated for resources: {'Port': ['ID=fe6e008f-6157-431d-b1d4-e4124a1b3769,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:19.479867 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:19.480524 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:19.509046 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17857082-7e4d-43ec-b386-6f5def9da549 x-openstack-request-id: req-17857082-7e4d-43ec-b386-6f5def9da549 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:19.509378 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "tag": "1ae48d82-3479-427c-9eb3-77061036c449", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:19.509599 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17857082-7e4d-43ec-b386-6f5def9da549 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:19.510019 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449', 'status': 'completed', 'code': 200} Mar 07 04:41:19.552730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 84f5c797-4dc5-473b-9660-f7eedccf0f9d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:19.553067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 84f5c797-4dc5-473b-9660-f7eedccf0f9d not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:19.608135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Attempting to bind port fe6e008f-6157-431d-b1d4-e4124a1b3769 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:19.608948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Attempting to bind port fe6e008f-6157-431d-b1d4-e4124a1b3769 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c9e29894-9311-4675-9693-96d248bb1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '40f731f0-1b7d-453c-af50-58291cb81495'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:19.609323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Attempting to bind port fe6e008f-6157-431d-b1d4-e4124a1b3769 on network 40f731f0-1b7d-453c-af50-58291cb81495 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:19.616320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:19.616697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Checking segment: {'id': 'c9e29894-9311-4675-9693-96d248bb1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '40f731f0-1b7d-453c-af50-58291cb81495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:19.617107 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:19.617515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Bound using segment: {'id': 'c9e29894-9311-4675-9693-96d248bb1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '40f731f0-1b7d-453c-af50-58291cb81495'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:19.618200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Bound port: fe6e008f-6157-431d-b1d4-e4124a1b3769, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e29894-9311-4675-9693-96d248bb1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '40f731f0-1b7d-453c-af50-58291cb81495'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:19.618585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:19.718417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-4cc5f0f2-3c94-414a-8845-38ad1f2bc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:19.719971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-4cc5f0f2-3c94-414a-8845-38ad1f2bc92d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1128 time: 0.2369490 Mar 07 04:41:19.765634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.20.0.3 (40f731f0-1b7d-453c-af50-58291cb81495/e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4/5ddd83c9-e87d-48b6-ac06-7b198a7be0a0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:19.795007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-dc8593b1-75dc-4394-92ff-cb705121b3e4 service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449990 Mar 07 04:41:19.805735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] For port fe6e008f-6157-431d-b1d4-e4124a1b3769, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:19.858154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] For port fe6e008f-6157-431d-b1d4-e4124a1b3769, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fe6e008f-6157-431d-b1d4-e4124a1b3769,segment=NetworkSegment(c9e29894-9311-4675-9693-96d248bb1948),segment_id=c9e29894-9311-4675-9693-96d248bb1948)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:19.875701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:19.944699 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:20.007051 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:20.007051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f596dcf-3c6d-4924-a202-511b939ff5b6 None None] Pushing event updated for resources: {'Port': ['ID=fe6e008f-6157-431d-b1d4-e4124a1b3769,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:20.010408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-7959a960-c788-40c0-8a2a-9f2021ce3d90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 217 time: 0.1857681 Mar 07 04:41:20.116547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-3ff7dfd8-4908-4f69-9576-9ed875e9cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:20.119086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-3ff7dfd8-4908-4f69-9576-9ed875e9cef0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 200 len: 909 time: 0.3825231 Mar 07 04:41:20.189274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-91cc6f38-1ccb-4460-bffd-355d98ff67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:20.190757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-91cc6f38-1ccb-4460-bffd-355d98ff67c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.1728818 Mar 07 04:41:20.200102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c15183-08e1-4ef2-975a-ff55a43dd9a3 req-5c8ed7fa-d9a4-47bb-8eff-dfd13da6c059 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:20.201915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19c15183-08e1-4ef2-975a-ff55a43dd9a3 req-5c8ed7fa-d9a4-47bb-8eff-dfd13da6c059 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.4018674 Mar 07 04:41:20.426597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-79aba86b-5fc3-471d-8036-9fd782e87c2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 200 len: 1000 time: 0.2750347 Mar 07 04:41:20.607857 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '264f522f-bdd0-4a0f-bac8-696f1af7dba5', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'port_id': '1ae48d82-3479-427c-9eb3-77061036c449', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'mac_address': 'fa:16:3e:08:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58589fa7-cf5d-428f-b903-800615f3f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:41:14Z', 'updated_at': '2022-03-07T04:41:14Z', 'revision_number': 0, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:20.635289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-973445fa-10a8-4e4f-98ba-addc9be67d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:20.647334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-973445fa-10a8-4e4f-98ba-addc9be67d99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53712aa9-d597-45a0-9eee-29ac85c15448 HTTP/1.1" status: 200 len: 847 time: 0.2011077 Mar 07 04:41:20.664752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:20.678712 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89e441-c694-4256-8f5b-b6291d0e2831 None None] The sync data for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 is: [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '264f522f-bdd0-4a0f-bac8-696f1af7dba5', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'port_id': '1ae48d82-3479-427c-9eb3-77061036c449', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'mac_address': 'fa:16:3e:08:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58589fa7-cf5d-428f-b903-800615f3f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:41:14Z', 'updated_at': '2022-03-07T04:41:14Z', 'revision_number': 0, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:20.783944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b6004240-71f8-4ef9-ba36-41141312de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:20.785493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b6004240-71f8-4ef9-ba36-41141312de87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5826638 Mar 07 04:41:20.801818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-e4783088-cd15-40b8-8376-63896cfb8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:20.805876 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-e4783088-cd15-40b8-8376-63896cfb8d10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=189d4cac-0b28-4dd9-9ed1-4a92746ab548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1065414 Mar 07 04:41:20.810675 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:20.822421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19c15183-08e1-4ef2-975a-ff55a43dd9a3 req-f43d0ef7-466a-4840-a1a0-4a0a889443e1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800817 Mar 07 04:41:20.977946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-e20e65e2-6eb8-420a-8b80-4433fa692267 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762516 Mar 07 04:41:21.038276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 40f731f0-1b7d-453c-af50-58291cb81495 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:21.112781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:21.128302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:21.184533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98437383-1db0-42f3-afa5-3e2b04a82994 None None] New status for floating IP 264f522f-bdd0-4a0f-bac8-696f1af7dba5: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:41:21.209057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (8cdb319a-528e-42e3-86d6-820f756e3d81), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:21.234230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=5ddd83c9-e87d-48b6-ac06-7b198a7be0a0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:21.285308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fe6e008f-6157-431d-b1d4-e4124a1b3769 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:21.354203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-6cd328fc-d316-4867-bc10-a2848a640bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:21.367884 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-6cd328fc-d316-4867-bc10-a2848a640bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1127 time: 0.4063895 Mar 07 04:41:21.422114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-16f73e28-fa83-4008-bafe-0076547ece53 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206641 Mar 07 04:41:21.424038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:21.426363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:21.591177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-9c060b39-2e0f-476d-9e06-fe6a2f0f7e1c service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695551 Mar 07 04:41:21.610722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e31d6e7-a9d1-48b3-84ad-a24ba3aad82a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7253366 Mar 07 04:41:21.611027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-52234234-39d6-4b2b-83bb-a3bb055280fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 217 time: 0.1852729 Mar 07 04:41:21.613548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55504) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:21.803483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-ef84aa66-5aa5-420e-b91d-f1b260039a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:21.804987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-ef84aa66-5aa5-420e-b91d-f1b260039a76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.4356272 Mar 07 04:41:21.922067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-a5a802ec-8432-45db-a1a6-643d6c6a5623 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.0768156 Mar 07 04:41:21.955155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-00f2ba10-cc33-4932-aaa5-037aefd4aeab req-a6e7e1ba-c1bc-401d-86f2-3ef9486cb5be service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177154 Mar 07 04:41:21.981696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0c724-45c9-4cf8-b689-f92f9792e2dd None None] Network 40f731f0-1b7d-453c-af50-58291cb81495 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:22.024511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fe6e008f-6157-431d-b1d4-e4124a1b3769 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:22.035643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.047337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-57db1a82-6e7d-4d86-85d0-11fa05e3ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:22.048845 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-57db1a82-6e7d-4d86-85d0-11fa05e3ffab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.1243632 Mar 07 04:41:22.107075 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-2c9bc933-710c-4f96-a762-b32f2c780dda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499215 Mar 07 04:41:22.189644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] Provisioning complete for port fe6e008f-6157-431d-b1d4-e4124a1b3769 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:22.190700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.243035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.346502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-8b3ed3db-1089-479f-9096-5411665a4ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324448 Mar 07 04:41:22.399592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fe6e008f-6157-431d-b1d4-e4124a1b3769 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:22.400774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.439951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] Current status of the port fe6e008f-6157-431d-b1d4-e4124a1b3769 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:22.440793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.506696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-7836cb77-9347-48c4-bf35-f77611d1bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:22.509926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-7836cb77-9347-48c4-bf35-f77611d1bee9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.7890770 Mar 07 04:41:22.532819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-145a2d8c-e13c-4172-bc64-1b05520bc49d req-bc046a90-b567-4e4d-b4b2-1983652e8952 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790795 Mar 07 04:41:22.540854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] For port fe6e008f-6157-431d-b1d4-e4124a1b3769, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fe6e008f-6157-431d-b1d4-e4124a1b3769,segment=NetworkSegment(c9e29894-9311-4675-9693-96d248bb1948),segment_id=c9e29894-9311-4675-9693-96d248bb1948)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:22.553538 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.640340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:41:22.640706 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:41:22.652877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96f3d5-a1b6-46ed-b12f-00af5d67f7f4 None None] Pushing event updated for resources: {'Port': ['ID=fe6e008f-6157-431d-b1d4-e4124a1b3769,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:22.699394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fab13-685d-4a7d-9438-1ecae8bc45d1 req-5373ce95-fba5-4729-9ccd-d8cae86676df tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:22.701202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b91fab13-685d-4a7d-9438-1ecae8bc45d1 req-5373ce95-fba5-4729-9ccd-d8cae86676df tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.6779835 Mar 07 04:41:22.722705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-5d7022d4-dfa8-4e4f-9579-9a9390cd7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:22.724163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-5d7022d4-dfa8-4e4f-9579-9a9390cd7fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2043054 Mar 07 04:41:22.916387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:22.917330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f8a3979c-154f-4fca-a1db-84a567bae925 None None] Provisioning complete for port fe6e008f-6157-431d-b1d4-e4124a1b3769 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:22.917819 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8a3979c-154f-4fca-a1db-84a567bae925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:23.041380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b91fab13-685d-4a7d-9438-1ecae8bc45d1 req-03f96279-9680-4f47-a95a-b8f469986a55 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259146 Mar 07 04:41:23.055163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Deleting port cc925bc1-ee84-4fd3-a766-730c57628617 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:23.055514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:23.131150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3979c-154f-4fca-a1db-84a567bae925 None None] Current status of the port fe6e008f-6157-431d-b1d4-e4124a1b3769 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:23.221945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f8a3979c-154f-4fca-a1db-84a567bae925 None None] Provisioning complete for port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:23.223574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8a3979c-154f-4fca-a1db-84a567bae925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:23.259397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] For port cc925bc1-ee84-4fd3-a766-730c57628617, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cc925bc1-ee84-4fd3-a766-730c57628617,segment=NetworkSegment(b1eb7709-0a74-436b-b1bb-b250a04c3c0e),segment_id=b1eb7709-0a74-436b-b1bb-b250a04c3c0e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:23.259948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:23.273830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Calling delete_port for cc925bc1-ee84-4fd3-a766-730c57628617 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:23.279627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3979c-154f-4fca-a1db-84a567bae925 None None] Port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:23.284811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fe6e008f-6157-431d-b1d4-e4124a1b3769 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:23.407369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-29b55127-e7e2-4e1a-ad16-1c7068dafe2d None None] Provisioning complete for port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:23.407751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29b55127-e7e2-4e1a-ad16-1c7068dafe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:23.440083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fe6e008f-6157-431d-b1d4-e4124a1b3769 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:23.484504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-6800b045-36da-4ac2-82b4-c9fe1a75d70b service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237909 Mar 07 04:41:23.539917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-29b55127-e7e2-4e1a-ad16-1c7068dafe2d None None] Port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:23.579813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fe6e008f-6157-431d-b1d4-e4124a1b3769 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:23.581364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:23.697760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fe6e008f-6157-431d-b1d4-e4124a1b3769 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:24.047359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-cfcf2c2c-c62e-43a4-857b-a0f773fdd53a service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465374 Mar 07 04:41:24.069163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cc925bc1-ee84-4fd3-a766-730c57628617), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:24.135773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-8b423a0d-f71d-4e0b-87e9-52e2ec7d48b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb HTTP/1.1" status: 200 len: 217 time: 0.0802157 Mar 07 04:41:24.140284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cc925bc1-ee84-4fd3-a766-730c57628617,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:24.263453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:24.277216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:24.325739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-4c7bb282-4c7c-4d05-8031-67d8c0111495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:24.327306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-4c7bb282-4c7c-4d05-8031-67d8c0111495 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.1781363 Mar 07 04:41:24.481048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=5ddd83c9-e87d-48b6-ac06-7b198a7be0a0,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:24.513704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42fe48-7c29-4863-a44f-fac94f3ea4b0 req-a066c27f-7d93-4887-9aa9-a4c21f89be04 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:24.515218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab42fe48-7c29-4863-a44f-fac94f3ea4b0 req-a066c27f-7d93-4887-9aa9-a4c21f89be04 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 945 time: 0.3180120 Mar 07 04:41:24.680092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-8856161f-ecbd-4f1c-96c8-968096d1de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:24.682057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-8856161f-ecbd-4f1c-96c8-968096d1de15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3395541 Mar 07 04:41:24.705287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (8cdb319a-528e-42e3-86d6-820f756e3d81), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:24.720598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-68b39850-0b51-4dc8-a133-ff9b56e51213 None None] Provisioning complete for port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:24.721153 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68b39850-0b51-4dc8-a133-ff9b56e51213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:24.732268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab42fe48-7c29-4863-a44f-fac94f3ea4b0 req-dcf662fe-3c00-4e92-9b36-058b653db1ce tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837592 Mar 07 04:41:24.836461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-68b39850-0b51-4dc8-a133-ff9b56e51213 None None] Port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:24.945331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:25.088995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-53879993-7f95-4c9b-ac60-2c8102ef0a98 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947661 Mar 07 04:41:25.320511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-0f82afcb-04d5-464d-872f-989e3b7e4866 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244654 Mar 07 04:41:25.335913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:25.418625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-68484ea7-8be0-4c16-8559-05746a06c8bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dd8cbd64-9baa-4140-8119-b106a85716cb HTTP/1.1" status: 200 len: 217 time: 0.0893507 Mar 07 04:41:25.427886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:25.555596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:25.556002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:25.586170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:25.588891 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7636957a-d328-488f-823d-33dea19bccc0" -d '{"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-unplugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:25.627054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:25.636327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:25.655322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-e97669dd-f593-4845-8668-b2f7a11cfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:25.657094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-e97669dd-f593-4845-8668-b2f7a11cfef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.2152958 Mar 07 04:41:25.659156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Router 8cdb319a-528e-42e3-86d6-820f756e3d81 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:25.673261 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af45499-d6bf-4983-9da8-f30dbad70753 x-openstack-request-id: req-0af45499-d6bf-4983-9da8-f30dbad70753 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:25.673549 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-unplugged", "status": "failed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd", "code": 422}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:25.673809 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0af45499-d6bf-4983-9da8-f30dbad70753 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:25.674456 n-d-832185-1 neutron-server[103940]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'code': 422} returned with failed status Mar 07 04:41:25.709212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:26.239847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-7e60a571-67cd-4d34-b7af-58ccede09eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:26.241549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-7e60a571-67cd-4d34-b7af-58ccede09eba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5772641 Mar 07 04:41:26.347625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:26.355862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1a32ffca-8ae6-4717-91ed-c440f04329ac admin admin] 10.222.0.21 "PUT /v2.0/routers/8cdb319a-528e-42e3-86d6-820f756e3d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4246349 Mar 07 04:41:26.357251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55532) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:26.374004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] Sync routers for ids ['8cdb319a-528e-42e3-86d6-820f756e3d81'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:26.388379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f0264-9b5d-433e-8794-28c5f8ae191f req-71640684-b829-4a50-9a59-f9e0620554e4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:26.396077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a82f0264-9b5d-433e-8794-28c5f8ae191f req-71640684-b829-4a50-9a59-f9e0620554e4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.3066180 Mar 07 04:41:26.410187 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] Routers {'8cdb319a-528e-42e3-86d6-820f756e3d81'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:26.417215 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8cdb319a-528e-42e3-86d6-820f756e3d81'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:26.480764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:26.494981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-7ba98df8-f88c-40f9-9ede-e0ad7037ab44 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367709 Mar 07 04:41:26.523029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:26.591801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a82f0264-9b5d-433e-8794-28c5f8ae191f req-bd9f85c7-6b04-4d4d-9439-a922fd3db329 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945677 Mar 07 04:41:26.674444 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] Set router 8cdb319a-528e-42e3-86d6-820f756e3d81 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:26.879066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-b72f976a-bddf-4b8d-b3e4-5493a5e0630a service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731856 Mar 07 04:41:27.000907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:41:23Z', 'revision_number': 5, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:27.048334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=5ddd83c9-e87d-48b6-ac06-7b198a7be0a0,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:27.053603 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] Checking router: 8cdb319a-528e-42e3-86d6-820f756e3d81 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:41:27.056192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-d2ceaf56-c317-4c17-be5e-75cecc6c95b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2 HTTP/1.1" status: 200 len: 217 time: 0.1655371 Mar 07 04:41:27.058522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.068979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks [] for router (8cdb319a-528e-42e3-86d6-820f756e3d81), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.074175 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] Routers {'8cdb319a-528e-42e3-86d6-820f756e3d81'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:27.075575 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['8cdb319a-528e-42e3-86d6-820f756e3d81'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:27.125140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55546) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:27.216799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec607944-50e4-4680-a5fd-354f0c9fb2de req-235af590-860f-471a-9241-9dc01ab9317c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:27.218371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec607944-50e4-4680-a5fd-354f0c9fb2de req-235af590-860f-471a-9241-9dc01ab9317c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.4602580 Mar 07 04:41:27.229086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a416ba70-d02c-4e6c-bf0b-3374c9bed0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:27.230624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-a416ba70-d02c-4e6c-bf0b-3374c9bed0b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.1519470 Mar 07 04:41:27.267494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] Set router 8cdb319a-528e-42e3-86d6-820f756e3d81 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:27.289706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks [] for router_gateway (8cdb319a-528e-42e3-86d6-820f756e3d81), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.331993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec607944-50e4-4680-a5fd-354f0c9fb2de req-d13a54b8-c0b4-4c1f-90ea-63cbaeadea00 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068368 Mar 07 04:41:27.344204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 40f731f0-1b7d-453c-af50-58291cb81495 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:27.346393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1f4d-008a-4c6a-880d-679154cecf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.349507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:27.382256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-ef1ea68b-b34c-4899-82ab-35e99253cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:27.399983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-ef1ea68b-b34c-4899-82ab-35e99253cbbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1622841 Mar 07 04:41:27.443033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Deleting port 385a39c7-77a6-4aa9-9906-97b4c072f153 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:27.444027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.638860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:41:23Z', 'revision_number': 5, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:27.663732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] For port 385a39c7-77a6-4aa9-9906-97b4c072f153, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=385a39c7-77a6-4aa9-9906-97b4c072f153,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:27.663732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.681467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-e065914a-16ec-4859-91c8-e92d4f250ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551057 Mar 07 04:41:27.685413 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d66d22-912c-4132-a475-e6f38887de72 None None] The sync data for ids ['8cdb319a-528e-42e3-86d6-820f756e3d81'] in n-d-832185-1 is: [{'id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'name': 'tempest-ServerRescueTestJSON-1717276097-router', 'tenant_id': '54e1ead3460e4d64afc505ac3f7585cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:38:37Z', 'updated_at': '2022-03-07T04:41:23Z', 'revision_number': 5, 'project_id': '54e1ead3460e4d64afc505ac3f7585cf', 'gw_port': {'id': '385a39c7-77a6-4aa9-9906-97b4c072f153', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb319a-528e-42e3-86d6-820f756e3d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:38:38Z', 'updated_at': '2022-03-07T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:27.687379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Calling delete_port for 385a39c7-77a6-4aa9-9906-97b4c072f153 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:27.813646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-05016100-7fd5-4b0b-9d96-c94fe5fdb06a None None] Provisioning complete for port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:27.814714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05016100-7fd5-4b0b-9d96-c94fe5fdb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:27.856010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-360eed2f-a093-42f2-9a54-df7ced6ab3d5 req-3b4f8d1b-eb3e-4dad-84c7-42e697b8b342 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:41:27.869997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-360eed2f-a093-42f2-9a54-df7ced6ab3d5 req-3b4f8d1b-eb3e-4dad-84c7-42e697b8b342 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1838064 Mar 07 04:41:27.907620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-05016100-7fd5-4b0b-9d96-c94fe5fdb06a None None] Port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:28.034151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-31a10e2b-570f-479e-839a-ff85a5e5368b service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353059 Mar 07 04:41:28.051816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (385a39c7-77a6-4aa9-9906-97b4c072f153), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.113661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=385a39c7-77a6-4aa9-9906-97b4c072f153,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:28.149570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-8a888893-0892-4e21-9ce6-61194bbafc79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2437a198-4c19-44dc-9533-8da40d413217 HTTP/1.1" status: 200 len: 217 time: 0.0907969 Mar 07 04:41:28.151945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1f4d-008a-4c6a-880d-679154cecf4c admin admin] Publish callbacks [] for security_group (07439059-79e4-4777-85e4-4830b848945f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.216985 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1f4d-008a-4c6a-880d-679154cecf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (07439059-79e4-4777-85e4-4830b848945f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.226301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:41:28.246344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (8cdb319a-528e-42e3-86d6-820f756e3d81), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.366587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e7ac1f4d-008a-4c6a-880d-679154cecf4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fb8fb4cc1c1422c8bb52e64ac64119d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2389441 Mar 07 04:41:28.374900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55570) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:28.376128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac1f4d-008a-4c6a-880d-679154cecf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07439059-79e4-4777-85e4-4830b848945f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:28.395375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (8cdb319a-528e-42e3-86d6-820f756e3d81), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.399220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks [] for router_controller (8cdb319a-528e-42e3-86d6-820f756e3d81), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.448022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-0631bcd9-21af-4bb5-a752-e7278241faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:28.449621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-0631bcd9-21af-4bb5-a752-e7278241faa7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.2839603 Mar 07 04:41:28.473539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (8cdb319a-528e-42e3-86d6-820f756e3d81), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.474407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cdb319a-528e-42e3-86d6-820f756e3d81 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:41:28.481351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.483633 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e90f163f-4a97-4dfe-95e7-56ab3dc963c4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8cdb319a-528e-42e3-86d6-820f756e3d81 HTTP/1.1" status: 204 len: 168 time: 2.1244936 Mar 07 04:41:28.486319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55572) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:28.509798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bae032-c8fc-4a27-8ddb-e130a6bea307 req-482552a7-9801-49c3-865f-a5dc2f9f2c64 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:28.514692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6bae032-c8fc-4a27-8ddb-e130a6bea307 req-482552a7-9801-49c3-865f-a5dc2f9f2c64 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.3716953 Mar 07 04:41:28.571144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Deleting subnet 8570e03f-2926-414f-a3a7-41f59b027365 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:41:28.574512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:28.574857 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Publish callbacks [] for subnet (8570e03f-2926-414f-a3a7-41f59b027365), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.576978 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55403403-6006-4b1b-ae19-c71a8f2b8c75 admin admin] Publish callbacks [] for security_group (07439059-79e4-4777-85e4-4830b848945f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.588088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] Sync routers for ids ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:28.601034 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55403403-6006-4b1b-ae19-c71a8f2b8c75 admin admin] Publish callbacks [] for security_group (07439059-79e4-4777-85e4-4830b848945f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.607547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] Routers {'4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:28.608460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:28.636828 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (8570e03f-2926-414f-a3a7-41f59b027365), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.659003 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ccf10692-189f-4cd3-96ab-a1fcd3ae1bfe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0425639 Mar 07 04:41:28.663270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55580) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:28.677888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55403403-6006-4b1b-ae19-c71a8f2b8c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (07439059-79e4-4777-85e4-4830b848945f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.680721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55403403-6006-4b1b-ae19-c71a8f2b8c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.681871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-55403403-6006-4b1b-ae19-c71a8f2b8c75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07439059-79e4-4777-85e4-4830b848945f HTTP/1.1" status: 204 len: 168 time: 0.3023589 Mar 07 04:41:28.687149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:28.697909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] Routers {'4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:28.698932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:28.727251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8570e03f-2926-414f-a3a7-41f59b027365), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:28.752317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:28.753611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8abbfa-fd97-4b25-a51c-72bb437e089e None None] The sync data for ids ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:28.763267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55403403-6006-4b1b-ae19-c71a8f2b8c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07439059-79e4-4777-85e4-4830b848945f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:28.776328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-6a8d0c6b-6f05-44a6-97d6-7392473650c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:28.782452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-6a8d0c6b-6f05-44a6-97d6-7392473650c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3156581 Mar 07 04:41:28.795584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a69495-46c2-43bb-ae35-e991ca3b92c9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:28.799884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-63a69495-46c2-43bb-ae35-e991ca3b92c9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports/5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 HTTP/1.1" status: 200 len: 977 time: 0.1327143 Mar 07 04:41:28.808925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55584) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:28.828692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6bae032-c8fc-4a27-8ddb-e130a6bea307 req-0b2b9bd7-ad8e-4c76-9e66-ebe9a0ffe2b9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792163 Mar 07 04:41:28.910033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-18f87b00-143d-42bd-bd07-0adf5bc149a6 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219563 Mar 07 04:41:28.986771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (8570e03f-2926-414f-a3a7-41f59b027365), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.052141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8570e03f-2926-414f-a3a7-41f59b027365,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:29.070425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.077521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a13f166a-b3f4-4a37-b928-4d9d28c6c0fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8570e03f-2926-414f-a3a7-41f59b027365 HTTP/1.1" status: 204 len: 168 time: 0.5864654 Mar 07 04:41:29.078492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55588) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:29.083454 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-3709e5c3-a8d7-4ce8-92ce-e12fb5d53016 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4834175 Mar 07 04:41:29.087289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-468e6aae-7aaa-495d-aa35-9e681d68f544 req-cd659fec-9d04-4b34-a094-a087121ee552 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702745 Mar 07 04:41:29.108648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-e033ce6f-1e2d-4649-9cac-644db58dcd59 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:41:29.109684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-e033ce6f-1e2d-4649-9cac-644db58dcd59 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133786 Mar 07 04:41:29.314024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-8a9ca5f0-3a2c-41c0-84b1-267091353239 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:29.315334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-8a9ca5f0-3a2c-41c0-84b1-267091353239 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports/b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 940 time: 0.1499658 Mar 07 04:41:29.328872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a5d1de6a-dbc8-4c7e-9585-2513949b1481), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.367997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:41:29.440679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 385a39c7-77a6-4aa9-9906-97b4c072f153 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:29.469472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:29.476604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 385a39c7-77a6-4aa9-9906-97b4c072f153 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:29.477319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 385a39c7-77a6-4aa9-9906-97b4c072f153 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:29.477894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cc925bc1-ee84-4fd3-a766-730c57628617 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:29.561606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: cc925bc1-ee84-4fd3-a766-730c57628617 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:29.561956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cc925bc1-ee84-4fd3-a766-730c57628617 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:29.571336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a5d1de6a-dbc8-4c7e-9585-2513949b1481), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.629472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d1de6a-dbc8-4c7e-9585-2513949b1481']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:29.631057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:29.649546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:29.649778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eb7709-0a74-436b-b1bb-b250a04c3c0e') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:29.669479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b1eb7709-0a74-436b-b1bb-b250a04c3c0e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.704846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b1eb7709-0a74-436b-b1bb-b250a04c3c0e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.722596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:41:29.723087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b1eb7709-0a74-436b-b1bb-b250a04c3c0e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:41:29.724781 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:41:29.840627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.921941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a5d1de6a-dbc8-4c7e-9585-2513949b1481), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.931081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:29.937312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5d1de6a-dbc8-4c7e-9585-2513949b1481 HTTP/1.1" status: 204 len: 168 time: 0.8576946 Mar 07 04:41:29.955072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07222f-7888-4118-9f68-24cb28cc1d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d1de6a-dbc8-4c7e-9585-2513949b1481,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:30.008553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdad32-87fb-4cc8-b685-93bc9fdd24d7 req-33ab2208-e892-463a-a00c-6e05c744633c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:30.017790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78cdad32-87fb-4cc8-b685-93bc9fdd24d7 req-33ab2208-e892-463a-a00c-6e05c744633c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.0729156 Mar 07 04:41:30.090295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78cdad32-87fb-4cc8-b685-93bc9fdd24d7 req-254756b6-3aca-40b3-a1db-3f7976638532 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714097 Mar 07 04:41:30.184387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:30.185710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.203280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55622) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:30.259452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f31109ae-94e5-4eb8-ba6a-81e73418235b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54e1ead3460e4d64afc505ac3f7585cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548422 Mar 07 04:41:30.264021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55624) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:30.320390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.342406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe685a36-46a9-417b-8f35-ab6a51e8ed6f admin admin] Publish callbacks [] for security_group (68082d8c-3641-42fc-9050-cf2315a8671e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.343656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 5ddd83c9-e87d-48b6-ac06-7b198a7be0a0 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:30.374868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe685a36-46a9-417b-8f35-ab6a51e8ed6f admin admin] Publish callbacks [] for security_group (68082d8c-3641-42fc-9050-cf2315a8671e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.425951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe685a36-46a9-417b-8f35-ab6a51e8ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (68082d8c-3641-42fc-9050-cf2315a8671e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.428509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe685a36-46a9-417b-8f35-ab6a51e8ed6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.430517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fe685a36-46a9-417b-8f35-ab6a51e8ed6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68082d8c-3641-42fc-9050-cf2315a8671e HTTP/1.1" status: 204 len: 168 time: 0.1651750 Mar 07 04:41:30.444241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe685a36-46a9-417b-8f35-ab6a51e8ed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68082d8c-3641-42fc-9050-cf2315a8671e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:30.568027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-5e58756e-468f-4074-9239-347e21843fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:30.569544 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-5e58756e-468f-4074-9239-347e21843fe6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263&tenant_id=53935a4b982148e3ac83aa5866222a92 HTTP/1.1" status: 200 len: 1125 time: 0.1697795 Mar 07 04:41:30.680559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5ddd83c9-e87d-48b6-ac06-7b198a7be0a0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:30.694737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-9e0d6667-c0e3-42d6-bf6f-ce48b8412fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:30.696247 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-9e0d6667-c0e3-42d6-bf6f-ce48b8412fe4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1125 time: 0.1003664 Mar 07 04:41:30.729044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=5ddd83c9-e87d-48b6-ac06-7b198a7be0a0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:30.927981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-c9f04671-e077-4302-a6d7-3c6ad9018115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:30.929476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-c9f04671-e077-4302-a6d7-3c6ad9018115 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.2140138 Mar 07 04:41:31.002971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-c9471b9a-7484-493f-83cd-e6ad27266012 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.0427914 Mar 07 04:41:31.003701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.170713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-2c1fdf45-88fb-447b-9b92-f24ce2248310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:31.172442 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-2c1fdf45-88fb-447b-9b92-f24ce2248310 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.1580329 Mar 07 04:41:31.268750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb7bf0-e421-47ca-9b8c-7e02df4ffc95 req-7dc3e647-fa08-4c0b-966a-93135a796209 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:31.270475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2afb7bf0-e421-47ca-9b8c-7e02df4ffc95 req-7dc3e647-fa08-4c0b-966a-93135a796209 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.0690286 Mar 07 04:41:31.282522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-90a10948-10c2-4b71-94af-7e21d98e3e77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681400 Mar 07 04:41:31.316309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:31.342218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55660) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:31.364258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2afb7bf0-e421-47ca-9b8c-7e02df4ffc95 req-c6733842-2560-4c76-b1b5-f3420b16bee1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846982 Mar 07 04:41:31.476633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1521315329-network', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:31.502540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Made reservation on behalf of d94ea270aeff42fbbfbcf5d2969b0496 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:31.505370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.516028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.609639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks [] for security_group (550d1b53-e934-4a52-ac3b-32421700d36e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.614590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (550d1b53-e934-4a52-ac3b-32421700d36e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.648783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:41:31.660118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550d1b53-e934-4a52-ac3b-32421700d36e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:31.665970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (756501db-1aa7-4c8b-ad85-43ff8d4ad0cf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.666488 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Added segment 756501db-1aa7-4c8b-ad85-43ff8d4ad0cf of type vlan for network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 Mar 07 04:41:31.718075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (78bbdd69-6b59-4a2f-96a1-c02c056b9f40), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.751184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (78bbdd69-6b59-4a2f-96a1-c02c056b9f40), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.752250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:31.753802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.789537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4457309 Mar 07 04:41:31.792120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55666) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:31.799305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Request body: {'subnet': {'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1521315329-subnet', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:31.831238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:31.838042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e9626c8-9b96-418f-a3c4-34c4abe2de48 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127392 Mar 07 04:41:31.840345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55668) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:31.845772 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] Sync routers for ids ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:31.853764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48893f0-ebe6-4bc9-b42d-292f0d6138f6 admin admin] Pushing event updated for resources: {'Network': ['ID=78bbdd69-6b59-4a2f-96a1-c02c056b9f40,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:31.863381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] Routers {'4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:31.864003 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:31.870200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:41:31.886816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Made reservation on behalf of d94ea270aeff42fbbfbcf5d2969b0496 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:31.891379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:31.944258 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:31.978457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] Routers {'4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:31.979222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:32.017494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:32.018271 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88b0b9-70e0-4ba9-85e0-d83dbca15ee0 None None] The sync data for ids ['4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:32.031462 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-212d20d4-b088-4ac5-810a-61ad3a097060 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414210 Mar 07 04:41:32.104433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (3fc81729-52d8-4ebf-86e7-bd715b9e9485), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.174870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc81729-52d8-4ebf-86e7-bd715b9e9485,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:32.176250 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-c35c9196-6a01-447c-a63b-3b4434ec05c3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 04:41:32.177323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c35c9196-6a01-447c-a63b-3b4434ec05c3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3352163 Mar 07 04:41:32.180679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55672) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:32.194747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Checking segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:32.195116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Network hostable DHCP agents. Network: 78bbdd69-6b59-4a2f-96a1-c02c056b9f40, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:41:32.214349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-928890f4-be37-412e-b1de-97eae78abfaa service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516449 Mar 07 04:41:32.216507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f56d814-55ff-49bd-b47d-fc075b56fff1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb HTTP/1.1" status: 200 len: 205 time: 0.0339639 Mar 07 04:41:32.220133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:32.234595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:41:32.246057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 78bbdd69-6b59-4a2f-96a1-c02c056b9f40) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:32.250662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:32.251622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.257964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1054db-47e2-4b94-b62a-4fb6f51065a1 None None] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:32.270288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f55fcadc-40d6-4ac3-8bf5-8c2a828a731d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4771466 Mar 07 04:41:32.273069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55676) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:32.277817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:32.301384 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.302963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.310866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.382801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks [] for router_controller (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.427000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:41:32.428835 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.608992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.611488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.692113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.692838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router 4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:41:32.716895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.722557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2bae266f-38d6-44e3-82e7-f91cd101861f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb HTTP/1.1" status: 204 len: 168 time: 0.4988728 Mar 07 04:41:32.723272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55698) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:32.808436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:41:32.814759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:32.815059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Allocated IP 172.20.0.2 (78bbdd69-6b59-4a2f-96a1-c02c056b9f40/3fc81729-52d8-4ebf-86e7-bd715b9e9485/72532f31-d9b8-4a97-a998-ddeaaf37af8e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:32.890075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.046721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.048975 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Publish callbacks [] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.072976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.123723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6d6da5d-9cbd-4a8b-a334-ccabeb52b00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.177217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:33.196546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:33.198611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ac68-be77-4484-9812-c296a73d2ca9 req-abffb5be-4c36-4d78-a0b5-fb48728985b1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:33.200841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bf1ac68-be77-4484-9812-c296a73d2ca9 req-abffb5be-4c36-4d78-a0b5-fb48728985b1 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.6545734 Mar 07 04:41:33.210786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.214515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:33.225997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Pushing event updated for resources: {'Port': ['ID=72532f31-d9b8-4a97-a998-ddeaaf37af8e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:33.292813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:33.295432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.301636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-abdd94d8-f27c-4233-a59f-8d1fff68eb9b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4 HTTP/1.1" status: 204 len: 168 time: 0.5773234 Mar 07 04:41:33.302523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55714) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:33.307374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163bcb60-da3a-4c12-aff7-64b0d2ebf79a None None] Network 40f731f0-1b7d-453c-af50-58291cb81495 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:33.309114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks [] for router_gateway (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.324302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-f9538bd6-124c-4bf3-897e-f663f4642d9b tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d85e472ab3aa4d87b2b0338366c8f3ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408889 Mar 07 04:41:33.398263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Attempting to bind port 72532f31-d9b8-4a97-a998-ddeaaf37af8e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:33.399080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Attempting to bind port 72532f31-d9b8-4a97-a998-ddeaaf37af8e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:33.399606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Attempting to bind port 72532f31-d9b8-4a97-a998-ddeaaf37af8e on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:33.424471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:33.425182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Checking segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:33.425754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.426336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Bound using segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:33.426994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Bound port: 72532f31-d9b8-4a97-a998-ddeaaf37af8e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:33.427631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.476455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (40f731f0-1b7d-453c-af50-58291cb81495), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.514632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] For port 72532f31-d9b8-4a97-a998-ddeaaf37af8e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:33.519333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] For port 72532f31-d9b8-4a97-a998-ddeaaf37af8e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=72532f31-d9b8-4a97-a998-ddeaaf37af8e,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:33.530020 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.681157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43c3d3-51ae-48cb-8c9f-3ffe9de5fea4 None None] Pushing event updated for resources: {'Port': ['ID=72532f31-d9b8-4a97-a998-ddeaaf37af8e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:33.690886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port fe6e008f-6157-431d-b1d4-e4124a1b3769 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:33.691222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bf1ac68-be77-4484-9812-c296a73d2ca9 req-3919ac53-7de8-48dd-aed7-fd7699d7b7c8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510629 Mar 07 04:41:33.691360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.749787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] DHCP port deletion for 40f731f0-1b7d-453c-af50-58291cb81495 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:41:33.878419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port fe6e008f-6157-431d-b1d4-e4124a1b3769, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fe6e008f-6157-431d-b1d4-e4124a1b3769,segment=NetworkSegment(c9e29894-9311-4675-9693-96d248bb1948),segment_id=c9e29894-9311-4675-9693-96d248bb1948)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:33.878873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.900839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] Deleting port fe6e008f-6157-431d-b1d4-e4124a1b3769 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:33.901730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:33.924879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-7b195e64-5154-48e9-b341-1234794a0555 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:33.927028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for fe6e008f-6157-431d-b1d4-e4124a1b3769 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:33.941051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-7b195e64-5154-48e9-b341-1234794a0555 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6010265 Mar 07 04:41:33.992621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-dc75f990-5d8d-42fb-9479-86d5a7db4e22 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/quotas/d85e472ab3aa4d87b2b0338366c8f3ee HTTP/1.1" status: 200 len: 375 time: 0.0486858 Mar 07 04:41:34.056931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-9fbb71f8-ad67-46a9-bf19-e99f26d52076 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d85e472ab3aa4d87b2b0338366c8f3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416431 Mar 07 04:41:34.080885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] For port fe6e008f-6157-431d-b1d4-e4124a1b3769, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fe6e008f-6157-431d-b1d4-e4124a1b3769,segment=NetworkSegment(c9e29894-9311-4675-9693-96d248bb1948),segment_id=c9e29894-9311-4675-9693-96d248bb1948)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:34.083267 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.130645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] Calling delete_port for fe6e008f-6157-431d-b1d4-e4124a1b3769 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:34.163218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.266001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=fe6e008f-6157-431d-b1d4-e4124a1b3769,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:34.283700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port fe6e008f-6157-431d-b1d4-e4124a1b3769 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:34.349560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks [] for router_gateway (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.363168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (fe6e008f-6157-431d-b1d4-e4124a1b3769), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.421752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.422387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] Pushing event deleted for resources: {'Port': ['ID=fe6e008f-6157-431d-b1d4-e4124a1b3769,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:34.440844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da7b02-3791-4387-90a8-4d0e53ce725a None None] No DVR routers for this DVR port fe6e008f-6157-431d-b1d4-e4124a1b3769 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:34.548970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (40f731f0-1b7d-453c-af50-58291cb81495), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.605582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f731f0-1b7d-453c-af50-58291cb81495']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:34.629166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e29894-9311-4675-9693-96d248bb1948') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:34.630450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6582ca5e-644f-4eb5-a67d-e0bdb480a2a9 req-eabd9835-fc94-4f53-a091-8b0bf930197a tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 210 time: 0.2143579 Mar 07 04:41:34.630965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e29894-9311-4675-9693-96d248bb1948') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:34.687681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (c9e29894-9311-4675-9693-96d248bb1948), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.717105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c9e29894-9311-4675-9693-96d248bb1948), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.745702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:41:34.746210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (c9e29894-9311-4675-9693-96d248bb1948), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:41:34.759521 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:41:34.811856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Allocated IP 172.25.4.114 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/474dadd5-994d-4ac8-a716-3737b1c1d2a1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:34.945737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (40f731f0-1b7d-453c-af50-58291cb81495), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.006645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.011902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/40f731f0-1b7d-453c-af50-58291cb81495 HTTP/1.1" status: 204 len: 168 time: 1.7045281 Mar 07 04:41:35.013764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08e3f3-b342-4cf5-8dbd-10814c93f861 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=40f731f0-1b7d-453c-af50-58291cb81495,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:35.015418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55734) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:35.020379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-417274595'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:35.114214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc94b5-f213-4ab8-a3d4-70870cc662a4 req-350ec0e1-7747-49ac-a46e-58ab5a7300ad tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:35.116042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9adc94b5-f213-4ab8-a3d4-70870cc662a4 req-350ec0e1-7747-49ac-a46e-58ab5a7300ad tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.1667054 Mar 07 04:41:35.148942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks [] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.186473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:35.196296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.281938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:41:35.316123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b6a8b834-2d93-421c-99a7-ac7023844034), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.316757 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment b6a8b834-2d93-421c-99a7-ac7023844034 of type vlan for network b9749a22-0cbe-43cc-b3d5-bf15c983c49f Mar 07 04:41:35.350357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9adc94b5-f213-4ab8-a3d4-70870cc662a4 req-fec3b751-56d8-432b-a00d-24c3d91cfb73 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241337 Mar 07 04:41:35.392779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.408097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87f689a9-6c5a-4030-a8b9-33c5e5b65351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.433494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b9749a22-0cbe-43cc-b3d5-bf15c983c49f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.538608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 72532f31-d9b8-4a97-a998-ddeaaf37af8e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:35.566882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec259066-0282-4560-a08d-4d869dae2497 req-2f9f98e5-2c20-4cbe-8dc8-73815f6f78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:35.569216 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-2f9f98e5-2c20-4cbe-8dc8-73815f6f78cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.0824926 Mar 07 04:41:35.599632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.resource_extend [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:41:35.633031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 72532f31-d9b8-4a97-a998-ddeaaf37af8e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:35.634349 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.650117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:35.676933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:35.680058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:35.689371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Pushing event updated for resources: {'Port': ['ID=474dadd5-994d-4ac8-a716-3737b1c1d2a1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:35.733298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b9749a22-0cbe-43cc-b3d5-bf15c983c49f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.743022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:35.744731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.772529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec259066-0282-4560-a08d-4d869dae2497 req-30523f39-7b41-4a95-9fde-d48a2cc15c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:35.774321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-30523f39-7b41-4a95-9fde-d48a2cc15c6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.1909003 Mar 07 04:41:35.781809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74299269-b1d5-489a-beb7-bd7d4dc24a6e None None] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:35.823354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e24d1d-efc7-4190-9db6-a66d96ffab1a req-90cc007f-ab87-4382-aa6c-50dda0da8bd9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:35.824970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74e24d1d-efc7-4190-9db6-a66d96ffab1a req-90cc007f-ab87-4382-aa6c-50dda0da8bd9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2879913 Mar 07 04:41:35.850225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8338571 Mar 07 04:41:35.876540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:35.878862 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-f6cd2164-ca3b-44b3-b6cd-aa6ae1ca2bdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.0786049 Mar 07 04:41:35.881305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:35.968793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4b0a4597-06fe-4cba-b1d5-e4a1db385157 None None] Provisioning complete for port 72532f31-d9b8-4a97-a998-ddeaaf37af8e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:35.971340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4b0a4597-06fe-4cba-b1d5-e4a1db385157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:35.985005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec259066-0282-4560-a08d-4d869dae2497 req-dcbdac05-70b2-4f2d-825b-71d0acf15e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:35.986749 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-dcbdac05-70b2-4f2d-825b-71d0acf15e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.0688798 Mar 07 04:41:36.039745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d32bb52-6347-439a-b2d8-3423197ed2f8 req-8630db35-aab6-461d-85e1-eaaa9c81a414 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 210 time: 0.1721425 Mar 07 04:41:36.098769 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-943b0300-436e-4349-b2ae-cebce7c4efe1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521438 Mar 07 04:41:36.123621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9c3e4-86bd-445a-a6bc-081b7e302ae2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=b9749a22-0cbe-43cc-b3d5-bf15c983c49f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:36.148951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:36.153361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:36.386539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74e24d1d-efc7-4190-9db6-a66d96ffab1a req-10d61029-83be-4c1e-8172-a3b00d56055d tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348585 Mar 07 04:41:36.456011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 72532f31-d9b8-4a97-a998-ddeaaf37af8e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:36.462087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:36.496170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-991f85cb-cc56-4261-b776-3f313d3f79c3 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d85e472ab3aa4d87b2b0338366c8f3ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2248280 Mar 07 04:41:36.501162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:41:36.544624 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-04859508-9629-4d58-afe4-1281f90dc9f3 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405305 Mar 07 04:41:36.721513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ec259066-0282-4560-a08d-4d869dae2497 req-6d56a8a9-449e-42ad-8eec-63e0ecf3e108 service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687512 Mar 07 04:41:36.796020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 72532f31-d9b8-4a97-a998-ddeaaf37af8e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=72532f31-d9b8-4a97-a998-ddeaaf37af8e,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:36.816571 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:36.922271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69af40b-b1c5-4052-b63d-1a51a37c9f83 req-aa5d70dd-b8d5-4145-993b-5f4647bd316f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:36.924576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f69af40b-b1c5-4052-b63d-1a51a37c9f83 req-aa5d70dd-b8d5-4145-993b-5f4647bd316f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.3511956 Mar 07 04:41:36.971068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:37.034844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fe6e008f-6157-431d-b1d4-e4124a1b3769 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:37.141218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fe6e008f-6157-431d-b1d4-e4124a1b3769 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:37.141713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fe6e008f-6157-431d-b1d4-e4124a1b3769 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:37.193231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a4597-06fe-4cba-b1d5-e4a1db385157 None None] Current status of the port 72532f31-d9b8-4a97-a998-ddeaaf37af8e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:37.208705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=72532f31-d9b8-4a97-a998-ddeaaf37af8e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:37.327012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-412ffc27-117c-4d18-b494-200b670e344c None None] Provisioning complete for port 72532f31-d9b8-4a97-a998-ddeaaf37af8e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:37.327536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-412ffc27-117c-4d18-b494-200b670e344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:37.451609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 72532f31-d9b8-4a97-a998-ddeaaf37af8e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:37.516061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-a3d1b4e5-eeab-4c82-b1a4-3d29689b043d tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:37.517560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-a3d1b4e5-eeab-4c82-b1a4-3d29689b043d tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9523420 Mar 07 04:41:37.565819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-412ffc27-117c-4d18-b494-200b670e344c None None] Current status of the port 72532f31-d9b8-4a97-a998-ddeaaf37af8e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:37.571151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Request body: {'port': {'device_id': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': 'd85e472ab3aa4d87b2b0338366c8f3ee'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:37.589855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f69af40b-b1c5-4052-b63d-1a51a37c9f83 req-c424e726-3c0c-4ad5-a781-c7feec025a28 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312268 Mar 07 04:41:37.608928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 72532f31-d9b8-4a97-a998-ddeaaf37af8e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:37.609313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:37.661794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1387f7c0-7447-45d9-b160-ff1c081cc5e4 req-06dfd280-99b0-4cc5-8e3b-387b1ae8f09e tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 210 time: 0.1576159 Mar 07 04:41:37.680018 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:37.741257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 72532f31-d9b8-4a97-a998-ddeaaf37af8e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:37.847841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks [] for router_gateway (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:37.905738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (1ebc05ca-db65-4630-96dd-37ce3d9954e2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.072226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eafd9-a861-440b-be8a-c692d542caea req-077f4a6b-23be-4e83-b160-314284873418 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:38.081154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a19eafd9-a861-440b-be8a-c692d542caea req-077f4a6b-23be-4e83-b160-314284873418 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3327868 Mar 07 04:41:38.118693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=1ebc05ca-db65-4630-96dd-37ce3d9954e2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:38.163864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Made reservation on behalf of d85e472ab3aa4d87b2b0338366c8f3ee for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:38.167227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.186137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': 'b6a8b834-2d93-421c-99a7-ac7023844034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:38.186427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: b9749a22-0cbe-43cc-b3d5-bf15c983c49f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:41:38.193347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.258641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a19eafd9-a861-440b-be8a-c692d542caea req-a670b6ef-98f7-4ff4-a81f-eaa78f24f431 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763401 Mar 07 04:41:38.325263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:41:38.354779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, b9749a22-0cbe-43cc-b3d5-bf15c983c49f) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:38.367750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:38.368437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.371079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83b3ce-ebff-416b-8675-7bcd16519def None None] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:38.401204 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.461669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-530a2020-e1a4-4e69-b240-169b044f5e41 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5840211 Mar 07 04:41:38.465463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:38.475319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1469508356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:38.507277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks [] for security_group (df44e7f6-07ea-4fe0-b34c-ff513f2c76f5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.516825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (df44e7f6-07ea-4fe0-b34c-ff513f2c76f5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.536826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-b9749a22-0cbe-43cc-b3d5-bf15c983c49f', 'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': '1ebc05ca-db65-4630-96dd-37ce3d9954e2'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:41:38.537815 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.568608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (bf81bebc-a089-44a9-bd9f-10760c222a3b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.569742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (bf81bebc-a089-44a9-bd9f-10760c222a3b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.748664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:38.752793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Allocated IP 172.20.0.2 (b9749a22-0cbe-43cc-b3d5-bf15c983c49f/1ebc05ca-db65-4630-96dd-37ce3d9954e2/c33477fe-8d3f-4ce2-8173-35c1183cf9f1) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:38.754755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (bf81bebc-a089-44a9-bd9f-10760c222a3b), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.805070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (bf81bebc-a089-44a9-bd9f-10760c222a3b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:38.938093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b455ed65-7184-4b70-b335-093a61c09b57 req-4e199948-c431-4550-bcb6-8da047e75a11 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 210 time: 0.1100776 Mar 07 04:41:38.953594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf82e5-9015-43fd-9507-ea654ad11146 req-1ff87057-8e8a-4ea6-b740-94366326c466 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:38.962536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24cf82e5-9015-43fd-9507-ea654ad11146 req-1ff87057-8e8a-4ea6-b740-94366326c466 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.2281334 Mar 07 04:41:38.981202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Publish callbacks [] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.001701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.002829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Allocated IP 192.168.233.97 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/54544a9e-d2d9-4fb5-88d5-f8d47c645b4c) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:39.008979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.014553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:39.022127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f108d5c6-2d48-4a7e-9b46-474fd6b39064 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5549684 Mar 07 04:41:39.047202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:39.048952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:39.058529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:39.077300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Pushing event updated for resources: {'Port': ['ID=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:39.114049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24cf82e5-9015-43fd-9507-ea654ad11146 req-64d08ca3-4210-4dab-9f18-66230d21a8b8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474097 Mar 07 04:41:39.126770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:41:39.161381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Attempting to bind port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:39.161759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Attempting to bind port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b6a8b834-2d93-421c-99a7-ac7023844034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:39.164264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Attempting to bind port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 on network b9749a22-0cbe-43cc-b3d5-bf15c983c49f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:39.180849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:39.181267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Checking segment: {'id': 'b6a8b834-2d93-421c-99a7-ac7023844034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:39.181862 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.183323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Bound using segment: {'id': 'b6a8b834-2d93-421c-99a7-ac7023844034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:39.184020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Bound port: c33477fe-8d3f-4ce2-8173-35c1183cf9f1, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a8b834-2d93-421c-99a7-ac7023844034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9749a22-0cbe-43cc-b3d5-bf15c983c49f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:39.184545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.272480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-279bc738-924c-43dc-abfa-4d489450390e None None] For port c33477fe-8d3f-4ce2-8173-35c1183cf9f1, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:39.276386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-279bc738-924c-43dc-abfa-4d489450390e None None] For port c33477fe-8d3f-4ce2-8173-35c1183cf9f1, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,segment=NetworkSegment(b6a8b834-2d93-421c-99a7-ac7023844034),segment_id=b6a8b834-2d93-421c-99a7-ac7023844034)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:39.302102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.349152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:39.390546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.390757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc738-924c-43dc-abfa-4d489450390e None None] Pushing event updated for resources: {'Port': ['ID=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:39.408003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:39.409801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55772) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:39.410623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4a4e42d5-47a7-46d4-ab79-719575a696e8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1353536 Mar 07 04:41:39.438762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:39.439449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:39.537133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.674824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:39.688156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:39.741729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4430ae3-ca09-4088-91a9-eb454aa541b0 req-82c4bb05-019d-42d4-ae23-46acf08785a2 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:39.768686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4430ae3-ca09-4088-91a9-eb454aa541b0 req-82c4bb05-019d-42d4-ae23-46acf08785a2 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3382299 Mar 07 04:41:39.878071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks [] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.008498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.108555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:36Z', 'revision_number': 3, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:40.144044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4430ae3-ca09-4088-91a9-eb454aa541b0 req-3614d7b8-c655-4c53-bc14-8924dcf30962 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692365 Mar 07 04:41:40.181488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:41:40.181887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Updating router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:41:40.182319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:40.183370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Pushing event updated for resources: {'Port': ['ID=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:40.196223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.197306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.197679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.200810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.200810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.200810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.201172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.201828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.202477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.202796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.203137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.203482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.203789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:40.214257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:40.230228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:40.292996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.383967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:40.384610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.439278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-67859dac-33c6-4909-8d5d-cc6a0397662f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8729529 Mar 07 04:41:40.452887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9cd3-bfaf-4fb6-8845-bd9012d065b9 req-41a62a1e-524b-4e92-81a1-c1d619983a38 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:40.460432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8edf9cd3-bfaf-4fb6-8845-bd9012d065b9 req-41a62a1e-524b-4e92-81a1-c1d619983a38 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 935 time: 0.3457353 Mar 07 04:41:40.466766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Request body: {'port': {'device_id': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:40.566051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5c05-07c4-41e9-b5b6-942610d95bd7 req-9d384604-2ccb-4fb0-b332-f92b5ff44a11 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:40.567779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-103d5c05-07c4-41e9-b5b6-942610d95bd7 req-9d384604-2ccb-4fb0-b332-f92b5ff44a11 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.2301769 Mar 07 04:41:40.640679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8edf9cd3-bfaf-4fb6-8845-bd9012d065b9 req-89b76233-1a50-4c2c-9aa5-745207292c3f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749072 Mar 07 04:41:40.724156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-103d5c05-07c4-41e9-b5b6-942610d95bd7 req-d4ae1ca5-8755-4554-abc3-6d46cbddaf33 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996718 Mar 07 04:41:40.725458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.837431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dd80ef62-9352-494e-a231-6cccf52fed2a None None] Provisioning complete for port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:40.838301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef62-9352-494e-a231-6cccf52fed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.851606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.20.0.1 (b9749a22-0cbe-43cc-b3d5-bf15c983c49f/1ebc05ca-db65-4630-96dd-37ce3d9954e2/3bb2be71-936c-4b30-aa6b-def99b0d560a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:40.890586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Publish callbacks [] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.913870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:40.965796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dd80ef62-9352-494e-a231-6cccf52fed2a None None] Port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:41.014659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c347f-63d5-47df-b5c0-63513adad265 None None] Pushing event updated for resources: {'Port': ['ID=474dadd5-994d-4ac8-a716-3737b1c1d2a1,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:41.032195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Attempting to bind port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:41.032579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Attempting to bind port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:41.033048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Attempting to bind port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:41.048256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:41.048645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:41.049073 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.049476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:41.050081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Bound port: 474dadd5-994d-4ac8-a716-3737b1c1d2a1, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:41.050350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.161454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] For port 474dadd5-994d-4ac8-a716-3737b1c1d2a1, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:41.196078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] For port 474dadd5-994d-4ac8-a716-3737b1c1d2a1, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=474dadd5-994d-4ac8-a716-3737b1c1d2a1,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:41.200803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.212191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.265761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.355478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c347f-63d5-47df-b5c0-63513adad265 None None] Pushing event updated for resources: {'Port': ['ID=474dadd5-994d-4ac8-a716-3737b1c1d2a1,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:41.361950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c07c2a5-d32c-45cc-819d-8b3232aad522 None None] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:41.401806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=3bb2be71-936c-4b30-aa6b-def99b0d560a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:41.468761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:41.470823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:41.498461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:41.511181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:41:41.515962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:41.521248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:41.546027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Publish callbacks [] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.605805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fca3f-daec-4c3e-ba67-00c8208a1e20 req-c4358026-396e-4fca-a779-409be892c0b3 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:41.609561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-012fca3f-daec-4c3e-ba67-00c8208a1e20 req-c4358026-396e-4fca-a779-409be892c0b3 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3092883 Mar 07 04:41:41.633563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] Provisioning complete for port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:41.633927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.642505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (bf81bebc-a089-44a9-bd9f-10760c222a3b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.700288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c33477fe-8d3f-4ce2-8173-35c1183cf9f1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:41.753895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-012fca3f-daec-4c3e-ba67-00c8208a1e20 req-d85bf892-ab79-426c-b013-83fed537d677 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353960 Mar 07 04:41:41.758758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Transition to ACTIVE for port object 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:41:41.764920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:41.985921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Pushing event updated for resources: {'Port': ['ID=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:42.052842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:42.091343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:42.091718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.155788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e27c49-5c2e-4245-a76e-d9f2cab8c2cf req-03a3a79e-f9ad-4559-9ff0-cc3bc5c0c39b tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:42.157633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00e27c49-5c2e-4245-a76e-d9f2cab8c2cf req-03a3a79e-f9ad-4559-9ff0-cc3bc5c0c39b tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 947 time: 0.3760664 Mar 07 04:41:42.194144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Attempting to bind port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:42.194912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Attempting to bind port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:42.196972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Attempting to bind port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:42.236201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708ea03-e102-456f-b663-ce4e74a5ec32 req-5e0f54dc-d1d9-4140-a4e1-7844899fa7a6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:42.248132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4708ea03-e102-456f-b663-ce4e74a5ec32 req-5e0f54dc-d1d9-4140-a4e1-7844899fa7a6 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.3320887 Mar 07 04:41:42.319043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:41:42.319859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Attempting to bind port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:42.360841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:42.361999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:42.362720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:42.363477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Bound port: 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:42.364279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.423029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.442696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.517264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00e27c49-5c2e-4245-a76e-d9f2cab8c2cf req-aec3bdfb-fa5c-4cbc-b3ff-b822447b02ed tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926934 Mar 07 04:41:42.538332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] Current status of the port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:42.538332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.588060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4708ea03-e102-456f-b663-ce4e74a5ec32 req-76293898-e16d-4cd5-be3d-46fe11a6d136 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379774 Mar 07 04:41:42.600364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] For port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:42.604643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] For port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:42.624425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.635780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] For port c33477fe-8d3f-4ce2-8173-35c1183cf9f1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,segment=NetworkSegment(b6a8b834-2d93-421c-99a7-ac7023844034),segment_id=b6a8b834-2d93-421c-99a7-ac7023844034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:42.647953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.655276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:36Z', 'revision_number': 3, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:42.731754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Pushing event updated for resources: {'Port': ['ID=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:42.742516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:42.742919 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.754454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51cbb2-3650-4d41-afd0-011c53957aa3 None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:36Z', 'revision_number': 3, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:42.801736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:42.802798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:42.810565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-55a1201d-2285-443f-ada5-975e2ca1689c service neutron] 10.222.0.15 "PUT /v2.0/ports/54544a9e-d2d9-4fb5-88d5-f8d47c645b4c HTTP/1.1" status: 200 len: 1095 time: 2.3453834 Mar 07 04:41:42.812097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'tag': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:42.835573 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da81167e-bc2e-456c-99ab-0c086d3e98d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8447c543-c2c2-4ac3-aa85-7734f1c236d8", "tag": "54544a9e-d2d9-4fb5-88d5-f8d47c645b4c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:42.974728 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bbaf2e-dc94-4f55-8f33-b1d8249a57d5 x-openstack-request-id: req-30bbaf2e-dc94-4f55-8f33-b1d8249a57d5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:42.974892 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8447c543-c2c2-4ac3-aa85-7734f1c236d8", "tag": "54544a9e-d2d9-4fb5-88d5-f8d47c645b4c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:42.975042 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30bbaf2e-dc94-4f55-8f33-b1d8249a57d5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:42.975612 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'tag': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c', 'status': 'completed', 'code': 200} Mar 07 04:41:43.022799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c900-d0a1-4300-92fb-daedb6da4154 None None] Pushing event updated for resources: {'Port': ['ID=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:43.077422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:41:43.077879 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:41:43.162548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e8264a71-345f-4b07-bd14-d7f4749f4c40 None None] Provisioning complete for port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:43.170618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8264a71-345f-4b07-bd14-d7f4749f4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.264411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45ff99-7140-40e7-99ab-e3857a0eabab req-52d7e464-387b-47ce-a32c-ac8deaaf9669 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:43.276376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b45ff99-7140-40e7-99ab-e3857a0eabab req-52d7e464-387b-47ce-a32c-ac8deaaf9669 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2907665 Mar 07 04:41:43.279732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-08007afe-def1-4ae1-942a-28512a3074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:43.280924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-08007afe-def1-4ae1-942a-28512a3074ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d85e472ab3aa4d87b2b0338366c8f3ee&device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 1129 time: 0.4156873 Mar 07 04:41:43.288256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Allocated IP 172.20.0.1 (78bbdd69-6b59-4a2f-96a1-c02c056b9f40/3fc81729-52d8-4ebf-86e7-bd715b9e9485/da281a1f-b90d-4721-8aab-ab75577aaeae) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:43.387263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e8264a71-345f-4b07-bd14-d7f4749f4c40 None None] Current status of the port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:43.420932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e8264a71-345f-4b07-bd14-d7f4749f4c40 None None] Provisioning complete for port 3bb2be71-936c-4b30-aa6b-def99b0d560a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:43.421561 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e8264a71-345f-4b07-bd14-d7f4749f4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.480007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-b03964ad-03d9-40a6-ad57-fe79a4aba7ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c HTTP/1.1" status: 200 len: 217 time: 0.1872606 Mar 07 04:41:43.496995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e8264a71-345f-4b07-bd14-d7f4749f4c40 None None] Port 3bb2be71-936c-4b30-aa6b-def99b0d560a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:43.653573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b45ff99-7140-40e7-99ab-e3857a0eabab req-ff178a23-46da-4dcd-b13d-4e223126c462 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333213 Mar 07 04:41:43.661175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-95c23c84-c52c-4f8a-b838-3a2798054b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:43.662973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-95c23c84-c52c-4f8a-b838-3a2798054b3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1615133 Mar 07 04:41:43.709442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.716779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.739812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:43.822030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks [] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.858577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba877f49-6e25-45a6-aae5-ef33b77bb602 req-40026bc0-136c-4fe7-b325-334a81c4b134 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:43.860158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba877f49-6e25-45a6-aae5-ef33b77bb602 req-40026bc0-136c-4fe7-b325-334a81c4b134 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 947 time: 0.1965017 Mar 07 04:41:43.871654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (bf81bebc-a089-44a9-bd9f-10760c222a3b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.921200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8af0cb3e-18d8-48da-bdc7-9a616d337f1c None None] Provisioning complete for port 3bb2be71-936c-4b30-aa6b-def99b0d560a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:43.925551 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8af0cb3e-18d8-48da-bdc7-9a616d337f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:43.929054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=3bb2be71-936c-4b30-aa6b-def99b0d560a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:44.010448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.025855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-b380d381-f7be-43e3-b4c7-02764e7c5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:44.034275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-b380d381-f7be-43e3-b4c7-02764e7c5d52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3520901 Mar 07 04:41:44.071459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8af0cb3e-18d8-48da-bdc7-9a616d337f1c None None] Port 3bb2be71-936c-4b30-aa6b-def99b0d560a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:44.105569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 474dadd5-994d-4ac8-a716-3737b1c1d2a1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:44.190643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:44.190955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.215837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:44.257575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba877f49-6e25-45a6-aae5-ef33b77bb602 req-b72b381f-34e6-486a-8ea6-e3f347e0f2c9 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819139 Mar 07 04:41:44.261932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:44.274532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:44.278485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4919b7e-948f-4ef6-8dd7-e433a5e2515b req-b883f44f-e66a-4cbc-bf42-2835365e80d4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:44.301115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4919b7e-948f-4ef6-8dd7-e433a5e2515b req-b883f44f-e66a-4cbc-bf42-2835365e80d4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.4322722 Mar 07 04:41:44.356246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:44.356552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.363385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Pushing event updated for resources: {'Port': ['ID=da281a1f-b90d-4721-8aab-ab75577aaeae,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:44.366658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.377771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-0cb4b69f-0c21-4e96-bcc3-f6df241f3130 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321958 Mar 07 04:41:44.394337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 474dadd5-994d-4ac8-a716-3737b1c1d2a1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=474dadd5-994d-4ac8-a716-3737b1c1d2a1,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:44.404189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.405045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c33477fe-8d3f-4ce2-8173-35c1183cf9f1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:44.468993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cc728-8630-4558-bc25-223a73c8907b req-75f60c30-42c1-4eeb-8d79-e6f8e484394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:44.470660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-776cc728-8630-4558-bc25-223a73c8907b req-75f60c30-42c1-4eeb-8d79-e6f8e484394f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.3526702 Mar 07 04:41:44.482637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:44.495921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:44.507975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=474dadd5-994d-4ac8-a716-3737b1c1d2a1,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:44.554263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:44.554529 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.561930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4919b7e-948f-4ef6-8dd7-e433a5e2515b req-b68966a9-529e-4a93-8cab-830a3e449358 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595916 Mar 07 04:41:44.596130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9faa2df8-0dee-4c0e-957d-a4817f67674e req-207f37df-7197-4af8-b32b-e98e05168951 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102499 Mar 07 04:41:44.705072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:44.720041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-35fe11cb-0693-4f6c-8e00-2e3e2f84623e None None] Provisioning complete for port da281a1f-b90d-4721-8aab-ab75577aaeae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:44.720675 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-35fe11cb-0693-4f6c-8e00-2e3e2f84623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.748970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.763183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-35fe11cb-0693-4f6c-8e00-2e3e2f84623e None None] Port da281a1f-b90d-4721-8aab-ab75577aaeae cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:44.785516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-8cb12eed-14a4-44a9-8df3-57d36d524303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:44.787078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-8cb12eed-14a4-44a9-8df3-57d36d524303 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d85e472ab3aa4d87b2b0338366c8f3ee&device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 1129 time: 0.1203816 Mar 07 04:41:44.824052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router bf81bebc-a089-44a9-bd9f-10760c222a3b is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:41:44.885559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-48489604-17aa-451a-997b-9f89f0992149 None None] Provisioning complete for port 3bb2be71-936c-4b30-aa6b-def99b0d560a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:44.885889 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48489604-17aa-451a-997b-9f89f0992149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:44.932669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205d01e-db6d-452f-a126-05075fcb0e1f req-6af94a4f-61bb-45ee-bbd0-144d1a41abee tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:44.935264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6205d01e-db6d-452f-a126-05075fcb0e1f req-6af94a4f-61bb-45ee-bbd0-144d1a41abee tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1310198 Mar 07 04:41:44.936667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-f231ab4d-5113-4060-ba49-f562e0941c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:44.938150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-f231ab4d-5113-4060-ba49-f562e0941c84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1444290 Mar 07 04:41:44.940725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-48489604-17aa-451a-997b-9f89f0992149 None None] Port 3bb2be71-936c-4b30-aa6b-def99b0d560a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:45.014219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:45.025488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-84ea363e-529b-428e-9911-95bd66d29a35 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/bf81bebc-a089-44a9-bd9f-10760c222a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0073884 Mar 07 04:41:45.025684 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] Sync routers for ids ['bf81bebc-a089-44a9-bd9f-10760c222a3b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:45.033755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55798) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:45.038939 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] Routers {'bf81bebc-a089-44a9-bd9f-10760c222a3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:45.039581 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf81bebc-a089-44a9-bd9f-10760c222a3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:45.052868 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks [] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:45.077168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:45.077516 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:45.088217 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] Routers {'bf81bebc-a089-44a9-bd9f-10760c222a3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:45.088861 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf81bebc-a089-44a9-bd9f-10760c222a3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:45.128872 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:45.129523 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9c5ad-3ade-4f8e-b684-69fad428d650 None None] The sync data for ids ['bf81bebc-a089-44a9-bd9f-10760c222a3b'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:45.152467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d31d3-efa7-4d5d-91f2-d62c51d2f73f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:45.157482 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d01d31d3-efa7-4d5d-91f2-d62c51d2f73f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports/3bb2be71-936c-4b30-aa6b-def99b0d560a HTTP/1.1" status: 200 len: 910 time: 0.1198356 Mar 07 04:41:45.159265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55800) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:45.209354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Pushing event updated for resources: {'Port': ['ID=da281a1f-b90d-4721-8aab-ab75577aaeae,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:45.214099 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:45.330171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-69984d7b-4f9a-4c41-a59c-14503542cea3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c HTTP/1.1" status: 200 len: 217 time: 0.3843637 Mar 07 04:41:45.438529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6205d01e-db6d-452f-a126-05075fcb0e1f req-5038816c-27a5-4cee-9c56-83c542843eda tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844472 Mar 07 04:41:45.458357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-f4f99846-75fa-48bc-b1c8-b37c4b1e2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:45.458572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:45.458697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-f4f99846-75fa-48bc-b1c8-b37c4b1e2e07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.1185625 Mar 07 04:41:45.458796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:45.501255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35b27-f56a-427d-b2d2-d0570574db98 req-0e62e40f-c0c2-4681-be52-58c2cb377a98 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:45.502866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00c35b27-f56a-427d-b2d2-d0570574db98 req-0e62e40f-c0c2-4681-be52-58c2cb377a98 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 947 time: 0.1513312 Mar 07 04:41:45.553924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-103ec083-2d78-4b57-97fb-1b1755bf98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:45.556226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-103ec083-2d78-4b57-97fb-1b1755bf98a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0935450 Mar 07 04:41:45.601643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00c35b27-f56a-427d-b2d2-d0570574db98 req-06be9f40-dad5-4d97-a828-dedd200d5ae5 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899062 Mar 07 04:41:45.671598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:45.727119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-4b84d955-5339-44e5-9050-219578b3ad8c service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634974 Mar 07 04:41:45.739754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f198-5d18-43f7-b64d-6adf1c514d82 req-b622584c-198f-4128-8e8e-cf72c109b56e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:45.741177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40c6f198-5d18-43f7-b64d-6adf1c514d82 req-b622584c-198f-4128-8e8e-cf72c109b56e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.0874851 Mar 07 04:41:45.832135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (bf81bebc-a089-44a9-bd9f-10760c222a3b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:45.851394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 474dadd5-994d-4ac8-a716-3737b1c1d2a1 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:45.863236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40c6f198-5d18-43f7-b64d-6adf1c514d82 req-b5f085fc-7833-406d-a0f9-d9877e1ba7ff tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978274 Mar 07 04:41:45.868145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:45.875765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e4733be6-2ee1-47f7-87dd-abdf37fe387b admin admin] 10.222.0.21 "PUT /v2.0/routers/cdffc656-03d6-4b7b-ab7a-d2ef75e24500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4642546 Mar 07 04:41:45.893661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da81167e-bc2e-456c-99ab-0c086d3e98d4 req-dfed155e-e810-450c-a310-fe17c06a68c7 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489923 Mar 07 04:41:45.924972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:45.960831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6f13b867-9129-48a0-9d23-5bb00ece713a None None] Provisioning complete for port da281a1f-b90d-4721-8aab-ab75577aaeae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:45.961497 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f13b867-9129-48a0-9d23-5bb00ece713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:45.969529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:45.969529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:46.102094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6f13b867-9129-48a0-9d23-5bb00ece713a None None] Port da281a1f-b90d-4721-8aab-ab75577aaeae cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:46.115470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:46.115852 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.134318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 3bb2be71-936c-4b30-aa6b-def99b0d560a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:46.134800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.152461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:46.239471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.255242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 3bb2be71-936c-4b30-aa6b-def99b0d560a owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:46.319043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:46.408618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 2, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:46.436249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:41:46.436726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Updating router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 port da281a1f-b90d-4721-8aab-ab75577aaeae binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:41:46.467158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3bb2be71-936c-4b30-aa6b-def99b0d560a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.471737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.497711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=3bb2be71-936c-4b30-aa6b-def99b0d560a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:46.636868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9d5d9-5818-442a-9fcc-bbfab51a8fa6 req-a52367d7-d4d0-436a-9528-a943e3349b0d tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:46.644464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b9d5d9-5818-442a-9fcc-bbfab51a8fa6 req-a52367d7-d4d0-436a-9528-a943e3349b0d tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.0928938 Mar 07 04:41:46.728284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b9d5d9-5818-442a-9fcc-bbfab51a8fa6 req-f137234a-5245-4c11-8e27-84044877376a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826609 Mar 07 04:41:46.728495 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (bf81bebc-a089-44a9-bd9f-10760c222a3b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.811180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55816) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:46.815732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365573273', 'description': 'tempest-description--192525902'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:46.865551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.873484 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Publish callbacks [] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.881345 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:46.924057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1cade-aa08-4974-898d-15aa2942f2cb req-954f9ab5-45d4-4f59-b6e7-fffe7a68a37d tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:46.925744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94b1cade-aa08-4974-898d-15aa2942f2cb req-954f9ab5-45d4-4f59-b6e7-fffe7a68a37d tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 947 time: 0.0947554 Mar 07 04:41:46.961428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450687-e5e3-4ac5-afe1-e52382a597a4 None None] Pushing event updated for resources: {'Port': ['ID=da281a1f-b90d-4721-8aab-ab75577aaeae,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:47.010967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (28023185-2ce6-4c13-86f9-3b161f6be917), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.031674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28023185-2ce6-4c13-86f9-3b161f6be917), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.061891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94b1cade-aa08-4974-898d-15aa2942f2cb req-914efc19-9194-4efc-935d-3f84ec08dbce tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288843 Mar 07 04:41:47.098276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.103520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2873235 Mar 07 04:41:47.105681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Attempting to bind port da281a1f-b90d-4721-8aab-ab75577aaeae on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:47.106205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Attempting to bind port da281a1f-b90d-4721-8aab-ab75577aaeae by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:47.106652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Attempting to bind port da281a1f-b90d-4721-8aab-ab75577aaeae on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:47.107965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55822) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:47.113956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'security_group_rule': {'security_group_id': '28023185-2ce6-4c13-86f9-3b161f6be917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:47.114550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:47.114952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Checking segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:47.115370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.115802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Bound using segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:47.116522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Bound port: da281a1f-b90d-4721-8aab-ab75577aaeae, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:47.116996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.146298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faa2b0-c655-4f42-afb0-f02463c8df4d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28023185-2ce6-4c13-86f9-3b161f6be917,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:47.172082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c8a6b-2a48-4686-852b-1be9d2c2f3d5 req-fe082673-b97a-4ed1-8e5f-3c2c248b57ae tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:47.179548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-859c8a6b-2a48-4686-852b-1be9d2c2f3d5 req-fe082673-b97a-4ed1-8e5f-3c2c248b57ae tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.1712060 Mar 07 04:41:47.199319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (a1f42cb8-66f2-4c68-a9f3-902ca6c2cf97), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.221056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] For port da281a1f-b90d-4721-8aab-ab75577aaeae, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:47.225914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] For port da281a1f-b90d-4721-8aab-ab75577aaeae, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=da281a1f-b90d-4721-8aab-ab75577aaeae,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:47.239333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.271006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-859c8a6b-2a48-4686-852b-1be9d2c2f3d5 req-9bb92cbf-21de-4094-b42a-f64718d0f58c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904174 Mar 07 04:41:47.285667 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (a1f42cb8-66f2-4c68-a9f3-902ca6c2cf97), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.298751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a1f42cb8-66f2-4c68-a9f3-902ca6c2cf97), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.319723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f42cb8-66f2-4c68-a9f3-902ca6c2cf97,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:47.321079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router bf81bebc-a089-44a9-bd9f-10760c222a3b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:47.332119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:47.333514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:47.336486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450687-e5e3-4ac5-afe1-e52382a597a4 None None] Pushing event updated for resources: {'Port': ['ID=da281a1f-b90d-4721-8aab-ab75577aaeae,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:47.337891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.339980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0133553a-f1cc-4d4e-9fdf-503bcc139b05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302973 Mar 07 04:41:47.344155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:47.349061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'security_group_rule': {'security_group_id': '28023185-2ce6-4c13-86f9-3b161f6be917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:47.435820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:47.446915 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] Sync routers for ids ['bf81bebc-a089-44a9-bd9f-10760c222a3b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:47.454359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b37f36f7-7d6b-4815-acf6-4d86283d4631 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/bf81bebc-a089-44a9-bd9f-10760c222a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900436 Mar 07 04:41:47.454359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (2e3f89cd-9e68-4483-aef3-a00152097077), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.454922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55828) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:47.463721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] Routers {'bf81bebc-a089-44a9-bd9f-10760c222a3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:47.466949 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf81bebc-a089-44a9-bd9f-10760c222a3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:47.467760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] Provisioning complete for port da281a1f-b90d-4721-8aab-ab75577aaeae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:47.468159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.495585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:41:47.501753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f9977a1-02b0-4efa-b827-5d3e8331e95a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf81bebc-a089-44a9-bd9f-10760c222a3b HTTP/1.1" status: 200 len: 205 time: 0.0452685 Mar 07 04:41:47.504188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55830) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:47.532959 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:47.542198 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] Routers {'bf81bebc-a089-44a9-bd9f-10760c222a3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:47.543063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf81bebc-a089-44a9-bd9f-10760c222a3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:47.567432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (2e3f89cd-9e68-4483-aef3-a00152097077), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.579238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2e3f89cd-9e68-4483-aef3-a00152097077), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.588189 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:47.588393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (bf81bebc-a089-44a9-bd9f-10760c222a3b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.589186 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d079b-4e7c-47be-b6cf-2a1e00eb6fe4 None None] The sync data for ids ['bf81bebc-a089-44a9-bd9f-10760c222a3b'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:47.633672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3f89cd-9e68-4483-aef3-a00152097077,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:47.655544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.656943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f06b4f7f-20e7-4f8e-b25c-1c6c264c4cc1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116071 Mar 07 04:41:47.660084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55832) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:47.664990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:47.690186 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-776cc728-8630-4558-bc25-223a73c8907b req-e0492d9f-a893-4850-aeb5-eda33f7d4dbe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862291 Mar 07 04:41:47.698879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.731656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] Current status of the port da281a1f-b90d-4721-8aab-ab75577aaeae is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:47.732052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.796687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (bf81bebc-a089-44a9-bd9f-10760c222a3b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.799740 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (bf81bebc-a089-44a9-bd9f-10760c222a3b), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.799891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] For port da281a1f-b90d-4721-8aab-ab75577aaeae, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=da281a1f-b90d-4721-8aab-ab75577aaeae,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:47.807715 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.808420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.868881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (bf81bebc-a089-44a9-bd9f-10760c222a3b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.870216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router bf81bebc-a089-44a9-bd9f-10760c222a3b {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:41:47.881570 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:47.885163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f9364fbc-bb07-4df5-a723-45eec565e522 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/bf81bebc-a089-44a9-bd9f-10760c222a3b HTTP/1.1" status: 204 len: 168 time: 0.3776662 Mar 07 04:41:47.885468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55836) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:47.973801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet 1ebc05ca-db65-4630-96dd-37ce3d9954e2 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:41:47.976681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Allocated IP 172.25.4.211 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/2007de31-4f93-4316-a22e-cd2bc4f3d005) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:47.980271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (1ebc05ca-db65-4630-96dd-37ce3d9954e2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.018910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3aec-10d0-442f-b334-d25e2dcf5355 req-f5d82244-d7eb-46c1-bce9-ddffa8b54cd8 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:48.020547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b2a3aec-10d0-442f-b334-d25e2dcf5355 req-f5d82244-d7eb-46c1-bce9-ddffa8b54cd8 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1467535 Mar 07 04:41:48.049329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (1ebc05ca-db65-4630-96dd-37ce3d9954e2), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.054149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-573b359b-1565-4686-bb15-5581c4a2c285 None None] Provisioning complete for port da281a1f-b90d-4721-8aab-ab75577aaeae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:48.054861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-573b359b-1565-4686-bb15-5581c4a2c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.057503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15e6f-e420-40bd-8aae-edfce81d0a95 None None] Pushing event updated for resources: {'Port': ['ID=da281a1f-b90d-4721-8aab-ab75577aaeae,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:48.064650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:48.124221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c179-1566-4cc2-8877-6974c0706bc9 None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:48.129422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b2a3aec-10d0-442f-b334-d25e2dcf5355 req-6eb06e29-1bb3-4312-b97e-6bb8e284bd8e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996892 Mar 07 04:41:48.145697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.208272 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.255672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-573b359b-1565-4686-bb15-5581c4a2c285 None None] Current status of the port da281a1f-b90d-4721-8aab-ab75577aaeae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:48.262795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:48.269802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:48.272561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:48.279522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1ebc05ca-db65-4630-96dd-37ce3d9954e2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.332509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'Port': ['ID=2007de31-4f93-4316-a22e-cd2bc4f3d005,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:48.336677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f32d65-a335-4f73-aaf6-73a3644d6f83 req-b0fc4f09-5b38-4caf-b9cf-e6a4e2000037 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:48.338291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1f32d65-a335-4f73-aaf6-73a3644d6f83 req-b0fc4f09-5b38-4caf-b9cf-e6a4e2000037 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 947 time: 0.1188569 Mar 07 04:41:48.385487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (bc377050-a77b-4a14-a6ab-39d8afc97e4f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.410696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (1ebc05ca-db65-4630-96dd-37ce3d9954e2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.430818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.454330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebc05ca-db65-4630-96dd-37ce3d9954e2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:48.456212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:41:48.467288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.470600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad2c7ce9-4afe-445d-9456-8ddd52d61b3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/1ebc05ca-db65-4630-96dd-37ce3d9954e2 HTTP/1.1" status: 204 len: 168 time: 0.5833602 Mar 07 04:41:48.473231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55842) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:48.480126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c324cf0-7f97-44fb-82e5-7fd702b07044 None None] Network b9749a22-0cbe-43cc-b3d5-bf15c983c49f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:48.486090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1f32d65-a335-4f73-aaf6-73a3644d6f83 req-28cf6695-3aad-471e-bbc1-a8b6bafaeae5 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376765 Mar 07 04:41:48.510382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd661f-e63a-4df6-9145-abe3487cd7aa req-7b981714-6220-41bb-89b8-b13f1b93f892 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:48.511969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50fd661f-e63a-4df6-9145-abe3487cd7aa req-7b981714-6220-41bb-89b8-b13f1b93f892 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.1432290 Mar 07 04:41:48.597609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50fd661f-e63a-4df6-9145-abe3487cd7aa req-cf0593b9-1332-4f83-a218-0051cbe3c332 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788608 Mar 07 04:41:48.611294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b9749a22-0cbe-43cc-b3d5-bf15c983c49f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.721629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:48.751690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c', 'mac_address': 'fa:16:3e:d8:58:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:41:48.764871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:48.765223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.804513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:48.805399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.822244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] DHCP port deletion for b9749a22-0cbe-43cc-b3d5-bf15c983c49f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:41:48.829639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:41:48.834325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.847807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.881337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:48.886364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.893782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port c33477fe-8d3f-4ce2-8173-35c1183cf9f1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,segment=NetworkSegment(b6a8b834-2d93-421c-99a7-ac7023844034),segment_id=b6a8b834-2d93-421c-99a7-ac7023844034)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:48.894185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.916657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for c33477fe-8d3f-4ce2-8173-35c1183cf9f1 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:48.920097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'Port': ['ID=2007de31-4f93-4316-a22e-cd2bc4f3d005,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:48.949431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] Deleting port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:48.951057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:48.992330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:49.000053 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (bc377050-a77b-4a14-a6ab-39d8afc97e4f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.032505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.035001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1565ddf8-b16e-4d97-b0dc-ced63256040f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3727107 Mar 07 04:41:49.055295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] For port c33477fe-8d3f-4ce2-8173-35c1183cf9f1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,segment=NetworkSegment(b6a8b834-2d93-421c-99a7-ac7023844034),segment_id=b6a8b834-2d93-421c-99a7-ac7023844034)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:49.056604 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.062105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.076456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] Calling delete_port for c33477fe-8d3f-4ce2-8173-35c1183cf9f1 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:49.106975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:49.111372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:49.182631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (c33477fe-8d3f-4ce2-8173-35c1183cf9f1), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.213358 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b9749a22-0cbe-43cc-b3d5-bf15c983c49f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.220352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['54544a9e-d2d9-4fb5-88d5-f8d47c645b4c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:41:49.227865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] Pushing event deleted for resources: {'Port': ['ID=c33477fe-8d3f-4ce2-8173-35c1183cf9f1,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:49.240768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd51b1-7314-460f-a9ab-aaa95e0cc4dc None None] No DVR routers for this DVR port c33477fe-8d3f-4ce2-8173-35c1183cf9f1 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:49.278934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9749a22-0cbe-43cc-b3d5-bf15c983c49f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:49.293536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a8b834-2d93-421c-99a7-ac7023844034') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:49.294872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a8b834-2d93-421c-99a7-ac7023844034') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:49.311788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b6a8b834-2d93-421c-99a7-ac7023844034), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.332763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-db8bd7bc-fb76-4fe0-a28c-a14c757cb684 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--365573273&fields=id&tenant_id=d94ea270aeff42fbbfbcf5d2969b0496 HTTP/1.1" status: 200 len: 267 time: 0.1079915 Mar 07 04:41:49.344939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b6a8b834-2d93-421c-99a7-ac7023844034), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.354218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:41:49.354830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b6a8b834-2d93-421c-99a7-ac7023844034), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:41:49.360368 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:41:49.421493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2e48-c64e-4aa0-b542-e8b4a4ab7443 req-866caa3e-1810-4076-a27f-0bd75dd8ff07 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:49.423116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c71c2e48-c64e-4aa0-b542-e8b4a4ab7443 req-866caa3e-1810-4076-a27f-0bd75dd8ff07 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1427357 Mar 07 04:41:49.455586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b9749a22-0cbe-43cc-b3d5-bf15c983c49f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.466192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.469784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/b9749a22-0cbe-43cc-b3d5-bf15c983c49f HTTP/1.1" status: 204 len: 168 time: 0.9952998 Mar 07 04:41:49.476011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-5b34539e-1c41-4551-9351-fd09f9b4450e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:49.481309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55858) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:49.482503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-5b34539e-1c41-4551-9351-fd09f9b4450e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 811 time: 0.1483612 Mar 07 04:41:49.487187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1986031322', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:49.493452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726843-024e-4709-8dd5-6c50975872ff tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=b9749a22-0cbe-43cc-b3d5-bf15c983c49f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:49.506113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-30975f75-2b9f-45f9-9a6e-f43d5cfeab19 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/quotas/d94ea270aeff42fbbfbcf5d2969b0496 HTTP/1.1" status: 200 len: 375 time: 0.0225785 Mar 07 04:41:49.523425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.526004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.527195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c71c2e48-c64e-4aa0-b542-e8b4a4ab7443 req-2e9d7359-13d7-4f36-9dab-34851673dcff tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981278 Mar 07 04:41:49.591636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.598343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-65d473d2-8bf3-4c25-b510-8e26c9c4e360 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807133 Mar 07 04:41:49.615789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ffd61703-b93b-443d-a5e1-a2b7bfc0ab10 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:41:49.617182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ffd61703-b93b-443d-a5e1-a2b7bfc0ab10 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063131 Mar 07 04:41:49.721238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c3090-e836-461a-b29a-70bf016ac78a req-7c6c2578-dc91-47ff-a930-6cef85bd721c tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:49.722755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3c3090-e836-461a-b29a-70bf016ac78a req-7c6c2578-dc91-47ff-a930-6cef85bd721c tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 948 time: 0.1230927 Mar 07 04:41:49.756239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-de4d2269-6034-4aa8-9cdd-ecf9cd8e393a service neutron] 10.222.0.21 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240718 Mar 07 04:41:49.763812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_gateway (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.815170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee3c3090-e836-461a-b29a-70bf016ac78a req-8678a0ee-e02d-4e1e-be9c-6b89fb29331d tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857549 Mar 07 04:41:49.828562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:49.914128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-c8018d6f-2ead-46c4-90a6-6c947ffc2947 service neutron] 10.222.0.21 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518347 Mar 07 04:41:49.932944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device da281a1f-b90d-4721-8aab-ab75577aaeae up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:49.992184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915bda2-6a3c-451f-84c1-f58aa0a50b4c req-b28b43ce-3bc6-49ec-bd5b-a0c0d48473b9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:49.994232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8915bda2-6a3c-451f-84c1-f58aa0a50b4c req-b28b43ce-3bc6-49ec-bd5b-a0c0d48473b9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.0742466 Mar 07 04:41:50.010651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port da281a1f-b90d-4721-8aab-ab75577aaeae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:50.011067 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.057298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_gateway (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.060540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8915bda2-6a3c-451f-84c1-f58aa0a50b4c req-a9c5bb3f-9fd8-4b71-a988-df350cb7731c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564253 Mar 07 04:41:50.079506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.133464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-017c42b5-913e-4b4b-9030-14fad1c550b6 req-f51b372a-ef36-4790-b322-4f950eaea0fc tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 210 time: 0.0387781 Mar 07 04:41:50.142023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port da281a1f-b90d-4721-8aab-ab75577aaeae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:50.203644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.25.4.36 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/8f1e1f69-d8e5-421b-b0df-82357382cc44) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:50.208346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c33477fe-8d3f-4ce2-8173-35c1183cf9f1 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:50.229121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c33477fe-8d3f-4ce2-8173-35c1183cf9f1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:50.229431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c33477fe-8d3f-4ce2-8173-35c1183cf9f1 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:50.317551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (8f1e1f69-d8e5-421b-b0df-82357382cc44), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.355591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8f1e1f69-d8e5-421b-b0df-82357382cc44), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.397486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:50.400729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:50.403449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:50.436962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=8f1e1f69-d8e5-421b-b0df-82357382cc44,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:50.448509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.448870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.449191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.450087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.450416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.450741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.451082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.451386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.451703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.452027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.452345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.452680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.452972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:41:50.470970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:50.524909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:41:50.529337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:50.530070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.660039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:50.660894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.687612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:50.690153 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fbbf85-cade-4016-81e0-57c8800a01f4" -d '{"events": [{"server_uuid": "8447c543-c2c2-4ac3-aa85-7734f1c236d8", "name": "network-vif-plugged", "status": "completed", "tag": "54544a9e-d2d9-4fb5-88d5-f8d47c645b4c"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:50.693175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f11c0-e4bb-4688-b527-b62344a9e1d9 req-45a42596-d587-4349-b6da-4c53069a9e6f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:50.702705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-681f11c0-e4bb-4688-b527-b62344a9e1d9 req-45a42596-d587-4349-b6da-4c53069a9e6f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.0915086 Mar 07 04:41:50.727225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:50.727881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_gateway (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.734516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:50.762570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-681f11c0-e4bb-4688-b527-b62344a9e1d9 req-2cfc4107-a954-452f-a8ed-d1ac068d6c5c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558808 Mar 07 04:41:50.803643 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95965cd5-9e74-42c3-817b-8eb40b065115 x-openstack-request-id: req-95965cd5-9e74-42c3-817b-8eb40b065115 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:50.803999 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8447c543-c2c2-4ac3-aa85-7734f1c236d8", "name": "network-vif-plugged", "status": "completed", "tag": "54544a9e-d2d9-4fb5-88d5-f8d47c645b4c", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:50.804267 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95965cd5-9e74-42c3-817b-8eb40b065115 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:50.804676 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c', 'code': 200} Mar 07 04:41:50.832890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:50.893461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f372-eac0-461e-b893-1eafb0f2c144 req-1bcedfa8-5e7f-44cf-a7a7-5a53df15d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:50.895052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5083f372-eac0-461e-b893-1eafb0f2c144 req-1bcedfa8-5e7f-44cf-a7a7-5a53df15d388 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 1131 time: 0.0539784 Mar 07 04:41:50.990226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5083f372-eac0-461e-b893-1eafb0f2c144 req-7bd847b6-f133-43a7-8252-3e1f70ff9592 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Mar 07 04:41:50.992132 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:51.004206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c338e6-17ff-47f1-a459-f68b9aad40b1 req-e355932e-8b87-4292-bd99-64f972373fba tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.005708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76c338e6-17ff-47f1-a459-f68b9aad40b1 req-e355932e-8b87-4292-bd99-64f972373fba tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 949 time: 0.0783229 Mar 07 04:41:51.127122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76c338e6-17ff-47f1-a459-f68b9aad40b1 req-56f7177a-a380-4424-aec3-6b2ffdfc4a25 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140263 Mar 07 04:41:51.166882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6b979-d71a-4817-bd65-5938a6b92e22 req-588d5494-9a17-46e3-9606-2465b72cbcab tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.178577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23f6b979-d71a-4817-bd65-5938a6b92e22 req-588d5494-9a17-46e3-9606-2465b72cbcab tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.0973930 Mar 07 04:41:51.219318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-63c79a1f-78ce-454c-9132-a84dd2939543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.220988 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-63c79a1f-78ce-454c-9132-a84dd2939543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 1128 time: 0.1287508 Mar 07 04:41:51.269572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23f6b979-d71a-4817-bd65-5938a6b92e22 req-7ecd0369-c960-4156-9c39-bb55ba2620ca tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900979 Mar 07 04:41:51.285810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557e5d-320c-49d4-8922-12a5f9f54804 req-a7c5e2da-840f-4b77-94e2-55867debf120 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.300922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0557e5d-320c-49d4-8922-12a5f9f54804 req-a7c5e2da-840f-4b77-94e2-55867debf120 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 943 time: 0.0984674 Mar 07 04:41:51.349690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-beab78a2-cb63-4ee4-8e22-1d86c040fd05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.351299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-beab78a2-cb63-4ee4-8e22-1d86c040fd05 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 811 time: 0.2066870 Mar 07 04:41:51.360452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 7a8e4da3-551e-4c1d-a44b-972fccb01ce4 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:41:51.362985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0557e5d-320c-49d4-8922-12a5f9f54804 req-2511baf3-caf5-4ec4-992b-39b9d9f9c6a4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612812 Mar 07 04:41:51.391112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d0da096-b090-4455-90ae-5c9aeb7951ad req-63facc5c-a664-48d2-a2eb-df7c62a8e5f7 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 210 time: 0.0399704 Mar 07 04:41:51.394689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-2c56d2d6-4baa-4dd0-a0fb-cdd688fdeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.396221 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-2c56d2d6-4baa-4dd0-a0fb-cdd688fdeb73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.1672375 Mar 07 04:41:51.487485 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-63b7bbd1-a99e-4195-81a0-392bf7619ab5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 200 len: 217 time: 0.0768023 Mar 07 04:41:51.548740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:41:51.655975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:51.668085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'network_id': '2a5dfec5-10e6-415b-b59d-51ed5b9bdb22', 'port_id': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'mac_address': 'fa:16:3e:21:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2265b-f3f9-4936-b74f-50f982b8a788', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:41:51.709969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:51.710403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:51.724929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90af6ed-baf7-4224-99bf-27db1cd91abd {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:41:51.745332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:51.750594 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:51.804557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:51.888387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-15fde46a-de38-41cc-81c9-00b9b7d35d44 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94ea270aeff42fbbfbcf5d2969b0496 HTTP/1.1" status: 200 len: 379 time: 0.5216274 Mar 07 04:41:51.904455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'port': {'device_id': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'admin_state_up': True, 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'security_groups': ['28023185-2ce6-4c13-86f9-3b161f6be917']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:51.929072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-50dd57d1-b67a-405a-be34-53a1714f6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:51.930538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-50dd57d1-b67a-405a-be34-53a1714f6a98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.4349914 Mar 07 04:41:52.004138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-5d15ee14-bd20-4282-b277-c1f197fa3720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623221 Mar 07 04:41:52.005131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:52.016749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] Sync routers for ids ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:52.027048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] Routers {'7a8e4da3-551e-4c1d-a44b-972fccb01ce4'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:52.027673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:52.060092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:52.063839 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dfce5fce-ccfa-4b07-b967-c5d863d0d906 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5788877 Mar 07 04:41:52.064484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55892) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:52.068482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:52.077260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] Routers {'7a8e4da3-551e-4c1d-a44b-972fccb01ce4'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:52.077849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:52.123486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b90af6ed-baf7-4224-99bf-27db1cd91abd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:41:52.127345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:52.127754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336acb1a-a1f3-4c63-b01e-10ad15288ab6 None None] The sync data for ids ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:52.144522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-6a8d6f1f-4029-4d3c-b3f6-3a9a1779459c service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296732 Mar 07 04:41:52.147203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Made reservation on behalf of d94ea270aeff42fbbfbcf5d2969b0496 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:52.151417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:52.192165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:52.317770 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-eb29d771-696e-44af-9ca2-5cda81f15abd req-6a271f34-1210-4eec-937f-f8659665430f service neutron] 10.222.0.44 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628962 Mar 07 04:41:52.343530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f542320-71e1-42d7-a46e-09d689b4c3cb tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/routers/7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 200 len: 880 time: 0.2765064 Mar 07 04:41:52.346240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55898) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:52.357966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c23ffc-d810-4db3-ad68-6e1fcba39258 req-02f9b0d6-8943-49f8-a336-a74af12d52d4 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:52.360409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83c23ffc-d810-4db3-ad68-6e1fcba39258 req-02f9b0d6-8943-49f8-a336-a74af12d52d4 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 949 time: 0.1024449 Mar 07 04:41:52.437969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Allocated IP 172.20.0.11 (78bbdd69-6b59-4a2f-96a1-c02c056b9f40/3fc81729-52d8-4ebf-86e7-bd715b9e9485/dd6acc8a-3efe-45a4-85b9-867695eedb2c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:52.441481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83c23ffc-d810-4db3-ad68-6e1fcba39258 req-fe063b39-a314-458f-aaca-a2536a63b6a1 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Mar 07 04:41:52.459512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9997-b59f-47f8-aa21-b70590b4ca81 req-915db8b1-a48b-4a67-9ae6-5111d51b310e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:52.460984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cea9997-b59f-47f8-aa21-b70590b4ca81 req-915db8b1-a48b-4a67-9ae6-5111d51b310e tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.0791638 Mar 07 04:41:52.521647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cea9997-b59f-47f8-aa21-b70590b4ca81 req-a272ca53-ec58-417c-9782-aca4ae01ff63 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496275 Mar 07 04:41:52.573388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df515b-f73e-4636-91fc-b3194e342a0d req-e7c6cc61-659a-4ac9-9335-026233bb6af5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:52.578510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5df515b-f73e-4636-91fc-b3194e342a0d req-e7c6cc61-659a-4ac9-9335-026233bb6af5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 944 time: 0.0559464 Mar 07 04:41:52.621400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce3a5e98-d97e-41db-9d95-b2bdd340d7c8 req-f1605bcb-21b3-4d05-ac99-7e8c5c8d6033 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 210 time: 0.0338211 Mar 07 04:41:52.662120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5df515b-f73e-4636-91fc-b3194e342a0d req-ad5e863d-f784-43f4-8bce-bf5d2a3cfe6d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810180 Mar 07 04:41:52.737053 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:52.776488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-35848782-c134-4116-9815-c4d58ac5548e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4288077 Mar 07 04:41:52.779811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55908) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:52.786406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1986031322'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:52.801478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:52.853484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:52.858246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:52.863253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:52.867396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'Port': ['ID=dd6acc8a-3efe-45a4-85b9-867695eedb2c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:52.929129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:52.930112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:52.955342 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-ee20aa99-6ef0-411e-893c-93690c674545 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0575457 Mar 07 04:41:52.965670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef7c0-2a66-4ec2-bff1-d25be3356378 req-9aa9d5cb-c2df-4134-ac43-37a50b2d5f70 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:52.969073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Request body: {'port': {'device_id': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:52.973734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0cef7c0-2a66-4ec2-bff1-d25be3356378 req-9aa9d5cb-c2df-4134-ac43-37a50b2d5f70 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 949 time: 0.1179600 Mar 07 04:41:53.038235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.112867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5423f82d-e8e9-49ad-9b52-5e6b93ea80f6 None None] Provisioning complete for port dd6acc8a-3efe-45a4-85b9-867695eedb2c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:53.113471 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5423f82d-e8e9-49ad-9b52-5e6b93ea80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.158655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5423f82d-e8e9-49ad-9b52-5e6b93ea80f6 None None] Port dd6acc8a-3efe-45a4-85b9-867695eedb2c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:41:53.331666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6acc8a-3efe-45a4-85b9-867695eedb2c {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:41:53.339909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Publish callbacks [] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.353695 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Transition to ACTIVE for port object dd6acc8a-3efe-45a4-85b9-867695eedb2c will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:41:53.358929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.373921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0cef7c0-2a66-4ec2-bff1-d25be3356378 req-3d3df2b9-cdb1-4c0e-8ef0-64d771aff442 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991697 Mar 07 04:41:53.412337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6acc8a-3efe-45a4-85b9-867695eedb2c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:53.487285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Attempting to bind port dd6acc8a-3efe-45a4-85b9-867695eedb2c on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:53.488356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Attempting to bind port dd6acc8a-3efe-45a4-85b9-867695eedb2c by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:53.488690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Attempting to bind port dd6acc8a-3efe-45a4-85b9-867695eedb2c on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:53.493259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Port dd6acc8a-3efe-45a4-85b9-867695eedb2c on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:41:53.493590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Attempting to bind port dd6acc8a-3efe-45a4-85b9-867695eedb2c on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:53.499264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:53.499605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Checking segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:53.500002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Bound using segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:53.500461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Bound port: dd6acc8a-3efe-45a4-85b9-867695eedb2c, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:53.500778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.509318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.526120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.555579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:41:53.584341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] For port dd6acc8a-3efe-45a4-85b9-867695eedb2c, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:53.598489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] For port dd6acc8a-3efe-45a4-85b9-867695eedb2c, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:53.609457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.643373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port b90af6ed-baf7-4224-99bf-27db1cd91abd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:41:53.644212 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.653581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:53.654245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.655727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 1092 time: 0.6958895 Mar 07 04:41:53.656703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:53.659038 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639207c-d167-4433-b5d5-677206972fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:53.689474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c9ee0-4d0e-4972-aa7e-63c7867d61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6acc8a-3efe-45a4-85b9-867695eedb2c,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:53.771155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 7a8e4da3-551e-4c1d-a44b-972fccb01ce4 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:41:53.771289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-1315f77f-1b94-4919-a4b2-aa7df65cce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:53.772838 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-1315f77f-1b94-4919-a4b2-aa7df65cce68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1126 time: 0.0681021 Mar 07 04:41:53.804225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port b90af6ed-baf7-4224-99bf-27db1cd91abd is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:41:53.804905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.813929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10de0-e014-4a88-8003-64e7a2a6cce6 req-594e534a-a2c6-4f7a-a0ac-7dd118e0fe47 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:53.821397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfb10de0-e014-4a88-8003-64e7a2a6cce6 req-594e534a-a2c6-4f7a-a0ac-7dd118e0fe47 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1958883 Mar 07 04:41:53.833641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-2d1b8222-6e62-4ed1-9dd4-d2481aeca07e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 217 time: 0.0523145 Mar 07 04:41:53.836372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:53.838771 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f205bc02-da8e-45b2-96e4-bc7a1d6a467e" -d '{"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-plugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:53.854419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:53.859888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:53.893609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-f3405779-c153-42d6-9784-3a5aea2c279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:53.895390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-f3405779-c153-42d6-9784-3a5aea2c279b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0552809 Mar 07 04:41:53.920379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:53.958095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-b94ef4e9-809c-462a-91e6-766abf437fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:53.959721 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-b94ef4e9-809c-462a-91e6-766abf437fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578177 Mar 07 04:41:54.006153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a97d6-5c18-42e0-aa83-15d698eb2e77 req-2c9c38b8-0d91-4a6f-b2a3-82b513fe3a09 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.010710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7a97d6-5c18-42e0-aa83-15d698eb2e77 req-2c9c38b8-0d91-4a6f-b2a3-82b513fe3a09 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 944 time: 0.2712133 Mar 07 04:41:54.039995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:41:54.045562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfb10de0-e014-4a88-8003-64e7a2a6cce6 req-d446873a-5e13-4940-8fc6-f6541ecc2a6a tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233393 Mar 07 04:41:54.052880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:54.054271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fe1aaa71-abfd-4e08-b10c-28325f08bd0e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 200 len: 887 time: 1.2723768 Mar 07 04:41:54.057326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55922) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:54.061607 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] Sync routers for ids ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:41:54.083190 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] Routers {'7a8e4da3-551e-4c1d-a44b-972fccb01ce4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:54.083826 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:54.099502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7a97d6-5c18-42e0-aa83-15d698eb2e77 req-fd747472-0375-41cd-bac9-ab347342b9a2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791941 Mar 07 04:41:54.133728 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:54.145809 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] Routers {'7a8e4da3-551e-4c1d-a44b-972fccb01ce4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:41:54.147002 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:54.196495 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c3f4ad0-1d5d-424e-9612-9c354f48d451 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/routers/7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 200 len: 887 time: 0.1352625 Mar 07 04:41:54.198901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55924) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:54.201594 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac985b1-eb52-4fc9-8633-c838e28444e6 x-openstack-request-id: req-dac985b1-eb52-4fc9-8633-c838e28444e6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:54.201889 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:54.202177 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac985b1-eb52-4fc9-8633-c838e28444e6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:54.202588 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'status': 'completed', 'code': 200} Mar 07 04:41:54.202940 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2874b9e7-e909-4e74-b1c3-d182812edb76 x-openstack-request-id: req-2874b9e7-e909-4e74-b1c3-d182812edb76 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:54.203611 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-plugged", "status": "completed", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:54.203611 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2874b9e7-e909-4e74-b1c3-d182812edb76 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:54.203973 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'code': 200} Mar 07 04:41:54.209246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-5a1d9664-ce9c-4cff-bf28-73262363536f service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425089 Mar 07 04:41:54.238351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-f6c6b96b-fa19-4a07-9ac4-ac7154d28e75 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.241108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-f6c6b96b-fa19-4a07-9ac4-ac7154d28e75 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 949 time: 0.1315043 Mar 07 04:41:54.281795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-560ff793-0dc0-41e8-a695-14f5873a9910 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 200 len: 205 time: 0.0803311 Mar 07 04:41:54.289593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55926) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:54.318714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f2fbf4af-2969-4ac0-b599-450961ead618 req-f7598be9-371f-481f-bc40-c617360e2220 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961471 Mar 07 04:41:54.329133 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:41:54.330138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b461-b53e-4d57-8b3e-37802a37a102 None None] The sync data for ids ['7a8e4da3-551e-4c1d-a44b-972fccb01ce4'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:41:54.394128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beb07f-e501-4388-bb67-b0d6a4542561 req-832c9bb9-9e3c-4952-b331-b0d09b6f24ec tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.395642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32beb07f-e501-4388-bb67-b0d6a4542561 req-832c9bb9-9e3c-4952-b331-b0d09b6f24ec tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2006962 Mar 07 04:41:54.460846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639207c-d167-4433-b5d5-677206972fb9 req-2d4d087a-0673-4f33-ba48-e83f4fd3d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.462387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-2d4d087a-0673-4f33-ba48-e83f4fd3d3b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1126 time: 0.0853870 Mar 07 04:41:54.464249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ec1be-f929-4996-8b4a-6797ea02e116 req-b7f09bba-ec02-4f37-96f3-00b263b36dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.465695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b65ec1be-f929-4996-8b4a-6797ea02e116 req-b7f09bba-ec02-4f37-96f3-00b263b36dc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1128 time: 0.0788906 Mar 07 04:41:54.558370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:54.566758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32beb07f-e501-4388-bb67-b0d6a4542561 req-aa7796f2-24cd-4ff8-80da-04b1dbe8043d tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415055 Mar 07 04:41:54.579449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b65ec1be-f929-4996-8b4a-6797ea02e116 req-55ffc391-df02-4b35-b0cd-d989adee2a90 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002100 Mar 07 04:41:54.601444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639207c-d167-4433-b5d5-677206972fb9 req-7d12bbec-7444-4a72-bec3-31ff56478265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.602946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-7d12bbec-7444-4a72-bec3-31ff56478265 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1250196 Mar 07 04:41:54.640410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afde9b2-5970-4719-9927-0f0479a63be9 req-4cf20904-8322-4d61-8f3c-61ea5cf6ef46 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.641844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0afde9b2-5970-4719-9927-0f0479a63be9 req-4cf20904-8322-4d61-8f3c-61ea5cf6ef46 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8447c543-c2c2-4ac3-aa85-7734f1c236d8 HTTP/1.1" status: 200 len: 949 time: 0.1657619 Mar 07 04:41:54.645768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Deleting port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:54.646141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:54.800226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_gateway (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:54.810504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0afde9b2-5970-4719-9927-0f0479a63be9 req-64161fe6-8fc8-4f93-96d7-1c805517f195 tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.21 "GET /v2.0/security-groups?id=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614363 Mar 07 04:41:54.845662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] For port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:41:54.846098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:54.861829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Calling delete_port for 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:54.880036 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-97e3331f-33c0-449f-9f1f-7bc9d7b11b55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 217 time: 0.0374799 Mar 07 04:41:54.937238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 8f1e1f69-d8e5-421b-b0df-82357382cc44 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:41:54.937589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8f1e1f69-d8e5-421b-b0df-82357382cc44), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:54.941628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639207c-d167-4433-b5d5-677206972fb9 req-d307897a-b4f8-4fbf-ad1b-195b5580a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:54.945584 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-d307897a-b4f8-4fbf-ad1b-195b5580a441 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0569243 Mar 07 04:41:55.023824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639207c-d167-4433-b5d5-677206972fb9 req-92615fe1-4b87-436a-a638-4a9fd0c3837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.025403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-92615fe1-4b87-436a-a638-4a9fd0c3837f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592382 Mar 07 04:41:55.093491 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8f1e1f69-d8e5-421b-b0df-82357382cc44), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:55.119970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 8f1e1f69-d8e5-421b-b0df-82357382cc44 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:41:55.135768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-9bdd0aef-e29a-4641-8906-3c5a97ee5211 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004651 Mar 07 04:41:55.139524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (54544a9e-d2d9-4fb5-88d5-f8d47c645b4c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:55.232068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Pushing event deleted for resources: {'Port': ['ID=54544a9e-d2d9-4fb5-88d5-f8d47c645b4c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:55.237160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d639207c-d167-4433-b5d5-677206972fb9 req-588b87f1-3ef4-4d1b-8390-8d4cbf64434d service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941505 Mar 07 04:41:55.265877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.271246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.276527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.282583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.287866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.293191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.299233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.301244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db50e56d-0638-405e-ac22-511fe225b859 req-87005914-5395-40e3-b264-58c11c7399b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.2755916 Mar 07 04:41:55.369688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] No DVR routers for this DVR port 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:41:55.409837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:55.413182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae232cbd-4910-40c6-94f8-609b60027a84 req-bf7a4b94-0e17-45d1-9b1d-6e1ebb82e94f tempest-VolumesNegativeTest-829848284 tempest-VolumesNegativeTest-829848284-project] 10.222.0.15 "DELETE /v2.0/ports/54544a9e-d2d9-4fb5-88d5-f8d47c645b4c HTTP/1.1" status: 204 len: 173 time: 1.1301560 Mar 07 04:41:55.415264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'name': 'network-vif-deleted', 'tag': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:41:55.417561 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a952e074-133a-4a47-9dd0-2d2592e346d7" -d '{"events": [{"server_uuid": "8447c543-c2c2-4ac3-aa85-7734f1c236d8", "name": "network-vif-deleted", "tag": "54544a9e-d2d9-4fb5-88d5-f8d47c645b4c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:41:55.454375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c91d-3a5a-472d-adb6-c4361d4e5776 req-7523a0ba-2c88-4409-8254-12d1eb584aa1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:55.456148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7eb3c91d-3a5a-472d-adb6-c4361d4e5776 req-7523a0ba-2c88-4409-8254-12d1eb584aa1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.3138313 Mar 07 04:41:55.525898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db50e56d-0638-405e-ac22-511fe225b859 req-ddc74b34-0bfb-4b06-8952-7029de58cf92 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146983 Mar 07 04:41:55.564088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7eb3c91d-3a5a-472d-adb6-c4361d4e5776 req-946f4e93-e1c6-4fcb-b513-c20830a1d953 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990613 Mar 07 04:41:55.568240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8f1e1f69-d8e5-421b-b0df-82357382cc44), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:55.595176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=8f1e1f69-d8e5-421b-b0df-82357382cc44,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:55.642565 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340c4898-54d7-4680-8130-4a5fd58c3946 x-openstack-request-id: req-340c4898-54d7-4680-8130-4a5fd58c3946 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:41:55.644026 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8447c543-c2c2-4ac3-aa85-7734f1c236d8", "name": "network-vif-deleted", "tag": "54544a9e-d2d9-4fb5-88d5-f8d47c645b4c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:41:55.644295 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-340c4898-54d7-4680-8130-4a5fd58c3946 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:41:55.644711 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8447c543-c2c2-4ac3-aa85-7734f1c236d8', 'name': 'network-vif-deleted', 'tag': '54544a9e-d2d9-4fb5-88d5-f8d47c645b4c', 'status': 'completed', 'code': 200} Mar 07 04:41:55.748949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.117165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4edde-1809-4965-81d5-3a341b8fbe89 req-299103f1-191d-497e-9092-eb0ce6fccd18 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.118677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76d4edde-1809-4965-81d5-3a341b8fbe89 req-299103f1-191d-497e-9092-eb0ce6fccd18 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 944 time: 0.4925683 Mar 07 04:41:56.157653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.161102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.181215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.187265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.192419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.197625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.203589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.209122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.214575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.216736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9eaff642-f723-4829-b2ac-912a14590dc8 req-0a148444-b433-427b-9283-726c1becb1b4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.5263321 Mar 07 04:41:56.312006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (7a8e4da3-551e-4c1d-a44b-972fccb01ce4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.312443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router 7a8e4da3-551e-4c1d-a44b-972fccb01ce4 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:41:56.323488 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.324781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9b15ca61-d079-49c7-8394-bb6e7cde6718 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 204 len: 168 time: 2.0268610 Mar 07 04:41:56.328589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55988) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:56.334794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76d4edde-1809-4965-81d5-3a341b8fbe89 req-b7c468ea-0653-457d-a61e-b355d9699d75 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891799 Mar 07 04:41:56.341711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-642306941'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:56.365357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a4de-cdfd-4fec-ba01-627c9e7a1bb6 req-a6d08623-87b0-4092-aef3-cf6b5592cd6b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.366924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78f7a4de-cdfd-4fec-ba01-627c9e7a1bb6 req-a6d08623-87b0-4092-aef3-cf6b5592cd6b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0907278 Mar 07 04:41:56.374184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:56.381685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.414344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:41:56.426666 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b5e87e73-6e88-4e10-90c5-5d7d4ccc0136), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.427011 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment b5e87e73-6e88-4e10-90c5-5d7d4ccc0136 of type vlan for network 8399fa7a-7562-47a1-bf79-38153c680175 Mar 07 04:41:56.444667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78f7a4de-cdfd-4fec-ba01-627c9e7a1bb6 req-2d6dc80f-7dd2-47d9-9458-cfd358243dff tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694523 Mar 07 04:41:56.476560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (8399fa7a-7562-47a1-bf79-38153c680175), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.505839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:41:56.522364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (8399fa7a-7562-47a1-bf79-38153c680175), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.535795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:56.536726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:56.545601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:41:56.546450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 54544a9e-d2d9-4fb5-88d5-f8d47c645b4c not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:41:56.617852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2858822 Mar 07 04:41:56.620757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:56.626244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '8399fa7a-7562-47a1-bf79-38153c680175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:56.670613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf40e9-ce75-4fef-9ad8-bc07b6af88a5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=8399fa7a-7562-47a1-bf79-38153c680175,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:56.682894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 8399fa7a-7562-47a1-bf79-38153c680175 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:41:56.807343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:41:56.812961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.037296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (f0158611-ff58-4cbb-8045-14dd948f7862), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.102909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=f0158611-ff58-4cbb-8045-14dd948f7862,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:57.112663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8399fa7a-7562-47a1-bf79-38153c680175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:57.113087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 8399fa7a-7562-47a1-bf79-38153c680175, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:41:57.131848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 8399fa7a-7562-47a1-bf79-38153c680175 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:41:57.141389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 8399fa7a-7562-47a1-bf79-38153c680175) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:57.146500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:57.147106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.158036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8ac69-d74c-4029-8370-a556af11bef9 None None] Network 8399fa7a-7562-47a1-bf79-38153c680175 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:57.176873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a5524c8-6212-4ab1-b9d7-cf1da0a8241a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5549152 Mar 07 04:41:57.177012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56060) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:57.183693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-378185326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:41:57.214840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (ea27bae5-04f4-4e5d-9da0-d83a755ced18), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.216974 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (ea27bae5-04f4-4e5d-9da0-d83a755ced18), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.292834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-8399fa7a-7562-47a1-bf79-38153c680175', 'network_id': '8399fa7a-7562-47a1-bf79-38153c680175', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': 'f0158611-ff58-4cbb-8045-14dd948f7862'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:41:57.294571 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.308247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (ea27bae5-04f4-4e5d-9da0-d83a755ced18), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.313790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (ea27bae5-04f4-4e5d-9da0-d83a755ced18), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.343881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.349272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56078) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:57.350026 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a64309c-87ce-4e8f-b878-e3020a7d4362 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1717784 Mar 07 04:41:57.482076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Allocated IP 172.20.0.2 (8399fa7a-7562-47a1-bf79-38153c680175/f0158611-ff58-4cbb-8045-14dd948f7862/65e794e3-43a0-4820-aadf-a3756e7965a7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:57.522296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3329a-f7ab-41f4-8919-ce93054d2ea2 req-b62cd430-b9bd-41d3-a390-134876942ca3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:57.525145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c3329a-f7ab-41f4-8919-ce93054d2ea2 req-b62cd430-b9bd-41d3-a390-134876942ca3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 944 time: 0.0987391 Mar 07 04:41:57.770165 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Publish callbacks [] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.807854 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.854183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f9e3-089f-4d24-b738-91a9132106ee req-c09c6a80-f677-4140-8744-2203bbc8ba29 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:57.857012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9040f9e3-089f-4d24-b738-91a9132106ee req-c09c6a80-f677-4140-8744-2203bbc8ba29 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2417140 Mar 07 04:41:57.906798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Network 8399fa7a-7562-47a1-bf79-38153c680175 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:57.916069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:57.917073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2c3329a-f7ab-41f4-8919-ce93054d2ea2 req-65ff02a7-692c-41d1-8e2e-fbe288a27f98 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040488 Mar 07 04:41:57.921893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:57.931949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:57.949088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Pushing event updated for resources: {'Port': ['ID=65e794e3-43a0-4820-aadf-a3756e7965a7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:58.038494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9040f9e3-089f-4d24-b738-91a9132106ee req-97547f9a-cf97-4b64-aefc-fb064b63e07c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679316 Mar 07 04:41:58.047558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Attempting to bind port 65e794e3-43a0-4820-aadf-a3756e7965a7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:41:58.048056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Attempting to bind port 65e794e3-43a0-4820-aadf-a3756e7965a7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8399fa7a-7562-47a1-bf79-38153c680175'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:41:58.048644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Attempting to bind port 65e794e3-43a0-4820-aadf-a3756e7965a7 on network 8399fa7a-7562-47a1-bf79-38153c680175 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:41:58.058219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:41:58.058985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Checking segment: {'id': 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8399fa7a-7562-47a1-bf79-38153c680175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:41:58.059488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:58.060430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Bound using segment: {'id': 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8399fa7a-7562-47a1-bf79-38153c680175'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:41:58.061208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Bound port: 65e794e3-43a0-4820-aadf-a3756e7965a7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8399fa7a-7562-47a1-bf79-38153c680175'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:41:58.062109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:58.150290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] For port 65e794e3-43a0-4820-aadf-a3756e7965a7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:41:58.155586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] For port 65e794e3-43a0-4820-aadf-a3756e7965a7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=65e794e3-43a0-4820-aadf-a3756e7965a7,segment=NetworkSegment(b5e87e73-6e88-4e10-90c5-5d7d4ccc0136),segment_id=b5e87e73-6e88-4e10-90c5-5d7d4ccc0136)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:41:58.166135 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:58.257002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf88f14-62a9-483b-b78f-363f2a02c5e6 None None] Pushing event updated for resources: {'Port': ['ID=65e794e3-43a0-4820-aadf-a3756e7965a7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:58.372797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0c6f7-d68b-4c1f-bdf3-351cc82e7453 req-8ff8b1b1-8533-45d4-8a1b-da0dd4068b05 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.375115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dd0c6f7-d68b-4c1f-bdf3-351cc82e7453 req-8ff8b1b1-8533-45d4-8a1b-da0dd4068b05 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2309902 Mar 07 04:41:58.439844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:41:58.444437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dd0c6f7-d68b-4c1f-bdf3-351cc82e7453 req-efd948ab-3220-4f01-bbb0-9e816ee6233f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Mar 07 04:41:58.512202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.20.0.1 (8399fa7a-7562-47a1-bf79-38153c680175/f0158611-ff58-4cbb-8045-14dd948f7862/f1f6ae3f-c235-4411-90c5-71bb9a067567) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:41:58.642277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.643251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.643876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.644529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.645524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.645950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.646446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.648640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8285aed-eb2b-4999-ba88-57140184c42d req-bf2f2bd5-4942-4293-9bb1-57e8b426dc12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6717 time: 0.2077789 Mar 07 04:41:58.729630 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8285aed-eb2b-4999-ba88-57140184c42d req-b971d02d-850e-4f95-975b-a3f1c9de08d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655007 Mar 07 04:41:58.807363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:58.827111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294596b-66d6-4df3-ab9e-a9ba67a2ec76 req-fe82b601-22e9-4663-8d79-25697b81bfe9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:58.828618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7294596b-66d6-4df3-ab9e-a9ba67a2ec76 req-fe82b601-22e9-4663-8d79-25697b81bfe9 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1624546 Mar 07 04:41:58.892156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:58.944673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7294596b-66d6-4df3-ab9e-a9ba67a2ec76 req-81651305-5f8a-4cb4-b3f7-d516a2cbe7be tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Mar 07 04:41:58.953445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 8399fa7a-7562-47a1-bf79-38153c680175 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:41:58.961455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:41:58.967703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:41:59.035317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ea27bae5-04f4-4e5d-9da0-d83a755ced18), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:59.157536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=f1f6ae3f-c235-4411-90c5-71bb9a067567,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:41:59.271401 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:59.344279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62650c-fcd8-4a8b-812b-b51463e5ba30 req-2d60d44f-917f-4e81-9275-f49fa4452cd8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:59.351512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c62650c-fcd8-4a8b-812b-b51463e5ba30 req-2d60d44f-917f-4e81-9275-f49fa4452cd8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 944 time: 0.1964552 Mar 07 04:41:59.371230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590854d-17b6-4dd5-8a97-a7e5e2b66317 req-2ed127bb-a373-4159-978b-c8008db82a1c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:59.371443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f590854d-17b6-4dd5-8a97-a7e5e2b66317 req-2ed127bb-a373-4159-978b-c8008db82a1c tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1446471 Mar 07 04:41:59.504285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c62650c-fcd8-4a8b-812b-b51463e5ba30 req-90c3bebc-2f29-41c9-9bba-1fd65e5d7ccb tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375954 Mar 07 04:41:59.569879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f590854d-17b6-4dd5-8a97-a7e5e2b66317 req-b1d702db-6caf-48f5-b263-387364b24851 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917856 Mar 07 04:41:59.584983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device dd6acc8a-3efe-45a4-85b9-867695eedb2c details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:41:59.775977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da59ab-9de9-4bdf-8daf-2dc6d5a9504d req-d6e1f259-bcbf-402f-984c-bff162152dea tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:41:59.788170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78da59ab-9de9-4bdf-8daf-2dc6d5a9504d req-d6e1f259-bcbf-402f-984c-bff162152dea tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1056392 Mar 07 04:41:59.871771 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:59.882505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78da59ab-9de9-4bdf-8daf-2dc6d5a9504d req-8de0d2ed-817a-4b38-b3f0-cc45147da282 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913765 Mar 07 04:41:59.885391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:41:59.989489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52bd35-334f-4650-9d4f-42ae0f347b54 None None] Network 8399fa7a-7562-47a1-bf79-38153c680175 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:41:59.993556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 65e794e3-43a0-4820-aadf-a3756e7965a7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:00.017736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=f1f6ae3f-c235-4411-90c5-71bb9a067567,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:00.023100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ea27bae5-04f4-4e5d-9da0-d83a755ced18), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.119305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] Provisioning complete for port 65e794e3-43a0-4820-aadf-a3756e7965a7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:00.119964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.166038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port dd6acc8a-3efe-45a4-85b9-867695eedb2c, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:00.180533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'port_id': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'mac_address': 'fa:16:3e:3a:84:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:42:00.208793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c37c-84cd-450e-bcae-adce58627713 req-0db78859-6449-45f5-9ced-51b4f720a07b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:00.217433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f332c37c-84cd-450e-bcae-adce58627713 req-0db78859-6449-45f5-9ced-51b4f720a07b tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1636763 Mar 07 04:42:00.288191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f332c37c-84cd-450e-bcae-adce58627713 req-f9ff9a34-b589-462c-a343-b42ece888087 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698049 Mar 07 04:42:00.328681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 8399fa7a-7562-47a1-bf79-38153c680175 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:00.328681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:00.367728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 65e794e3-43a0-4820-aadf-a3756e7965a7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:00.368116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.501957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5d0f4-d36b-4e4b-9a3a-11e8e0e8eeb3 req-510f7f58-4011-46c3-a74a-e6bba98bea96 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:00.503604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57b5d0f4-d36b-4e4b-9a3a-11e8e0e8eeb3 req-510f7f58-4011-46c3-a74a-e6bba98bea96 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1135104 Mar 07 04:42:00.505385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port dd6acc8a-3efe-45a4-85b9-867695eedb2c is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:00.505841 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.509844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] Current status of the port 65e794e3-43a0-4820-aadf-a3756e7965a7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:00.510316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.569935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router ea27bae5-04f4-4e5d-9da0-d83a755ced18 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:42:00.605406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6acc8a-3efe-45a4-85b9-867695eedb2c {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:42:00.632920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 65e794e3-43a0-4820-aadf-a3756e7965a7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:00.633571 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.636788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57b5d0f4-d36b-4e4b-9a3a-11e8e0e8eeb3 req-c4e8633d-76fc-46a5-9199-0919d1a6bdad tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214318 Mar 07 04:42:00.711049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port dd6acc8a-3efe-45a4-85b9-867695eedb2c, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:00.740782 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.775578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f666ad-bdd8-41b0-b0fb-8ca520013811 req-78ce70cd-7cf8-4213-96fc-e33b5cbb427c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:00.777171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87f666ad-bdd8-41b0-b0fb-8ca520013811 req-78ce70cd-7cf8-4213-96fc-e33b5cbb427c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 944 time: 0.2020485 Mar 07 04:42:00.842375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:00.864112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-70352d9e-ec59-4d96-88b2-489703761d27 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/ea27bae5-04f4-4e5d-9da0-d83a755ced18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5131900 Mar 07 04:42:00.867357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:00.869452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] For port 65e794e3-43a0-4820-aadf-a3756e7965a7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=65e794e3-43a0-4820-aadf-a3756e7965a7,segment=NetworkSegment(b5e87e73-6e88-4e10-90c5-5d7d4ccc0136),segment_id=b5e87e73-6e88-4e10-90c5-5d7d4ccc0136)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:00.875420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] Sync routers for ids ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:00.885156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=dd6acc8a-3efe-45a4-85b9-867695eedb2c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:00.899946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:00.931991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87f666ad-bdd8-41b0-b0fb-8ca520013811 req-c9576e49-b5cf-4bb7-9423-2e91f2e48006 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424284 Mar 07 04:42:00.951194 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:42:00.951942 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:42:00.959601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] Routers {'ea27bae5-04f4-4e5d-9da0-d83a755ced18'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:00.960528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:00.979857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8a008-f71d-4032-8a76-d85f9bed3885 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:00.987165 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68a8a008-f71d-4032-8a76-d85f9bed3885 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports/f1f6ae3f-c235-4411-90c5-71bb9a067567 HTTP/1.1" status: 200 len: 910 time: 0.1131723 Mar 07 04:42:00.987533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56292) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:00.994676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f0158611-ff58-4cbb-8045-14dd948f7862'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:01.055589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:01.083830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] Routers {'ea27bae5-04f4-4e5d-9da0-d83a755ced18'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:01.084642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:01.090644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77c98f-c484-4969-849d-ede59cdd689b None None] Pushing event updated for resources: {'Port': ['ID=65e794e3-43a0-4820-aadf-a3756e7965a7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:01.133132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:01.133871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc2d59-8eb7-4948-a01a-53772dfc4e0c None None] The sync data for ids ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:01.149775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98b2acf8-6935-4526-8ec5-a4415cab17b0 None None] Provisioning complete for port f1f6ae3f-c235-4411-90c5-71bb9a067567 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:01.150266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b2acf8-6935-4526-8ec5-a4415cab17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:01.152254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['dd6acc8a-3efe-45a4-85b9-867695eedb2c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:42:01.215681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a37601-ba91-4651-8b12-ef416ae3ca01 req-d4605abc-0f53-45f9-9e89-43bc137932a8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:01.217810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7a37601-ba91-4651-8b12-ef416ae3ca01 req-d4605abc-0f53-45f9-9e89-43bc137932a8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1895895 Mar 07 04:42:01.264656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98b2acf8-6935-4526-8ec5-a4415cab17b0 None None] Port f1f6ae3f-c235-4411-90c5-71bb9a067567 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:01.303404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98b2acf8-6935-4526-8ec5-a4415cab17b0 None None] Provisioning complete for port 65e794e3-43a0-4820-aadf-a3756e7965a7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:01.303906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b2acf8-6935-4526-8ec5-a4415cab17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:01.399393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7a37601-ba91-4651-8b12-ef416ae3ca01 req-838af2f6-2bcf-45f6-bde5-1cf2a7032d24 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730838 Mar 07 04:42:01.416205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:01.542255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98b2acf8-6935-4526-8ec5-a4415cab17b0 None None] Current status of the port 65e794e3-43a0-4820-aadf-a3756e7965a7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:01.548618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 65e794e3-43a0-4820-aadf-a3756e7965a7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:01.676815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-85883d9c-59ae-4304-b01a-ddfd72a17e1d None None] Provisioning complete for port f1f6ae3f-c235-4411-90c5-71bb9a067567 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:01.677455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85883d9c-59ae-4304-b01a-ddfd72a17e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:01.733635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-85883d9c-59ae-4304-b01a-ddfd72a17e1d None None] Port f1f6ae3f-c235-4411-90c5-71bb9a067567 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:01.874724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a126c825-316a-4dfa-907f-70340ace9d9e None None] Provisioning complete for port f1f6ae3f-c235-4411-90c5-71bb9a067567 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:01.875388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a126c825-316a-4dfa-907f-70340ace9d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:01.932779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 65e794e3-43a0-4820-aadf-a3756e7965a7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:01.999791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a126c825-316a-4dfa-907f-70340ace9d9e None None] Port f1f6ae3f-c235-4411-90c5-71bb9a067567 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:02.010593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 65e794e3-43a0-4820-aadf-a3756e7965a7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:02.010992 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:02.116437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 65e794e3-43a0-4820-aadf-a3756e7965a7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:02.248382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:02.264344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:02.332579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ea2de-b3bb-4a92-9cab-f87666c2b7b8 req-3314aa43-ce73-459b-922c-f236596c1a64 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:02.335048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d9ea2de-b3bb-4a92-9cab-f87666c2b7b8 req-3314aa43-ce73-459b-922c-f236596c1a64 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 945 time: 0.1377625 Mar 07 04:42:02.374665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=f1f6ae3f-c235-4411-90c5-71bb9a067567,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:02.384440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:02.385086 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:02.389610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-994b4108-4af5-4f41-b334-21b993c9510f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/ports/f1f6ae3f-c235-4411-90c5-71bb9a067567 HTTP/1.1" status: 200 len: 910 time: 1.3978772 Mar 07 04:42:02.390775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56302) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:02.423439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d9ea2de-b3bb-4a92-9cab-f87666c2b7b8 req-8dc89965-dabf-4217-a34d-95b26bc619f3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799689 Mar 07 04:42:02.543438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7071b-e8e3-4fe2-9868-d86ae26a56b0 req-360293b5-1355-4342-bcf6-982730ca3e21 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:02.544927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38f7071b-e8e3-4fe2-9868-d86ae26a56b0 req-360293b5-1355-4342-bcf6-982730ca3e21 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0551357 Mar 07 04:42:02.611234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38f7071b-e8e3-4fe2-9868-d86ae26a56b0 req-58bb4063-0900-4cdf-997a-e9eff1b99162 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566580 Mar 07 04:42:02.785300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb1f6-f6df-4ea9-8e06-736eac7ca0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:02.843142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ea27bae5-04f4-4e5d-9da0-d83a755ced18), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:02.924479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6838d04-050d-4e47-901d-74d91da2e66f req-e20eced5-45a1-4160-90b7-79d2188002f2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:02.926019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6838d04-050d-4e47-901d-74d91da2e66f req-e20eced5-45a1-4160-90b7-79d2188002f2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0687828 Mar 07 04:42:02.994767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6838d04-050d-4e47-901d-74d91da2e66f req-7095c7b2-c72b-40f5-9c59-a5612244ebef tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Mar 07 04:42:03.358292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-a3d3dce1-b71a-47bf-a1b1-61def95c3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:03.359919 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-a3d3dce1-b71a-47bf-a1b1-61def95c3c92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1128 time: 0.4701018 Mar 07 04:42:03.502046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-20b22444-a66c-488a-a5a6-e65246f4b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:03.503493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-20b22444-a66c-488a-a5a6-e65246f4b50e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.1222527 Mar 07 04:42:03.569558 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-5cf6047c-979b-4f71-8c90-76883e0aa920 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.0413353 Mar 07 04:42:03.577753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ddaae-a941-485b-ba5b-5335c5aa2d10 req-f57c7c37-abd1-4f21-b2f4-aad59d59033f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:03.579315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f8ddaae-a941-485b-ba5b-5335c5aa2d10 req-f57c7c37-abd1-4f21-b2f4-aad59d59033f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 945 time: 0.0676553 Mar 07 04:42:03.617617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device dd6acc8a-3efe-45a4-85b9-867695eedb2c up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:03.623868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-55ef0407-8faf-4cab-a548-6bbf797bfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:03.625315 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-55ef0407-8faf-4cab-a548-6bbf797bfb45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.0499370 Mar 07 04:42:03.639726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f8ddaae-a941-485b-ba5b-5335c5aa2d10 req-f393e76d-d6e5-439b-a27d-26fc1558b202 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542583 Mar 07 04:42:03.682722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-122c9ba3-f9ac-4bac-b379-8e0d10045ea3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353599 Mar 07 04:42:03.693864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port dd6acc8a-3efe-45a4-85b9-867695eedb2c completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:42:03.698445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port dd6acc8a-3efe-45a4-85b9-867695eedb2c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:03.698826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:03.790776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port f1f6ae3f-c235-4411-90c5-71bb9a067567 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:03.791556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:03.794783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port dd6acc8a-3efe-45a4-85b9-867695eedb2c is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:03.795236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:03.827508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:03.829892 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05309d96-ca53-431f-8b82-4d457eb29b3e" -d '{"events": [{"server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:03.840848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-162fa3f7-1380-4f67-9249-f8a2db2fbbc0 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477838 Mar 07 04:42:03.849678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port dd6acc8a-3efe-45a4-85b9-867695eedb2c, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:03.863812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:03.942870 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e77a21-1d9c-440d-ab8d-800feeb3d557 x-openstack-request-id: req-20e77a21-1d9c-440d-ab8d-800feeb3d557 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:03.943526 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:03.943982 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20e77a21-1d9c-440d-ab8d-800feeb3d557 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:03.944577 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'code': 200} Mar 07 04:42:03.958825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=dd6acc8a-3efe-45a4-85b9-867695eedb2c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:03.959472 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ecfed1c1-e9b0-4672-a6dd-cb0af331abed req-937d4dee-afd3-481c-86b9-948ba378886e service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106956 Mar 07 04:42:04.063781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55a765-81f9-483d-a58d-c41165055b94 req-244736cc-09c9-4e1b-bfd7-aa71d59678a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:04.065541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1c55a765-81f9-483d-a58d-c41165055b94 req-244736cc-09c9-4e1b-bfd7-aa71d59678a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1128 time: 0.1025550 Mar 07 04:42:04.112238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:04.116427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa6a4f-ef64-4e36-956d-297366e1659b req-adafca8b-ec6d-4760-a9ed-cff27b61ffa5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:04.124197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6afa6a4f-ef64-4e36-956d-297366e1659b req-adafca8b-ec6d-4760-a9ed-cff27b61ffa5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0652835 Mar 07 04:42:04.126421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for f1f6ae3f-c235-4411-90c5-71bb9a067567 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:04.183287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6afa6a4f-ef64-4e36-956d-297366e1659b req-2e1ca5b5-e232-46b2-a6f6-09f2ad801be5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572121 Mar 07 04:42:04.199874 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1c55a765-81f9-483d-a58d-c41165055b94 req-629f84f5-8cea-43c6-a0eb-6944e9f35ca0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210120 Mar 07 04:42:04.329871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f1f6ae3f-c235-4411-90c5-71bb9a067567), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:04.393161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=f1f6ae3f-c235-4411-90c5-71bb9a067567,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:04.616225 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ea27bae5-04f4-4e5d-9da0-d83a755ced18), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:04.800425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e675a-7f82-45d0-b239-e20889b246a6 req-0de5e725-580f-4a1f-960d-a4be1ff10511 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:04.802562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e1e675a-7f82-45d0-b239-e20889b246a6 req-0de5e725-580f-4a1f-960d-a4be1ff10511 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0783587 Mar 07 04:42:04.844668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router ea27bae5-04f4-4e5d-9da0-d83a755ced18 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:04.869069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e1e675a-7f82-45d0-b239-e20889b246a6 req-e90a2d24-77b4-4c85-a4b2-69f3134ddcc2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580640 Mar 07 04:42:04.932425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:04.945224 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] Sync routers for ids ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:04.952793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56332) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:04.954634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f30c659-529f-4a26-bbfd-987a5d45eff0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/ea27bae5-04f4-4e5d-9da0-d83a755ced18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621073 Mar 07 04:42:04.959243 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] Routers {'ea27bae5-04f4-4e5d-9da0-d83a755ced18'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:04.960134 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:04.993596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3fe7608e-3b30-4ce0-bc7e-492fb7996f74 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea27bae5-04f4-4e5d-9da0-d83a755ced18 HTTP/1.1" status: 200 len: 205 time: 0.0387747 Mar 07 04:42:04.999435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56334) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:05.001832 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:05.013776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] Routers {'ea27bae5-04f4-4e5d-9da0-d83a755ced18'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:05.014679 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:41:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:05.048941 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:05.049887 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f97b2e-7149-49ed-b090-6c4144daea6d None None] The sync data for ids ['ea27bae5-04f4-4e5d-9da0-d83a755ced18'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:05.125665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (ea27bae5-04f4-4e5d-9da0-d83a755ced18), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.320850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbd88-ccce-475d-a535-2d923c66edf1 req-808e059c-343c-4bec-9732-0c8bd87932e5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:05.322673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff2cbd88-ccce-475d-a535-2d923c66edf1 req-808e059c-343c-4bec-9732-0c8bd87932e5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0692797 Mar 07 04:42:05.345169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (ea27bae5-04f4-4e5d-9da0-d83a755ced18), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.347948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (ea27bae5-04f4-4e5d-9da0-d83a755ced18), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.367677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e502ee9-f005-429c-959d-626d7340dbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.409324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (ea27bae5-04f4-4e5d-9da0-d83a755ced18), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.410181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router ea27bae5-04f4-4e5d-9da0-d83a755ced18 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:42:05.418947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.420668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7e984141-1fa2-468e-adad-579187b32902 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/ea27bae5-04f4-4e5d-9da0-d83a755ced18 HTTP/1.1" status: 204 len: 168 time: 0.4200389 Mar 07 04:42:05.423008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56338) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:05.441658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff2cbd88-ccce-475d-a535-2d923c66edf1 req-30fae9e0-9849-4941-8f23-9a73ab7f0617 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130090 Mar 07 04:42:05.482637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet f0158611-ff58-4cbb-8045-14dd948f7862 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:05.486641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (f0158611-ff58-4cbb-8045-14dd948f7862), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.531663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (f0158611-ff58-4cbb-8045-14dd948f7862), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.588164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a507f5a-5c74-4f99-a81a-7a1485b41e53 req-02442ca8-513d-43be-a409-a1af39ed6964 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:05.590395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a507f5a-5c74-4f99-a81a-7a1485b41e53 req-02442ca8-513d-43be-a409-a1af39ed6964 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0649586 Mar 07 04:42:05.661948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a507f5a-5c74-4f99-a81a-7a1485b41e53 req-f9fef8d5-c436-456e-9f95-b143d56d753e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652080 Mar 07 04:42:05.673923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f0158611-ff58-4cbb-8045-14dd948f7862), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.809022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (f0158611-ff58-4cbb-8045-14dd948f7862), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.830502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:05.837299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/f0158611-ff58-4cbb-8045-14dd948f7862 HTTP/1.1" status: 204 len: 168 time: 0.4100249 Mar 07 04:42:05.838069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56352) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:05.841695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792be70-1ebb-4584-823d-274f5b766b48 None None] Network 8399fa7a-7562-47a1-bf79-38153c680175 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:05.855067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7195-ad5b-4f40-9452-d89a110f6592 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=f0158611-ff58-4cbb-8045-14dd948f7862,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:06.047903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (8399fa7a-7562-47a1-bf79-38153c680175), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.066900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] DHCP port deletion for 8399fa7a-7562-47a1-bf79-38153c680175 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:42:06.096894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1aa0f-265c-4c4b-b96d-4c163c58fdd7 req-783c1102-8a2c-4e6c-8e71-ce168ba26cc2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:06.098598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3a1aa0f-265c-4c4b-b96d-4c163c58fdd7 req-783c1102-8a2c-4e6c-8e71-ce168ba26cc2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2698662 Mar 07 04:42:06.155323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] Deleting port 65e794e3-43a0-4820-aadf-a3756e7965a7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:06.157824 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.160793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56358) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:06.247383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3a1aa0f-265c-4c4b-b96d-4c163c58fdd7 req-a332d05e-03d2-4c74-bd12-024a7bd3457e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306269 Mar 07 04:42:06.258266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] For port 65e794e3-43a0-4820-aadf-a3756e7965a7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=65e794e3-43a0-4820-aadf-a3756e7965a7,segment=NetworkSegment(b5e87e73-6e88-4e10-90c5-5d7d4ccc0136),segment_id=b5e87e73-6e88-4e10-90c5-5d7d4ccc0136)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:06.258266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.266569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] Calling delete_port for 65e794e3-43a0-4820-aadf-a3756e7965a7 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:06.289845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a69a-f24c-4cb5-9a14-a50988f33ebd req-7d693e3c-4156-45f6-a3de-ea7d6ef1ac4f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:06.292139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b129a69a-f24c-4cb5-9a14-a50988f33ebd req-7d693e3c-4156-45f6-a3de-ea7d6ef1ac4f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2700238 Mar 07 04:42:06.366897 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:42:06.373804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 65e794e3-43a0-4820-aadf-a3756e7965a7 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:06.381285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.392014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.420534 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-24c813fe-5d28-46df-9d72-bb4eb995adf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d85e472ab3aa4d87b2b0338366c8f3ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581627 Mar 07 04:42:06.423027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:06.427566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] Pushing event deleted for resources: {'Port': ['ID=65e794e3-43a0-4820-aadf-a3756e7965a7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:06.435525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87350e9f-d1e3-443e-9bc7-00bfceac98a1 None None] No DVR routers for this DVR port 65e794e3-43a0-4820-aadf-a3756e7965a7 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:06.509824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3be1f2c-af20-4979-8539-da92ad77f144 admin admin] Publish callbacks [] for security_group (df44e7f6-07ea-4fe0-b34c-ff513f2c76f5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.537406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3be1f2c-af20-4979-8539-da92ad77f144 admin admin] Publish callbacks [] for security_group (df44e7f6-07ea-4fe0-b34c-ff513f2c76f5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.569002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b129a69a-f24c-4cb5-9a14-a50988f33ebd req-bbc7a32f-ee63-4770-9a72-2e3e649fe943 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580752 Mar 07 04:42:06.603842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f987-b6f0-4a9f-ac94-32a3eb978bcd req-36b71f45-2790-41f2-b1dd-a5a9093fd29f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:06.603967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3be1f2c-af20-4979-8539-da92ad77f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (df44e7f6-07ea-4fe0-b34c-ff513f2c76f5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.605321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c85f987-b6f0-4a9f-ac94-32a3eb978bcd req-36b71f45-2790-41f2-b1dd-a5a9093fd29f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2341056 Mar 07 04:42:06.608128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port 65e794e3-43a0-4820-aadf-a3756e7965a7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=65e794e3-43a0-4820-aadf-a3756e7965a7,segment=NetworkSegment(b5e87e73-6e88-4e10-90c5-5d7d4ccc0136),segment_id=b5e87e73-6e88-4e10-90c5-5d7d4ccc0136)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:06.608506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.624282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 65e794e3-43a0-4820-aadf-a3756e7965a7 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:06.627375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3be1f2c-af20-4979-8539-da92ad77f144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.628788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3be1f2c-af20-4979-8539-da92ad77f144 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df44e7f6-07ea-4fe0-b34c-ff513f2c76f5 HTTP/1.1" status: 204 len: 168 time: 0.2045808 Mar 07 04:42:06.639652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be1f2c-af20-4979-8539-da92ad77f144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df44e7f6-07ea-4fe0-b34c-ff513f2c76f5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:06.696498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.809638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c85f987-b6f0-4a9f-ac94-32a3eb978bcd req-dc960f68-a494-4869-89d9-759c5f8b02df tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832092 Mar 07 04:42:06.857661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94979d0a-8372-48bc-ab38-c9ca33efec9c req-3d1b4389-8389-4c76-821b-1bc3258f69eb tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:06.869525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56376) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:06.870067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94979d0a-8372-48bc-ab38-c9ca33efec9c req-3d1b4389-8389-4c76-821b-1bc3258f69eb tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2050600 Mar 07 04:42:06.875708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'floatingip': {'port_id': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:06.907225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (65e794e3-43a0-4820-aadf-a3756e7965a7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:06.947960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=65e794e3-43a0-4820-aadf-a3756e7965a7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:06.958093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-2fc5f77e-e310-43bd-aaaf-b171c8abbb03 req-8d843d99-0931-4267-93d7-2ccd2d5c1bbe tempest-TaggedBootDevicesTest-1764880361 tempest-TaggedBootDevicesTest-1764880361-project] (103938) timed out ('10.222.0.21', 34774) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:42:06.967667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port 65e794e3-43a0-4820-aadf-a3756e7965a7 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:07.006448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (bc377050-a77b-4a14-a6ab-39d8afc97e4f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.122726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (8399fa7a-7562-47a1-bf79-38153c680175), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.173860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8399fa7a-7562-47a1-bf79-38153c680175']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:07.189397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:07.189692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e87e73-6e88-4e10-90c5-5d7d4ccc0136') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:07.199769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (b5e87e73-6e88-4e10-90c5-5d7d4ccc0136), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.215856 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b5e87e73-6e88-4e10-90c5-5d7d4ccc0136), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.222849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:07.223314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (b5e87e73-6e88-4e10-90c5-5d7d4ccc0136), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:07.295703 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:07.313995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (8399fa7a-7562-47a1-bf79-38153c680175), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.342083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.345512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/8399fa7a-7562-47a1-bf79-38153c680175 HTTP/1.1" status: 204 len: 168 time: 1.5054123 Mar 07 04:42:07.347758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026906d-1583-4a79-9e41-895a87a94ef7 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=8399fa7a-7562-47a1-bf79-38153c680175,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:07.349600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56388) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:07.354883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-475543363', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:07.397449 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.399226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.480186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.499253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c654a-c3b9-48d3-834c-618e64f2f711 req-60649915-41b8-4f1b-b3a3-d56388ba8872 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:07.506447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f4c654a-c3b9-48d3-834c-618e64f2f711 req-60649915-41b8-4f1b-b3a3-d56388ba8872 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.4915545 Mar 07 04:42:07.509831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.575746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.577437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-45218397-1923-43ec-b0eb-a30988ff13cd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2264819 Mar 07 04:42:07.580005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:07.588474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-685198995'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:07.619055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f4c654a-c3b9-48d3-834c-618e64f2f711 req-6665648a-2ece-49e7-b047-4584f9418f71 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111271 Mar 07 04:42:07.647943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:07.651528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.654859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.681352 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.687210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (bc377050-a77b-4a14-a6ab-39d8afc97e4f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.732573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:07.761019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4cf6085b-32ed-48c1-9aa4-509347bd9e83), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.761473 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment 4cf6085b-32ed-48c1-9aa4-509347bd9e83 of type vlan for network 45684fc3-b50a-410e-aa43-608cfb6188ac Mar 07 04:42:07.859186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (45684fc3-b50a-410e-aa43-608cfb6188ac), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.868960 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Floating IP bc377050-a77b-4a14-a6ab-39d8afc97e4f associated. External IP: 172.25.4.211, port: dd6acc8a-3efe-45a4-85b9-867695eedb2c. Mar 07 04:42:07.883734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:07.916780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4431d-a4ae-434d-a363-715a9fcc5b90 req-4b64aabe-670a-4bc4-aa01-0b652dadd863 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:07.932545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25d4431d-a4ae-434d-a363-715a9fcc5b90 req-4b64aabe-670a-4bc4-aa01-0b652dadd863 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1539955 Mar 07 04:42:07.951988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 65e794e3-43a0-4820-aadf-a3756e7965a7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:07.954840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (45684fc3-b50a-410e-aa43-608cfb6188ac), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:07.962581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:07.964141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.005340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 65e794e3-43a0-4820-aadf-a3756e7965a7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:08.006057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 65e794e3-43a0-4820-aadf-a3756e7965a7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:08.082623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4964528 Mar 07 04:42:08.085753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56408) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:08.099968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:08.108397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-507924121-network', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:08.128196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83829e10-3f07-4ac6-9848-30e7417b8699 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=45684fc3-b50a-410e-aa43-608cfb6188ac,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:08.141000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 45684fc3-b50a-410e-aa43-608cfb6188ac details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:08.160577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25d4431d-a4ae-434d-a363-715a9fcc5b90 req-867bf3e5-50bf-47fb-8590-70b5a1f8a4e2 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270286 Mar 07 04:42:08.232979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:08.235664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.258814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:08.267672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.280147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:08.283895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.417589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:08.431135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.434101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:08.455666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:08.457584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:08.475350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-27a58c90-8d2a-4643-855b-f87229580ab8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "PUT /v2.0/floatingips/bc377050-a77b-4a14-a6ab-39d8afc97e4f HTTP/1.1" status: 200 len: 992 time: 1.6044350 Mar 07 04:42:08.476492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:08.479009 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d425b260-23bf-450f-9d1c-e01f0477fc37" -d '{"events": [{"name": "network-changed", "server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:08.498590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24309b1-e16a-407c-b313-667f625a27ed req-eb132519-3b12-4cf2-aec6-c21534e03a59 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:08.500313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b24309b1-e16a-407c-b313-667f625a27ed req-eb132519-3b12-4cf2-aec6-c21534e03a59 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1551492 Mar 07 04:42:08.524347 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760ba281-e87b-4d11-85e3-d19742b52265 x-openstack-request-id: req-760ba281-e87b-4d11-85e3-d19742b52265 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:08.524860 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:08.525275 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-760ba281-e87b-4d11-85e3-d19742b52265 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:08.525841 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'status': 'completed', 'code': 200} Mar 07 04:42:08.608622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:08.617231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-55744aef-c613-4891-9678-2e50c15e14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:08.619322 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-55744aef-c613-4891-9678-2e50c15e14b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1128 time: 0.0704188 Mar 07 04:42:08.641565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks [] for security_group (58141f49-913a-4f1f-a07d-6aa75c56964c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.660265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (58141f49-913a-4f1f-a07d-6aa75c56964c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.674151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:08.685806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d358ec57-d812-47bf-94b9-b42f4b0aff83), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.686583 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Added segment d358ec57-d812-47bf-94b9-b42f4b0aff83 of type vlan for network caab5346-12f1-4be6-99bd-e395fff6fb54 Mar 07 04:42:08.727251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b24309b1-e16a-407c-b313-667f625a27ed req-4e031c27-67d9-4047-9261-2381c4d497f4 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146277 Mar 07 04:42:08.753386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-e8dd6719-404e-49d7-88f8-69b7cecddc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:08.753970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6c3ea97f-0818-41b4-981c-cb657fdfc1d6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.755527 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-e8dd6719-404e-49d7-88f8-69b7cecddc6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1280229 Mar 07 04:42:08.826261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (caab5346-12f1-4be6-99bd-e395fff6fb54), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.853893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-093f29b2-afba-4c32-ab2e-ac22e4e9d3a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 1000 time: 0.0856943 Mar 07 04:42:08.886754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58141f49-913a-4f1f-a07d-6aa75c56964c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:08.898991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'bc377050-a77b-4a14-a6ab-39d8afc97e4f', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'port_id': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'mac_address': 'fa:16:3e:3a:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:41:48Z', 'updated_at': '2022-03-07T04:42:07Z', 'revision_number': 1, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:08.918251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-2a3ffd0b-d0bd-4786-a4f5-def95d29f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:08.918694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=6c3ea97f-0818-41b4-981c-cb657fdfc1d6,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:08.920853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-2a3ffd0b-d0bd-4786-a4f5-def95d29f708 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0604589 Mar 07 04:42:08.929306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:08.939675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:08.941957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:08.972893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:08.973465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 45684fc3-b50a-410e-aa43-608cfb6188ac, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:08.982424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (caab5346-12f1-4be6-99bd-e395fff6fb54), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.983608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:08.984468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:08.996689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-f89f35e5-c6da-465b-8af1-33e4a1b14a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:08.998394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-f89f35e5-c6da-465b-8af1-33e4a1b14a60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706975 Mar 07 04:42:09.026476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b794-7445-4a6a-b33d-b1ced0d0ce5e req-9f0ee7d6-03aa-42db-9e09-1d61ab3963c3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:09.029415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bc3b794-7445-4a6a-b33d-b1ced0d0ce5e req-9f0ee7d6-03aa-42db-9e09-1d61ab3963c3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1967962 Mar 07 04:42:09.106284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2208412 Mar 07 04:42:09.113651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56422) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:09.117270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:09.120069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Request body: {'subnet': {'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-507924121-subnet', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:09.145516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 45684fc3-b50a-410e-aa43-608cfb6188ac is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:09.165040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:09.167105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bff6a-c395-4690-969f-0fbe7ef806ec admin admin] Pushing event updated for resources: {'Network': ['ID=caab5346-12f1-4be6-99bd-e395fff6fb54,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:09.167448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:09.174837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 45684fc3-b50a-410e-aa43-608cfb6188ac) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:09.190668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:09.192747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:09.203569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-f499b9d4-da5f-4217-a9de-13f6451f1cdd service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916268 Mar 07 04:42:09.210042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bc3b794-7445-4a6a-b33d-b1ced0d0ce5e req-c58e5b91-3aea-4d52-8560-7b8fbe5caa71 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644154 Mar 07 04:42:09.233892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5bc4db43-d8ff-4383-a1bb-217388a2048b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1397216 Mar 07 04:42:09.233892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:09.439892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea5f9f-d4ca-4c02-a2f5-7c826d6397bc None None] Network 45684fc3-b50a-410e-aa43-608cfb6188ac requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:09.533121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network caab5346-12f1-4be6-99bd-e395fff6fb54 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:09.608073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-45684fc3-b50a-410e-aa43-608cfb6188ac', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:42:09.609574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:09.632543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:09.691768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:09.866365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394afff-a7dd-4e3b-8a46-9830af37553e req-f915c0c6-4b1e-4f48-8510-30f7b29494ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:09.873718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9394afff-a7dd-4e3b-8a46-9830af37553e req-f915c0c6-4b1e-4f48-8510-30f7b29494ed tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.4618537 Mar 07 04:42:09.929681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9394afff-a7dd-4e3b-8a46-9830af37553e req-7fc823ee-680f-4b83-9235-914193ff6151 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Mar 07 04:42:09.959951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Allocated IP 172.20.0.2 (45684fc3-b50a-410e-aa43-608cfb6188ac/6c3ea97f-0818-41b4-981c-cb657fdfc1d6/22aabb83-5973-4699-b7ff-535cabc337c7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:09.971267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d425b260-23bf-450f-9d1c-e01f0477fc37 req-fa76323e-93e5-4642-815e-1dea2709e219 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394125 Mar 07 04:42:10.044209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (398b54af-a32e-426b-8e88-9cacbcee6951), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.105156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e2b41-cdd7-4882-a694-bcb0dd44ade5 req-7490f521-c58e-468c-9140-68eafed67394 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:10.105156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da7e2b41-cdd7-4882-a694-bcb0dd44ade5 req-7490f521-c58e-468c-9140-68eafed67394 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.0576539 Mar 07 04:42:10.141411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398b54af-a32e-426b-8e88-9cacbcee6951,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:10.149052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:10.149426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Network hostable DHCP agents. Network: caab5346-12f1-4be6-99bd-e395fff6fb54, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:10.171242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'bc377050-a77b-4a14-a6ab-39d8afc97e4f', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'port_id': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'mac_address': 'fa:16:3e:3a:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:41:48Z', 'updated_at': '2022-03-07T04:42:07Z', 'revision_number': 1, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:10.175451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:10.186502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da7e2b41-cdd7-4882-a694-bcb0dd44ade5 req-e0118de8-59e7-4c65-93d2-a9b48bce37c5 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Mar 07 04:42:10.196483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, caab5346-12f1-4be6-99bd-e395fff6fb54) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:10.202071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:10.202661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.213551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df57e6-8c32-430c-912a-86c2d888df96 None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'bc377050-a77b-4a14-a6ab-39d8afc97e4f', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'port_id': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'mac_address': 'fa:16:3e:3a:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:41:48Z', 'updated_at': '2022-03-07T04:42:07Z', 'revision_number': 1, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:10.222521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e9c3a-26f4-440d-b9c3-da4e3c64fb46 None None] Network caab5346-12f1-4be6-99bd-e395fff6fb54 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:10.238824 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9064cb3f-20a5-4686-86ac-8c4a9d1bad05 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1237893 Mar 07 04:42:10.248606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56440) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:10.248606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:10.269242 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Publish callbacks [] for port (22aabb83-5973-4699-b7ff-535cabc337c7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.290625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.297150 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.297704 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.389561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Network 45684fc3-b50a-410e-aa43-608cfb6188ac is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:10.398143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:10.405852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:10.417646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Pushing event updated for resources: {'Port': ['ID=22aabb83-5973-4699-b7ff-535cabc337c7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:10.522305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-caab5346-12f1-4be6-99bd-e395fff6fb54', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:42:10.523224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.526020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Attempting to bind port 22aabb83-5973-4699-b7ff-535cabc337c7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:10.526403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Attempting to bind port 22aabb83-5973-4699-b7ff-535cabc337c7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:10.526772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Attempting to bind port 22aabb83-5973-4699-b7ff-535cabc337c7 on network 45684fc3-b50a-410e-aa43-608cfb6188ac {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:10.542352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:10.543302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Checking segment: {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:10.543723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.544125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Bound using segment: {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:10.544822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Bound port: 22aabb83-5973-4699-b7ff-535cabc337c7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:10.544982 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.629160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e7fea9-665a-4341-b232-2a71b62c2a96 None None] New status for floating IP bc377050-a77b-4a14-a6ab-39d8afc97e4f: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:42:10.717057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.20.0.1 (45684fc3-b50a-410e-aa43-608cfb6188ac/6c3ea97f-0818-41b4-981c-cb657fdfc1d6/49e9bec8-7952-4672-ba03-a3e7dccaa897) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:10.747025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] For port 22aabb83-5973-4699-b7ff-535cabc337c7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:10.752386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks [] for router_controller (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.763572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dcf82-2595-4190-9eac-b9113bd37ed7 req-dd4339e2-0982-41a6-acfe-4f82c44e8474 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:10.767999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] For port 22aabb83-5973-4699-b7ff-535cabc337c7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=22aabb83-5973-4699-b7ff-535cabc337c7,segment=NetworkSegment(4cf6085b-32ed-48c1-9aa4-509347bd9e83),segment_id=4cf6085b-32ed-48c1-9aa4-509347bd9e83)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:10.770394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f28dcf82-2595-4190-9eac-b9113bd37ed7 req-dd4339e2-0982-41a6-acfe-4f82c44e8474 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.4356654 Mar 07 04:42:10.782004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Allocated IP 172.20.0.2 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/ecd7f290-c9f6-4376-aa53-4bde1f8bebed) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:10.786476 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:10.849832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9283eb-62d2-4ff2-a86e-7c4c0c106976 None None] Pushing event updated for resources: {'Port': ['ID=22aabb83-5973-4699-b7ff-535cabc337c7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:11.014573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f28dcf82-2595-4190-9eac-b9113bd37ed7 req-ad00f7b7-875d-49aa-8e47-91a36634dbd3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432518 Mar 07 04:42:11.022997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks [] for router_gateway (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.071325 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Publish callbacks [] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.079468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.124047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:11.127755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:11.131459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:11.143394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Pushing event updated for resources: {'Port': ['ID=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:11.225360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Attempting to bind port ecd7f290-c9f6-4376-aa53-4bde1f8bebed on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:11.225633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Attempting to bind port ecd7f290-c9f6-4376-aa53-4bde1f8bebed by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:11.226009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Attempting to bind port ecd7f290-c9f6-4376-aa53-4bde1f8bebed on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:11.226837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.233236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:11.233236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:11.233552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.233844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:11.234393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Bound port: ecd7f290-c9f6-4376-aa53-4bde1f8bebed, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:11.235188 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.330608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded7719-0042-4fec-a3e3-2a98f64f48b8 req-ef371926-65dd-4e4b-914b-567bf8c50ed7 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:11.332426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ded7719-0042-4fec-a3e3-2a98f64f48b8 req-ef371926-65dd-4e4b-914b-567bf8c50ed7 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2060504 Mar 07 04:42:11.348694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] For port ecd7f290-c9f6-4376-aa53-4bde1f8bebed, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:11.354468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] For port ecd7f290-c9f6-4376-aa53-4bde1f8bebed, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:11.365235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.391791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.432210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bc5bd-9c9b-4cb5-870b-8f6a1647375b None None] Pushing event updated for resources: {'Port': ['ID=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:11.459668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ded7719-0042-4fec-a3e3-2a98f64f48b8 req-8b5dcd37-2acb-423f-8f4a-54dbf5ea966f tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128299 Mar 07 04:42:11.469212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 45684fc3-b50a-410e-aa43-608cfb6188ac is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:11.479757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:11.479757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:11.520112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=49e9bec8-7952-4672-ba03-a3e7dccaa897,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:11.647748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.785064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68f857-9931-4acc-929c-8545c28bfa37 req-76d4aafc-36d3-4224-abec-4b8ad95fa3be tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:11.786717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c68f857-9931-4acc-929c-8545c28bfa37 req-76d4aafc-36d3-4224-abec-4b8ad95fa3be tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2231247 Mar 07 04:42:11.832440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks [] for router_gateway (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.862297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:11.989087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c68f857-9931-4acc-929c-8545c28bfa37 req-d5d54a25-c645-4202-b47c-f5e2196b4504 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951048 Mar 07 04:42:12.008801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.018668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecd7f290-c9f6-4376-aa53-4bde1f8bebed up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:12.135852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ecd7f290-c9f6-4376-aa53-4bde1f8bebed triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:12.136528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.247085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ecd7f290-c9f6-4376-aa53-4bde1f8bebed is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:12.247754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.270015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Allocated IP 172.25.4.33 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/a63f3f00-8ec5-4cb0-aff7-a60abd071189) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:12.296127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port ecd7f290-c9f6-4376-aa53-4bde1f8bebed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:12.303069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.304475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 22aabb83-5973-4699-b7ff-535cabc337c7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:12.368904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dbbb9d-cadd-453c-afcd-5cc72081331e None None] Network 45684fc3-b50a-410e-aa43-608cfb6188ac requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:12.415014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f991a-ed18-4bde-807b-8470355f9a10 req-8b9c2215-a38b-435f-ab6f-438870fd15f8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:12.416565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b77f991a-ed18-4bde-807b-8470355f9a10 req-8b9c2215-a38b-435f-ab6f-438870fd15f8 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.3085425 Mar 07 04:42:12.485511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:12.493370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] Provisioning complete for port 22aabb83-5973-4699-b7ff-535cabc337c7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:12.493676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.510331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.532169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.548885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.549238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.549585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.549930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.550296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.550633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.550965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.551298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.551825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.552149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.552479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.552811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.553134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:12.604079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 22aabb83-5973-4699-b7ff-535cabc337c7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:12.604384 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.614457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=49e9bec8-7952-4672-ba03-a3e7dccaa897,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:12.689315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] Current status of the port 22aabb83-5973-4699-b7ff-535cabc337c7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:12.689714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.720054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b77f991a-ed18-4bde-807b-8470355f9a10 req-1c415505-b794-4f3b-9821-8ed76f93a0d0 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063389 Mar 07 04:42:12.775149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.805245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks [] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.848302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6464cc-4dc5-4486-9285-6e3d25acfc87 None None] Network caab5346-12f1-4be6-99bd-e395fff6fb54 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:12.855452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] For port 22aabb83-5973-4699-b7ff-535cabc337c7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=22aabb83-5973-4699-b7ff-535cabc337c7,segment=NetworkSegment(4cf6085b-32ed-48c1-9aa4-509347bd9e83),segment_id=4cf6085b-32ed-48c1-9aa4-509347bd9e83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:12.874963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:12.880256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 22aabb83-5973-4699-b7ff-535cabc337c7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:12.880641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:13.007600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b6caa-4127-420d-a929-e93f3d858721 req-cb7281c3-6c3e-473e-9a79-787087b08501 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:13.010016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f84b6caa-4127-420d-a929-e93f3d858721 req-cb7281c3-6c3e-473e-9a79-787087b08501 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.1520736 Mar 07 04:42:13.016636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:13.072443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 45684fc3-b50a-410e-aa43-608cfb6188ac is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:13.082366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:13.098151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:13.111438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:13.122957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:13.159789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Pushing event updated for resources: {'Port': ['ID=a63f3f00-8ec5-4cb0-aff7-a60abd071189,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:13.204471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abca6ae-36cd-4fb6-aeae-20f3c54e5780 None None] Pushing event updated for resources: {'Port': ['ID=22aabb83-5973-4699-b7ff-535cabc337c7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:13.214107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f84b6caa-4127-420d-a929-e93f3d858721 req-526d3eb0-80c7-4706-b077-633473259645 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947341 Mar 07 04:42:13.276982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9b3b-d2bd-4224-9277-76753ccddbc6 None None] Provisioning complete for port ecd7f290-c9f6-4376-aa53-4bde1f8bebed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:13.278003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9b3b-d2bd-4224-9277-76753ccddbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:13.343613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:42:13.344119 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:42:13.476735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:42:13.483077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd9b3b-d2bd-4224-9277-76753ccddbc6 None None] Current status of the port ecd7f290-c9f6-4376-aa53-4bde1f8bebed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:13.616140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-95192272-86f1-4560-aebb-0e7b1ee28e2f None None] Provisioning complete for port 22aabb83-5973-4699-b7ff-535cabc337c7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:13.616735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95192272-86f1-4560-aebb-0e7b1ee28e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:13.802951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-95192272-86f1-4560-aebb-0e7b1ee28e2f None None] Current status of the port 22aabb83-5973-4699-b7ff-535cabc337c7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:13.814419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-95192272-86f1-4560-aebb-0e7b1ee28e2f None None] Provisioning complete for port 49e9bec8-7952-4672-ba03-a3e7dccaa897 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:13.814939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95192272-86f1-4560-aebb-0e7b1ee28e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:13.881181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-95192272-86f1-4560-aebb-0e7b1ee28e2f None None] Port 49e9bec8-7952-4672-ba03-a3e7dccaa897 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:13.908506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 22aabb83-5973-4699-b7ff-535cabc337c7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:13.984550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:14.004700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:14.008823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56474) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:14.011880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b1fc0eea-7b37-47a0-a8f9-2720f9107662 None None] Provisioning complete for port ecd7f290-c9f6-4376-aa53-4bde1f8bebed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:14.012259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0eea-7b37-47a0-a8f9-2720f9107662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.013061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-83827899-72b0-43fa-be0c-dec32c3e5230 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7815526 Mar 07 04:42:14.014204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-161523077'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:14.014323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks [] for router_gateway (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.061548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecd7f290-c9f6-4376-aa53-4bde1f8bebed up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:14.063361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:14.066784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:14.067424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:14.068829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.119642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:14.139343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b0345913-6aa0-4105-9ae2-6403445645b4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.139807 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment b0345913-6aa0-4105-9ae2-6403445645b4 of type vlan for network 498c57dc-c939-4ee2-ad91-db458892cb02 Mar 07 04:42:14.210245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (498c57dc-c939-4ee2-ad91-db458892cb02), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.237961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:14.268258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ecd7f290-c9f6-4376-aa53-4bde1f8bebed triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:14.268521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.279158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (498c57dc-c939-4ee2-ad91-db458892cb02), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.284745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:14.285375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.327338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.398399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc0eea-7b37-47a0-a8f9-2720f9107662 None None] Current status of the port ecd7f290-c9f6-4376-aa53-4bde1f8bebed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:14.405159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=498c57dc-c939-4ee2-ad91-db458892cb02,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:14.430571 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ed4f9c91-cf5f-465d-ba9b-3faabb1bc1c4 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4179010 Mar 07 04:42:14.430783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 498c57dc-c939-4ee2-ad91-db458892cb02 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:14.431825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:14.440756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:14.532566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b1fc0eea-7b37-47a0-a8f9-2720f9107662 None None] Provisioning complete for port 49e9bec8-7952-4672-ba03-a3e7dccaa897 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:14.532945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0eea-7b37-47a0-a8f9-2720f9107662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.585731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:42:14.609574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc0eea-7b37-47a0-a8f9-2720f9107662 None None] Port 49e9bec8-7952-4672-ba03-a3e7dccaa897 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:14.614020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ecd7f290-c9f6-4376-aa53-4bde1f8bebed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:14.615670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 22aabb83-5973-4699-b7ff-535cabc337c7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:14.625421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:14.630174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.761448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 22aabb83-5973-4699-b7ff-535cabc337c7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:14.762003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.912249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (23eee137-7197-455b-91fa-f5b0311100fb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:14.920755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:11Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:12Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:14.949507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-fd54e427-8e1d-4c37-ae71-afe01320e08b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2172863 Mar 07 04:42:14.961311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:14.974755 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:14.993492 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:14.997323 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:15.010900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 22aabb83-5973-4699-b7ff-535cabc337c7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:15.013790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:15.014349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Updating router 9aff6b52-6674-4ee5-8670-3df00c0aec85 port 49e9bec8-7952-4672-ba03-a3e7dccaa897 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:15.015883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=23eee137-7197-455b-91fa-f5b0311100fb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:15.046441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:15.047669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3d21f4a1-79d3-44e2-a91c-a5e4c5a8617b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8047323 Mar 07 04:42:15.050605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56482) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:15.053517 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:15.083490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-18172050-4377-4c0e-8e78-5e359967645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:15.085077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-18172050-4377-4c0e-8e78-5e359967645b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b24830889a8841a4b5229d797ef10753&device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 1128 time: 0.1031270 Mar 07 04:42:15.133522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:15.134179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 498c57dc-c939-4ee2-ad91-db458892cb02, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:15.195291 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:15.203113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 498c57dc-c939-4ee2-ad91-db458892cb02 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:15.226296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 498c57dc-c939-4ee2-ad91-db458892cb02) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:15.232784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:15.233615 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:15.242480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ca49f-c38e-49c0-824b-a9ccd9d6ccb6 None None] Network 498c57dc-c939-4ee2-ad91-db458892cb02 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:15.305586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b175ca2c-216e-48fc-90f7-e55e025311fe tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8717740 Mar 07 04:42:15.308488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56484) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:15.325424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-2c4d791f-307c-43a8-b8f0-d3875bda7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:15.326993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-2c4d791f-307c-43a8-b8f0-d3875bda7cef service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 200 len: 920 time: 0.2184944 Mar 07 04:42:15.445161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-9312a0fd-bcff-4bbe-ac84-94d12dfefd88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 200 len: 217 time: 0.1099522 Mar 07 04:42:15.456655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-498c57dc-c939-4ee2-ad91-db458892cb02', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:42:15.457690 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:15.491389 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:13Z', 'revision_number': 3, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:15.525906 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:15.526286 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Updating router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 port a63f3f00-8ec5-4cb0-aff7-a60abd071189 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:15.593858 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:15.608700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-eb0f655f-ac12-4dbd-bcea-5c270e1d092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:15.614726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-eb0f655f-ac12-4dbd-bcea-5c270e1d092f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 200 len: 859 time: 0.1606011 Mar 07 04:42:15.659228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Allocated IP 172.21.0.2 (498c57dc-c939-4ee2-ad91-db458892cb02/23eee137-7197-455b-91fa-f5b0311100fb/fbf58899-0fba-426a-95c7-517f0849c65b) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:15.703450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-790cf3a7-8506-495c-9f03-7b0cf5434d29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4062c06-a440-4294-9453-30c53e6dc5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831072 Mar 07 04:42:15.906467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-e3bfb7cf-c844-43e2-95b6-1fa75f4a3860 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962962 Mar 07 04:42:15.935324 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Publish callbacks [] for port (fbf58899-0fba-426a-95c7-517f0849c65b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:15.953556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.068637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Network 498c57dc-c939-4ee2-ad91-db458892cb02 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:16.096720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:16.099284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc5f4d2c-493a-48a3-beaf-6c7ce4648428 req-3e487d2a-2592-4d31-8adc-81307f931f24 service neutron] 10.222.0.15 "GET /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734872 Mar 07 04:42:16.104324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:16.138412 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Publish callbacks [] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.154491 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.160639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Pushing event updated for resources: {'Port': ['ID=fbf58899-0fba-426a-95c7-517f0849c65b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:16.182811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.189949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Attempting to bind port fbf58899-0fba-426a-95c7-517f0849c65b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:16.190351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Attempting to bind port fbf58899-0fba-426a-95c7-517f0849c65b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:16.190721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Attempting to bind port fbf58899-0fba-426a-95c7-517f0849c65b on network 498c57dc-c939-4ee2-ad91-db458892cb02 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:16.199243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Publish callbacks [] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.204894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:16.205308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Checking segment: {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:16.205725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.206417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Bound using segment: {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:16.206982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Bound port: fbf58899-0fba-426a-95c7-517f0849c65b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:16.207493 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.221200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.257723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Attempting to bind port a63f3f00-8ec5-4cb0-aff7-a60abd071189 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:16.258701 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Attempting to bind port a63f3f00-8ec5-4cb0-aff7-a60abd071189 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:16.259449 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Attempting to bind port a63f3f00-8ec5-4cb0-aff7-a60abd071189 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:16.270240 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:16.271042 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:16.271698 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.272310 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:16.273016 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Bound port: a63f3f00-8ec5-4cb0-aff7-a60abd071189, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:16.273633 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.281048 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Pushing event updated for resources: {'Port': ['ID=a63f3f00-8ec5-4cb0-aff7-a60abd071189,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:16.284075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] For port fbf58899-0fba-426a-95c7-517f0849c65b, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:16.287676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] For port fbf58899-0fba-426a-95c7-517f0849c65b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fbf58899-0fba-426a-95c7-517f0849c65b,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:16.312390 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.313100 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.313686 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.314288 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.314840 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.315390 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.315957 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.316520 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.317304 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.317878 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.318449 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.319005 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.319563 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:16.320749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.344127 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-3788798e-d22d-4e43-88d5-b089b8eb8cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4658353 Mar 07 04:42:16.397747 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] For port a63f3f00-8ec5-4cb0-aff7-a60abd071189, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:16.410409 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] For port a63f3f00-8ec5-4cb0-aff7-a60abd071189, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a63f3f00-8ec5-4cb0-aff7-a60abd071189,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:16.411999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc1751-6865-483b-8d9d-b4e5a4ee414f None None] Pushing event updated for resources: {'Port': ['ID=49e9bec8-7952-4672-ba03-a3e7dccaa897,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:16.431469 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.493833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Allocated IP 172.20.0.1 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/1f6c2cd6-d726-419f-96c9-2df4d8137a84) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:16.541003 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2759e-8f7a-44a1-b214-812bf551ab87 None None] Pushing event updated for resources: {'Port': ['ID=a63f3f00-8ec5-4cb0-aff7-a60abd071189,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:16.578804 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:16.591418 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:16.675929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Attempting to bind port 49e9bec8-7952-4672-ba03-a3e7dccaa897 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:16.676333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Attempting to bind port 49e9bec8-7952-4672-ba03-a3e7dccaa897 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:16.676710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Attempting to bind port 49e9bec8-7952-4672-ba03-a3e7dccaa897 on network 45684fc3-b50a-410e-aa43-608cfb6188ac {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:16.690916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:16.691586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Checking segment: {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:16.691692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.692087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Bound using segment: {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:16.692585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Bound port: 49e9bec8-7952-4672-ba03-a3e7dccaa897, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf6085b-32ed-48c1-9aa4-509347bd9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:16.692971 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.776389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks [] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:16.790081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f497-d48e-4678-8d84-fdbd0004df9c None None] Pushing event updated for resources: {'Port': ['ID=fbf58899-0fba-426a-95c7-517f0849c65b,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:16.939370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:17.015016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] For port 49e9bec8-7952-4672-ba03-a3e7dccaa897, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:17.024825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] For port 49e9bec8-7952-4672-ba03-a3e7dccaa897, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=49e9bec8-7952-4672-ba03-a3e7dccaa897,segment=NetworkSegment(4cf6085b-32ed-48c1-9aa4-509347bd9e83),segment_id=4cf6085b-32ed-48c1-9aa4-509347bd9e83)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:17.036755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] Provisioning complete for port 49e9bec8-7952-4672-ba03-a3e7dccaa897 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:17.037233 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:17.088848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:17.156927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-d3eb89e0-aed5-46b3-b17f-c8b9c68c7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:17.160117 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-d3eb89e0-aed5-46b3-b17f-c8b9c68c7570 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53935a4b982148e3ac83aa5866222a92&device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 1128 time: 0.4939148 Mar 07 04:42:17.163555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:17.167469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:17.266307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:17.266918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:17.273473 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:13Z', 'revision_number': 3, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:17.373480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:17.404562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:17.515807 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f386a4-9123-4c22-8eda-0011779b40e2 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:13Z', 'revision_number': 3, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:17.553160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:17.692610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc1751-6865-483b-8d9d-b4e5a4ee414f None None] Pushing event updated for resources: {'Port': ['ID=49e9bec8-7952-4672-ba03-a3e7dccaa897,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:17.765372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:17.833933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] Current status of the port 49e9bec8-7952-4672-ba03-a3e7dccaa897 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:17.834617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:17.982010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6c2cd6-d726-419f-96c9-2df4d8137a84,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:18.028716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:18.111719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-e734a079-2f14-4d87-a2c0-c1657bb09e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:18.113036 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-e734a079-2f14-4d87-a2c0-c1657bb09e70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 200 len: 914 time: 0.9007738 Mar 07 04:42:18.127608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] For port 49e9bec8-7952-4672-ba03-a3e7dccaa897, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=49e9bec8-7952-4672-ba03-a3e7dccaa897,segment=NetworkSegment(4cf6085b-32ed-48c1-9aa4-509347bd9e83),segment_id=4cf6085b-32ed-48c1-9aa4-509347bd9e83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:18.144093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:18.303456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec033-8eb0-42e1-a8b3-a505b61d328e None None] Pushing event updated for resources: {'Port': ['ID=49e9bec8-7952-4672-ba03-a3e7dccaa897,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:18.324628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fbf58899-0fba-426a-95c7-517f0849c65b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:18.453652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded96cc-7797-4028-9be5-0c6b8e77cc1f None None] Network 498c57dc-c939-4ee2-ad91-db458892cb02 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:18.530708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d0c72217-0c33-4ea1-8023-4d60318d6e82 None None] Provisioning complete for port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:18.531167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0c72217-0c33-4ea1-8023-4d60318d6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:18.692447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d0c72217-0c33-4ea1-8023-4d60318d6e82 None None] Port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:18.713643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fbf58899-0fba-426a-95c7-517f0849c65b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:18.714311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:18.717095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:11Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:16Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:18.752798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843303f7-91a8-4514-af69-0cf0ebe35082 None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:11Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:16Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:18.753210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-925e9448-b3e9-4fa6-a7d2-70ca0f273edb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 200 len: 217 time: 0.6271496 Mar 07 04:42:18.756558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d0c72217-0c33-4ea1-8023-4d60318d6e82 None None] Provisioning complete for port 49e9bec8-7952-4672-ba03-a3e7dccaa897 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:18.757010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0c72217-0c33-4ea1-8023-4d60318d6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:18.789460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.21.0.1 (498c57dc-c939-4ee2-ad91-db458892cb02/23eee137-7197-455b-91fa-f5b0311100fb/ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:19.138641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.175407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fbf58899-0fba-426a-95c7-517f0849c65b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:19.178822 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.211199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-1eff2428-a8c5-4468-b3bd-d143b3990dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:19.220722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-1eff2428-a8c5-4468-b3bd-d143b3990dfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 200 len: 853 time: 0.2849710 Mar 07 04:42:19.376661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fbf58899-0fba-426a-95c7-517f0849c65b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fbf58899-0fba-426a-95c7-517f0849c65b,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:19.391311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-782792bf-561f-4d13-8dd8-1f946f6dc6d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809224 Mar 07 04:42:19.396172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d0c72217-0c33-4ea1-8023-4d60318d6e82 None None] Current status of the port 49e9bec8-7952-4672-ba03-a3e7dccaa897 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:19.408001 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.409378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a63f3f00-8ec5-4cb0-aff7-a60abd071189 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:19.439672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.461182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.574863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-02d23b3c-64aa-4170-9866-52b33a3b158b None None] Provisioning complete for port fbf58899-0fba-426a-95c7-517f0849c65b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:19.575775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02d23b3c-64aa-4170-9866-52b33a3b158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.631168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fbf58899-0fba-426a-95c7-517f0849c65b,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:19.674495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a63f3f00-8ec5-4cb0-aff7-a60abd071189 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:19.674495 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.722641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 498c57dc-c939-4ee2-ad91-db458892cb02 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:19.740341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:19.749812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:19.752263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:19.845141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a63f3f00-8ec5-4cb0-aff7-a60abd071189 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:19.846238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.882549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-02d23b3c-64aa-4170-9866-52b33a3b158b None None] Current status of the port fbf58899-0fba-426a-95c7-517f0849c65b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:19.897490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.904921 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-c5e83805-1196-431b-8a85-683029a2c95e service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008924 Mar 07 04:42:19.912070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port a63f3f00-8ec5-4cb0-aff7-a60abd071189, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a63f3f00-8ec5-4cb0-aff7-a60abd071189,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:19.922398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:19.927298 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.122538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f90e87db-c21a-48a1-828f-0db2ac7f184b None None] Provisioning complete for port fbf58899-0fba-426a-95c7-517f0849c65b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:20.122937 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f90e87db-c21a-48a1-828f-0db2ac7f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.226264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=a63f3f00-8ec5-4cb0-aff7-a60abd071189,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:20.298409 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-21ee2f96-be62-46f5-ab5f-9ca5244d97cd req-c7facd9e-4e70-4fba-ad03-d8106b996fd3 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602098 Mar 07 04:42:20.333921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fbf58899-0fba-426a-95c7-517f0849c65b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:20.564945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f90e87db-c21a-48a1-828f-0db2ac7f184b None None] Current status of the port fbf58899-0fba-426a-95c7-517f0849c65b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:20.599675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fbf58899-0fba-426a-95c7-517f0849c65b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:20.600404 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.695704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.717651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fbf58899-0fba-426a-95c7-517f0849c65b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:20.719073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 49e9bec8-7952-4672-ba03-a3e7dccaa897 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:20.724791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-847be62e-5492-4e05-ad4c-1a77e708a8e0 None None] Provisioning complete for port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:20.725465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-847be62e-5492-4e05-ad4c-1a77e708a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.767543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks [] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.797929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-847be62e-5492-4e05-ad4c-1a77e708a8e0 None None] Port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:20.814552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 49e9bec8-7952-4672-ba03-a3e7dccaa897 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:20.815285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.823176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:20.907569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 49e9bec8-7952-4672-ba03-a3e7dccaa897 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:21.166233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:21.186470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6c2cd6-d726-419f-96c9-2df4d8137a84,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:21.460958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:21.479777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:21.626071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:21.638014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:21.785022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:21.787538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:21.804168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:21.954980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0282a6ff-cbca-4e59-a479-c95cc4b544f8 None None] Provisioning complete for port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:21.955485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0282a6ff-cbca-4e59-a479-c95cc4b544f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:21.978687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 498c57dc-c939-4ee2-ad91-db458892cb02 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:21.996735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:22.074575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0282a6ff-cbca-4e59-a479-c95cc4b544f8 None None] Port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:22.115517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a63f3f00-8ec5-4cb0-aff7-a60abd071189 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:22.248005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.248575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:22.268128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:22.271886 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-69ed16f3-175c-4f7f-bb3c-3868d44c8593 admin admin] 10.222.0.21 "PUT /v2.0/routers/cfb0b0d7-c438-4114-bcd1-4f3963a36ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2170367 Mar 07 04:42:22.301958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:22.317902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a63f3f00-8ec5-4cb0-aff7-a60abd071189 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:22.318301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.320062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:22.320710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:22.501994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:22.509948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c96d72ae-9eae-4548-bae2-c5419ecf2423 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2000310 Mar 07 04:42:22.512954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56530) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:22.515796 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:22.518161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-64386161'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:22.535041 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:22.535681 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:22.560562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:22.564229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.611748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:22.632406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (95182d7e-c2a7-45b5-88ba-5a100d43f40a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.632758 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment 95182d7e-c2a7-45b5-88ba-5a100d43f40a of type vlan for network 30b2eadc-c18e-428f-a832-8792d820f1f9 Mar 07 04:42:22.737155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (30b2eadc-c18e-428f-a832-8792d820f1f9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.815147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (30b2eadc-c18e-428f-a832-8792d820f1f9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.832318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:22.836905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:22.857515 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:22.906549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b6e4d736-9f2d-4406-98a2-ecf3464ef385 None None] Provisioning complete for port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:22.906913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6e4d736-9f2d-4406-98a2-ecf3464ef385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.011656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:23.023938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=30b2eadc-c18e-428f-a832-8792d820f1f9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:23.068974 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b8f7e6c2-b6e6-408c-ba33-86e1dcb9335c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5524437 Mar 07 04:42:23.069342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56544) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:23.076650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:23.080697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4d736-9f2d-4406-98a2-ecf3464ef385 None None] Port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:23.103452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:23.210565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a63f3f00-8ec5-4cb0-aff7-a60abd071189 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:23.341254 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:20Z', 'revision_number': 3, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:21Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:23.358792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:23.364669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1976582172-network', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:23.393442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:23.398207 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.407410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Made reservation on behalf of 0bc7b38c2f21422e80bfb8b26cf61210 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:23.410401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.421542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:23.421911 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Updating router 9aff6b52-6674-4ee5-8670-3df00c0aec85 port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:23.427288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.481296 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.592509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks [] for security_group (4076673a-e271-4853-808a-1a25d71b03ef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.602850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4076673a-e271-4853-808a-1a25d71b03ef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.618458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 2, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:23.645879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:23.662849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:23.663293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Updating router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:23.672337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4076673a-e271-4853-808a-1a25d71b03ef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:23.677199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fb6b62ba-327c-4e31-af6a-cfcfe2974ce5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.677542 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Added segment fb6b62ba-327c-4e31-af6a-cfcfe2974ce5 of type vlan for network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 Mar 07 04:42:23.744485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.769575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (64dd82d2-2919-424e-b7b9-989eb72cf8b9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.832692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (64dd82d2-2919-424e-b7b9-989eb72cf8b9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.833680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:23.834287 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:23.908613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (fc83a1ae-0267-4609-a115-ec665a7f8a42), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.008601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] Pushing event updated for resources: {'Network': ['ID=64dd82d2-2919-424e-b7b9-989eb72cf8b9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:24.031088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:24.050806 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5aa184f1-afb2-4754-845a-4d36d9916d36 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6876659 Mar 07 04:42:24.051017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:24.055697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Request body: {'subnet': {'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1976582172-subnet', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:24.098823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Made reservation on behalf of 0bc7b38c2f21422e80bfb8b26cf61210 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:24.101231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.104101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=fc83a1ae-0267-4609-a115-ec665a7f8a42,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:24.129382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:24.129745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 30b2eadc-c18e-428f-a832-8792d820f1f9, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:24.181291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:24.201491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 30b2eadc-c18e-428f-a832-8792d820f1f9) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:24.206375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:24.206978 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.241100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e6bf1ed3-cefb-42f0-82a2-bb561ec34031 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1680384 Mar 07 04:42:24.241301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56556) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:24.379499 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Publish callbacks [] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.404145 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.494447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95656ec-710d-4f76-88b6-e032ecd42fda None None] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:24.534598 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2c72-0605-43d0-84f7-0049656ced18 None None] Pushing event updated for resources: {'Port': ['ID=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:24.573350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (21f33e3d-b659-4659-8b4f-9cd0eedc9e4f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.698889 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Attempting to bind port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:24.703935 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Attempting to bind port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:24.704330 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Attempting to bind port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 on network 498c57dc-c939-4ee2-ad91-db458892cb02 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:24.722069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f33e3d-b659-4659-8b4f-9cd0eedc9e4f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:24.735138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:24.735519 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Checking segment: {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:24.739195 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.739610 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Bound using segment: {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:24.742557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Bound port: ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0345913-6aa0-4105-9ae2-6403445645b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:24.743010 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.743213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Checking segment: {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:24.743578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Network hostable DHCP agents. Network: 64dd82d2-2919-424e-b7b9-989eb72cf8b9, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:24.785423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:24.807641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 64dd82d2-2919-424e-b7b9-989eb72cf8b9) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:24.820734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:24.821329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.848144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Publish callbacks [] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.862571 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f384acaa-0608-4165-85bc-4998ae04b040 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8105800 Mar 07 04:42:24.865198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56560) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:24.869669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:24.870211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1867516-eaa6-4c33-a128-6e58ef757472 None None] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:24.936295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.937365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:24.999641 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] For port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:25.008846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.009026 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] For port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:25.044979 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.101451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26383036-1c0a-469e-a9d0-8afa1b228d18 None None] Pushing event updated for resources: {'Port': ['ID=1f6c2cd6-d726-419f-96c9-2df4d8137a84,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:25.141095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks [] for router_controller (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.190579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2c72-0605-43d0-84f7-0049656ced18 None None] Pushing event updated for resources: {'Port': ['ID=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:25.254327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.264139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-64dd82d2-2919-424e-b7b9-989eb72cf8b9', 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9', 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'fixed_ips': [{'subnet_id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:42:25.267947 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.277965 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:25.278835 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:25.389625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-407388fb-a612-4f02-b19e-c98db761396d None None] Provisioning complete for port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:25.398020 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-407388fb-a612-4f02-b19e-c98db761396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.499544 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:25.501190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-30b2eadc-c18e-428f-a832-8792d820f1f9', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:42:25.502865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.613966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks [] for router_gateway (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.815944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-407388fb-a612-4f02-b19e-c98db761396d None None] Current status of the port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:25.819599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-407388fb-a612-4f02-b19e-c98db761396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:25.880778 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:20Z', 'revision_number': 3, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:24Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:25.899548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.22.0.1 (30b2eadc-c18e-428f-a832-8792d820f1f9/fc83a1ae-0267-4609-a115-ec665a7f8a42/96a8dd1f-7f00-44a2-ab45-a7774edebec0) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:25.938277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-407388fb-a612-4f02-b19e-c98db761396d None None] For port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:25.944238 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55d447-793e-4bef-913a-69a9a80dc56d None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:20Z', 'revision_number': 3, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:24Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:25.957385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-407388fb-a612-4f02-b19e-c98db761396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.181045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.190159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Attempting to bind port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:26.190678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Attempting to bind port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:26.192790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Attempting to bind port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:26.236377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407388fb-a612-4f02-b19e-c98db761396d None None] Pushing event updated for resources: {'Port': ['ID=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:26.254701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.296594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:26.297236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:26.297762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.298320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:26.300124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Bound port: 1f6c2cd6-d726-419f-96c9-2df4d8137a84, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:26.300628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.387787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:26.397533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:26.410955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:26.461501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] For port 1f6c2cd6-d726-419f-96c9-2df4d8137a84, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:26.466302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] For port 1f6c2cd6-d726-419f-96c9-2df4d8137a84, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1f6c2cd6-d726-419f-96c9-2df4d8137a84,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:26.489279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=96a8dd1f-7f00-44a2-ab45-a7774edebec0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:26.538007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.544714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Provisioning complete for port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:26.553527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.565158 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.655263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks [] for router_gateway (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.704761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.761744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Allocated IP 172.20.0.2 (64dd82d2-2919-424e-b7b9-989eb72cf8b9/21f33e3d-b659-4659-8b4f-9cd0eedc9e4f/152d6119-30a4-4c0d-be4a-d534a90c3cdb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:26.822604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:26.848265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Allocated IP 172.22.0.2 (30b2eadc-c18e-428f-a832-8792d820f1f9/fc83a1ae-0267-4609-a115-ec665a7f8a42/9d04fb8e-a304-4ef2-828b-fe77016f4429) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:26.854416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:26.858543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:26.977443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26383036-1c0a-469e-a9d0-8afa1b228d18 None None] Pushing event updated for resources: {'Port': ['ID=1f6c2cd6-d726-419f-96c9-2df4d8137a84,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:26.990257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Allocated IP 172.25.4.143 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/3385d934-3818-4ebe-9109-6b81149336cc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:27.285402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks [] for port (3385d934-3818-4ebe-9109-6b81149336cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.344839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3385d934-3818-4ebe-9109-6b81149336cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.394569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:27.403932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:27.404229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:27.405208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.414129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.415160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:27.460008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Pushing event updated for resources: {'Port': ['ID=3385d934-3818-4ebe-9109-6b81149336cc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:27.468895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Current status of the port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:27.469286 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.507358 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.509476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=96a8dd1f-7f00-44a2-ab45-a7774edebec0,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:27.591354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] For port 1f6c2cd6-d726-419f-96c9-2df4d8137a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1f6c2cd6-d726-419f-96c9-2df4d8137a84,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:27.624900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:27.627038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:27.642516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:27.807038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:27.854545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks [] for router_gateway (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.010830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:28.020340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d21e60fc-170e-470a-9a93-a8519db5de44 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7755468 Mar 07 04:42:28.020546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56572) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:28.027606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'network': {'name': 'tempest-RoutersTest-313645496'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:28.036442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Provisioning complete for port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:28.038325 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.052522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:28.067734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.129864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:28.134717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:28.147859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Publish callbacks [] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.178148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.189063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c5530a0c-aa2e-4e43-805a-5eb7e0e958d1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.190072 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added segment c5530a0c-aa2e-4e43-805a-5eb7e0e958d1 of type vlan for network 981f81b0-4e09-4366-b1a1-6d5c26be756c Mar 07 04:42:28.191517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:28.203513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Publish callbacks [] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.260403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:28.261170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:28.265350 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (981f81b0-4e09-4366-b1a1-6d5c26be756c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.276045 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.285995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Pushing event updated for resources: {'Port': ['ID=1f6c2cd6-d726-419f-96c9-2df4d8137a84,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:28.299913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.317555 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (981f81b0-4e09-4366-b1a1-6d5c26be756c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.330084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:28.331873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.465504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Pushing event updated for resources: {'Port': ['ID=152d6119-30a4-4c0d-be4a-d534a90c3cdb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:28.485084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4629555 Mar 07 04:42:28.485919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56584) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:28.487961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:28.521182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Router cc0475ed-cc48-455c-93fa-dcbe7fc0185d is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:42:28.548532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:28.564229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'subnet': {'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:28.576753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:28.638542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:28.666515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:28.666917 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.692659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:28.696058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:26Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:28.725126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:28.730566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:28.743648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e263d13-86a3-4d75-9fcb-605c509d30b5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Network': ['ID=981f81b0-4e09-4366-b1a1-6d5c26be756c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:28.764054 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Sync routers for ids ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:28.779797 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Routers {'cc0475ed-cc48-455c-93fa-dcbe7fc0185d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:28.781175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.781717 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:28.782423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf01a1be-234e-49ad-a2e6-2ad097c0e09a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9162850 Mar 07 04:42:28.785248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56590) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:28.794877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Made reservation on behalf of ae26c4e063eb4836ad5ff16af9f8379b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:28.799229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:28.843521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Pushing event updated for resources: {'Port': ['ID=9d04fb8e-a304-4ef2-828b-fe77016f4429,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:28.874089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:28.877621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:28.915998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38b58b-1403-483f-ab1c-135af7c652ad None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:26Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:28.980974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-762196b1-b0b2-4ca6-8d57-9ee6516054cb None None] Current status of the port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:28.983734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Attempting to bind port 152d6119-30a4-4c0d-be4a-d534a90c3cdb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:28.984108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Attempting to bind port 152d6119-30a4-4c0d-be4a-d534a90c3cdb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:28.998047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Attempting to bind port 152d6119-30a4-4c0d-be4a-d534a90c3cdb on network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:29.046802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Set router cc0475ed-cc48-455c-93fa-dcbe7fc0185d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:29.094573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:29.095259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Checking segment: {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:29.095822 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.096362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Bound using segment: {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:29.097006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Bound port: 152d6119-30a4-4c0d-be4a-d534a90c3cdb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:29.097557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.107392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Attempting to bind port 9d04fb8e-a304-4ef2-828b-fe77016f4429 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:29.108183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Attempting to bind port 9d04fb8e-a304-4ef2-828b-fe77016f4429 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:29.108703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Attempting to bind port 9d04fb8e-a304-4ef2-828b-fe77016f4429 on network 30b2eadc-c18e-428f-a832-8792d820f1f9 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:29.210300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:29.218763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Checking segment: {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:29.219195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.219581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Bound using segment: {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:29.220319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Bound port: 9d04fb8e-a304-4ef2-828b-fe77016f4429, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:29.220630 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.265479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2f795413-60e5-41a8-8967-46b299339464 None None] Provisioning complete for port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:29.265479 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f795413-60e5-41a8-8967-46b299339464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.298915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (104bad30-4485-4853-a8c2-4b8b615273b7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.431578 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 3, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:29.495398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Subnet': ['ID=104bad30-4485-4853-a8c2-4b8b615273b7,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:29.510317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545eba1-0ef8-428f-b751-dbee425ba6ce req-8fc699bb-56c7-41ed-96e1-8008caf24541 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:29.512986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b545eba1-0ef8-428f-b751-dbee425ba6ce req-8fc699bb-56c7-41ed-96e1-8008caf24541 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.4983933 Mar 07 04:42:29.540488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Checking segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:29.542897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network hostable DHCP agents. Network: 981f81b0-4e09-4366-b1a1-6d5c26be756c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:29.554542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Checking router: cc0475ed-cc48-455c-93fa-dcbe7fc0185d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:29.554830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Updating router cc0475ed-cc48-455c-93fa-dcbe7fc0185d port 3385d934-3818-4ebe-9109-6b81149336cc binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:29.638480 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3385d934-3818-4ebe-9109-6b81149336cc), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:29.802249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.044356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Allocated IP 172.20.0.1 (64dd82d2-2919-424e-b7b9-989eb72cf8b9/21f33e3d-b659-4659-8b4f-9cd0eedc9e4f/8921ca3c-b25b-40a4-a3ca-0bf5c1471530) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:30.253401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] For port 9d04fb8e-a304-4ef2-828b-fe77016f4429, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:30.278851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks [] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.326922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.338848 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Publish callbacks [] for port (3385d934-3818-4ebe-9109-6b81149336cc), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.339503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:30.344442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] For port 152d6119-30a4-4c0d-be4a-d534a90c3cdb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:30.356877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] For port 9d04fb8e-a304-4ef2-828b-fe77016f4429, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d04fb8e-a304-4ef2-828b-fe77016f4429,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:30.363076 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3385d934-3818-4ebe-9109-6b81149336cc), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.372305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] For port 152d6119-30a4-4c0d-be4a-d534a90c3cdb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=152d6119-30a4-4c0d-be4a-d534a90c3cdb,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:30.405121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.457332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.467754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:30.493346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:30.499944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:30.508783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:30.532094 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Attempting to bind port 3385d934-3818-4ebe-9109-6b81149336cc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:30.533499 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Attempting to bind port 3385d934-3818-4ebe-9109-6b81149336cc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:30.534009 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Attempting to bind port 3385d934-3818-4ebe-9109-6b81149336cc on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:30.534182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b545eba1-0ef8-428f-b751-dbee425ba6ce req-7b9a4947-216e-48c6-8ff5-10efe02a08e7 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0073428 Mar 07 04:42:30.546332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 981f81b0-4e09-4366-b1a1-6d5c26be756c) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:30.571508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:30.571699 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:30.572262 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:30.574804 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.575492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.575882 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:30.577143 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Bound port: 3385d934-3818-4ebe-9109-6b81149336cc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:30.577295 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3385d934-3818-4ebe-9109-6b81149336cc), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.578365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2f795413-60e5-41a8-8967-46b299339464 None None] Current status of the port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:30.591380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e905c-e586-4ae7-84c2-c62730410f1f None None] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:30.599668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c6b5f-0d89-4886-a4c1-85e8670fc89c req-6fcdcdf0-aac3-49d4-98cb-a584abd2a93f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:30.600657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Pushing event updated for resources: {'Port': ['ID=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:30.615202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-722c6b5f-0d89-4886-a4c1-85e8670fc89c req-6fcdcdf0-aac3-49d4-98cb-a584abd2a93f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.2786226 Mar 07 04:42:30.658957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.661600 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeace9eb-eb1d-41d2-b4d8-4beda78b83db None None] Pushing event updated for resources: {'Port': ['ID=3385d934-3818-4ebe-9109-6b81149336cc,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:30.677258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a5217f7-af39-40e3-9d02-1447c2eb7308 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1246140 Mar 07 04:42:30.678631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56598) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:30.722306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1f6c2cd6-d726-419f-96c9-2df4d8137a84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:30.772020 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] For port 3385d934-3818-4ebe-9109-6b81149336cc, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:30.782382 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] For port 3385d934-3818-4ebe-9109-6b81149336cc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3385d934-3818-4ebe-9109-6b81149336cc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:30.804812 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3385d934-3818-4ebe-9109-6b81149336cc), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:30.951024 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Routers {'cc0475ed-cc48-455c-93fa-dcbe7fc0185d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:30.951824 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:30.972168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-722c6b5f-0d89-4886-a4c1-85e8670fc89c req-4e22a701-be07-4e46-a551-3814b7df53e0 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515229 Mar 07 04:42:31.115838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-981f81b0-4e09-4366-b1a1-6d5c26be756c', 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c', 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'fixed_ips': [{'subnet_id': '104bad30-4485-4853-a8c2-4b8b615273b7'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:42:31.118920 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.196247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0343de-82cb-44f0-9938-3020e2a7e996 None None] Pushing event updated for resources: {'Port': ['ID=9d04fb8e-a304-4ef2-828b-fe77016f4429,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:31.204479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.255335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-4eef51c7-1a8c-473e-9036-b23958f87456 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:31.257748 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-4eef51c7-1a8c-473e-9036-b23958f87456 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.2937670 Mar 07 04:42:31.296760 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeace9eb-eb1d-41d2-b4d8-4beda78b83db None None] Pushing event updated for resources: {'Port': ['ID=3385d934-3818-4ebe-9109-6b81149336cc,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:31.426148 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] Set router cc0475ed-cc48-455c-93fa-dcbe7fc0185d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:31.615347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:31.615899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.642095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:26Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:31.739845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks [] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.756363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.826298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.875599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:31.880413 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Updating router 9aff6b52-6674-4ee5-8670-3df00c0aec85 port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:31.884300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf192f-6ae6-4c48-a92c-24a78870e396 None None] Pushing event updated for resources: {'Port': ['ID=152d6119-30a4-4c0d-be4a-d534a90c3cdb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:31.892940 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 3, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:31.896447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Deleting port b90af6ed-baf7-4224-99bf-27db1cd91abd {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:31.900977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:31.937404 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77b2c7-c0f4-4ea7-aa0a-cb6e2f1dc61a None None] The sync data for ids ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'] in n-d-832185-1 is: [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 3, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:31.983085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:32.000669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Pushing event updated for resources: {'Port': ['ID=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:32.059882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-7afb1a66-89c5-47d9-babf-d5745fcc28b7 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:32.061429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-7afb1a66-89c5-47d9-babf-d5745fcc28b7 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.15 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.2392485 Mar 07 04:42:32.091432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3577-3991-4a7d-bfb7-2250d458d08a req-d3231559-2ffe-4920-afa3-0a761ccd9d2e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:32.093126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-853a3577-3991-4a7d-bfb7-2250d458d08a req-d3231559-2ffe-4920-afa3-0a761ccd9d2e tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 946 time: 0.4243555 Mar 07 04:42:32.143186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:32.175603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Allocated IP 172.23.0.2 (981f81b0-4e09-4366-b1a1-6d5c26be756c/104bad30-4485-4853-a8c2-4b8b615273b7/038259d5-a9b5-4fc2-a35a-908ea4c683b7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:32.203814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-853a3577-3991-4a7d-bfb7-2250d458d08a req-6623295a-a67a-4a14-b9f2-dd3f210b3acc tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f766403-5994-4759-b223-92bb4c69617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969207 Mar 07 04:42:32.270189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:32.274098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:32.332405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] For port b90af6ed-baf7-4224-99bf-27db1cd91abd, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b90af6ed-baf7-4224-99bf-27db1cd91abd,segment=NetworkSegment(145ea27f-6258-48c5-951d-66928d79f007),segment_id=145ea27f-6258-48c5-951d-66928d79f007)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:32.333188 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:32.343329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d8a90-4489-4566-b36a-a1424c7d2cd1 req-048fef1d-b0f8-4a30-bc8f-7002317cab54 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:32.345051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-869d8a90-4489-4566-b36a-a1424c7d2cd1 req-048fef1d-b0f8-4a30-bc8f-7002317cab54 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 946 time: 0.2091670 Mar 07 04:42:32.419062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:32.440607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Calling delete_port for b90af6ed-baf7-4224-99bf-27db1cd91abd owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:32.549022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-869d8a90-4489-4566-b36a-a1424c7d2cd1 req-acd87432-7170-4f32-a31c-6d2baba8aab9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543441 Mar 07 04:42:32.668453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Router cc0475ed-cc48-455c-93fa-dcbe7fc0185d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:32.732590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Deleting port cc23b83a-7f68-42d5-b16c-dbe6698570a4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:32.732856 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:32.892793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d04fb8e-a304-4ef2-828b-fe77016f4429 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:32.905705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] For port cc23b83a-7f68-42d5-b16c-dbe6698570a4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cc23b83a-7f68-42d5-b16c-dbe6698570a4,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:32.906330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:32.908298 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Publish callbacks [] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:32.927373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Calling delete_port for cc23b83a-7f68-42d5-b16c-dbe6698570a4 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:33.009502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b90af6ed-baf7-4224-99bf-27db1cd91abd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.096244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Pushing event deleted for resources: {'Port': ['ID=b90af6ed-baf7-4224-99bf-27db1cd91abd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:33.166121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ce7f9-522a-4c06-9e4b-7878fd1982f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.198419 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.242276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cc23b83a-7f68-42d5-b16c-dbe6698570a4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.278736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] No DVR routers for this DVR port b90af6ed-baf7-4224-99bf-27db1cd91abd on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:33.282563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.289214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9a16fa76-00dd-469f-8298-c58e511583c6 req-7010ade2-5f2e-48fd-8d2d-e4f259a27897 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.44 "DELETE /v2.0/ports/b90af6ed-baf7-4224-99bf-27db1cd91abd HTTP/1.1" status: 204 len: 173 time: 1.8300037 Mar 07 04:42:33.289715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-deleted', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:33.292052 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cf81b8-2806-4588-8aa7-c113e7c3686a" -d '{"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-deleted", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:33.347831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:33.352929 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dc3898a7-4233-425f-99cf-e8cdf38799db admin admin] 10.222.0.21 "PUT /v2.0/routers/cc0475ed-cc48-455c-93fa-dcbe7fc0185d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5664077 Mar 07 04:42:33.425938 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda50b27-f4ec-4d71-a13b-06aa64ab7fbe x-openstack-request-id: req-dda50b27-f4ec-4d71-a13b-06aa64ab7fbe {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:33.426293 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17f8e0-e036-4ee3-b98a-18b447686263", "name": "network-vif-deleted", "tag": "b90af6ed-baf7-4224-99bf-27db1cd91abd", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:33.426460 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dda50b27-f4ec-4d71-a13b-06aa64ab7fbe {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:33.426853 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17f8e0-e036-4ee3-b98a-18b447686263', 'name': 'network-vif-deleted', 'tag': 'b90af6ed-baf7-4224-99bf-27db1cd91abd', 'status': 'completed', 'code': 200} Mar 07 04:42:33.442698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['cc23b83a-7f68-42d5-b16c-dbe6698570a4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:42:33.452865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Pushing event deleted for resources: {'Port': ['ID=cc23b83a-7f68-42d5-b16c-dbe6698570a4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:33.465165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['b9516d58-2c4b-4beb-b99f-5e11ff2477ce'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:42:33.541522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22561ec2-9648-4ee2-9fef-a1d2781a81d3 None None] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:33.668097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] No DVR routers for this DVR port cc23b83a-7f68-42d5-b16c-dbe6698570a4 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:33.708017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1fac780-3202-4167-b460-90b4f8380a59 req-6e02e75c-90a4-41c0-bda2-0732ff4ed1b3 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a17f8e0-e036-4ee3-b98a-18b447686263 HTTP/1.1" status: 200 len: 210 time: 0.1837151 Mar 07 04:42:33.709146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.712678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4805405b-9ab5-4acd-a7b2-7998a814f1a1 req-f047075f-7ace-467f-b82f-5b90ec22bb2f tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.15 "DELETE /v2.0/ports/cc23b83a-7f68-42d5-b16c-dbe6698570a4 HTTP/1.1" status: 204 len: 173 time: 1.6185625 Mar 07 04:42:33.732654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'name': 'network-vif-deleted', 'tag': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:33.732654 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be20597-08c1-40cf-8ceb-8e0e161ebd08" -d '{"events": [{"server_uuid": "5093c2b5-554f-4eed-ba2b-d553b6e2aa62", "name": "network-vif-deleted", "tag": "cc23b83a-7f68-42d5-b16c-dbe6698570a4"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:33.781919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b349f5f9-5a1a-403d-ac79-b63aae0d55c7 req-35c859c4-ca2d-4323-ae33-5481d6290e78 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5093c2b5-554f-4eed-ba2b-d553b6e2aa62 HTTP/1.1" status: 200 len: 210 time: 0.0574961 Mar 07 04:42:33.824352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Allocated IP 172.23.0.1 (981f81b0-4e09-4366-b1a1-6d5c26be756c/104bad30-4485-4853-a8c2-4b8b615273b7/3923584b-8538-43c7-99b1-2fd6e80b17a9) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:33.889944 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56661482-8510-45e7-a33b-93206777d2c2 x-openstack-request-id: req-56661482-8510-45e7-a33b-93206777d2c2 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:33.890292 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5093c2b5-554f-4eed-ba2b-d553b6e2aa62", "name": "network-vif-deleted", "tag": "cc23b83a-7f68-42d5-b16c-dbe6698570a4", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:33.890549 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56661482-8510-45e7-a33b-93206777d2c2 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:33.891399 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5093c2b5-554f-4eed-ba2b-d553b6e2aa62', 'name': 'network-vif-deleted', 'tag': 'cc23b83a-7f68-42d5-b16c-dbe6698570a4', 'status': 'completed', 'code': 200} Mar 07 04:42:33.898960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:33.904804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf692564-1c47-4dad-a4a3-f69288e76a6f None None] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:33.908013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9d04fb8e-a304-4ef2-828b-fe77016f4429 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:33.910149 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:33.918500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Pushing event updated for resources: {'Port': ['ID=038259d5-a9b5-4fc2-a35a-908ea4c683b7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:34.001238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Publish callbacks [] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.035308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.061751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:34.080856 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.105321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.153739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:34.158318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:34.161032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:34.169284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=3923584b-8538-43c7-99b1-2fd6e80b17a9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:34.180719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:34.182419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: b90af6ed-baf7-4224-99bf-27db1cd91abd {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:34.183454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b90af6ed-baf7-4224-99bf-27db1cd91abd not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:34.197899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:34.206737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48236b-debf-4633-ab45-34a8837046f1 None None] Pushing event updated for resources: {'Port': ['ID=96a8dd1f-7f00-44a2-ab45-a7774edebec0,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:34.231833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.273066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] Provisioning complete for port 9d04fb8e-a304-4ef2-828b-fe77016f4429 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:34.273389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.423841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.831617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Attempting to bind port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:34.832060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Attempting to bind port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:34.832573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Attempting to bind port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 on network 981f81b0-4e09-4366-b1a1-6d5c26be756c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:34.844129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:34.845714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Checking segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:34.846213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.846733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Bound using segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:34.847290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Bound port: 038259d5-a9b5-4fc2-a35a-908ea4c683b7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:34.847735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.888754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:34.903368 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.022656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] For port 038259d5-a9b5-4fc2-a35a-908ea4c683b7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:35.026152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] For port 038259d5-a9b5-4fc2-a35a-908ea4c683b7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=038259d5-a9b5-4fc2-a35a-908ea4c683b7,segment=NetworkSegment(c5530a0c-aa2e-4e43-805a-5eb7e0e958d1),segment_id=c5530a0c-aa2e-4e43-805a-5eb7e0e958d1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:35.040120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event updated for resources: {'Port': ['ID=3923584b-8538-43c7-99b1-2fd6e80b17a9,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:35.066586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.096502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] Current status of the port 9d04fb8e-a304-4ef2-828b-fe77016f4429 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:35.096994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.119150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Sync routers for ids ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:35.150997 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.213785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:35.216483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:35.236688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:35.303437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e7f19-2b16-4edc-b791-6becd6409226 None None] Pushing event updated for resources: {'Port': ['ID=038259d5-a9b5-4fc2-a35a-908ea4c683b7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:35.315917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Attempting to bind port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:35.316460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Attempting to bind port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:35.316822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Attempting to bind port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 on network 30b2eadc-c18e-428f-a832-8792d820f1f9 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:35.330787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Routers {'cc0475ed-cc48-455c-93fa-dcbe7fc0185d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:35.331748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:35.377690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:35.490647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] For port 9d04fb8e-a304-4ef2-828b-fe77016f4429, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d04fb8e-a304-4ef2-828b-fe77016f4429,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:35.500783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:35.501206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Checking segment: {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:35.501632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.502147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Bound using segment: {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:35.502740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Bound port: 96a8dd1f-7f00-44a2-ab45-a7774edebec0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95182d7e-c2a7-45b5-88ba-5a100d43f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:35.503164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.528336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.566898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-861a8090-ef27-43a0-864d-6ef7dc6ebb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.568946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9d04fb8e-a304-4ef2-828b-fe77016f4429 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:35.569328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.571663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:35.579627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1f407352-b306-4a20-974b-f2e4e5080eb2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8966844 Mar 07 04:42:35.598090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9758748-7d16-411f-a744-f9ab7f6abbf0 req-b9132e6a-d923-4a39-9eae-30e9172760b7 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:35.601226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9758748-7d16-411f-a744-f9ab7f6abbf0 req-b9132e6a-d923-4a39-9eae-30e9172760b7 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2600760 Mar 07 04:42:35.602710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:35.626304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:35.669123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9758748-7d16-411f-a744-f9ab7f6abbf0 req-d2699934-5886-433f-9669-a9a87869d7c1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603118 Mar 07 04:42:35.761342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Deleting subnet 4bf2265b-f3f9-4936-b74f-50f982b8a788 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:35.766586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Publish callbacks [] for subnet (4bf2265b-f3f9-4936-b74f-50f982b8a788), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.889599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (4bf2265b-f3f9-4936-b74f-50f982b8a788), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:35.974407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Set router cc0475ed-cc48-455c-93fa-dcbe7fc0185d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:36.161142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:42:36.161742 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:42:36.180008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfad02-e014-4190-99ad-ecf43b0dcfaf None None] Pushing event updated for resources: {'Port': ['ID=9d04fb8e-a304-4ef2-828b-fe77016f4429,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:36.186601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Provisioning complete for port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:36.187334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:36.267023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] For port 96a8dd1f-7f00-44a2-ab45-a7774edebec0, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:36.300621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] For port 96a8dd1f-7f00-44a2-ab45-a7774edebec0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=96a8dd1f-7f00-44a2-ab45-a7774edebec0,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:36.311478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:36.318871 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:36.390059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Provisioning complete for port 9d04fb8e-a304-4ef2-828b-fe77016f4429 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:36.390393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:36.471994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48236b-debf-4633-ab45-34a8837046f1 None None] Pushing event updated for resources: {'Port': ['ID=96a8dd1f-7f00-44a2-ab45-a7774edebec0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:36.489263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:36.489925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:36.630264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:36.786520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cc23b83a-7f68-42d5-b16c-dbe6698570a4 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:36.901619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: cc23b83a-7f68-42d5-b16c-dbe6698570a4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:36.905905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cc23b83a-7f68-42d5-b16c-dbe6698570a4 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:36.907438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Current status of the port 9d04fb8e-a304-4ef2-828b-fe77016f4429 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:36.926304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (4bf2265b-f3f9-4936-b74f-50f982b8a788), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:36.929662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9d04fb8e-a304-4ef2-828b-fe77016f4429 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:36.931317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3385d934-3818-4ebe-9109-6b81149336cc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:36.945805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056a67-3f52-4a92-a430-3685d3654150 req-dbde6e8f-7e0c-49b0-ad27-2b11d454f16c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:36.958669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c056a67-3f52-4a92-a430-3685d3654150 req-dbde6e8f-7e0c-49b0-ad27-2b11d454f16c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1482556 Mar 07 04:42:37.034823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:42:30Z', 'revision_number': 4, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8921ca3c-b25b-40a4-a3ca-0bf5c1471530', 'name': '', 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'mac_address': 'fa:16:3e:08:31:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:29Z', 'updated_at': '2022-03-07T04:42:31Z', 'revision_number': 2, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'subnets': [{'id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:37.043918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.050983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c056a67-3f52-4a92-a430-3685d3654150 req-b9f7e893-814c-41b9-bafa-caa0fd515a59 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 Mar 07 04:42:37.091162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 04:42:37.104949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Checking router: cc0475ed-cc48-455c-93fa-dcbe7fc0185d for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:37.105437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Updating router cc0475ed-cc48-455c-93fa-dcbe7fc0185d port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:37.122365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b56b3-ccfe-45cf-b726-e346d8187a59 req-e0db668c-1b7b-44d0-b47b-0571c40464cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:37.124197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-055b56b3-ccfe-45cf-b726-e346d8187a59 req-e0db668c-1b7b-44d0-b47b-0571c40464cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1128 time: 0.2672949 Mar 07 04:42:37.128531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Removed routes are [] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 04:42:37.128926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.132411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (4bf2265b-f3f9-4936-b74f-50f982b8a788), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.142623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Provisioning complete for port 152d6119-30a4-4c0d-be4a-d534a90c3cdb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:37.143234 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.213368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf2265b-f3f9-4936-b74f-50f982b8a788,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:37.216349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.219808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f5142d61-146d-4962-9ef3-b242a22bf47a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bf2265b-f3f9-4936-b74f-50f982b8a788 HTTP/1.1" status: 204 len: 168 time: 1.9819672 Mar 07 04:42:37.225361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56664) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:37.289417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-055b56b3-ccfe-45cf-b726-e346d8187a59 req-f8e3958b-56f0-411f-8ea3-e569cc7dc6b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546006 Mar 07 04:42:37.317664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.412228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d4f002-960f-4803-9990-07ef680f4637 None None] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:37.422946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.427708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.431178 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.433634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.448822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5dfec5-10e6-415b-b59d-51ed5b9bdb22']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:37.459539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145ea27f-6258-48c5-951d-66928d79f007') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:37.459844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145ea27f-6258-48c5-951d-66928d79f007') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:37.470577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (145ea27f-6258-48c5-951d-66928d79f007), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.485298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (145ea27f-6258-48c5-951d-66928d79f007), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.491654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:37.492181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (145ea27f-6258-48c5-951d-66928d79f007), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:37.494080 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:37.541200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:37.554908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3385d934-3818-4ebe-9109-6b81149336cc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:37.555897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3385d934-3818-4ebe-9109-6b81149336cc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.557122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (2a5dfec5-10e6-415b-b59d-51ed5b9bdb22), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.569169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.572542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a5dfec5-10e6-415b-b59d-51ed5b9bdb22 HTTP/1.1" status: 204 len: 168 time: 0.3456440 Mar 07 04:42:37.585556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e36dd-77e2-4bfa-9af5-93fdef25dff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5dfec5-10e6-415b-b59d-51ed5b9bdb22,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:37.652290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:37.662883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.664015 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-47568ee3-0549-4e29-b003-2b6e33e9fbdd tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 933 time: 2.0570285 Mar 07 04:42:37.667054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56672) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:37.737947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56678) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:37.782033 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cc021954-fcc2-4978-a673-e8b5b2c1c3bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53935a4b982148e3ac83aa5866222a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419362 Mar 07 04:42:37.783689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:37.787770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8d3364f9-41cf-423d-90bf-4f9c859ff589 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 933 time: 0.1176476 Mar 07 04:42:37.788635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56682) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:37.796126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'routes': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:37.829016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Current status of the port 152d6119-30a4-4c0d-be4a-d534a90c3cdb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:37.829775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.832287 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.841963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dba27f9-95f1-4aec-b815-308eec95c8fa admin admin] Publish callbacks [] for security_group (2f766403-5994-4759-b223-92bb4c69617c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.867143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dba27f9-95f1-4aec-b815-308eec95c8fa admin admin] Publish callbacks [] for security_group (2f766403-5994-4759-b223-92bb4c69617c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.951427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dba27f9-95f1-4aec-b815-308eec95c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2f766403-5994-4759-b223-92bb4c69617c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.955252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dba27f9-95f1-4aec-b815-308eec95c8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:37.957143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2dba27f9-95f1-4aec-b815-308eec95c8fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f766403-5994-4759-b223-92bb4c69617c HTTP/1.1" status: 204 len: 168 time: 0.1722670 Mar 07 04:42:37.971411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba27f9-95f1-4aec-b815-308eec95c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f766403-5994-4759-b223-92bb4c69617c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:38.098148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] For port 152d6119-30a4-4c0d-be4a-d534a90c3cdb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=152d6119-30a4-4c0d-be4a-d534a90c3cdb,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:38.116416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3385d934-3818-4ebe-9109-6b81149336cc is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:38.117365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3385d934-3818-4ebe-9109-6b81149336cc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.144047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:34Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '3923584b-8538-43c7-99b1-2fd6e80b17a9', 'name': '', 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:a6:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '104bad30-4485-4853-a8c2-4b8b615273b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:32Z', 'updated_at': '2022-03-07T04:42:34Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '104bad30-4485-4853-a8c2-4b8b615273b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:36Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:38.146634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.266897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa6fe3-0ee0-47d9-95c8-ed1e958c8ac5 None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:34Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '3923584b-8538-43c7-99b1-2fd6e80b17a9', 'name': '', 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:a6:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '104bad30-4485-4853-a8c2-4b8b615273b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:32Z', 'updated_at': '2022-03-07T04:42:34Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '104bad30-4485-4853-a8c2-4b8b615273b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:36Z', 'revision_number': 4, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:38.415158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeda76b-d30c-4e25-b49a-86a44f0c0680 req-16432061-ef06-4e6a-a2ad-30e5228d9c28 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:38.424647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abeda76b-d30c-4e25-b49a-86a44f0c0680 req-16432061-ef06-4e6a-a2ad-30e5228d9c28 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1641102 Mar 07 04:42:38.439414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 3385d934-3818-4ebe-9109-6b81149336cc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3385d934-3818-4ebe-9109-6b81149336cc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:38.522514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3385d934-3818-4ebe-9109-6b81149336cc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.524254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 152d6119-30a4-4c0d-be4a-d534a90c3cdb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:38.572226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abeda76b-d30c-4e25-b49a-86a44f0c0680 req-73f8913a-3d30-4dc4-b18c-d2073a7e6304 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461477 Mar 07 04:42:38.582383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Provisioning complete for port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:38.582812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.688850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe79eff-65a0-41d0-9ba0-cf349a08063a None None] Pushing event updated for resources: {'Port': ['ID=152d6119-30a4-4c0d-be4a-d534a90c3cdb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:38.733695 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Publish callbacks [] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.821592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.829928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 152d6119-30a4-4c0d-be4a-d534a90c3cdb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:38.830420 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:38.910472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-89093b82-78ed-4bbd-88ae-edab2ab616dd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:38.912066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-89093b82-78ed-4bbd-88ae-edab2ab616dd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.4467020 Mar 07 04:42:38.940059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-ac276e3f-1393-436f-8c60-9ebfcfbf584a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0154800 Mar 07 04:42:39.035033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Current status of the port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:39.035429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.111531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=3385d934-3818-4ebe-9109-6b81149336cc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:39.254365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.extraroute_db [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added routes are [] {{(pid=103938) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 04:42:39.254846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.extraroute_db [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103938) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 04:42:39.298587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.316352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] For port 96a8dd1f-7f00-44a2-ab45-a7774edebec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=96a8dd1f-7f00-44a2-ab45-a7774edebec0,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:39.352777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.394363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-af046bbc-90f5-4fdc-9a85-aa0ac436bc61 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4037840 Mar 07 04:42:39.434167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd987987-4c7d-49a3-ab83-8d1f0dfa5cd5 None None] Pushing event updated for resources: {'Port': ['ID=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:39.503459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 152d6119-30a4-4c0d-be4a-d534a90c3cdb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:39.507646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Attempting to bind port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:39.507979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Attempting to bind port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:39.510686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Attempting to bind port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 on network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:39.532426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Provisioning complete for port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:39.532946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.539792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:39.540343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Checking segment: {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:39.540858 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.542138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Bound using segment: {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:39.543372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Bound port: 8921ca3c-b25b-40a4-a3ca-0bf5c1471530, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:39.543864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.567398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.599831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.609364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.613247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Pushing event updated for resources: {'Port': ['ID=96a8dd1f-7f00-44a2-ab45-a7774edebec0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:39.635423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56734) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:39.729389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] For port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:39.734709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] For port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:39.743878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Current status of the port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:39.744690 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.761726 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.775392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-122587115-network', 'tenant_id': '57fc920578e34980a387d5bb86b64772'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:39.805066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Made reservation on behalf of 57fc920578e34980a387d5bb86b64772 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:39.808333 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.820456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.866902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] For port 038259d5-a9b5-4fc2-a35a-908ea4c683b7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=038259d5-a9b5-4fc2-a35a-908ea4c683b7,segment=NetworkSegment(c5530a0c-aa2e-4e43-805a-5eb7e0e958d1),segment_id=c5530a0c-aa2e-4e43-805a-5eb7e0e958d1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:39.867828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:39.883005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.886959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Routers {'cc0475ed-cc48-455c-93fa-dcbe7fc0185d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:39.887476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:39.934994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3385d934-3818-4ebe-9109-6b81149336cc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:39.941088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd987987-4c7d-49a3-ab83-8d1f0dfa5cd5 None None] Pushing event updated for resources: {'Port': ['ID=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:39.973442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks [] for security_group (bbe29e3f-a2ae-4405-97b0-42a768ccc0a4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.985210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bbe29e3f-a2ae-4405-97b0-42a768ccc0a4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:39.999131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:40.002347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1a8b8-1c7e-458f-acae-cead55269df9 req-614ca451-2609-4aa1-937a-253951d4cbed tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:40.003877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18a1a8b8-1c7e-458f-acae-cead55269df9 req-614ca451-2609-4aa1-937a-253951d4cbed tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.2535043 Mar 07 04:42:40.024479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8e64834a-f184-4fbb-a159-8515396ad6ce), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.024848 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Added segment 8e64834a-f184-4fbb-a159-8515396ad6ce of type vlan for network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea Mar 07 04:42:40.037372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Provisioning complete for port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:40.037680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.088134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-f13d4879-8075-4807-99d0-ef25edb859f2 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580613 Mar 07 04:42:40.165030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.172254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18a1a8b8-1c7e-458f-acae-cead55269df9 req-cef51aed-755a-4a91-8a39-45dfbcfd099c tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342654 Mar 07 04:42:40.205205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:40.223931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.225124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:40.226853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.229288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:40.239583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.244050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-590ef154-fe9e-4013-9467-df4f35c0f300 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 699 time: 2.4526389 Mar 07 04:42:40.244990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56740) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:40.321058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-2331bebc-3658-4bde-bdce-32cc9e5b9175 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232709 Mar 07 04:42:40.324421 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6869991 Mar 07 04:42:40.328558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56742) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:40.335316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Request body: {'subnet': {'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-122587115-subnet', 'tenant_id': '57fc920578e34980a387d5bb86b64772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:40.365627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Made reservation on behalf of 57fc920578e34980a387d5bb86b64772 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:40.369515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.406588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Pushing event updated for resources: {'Port': ['ID=038259d5-a9b5-4fc2-a35a-908ea4c683b7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:40.454662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] Set router cc0475ed-cc48-455c-93fa-dcbe7fc0185d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:40.480984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc5986-f257-4402-9c67-78e69c745e9e admin admin] Pushing event updated for resources: {'Network': ['ID=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:40.517515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd1d21cd-dd69-46b0-b325-e8d38c1428f5 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 699 time: 0.2689457 Mar 07 04:42:40.520093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56750) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:40.547605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:40.554012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3385d934-3818-4ebe-9109-6b81149336cc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:40.554390 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3385d934-3818-4ebe-9109-6b81149336cc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.621949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (1b31166d-6f98-4620-a4c5-e063e1c0170c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.723505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Checking segment: {'id': '8e64834a-f184-4fbb-a159-8515396ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:40.724316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Network hostable DHCP agents. Network: 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:40.730818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Current status of the port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:40.731194 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.733354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b31166d-6f98-4620-a4c5-e063e1c0170c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:40.756170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.756633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.757319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.757574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.758171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.758615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.759237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.760041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.760041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.761669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.762303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.762744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.763178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:40.781800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:40.828357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:40.841726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1136858-b687-4bad-934e-65d58890ddab None None] Network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:40.858562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:40.859558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:40.885061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-e84461a3-1bdb-464b-9f44-4bdd8389c5d1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:40.888545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-e84461a3-1bdb-464b-9f44-4bdd8389c5d1 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.44 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1974833 Mar 07 04:42:40.904616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] For port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:40.926889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ffe9c500-0daa-4dbd-ac03-cdf8fc637115 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5971959 Mar 07 04:42:40.944007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f760796-403f-4b4a-934f-7640c2bc3cca req-5f927c76-82bd-4012-8966-9cf3c9257fe4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.1175184 Mar 07 04:42:40.978935 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.049070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3385d934-3818-4ebe-9109-6b81149336cc is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:41.050183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d04fb8e-a304-4ef2-828b-fe77016f4429 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:41.105059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Provisioning complete for port 152d6119-30a4-4c0d-be4a-d534a90c3cdb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:41.105441 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.175058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02554a-1876-4e7d-8d01-b82dd641e98a None None] Network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:41.205313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Deleting port b9516d58-2c4b-4beb-b99f-5e11ff2477ce {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:41.205661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.215185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Pushing event updated for resources: {'Port': ['ID=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:41.371577 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:41.392341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] For port b9516d58-2c4b-4beb-b99f-5e11ff2477ce, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:41.392941 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:41.393260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.394777 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:41.413146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Calling delete_port for b9516d58-2c4b-4beb-b99f-5e11ff2477ce owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:41.447222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.474389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9d04fb8e-a304-4ef2-828b-fe77016f4429 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:41.475082 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.478565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b496f-14de-496f-92ed-94895940d1d5 req-9dc3cfb6-f975-45f4-b9b4-8e1d07956cc9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:41.494544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce2b496f-14de-496f-92ed-94895940d1d5 req-9dc3cfb6-f975-45f4-b9b4-8e1d07956cc9 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 946 time: 0.1762455 Mar 07 04:42:41.522608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:42:30Z', 'revision_number': 4, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8921ca3c-b25b-40a4-a3ca-0bf5c1471530', 'name': '', 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'mac_address': 'fa:16:3e:08:31:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:29Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 4, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'subnets': [{'id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:41.524745 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:41.593164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d3f5d-1f93-4594-a158-f8a8faf8ff86 None None] The sync data for ids ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'] in n-d-832185-1 is: [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:42:30Z', 'revision_number': 4, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8921ca3c-b25b-40a4-a3ca-0bf5c1471530', 'name': '', 'network_id': '64dd82d2-2919-424e-b7b9-989eb72cf8b9', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'mac_address': 'fa:16:3e:08:31:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:29Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 4, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'subnets': [{'id': '21f33e3d-b659-4659-8b4f-9cd0eedc9e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:41.604120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-16eb97f9-9b4b-426c-9eff-09db331b0371 None None] Current status of the port 152d6119-30a4-4c0d-be4a-d534a90c3cdb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:41.634104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce2b496f-14de-496f-92ed-94895940d1d5 req-4268d71d-079e-493a-b16f-5a7383cc7d17 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/security-groups?id=807a0393-6944-4402-b443-3a6f58f3bf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385787 Mar 07 04:42:41.727750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9d04fb8e-a304-4ef2-828b-fe77016f4429 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:41.728923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 038259d5-a9b5-4fc2-a35a-908ea4c683b7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:41.754017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56776) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:41.758986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2075139556-network', 'tenant_id': '41fb1503ac5f4ac5adcfc69a482dfb5a'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:41.785859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Made reservation on behalf of 41fb1503ac5f4ac5adcfc69a482dfb5a for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:41.788993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.802344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.804208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Provisioning complete for port 3923584b-8538-43c7-99b1-2fd6e80b17a9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:41.804607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.883847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Port 3923584b-8538-43c7-99b1-2fd6e80b17a9 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:42:41.925458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:41.926163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.929148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Provisioning complete for port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:41.929280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.952278 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 7, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '3923584b-8538-43c7-99b1-2fd6e80b17a9', 'name': '', 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:a6:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '104bad30-4485-4853-a8c2-4b8b615273b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:32Z', 'updated_at': '2022-03-07T04:42:34Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '104bad30-4485-4853-a8c2-4b8b615273b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:41.969960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks [] for security_group (f723a158-d616-4bb5-8bd3-18e00a809d56), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.974374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f723a158-d616-4bb5-8bd3-18e00a809d56), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:41.986673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:41.987049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Updating router 9aff6b52-6674-4ee5-8670-3df00c0aec85 port 3923584b-8538-43c7-99b1-2fd6e80b17a9 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:42:42.024919 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.034249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f723a158-d616-4bb5-8bd3-18e00a809d56,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:42.048810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:42.072213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0234b5c0-c592-4e7e-88d5-279656f1c304), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.072635 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Added segment 0234b5c0-c592-4e7e-88d5-279656f1c304 of type vlan for network 7c5b0838-db4f-4c21-8fed-653dd2ec498a Mar 07 04:42:42.073088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b9516d58-2c4b-4beb-b99f-5e11ff2477ce), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.125762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Pushing event deleted for resources: {'Port': ['ID=b9516d58-2c4b-4beb-b99f-5e11ff2477ce,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:42.158144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:42.158772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 152d6119-30a4-4c0d-be4a-d534a90c3cdb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:42.175165 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7c5b0838-db4f-4c21-8fed-653dd2ec498a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.180001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac8858c5-08b5-40da-ad1f-1f7deebbcffc req-f6534fc4-aa6c-4d9e-95a9-6973e8c9cacb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0725825 Mar 07 04:42:42.201951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] No DVR routers for this DVR port b9516d58-2c4b-4beb-b99f-5e11ff2477ce on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:42.207847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.213612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fd3f4cc8-7e77-4be1-bb83-eaa12ab210df req-9b0a1e5d-8949-4137-9159-44854558ad38 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.44 "DELETE /v2.0/ports/b9516d58-2c4b-4beb-b99f-5e11ff2477ce HTTP/1.1" status: 204 len: 173 time: 1.3134160 Mar 07 04:42:42.216101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'name': 'network-vif-deleted', 'tag': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:42.219238 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab51ce-a106-4007-b2c8-a0a7f3d06937" -d '{"events": [{"server_uuid": "c64e42d4-5a86-4acf-9bb5-dd0c47165a31", "name": "network-vif-deleted", "tag": "b9516d58-2c4b-4beb-b99f-5e11ff2477ce"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:42.225082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7c5b0838-db4f-4c21-8fed-653dd2ec498a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.230195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:42.230773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.270689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Current status of the port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:42.306498 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec98e16a-86bd-48d0-993a-2cb0528625de x-openstack-request-id: req-ec98e16a-86bd-48d0-993a-2cb0528625de {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:42.306992 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64e42d4-5a86-4acf-9bb5-dd0c47165a31", "name": "network-vif-deleted", "tag": "b9516d58-2c4b-4beb-b99f-5e11ff2477ce", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:42.307323 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec98e16a-86bd-48d0-993a-2cb0528625de {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:42.308566 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64e42d4-5a86-4acf-9bb5-dd0c47165a31', 'name': 'network-vif-deleted', 'tag': 'b9516d58-2c4b-4beb-b99f-5e11ff2477ce', 'status': 'completed', 'code': 200} Mar 07 04:42:42.348718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Provisioning complete for port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:42.349142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.373147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 3923584b-8538-43c7-99b1-2fd6e80b17a9 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:42.374924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.465828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 152d6119-30a4-4c0d-be4a-d534a90c3cdb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:42.466258 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.491129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] Pushing event updated for resources: {'Network': ['ID=7c5b0838-db4f-4c21-8fed-653dd2ec498a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:42.514514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7c5b0838-db4f-4c21-8fed-653dd2ec498a details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:42.548945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4579bc4c-cea6-457d-8543-4eb825a21f6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7937996 Mar 07 04:42:42.554115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56784) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:42.559573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.599594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Request body: {'subnet': {'network_id': '7c5b0838-db4f-4c21-8fed-653dd2ec498a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2075139556-subnet', 'tenant_id': '41fb1503ac5f4ac5adcfc69a482dfb5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:42.615596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 3923584b-8538-43c7-99b1-2fd6e80b17a9 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:42.630024 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks [] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.641544 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.760924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Made reservation on behalf of 41fb1503ac5f4ac5adcfc69a482dfb5a for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:42.764478 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f1e89-6ac5-4f9d-846e-0b7c7ca4960b None None] Pushing event updated for resources: {'Port': ['ID=3923584b-8538-43c7-99b1-2fd6e80b17a9,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:42.777535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.929532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-66a12551-8594-43f9-ad83-eb4bdce93f53 None None] Current status of the port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:42.963483 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Attempting to bind port 3923584b-8538-43c7-99b1-2fd6e80b17a9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:42.964193 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Attempting to bind port 3923584b-8538-43c7-99b1-2fd6e80b17a9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:42.964329 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Attempting to bind port 3923584b-8538-43c7-99b1-2fd6e80b17a9 on network 981f81b0-4e09-4366-b1a1-6d5c26be756c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:42.968075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 152d6119-30a4-4c0d-be4a-d534a90c3cdb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:42.975108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:42.975484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Checking segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:42.975887 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.976272 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Bound using segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:42.976736 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Bound port: 3923584b-8538-43c7-99b1-2fd6e80b17a9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:42.977596 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:42.997084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c02983b9-39de-465f-b674-c94d91668bf2 req-c85f63fa-586c-48dc-a35c-90bcaaec6f80 tempest-ServerRescueNegativeTestJSON-1614018657 tempest-ServerRescueNegativeTestJSON-1614018657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e42d4-5a86-4acf-9bb5-dd0c47165a31 HTTP/1.1" status: 200 len: 210 time: 0.1405609 Mar 07 04:42:43.021746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-a1f8730c-36f3-4ae7-a4d8-f6557d4feb2b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:43.027663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-a1f8730c-36f3-4ae7-a4d8-f6557d4feb2b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.5963762 Mar 07 04:42:43.113360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': 'd18760d7-4afa-4833-a995-1030a894df35', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:43.270669 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.280594 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.db.api [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:42:43.282170 n-d-832185-1 neutron-server[103941]: DEBUG oslo_db.api [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:42:43.307708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=3923584b-8538-43c7-99b1-2fd6e80b17a9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:43.350019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-70750570-7756-4aee-81a4-68884806d26b None None] Could not find standard attr ID for object 3923584b-8538-43c7-99b1-2fd6e80b17a9. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:42:43.378948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:42:43.406449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:43.408797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50d2c123-cca5-4725-bde8-ce57a4e19cdc req-c2e25623-5cd1-4d40-acc4-8c2ad8913842 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0644441 Mar 07 04:42:43.497114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:43.497609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.624729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:43.626728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 96a8dd1f-7f00-44a2-ab45-a7774edebec0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:43.649404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (84843fab-19df-426d-86d2-66fbfc552399), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.698736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:43.699730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.705408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.759773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b9516d58-2c4b-4beb-b99f-5e11ff2477ce no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:43.781118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:43.785673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.807087 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Attempting to bind port 3923584b-8538-43c7-99b1-2fd6e80b17a9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:43.807671 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Attempting to bind port 3923584b-8538-43c7-99b1-2fd6e80b17a9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:43.808488 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Attempting to bind port 3923584b-8538-43c7-99b1-2fd6e80b17a9 on network 981f81b0-4e09-4366-b1a1-6d5c26be756c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:43.821183 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:43.822945 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Checking segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:43.826272 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.826789 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Bound using segment: {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:43.827351 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Bound port: 3923584b-8538-43c7-99b1-2fd6e80b17a9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '981f81b0-4e09-4366-b1a1-6d5c26be756c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:43.828254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84843fab-19df-426d-86d2-66fbfc552399,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:43.828397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: b9516d58-2c4b-4beb-b99f-5e11ff2477ce {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:43.828820 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3923584b-8538-43c7-99b1-2fd6e80b17a9), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:43.829310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device b9516d58-2c4b-4beb-b99f-5e11ff2477ce not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:43.887476 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.plugin [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Port 3923584b-8538-43c7-99b1-2fd6e80b17a9 has been deleted concurrently {{(pid=103941) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 04:42:43.904126 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:43.905287 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:43.916483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Checking segment: {'id': '0234b5c0-c592-4e7e-88d5-279656f1c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c5b0838-db4f-4c21-8fed-653dd2ec498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:43.916849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Network hostable DHCP agents. Network: 7c5b0838-db4f-4c21-8fed-653dd2ec498a, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:43.917743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:43.919123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 038259d5-a9b5-4fc2-a35a-908ea4c683b7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:44.001632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:44.002859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.003162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:44.004839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Network 7c5b0838-db4f-4c21-8fed-653dd2ec498a is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:44.016984 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:44.034926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7c5b0838-db4f-4c21-8fed-653dd2ec498a) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:44.062522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b04607-62fd-4788-b94f-0faae5ab8fa8 None None] Network 7c5b0838-db4f-4c21-8fed-653dd2ec498a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:44.065125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:44.066875 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.075901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56792) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:44.126660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.7 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/98bd6864-fa40-417e-9652-3c0fd0ef4b6e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:44.151887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb4e61ae-d0d5-4811-80c6-65585de1267b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5959721 Mar 07 04:42:44.274956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:44.300371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d764c-6922-4e36-98ae-2330f45c7ade None None] Network 7c5b0838-db4f-4c21-8fed-653dd2ec498a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:44.305272 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c7fd89bb-1842-4d85-af4f-667618df16db tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7840681 Mar 07 04:42:44.306212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56796) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:44.365786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:44.400804 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:43Z', 'revision_number': 8, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:44.447648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet 104bad30-4485-4853-a8c2-4b8b615273b7 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:44.453365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (104bad30-4485-4853-a8c2-4b8b615273b7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.503449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (104bad30-4485-4853-a8c2-4b8b615273b7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.521860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa070c6d-9b77-48cc-a5bf-53acb1e605fd None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:43Z', 'revision_number': 8, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:44.666192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (104bad30-4485-4853-a8c2-4b8b615273b7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.738714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (104bad30-4485-4853-a8c2-4b8b615273b7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.768868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=104bad30-4485-4853-a8c2-4b8b615273b7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:44.770949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64085fd1-5266-4ec9-bab4-f963537f350c req-9ebb9fd4-9086-4d30-b9d0-3efbb706697a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0531425 Mar 07 04:42:44.783073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.789672 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-691b251d-b1e1-40f1-a41e-6e51b2a42a88 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/104bad30-4485-4853-a8c2-4b8b615273b7 HTTP/1.1" status: 204 len: 168 time: 0.4779899 Mar 07 04:42:44.790494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56806) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:44.803377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2c330-284b-4ac7-844f-d2fa462fbbcd None None] Network 981f81b0-4e09-4366-b1a1-6d5c26be756c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:44.891482 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (981f81b0-4e09-4366-b1a1-6d5c26be756c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:44.961278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:44.961886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.036377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3923584b-8538-43c7-99b1-2fd6e80b17a9 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:45.065727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port 038259d5-a9b5-4fc2-a35a-908ea4c683b7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=038259d5-a9b5-4fc2-a35a-908ea4c683b7,segment=NetworkSegment(c5530a0c-aa2e-4e43-805a-5eb7e0e958d1),segment_id=c5530a0c-aa2e-4e43-805a-5eb7e0e958d1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:45.066142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.093010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 038259d5-a9b5-4fc2-a35a-908ea4c683b7 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:45.097226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3923584b-8538-43c7-99b1-2fd6e80b17a9 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:45.098306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3923584b-8538-43c7-99b1-2fd6e80b17a9 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:45.137195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d8654-16c5-4318-a55c-4afe37a34cfc None None] DHCP port deletion for 981f81b0-4e09-4366-b1a1-6d5c26be756c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:42:45.194553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-4d747f0f-1b0e-4213-9f36-2eab5cbea68b tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:45.196488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.203096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-4d747f0f-1b0e-4213-9f36-2eab5cbea68b tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/networks?id=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea HTTP/1.1" status: 200 len: 824 time: 0.2717917 Mar 07 04:42:45.235483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.249790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:45.250625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-2e968cad-702d-49bb-beb9-50582330072a tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/quotas/57fc920578e34980a387d5bb86b64772 HTTP/1.1" status: 200 len: 375 time: 0.0465701 Mar 07 04:42:45.256249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=038259d5-a9b5-4fc2-a35a-908ea4c683b7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:45.362423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (981f81b0-4e09-4366-b1a1-6d5c26be756c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.366838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-f4ddd5ee-aeb9-4b43-941f-fd5c973ec35a tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57fc920578e34980a387d5bb86b64772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152453 Mar 07 04:42:45.389227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981f81b0-4e09-4366-b1a1-6d5c26be756c']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:45.400504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:45.400818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:45.401119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5530a0c-aa2e-4e43-805a-5eb7e0e958d1') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:45.414268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (c5530a0c-aa2e-4e43-805a-5eb7e0e958d1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.415824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:45.416638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:45.434128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c5530a0c-aa2e-4e43-805a-5eb7e0e958d1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.441937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:45.442402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (c5530a0c-aa2e-4e43-805a-5eb7e0e958d1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: items = [ Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:45.446895 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:45.484499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.543481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (981f81b0-4e09-4366-b1a1-6d5c26be756c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.550400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-788d8654-16c5-4318-a55c-4afe37a34cfc None None] Deleting port 038259d5-a9b5-4fc2-a35a-908ea4c683b7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:45.550989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-788d8654-16c5-4318-a55c-4afe37a34cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (038259d5-a9b5-4fc2-a35a-908ea4c683b7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.564035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:45.565470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-788d8654-16c5-4318-a55c-4afe37a34cfc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 981f81b0-4e09-4366-b1a1-6d5c26be756c could not be found. Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:42:45.567589 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 981f81b0-4e09-4366-b1a1-6d5c26be756c could not be found. Mar 07 04:42:45.571672 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:42:45.578579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-69756546-e0f6-428a-bf50-4b9b269cfa64 service neutron] 10.222.0.21 "GET /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108371 Mar 07 04:42:45.590868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/981f81b0-4e09-4366-b1a1-6d5c26be756c HTTP/1.1" status: 204 len: 168 time: 0.7966688 Mar 07 04:42:45.595012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56816) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:45.611802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c1737-fda6-4ee5-9363-b6c4c77f429c None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:42:45.623768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:45.634750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f01f-acb7-448c-9d74-6c1064cab8b8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=981f81b0-4e09-4366-b1a1-6d5c26be756c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:45.647843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:45.659555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:45.662388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:45.761699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:45.762406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.795877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (51a8271e-f6f8-4937-ba99-2537a84b0104), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:45.843568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-646e19b8-a195-4089-92a1-24ec481b62c4 service neutron] 10.222.0.21 "GET /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641218 Mar 07 04:42:45.847580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-4c7f436c-f188-473f-9264-8a88f7a626d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7535191 Mar 07 04:42:45.869753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Request body: {'port': {'device_id': 'd18760d7-4afa-4833-a995-1030a894df35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:45.921218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c1737-fda6-4ee5-9363-b6c4c77f429c None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:42:46.029230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:46.082596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee986ea-cbca-461b-9924-653e90348862 req-565dd085-701d-412b-94ee-6177109ef4c0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:46.084239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ee986ea-cbca-461b-9924-653e90348862 req-565dd085-701d-412b-94ee-6177109ef4c0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 931 time: 0.1584172 Mar 07 04:42:46.103303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:43Z', 'revision_number': 8, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:46.251028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:46.271280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ee986ea-cbca-461b-9924-653e90348862 req-94fe4055-7f96-4942-aa08-73bc71283bf7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445796 Mar 07 04:42:46.277801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b6f9d0f-f895-43a0-86b0-ccc598c27354 req-66e07174-c8a7-4117-8594-fe7dbff1ab02 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 210 time: 0.1261659 Mar 07 04:42:46.286284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:46.288921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:46.555398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:46.610359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fe287-16fa-42a4-ae37-9a1cd3fae60e None None] DHCP port deletion for 981f81b0-4e09-4366-b1a1-6d5c26be756c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:42:46.838284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:46.874994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bd6864-fa40-417e-9652-3c0fd0ef4b6e {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:42:46.887957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Deleting port d422e497-38e6-4490-ba33-50f82a1ac301 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:46.888247 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:46.908366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Publish callbacks [] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.015367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Transition to ACTIVE for port object 98bd6864-fa40-417e-9652-3c0fd0ef4b6e will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:42:47.038523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:43Z', 'revision_number': 8, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:47.047431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.069767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7cd53-cadc-4155-b5f7-7467d1e46528 None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:43Z', 'revision_number': 8, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96a8dd1f-7f00-44a2-ab45-a7774edebec0', 'name': '', 'network_id': '30b2eadc-c18e-428f-a832-8792d820f1f9', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:60:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:25Z', 'updated_at': '2022-03-07T04:42:39Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': 'fc83a1ae-0267-4609-a115-ec665a7f8a42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:47.146686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 038259d5-a9b5-4fc2-a35a-908ea4c683b7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:47.203187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 038259d5-a9b5-4fc2-a35a-908ea4c683b7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:47.205719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 038259d5-a9b5-4fc2-a35a-908ea4c683b7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:47.256328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Pushing event updated for resources: {'Port': ['ID=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:47.374854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] For port d422e497-38e6-4490-ba33-50f82a1ac301, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d422e497-38e6-4490-ba33-50f82a1ac301,segment=NetworkSegment(4599d79f-0c18-47fc-9410-7bb78690d79c),segment_id=4599d79f-0c18-47fc-9410-7bb78690d79c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:47.375602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.417835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Calling delete_port for d422e497-38e6-4490-ba33-50f82a1ac301 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:47.487815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 96a8dd1f-7f00-44a2-ab45-a7774edebec0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:47.489271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.504112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-267d520c-fe41-471d-bb15-22418f409323 req-973d776c-6ac8-4c9c-a175-8285676c2f8e tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 210 time: 0.0771329 Mar 07 04:42:47.560555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Attempting to bind port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:47.561072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Attempting to bind port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:47.561414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Attempting to bind port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:47.591509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:42:47.591849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Attempting to bind port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:47.614512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:47.615049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:47.615539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:47.616662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Bound port: 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:47.617136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.669073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc244-e57d-41c9-82f4-a1c7a083331e req-efd84e9c-2661-4dbe-9322-37e2e479d87a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:47.670741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-558bc244-e57d-41c9-82f4-a1c7a083331e req-efd84e9c-2661-4dbe-9322-37e2e479d87a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.2209442 Mar 07 04:42:47.695653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port 96a8dd1f-7f00-44a2-ab45-a7774edebec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=96a8dd1f-7f00-44a2-ab45-a7774edebec0,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:47.696039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.721779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 96a8dd1f-7f00-44a2-ab45-a7774edebec0 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:47.820544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] For port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:47.848446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] For port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:47.853042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-558bc244-e57d-41c9-82f4-a1c7a083331e req-48fe06b7-6081-437a-a5bc-1c45409db72a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592488 Mar 07 04:42:47.863605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.983642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:47.984272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:47.985682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] 10.222.0.15 "PUT /v2.0/ports/98bd6864-fa40-417e-9652-3c0fd0ef4b6e HTTP/1.1" status: 200 len: 1091 time: 2.1287069 Mar 07 04:42:47.987870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18760d7-4afa-4833-a995-1030a894df35', 'tag': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:47.990206 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61bea3-ec4f-4355-bc81-5c70848e2727" -d '{"events": [{"name": "network-changed", "server_uuid": "d18760d7-4afa-4833-a995-1030a894df35", "tag": "98bd6864-fa40-417e-9652-3c0fd0ef4b6e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:48.010736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb2f2e-bcbe-4458-9c36-353a02e2e848 service neutron] Pushing event updated for resources: {'Port': ['ID=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:48.027483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d422e497-38e6-4490-ba33-50f82a1ac301), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:48.098774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-52966d80-b664-41f4-9da5-e10f9cf187c9 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:48.101193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-52966d80-b664-41f4-9da5-e10f9cf187c9 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.44 "GET /v2.0/networks?id=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea HTTP/1.1" status: 200 len: 824 time: 0.2072594 Mar 07 04:42:48.103323 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d5fc4-b0b8-48c6-a419-72101a6c6784 x-openstack-request-id: req-ce9d5fc4-b0b8-48c6-a419-72101a6c6784 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:48.108172 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18760d7-4afa-4833-a995-1030a894df35", "tag": "98bd6864-fa40-417e-9652-3c0fd0ef4b6e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:48.108925 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce9d5fc4-b0b8-48c6-a419-72101a6c6784 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:48.109498 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18760d7-4afa-4833-a995-1030a894df35', 'tag': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e', 'status': 'completed', 'code': 200} Mar 07 04:42:48.115211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Request body: {'port': {'device_id': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea', 'admin_state_up': True, 'tenant_id': '57fc920578e34980a387d5bb86b64772'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:48.191423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (96a8dd1f-7f00-44a2-ab45-a7774edebec0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:48.242618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Pushing event deleted for resources: {'Port': ['ID=d422e497-38e6-4490-ba33-50f82a1ac301,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:48.244638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=96a8dd1f-7f00-44a2-ab45-a7774edebec0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:48.272217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-b75f0039-6ba2-4d33-8468-4d857cbf5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:48.273971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-b75f0039-6ba2-4d33-8468-4d857cbf5da9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 1125 time: 0.2225528 Mar 07 04:42:48.389617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-dd6a26ff-baa5-4e29-9ade-6f3b4601b7cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e HTTP/1.1" status: 200 len: 217 time: 0.1068139 Mar 07 04:42:48.448785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Made reservation on behalf of 57fc920578e34980a387d5bb86b64772 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:48.454738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:48.583370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:48.589968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-75438e0e-71f0-47f4-906c-fd87e70d6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:48.591418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-75438e0e-71f0-47f4-906c-fd87e70d6fc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1925769 Mar 07 04:42:48.719411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-428a6d20-de7e-4b7b-82bf-e6cdcccd644b req-d1e1d07c-e893-4077-9237-4ac4de2ba053 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 210 time: 0.1088028 Mar 07 04:42:48.736460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (51a8271e-f6f8-4937-ba99-2537a84b0104), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:48.758043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-23510023-a056-4f8a-b817-e04eb52c612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:48.759550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-23510023-a056-4f8a-b817-e04eb52c612c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1566923 Mar 07 04:42:48.785813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Allocated IP 172.20.0.11 (97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea/1b31166d-6f98-4620-a4c5-e063e1c0170c/9b98e1d6-d8b2-4a66-b964-8ae483b6b93a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:42:48.954812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:49.144399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks [] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.161331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:49.173576 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:49.178662 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7147f398-843f-42cd-a531-5a71080259e1 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5494330 Mar 07 04:42:49.181596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56842) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:49.191447 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:49.192096 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:49.270203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet fc83a1ae-0267-4609-a115-ec665a7f8a42 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:49.275254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (fc83a1ae-0267-4609-a115-ec665a7f8a42), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.329492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.342306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fc83a1ae-0267-4609-a115-ec665a7f8a42), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.450947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:42:49.467560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:49.468203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:49.471178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:42:49.553666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ca8c-3b28-4c5a-9a5f-aa3c8b26afd8 req-891d2e7c-ac42-4079-9144-34697ea98ccd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:49.555245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e707ca8c-3b28-4c5a-9a5f-aa3c8b26afd8 req-891d2e7c-ac42-4079-9144-34697ea98ccd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.5674450 Mar 07 04:42:49.591522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fc83a1ae-0267-4609-a115-ec665a7f8a42), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.602699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Router 51a8271e-f6f8-4937-ba99-2537a84b0104 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:49.619904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:49.620608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.630496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-6195dde0-d79a-40db-9019-1233750441ae service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285080 Mar 07 04:42:49.657188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Pushing event updated for resources: {'Port': ['ID=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:49.679134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-c37afc9c-5a4d-4d64-bcec-db67eeaed855 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5678766 Mar 07 04:42:49.693732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Request body: {'port': {'device_id': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:49.735286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22a93a43-d418-4275-9c69-a108ae2580c4 req-853673e8-8d5d-4e06-a5f1-206c80e093ab service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957832 Mar 07 04:42:49.740667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e707ca8c-3b28-4c5a-9a5f-aa3c8b26afd8 req-fad8d3a6-2b38-4369-91b0-72a0bc3a214a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775494 Mar 07 04:42:49.795400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.799248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fc83a1ae-0267-4609-a115-ec665a7f8a42), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.848951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=fc83a1ae-0267-4609-a115-ec665a7f8a42,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:49.871916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.903978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:49.904223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7ad83-6b9b-4268-9430-9d751bfa246f None None] Network 30b2eadc-c18e-428f-a832-8792d820f1f9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:49.908294 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-958f2956-01ee-433d-ad95-76979aa755d9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/fc83a1ae-0267-4609-a115-ec665a7f8a42 HTTP/1.1" status: 204 len: 168 time: 0.7247934 Mar 07 04:42:49.913932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56846) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:49.930094 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:48Z', 'revision_number': 9, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:49.970348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:49.981859 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:49.982774 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:50.086970 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:50.108081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-ca0811f8-7b28-4785-9332-7fe5ecfed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:50.109836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-ca0811f8-7b28-4785-9332-7fe5ecfed9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 1125 time: 0.2760715 Mar 07 04:42:50.159853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c417d-8f81-4193-b186-e786554e4ee3 req-cdd66f20-93ab-411e-ab27-a45b3918e485 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:50.161383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-857c417d-8f81-4193-b186-e786554e4ee3 req-cdd66f20-93ab-411e-ab27-a45b3918e485 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 932 time: 0.3184485 Mar 07 04:42:50.178762 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (30b2eadc-c18e-428f-a832-8792d820f1f9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.198135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] DHCP port deletion for 30b2eadc-c18e-428f-a832-8792d820f1f9 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:42:50.267626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:42:50.271852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:50.287687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Publish callbacks [] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.289819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad6e4324-951a-40b7-9e0e-98652167c82d admin admin] 10.222.0.21 "PUT /v2.0/routers/51a8271e-f6f8-4937-ba99-2537a84b0104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2128861 Mar 07 04:42:50.294170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56848) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:50.301228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] Sync routers for ids ['51a8271e-f6f8-4937-ba99-2537a84b0104'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:50.335106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-857c417d-8f81-4193-b186-e786554e4ee3 req-80562cce-81db-40e8-a5b2-777564ff4b97 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514094 Mar 07 04:42:50.336763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] Routers {'51a8271e-f6f8-4937-ba99-2537a84b0104'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:50.338797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['51a8271e-f6f8-4937-ba99-2537a84b0104'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:50.375920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-2323dce2-4c0b-495e-8821-90a95d5e5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:50.376828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-2323dce2-4c0b-495e-8821-90a95d5e5908 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.2486775 Mar 07 04:42:50.432951 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:48Z', 'revision_number': 9, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:50.441255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks [] for router (51a8271e-f6f8-4937-ba99-2537a84b0104), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.463529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac2691-d6a9-4076-847f-acff5dad3c53 None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:48Z', 'revision_number': 9, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4', 'name': '', 'network_id': '498c57dc-c939-4ee2-ad91-db458892cb02', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:41:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '23eee137-7197-455b-91fa-f5b0311100fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:17Z', 'updated_at': '2022-03-07T04:42:25Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '23eee137-7197-455b-91fa-f5b0311100fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:50.477084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-b19c97f7-ca4c-4882-a27b-74348c82d2f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e HTTP/1.1" status: 200 len: 217 time: 0.0861380 Mar 07 04:42:50.517566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Transition to ACTIVE for port object 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:42:50.528253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 9d04fb8e-a304-4ef2-828b-fe77016f4429 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:50.528781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.533172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.620701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-8d4b9502-aa98-4c4a-97ee-0ea84b4104d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:50.622425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-8d4b9502-aa98-4c4a-97ee-0ea84b4104d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1383433 Mar 07 04:42:50.630362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port 9d04fb8e-a304-4ef2-828b-fe77016f4429, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d04fb8e-a304-4ef2-828b-fe77016f4429,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:50.631481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.664405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Pushing event updated for resources: {'Port': ['ID=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:50.685302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 9d04fb8e-a304-4ef2-828b-fe77016f4429 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:50.695465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.696082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.696589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.697093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.697343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] Set router 51a8271e-f6f8-4937-ba99-2537a84b0104 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:50.697764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.698471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.699040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.699641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.700147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.701031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.701532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.702200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.702721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:42:50.750119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-8110d675-f002-4e86-bb9c-576a6922a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:50.751931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-8110d675-f002-4e86-bb9c-576a6922a022 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175675 Mar 07 04:42:50.774724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Attempting to bind port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:42:50.775433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Attempting to bind port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '8e64834a-f184-4fbb-a159-8515396ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:42:50.776029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Attempting to bind port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a on network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:50.795233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a on network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:42:50.796026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Attempting to bind port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a on network 97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:42:50.798855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] Deleting port 9d04fb8e-a304-4ef2-828b-fe77016f4429 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:50.800243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.800436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks [] for router_gateway (51a8271e-f6f8-4937-ba99-2537a84b0104), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.819063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:42:50.820199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Checking segment: {'id': '8e64834a-f184-4fbb-a159-8515396ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:50.821203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Bound using segment: {'id': '8e64834a-f184-4fbb-a159-8515396ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:42:50.822352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Bound port: 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e64834a-f184-4fbb-a159-8515396ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:42:50.824144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.903483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] For port 9d04fb8e-a304-4ef2-828b-fe77016f4429, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d04fb8e-a304-4ef2-828b-fe77016f4429,segment=NetworkSegment(95182d7e-c2a7-45b5-88ba-5a100d43f40a),segment_id=95182d7e-c2a7-45b5-88ba-5a100d43f40a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:50.904049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:50.913703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-e512df87-af19-4e02-8853-0f2a659da584 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539106 Mar 07 04:42:50.931332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] Calling delete_port for 9d04fb8e-a304-4ef2-828b-fe77016f4429 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:50.966490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Deleting port ee916140-1836-46f4-8f37-34e0a415346a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:50.967108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ee916140-1836-46f4-8f37-34e0a415346a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.030277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] For port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:42:51.070967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff61bea3-ec4f-4355-bc81-5c70848e2727 req-fc64861a-622c-4e6b-a3d4-e0c5ad1b635e service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235397 Mar 07 04:42:51.094817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] For port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,segment=NetworkSegment(8e64834a-f184-4fbb-a159-8515396ad6ce),segment_id=8e64834a-f184-4fbb-a159-8515396ad6ce)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:42:51.095409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.111327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.126377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d04fb8e-a304-4ef2-828b-fe77016f4429 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:51.179524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=9d04fb8e-a304-4ef2-828b-fe77016f4429,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:51.181646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port 9d04fb8e-a304-4ef2-828b-fe77016f4429 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:51.193567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Pushing event updated for resources: {'Port': ['ID=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:51.197993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc4166-0b34-46c6-ae4a-4665e39c6087 req-ab1c16a7-378b-4a26-b404-e7aeec791b5e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:51.200502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67cc4166-0b34-46c6-ae4a-4665e39c6087 req-ab1c16a7-378b-4a26-b404-e7aeec791b5e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.2858651 Mar 07 04:42:51.210634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9d04fb8e-a304-4ef2-828b-fe77016f4429), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.221459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9d04fb8e-a304-4ef2-828b-fe77016f4429 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:51.222084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9d04fb8e-a304-4ef2-828b-fe77016f4429 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:51.222691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 96a8dd1f-7f00-44a2-ab45-a7774edebec0 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:51.226026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] For port ee916140-1836-46f4-8f37-34e0a415346a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ee916140-1836-46f4-8f37-34e0a415346a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:51.226489 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ee916140-1836-46f4-8f37-34e0a415346a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.240631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Calling delete_port for ee916140-1836-46f4-8f37-34e0a415346a owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:51.275370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] No DVR routers for this DVR port 9d04fb8e-a304-4ef2-828b-fe77016f4429 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:51.292865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 96a8dd1f-7f00-44a2-ab45-a7774edebec0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:51.294112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 96a8dd1f-7f00-44a2-ab45-a7774edebec0 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:51.299180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee3bf7-50ee-4b85-bced-8fe579d6fddb None None] Pushing event deleted for resources: {'Port': ['ID=9d04fb8e-a304-4ef2-828b-fe77016f4429,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:51.333528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:42:47Z', 'revision_number': 5, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port': {'id': 'ee916140-1836-46f4-8f37-34e0a415346a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:39:16Z', 'updated_at': '2022-03-07T04:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:51.337616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:51.340473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.342591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-ed424e3f-d8fe-4a7a-a4f9-9c02c392f26d service neutron] 10.222.0.44 "PUT /v2.0/ports/9b98e1d6-d8b2-4a66-b964-8ae483b6b93a HTTP/1.1" status: 200 len: 1092 time: 1.6534350 Mar 07 04:42:51.344983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'tag': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:51.349010 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fe4351-8a5f-4681-9e92-ccb348450deb" -d '{"events": [{"name": "network-changed", "server_uuid": "316cdd32-10ca-46b1-a39c-1f0a89bf9ab2", "tag": "9b98e1d6-d8b2-4a66-b964-8ae483b6b93a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:51.364328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (30b2eadc-c18e-428f-a832-8792d820f1f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.393638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] Checking router: 51a8271e-f6f8-4937-ba99-2537a84b0104 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:51.406016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] Routers {'51a8271e-f6f8-4937-ba99-2537a84b0104'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:51.406845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['51a8271e-f6f8-4937-ba99-2537a84b0104'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:51.415954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b2eadc-c18e-428f-a832-8792d820f1f9']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:51.422497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67cc4166-0b34-46c6-ae4a-4665e39c6087 req-811d6177-2ee0-4366-8852-a5201182bdeb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727600 Mar 07 04:42:51.431219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95182d7e-c2a7-45b5-88ba-5a100d43f40a') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:51.431646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95182d7e-c2a7-45b5-88ba-5a100d43f40a') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:51.445202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (95182d7e-c2a7-45b5-88ba-5a100d43f40a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.468954 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513498d-1d95-4a1c-9b43-47843a9fb4af x-openstack-request-id: req-2513498d-1d95-4a1c-9b43-47843a9fb4af {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:51.469253 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316cdd32-10ca-46b1-a39c-1f0a89bf9ab2", "tag": "9b98e1d6-d8b2-4a66-b964-8ae483b6b93a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:51.469555 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2513498d-1d95-4a1c-9b43-47843a9fb4af {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:51.471275 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'tag': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a', 'status': 'completed', 'code': 200} Mar 07 04:42:51.478050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (95182d7e-c2a7-45b5-88ba-5a100d43f40a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.500383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:51.501066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-d785b19b-5dbd-4ea2-bc1c-aac531d246ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:51.501573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (95182d7e-c2a7-45b5-88ba-5a100d43f40a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.502660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-d785b19b-5dbd-4ea2-bc1c-aac531d246ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57fc920578e34980a387d5bb86b64772&device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 1126 time: 0.0972655 Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:51.505308 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:51.541318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] Set router 51a8271e-f6f8-4937-ba99-2537a84b0104 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:51.618478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:42:50Z', 'revision_number': 6, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:51.628433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (30b2eadc-c18e-428f-a832-8792d820f1f9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.655889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:51.661888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ae2-8f3a-4e4e-90bc-2d8ac9cba5c5 None None] The sync data for ids ['51a8271e-f6f8-4937-ba99-2537a84b0104'] in n-d-832185-1 is: [{'id': '51a8271e-f6f8-4937-ba99-2537a84b0104', 'name': 'tempest-ServerRescueNegativeTestJSON-1041484857-router', 'tenant_id': 'b24830889a8841a4b5229d797ef10753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:39:15Z', 'updated_at': '2022-03-07T04:42:50Z', 'revision_number': 6, 'project_id': 'b24830889a8841a4b5229d797ef10753', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:51.662140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/30b2eadc-c18e-428f-a832-8792d820f1f9 HTTP/1.1" status: 204 len: 168 time: 1.7420361 Mar 07 04:42:51.662140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38299e7-eaf8-4142-b88f-bd1ccb4302d6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=30b2eadc-c18e-428f-a832-8792d820f1f9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:51.662441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56856) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:51.680897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f894284-9d25-4a21-a94d-b3f1e0e6ae52 req-e3971491-bbd5-438f-afad-d7809904071e tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:51.683428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f894284-9d25-4a21-a94d-b3f1e0e6ae52 req-e3971491-bbd5-438f-afad-d7809904071e tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 944 time: 0.1371086 Mar 07 04:42:51.819259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f894284-9d25-4a21-a94d-b3f1e0e6ae52 req-654fe557-7bb3-4c40-bf6a-82135bc78ac0 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011181 Mar 07 04:42:51.949183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-1eec8209-64c4-4c49-a17f-9945e8b7282e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a HTTP/1.1" status: 200 len: 217 time: 0.4006116 Mar 07 04:42:52.035538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-902a550b-370a-4be5-8d44-1e114266a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:52.037240 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-902a550b-370a-4be5-8d44-1e114266a052 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b31166d-6f98-4620-a4c5-e063e1c0170c HTTP/1.1" status: 200 len: 864 time: 0.0792556 Mar 07 04:42:52.084739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-94aadab4-1378-4a99-980d-20e5b380b454 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364172 Mar 07 04:42:52.111881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ee916140-1836-46f4-8f37-34e0a415346a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.123192 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.176574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee916140-1836-46f4-8f37-34e0a415346a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:52.196432 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.261193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-5d534e8e-cfad-46b7-9534-fb0cb823991f service neutron] 10.222.0.44 "GET /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699629 Mar 07 04:42:52.262038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (51a8271e-f6f8-4937-ba99-2537a84b0104), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.383591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (51a8271e-f6f8-4937-ba99-2537a84b0104), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.412348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks [] for router_controller (51a8271e-f6f8-4937-ba99-2537a84b0104), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.429099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:52.429641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.494071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77dd7b12-cfd4-455b-ade3-c5ae9857cfca req-f52dbea4-ad1b-47eb-82ce-ff3f92607d93 service neutron] 10.222.0.44 "GET /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031150 Mar 07 04:42:52.500011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (51a8271e-f6f8-4937-ba99-2537a84b0104), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.500623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a8271e-f6f8-4937-ba99-2537a84b0104 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:42:52.507925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.509096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2a83925-52cc-40fe-9917-8cf3a9a81883 admin admin] 10.222.0.21 "DELETE /v2.0/routers/51a8271e-f6f8-4937-ba99-2537a84b0104 HTTP/1.1" status: 204 len: 168 time: 2.2132571 Mar 07 04:42:52.512141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:52.582276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Deleting subnet 8e1407e8-da1a-4516-b5e3-f42decd22e7a {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:52.586415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Publish callbacks [] for subnet (8e1407e8-da1a-4516-b5e3-f42decd22e7a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.594430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:52.594852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.613592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:52.625009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941b9e5-84fe-4689-ac12-7b0a652b781a req-4f4cdcbb-c212-4231-bfdd-0ab6ee7d31af tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:52.626717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5941b9e5-84fe-4689-ac12-7b0a652b781a req-4f4cdcbb-c212-4231-bfdd-0ab6ee7d31af tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.1223130 Mar 07 04:42:52.654067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (8e1407e8-da1a-4516-b5e3-f42decd22e7a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.695098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-30510509-7f70-4de5-9412-fc5c0ca1bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:52.696727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-30510509-7f70-4de5-9412-fc5c0ca1bbf5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57fc920578e34980a387d5bb86b64772&device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 1126 time: 0.1254282 Mar 07 04:42:52.735941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5941b9e5-84fe-4689-ac12-7b0a652b781a req-569fdaa7-cc57-49a1-981a-ca54591243b3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032662 Mar 07 04:42:52.787125 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8e1407e8-da1a-4516-b5e3-f42decd22e7a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.834463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-3a8f91a3-e392-437c-b422-8cf5831a7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:52.835914 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-3a8f91a3-e392-437c-b422-8cf5831a7db7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea HTTP/1.1" status: 200 len: 925 time: 0.1321683 Mar 07 04:42:52.880640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.898323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-e9cd13ec-7303-4fd8-8031-139cd8c7b397 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a HTTP/1.1" status: 200 len: 217 time: 0.0554817 Mar 07 04:42:52.924480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:52.947902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (8e1407e8-da1a-4516-b5e3-f42decd22e7a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:52.994749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1407e8-da1a-4516-b5e3-f42decd22e7a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:52.999284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.002635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7b89dde9-d8eb-4872-9379-a29536348b11 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8e1407e8-da1a-4516-b5e3-f42decd22e7a HTTP/1.1" status: 204 len: 168 time: 0.4891586 Mar 07 04:42:53.005558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:53.034450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-4eb4cc8a-5220-441c-92dd-a774b74e5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:53.035997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-4eb4cc8a-5220-441c-92dd-a774b74e5a82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b31166d-6f98-4620-a4c5-e063e1c0170c HTTP/1.1" status: 200 len: 864 time: 0.1307809 Mar 07 04:42:53.093617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-4955a05d-5c87-4526-824b-182f582267a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426991 Mar 07 04:42:53.221517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf5a1d-5813-4365-99b6-31476f4ed510 req-f827cec6-7d6f-40cb-aeac-523f1f1f3186 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:53.224043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9aaf5a1d-5813-4365-99b6-31476f4ed510 req-f827cec6-7d6f-40cb-aeac-523f1f1f3186 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 944 time: 0.3010972 Mar 07 04:42:53.251176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f4062c06-a440-4294-9453-30c53e6dc5b4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.263492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.287315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee916140-1836-46f4-8f37-34e0a415346a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:53.330447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ee916140-1836-46f4-8f37-34e0a415346a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:53.331058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee916140-1836-46f4-8f37-34e0a415346a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:53.331904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d422e497-38e6-4490-ba33-50f82a1ac301 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:53.351976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d422e497-38e6-4490-ba33-50f82a1ac301 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:53.352327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d422e497-38e6-4490-ba33-50f82a1ac301 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:53.410654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9aaf5a1d-5813-4365-99b6-31476f4ed510 req-90bbf858-d2e9-429d-9c8b-e74f1c170559 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807089 Mar 07 04:42:53.420059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f4062c06-a440-4294-9453-30c53e6dc5b4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.444518 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-656d4210-bb19-4563-9f87-3cec254229bb service neutron] 10.222.0.44 "GET /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021274 Mar 07 04:42:53.448491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4062c06-a440-4294-9453-30c53e6dc5b4']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:53.478118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4599d79f-0c18-47fc-9410-7bb78690d79c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:53.478419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4599d79f-0c18-47fc-9410-7bb78690d79c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:53.497687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4599d79f-0c18-47fc-9410-7bb78690d79c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.537940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:53.543168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4599d79f-0c18-47fc-9410-7bb78690d79c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.553353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:53.553766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4599d79f-0c18-47fc-9410-7bb78690d79c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:53.555538 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:53.619161 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c8fe4351-8a5f-4681-9e92-ccb348450deb req-69cf70d0-fc41-44fb-bcad-430aad4b5787 service neutron] 10.222.0.44 "GET /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681693 Mar 07 04:42:53.633777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f4062c06-a440-4294-9453-30c53e6dc5b4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.641124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.644669 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4062c06-a440-4294-9453-30c53e6dc5b4 HTTP/1.1" status: 204 len: 168 time: 0.6381454 Mar 07 04:42:53.658986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9f0a4-1fa7-4577-82e7-2ef026119700 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4062c06-a440-4294-9453-30c53e6dc5b4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:53.856611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:53.904114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86b8bc0b-7fd2-4085-8351-1722dd3f6a3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b24830889a8841a4b5229d797ef10753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435126 Mar 07 04:42:53.904397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56872) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:53.961014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec99f119-5979-4713-9ede-39f991e7c1d5 admin admin] Publish callbacks [] for security_group (807a0393-6944-4402-b443-3a6f58f3bf38), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:53.988354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec99f119-5979-4713-9ede-39f991e7c1d5 admin admin] Publish callbacks [] for security_group (807a0393-6944-4402-b443-3a6f58f3bf38), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.008185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:54.019124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a2d78a6f-8551-4ca0-9ac1-b14c03bb9723 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542264 Mar 07 04:42:54.019503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:54.021298 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:54.034433 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:54.035640 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:54.056390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34aa061-fadd-44d2-b1cf-f283d543c369 req-7ba6332a-a6c4-465e-9ed6-8e73faa840d3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:54.058228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e34aa061-fadd-44d2-b1cf-f283d543c369 req-7ba6332a-a6c4-465e-9ed6-8e73faa840d3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.1031158 Mar 07 04:42:54.071582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec99f119-5979-4713-9ede-39f991e7c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (807a0393-6944-4402-b443-3a6f58f3bf38), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.077483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ec99f119-5979-4713-9ede-39f991e7c1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.083285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ec99f119-5979-4713-9ede-39f991e7c1d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/807a0393-6944-4402-b443-3a6f58f3bf38 HTTP/1.1" status: 204 len: 168 time: 0.1779230 Mar 07 04:42:54.098590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99f119-5979-4713-9ede-39f991e7c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807a0393-6944-4402-b443-3a6f58f3bf38,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:54.128985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet 23eee137-7197-455b-91fa-f5b0311100fb {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:54.145647 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (23eee137-7197-455b-91fa-f5b0311100fb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.145965 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:54.202904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e34aa061-fadd-44d2-b1cf-f283d543c369 req-cdb10ae2-66b8-409d-85af-d66697935bbe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371953 Mar 07 04:42:54.207998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (23eee137-7197-455b-91fa-f5b0311100fb), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.314308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (23eee137-7197-455b-91fa-f5b0311100fb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.404086 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:52Z', 'revision_number': 10, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:54.420236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (23eee137-7197-455b-91fa-f5b0311100fb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.435350 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:54.445359 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:54.446194 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:54.449624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=23eee137-7197-455b-91fa-f5b0311100fb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:54.461764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.468667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:54.472311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d998b-fb28-44b7-b236-3455e6e50e9e None None] Network 498c57dc-c939-4ee2-ad91-db458892cb02 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:54.481169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ef784da-823d-4ece-9773-b32b2c467cd3 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/23eee137-7197-455b-91fa-f5b0311100fb HTTP/1.1" status: 204 len: 168 time: 0.4549556 Mar 07 04:42:54.596181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (498c57dc-c939-4ee2-ad91-db458892cb02), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.599003 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:54.688721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aa871-63f3-4e8e-8e5a-ac7b70dff37e req-5cabbf65-c7da-450e-bab6-8a08852db858 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:54.691512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-470aa871-63f3-4e8e-8e5a-ac7b70dff37e req-5cabbf65-c7da-450e-bab6-8a08852db858 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 944 time: 0.1521995 Mar 07 04:42:54.723943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port fbf58899-0fba-426a-95c7-517f0849c65b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:54.724120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.780154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] DHCP port deletion for 498c57dc-c939-4ee2-ad91-db458892cb02 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:42:54.839086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-470aa871-63f3-4e8e-8e5a-ac7b70dff37e req-99c2b6e8-3867-4ae8-988a-83dfa8c15f41 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310830 Mar 07 04:42:54.880639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port fbf58899-0fba-426a-95c7-517f0849c65b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fbf58899-0fba-426a-95c7-517f0849c65b,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:54.881196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.881796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] Deleting port fbf58899-0fba-426a-95c7-517f0849c65b {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:54.882735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.899539 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:52Z', 'revision_number': 10, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:54.915679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for fbf58899-0fba-426a-95c7-517f0849c65b owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:54.960267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] For port fbf58899-0fba-426a-95c7-517f0849c65b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fbf58899-0fba-426a-95c7-517f0849c65b,segment=NetworkSegment(b0345913-6aa0-4105-9ae2-6403445645b4),segment_id=b0345913-6aa0-4105-9ae2-6403445645b4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:54.960918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:54.977814 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abc979-ac64-4d4d-959f-ad463a34e56d None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:52Z', 'revision_number': 10, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None, '_interfaces': [{'id': '49e9bec8-7952-4672-ba03-a3e7dccaa897', 'name': '', 'network_id': '45684fc3-b50a-410e-aa43-608cfb6188ac', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'mac_address': 'fa:16:3e:11:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:09Z', 'updated_at': '2022-03-07T04:42:17Z', 'revision_number': 5, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'subnets': [{'id': '6c3ea97f-0818-41b4-981c-cb657fdfc1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:54.988169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] Calling delete_port for fbf58899-0fba-426a-95c7-517f0849c65b owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:55.066024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.101221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=fbf58899-0fba-426a-95c7-517f0849c65b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:55.107453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port fbf58899-0fba-426a-95c7-517f0849c65b on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:55.116631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (fbf58899-0fba-426a-95c7-517f0849c65b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.148980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] Pushing event deleted for resources: {'Port': ['ID=fbf58899-0fba-426a-95c7-517f0849c65b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:55.164567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff7348-6ef0-4c92-baff-66fcb3857b82 None None] No DVR routers for this DVR port fbf58899-0fba-426a-95c7-517f0849c65b on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:55.205351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (498c57dc-c939-4ee2-ad91-db458892cb02), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.228952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498c57dc-c939-4ee2-ad91-db458892cb02']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:55.240607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0345913-6aa0-4105-9ae2-6403445645b4') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:55.241127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0345913-6aa0-4105-9ae2-6403445645b4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:55.259747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b0345913-6aa0-4105-9ae2-6403445645b4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.279660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b0345913-6aa0-4105-9ae2-6403445645b4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.284204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56904) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:55.288736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:55.289559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b0345913-6aa0-4105-9ae2-6403445645b4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:55.293873 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:55.386787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (498c57dc-c939-4ee2-ad91-db458892cb02), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.400822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.402366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fbf58899-0fba-426a-95c7-517f0849c65b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:55.409667 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/498c57dc-c939-4ee2-ad91-db458892cb02 HTTP/1.1" status: 204 len: 168 time: 0.9374707 Mar 07 04:42:55.409839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6269db4-ffb7-4850-b786-c3d15a552c43 req-f9a89205-7aaf-42f6-9b8a-39867a7b3d21 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:55.410860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6269db4-ffb7-4850-b786-c3d15a552c43 req-f9a89205-7aaf-42f6-9b8a-39867a7b3d21 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.1028214 Mar 07 04:42:55.411359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56908) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:55.434373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93660818-f38d-492f-a62f-0f706af8b424 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=498c57dc-c939-4ee2-ad91-db458892cb02,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:55.442252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fbf58899-0fba-426a-95c7-517f0849c65b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:55.442605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fbf58899-0fba-426a-95c7-517f0849c65b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:55.447810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-737425931-network', 'tenant_id': '4bbf146bc8084783919a44106051b8df'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:55.583836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Made reservation on behalf of 4bbf146bc8084783919a44106051b8df for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:55.586300 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.616253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.641782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6269db4-ffb7-4850-b786-c3d15a552c43 req-92839c15-6297-490e-9b4a-8588d0372988 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132831 Mar 07 04:42:55.777373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:42:55.840136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks [] for security_group (f3c53455-1a3f-40c0-8aa3-fd87231fb989), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.851007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f3c53455-1a3f-40c0-8aa3-fd87231fb989), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.862024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:42:55.898093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (733f87fa-a025-49ce-b3e7-eaea0a239c80), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.898453 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Added segment 733f87fa-a025-49ce-b3e7-eaea0a239c80 of type vlan for network 87ed3e8a-714c-49ec-8208-6a8f03486df9 Mar 07 04:42:55.905608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,segment=NetworkSegment(8e64834a-f184-4fbb-a159-8515396ad6ce),segment_id=8e64834a-f184-4fbb-a159-8515396ad6ce)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:55.913264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c53455-1a3f-40c0-8aa3-fd87231fb989,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:55.940623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a', 'network_id': '97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea', 'port_id': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a', 'mac_address': 'fa:16:3e:50:85:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b31166d-6f98-4620-a4c5-e063e1c0170c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:42:55.973775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (87ed3e8a-714c-49ec-8208-6a8f03486df9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:55.985123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:55.985525 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.000673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:42:56.021118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,segment=NetworkSegment(8e64834a-f184-4fbb-a159-8515396ad6ce),segment_id=8e64834a-f184-4fbb-a159-8515396ad6ce)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:56.026069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.053317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (87ed3e8a-714c-49ec-8208-6a8f03486df9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.054031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:56.054620 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.077671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:56.116948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32055-e270-4e5e-b2e9-2d2e54d30f65 req-6c38dd7d-106e-41ef-b4d5-beb2fd7b482a tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:56.118360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91c32055-e270-4e5e-b2e9-2d2e54d30f65 req-6c38dd7d-106e-41ef-b4d5-beb2fd7b482a tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 944 time: 0.1745641 Mar 07 04:42:56.128798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] Pushing event updated for resources: {'Network': ['ID=87ed3e8a-714c-49ec-8208-6a8f03486df9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:56.143494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 87ed3e8a-714c-49ec-8208-6a8f03486df9 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:42:56.154573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e699def3-05ea-4e38-8c09-bfc840fbfa84 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8692799 Mar 07 04:42:56.157415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56912) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:56.163867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Request body: {'subnet': {'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-737425931-subnet', 'tenant_id': '4bbf146bc8084783919a44106051b8df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:56.169417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.194957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Made reservation on behalf of 4bbf146bc8084783919a44106051b8df for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:56.199727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.258879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91c32055-e270-4e5e-b2e9-2d2e54d30f65 req-198ee5d6-62c7-44a3-adf2-52729695c93c tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324081 Mar 07 04:42:56.357119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9b98e1d6-d8b2-4a66-b964-8ae483b6b93a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:42:56.407732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.482397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 49e9bec8-7952-4672-ba03-a3e7dccaa897 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:56.482990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.484532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:56.491125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Checking segment: {'id': '733f87fa-a025-49ce-b3e7-eaea0a239c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:42:56.491340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Network hostable DHCP agents. Network: 87ed3e8a-714c-49ec-8208-6a8f03486df9, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:42:56.513497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Network 87ed3e8a-714c-49ec-8208-6a8f03486df9 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:42:56.532393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 87ed3e8a-714c-49ec-8208-6a8f03486df9) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:42:56.543373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b012de-91d3-45fd-a700-ea60a45c88e8 None None] Network 87ed3e8a-714c-49ec-8208-6a8f03486df9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:56.547879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:56.548483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.577934 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ff7f03af-5811-45df-9c61-46e4f543b907 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4192472 Mar 07 04:42:56.603611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port 49e9bec8-7952-4672-ba03-a3e7dccaa897, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=49e9bec8-7952-4672-ba03-a3e7dccaa897,segment=NetworkSegment(4cf6085b-32ed-48c1-9aa4-509347bd9e83),segment_id=4cf6085b-32ed-48c1-9aa4-509347bd9e83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:56.603981 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.622861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 49e9bec8-7952-4672-ba03-a3e7dccaa897 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:56.664644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e25845-6fc8-4281-b04c-105e37b48526 None None] Network 87ed3e8a-714c-49ec-8208-6a8f03486df9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:56.824893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c69c08-6e80-4415-9dd4-059ac8d4bdad req-c2c273d0-3acc-4e4f-aca4-b6c0d29cfbab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:56.826610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5c69c08-6e80-4415-9dd4-059ac8d4bdad req-c2c273d0-3acc-4e4f-aca4-b6c0d29cfbab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.0753710 Mar 07 04:42:56.911984 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (49e9bec8-7952-4672-ba03-a3e7dccaa897), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:56.927816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5c69c08-6e80-4415-9dd4-059ac8d4bdad req-abedea83-0862-4d15-a608-16b4158350ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925629 Mar 07 04:42:56.957865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=49e9bec8-7952-4672-ba03-a3e7dccaa897,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:57.101264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:57.127313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:57.127935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ba8f8f9b-1fd5-4b11-81b4-ffbeab4509a4 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:57.212265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-bd97f0c4-767f-4f3c-af0a-f31053939a9d tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:57.214101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-bd97f0c4-767f-4f3c-af0a-f31053939a9d tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/networks?id=87ed3e8a-714c-49ec-8208-6a8f03486df9 HTTP/1.1" status: 200 len: 808 time: 0.2097738 Mar 07 04:42:57.214581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:57.266946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-74795b84-3640-4641-afd7-9e23303d8734 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/quotas/4bbf146bc8084783919a44106051b8df HTTP/1.1" status: 200 len: 375 time: 0.0454173 Mar 07 04:42:57.333588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-60051b1c-34f7-4a34-bb63-55b7c7928c3e tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bbf146bc8084783919a44106051b8df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301147 Mar 07 04:42:57.497284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:57.542822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a912c-5a6c-4e6e-89a1-84791d2c23ac req-8b84c301-2e02-493d-b235-f14c773959f6 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:57.544474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-751a912c-5a6c-4e6e-89a1-84791d2c23ac req-8b84c301-2e02-493d-b235-f14c773959f6 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 945 time: 0.1665907 Mar 07 04:42:57.547805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-08088587-bd72-4b4f-bdfa-cf45f9a9978a service neutron] 10.222.0.21 "GET /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062654 Mar 07 04:42:57.792816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:42:57.849068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:42:57.854298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:42:57.854831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:57.943894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:42:57.944295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:57.957062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:57.969366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:57.977486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:42:57.979817 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b36831a-1c2c-4483-a89d-ddd5c6987a13" -d '{"events": [{"server_uuid": "316cdd32-10ca-46b1-a39c-1f0a89bf9ab2", "name": "network-vif-plugged", "status": "completed", "tag": "9b98e1d6-d8b2-4a66-b964-8ae483b6b93a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:42:57.992182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77421b52-6f82-480e-9e80-c92e791ebb2d tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797184 Mar 07 04:42:57.995965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,segment=NetworkSegment(8e64834a-f184-4fbb-a159-8515396ad6ce),segment_id=8e64834a-f184-4fbb-a159-8515396ad6ce)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:57.996112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56938) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:57.999011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:57.999474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.014287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-751a912c-5a6c-4e6e-89a1-84791d2c23ac req-cd03a892-5762-4a71-a8ff-594d2c22d8e4 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319224 Mar 07 04:42:58.046849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-ba333ccc-e22b-4f7d-9a65-c44057810720 service neutron] 10.222.0.21 "GET /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658659 Mar 07 04:42:58.053347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.075906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting subnet 6c3ea97f-0818-41b4-981c-cb657fdfc1d6 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:42:58.079519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (6c3ea97f-0818-41b4-981c-cb657fdfc1d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.118129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:58.128322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6c3ea97f-0818-41b4-981c-cb657fdfc1d6), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.128533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452e9f4-2663-42d4-a063-68c8d2f5ca15 req-f65b6a31-46df-4662-b6b8-801f2d0437a7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:58.136387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b452e9f4-2663-42d4-a063-68c8d2f5ca15 req-f65b6a31-46df-4662-b6b8-801f2d0437a7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.0632577 Mar 07 04:42:58.169226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:58.198045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b452e9f4-2663-42d4-a063-68c8d2f5ca15 req-9ceaa119-21c7-401a-aad8-5509267fbba2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564983 Mar 07 04:42:58.261201 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9790ecd-eaab-4558-a78c-5137e6731511 x-openstack-request-id: req-b9790ecd-eaab-4558-a78c-5137e6731511 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:42:58.261201 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cdd32-10ca-46b1-a39c-1f0a89bf9ab2", "name": "network-vif-plugged", "status": "completed", "tag": "9b98e1d6-d8b2-4a66-b964-8ae483b6b93a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:42:58.262228 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9790ecd-eaab-4558-a78c-5137e6731511 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:42:58.262971 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a', 'code': 200} Mar 07 04:42:58.264174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:56Z', 'revision_number': 11, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.269642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6c3ea97f-0818-41b4-981c-cb657fdfc1d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.302630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b9905014-cc93-4c7d-9a34-90db28ea4899 req-d46bd947-90d4-488b-a1fb-71a588a2fe57 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 210 time: 0.0457556 Mar 07 04:42:58.307794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:58.322945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:58.323967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.385948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9508c-ba5c-4356-93b0-85b4df90f67f req-7f731782-7240-4e60-9706-d10ec8c7199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:58.387477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15d9508c-ba5c-4356-93b0-85b4df90f67f req-7f731782-7240-4e60-9706-d10ec8c7199f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 1128 time: 0.0704517 Mar 07 04:42:58.392729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6c3ea97f-0818-41b4-981c-cb657fdfc1d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.403223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:58.428003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3ea97f-0818-41b4-981c-cb657fdfc1d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:58.440806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.444385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1cebd33c-fdda-4ba1-83a7-a6d2644b472c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/6c3ea97f-0818-41b4-981c-cb657fdfc1d6 HTTP/1.1" status: 204 len: 168 time: 0.4468110 Mar 07 04:42:58.447439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56948) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:58.467414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75098f3-3b53-4090-8875-8c37694d3379 None None] Network 45684fc3-b50a-410e-aa43-608cfb6188ac requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:42:58.470666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:56Z', 'revision_number': 11, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.477849 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15d9508c-ba5c-4356-93b0-85b4df90f67f req-d4965c7d-5c64-48b6-893d-57deb14deded service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822392 Mar 07 04:42:58.541229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (45684fc3-b50a-410e-aa43-608cfb6188ac), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.607244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Deleting port 22aabb83-5973-4699-b7ff-535cabc337c7 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:42:58.607577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.670915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a610b-240f-4a0c-b4f0-033b6196dc5d None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:56Z', 'revision_number': 11, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:42:58.674361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] For port 22aabb83-5973-4699-b7ff-535cabc337c7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=22aabb83-5973-4699-b7ff-535cabc337c7,segment=NetworkSegment(4cf6085b-32ed-48c1-9aa4-509347bd9e83),segment_id=4cf6085b-32ed-48c1-9aa4-509347bd9e83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:42:58.674734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.694414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Calling delete_port for 22aabb83-5973-4699-b7ff-535cabc337c7 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:42:58.810773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (22aabb83-5973-4699-b7ff-535cabc337c7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.837099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Port': ['ID=22aabb83-5973-4699-b7ff-535cabc337c7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:58.841322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No DVR routers for this DVR port 22aabb83-5973-4699-b7ff-535cabc337c7 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:42:58.923324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (45684fc3-b50a-410e-aa43-608cfb6188ac), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.944953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45684fc3-b50a-410e-aa43-608cfb6188ac']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.954865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf6085b-32ed-48c1-9aa4-509347bd9e83') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.955156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf6085b-32ed-48c1-9aa4-509347bd9e83') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:58.964600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (4cf6085b-32ed-48c1-9aa4-509347bd9e83), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.977353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4cf6085b-32ed-48c1-9aa4-509347bd9e83), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.983401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:42:58.983777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (4cf6085b-32ed-48c1-9aa4-509347bd9e83), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:42:58.986699 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:42:59.031319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc69db9-bc78-4079-a7aa-0739f25ac3e4 None None] DHCP port deletion for 45684fc3-b50a-410e-aa43-608cfb6188ac request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:42:59.056207 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (45684fc3-b50a-410e-aa43-608cfb6188ac), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.067092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.070338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/networks/45684fc3-b50a-410e-aa43-608cfb6188ac HTTP/1.1" status: 204 len: 168 time: 0.6208248 Mar 07 04:42:59.073771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:59.079622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'routes': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:59.083347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e70f11-2d27-445b-b339-e56a2e9b60ca tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Pushing event deleted for resources: {'Network': ['ID=45684fc3-b50a-410e-aa43-608cfb6188ac,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:42:59.116538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 49e9bec8-7952-4672-ba03-a3e7dccaa897 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:59.142641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 49e9bec8-7952-4672-ba03-a3e7dccaa897 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:59.143710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 49e9bec8-7952-4672-ba03-a3e7dccaa897 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:59.144258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 22aabb83-5973-4699-b7ff-535cabc337c7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:42:59.167332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 22aabb83-5973-4699-b7ff-535cabc337c7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:42:59.167688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 22aabb83-5973-4699-b7ff-535cabc337c7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:42:59.206959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe853-691f-412f-9913-a1b80a755932 req-018f3f0d-5d8e-4d1b-b342-081326fab86d tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:59.208439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78dbe853-691f-412f-9913-a1b80a755932 req-018f3f0d-5d8e-4d1b-b342-081326fab86d tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 946 time: 0.0692852 Mar 07 04:42:59.295520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Added routes are [] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 04:42:59.295851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Removed routes are [] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 04:42:59.296204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.299087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78dbe853-691f-412f-9913-a1b80a755932 req-0824d5e3-8ff1-4b90-b671-39b86be3c24e tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796852 Mar 07 04:42:59.363185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f6953-5980-4a1c-90dc-d1c10063f3c3 req-beb817fc-6f72-4113-b9e0-afd0f050943e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:59.364825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b2f6953-5980-4a1c-90dc-d1c10063f3c3 req-beb817fc-6f72-4113-b9e0-afd0f050943e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.0980816 Mar 07 04:42:59.478681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.484160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.517150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ece260-e3d5-4681-8b56-aa25d2ef9aef req-f1c4aefa-58fb-46f1-8945-85cbde6d742f tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 210 time: 0.0447595 Mar 07 04:42:59.558082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-623a3945-04de-4d24-bf8c-dc161fd3d6cf tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:42:59.559555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-623a3945-04de-4d24-bf8c-dc161fd3d6cf tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.15 "GET /v2.0/networks?id=87ed3e8a-714c-49ec-8208-6a8f03486df9 HTTP/1.1" status: 200 len: 808 time: 0.1936879 Mar 07 04:42:59.563081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b2f6953-5980-4a1c-90dc-d1c10063f3c3 req-125dfa5f-b432-4c12-8d69-c731dd135e02 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858535 Mar 07 04:42:59.567276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9aff6b52-6674-4ee5-8670-3df00c0aec85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:42:59.572137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Request body: {'port': {'device_id': '2ffd81be-c729-4724-93eb-465116bf4375', 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9', 'admin_state_up': True, 'tenant_id': '4bbf146bc8084783919a44106051b8df'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:42:59.653918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:42:59.660369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.663155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c3ea54c3-6f8a-4602-8e69-ecec68825bf2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 700 time: 0.5882671 Mar 07 04:42:59.663771 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] Sync routers for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:42:59.664606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:59.675106 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:59.675752 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:59.699955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56962) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:42:59.700914 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0e0b7a80-a514-40cd-ac1b-73f2fe287d90 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 205 time: 0.0351882 Mar 07 04:42:59.739521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Made reservation on behalf of 4bbf146bc8084783919a44106051b8df for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:42:59.742931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.795986 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:42:59.845874 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:42:59.897162 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:56Z', 'revision_number': 11, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:42:59.926415 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] Checking router: 9aff6b52-6674-4ee5-8670-3df00c0aec85 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:42:59.935004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] Routers {'9aff6b52-6674-4ee5-8670-3df00c0aec85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:42:59.935610 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9aff6b52-6674-4ee5-8670-3df00c0aec85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:00.004551 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] Set router 9aff6b52-6674-4ee5-8670-3df00c0aec85 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:00.032112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.035869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (9aff6b52-6674-4ee5-8670-3df00c0aec85), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.058487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:56Z', 'revision_number': 11, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:00.084741 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04cbaf-2631-4433-bf9f-296ea43d1f94 None None] The sync data for ids ['9aff6b52-6674-4ee5-8670-3df00c0aec85'] in n-d-832185-1 is: [{'id': '9aff6b52-6674-4ee5-8670-3df00c0aec85', 'name': 'tempest-RoutersTest-router-475543363', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:07Z', 'updated_at': '2022-03-07T04:42:56Z', 'revision_number': 11, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:43:00.090131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Allocated IP 172.20.0.10 (87ed3e8a-714c-49ec-8208-6a8f03486df9/061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5/98665c90-8f82-47b0-b855-af838f6f8be3) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:00.098682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9aff6b52-6674-4ee5-8670-3df00c0aec85), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.099119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router 9aff6b52-6674-4ee5-8670-3df00c0aec85 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:43:00.106917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.112318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-447e06b8-6149-4858-90f4-53461e56fa60 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 204 len: 168 time: 0.4071448 Mar 07 04:43:00.112754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56964) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:00.118477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2045182222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:00.141243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.142278 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.202086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (9f47f502-ffc8-4852-944f-370962a4c8a8), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.208423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.230628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.234550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c0e1c080-2b5e-4373-bf46-3e0ef39c5672 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1179497 Mar 07 04:43:00.234846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:00.239671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:00.273273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks [] for port (98665c90-8f82-47b0-b855-af838f6f8be3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.311410 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.376709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Network 87ed3e8a-714c-49ec-8208-6a8f03486df9 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:00.378822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:00.382449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:00.390030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Pushing event updated for resources: {'Port': ['ID=98665c90-8f82-47b0-b855-af838f6f8be3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:00.468430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:00.469049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.485088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.495609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e105cc-9560-490c-a687-24e690fa9cbe req-c47abd86-cc9f-4b92-bfc4-01a2800bbca6 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:00.497255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.497397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25e105cc-9560-490c-a687-24e690fa9cbe req-c47abd86-cc9f-4b92-bfc4-01a2800bbca6 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 946 time: 0.0837471 Mar 07 04:43:00.502204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-d5fd1a01-605a-41a1-89bb-f3f235abff33 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9344323 Mar 07 04:43:00.521266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Request body: {'port': {'device_id': '2ffd81be-c729-4724-93eb-465116bf4375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:00.583418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25e105cc-9560-490c-a687-24e690fa9cbe req-59350d51-f033-4c82-9ddd-41c37fa4a561 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790176 Mar 07 04:43:00.604105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Router 9f47f502-ffc8-4852-944f-370962a4c8a8 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:43:00.652103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.692235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:43:00.699804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:00.703992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a2deb907-ee29-484c-9e56-61a0f5a3d24f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "PUT /v2.0/routers/9f47f502-ffc8-4852-944f-370962a4c8a8 HTTP/1.1" status: 200 len: 694 time: 0.4679787 Mar 07 04:43:00.704146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] Sync routers for ids ['9f47f502-ffc8-4852-944f-370962a4c8a8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:43:00.704604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:00.715506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] Routers {'9f47f502-ffc8-4852-944f-370962a4c8a8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:00.716142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f47f502-ffc8-4852-944f-370962a4c8a8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:00.748628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe107a-cf9a-47e4-933c-79b235de4536 req-44152edc-5edd-4ae4-b1e8-deeec9912317 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:00.750182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5abe107a-cf9a-47e4-933c-79b235de4536 req-44152edc-5edd-4ae4-b1e8-deeec9912317 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 932 time: 0.1461480 Mar 07 04:43:00.799684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] Set router 9f47f502-ffc8-4852-944f-370962a4c8a8 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:00.849896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8010c7-a398-45b2-966d-f13a8ecff94a req-d8bb0b21-ec2e-45c4-a27e-a8a17b478461 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:00.851513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de8010c7-a398-45b2-966d-f13a8ecff94a req-d8bb0b21-ec2e-45c4-a27e-a8a17b478461 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.1861143 Mar 07 04:43:00.865334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f47f502-ffc8-4852-944f-370962a4c8a8', 'name': 'tempest-RoutersTest-router-2045182222', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:00Z', 'updated_at': '2022-03-07T04:43:00Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:00.901058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] Checking router: 9f47f502-ffc8-4852-944f-370962a4c8a8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:43:00.913581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] Routers {'9f47f502-ffc8-4852-944f-370962a4c8a8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:00.914883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:42:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9f47f502-ffc8-4852-944f-370962a4c8a8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:00.932505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5abe107a-cf9a-47e4-933c-79b235de4536 req-abe1f4be-ac3c-4171-9b9a-b8a456b96ba7 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218066 Mar 07 04:43:00.988525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de8010c7-a398-45b2-966d-f13a8ecff94a req-d3847723-3096-45fe-86f4-956420970e53 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265883 Mar 07 04:43:01.027327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] Set router 9f47f502-ffc8-4852-944f-370962a4c8a8 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:01.091572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f47f502-ffc8-4852-944f-370962a4c8a8', 'name': 'tempest-RoutersTest-router-2045182222', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:00Z', 'updated_at': '2022-03-07T04:43:00Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:01.122292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98665c90-8f82-47b0-b855-af838f6f8be3 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:43:01.124269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8570b-2806-4083-bf78-4e8c06ab9fad None None] The sync data for ids ['9f47f502-ffc8-4852-944f-370962a4c8a8'] in n-d-832185-1 is: [{'id': '9f47f502-ffc8-4852-944f-370962a4c8a8', 'name': 'tempest-RoutersTest-router-2045182222', 'tenant_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:00Z', 'updated_at': '2022-03-07T04:43:00Z', 'revision_number': 2, 'project_id': 'ae26c4e063eb4836ad5ff16af9f8379b', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:43:01.137079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Publish callbacks [] for port (98665c90-8f82-47b0-b855-af838f6f8be3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.162430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab51813-0494-49e3-b886-e66aefec8987 req-8a0c99a4-5e98-404c-a2b0-becb5cdd70a5 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:01.164098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eab51813-0494-49e3-b886-e66aefec8987 req-8a0c99a4-5e98-404c-a2b0-becb5cdd70a5 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 946 time: 0.1139643 Mar 07 04:43:01.166215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Transition to ACTIVE for port object 98665c90-8f82-47b0-b855-af838f6f8be3 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:43:01.174145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.179952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b86f8ff8-4080-4868-bf04-135eee9f51f6 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/routers/9f47f502-ffc8-4852-944f-370962a4c8a8 HTTP/1.1" status: 200 len: 700 time: 0.4714613 Mar 07 04:43:01.180429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.210148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d24ed65e-e85a-46a4-9ac7-4d4736a58bf8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f47f502-ffc8-4852-944f-370962a4c8a8 HTTP/1.1" status: 200 len: 205 time: 0.0288956 Mar 07 04:43:01.213060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.256349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Pushing event updated for resources: {'Port': ['ID=98665c90-8f82-47b0-b855-af838f6f8be3,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:01.275446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eab51813-0494-49e3-b886-e66aefec8987 req-b719a5c6-ca53-49f2-bfd2-24e183fc2134 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037343 Mar 07 04:43:01.309107 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.366538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Attempting to bind port 98665c90-8f82-47b0-b855-af838f6f8be3 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:01.366981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Attempting to bind port 98665c90-8f82-47b0-b855-af838f6f8be3 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '733f87fa-a025-49ce-b3e7-eaea0a239c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:01.367321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Attempting to bind port 98665c90-8f82-47b0-b855-af838f6f8be3 on network 87ed3e8a-714c-49ec-8208-6a8f03486df9 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:01.373365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Port 98665c90-8f82-47b0-b855-af838f6f8be3 on network 87ed3e8a-714c-49ec-8208-6a8f03486df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:43:01.373628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Attempting to bind port 98665c90-8f82-47b0-b855-af838f6f8be3 on network 87ed3e8a-714c-49ec-8208-6a8f03486df9 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:01.379707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:01.380211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Checking segment: {'id': '733f87fa-a025-49ce-b3e7-eaea0a239c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:01.380454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Bound using segment: {'id': '733f87fa-a025-49ce-b3e7-eaea0a239c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:01.380896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Bound port: 98665c90-8f82-47b0-b855-af838f6f8be3, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733f87fa-a025-49ce-b3e7-eaea0a239c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:01.381274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.454748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] For port 98665c90-8f82-47b0-b855-af838f6f8be3, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:01.458907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] For port 98665c90-8f82-47b0-b855-af838f6f8be3, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98665c90-8f82-47b0-b855-af838f6f8be3,segment=NetworkSegment(733f87fa-a025-49ce-b3e7-eaea0a239c80),segment_id=733f87fa-a025-49ce-b3e7-eaea0a239c80)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:01.469116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.512850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:01.513577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.515434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] 10.222.0.15 "PUT /v2.0/ports/98665c90-8f82-47b0-b855-af838f6f8be3 HTTP/1.1" status: 200 len: 1092 time: 1.0039644 Mar 07 04:43:01.515998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffd81be-c729-4724-93eb-465116bf4375', 'tag': '98665c90-8f82-47b0-b855-af838f6f8be3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:01.518375 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54022049-f889-455e-8f2f-28ed6bdf0826" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffd81be-c729-4724-93eb-465116bf4375", "tag": "98665c90-8f82-47b0-b855-af838f6f8be3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:01.519417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.533390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router_controller (9f47f502-ffc8-4852-944f-370962a4c8a8), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.556924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4379a6-b8ab-4312-84b2-df1baa2547da service neutron] Pushing event updated for resources: {'Port': ['ID=98665c90-8f82-47b0-b855-af838f6f8be3,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:01.569020 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fb9dc-131f-4756-814a-b5399ee6b6ef x-openstack-request-id: req-019fb9dc-131f-4756-814a-b5399ee6b6ef {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:01.569309 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffd81be-c729-4724-93eb-465116bf4375", "tag": "98665c90-8f82-47b0-b855-af838f6f8be3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:01.569560 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-019fb9dc-131f-4756-814a-b5399ee6b6ef {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:01.569957 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffd81be-c729-4724-93eb-465116bf4375', 'tag': '98665c90-8f82-47b0-b855-af838f6f8be3', 'status': 'completed', 'code': 200} Mar 07 04:43:01.597243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9f47f502-ffc8-4852-944f-370962a4c8a8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.597821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Fanout notify agent at l3_agent the message router_deleted on router 9f47f502-ffc8-4852-944f-370962a4c8a8 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:43:01.604785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:01.605898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-28aef2b8-ceda-4d21-9f0e-c643ea26c6a9 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/9f47f502-ffc8-4852-944f-370962a4c8a8 HTTP/1.1" status: 204 len: 168 time: 0.3910174 Mar 07 04:43:01.609336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.640625 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a96bcd0-945f-4313-bbd0-b318a6a9d77f tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f47f502-ffc8-4852-944f-370962a4c8a8 HTTP/1.1" status: 200 len: 205 time: 0.0300231 Mar 07 04:43:01.642842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.659696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-523e893d-7007-4b1d-9da7-43d17e72b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:01.661316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-523e893d-7007-4b1d-9da7-43d17e72b179 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bbf146bc8084783919a44106051b8df&device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 1126 time: 0.0889359 Mar 07 04:43:01.669152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a918b-8b79-4358-88f1-f72d3fe07ead req-21774752-a09d-47ef-8053-c41dacb6a6bd tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:01.670697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-083a918b-8b79-4358-88f1-f72d3fe07ead req-21774752-a09d-47ef-8053-c41dacb6a6bd tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 946 time: 0.0993786 Mar 07 04:43:01.681383 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8a853244-b4bc-4b09-91fd-c427f914e5e2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:01.682588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a853244-b4bc-4b09-91fd-c427f914e5e2 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/9f47f502-ffc8-4852-944f-370962a4c8a8 HTTP/1.1" status: 404 len: 336 time: 0.0386305 Mar 07 04:43:01.685291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56994) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.714525 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4862b1f-070d-4490-99e4-7c3a53b10652 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:01.715140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4862b1f-070d-4490-99e4-7c3a53b10652 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:01.716986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-c5327486-37c9-49db-b45f-07291bcefc42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98665c90-8f82-47b0-b855-af838f6f8be3 HTTP/1.1" status: 200 len: 217 time: 0.0453169 Mar 07 04:43:01.718056 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c4862b1f-070d-4490-99e4-7c3a53b10652 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/104bad30-4485-4853-a8c2-4b8b615273b7 HTTP/1.1" status: 404 len: 337 time: 0.0315735 Mar 07 04:43:01.720611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56996) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.748834 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-c546d107-4c9a-494c-b36d-e4f703d0faeb tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:01.749285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c546d107-4c9a-494c-b36d-e4f703d0faeb tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:01.752293 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c546d107-4c9a-494c-b36d-e4f703d0faeb tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/fc83a1ae-0267-4609-a115-ec665a7f8a42 HTTP/1.1" status: 404 len: 337 time: 0.0307827 Mar 07 04:43:01.754768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.781157 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ea699f-06fb-4bc2-be85-1d8f43a123ef tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:01.781603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ea699f-06fb-4bc2-be85-1d8f43a123ef tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:01.784588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82ea699f-06fb-4bc2-be85-1d8f43a123ef tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/23eee137-7197-455b-91fa-f5b0311100fb HTTP/1.1" status: 404 len: 337 time: 0.0289247 Mar 07 04:43:01.785738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-083a918b-8b79-4358-88f1-f72d3fe07ead req-24317b56-cf95-417e-bff6-60dd571d2b4e tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083405 Mar 07 04:43:01.787098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57000) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.789801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-b75ff3de-2205-4645-89ef-f1c23d48cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:01.790898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-b75ff3de-2205-4645-89ef-f1c23d48cb7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5 HTTP/1.1" status: 200 len: 848 time: 0.0658913 Mar 07 04:43:01.819533 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d26dad1-14ba-4a3e-b50c-fa70eddf545a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:01.820519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d26dad1-14ba-4a3e-b50c-fa70eddf545a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:01.827722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1d26dad1-14ba-4a3e-b50c-fa70eddf545a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/6c3ea97f-0818-41b4-981c-cb657fdfc1d6 HTTP/1.1" status: 404 len: 337 time: 0.0369310 Mar 07 04:43:01.827722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57004) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.831017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-1fed5eb4-3f2f-48c3-a51a-1fd9f9856c76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87ed3e8a-714c-49ec-8208-6a8f03486df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309708 Mar 07 04:43:01.864404 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9cc328a0-0a86-43ff-acc5-289aa8e6ca66 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 200 len: 205 time: 0.0357013 Mar 07 04:43:01.867109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57008) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.906579 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a61d0d70-23ea-46de-ab51-1e258afa910e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:01.910151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a61d0d70-23ea-46de-ab51-1e258afa910e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/9aff6b52-6674-4ee5-8670-3df00c0aec85 HTTP/1.1" status: 404 len: 336 time: 0.0396535 Mar 07 04:43:01.910367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57010) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:01.936405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-276d3863-3cd5-4aab-bcec-8b7a1851264f service neutron] 10.222.0.15 "GET /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982149 Mar 07 04:43:01.942774 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd539821-3917-4215-9a1b-9587d1c1a3a0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea27bae5-04f4-4e5d-9da0-d83a755ced18 HTTP/1.1" status: 200 len: 205 time: 0.0312371 Mar 07 04:43:01.948983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57012) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.001971 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-57bffb1a-3047-4dea-b9e6-9726476ee540 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:02.003042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57bffb1a-3047-4dea-b9e6-9726476ee540 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/ea27bae5-04f4-4e5d-9da0-d83a755ced18 HTTP/1.1" status: 404 len: 336 time: 0.0531125 Mar 07 04:43:02.005743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57016) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.052561 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-324b1d68-31af-4cfb-b940-d83a7f543153 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:02.053170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324b1d68-31af-4cfb-b940-d83a7f543153 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:02.056632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-324b1d68-31af-4cfb-b940-d83a7f543153 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/f0158611-ff58-4cbb-8045-14dd948f7862 HTTP/1.1" status: 404 len: 337 time: 0.0497448 Mar 07 04:43:02.060145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57022) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.090640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dbf9631c-ceb0-4b9b-9b12-a303f58d1f3b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 200 len: 205 time: 0.0291669 Mar 07 04:43:02.093100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.136898 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-ed59c195-42d8-4e42-8e82-49d5488713f0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:02.137605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-816f28f6-eb0d-4eab-9e2a-d3e93094dc3a req-256b2b41-3507-413c-996c-1e8e3f0f7027 service neutron] 10.222.0.15 "GET /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933637 Mar 07 04:43:02.138147 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ed59c195-42d8-4e42-8e82-49d5488713f0 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/7a8e4da3-551e-4c1d-a44b-972fccb01ce4 HTTP/1.1" status: 404 len: 336 time: 0.0439675 Mar 07 04:43:02.141141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.156918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a745e2-78da-42b2-844a-f2ca06fbf1c0 req-9f9366ef-5c39-4fbe-82a2-e7596bb0fe8c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:02.158445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95a745e2-78da-42b2-844a-f2ca06fbf1c0 req-9f9366ef-5c39-4fbe-82a2-e7596bb0fe8c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 944 time: 0.1073761 Mar 07 04:43:02.175308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1727d635-b7f8-43c6-8ea1-b566e0162645 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf81bebc-a089-44a9-bd9f-10760c222a3b HTTP/1.1" status: 200 len: 205 time: 0.0311847 Mar 07 04:43:02.175943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57028) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.180758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00599de4-f609-46d4-a01c-ce22edb5b988 req-6ae4da6a-3419-4869-a939-e641aaed257e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:02.182313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00599de4-f609-46d4-a01c-ce22edb5b988 req-6ae4da6a-3419-4869-a939-e641aaed257e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.0983183 Mar 07 04:43:02.222358 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-2df7d8c8-5dcc-433d-a213-500eb9715d85 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:02.223054 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2df7d8c8-5dcc-433d-a213-500eb9715d85 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/bf81bebc-a089-44a9-bd9f-10760c222a3b HTTP/1.1" status: 404 len: 336 time: 0.0461955 Mar 07 04:43:02.225687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57030) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.253110 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec08ac7-aa06-4a9b-ac5a-35664360609a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:02.253564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec08ac7-aa06-4a9b-ac5a-35664360609a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:02.256602 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fec08ac7-aa06-4a9b-ac5a-35664360609a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/1ebc05ca-db65-4630-96dd-37ce3d9954e2 HTTP/1.1" status: 404 len: 337 time: 0.0299649 Mar 07 04:43:02.259321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.310607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-79ffb1b3-1cc8-40f1-86b2-46ebb6be394e tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb HTTP/1.1" status: 200 len: 205 time: 0.0441976 Mar 07 04:43:02.311479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57034) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.352922 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-9841a4d7-bcbb-4520-861b-2983a0f17ff8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:02.358242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9841a4d7-bcbb-4520-861b-2983a0f17ff8 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/4df1e03b-5a6f-4bf4-a4ae-e62c1a943ceb HTTP/1.1" status: 404 len: 336 time: 0.0415361 Mar 07 04:43:02.358508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.386609 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea1467d-2f49-4c6d-a66d-1cd628ae746b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:02.387066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea1467d-2f49-4c6d-a66d-1cd628ae746b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:02.390091 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aea1467d-2f49-4c6d-a66d-1cd628ae746b tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/e4fd9cd9-0057-4f5b-8ec6-44b2ce8878a4 HTTP/1.1" status: 404 len: 337 time: 0.0306103 Mar 07 04:43:02.393031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.426069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57159ccc-6db1-4ba8-ad03-4a026132ea15 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c170b5d-dd93-4d98-9099-839449f06d46 HTTP/1.1" status: 200 len: 205 time: 0.0296938 Mar 07 04:43:02.426281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.474112 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-badac063-f8b4-42eb-a9c3-bc10b933d24c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] delete failed (client error): The resource could not be found. Mar 07 04:43:02.475093 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-badac063-f8b4-42eb-a9c3-bc10b933d24c tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/routers/1c170b5d-dd93-4d98-9099-839449f06d46 HTTP/1.1" status: 404 len: 336 time: 0.0477004 Mar 07 04:43:02.478102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.508630 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-843495f9-3089-445f-ae2c-90e26775f36a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:02.509137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843495f9-3089-445f-ae2c-90e26775f36a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:02.513001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-843495f9-3089-445f-ae2c-90e26775f36a tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/d4d54f6a-31c2-4120-a84b-8c72b332bb38 HTTP/1.1" status: 404 len: 337 time: 0.0338728 Mar 07 04:43:02.515682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57044) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.542144 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ed3e16-ce0d-4ba1-b0d9-52e1ef6ac203 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] DELETE failed (client error): The resource could not be found. Mar 07 04:43:02.542915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ed3e16-ce0d-4ba1-b0d9-52e1ef6ac203 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:02.548111 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18ed3e16-ce0d-4ba1-b0d9-52e1ef6ac203 tempest-RoutersTest-132783408 tempest-RoutersTest-132783408-project] 10.222.0.21 "DELETE /v2.0/subnets/15f20094-9af2-40e8-a574-f23c871100b3 HTTP/1.1" status: 404 len: 337 time: 0.0289660 Mar 07 04:43:02.574770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95a745e2-78da-42b2-844a-f2ca06fbf1c0 req-c739fd10-c8e9-46a0-9945-b1f8a7204a59 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067655 Mar 07 04:43:02.589673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-00599de4-f609-46d4-a01c-ce22edb5b988 req-00f97ae6-98ef-4f67-b3ad-0f31d446df32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995578 Mar 07 04:43:02.591565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-69ff1728-a6ca-413e-a055-94c41a514e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:02.592952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-69ff1728-a6ca-413e-a055-94c41a514e04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bbf146bc8084783919a44106051b8df&device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 1126 time: 0.4018083 Mar 07 04:43:02.762491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e2cb3-a4b6-4d1c-a354-27bcc90def50 req-2e41fbad-acf7-40d3-bdd6-f8ef3b6b38d2 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:02.764169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-961e2cb3-a4b6-4d1c-a354-27bcc90def50 req-2e41fbad-acf7-40d3-bdd6-f8ef3b6b38d2 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 946 time: 0.1229124 Mar 07 04:43:02.767485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-40df3b6b-d277-41a5-a538-94c996139856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:02.769262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-40df3b6b-d277-41a5-a538-94c996139856 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87ed3e8a-714c-49ec-8208-6a8f03486df9 HTTP/1.1" status: 200 len: 909 time: 0.1678474 Mar 07 04:43:02.772027 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3299383-4107-479a-aa27-e97cf96b7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:02.779420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.829625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-aa4d6080-265f-4ba1-b2d3-0c37985093dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98665c90-8f82-47b0-b855-af838f6f8be3 HTTP/1.1" status: 200 len: 217 time: 0.0450809 Mar 07 04:43:02.892528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-961e2cb3-a4b6-4d1c-a354-27bcc90def50 req-6cd27d21-63df-4605-ab8e-eaaf89593bd3 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203408 Mar 07 04:43:02.917484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-14a5f79f-1dfc-40d6-aae3-0ee271e7b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:02.917484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-14a5f79f-1dfc-40d6-aae3-0ee271e7b040 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5 HTTP/1.1" status: 200 len: 848 time: 0.0719559 Mar 07 04:43:02.939500 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a8b42b45-5e20-4aa2-8dad-54b8b1673280 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae26c4e063eb4836ad5ff16af9f8379b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588225 Mar 07 04:43:02.941739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:02.947656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-f9cf5551-4b94-4c75-8b42-7f4fd52084d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87ed3e8a-714c-49ec-8208-6a8f03486df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273917 Mar 07 04:43:02.991586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1c8e-081e-4e4d-9ca7-339a42bca723 admin admin] Publish callbacks [] for security_group (3b57bcea-ed85-4277-8dc9-98f6b4fb1968), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.014694 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1c8e-081e-4e4d-9ca7-339a42bca723 admin admin] Publish callbacks [] for security_group (3b57bcea-ed85-4277-8dc9-98f6b4fb1968), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.036607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-54801d4b-9d81-4cfb-96e2-93f4a97b7751 service neutron] 10.222.0.15 "GET /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820336 Mar 07 04:43:03.066891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1c8e-081e-4e4d-9ca7-339a42bca723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3b57bcea-ed85-4277-8dc9-98f6b4fb1968), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.069438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1c8e-081e-4e4d-9ca7-339a42bca723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.070613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3ad1c8e-081e-4e4d-9ca7-339a42bca723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b57bcea-ed85-4277-8dc9-98f6b4fb1968 HTTP/1.1" status: 204 len: 168 time: 0.1279449 Mar 07 04:43:03.080082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad1c8e-081e-4e4d-9ca7-339a42bca723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b57bcea-ed85-4277-8dc9-98f6b4fb1968,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:03.144069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54022049-f889-455e-8f2f-28ed6bdf0826 req-6ec033e6-9370-4695-86de-94ccdf10527f service neutron] 10.222.0.15 "GET /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004159 Mar 07 04:43:03.529095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-41f3edd6-2b3d-48f5-a047-f7fc4a8de0cc tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:03.530641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-41f3edd6-2b3d-48f5-a047-f7fc4a8de0cc tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.44 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 946 time: 0.0578520 Mar 07 04:43:03.639547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Deleting port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:43:03.639970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.752113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e438716-115f-4cf3-8aa9-f114e271b76e req-f91f4a36-41be-4157-ab95-6f2e73853d03 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:03.754005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e438716-115f-4cf3-8aa9-f114e271b76e req-f91f4a36-41be-4157-ab95-6f2e73853d03 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 944 time: 0.0898137 Mar 07 04:43:03.757942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] For port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,segment=NetworkSegment(8e64834a-f184-4fbb-a159-8515396ad6ce),segment_id=8e64834a-f184-4fbb-a159-8515396ad6ce)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:03.759417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.769345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57082) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:03.777593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeb28-9d71-4854-8f1c-169f9e4c2fe9 req-4de54a7e-addf-48d5-a668-872e4303d8a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:03.779105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ddbeb28-9d71-4854-8f1c-169f9e4c2fe9 req-4de54a7e-addf-48d5-a668-872e4303d8a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.0864658 Mar 07 04:43:03.780789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Calling delete_port for 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:43:03.867653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e438716-115f-4cf3-8aa9-f114e271b76e req-f573b6ad-b972-4b34-9f71-e3324c1881c2 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026845 Mar 07 04:43:03.871677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ddbeb28-9d71-4854-8f1c-169f9e4c2fe9 req-de410ead-da67-48c1-9e95-6bbf0b73a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849380 Mar 07 04:43:03.906624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-85f9f78a-7ee1-4fef-87d7-4130b72e4671 tempest-DvrRoutersNegativeTest-437197243 tempest-DvrRoutersNegativeTest-437197243-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1638462178', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:03.909161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.policy [None req-85f9f78a-7ee1-4fef-87d7-4130b72e4671 tempest-DvrRoutersNegativeTest-437197243 tempest-DvrRoutersNegativeTest-437197243-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103939) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 07 04:43:03.909462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.policy [None req-85f9f78a-7ee1-4fef-87d7-4130b72e4671 tempest-DvrRoutersNegativeTest-437197243 tempest-DvrRoutersNegativeTest-437197243-project] Failed policy check for 'create_router' {{(pid=103939) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 07 04:43:03.909997 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-85f9f78a-7ee1-4fef-87d7-4130b72e4671 tempest-DvrRoutersNegativeTest-437197243 tempest-DvrRoutersNegativeTest-437197243-project] create failed (client error): Access was denied to this resource. Mar 07 04:43:03.910948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-85f9f78a-7ee1-4fef-87d7-4130b72e4671 tempest-DvrRoutersNegativeTest-437197243 tempest-DvrRoutersNegativeTest-437197243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1406777 Mar 07 04:43:03.934602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9b98e1d6-d8b2-4a66-b964-8ae483b6b93a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:03.945930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9b98e1d6-d8b2-4a66-b964-8ae483b6b93a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:43:03.973188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Pushing event deleted for resources: {'Port': ['ID=9b98e1d6-d8b2-4a66-b964-8ae483b6b93a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:04.008413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75086450-a2b7-435e-bb25-c6a3845eac5b req-a53de8d6-4141-4af4-a2e6-1c4f6f75bb20 tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.21 "GET /v2.0/ports?device_id=316cdd32-10ca-46b1-a39c-1f0a89bf9ab2 HTTP/1.1" status: 200 len: 210 time: 0.0293300 Mar 07 04:43:04.029284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] No DVR routers for this DVR port 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:43:04.031813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.035097 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3ef03f76-e0b4-495a-84b2-391a633acca1 req-9a07208e-1979-4c5c-a9c9-43a9f983aeec tempest-ServersNegativeTestMultiTenantJSON-1002511044 tempest-ServersNegativeTestMultiTenantJSON-1002511044-project] 10.222.0.44 "DELETE /v2.0/ports/9b98e1d6-d8b2-4a66-b964-8ae483b6b93a HTTP/1.1" status: 204 len: 173 time: 0.4993193 Mar 07 04:43:04.035540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'name': 'network-vif-deleted', 'tag': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:04.037789 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f80d9be-bd34-46e0-ad38-0bc9d46170f6" -d '{"events": [{"server_uuid": "316cdd32-10ca-46b1-a39c-1f0a89bf9ab2", "name": "network-vif-deleted", "tag": "9b98e1d6-d8b2-4a66-b964-8ae483b6b93a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:04.082265 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb2538-49ac-4c49-9e4e-075fb264476c x-openstack-request-id: req-b2fb2538-49ac-4c49-9e4e-075fb264476c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:04.082551 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cdd32-10ca-46b1-a39c-1f0a89bf9ab2", "name": "network-vif-deleted", "tag": "9b98e1d6-d8b2-4a66-b964-8ae483b6b93a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:04.082969 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2fb2538-49ac-4c49-9e4e-075fb264476c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:04.083411 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cdd32-10ca-46b1-a39c-1f0a89bf9ab2', 'name': 'network-vif-deleted', 'tag': '9b98e1d6-d8b2-4a66-b964-8ae483b6b93a', 'status': 'completed', 'code': 200} Mar 07 04:43:04.191678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57094) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:04.297287 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b43956e5-5157-407e-98b3-d2d7bc8b54e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.372727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b43956e5-5157-407e-98b3-d2d7bc8b54e8 admin admin] Publish callbacks [] for security_group (a4ca60c7-8e8d-4247-8f1c-47814d972349), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.376304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b43956e5-5157-407e-98b3-d2d7bc8b54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a4ca60c7-8e8d-4247-8f1c-47814d972349), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.417761 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b43956e5-5157-407e-98b3-d2d7bc8b54e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f19e1c241e34a9badf35b2bd2b87151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249787 Mar 07 04:43:04.419803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43956e5-5157-407e-98b3-d2d7bc8b54e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca60c7-8e8d-4247-8f1c-47814d972349,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:04.420514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57098) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:04.474027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59aff5de-d896-4491-ab5b-2962a56d4cb3 admin admin] Publish callbacks [] for security_group (a4ca60c7-8e8d-4247-8f1c-47814d972349), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.498221 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59aff5de-d896-4491-ab5b-2962a56d4cb3 admin admin] Publish callbacks [] for security_group (a4ca60c7-8e8d-4247-8f1c-47814d972349), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.547575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59aff5de-d896-4491-ab5b-2962a56d4cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a4ca60c7-8e8d-4247-8f1c-47814d972349), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.551336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59aff5de-d896-4491-ab5b-2962a56d4cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:04.553048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-59aff5de-d896-4491-ab5b-2962a56d4cb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4ca60c7-8e8d-4247-8f1c-47814d972349 HTTP/1.1" status: 204 len: 168 time: 0.1313810 Mar 07 04:43:04.564161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aff5de-d896-4491-ab5b-2962a56d4cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca60c7-8e8d-4247-8f1c-47814d972349,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:04.827583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98665c90-8f82-47b0-b855-af838f6f8be3 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:43:04.930854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 98665c90-8f82-47b0-b855-af838f6f8be3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98665c90-8f82-47b0-b855-af838f6f8be3,segment=NetworkSegment(733f87fa-a025-49ce-b3e7-eaea0a239c80),segment_id=733f87fa-a025-49ce-b3e7-eaea0a239c80)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:04.942707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '98665c90-8f82-47b0-b855-af838f6f8be3', 'network_id': '87ed3e8a-714c-49ec-8208-6a8f03486df9', 'port_id': '98665c90-8f82-47b0-b855-af838f6f8be3', 'mac_address': 'fa:16:3e:7a:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:43:04.996691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 98665c90-8f82-47b0-b855-af838f6f8be3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:04.997851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.012673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98665c90-8f82-47b0-b855-af838f6f8be3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:43:05.033729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 98665c90-8f82-47b0-b855-af838f6f8be3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98665c90-8f82-47b0-b855-af838f6f8be3,segment=NetworkSegment(733f87fa-a025-49ce-b3e7-eaea0a239c80),segment_id=733f87fa-a025-49ce-b3e7-eaea0a239c80)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:05.039238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.056488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220e012-6359-476a-baa8-23fe21da7dce req-c2b1a5fb-b7db-401d-bac0-b5a01c48d8a4 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:05.059013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0220e012-6359-476a-baa8-23fe21da7dce req-c2b1a5fb-b7db-401d-bac0-b5a01c48d8a4 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 944 time: 0.0887921 Mar 07 04:43:05.067607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd33b5-7f28-42e2-9a4d-6f6b727bd238 req-59a5c02e-da34-4931-a8dc-ccf7bc0646fe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:05.069207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cbd33b5-7f28-42e2-9a4d-6f6b727bd238 req-59a5c02e-da34-4931-a8dc-ccf7bc0646fe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.1147308 Mar 07 04:43:05.089033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=98665c90-8f82-47b0-b855-af838f6f8be3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:05.142978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0220e012-6359-476a-baa8-23fe21da7dce req-680de824-8bc6-4007-9a35-4f7e3427f5e7 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725191 Mar 07 04:43:05.154292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cbd33b5-7f28-42e2-9a4d-6f6b727bd238 req-94d9073a-f38a-4139-821a-bf1f9e74ea59 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697722 Mar 07 04:43:05.192798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57126) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:05.237882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Deleting subnet 1b31166d-6f98-4620-a4c5-e063e1c0170c {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:43:05.241020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Publish callbacks [] for subnet (1b31166d-6f98-4620-a4c5-e063e1c0170c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.264796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57128) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:05.285414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (1b31166d-6f98-4620-a4c5-e063e1c0170c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.325083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1b31166d-6f98-4620-a4c5-e063e1c0170c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.345219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['98665c90-8f82-47b0-b855-af838f6f8be3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:43:05.381281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (1b31166d-6f98-4620-a4c5-e063e1c0170c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.382436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb61e-19da-4afb-9498-066a4a1106cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.396909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db571e45-5c09-4eb2-aa55-e0b9ff8f5156 tempest-ServiceProvidersTest-888959720 tempest-ServiceProvidersTest-888959720-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1272523 Mar 07 04:43:05.425424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.429815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1b31166d-6f98-4620-a4c5-e063e1c0170c HTTP/1.1" status: 204 len: 168 time: 0.2354081 Mar 07 04:43:05.430680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e84e57-eda7-4474-9513-e1a967882285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b31166d-6f98-4620-a4c5-e063e1c0170c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:05.432237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57134) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:05.508035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.593381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.614540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:05.624199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e64834a-f184-4fbb-a159-8515396ad6ce') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:05.624500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e64834a-f184-4fbb-a159-8515396ad6ce') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:05.634017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (8e64834a-f184-4fbb-a159-8515396ad6ce), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.648076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8e64834a-f184-4fbb-a159-8515396ad6ce), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.655330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:05.656020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (8e64834a-f184-4fbb-a159-8515396ad6ce), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:05.657918 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:05.666318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:05.716782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.731922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.735260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] 10.222.0.21 "DELETE /v2.0/networks/97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea HTTP/1.1" status: 204 len: 168 time: 0.3004484 Mar 07 04:43:05.736502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158ed02-1bf5-4a31-850f-495ca2c61916 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c5fb12-501b-4dff-bcf9-dcd40ee9e7ea,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:05.738038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:05.779837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c59d1d12-c496-4fcf-9ee6-7a0f2c7b6614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.788256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Deleting subnet 84843fab-19df-426d-86d2-66fbfc552399 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:43:05.791688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Publish callbacks [] for subnet (84843fab-19df-426d-86d2-66fbfc552399), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.828039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (84843fab-19df-426d-86d2-66fbfc552399), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.859040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c59d1d12-c496-4fcf-9ee6-7a0f2c7b6614 admin admin] Publish callbacks [] for security_group (69b3ad1f-7fd7-4e49-ad6b-c072c166ff17), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.862907 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c59d1d12-c496-4fcf-9ee6-7a0f2c7b6614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (69b3ad1f-7fd7-4e49-ad6b-c072c166ff17), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.868007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (84843fab-19df-426d-86d2-66fbfc552399), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.906800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c59d1d12-c496-4fcf-9ee6-7a0f2c7b6614 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69db240b81174a12b92603e29739b0da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392063 Mar 07 04:43:05.907706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d1d12-c496-4fcf-9ee6-7a0f2c7b6614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b3ad1f-7fd7-4e49-ad6b-c072c166ff17,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:05.909511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:05.941738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (84843fab-19df-426d-86d2-66fbfc552399), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.980506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84843fab-19df-426d-86d2-66fbfc552399,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:05.987800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:05.990945 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d70e1e9f-2b69-40d9-9af6-2d72b9f87c86 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84843fab-19df-426d-86d2-66fbfc552399 HTTP/1.1" status: 204 len: 168 time: 0.2520070 Mar 07 04:43:05.993489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:06.004508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8d92ff0-2811-445f-babe-dbc727003180 admin admin] Publish callbacks [] for security_group (69b3ad1f-7fd7-4e49-ad6b-c072c166ff17), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.027620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8d92ff0-2811-445f-babe-dbc727003180 admin admin] Publish callbacks [] for security_group (69b3ad1f-7fd7-4e49-ad6b-c072c166ff17), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.064998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7c5b0838-db4f-4c21-8fed-653dd2ec498a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.075375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8d92ff0-2811-445f-babe-dbc727003180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (69b3ad1f-7fd7-4e49-ad6b-c072c166ff17), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.078863 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8d92ff0-2811-445f-babe-dbc727003180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.079929 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e8d92ff0-2811-445f-babe-dbc727003180 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69b3ad1f-7fd7-4e49-ad6b-c072c166ff17 HTTP/1.1" status: 204 len: 168 time: 0.1686246 Mar 07 04:43:06.088389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d92ff0-2811-445f-babe-dbc727003180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b3ad1f-7fd7-4e49-ad6b-c072c166ff17,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:06.150723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7c5b0838-db4f-4c21-8fed-653dd2ec498a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.175138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5b0838-db4f-4c21-8fed-653dd2ec498a']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:06.190872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0234b5c0-c592-4e7e-88d5-279656f1c304') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:06.193068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0234b5c0-c592-4e7e-88d5-279656f1c304') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:06.204992 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (0234b5c0-c592-4e7e-88d5-279656f1c304), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.241717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0234b5c0-c592-4e7e-88d5-279656f1c304), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.286292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:06.286701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (0234b5c0-c592-4e7e-88d5-279656f1c304), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:06.290035 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:06.364733 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7c5b0838-db4f-4c21-8fed-653dd2ec498a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.369865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.373163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c5b0838-db4f-4c21-8fed-653dd2ec498a HTTP/1.1" status: 204 len: 168 time: 0.3785284 Mar 07 04:43:06.397714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438464a-dd60-49e0-8f90-dcfe7b01a083 req-dad70e86-6a18-43b0-8b1f-83fd648f7b7f tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:06.399523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d438464a-dd60-49e0-8f90-dcfe7b01a083 req-dad70e86-6a18-43b0-8b1f-83fd648f7b7f tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 945 time: 0.1741395 Mar 07 04:43:06.406806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34740-df70-4595-ae4f-ec833a33abea req-5d551298-6c1e-43aa-8cfa-fac6c7512ed4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:06.408484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ea34740-df70-4595-ae4f-ec833a33abea req-5d551298-6c1e-43aa-8cfa-fac6c7512ed4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 943 time: 0.1713490 Mar 07 04:43:06.410596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5389-b428-4e08-89a8-0461ca5c4d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5b0838-db4f-4c21-8fed-653dd2ec498a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:06.482839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d438464a-dd60-49e0-8f90-dcfe7b01a083 req-45cbf7bc-4322-4a67-91b2-bd2f1a788910 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730374 Mar 07 04:43:06.495783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ea34740-df70-4595-ae4f-ec833a33abea req-a53bb575-698c-4b7b-bba0-fc1d7e036837 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760067 Mar 07 04:43:06.528687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57166) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:06.573894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ec8a2670-c2a6-4c80-bd9f-4cb287b0f7dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57fc920578e34980a387d5bb86b64772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440257 Mar 07 04:43:06.576309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57168) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:06.626261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a72edef2-2dae-455f-a00e-8533598ad7cc admin admin] Publish callbacks [] for security_group (bbe29e3f-a2ae-4405-97b0-42a768ccc0a4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.648250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a72edef2-2dae-455f-a00e-8533598ad7cc admin admin] Publish callbacks [] for security_group (bbe29e3f-a2ae-4405-97b0-42a768ccc0a4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.695713 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.697931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a72edef2-2dae-455f-a00e-8533598ad7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bbe29e3f-a2ae-4405-97b0-42a768ccc0a4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.700786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a72edef2-2dae-455f-a00e-8533598ad7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.702132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a72edef2-2dae-455f-a00e-8533598ad7cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbe29e3f-a2ae-4405-97b0-42a768ccc0a4 HTTP/1.1" status: 204 len: 168 time: 0.1248133 Mar 07 04:43:06.710781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72edef2-2dae-455f-a00e-8533598ad7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe29e3f-a2ae-4405-97b0-42a768ccc0a4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:06.844421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98bd6864-fa40-417e-9652-3c0fd0ef4b6e details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:43:06.847755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98665c90-8f82-47b0-b855-af838f6f8be3 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:06.977896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 98665c90-8f82-47b0-b855-af838f6f8be3 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:43:06.983275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 98665c90-8f82-47b0-b855-af838f6f8be3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:06.983906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:06.993575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57186) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:07.037636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ed62a39a-c605-454b-ae02-11959eea3830 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41fb1503ac5f4ac5adcfc69a482dfb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428593 Mar 07 04:43:07.040502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:07.042595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:07.057277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e', 'mac_address': 'fa:16:3e:fd:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:43:07.097888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0e7b-f49e-41a8-bcd5-853b58905337 admin admin] Publish callbacks [] for security_group (f723a158-d616-4bb5-8bd3-18e00a809d56), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.121862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0e7b-f49e-41a8-bcd5-853b58905337 admin admin] Publish callbacks [] for security_group (f723a158-d616-4bb5-8bd3-18e00a809d56), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.126723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 98665c90-8f82-47b0-b855-af838f6f8be3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:07.127118 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.130149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:07.130456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.163014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffd81be-c729-4724-93eb-465116bf4375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98665c90-8f82-47b0-b855-af838f6f8be3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:07.165370 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff7c29-e3ec-46a7-8d1b-d37b48fe3a78" -d '{"events": [{"server_uuid": "2ffd81be-c729-4724-93eb-465116bf4375", "name": "network-vif-plugged", "status": "completed", "tag": "98665c90-8f82-47b0-b855-af838f6f8be3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:07.175891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bd6864-fa40-417e-9652-3c0fd0ef4b6e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:43:07.177963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0e7b-f49e-41a8-bcd5-853b58905337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f723a158-d616-4bb5-8bd3-18e00a809d56), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.180572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0e7b-f49e-41a8-bcd5-853b58905337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.185475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8d7a0e7b-f49e-41a8-bcd5-853b58905337 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f723a158-d616-4bb5-8bd3-18e00a809d56 HTTP/1.1" status: 204 len: 168 time: 0.1400950 Mar 07 04:43:07.185665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 98665c90-8f82-47b0-b855-af838f6f8be3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98665c90-8f82-47b0-b855-af838f6f8be3,segment=NetworkSegment(733f87fa-a025-49ce-b3e7-eaea0a239c80),segment_id=733f87fa-a025-49ce-b3e7-eaea0a239c80)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:07.196388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.202813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a0e7b-f49e-41a8-bcd5-853b58905337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f723a158-d616-4bb5-8bd3-18e00a809d56,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:07.224783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:07.250168 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc9c1c0-f594-4ba2-80a1-fdfe68c17d8e x-openstack-request-id: req-ddc9c1c0-f594-4ba2-80a1-fdfe68c17d8e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:07.250555 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffd81be-c729-4724-93eb-465116bf4375", "name": "network-vif-plugged", "status": "completed", "tag": "98665c90-8f82-47b0-b855-af838f6f8be3", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:07.251043 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddc9c1c0-f594-4ba2-80a1-fdfe68c17d8e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:07.251741 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffd81be-c729-4724-93eb-465116bf4375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98665c90-8f82-47b0-b855-af838f6f8be3', 'code': 200} Mar 07 04:43:07.258879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.288159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=98665c90-8f82-47b0-b855-af838f6f8be3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:07.351057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:07.363303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d4eb-2c2d-47c1-a71f-fb5d7ae0d017 req-e493dd66-d735-4a75-ba45-d99e4c95888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:07.364899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1948d4eb-2c2d-47c1-a71f-fb5d7ae0d017 req-e493dd66-d735-4a75-ba45-d99e4c95888c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 1128 time: 0.0601947 Mar 07 04:43:07.412230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1948d4eb-2c2d-47c1-a71f-fb5d7ae0d017 req-07c355a8-cbae-4bc8-887e-6e9ec0bee07b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Mar 07 04:43:07.527213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['98bd6864-fa40-417e-9652-3c0fd0ef4b6e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:43:07.669771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:07.685349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b0812-760c-41bd-84f3-8a11a92e7e93 req-8e5be737-811f-470d-8e19-0d711dc36e44 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:07.686925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db3b0812-760c-41bd-84f3-8a11a92e7e93 req-8e5be737-811f-470d-8e19-0d711dc36e44 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 946 time: 0.0929041 Mar 07 04:43:07.696386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7fd0e-710d-4d9d-8537-27d97267f85b req-0077804e-3b48-48de-9db7-bb94a531a914 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:07.706075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07a7fd0e-710d-4d9d-8537-27d97267f85b req-0077804e-3b48-48de-9db7-bb94a531a914 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 944 time: 0.1031351 Mar 07 04:43:07.772834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07a7fd0e-710d-4d9d-8537-27d97267f85b req-e7bb80cb-3a18-460a-b7ff-54ac6984346b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656230 Mar 07 04:43:07.802383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db3b0812-760c-41bd-84f3-8a11a92e7e93 req-2df56824-195e-4322-a42b-e369dd516f82 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931225 Mar 07 04:43:07.854388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:43:07.881483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:43:07.881904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b98e1d6-d8b2-4a66-b964-8ae483b6b93a not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:43:08.018005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57238) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:08.116611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-795743891-network', 'tenant_id': '48e83d81e12247c29a5571630ead9acf'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:08.135396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Made reservation on behalf of 48e83d81e12247c29a5571630ead9acf for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:08.138255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.146623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.226651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks [] for security_group (a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.230903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.249599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57244) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:08.256529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:08.267167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:08.272315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1bc82d49-20db-4ab6-8011-b45f8dd7771f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.272668 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Added segment 1bc82d49-20db-4ab6-8011-b45f8dd7771f of type vlan for network 069fd536-7d36-4566-87e0-5efa6493889a Mar 07 04:43:08.315547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (069fd536-7d36-4566-87e0-5efa6493889a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.342230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (069fd536-7d36-4566-87e0-5efa6493889a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.343204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:08.343801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.363903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09a1c355-b664-463f-8281-c4b909716995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.376650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3572659 Mar 07 04:43:08.379407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:08.387463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Request body: {'subnet': {'network_id': '069fd536-7d36-4566-87e0-5efa6493889a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-795743891-subnet', 'tenant_id': '48e83d81e12247c29a5571630ead9acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:08.417545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f73cf-f517-430b-9019-6cd3c48cec23 admin admin] Pushing event updated for resources: {'Network': ['ID=069fd536-7d36-4566-87e0-5efa6493889a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:08.428684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Made reservation on behalf of 48e83d81e12247c29a5571630ead9acf for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:08.431321 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.432855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 069fd536-7d36-4566-87e0-5efa6493889a details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:08.530388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09a1c355-b664-463f-8281-c4b909716995 admin admin] Publish callbacks [] for security_group (84a973b5-57b7-4dad-b8b4-11977346dee5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.537356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09a1c355-b664-463f-8281-c4b909716995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (84a973b5-57b7-4dad-b8b4-11977346dee5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.606540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-09a1c355-b664-463f-8281-c4b909716995 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5dd5e4f29814212be9e5f4460db83e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557644 Mar 07 04:43:08.609585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57250) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:08.609809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1c355-b664-463f-8281-c4b909716995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a973b5-57b7-4dad-b8b4-11977346dee5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:08.669581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b3f-397e-4aab-afc0-2fd2cc36c511 admin admin] Publish callbacks [] for security_group (84a973b5-57b7-4dad-b8b4-11977346dee5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.681313 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (6715981b-5879-4947-9920-3da7a2c94c15), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.692854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b3f-397e-4aab-afc0-2fd2cc36c511 admin admin] Publish callbacks [] for security_group (84a973b5-57b7-4dad-b8b4-11977346dee5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.740284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6715981b-5879-4947-9920-3da7a2c94c15,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:08.741450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b3f-397e-4aab-afc0-2fd2cc36c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (84a973b5-57b7-4dad-b8b4-11977346dee5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.744314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b3f-397e-4aab-afc0-2fd2cc36c511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.746552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bbd34b3f-397e-4aab-afc0-2fd2cc36c511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84a973b5-57b7-4dad-b8b4-11977346dee5 HTTP/1.1" status: 204 len: 168 time: 0.1359255 Mar 07 04:43:08.755004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd34b3f-397e-4aab-afc0-2fd2cc36c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a973b5-57b7-4dad-b8b4-11977346dee5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:08.769887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Checking segment: {'id': '1bc82d49-20db-4ab6-8011-b45f8dd7771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '069fd536-7d36-4566-87e0-5efa6493889a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:08.770350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Network hostable DHCP agents. Network: 069fd536-7d36-4566-87e0-5efa6493889a, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:08.789239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Network 069fd536-7d36-4566-87e0-5efa6493889a is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:08.798121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 069fd536-7d36-4566-87e0-5efa6493889a) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:08.808069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:08.808752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:08.809819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e64bc3-1b2d-4744-88bb-a87d652f06c2 None None] Network 069fd536-7d36-4566-87e0-5efa6493889a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:08.843155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3e3f0c4-7bc8-4a76-87b6-a25d7f370f2e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4622502 Mar 07 04:43:08.899591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98bd6864-fa40-417e-9652-3c0fd0ef4b6e up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:09.006484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf697df-543c-46fd-90f1-bc8935987e1a req-8cdd218d-5d74-4f8c-91e0-6f8bb11dc161 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:09.007984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cf697df-543c-46fd-90f1-bc8935987e1a req-8cdd218d-5d74-4f8c-91e0-6f8bb11dc161 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 944 time: 0.1203668 Mar 07 04:43:09.023042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82517c52-2001-48a7-96dc-80fef29db5d7 req-9032fc5b-7afb-4844-9cbf-09e863fc123d tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:09.027797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82517c52-2001-48a7-96dc-80fef29db5d7 req-9032fc5b-7afb-4844-9cbf-09e863fc123d tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 946 time: 0.1182501 Mar 07 04:43:09.113784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cf697df-543c-46fd-90f1-bc8935987e1a req-2b12c75b-8a77-4462-a826-9801aaed8e40 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840862 Mar 07 04:43:09.117476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82517c52-2001-48a7-96dc-80fef29db5d7 req-3ac5a1a5-3124-41c1-957f-00e77f16cead tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849452 Mar 07 04:43:09.131025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:09.141031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad038c69-56fb-4b1a-8569-c08372fed74f None None] Network 069fd536-7d36-4566-87e0-5efa6493889a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:09.152411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3422bf24-f2c8-48e4-9a1c-f6557561d125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.154220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:43:09.154926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:09.165612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:09.166048 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.230239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Deleting subnet 6715981b-5879-4947-9920-3da7a2c94c15 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:43:09.236929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Publish callbacks [] for subnet (6715981b-5879-4947-9920-3da7a2c94c15), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.289301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6715981b-5879-4947-9920-3da7a2c94c15), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.316155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:09.316864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.345937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18760d7-4afa-4833-a995-1030a894df35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:09.348394 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5874c6c-8516-4878-91e9-30e75a4cf099" -d '{"events": [{"server_uuid": "d18760d7-4afa-4833-a995-1030a894df35", "name": "network-vif-plugged", "status": "completed", "tag": "98bd6864-fa40-417e-9652-3c0fd0ef4b6e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:09.361511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6715981b-5879-4947-9920-3da7a2c94c15), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.363846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:09.372456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.385938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3422bf24-f2c8-48e4-9a1c-f6557561d125 admin admin] Publish callbacks [] for security_group (be1b4d83-0d57-4537-a0c8-984a045a245e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.397785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3422bf24-f2c8-48e4-9a1c-f6557561d125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (be1b4d83-0d57-4537-a0c8-984a045a245e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.427506 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2efed0c-93ac-402d-a7e1-c520815167c5 x-openstack-request-id: req-a2efed0c-93ac-402d-a7e1-c520815167c5 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:09.428964 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18760d7-4afa-4833-a995-1030a894df35", "name": "network-vif-plugged", "status": "completed", "tag": "98bd6864-fa40-417e-9652-3c0fd0ef4b6e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:09.429468 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2efed0c-93ac-402d-a7e1-c520815167c5 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:09.430510 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18760d7-4afa-4833-a995-1030a894df35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e', 'code': 200} Mar 07 04:43:09.463758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3422bf24-f2c8-48e4-9a1c-f6557561d125 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a18d20646324d57b71df905f4de1316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309498 Mar 07 04:43:09.467386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57278) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:09.478820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422bf24-f2c8-48e4-9a1c-f6557561d125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b4d83-0d57-4537-a0c8-984a045a245e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:09.492859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.500548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:09.502783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6715981b-5879-4947-9920-3da7a2c94c15), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.518685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a4939-b01a-453e-9d67-edfbe75b74b5 req-b5ba794d-1c74-4489-aed7-51228a6a3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:09.520911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e93a4939-b01a-453e-9d67-edfbe75b74b5 req-b5ba794d-1c74-4489-aed7-51228a6a3a82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 1127 time: 0.0611877 Mar 07 04:43:09.543480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6715981b-5879-4947-9920-3da7a2c94c15,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:09.545813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.549027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e32218b5-93c3-44b8-a989-e43cb5decd2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6715981b-5879-4947-9920-3da7a2c94c15 HTTP/1.1" status: 204 len: 168 time: 0.3849666 Mar 07 04:43:09.552707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57282) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:09.565841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e708f00-4467-4529-ab06-a0108013158a admin admin] Publish callbacks [] for security_group (be1b4d83-0d57-4537-a0c8-984a045a245e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.591807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e708f00-4467-4529-ab06-a0108013158a admin admin] Publish callbacks [] for security_group (be1b4d83-0d57-4537-a0c8-984a045a245e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.645366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e93a4939-b01a-453e-9d67-edfbe75b74b5 req-1f8116b0-9ff7-45df-a080-de0dce9b3933 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184349 Mar 07 04:43:09.652321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (069fd536-7d36-4566-87e0-5efa6493889a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.659612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e708f00-4467-4529-ab06-a0108013158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (be1b4d83-0d57-4537-a0c8-984a045a245e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.662623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e708f00-4467-4529-ab06-a0108013158a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.663780 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8e708f00-4467-4529-ab06-a0108013158a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be1b4d83-0d57-4537-a0c8-984a045a245e HTTP/1.1" status: 204 len: 168 time: 0.1954892 Mar 07 04:43:09.673320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e708f00-4467-4529-ab06-a0108013158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b4d83-0d57-4537-a0c8-984a045a245e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:09.744656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (069fd536-7d36-4566-87e0-5efa6493889a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.765525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069fd536-7d36-4566-87e0-5efa6493889a']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:09.775389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc82d49-20db-4ab6-8011-b45f8dd7771f') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:09.776464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc82d49-20db-4ab6-8011-b45f8dd7771f') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:09.786918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (1bc82d49-20db-4ab6-8011-b45f8dd7771f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.801391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1bc82d49-20db-4ab6-8011-b45f8dd7771f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.810289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:09.810709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (1bc82d49-20db-4ab6-8011-b45f8dd7771f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:09.812489 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:09.872325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (069fd536-7d36-4566-87e0-5efa6493889a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.882941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:09.887328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] 10.222.0.21 "DELETE /v2.0/networks/069fd536-7d36-4566-87e0-5efa6493889a HTTP/1.1" status: 204 len: 168 time: 0.3330829 Mar 07 04:43:09.906571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fdca2-2beb-40b8-9b0d-a819757ea57f admin admin] Pushing event deleted for resources: {'Network': ['ID=069fd536-7d36-4566-87e0-5efa6493889a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:10.085584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57306) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:10.133619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4f3a500f-d371-4e9c-80fb-5c9de72c23e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48e83d81e12247c29a5571630ead9acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468006 Mar 07 04:43:10.137305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57310) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:10.198441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a20eba39-6958-40e3-9db8-bc91f8b34053 admin admin] Publish callbacks [] for security_group (a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:10.241896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a20eba39-6958-40e3-9db8-bc91f8b34053 admin admin] Publish callbacks [] for security_group (a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:10.285672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0fa9d-e691-4616-b2b1-12c984c7acfa req-f4f9bf7f-888e-40c2-9b43-7d23086ddafc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:10.287197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20f0fa9d-e691-4616-b2b1-12c984c7acfa req-f4f9bf7f-888e-40c2-9b43-7d23086ddafc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.1008022 Mar 07 04:43:10.334225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a20eba39-6958-40e3-9db8-bc91f8b34053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:10.336781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a20eba39-6958-40e3-9db8-bc91f8b34053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:10.337930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a20eba39-6958-40e3-9db8-bc91f8b34053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d HTTP/1.1" status: 204 len: 168 time: 0.1997147 Mar 07 04:43:10.352449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20f0fa9d-e691-4616-b2b1-12c984c7acfa req-143a4027-3a21-4c13-951b-b58f7e83cec7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Mar 07 04:43:10.353291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eba39-6958-40e3-9db8-bc91f8b34053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a1d26a-25d5-4d2c-8cfd-4a4ccfeb3a8d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:11.501071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8905d52-bf3e-4903-ba30-07f37bc3d812 req-4767878c-181a-4120-a43c-a21b29650249 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:11.509309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8905d52-bf3e-4903-ba30-07f37bc3d812 req-4767878c-181a-4120-a43c-a21b29650249 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.0727382 Mar 07 04:43:11.570016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8905d52-bf3e-4903-ba30-07f37bc3d812 req-9b20c994-c359-48da-b86a-65f36b07fcdd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595789 Mar 07 04:43:11.740575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447effdd-4a63-43e7-bca7-d9b015d866a7 req-a42164bc-30e1-4f1c-8b2a-319f03ee1a14 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:11.749685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-447effdd-4a63-43e7-bca7-d9b015d866a7 req-a42164bc-30e1-4f1c-8b2a-319f03ee1a14 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.0946693 Mar 07 04:43:11.793540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-447effdd-4a63-43e7-bca7-d9b015d866a7 req-516c7554-e5d7-4853-a47f-d5526e5d47cd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Mar 07 04:43:11.926491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30c178-4f4a-4293-844c-f3ae4840a684 req-6a2e3fc4-29ed-46ee-956c-6aba3a22b255 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:11.930459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d30c178-4f4a-4293-844c-f3ae4840a684 req-6a2e3fc4-29ed-46ee-956c-6aba3a22b255 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.0676463 Mar 07 04:43:11.983480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d30c178-4f4a-4293-844c-f3ae4840a684 req-f75c144a-e07f-4a68-a3fb-0d79c3a5fe02 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488529 Mar 07 04:43:12.132023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4d40-7d07-491b-aa8d-21c8243c124b req-48381eb2-d698-4856-af76-d1ddb7344840 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:12.133545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-743b4d40-7d07-491b-aa8d-21c8243c124b req-48381eb2-d698-4856-af76-d1ddb7344840 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 946 time: 0.0630636 Mar 07 04:43:12.189072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-743b4d40-7d07-491b-aa8d-21c8243c124b req-488d1ddc-0ead-44ec-88eb-ae458014870a tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479898 Mar 07 04:43:12.261595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fac16-56be-4ace-939c-1c0f695f6433 req-f50d3d27-b149-4aa8-af1e-b603e5ea4491 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:12.263098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d90fac16-56be-4ace-939c-1c0f695f6433 req-f50d3d27-b149-4aa8-af1e-b603e5ea4491 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.0535884 Mar 07 04:43:12.310261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d90fac16-56be-4ace-939c-1c0f695f6433 req-ccc9588d-9975-4833-bedc-574dde610ce2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Mar 07 04:43:13.336364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a28ff-920f-44ff-9dfd-b5ace86fd699 req-f72094f8-1eff-4171-afae-2cc4313b923b tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:13.343926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d0a28ff-920f-44ff-9dfd-b5ace86fd699 req-f72094f8-1eff-4171-afae-2cc4313b923b tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 946 time: 0.0653141 Mar 07 04:43:13.433579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d0a28ff-920f-44ff-9dfd-b5ace86fd699 req-d34372e7-9bee-40f8-a3ed-94c90bd9b45c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3c53455-1a3f-40c0-8aa3-fd87231fb989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887856 Mar 07 04:43:13.474037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-3e9f97ab-52e9-4444-8723-64029ea339a0 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:13.475999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-3e9f97ab-52e9-4444-8723-64029ea339a0 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 946 time: 0.1240370 Mar 07 04:43:13.528541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58338880-1a1c-4c9f-b6a5-80f8d9b3a04b req-139b7b44-c6f7-4749-9bb6-f586510fc1e9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:13.530205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58338880-1a1c-4c9f-b6a5-80f8d9b3a04b req-139b7b44-c6f7-4749-9bb6-f586510fc1e9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.1107862 Mar 07 04:43:13.637565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58338880-1a1c-4c9f-b6a5-80f8d9b3a04b req-c21aff6f-cb63-4db8-af10-85c29ea26fa8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885816 Mar 07 04:43:13.652188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Deleting port 98665c90-8f82-47b0-b855-af838f6f8be3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:43:13.652546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:13.792478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] For port 98665c90-8f82-47b0-b855-af838f6f8be3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98665c90-8f82-47b0-b855-af838f6f8be3,segment=NetworkSegment(733f87fa-a025-49ce-b3e7-eaea0a239c80),segment_id=733f87fa-a025-49ce-b3e7-eaea0a239c80)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:13.792914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:13.808395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-91ef8e12-a566-457b-a252-19b2cadd9858 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:13.809956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-91ef8e12-a566-457b-a252-19b2cadd9858 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 945 time: 0.0880883 Mar 07 04:43:13.824258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Calling delete_port for 98665c90-8f82-47b0-b855-af838f6f8be3 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:43:13.982256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:43:13.982738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.095607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (98665c90-8f82-47b0-b855-af838f6f8be3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.108784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['98665c90-8f82-47b0-b855-af838f6f8be3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:43:14.142382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Pushing event deleted for resources: {'Port': ['ID=98665c90-8f82-47b0-b855-af838f6f8be3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:14.172270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57512) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:14.186034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:14.186408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.199687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for 98bd6864-fa40-417e-9652-3c0fd0ef4b6e owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:43:14.288641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] No DVR routers for this DVR port 98665c90-8f82-47b0-b855-af838f6f8be3 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:43:14.292752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.296190 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3da2d7be-439f-45b2-8a70-a10f57a5fc16 req-a3d74165-2a09-4b45-9791-5bf6f9c7700c tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.15 "DELETE /v2.0/ports/98665c90-8f82-47b0-b855-af838f6f8be3 HTTP/1.1" status: 204 len: 173 time: 0.8112080 Mar 07 04:43:14.296655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffd81be-c729-4724-93eb-465116bf4375', 'name': 'network-vif-deleted', 'tag': '98665c90-8f82-47b0-b855-af838f6f8be3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:14.299013 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaba52c-b314-48ee-b1d2-a8c31760559c" -d '{"events": [{"server_uuid": "2ffd81be-c729-4724-93eb-465116bf4375", "name": "network-vif-deleted", "tag": "98665c90-8f82-47b0-b855-af838f6f8be3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:14.325253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-477b0435-545f-49c1-a6da-d74407c0bfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.375644 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401f8cc-5e7f-44ef-bcca-76401aebe2d7 x-openstack-request-id: req-9401f8cc-5e7f-44ef-bcca-76401aebe2d7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:14.376195 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffd81be-c729-4724-93eb-465116bf4375", "name": "network-vif-deleted", "tag": "98665c90-8f82-47b0-b855-af838f6f8be3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:14.376455 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9401f8cc-5e7f-44ef-bcca-76401aebe2d7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:14.376974 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffd81be-c729-4724-93eb-465116bf4375', 'name': 'network-vif-deleted', 'tag': '98665c90-8f82-47b0-b855-af838f6f8be3', 'status': 'completed', 'code': 200} Mar 07 04:43:14.460625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (98bd6864-fa40-417e-9652-3c0fd0ef4b6e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.478481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['98bd6864-fa40-417e-9652-3c0fd0ef4b6e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:43:14.497971 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-477b0435-545f-49c1-a6da-d74407c0bfe4 admin admin] Publish callbacks [] for security_group (c543d485-6e13-4922-81e9-6fcd09601da4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.507884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-477b0435-545f-49c1-a6da-d74407c0bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c543d485-6e13-4922-81e9-6fcd09601da4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.531239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=98bd6864-fa40-417e-9652-3c0fd0ef4b6e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:14.575833 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-477b0435-545f-49c1-a6da-d74407c0bfe4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265226bfad854bbc919b7b8d1533ac78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024403 Mar 07 04:43:14.577348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57520) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:14.583780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b0435-545f-49c1-a6da-d74407c0bfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c543d485-6e13-4922-81e9-6fcd09601da4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:14.607645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port 98bd6864-fa40-417e-9652-3c0fd0ef4b6e on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:43:14.611318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.614918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0874c82-84d1-4733-82b0-be3cdbff50d0 req-da41b055-d500-48fa-b03d-8bee18654ac6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "DELETE /v2.0/ports/98bd6864-fa40-417e-9652-3c0fd0ef4b6e HTTP/1.1" status: 204 len: 173 time: 0.7981205 Mar 07 04:43:14.641626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd525-46f4-4065-96aa-8ea5ea0af48a admin admin] Publish callbacks [] for security_group (c543d485-6e13-4922-81e9-6fcd09601da4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.659053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7009ba41-5f9f-4de5-840f-c2cb0d187d9a req-20b34ca9-5522-4f6b-94c2-a1b1c8bd0c41 tempest-ServerTagsTestJSON-1333434653 tempest-ServerTagsTestJSON-1333434653-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffd81be-c729-4724-93eb-465116bf4375 HTTP/1.1" status: 200 len: 210 time: 0.0570357 Mar 07 04:43:14.672621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd525-46f4-4065-96aa-8ea5ea0af48a admin admin] Publish callbacks [] for security_group (c543d485-6e13-4922-81e9-6fcd09601da4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.755443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd525-46f4-4065-96aa-8ea5ea0af48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c543d485-6e13-4922-81e9-6fcd09601da4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.760590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd525-46f4-4065-96aa-8ea5ea0af48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:14.764291 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd8bd525-46f4-4065-96aa-8ea5ea0af48a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c543d485-6e13-4922-81e9-6fcd09601da4 HTTP/1.1" status: 204 len: 168 time: 0.1836114 Mar 07 04:43:14.775158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bd525-46f4-4065-96aa-8ea5ea0af48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c543d485-6e13-4922-81e9-6fcd09601da4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:14.800972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67882a74-9ca4-4799-8d99-0fa720b51e24 req-9c34813f-afcc-4d33-a764-fac321ee4d3f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0375035 Mar 07 04:43:15.072374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57528) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:15.086837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f9709b48-5752-4f85-9e68-b044fe7f2e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.164249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f9709b48-5752-4f85-9e68-b044fe7f2e0d admin admin] Publish callbacks [] for security_group (9349166d-8231-4a1a-a12e-9cbbe12ec4d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.168652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f9709b48-5752-4f85-9e68-b044fe7f2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9349166d-8231-4a1a-a12e-9cbbe12ec4d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.207556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f9709b48-5752-4f85-9e68-b044fe7f2e0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c087b6991b974e80a0908e58d66f4a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335943 Mar 07 04:43:15.208410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709b48-5752-4f85-9e68-b044fe7f2e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349166d-8231-4a1a-a12e-9cbbe12ec4d2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:15.210419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57530) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:15.271972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82b92903-cb14-4005-8371-b81fdec55036 admin admin] Publish callbacks [] for security_group (9349166d-8231-4a1a-a12e-9cbbe12ec4d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.299575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82b92903-cb14-4005-8371-b81fdec55036 admin admin] Publish callbacks [] for security_group (9349166d-8231-4a1a-a12e-9cbbe12ec4d2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.358137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82b92903-cb14-4005-8371-b81fdec55036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9349166d-8231-4a1a-a12e-9cbbe12ec4d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.361386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82b92903-cb14-4005-8371-b81fdec55036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.362890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-82b92903-cb14-4005-8371-b81fdec55036 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9349166d-8231-4a1a-a12e-9cbbe12ec4d2 HTTP/1.1" status: 204 len: 168 time: 0.1514337 Mar 07 04:43:15.373144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92903-cb14-4005-8371-b81fdec55036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349166d-8231-4a1a-a12e-9cbbe12ec4d2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:15.732506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57550) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:15.809382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Deleting subnet 061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:43:15.815353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Publish callbacks [] for subnet (061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.859365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:15.924482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c3b00a8-2077-4bdd-80c8-02dc42e7ba4b req-1c1175cc-75b5-472f-bdd4-e17eed73d7ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0618439 Mar 07 04:43:15.960710 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.031142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.072311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:16.086699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.097348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:16.104776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b115e3f0-2a61-48a2-93d7-42cf45d40efa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/061473a3-b2ae-40ce-b0a4-7a04f3e5b4c5 HTTP/1.1" status: 204 len: 168 time: 0.3698843 Mar 07 04:43:16.187033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (87ed3e8a-714c-49ec-8208-6a8f03486df9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.301400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (87ed3e8a-714c-49ec-8208-6a8f03486df9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.325159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ed3e8a-714c-49ec-8208-6a8f03486df9']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:16.335748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733f87fa-a025-49ce-b3e7-eaea0a239c80') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:16.336270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733f87fa-a025-49ce-b3e7-eaea0a239c80') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:16.347690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (733f87fa-a025-49ce-b3e7-eaea0a239c80), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.370984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (733f87fa-a025-49ce-b3e7-eaea0a239c80), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.378191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18760d7-4afa-4833-a995-1030a894df35', 'name': 'network-vif-deleted', 'tag': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:16.379325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:16.380342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (733f87fa-a025-49ce-b3e7-eaea0a239c80), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.380883 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152d5a20-8df2-49ad-8889-552c0b6b9f46" -d '{"events": [{"server_uuid": "d18760d7-4afa-4833-a995-1030a894df35", "name": "network-vif-deleted", "tag": "98bd6864-fa40-417e-9652-3c0fd0ef4b6e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:16.442203 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8fd4b-1f4e-4681-9d7b-f7cb6e95e541 x-openstack-request-id: req-99c8fd4b-1f4e-4681-9d7b-f7cb6e95e541 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:16.442510 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18760d7-4afa-4833-a995-1030a894df35", "name": "network-vif-deleted", "tag": "98bd6864-fa40-417e-9652-3c0fd0ef4b6e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:16.442790 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c8fd4b-1f4e-4681-9d7b-f7cb6e95e541 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:16.443195 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18760d7-4afa-4833-a995-1030a894df35', 'name': 'network-vif-deleted', 'tag': '98bd6864-fa40-417e-9652-3c0fd0ef4b6e', 'status': 'completed', 'code': 200} Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:16.459762 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:16.475280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (87ed3e8a-714c-49ec-8208-6a8f03486df9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.486043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.495176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] 10.222.0.21 "DELETE /v2.0/networks/87ed3e8a-714c-49ec-8208-6a8f03486df9 HTTP/1.1" status: 204 len: 168 time: 0.3942041 Mar 07 04:43:16.519994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b22ff-eebc-4813-9116-d8a7624df26b admin admin] Pushing event deleted for resources: {'Network': ['ID=87ed3e8a-714c-49ec-8208-6a8f03486df9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:16.684942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:16.704125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57582) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:16.755361 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-046c90da-a103-4bf0-afaf-67f71b665840 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bbf146bc8084783919a44106051b8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668855 Mar 07 04:43:16.758911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57586) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:16.785119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-b388a174-6701-4348-8fab-9408b94c65a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0832281 Mar 07 04:43:16.829501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1181cdb3-3608-42a6-aab5-670d2ef3cce1 admin admin] Publish callbacks [] for security_group (f3c53455-1a3f-40c0-8aa3-fd87231fb989), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.894587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1181cdb3-3608-42a6-aab5-670d2ef3cce1 admin admin] Publish callbacks [] for security_group (f3c53455-1a3f-40c0-8aa3-fd87231fb989), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:16.962586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.970661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.976858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.977415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.977901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.978401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.979438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:16.980798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-f2966ef8-0d5d-496a-952c-4df634b4d9a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198521 Mar 07 04:43:16.985427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-3515e30a-8228-473a-b3ec-ef4c054699f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aed894c085f49b385714837be247e94&device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 6717 time: 0.1314054 Mar 07 04:43:17.020352 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1181cdb3-3608-42a6-aab5-670d2ef3cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f3c53455-1a3f-40c0-8aa3-fd87231fb989), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:17.025067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b774101-2ddc-49d2-9035-07108186fee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:17.027835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1181cdb3-3608-42a6-aab5-670d2ef3cce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:17.035295 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1181cdb3-3608-42a6-aab5-670d2ef3cce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3c53455-1a3f-40c0-8aa3-fd87231fb989 HTTP/1.1" status: 204 len: 168 time: 0.2750940 Mar 07 04:43:17.083556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181cdb3-3608-42a6-aab5-670d2ef3cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c53455-1a3f-40c0-8aa3-fd87231fb989,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:17.096675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-0e722849-2e48-4580-b8ff-5df4f8231a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.098444 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-0e722849-2e48-4580-b8ff-5df4f8231a2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1128 time: 0.0910039 Mar 07 04:43:17.294455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-69044769-b519-456c-be34-494f260627bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.296153 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-69044769-b519-456c-be34-494f260627bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 200 len: 909 time: 0.1744936 Mar 07 04:43:17.442962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-c6b83d96-c4e9-402b-a2de-f8d0c4230bef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 200 len: 1002 time: 0.1319058 Mar 07 04:43:17.490846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66515dea-2d99-4181-8fc5-cd81f21ea34d req-51519b45-51d0-4f8c-9981-587444b800e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0815480 Mar 07 04:43:17.525150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-66a93d00-b8a3-4a4d-8c33-443e7cb030ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.528082 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-66a93d00-b8a3-4a4d-8c33-443e7cb030ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53712aa9-d597-45a0-9eee-29ac85c15448 HTTP/1.1" status: 200 len: 847 time: 0.0772476 Mar 07 04:43:17.608513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-b1d1b422-c093-4d01-b5a6-23813e995347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.610656 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-b1d1b422-c093-4d01-b5a6-23813e995347 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=189d4cac-0b28-4dd9-9ed1-4a92746ab548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733459 Mar 07 04:43:17.617394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-676992c6-ef22-46c7-ac59-2ecb0e2088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.617875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-676992c6-ef22-46c7-ac59-2ecb0e2088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.618402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-676992c6-ef22-46c7-ac59-2ecb0e2088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.620126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-676992c6-ef22-46c7-ac59-2ecb0e2088c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=13f2451f-7947-4aec-9682-496c5dc5bdd2&id=6537958d-9046-461e-b6f1-8c508d777d48&id=6537958d-9046-461e-b6f1-8c508d777d48 HTTP/1.1" status: 200 len: 2297 time: 0.2120042 Mar 07 04:43:17.759913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-aa134b0f-557f-49de-8916-28c8c510f1dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216 HTTP/1.1" status: 200 len: 1000 time: 0.1315184 Mar 07 04:43:17.798565 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-93d3ab50-d96b-47d2-86b0-70a0587d9735 service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790216 Mar 07 04:43:17.799694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b774101-2ddc-49d2-9035-07108186fee9 admin admin] Publish callbacks [] for security_group (17494b3e-58c6-4660-94ea-9d6210e01edb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:17.835667 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b774101-2ddc-49d2-9035-07108186fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (17494b3e-58c6-4660-94ea-9d6210e01edb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:17.929520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b774101-2ddc-49d2-9035-07108186fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17494b3e-58c6-4660-94ea-9d6210e01edb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:17.934778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6b774101-2ddc-49d2-9035-07108186fee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b09d4942b1374d35a97cdc753a4098b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2294841 Mar 07 04:43:17.937437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-64d7ac82-5808-4670-8511-a2712093f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:17.939005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-64d7ac82-5808-4670-8511-a2712093f648 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83951804-4f64-47b1-be8f-1e90fe80f85d HTTP/1.1" status: 200 len: 855 time: 0.1734595 Mar 07 04:43:17.939597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57610) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:17.960020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d9f24f3d-90b1-4a65-87a3-ce209f3ded53 req-c180ea43-a928-458c-a19b-02b66da137db service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552246 Mar 07 04:43:18.039397 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1f4681d-cd00-4065-aea6-adc4b7cce6d7 admin admin] Publish callbacks [] for security_group (17494b3e-58c6-4660-94ea-9d6210e01edb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.054124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-2fb5c120-fc28-4893-ba9b-22bb0166b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:18.055830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-2fb5c120-fc28-4893-ba9b-22bb0166b19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9de2e5d5-5b31-412d-bd46-67e8e3c98f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928845 Mar 07 04:43:18.110224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:18.148078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1f4681d-cd00-4065-aea6-adc4b7cce6d7 admin admin] Publish callbacks [] for security_group (17494b3e-58c6-4660-94ea-9d6210e01edb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.203195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-9eef09e9-8434-41e8-80a9-cdd2267ac837 service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393814 Mar 07 04:43:18.310692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1727431582-network', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:18.344701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Made reservation on behalf of 2dbcc2a5af0b4143bcbce85a7d3295e1 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:18.351897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.359266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1f4681d-cd00-4065-aea6-adc4b7cce6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (17494b3e-58c6-4660-94ea-9d6210e01edb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.364485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1f4681d-cd00-4065-aea6-adc4b7cce6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.368054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.376626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d1f4681d-cd00-4065-aea6-adc4b7cce6d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17494b3e-58c6-4660-94ea-9d6210e01edb HTTP/1.1" status: 204 len: 168 time: 0.4281263 Mar 07 04:43:18.433550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-fe157063-680e-4ced-9fac-8bc04fe626c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184944 Mar 07 04:43:18.434807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4681d-cd00-4065-aea6-adc4b7cce6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17494b3e-58c6-4660-94ea-9d6210e01edb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:18.484390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks [] for security_group (335398fd-7970-4bae-8ade-a123a88a465a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.490250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (335398fd-7970-4bae-8ade-a123a88a465a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.510586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-49e1daab-d127-407b-ad96-bb3c78d206ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 217 time: 0.0690322 Mar 07 04:43:18.547116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:18.572061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335398fd-7970-4bae-8ade-a123a88a465a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:18.608168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8fd7b04b-bf48-42a9-9226-ce0234d957b1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.608516 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Added segment 8fd7b04b-bf48-42a9-9226-ce0234d957b1 of type vlan for network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 Mar 07 04:43:18.658261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c84ccac-f2d0-484c-a01f-2af06864d617 req-2ffc3708-acaa-4aca-8c03-d0bfd029c4a8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0413659 Mar 07 04:43:18.668914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-a4fbeabf-6408-411d-8165-ca1003697321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:18.676842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-a4fbeabf-6408-411d-8165-ca1003697321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.1583130 Mar 07 04:43:18.728686 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9bf09676-73e7-4cdf-8f6a-a64883ff09d6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.760097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9bf09676-73e7-4cdf-8f6a-a64883ff09d6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.762912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:18.763687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.775130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-287870f3-8c0d-45f9-871e-5622db8216d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:18.776752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-287870f3-8c0d-45f9-871e-5622db8216d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0925236 Mar 07 04:43:18.846920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] Pushing event updated for resources: {'Network': ['ID=9bf09676-73e7-4cdf-8f6a-a64883ff09d6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:18.856995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:18.858259 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-358e2d0c-6b90-4412-aef8-d5e20119165a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7466259 Mar 07 04:43:18.859712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:18.862656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Request body: {'subnet': {'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-subnet', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:18.907833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Made reservation on behalf of 2dbcc2a5af0b4143bcbce85a7d3295e1 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:18.910179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:18.929354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-92bfd8e1-c555-437f-9b87-45d6f5923458 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438904 Mar 07 04:43:18.942102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98bd6864-fa40-417e-9652-3c0fd0ef4b6e no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:43:18.967546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 98bd6864-fa40-417e-9652-3c0fd0ef4b6e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:43:18.968308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98bd6864-fa40-417e-9652-3c0fd0ef4b6e not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:43:18.970182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98665c90-8f82-47b0-b855-af838f6f8be3 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:43:18.994005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 98665c90-8f82-47b0-b855-af838f6f8be3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:43:18.994772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 98665c90-8f82-47b0-b855-af838f6f8be3 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:43:19.088287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-73f07d36-85fc-4e5d-9a29-8ae0cb706d8f service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519649 Mar 07 04:43:19.155119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-35c5a085-0f26-43ef-9e59-ce65180b3713 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 217 time: 0.0485590 Mar 07 04:43:19.246419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-20d30c0d-cb95-4dfb-8127-7bb1d016c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:19.247986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-20d30c0d-cb95-4dfb-8127-7bb1d016c6bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.0868652 Mar 07 04:43:19.249695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6c3a5f45-2e2e-4653-82e5-cbf1431b61aa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:19.347149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:19.363587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-c0e06487-e49d-4dec-b86e-214e2e0c704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:19.365106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-c0e06487-e49d-4dec-b86e-214e2e0c704d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1092279 Mar 07 04:43:19.365802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:19.366253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Network hostable DHCP agents. Network: 9bf09676-73e7-4cdf-8f6a-a64883ff09d6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:19.454753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:19.470452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-10bf9389-46c3-4a6c-bbae-0c9b5db1e3ff service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980964 Mar 07 04:43:19.472389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9bf09676-73e7-4cdf-8f6a-a64883ff09d6) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:19.476316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:19.477005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:19.488602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac23485-014c-46ad-bc5c-9aaf1d8761c0 None None] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:19.586274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-f7085e08-8fe0-48c9-b49c-5a8bae8bbe47 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057293 Mar 07 04:43:19.590736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f5bf9a36-9d96-4f86-bfd8-30586bc92952 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7324080 Mar 07 04:43:19.593617 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:19.600117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:19.630930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-730d78df-a1ad-446d-9fa3-935db96ba497 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb HTTP/1.1" status: 200 len: 217 time: 0.0383911 Mar 07 04:43:19.641316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:19.644484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:19.654635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:19.656308 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:19.725540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-14667fe2-c419-4613-ba9e-525de6ef7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:19.727042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-14667fe2-c419-4613-ba9e-525de6ef7c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.0899432 Mar 07 04:43:19.788459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks [] for router_controller (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:19.868272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cff6aa83-9c37-419a-aa39-ba22bf5347ae req-1f7dc037-2638-49ce-814d-d54872a9856d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0748432 Mar 07 04:43:19.884749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-2aad8e92-f0b8-4196-9f1d-987c54d848a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:19.887404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-2aad8e92-f0b8-4196-9f1d-987c54d848a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1542218 Mar 07 04:43:19.892048 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.024801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Allocated IP 172.20.0.2 (9bf09676-73e7-4cdf-8f6a-a64883ff09d6/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa/b75304f9-7cfa-476e-adc3-17fd5e49b96e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:20.043900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks [] for router_gateway (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.078950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-88c1e4ca-80fe-4836-96a5-484b67a4be68 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845195 Mar 07 04:43:20.279896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-25d07eae-35c9-48c3-9d85-5ab05745cc7b service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923263 Mar 07 04:43:20.342497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks [] for router_gateway (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.348465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-4fc858f3-0647-45b5-a260-830fe0e5afe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dd8cbd64-9baa-4140-8119-b106a85716cb HTTP/1.1" status: 200 len: 217 time: 0.0618849 Mar 07 04:43:20.368140 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:43:20.393092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.394476 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Publish callbacks [] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.414912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.476554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-61f78c5f-bf29-4ab3-b4b2-03f59d46ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:20.477756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-61f78c5f-bf29-4ab3-b4b2-03f59d46ea36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 200 len: 797 time: 0.1199844 Mar 07 04:43:20.509539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:20.512962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:20.528069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:20.606328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-839ca7a6-9364-4d5f-b858-31857c893081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:20.609231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-839ca7a6-9364-4d5f-b858-31857c893081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13f2451f-7947-4aec-9682-496c5dc5bdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1132834 Mar 07 04:43:20.644931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Allocated IP 172.25.4.11 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/c8b3b7fa-db5a-4bf6-a891-1444048fb1f3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:20.650803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Pushing event updated for resources: {'Port': ['ID=b75304f9-7cfa-476e-adc3-17fd5e49b96e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:20.674371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.674371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.674371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.674988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.675392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.675727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.676054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.676433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.676841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.677169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.677590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.678557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.678906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:20.686406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Attempting to bind port b75304f9-7cfa-476e-adc3-17fd5e49b96e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:20.686782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Attempting to bind port b75304f9-7cfa-476e-adc3-17fd5e49b96e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:20.692034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Attempting to bind port b75304f9-7cfa-476e-adc3-17fd5e49b96e on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:20.698628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:20.699031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:20.699452 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.699845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Bound using segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:20.700315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Bound port: b75304f9-7cfa-476e-adc3-17fd5e49b96e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:20.700691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.807391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-d88bec18-bba7-4e6e-96da-58e1c4d37cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904891 Mar 07 04:43:20.818724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] For port b75304f9-7cfa-476e-adc3-17fd5e49b96e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:20.826364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] For port b75304f9-7cfa-476e-adc3-17fd5e49b96e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b75304f9-7cfa-476e-adc3-17fd5e49b96e,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:20.844617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.914170 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks [] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:20.936617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-e818b387-4895-4222-817f-aced499ecaac service neutron] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229539 Mar 07 04:43:21.027770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:21.057403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54751cd6-a867-475d-88b8-4acb16e2e03a None None] Pushing event updated for resources: {'Port': ['ID=b75304f9-7cfa-476e-adc3-17fd5e49b96e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:21.084049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-0912cc0d-6b48-4a6d-8b59-342cd76e4977 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2 HTTP/1.1" status: 200 len: 217 time: 0.1408792 Mar 07 04:43:21.125756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:21.128554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddbc7bde-081a-4521-93a9-01dc6f065cea req-d8ab08ca-7d4d-4a76-a47f-993f39160dac tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0586836 Mar 07 04:43:21.128789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:21.136483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:21.211303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-ea1b40e8-d041-43ab-b9bb-f78eeb81e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:21.213356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-ea1b40e8-d041-43ab-b9bb-f78eeb81e469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.1190028 Mar 07 04:43:21.244910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:21.327907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-b27d52f5-0a2d-4184-9bec-201c9febb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:21.330363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-b27d52f5-0a2d-4184-9bec-201c9febb0f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1113591 Mar 07 04:43:21.513482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-cb7a1ed5-ffe6-415b-8514-f67194d9a183 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765292 Mar 07 04:43:21.542851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:21.667786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-9546d444-8316-4ed8-8666-8a5baaff75bf service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467936 Mar 07 04:43:21.677707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks [] for router_gateway (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:21.734252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-323b353e-a8a6-4df3-8031-41c8e7c9a0bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2437a198-4c19-44dc-9533-8da40d413217 HTTP/1.1" status: 200 len: 217 time: 0.0588381 Mar 07 04:43:21.750974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5021031c-32c6-45a9-a398-901c8fcf119a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:21.845080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-71a80b74-bf46-4a9b-a9b6-42163de7c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:21.846773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-71a80b74-bf46-4a9b-a9b6-42163de7c81b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 200 len: 797 time: 0.0847015 Mar 07 04:43:21.973536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5021031c-32c6-45a9-a398-901c8fcf119a admin admin] Publish callbacks [] for security_group (a7e47e97-cefd-4719-8141-6f42e435d6f6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:21.979050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-549be26f-fdf6-4fbe-a57c-de9f3b10c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:21.981161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-549be26f-fdf6-4fbe-a57c-de9f3b10c748 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6537958d-9046-461e-b6f1-8c508d777d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1237795 Mar 07 04:43:21.983098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5021031c-32c6-45a9-a398-901c8fcf119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a7e47e97-cefd-4719-8141-6f42e435d6f6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.047229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5021031c-32c6-45a9-a398-901c8fcf119a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5fb03479aca46959c06776ebb9a96c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029867 Mar 07 04:43:22.052323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:22.142947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021031c-32c6-45a9-a398-901c8fcf119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e47e97-cefd-4719-8141-6f42e435d6f6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:22.200229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.266391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de50b291-9062-47a3-8c8e-82c4b1edded1 admin admin] Publish callbacks [] for security_group (a7e47e97-cefd-4719-8141-6f42e435d6f6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.269745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-c8887688-c86a-4a42-b33a-13d4c96272e5 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669733 Mar 07 04:43:22.394416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de50b291-9062-47a3-8c8e-82c4b1edded1 admin admin] Publish callbacks [] for security_group (a7e47e97-cefd-4719-8141-6f42e435d6f6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.436269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.444068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59d6bb6f-c2cd-437b-b801-5b95d27c3180 req-752660f3-e56e-40eb-b2cf-e848005d159b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0914073 Mar 07 04:43:22.506161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fea630-e5f3-4a33-ae0a-1144a2cf4069 req-cdd77f57-8ead-4181-85b7-d678c9c2e703 service neutron] 10.222.0.15 "GET /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265072 Mar 07 04:43:22.530116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de50b291-9062-47a3-8c8e-82c4b1edded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a7e47e97-cefd-4719-8141-6f42e435d6f6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.533305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de50b291-9062-47a3-8c8e-82c4b1edded1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.536074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-de50b291-9062-47a3-8c8e-82c4b1edded1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7e47e97-cefd-4719-8141-6f42e435d6f6 HTTP/1.1" status: 204 len: 168 time: 0.4801250 Mar 07 04:43:22.564280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50b291-9062-47a3-8c8e-82c4b1edded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e47e97-cefd-4719-8141-6f42e435d6f6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:22.659166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:43:22.724020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e734f-ad7d-4b84-a7e3-240e908c7c64 None None] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:22.813175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:43:22.822894 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:43:22.841024 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:22.841672 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:43:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:22.858292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:22.862617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:22.862836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d042a3b-a749-4677-8c07-1711ca7bc3e4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2671986 Mar 07 04:43:22.910195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] Provisioning complete for port b75304f9-7cfa-476e-adc3-17fd5e49b96e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:22.910933 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.033291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] Current status of the port b75304f9-7cfa-476e-adc3-17fd5e49b96e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:23.035350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.058609 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:23.149149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] For port b75304f9-7cfa-476e-adc3-17fd5e49b96e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b75304f9-7cfa-476e-adc3-17fd5e49b96e,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:23.160926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.201640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57760) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:23.242106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04e01c2-0a9c-4ca4-b52a-b4e4f82b76b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.276781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cc1a2-9333-4709-b7cc-894a6b886cad None None] Pushing event updated for resources: {'Port': ['ID=b75304f9-7cfa-476e-adc3-17fd5e49b96e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:23.287191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b75304f9-7cfa-476e-adc3-17fd5e49b96e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:23.383953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b75304f9-7cfa-476e-adc3-17fd5e49b96e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:23.385271 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.431679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-38250a66-d5dd-4bc2-b9be-2c77d862350d None None] Provisioning complete for port b75304f9-7cfa-476e-adc3-17fd5e49b96e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:23.432736 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38250a66-d5dd-4bc2-b9be-2c77d862350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.445762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04e01c2-0a9c-4ca4-b52a-b4e4f82b76b6 admin admin] Publish callbacks [] for security_group (d61d2048-f89e-4196-9072-d9b4742a64bb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.462816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e04e01c2-0a9c-4ca4-b52a-b4e4f82b76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d61d2048-f89e-4196-9072-d9b4742a64bb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.524468 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:21Z', 'revision_number': 3, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:23.569909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e04e01c2-0a9c-4ca4-b52a-b4e4f82b76b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc6b1a552f9492a892e243eba0469aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631549 Mar 07 04:43:23.570563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57768) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:23.578832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b75304f9-7cfa-476e-adc3-17fd5e49b96e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:23.587687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e01c2-0a9c-4ca4-b52a-b4e4f82b76b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d2048-f89e-4196-9072-d9b4742a64bb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:23.593813 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:43:23.594383 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Updating router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:43:23.625144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-38250a66-d5dd-4bc2-b9be-2c77d862350d None None] Current status of the port b75304f9-7cfa-476e-adc3-17fd5e49b96e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:23.651659 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.691671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfc0853d-912a-430c-9a6a-8109bde841ba admin admin] Publish callbacks [] for security_group (d61d2048-f89e-4196-9072-d9b4742a64bb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.740761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfc0853d-912a-430c-9a6a-8109bde841ba admin admin] Publish callbacks [] for security_group (d61d2048-f89e-4196-9072-d9b4742a64bb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.860570 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfc0853d-912a-430c-9a6a-8109bde841ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d61d2048-f89e-4196-9072-d9b4742a64bb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.863948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfc0853d-912a-430c-9a6a-8109bde841ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:23.865285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cfc0853d-912a-430c-9a6a-8109bde841ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d61d2048-f89e-4196-9072-d9b4742a64bb HTTP/1.1" status: 204 len: 168 time: 0.2935364 Mar 07 04:43:23.886095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0853d-912a-430c-9a6a-8109bde841ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d2048-f89e-4196-9072-d9b4742a64bb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:24.043030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8345fc4-648f-464b-be92-c3c9dec6863c req-9a437b19-f6a8-4f91-b633-dc18cd19da7b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0560994 Mar 07 04:43:24.201668 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Publish callbacks [] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.220663 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.265936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.411997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Attempting to bind port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:24.417646 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Attempting to bind port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:24.419826 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Attempting to bind port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:24.423930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Pushing event updated for resources: {'Port': ['ID=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:24.443719 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:24.450473 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:24.451064 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.453701 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:24.454476 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Bound port: c8b3b7fa-db5a-4bf6-a891-1444048fb1f3, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:24.455068 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.459452 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.461176 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.464243 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.464993 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.466898 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.468246 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.469502 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.470026 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.471794 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.472318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.472878 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.474325 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.474822 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:24.604001 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] For port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:24.611202 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] For port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:24.630401 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.631883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Allocated IP 172.20.0.1 (9bf09676-73e7-4cdf-8f6a-a64883ff09d6/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa/f36568c3-2558-4c15-bf50-30fb30d65057) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:24.720872 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b49c51-825f-4e2e-9bc1-535162ada847 None None] Pushing event updated for resources: {'Port': ['ID=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:24.781697 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:24.782412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:43:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:24.795950 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks [] for port (f36568c3-2558-4c15-bf50-30fb30d65057), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.843744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:24.908620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:24.914857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:24.938134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:25.015070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:25.061561 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:25.074013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Pushing event updated for resources: {'Port': ['ID=f36568c3-2558-4c15-bf50-30fb30d65057,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:25.166987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b75304f9-7cfa-476e-adc3-17fd5e49b96e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:25.277588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b75304f9-7cfa-476e-adc3-17fd5e49b96e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:25.280822 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:25.315940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44db304a-b30b-4f6a-a082-342bf17aa650 req-bfc5dfa4-e1d9-4d39-903d-52f5cf83b79e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0628521 Mar 07 04:43:25.353232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:25.526530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b75304f9-7cfa-476e-adc3-17fd5e49b96e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:25.585284 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:21Z', 'revision_number': 3, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:25.610975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bf1a14a1-575a-4718-ab2d-eff3019db1a0 None None] Provisioning complete for port f36568c3-2558-4c15-bf50-30fb30d65057 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:25.611989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bf1a14a1-575a-4718-ab2d-eff3019db1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:25.644471 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b43b2-d459-4d3e-b96f-5de5b396c567 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:21Z', 'revision_number': 3, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:43:25.712727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks [] for port (f36568c3-2558-4c15-bf50-30fb30d65057), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:25.724500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a14a1-575a-4718-ab2d-eff3019db1a0 None None] Port f36568c3-2558-4c15-bf50-30fb30d65057 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:43:25.730832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:25.833411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Pushing event updated for resources: {'Port': ['ID=f36568c3-2558-4c15-bf50-30fb30d65057,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:25.875394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:26.063841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:26.065336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:26.303190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:43:26.498798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:43:26.504048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7c52808-4af1-49ea-a7f5-594df9d1eae6 admin admin] 10.222.0.21 "PUT /v2.0/routers/0beb13ab-2627-45da-a173-9ccfc6bbd2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6404083 Mar 07 04:43:26.565612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b139a5db-2a8d-4cba-a9c2-b9065990b401 req-123cc3c9-a1d6-4313-963e-7e5ce451a6d2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0681942 Mar 07 04:43:26.576878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bde49ad9-df8b-4976-9f14-f9cdba91c982 None None] Provisioning complete for port f36568c3-2558-4c15-bf50-30fb30d65057 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:26.582382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bde49ad9-df8b-4976-9f14-f9cdba91c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:26.685382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bde49ad9-df8b-4976-9f14-f9cdba91c982 None None] Port f36568c3-2558-4c15-bf50-30fb30d65057 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:43:27.210325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:27.345658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:27.346287 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.554321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57890) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:27.560596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735588130', 'description': 'tempest-description--1761667455'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:27.560751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:27.561142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.591052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:27.603622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.634406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.696816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:27.737751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-922122a3-f7da-4eb1-826d-8dcf82294057 req-8335170a-3f9e-4987-8419-d20249621bc8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.0523593 Mar 07 04:43:27.782605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (a6c967dd-3062-43f9-83bc-6256a7fd4a93), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.787474 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a6c967dd-3062-43f9-83bc-6256a7fd4a93), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.825380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.826866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2708602 Mar 07 04:43:27.829955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57896) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:27.831600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15327f-9918-4f64-93e8-4143c78e0b1f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c967dd-3062-43f9-83bc-6256a7fd4a93,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:27.834932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': 'a6c967dd-3062-43f9-83bc-6256a7fd4a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:27.875136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (789509a6-f61a-4e1a-a9f7-42b3ffa743ff), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.968786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57902) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:27.971076 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (789509a6-f61a-4e1a-a9f7-42b3ffa743ff), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:27.977821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (789509a6-f61a-4e1a-a9f7-42b3ffa743ff), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.000572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789509a6-f61a-4e1a-a9f7-42b3ffa743ff,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:28.012524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.015028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d97d8c84-1626-44e7-baed-4d8a6adcbf33 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839452 Mar 07 04:43:28.018540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57906) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:28.026642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': 'a6c967dd-3062-43f9-83bc-6256a7fd4a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:28.062314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (c8611e29-db3a-4600-8528-5717786dba4b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.124916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc76725f-09c1-4382-9e0a-32d085b04390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.204647 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (c8611e29-db3a-4600-8528-5717786dba4b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.227080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c8611e29-db3a-4600-8528-5717786dba4b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.302240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.303932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2843077 Mar 07 04:43:28.307754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:28.313299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:28.326843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57111b-0556-4e43-be83-3b9246db89a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8611e29-db3a-4600-8528-5717786dba4b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:28.352880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc76725f-09c1-4382-9e0a-32d085b04390 admin admin] Publish callbacks [] for security_group (8e16f6af-6957-484a-95d2-230dda84c890), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.360510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc76725f-09c1-4382-9e0a-32d085b04390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8e16f6af-6957-484a-95d2-230dda84c890), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.365279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.440270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76725f-09c1-4382-9e0a-32d085b04390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e16f6af-6957-484a-95d2-230dda84c890,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:28.449501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bc76725f-09c1-4382-9e0a-32d085b04390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a5710b25db04d2e837b6b6472fd6fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763021 Mar 07 04:43:28.449970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57916) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:28.532672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-264d5696-0e94-47d5-8992-e8db38331e2a admin admin] Publish callbacks [] for security_group (8e16f6af-6957-484a-95d2-230dda84c890), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.554126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.561701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-264d5696-0e94-47d5-8992-e8db38331e2a admin admin] Publish callbacks [] for security_group (8e16f6af-6957-484a-95d2-230dda84c890), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.628252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-264d5696-0e94-47d5-8992-e8db38331e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8e16f6af-6957-484a-95d2-230dda84c890), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.630900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-264d5696-0e94-47d5-8992-e8db38331e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:28.635266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-264d5696-0e94-47d5-8992-e8db38331e2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e16f6af-6957-484a-95d2-230dda84c890 HTTP/1.1" status: 204 len: 168 time: 0.1812310 Mar 07 04:43:28.645551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5696-0e94-47d5-8992-e8db38331e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e16f6af-6957-484a-95d2-230dda84c890,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:28.788073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:43:28.808037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:28.808786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:43:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:28.819743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.25.4.24 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/acaeedff-c0ed-4b89-bae1-db103359161e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:29.069765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63aea9e7-722a-45eb-8383-2157db5c44bd req-aa0ca0fd-0af0-4af7-904f-e995e4da2277 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18760d7-4afa-4833-a995-1030a894df35 HTTP/1.1" status: 200 len: 210 time: 0.1474481 Mar 07 04:43:29.159659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (acaeedff-c0ed-4b89-bae1-db103359161e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.262888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:29.292960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (acaeedff-c0ed-4b89-bae1-db103359161e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.350119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:29.356115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:29.366648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:29.375654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:29.432312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:29.433184 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.477565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=acaeedff-c0ed-4b89-bae1-db103359161e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:29.484776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57934) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:29.504366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfbf2-8b3f-460d-8c2b-3cd3b48dabb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.637058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfbf2-8b3f-460d-8c2b-3cd3b48dabb1 admin admin] Publish callbacks [] for security_group (8ab30582-baaa-44c4-9221-9ef5e0a8cc5d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.644184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfbf2-8b3f-460d-8c2b-3cd3b48dabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8ab30582-baaa-44c4-9221-9ef5e0a8cc5d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.651968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (d63e01ed-e23d-4bf8-8f77-a03733a7aa1b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.677210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7a2cfbf2-8b3f-460d-8c2b-3cd3b48dabb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=333d12b4fc864963bb167918912c91bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888990 Mar 07 04:43:29.678066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:29.731039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (acaeedff-c0ed-4b89-bae1-db103359161e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.839796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cfbf2-8b3f-460d-8c2b-3cd3b48dabb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab30582-baaa-44c4-9221-9ef5e0a8cc5d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:29.867999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8b98f21-613e-40a5-ab9a-9877ddac9b13 admin admin] Publish callbacks [] for security_group (8ab30582-baaa-44c4-9221-9ef5e0a8cc5d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:29.930009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:29.954139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8b98f21-613e-40a5-ab9a-9877ddac9b13 admin admin] Publish callbacks [] for security_group (8ab30582-baaa-44c4-9221-9ef5e0a8cc5d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.049944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8b98f21-613e-40a5-ab9a-9877ddac9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8ab30582-baaa-44c4-9221-9ef5e0a8cc5d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.057589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8b98f21-613e-40a5-ab9a-9877ddac9b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.058246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (acaeedff-c0ed-4b89-bae1-db103359161e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.060251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8b98f21-613e-40a5-ab9a-9877ddac9b13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ab30582-baaa-44c4-9221-9ef5e0a8cc5d HTTP/1.1" status: 204 len: 168 time: 0.3810267 Mar 07 04:43:30.067141 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (acaeedff-c0ed-4b89-bae1-db103359161e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.075837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98f21-613e-40a5-ab9a-9877ddac9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab30582-baaa-44c4-9221-9ef5e0a8cc5d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:30.168583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (d63e01ed-e23d-4bf8-8f77-a03733a7aa1b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.207941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.223758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9147422 Mar 07 04:43:30.234084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:30.242893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7b8ee-2fe1-449c-87e3-b41a12c252ae tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=acaeedff-c0ed-4b89-bae1-db103359161e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:30.289959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:43:30.290390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Updating router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 port f36568c3-2558-4c15-bf50-30fb30d65057 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:43:30.326966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.570129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-915ec53a-6190-4513-9e3f-4b93e26ae4a7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1735588130&fields=id&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 267 time: 0.0910413 Mar 07 04:43:30.733423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-60e7014a-76a1-4af5-92d7-e2e783cbc2d0 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:30.736071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-60e7014a-76a1-4af5-92d7-e2e783cbc2d0 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.1581435 Mar 07 04:43:30.765050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-cda2f7be-d257-4a1c-ad6d-9a4da3c5cc31 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/quotas/2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 375 time: 0.0229962 Mar 07 04:43:30.850773 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Publish callbacks [] for port (f36568c3-2558-4c15-bf50-30fb30d65057), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.860261 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:30.866852 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bce64674-b14e-440d-a6ce-efb6e5211dfe tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962420 Mar 07 04:43:30.949652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4cdc1-30b5-4111-aa96-d33cb82aa60c None None] Pushing event updated for resources: {'Port': ['ID=f36568c3-2558-4c15-bf50-30fb30d65057,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:31.065718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Attempting to bind port f36568c3-2558-4c15-bf50-30fb30d65057 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:31.066203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Attempting to bind port f36568c3-2558-4c15-bf50-30fb30d65057 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:31.066584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Attempting to bind port f36568c3-2558-4c15-bf50-30fb30d65057 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:31.083885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:31.084495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:31.084926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:31.085336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Bound using segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:31.085845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Bound port: f36568c3-2558-4c15-bf50-30fb30d65057, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:31.086269 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:31.167207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-5a9a9ce1-e487-4410-90e4-31825b23c03d service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837081 Mar 07 04:43:31.237027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] For port f36568c3-2558-4c15-bf50-30fb30d65057, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:31.245538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] For port f36568c3-2558-4c15-bf50-30fb30d65057, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f36568c3-2558-4c15-bf50-30fb30d65057,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:31.262698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:31.346701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-ee9ea8a6-9724-479d-bfd0-4cd5083dfaa3 service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783395 Mar 07 04:43:31.361274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:31.361967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:43:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:31.540803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4cdc1-30b5-4111-aa96-d33cb82aa60c None None] Pushing event updated for resources: {'Port': ['ID=f36568c3-2558-4c15-bf50-30fb30d65057,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:31.732477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:31.737476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a621bbd-d42b-4c0b-85f7-c09390d73b82 req-bc6b7a33-6dd2-4c8a-9578-98fb2c637381 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 210 time: 0.1040785 Mar 07 04:43:31.912714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] Provisioning complete for port f36568c3-2558-4c15-bf50-30fb30d65057 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:31.913100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:32.086321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] Current status of the port f36568c3-2558-4c15-bf50-30fb30d65057 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:32.087169 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:32.162042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] For port f36568c3-2558-4c15-bf50-30fb30d65057, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f36568c3-2558-4c15-bf50-30fb30d65057,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:32.174698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:32.207086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:31Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:32.237262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11f61b-cfea-43e5-82a4-fb8256e2a543 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:31Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:43:32.269358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f689b4-3238-4114-8594-dcc04c55f33b None None] Pushing event updated for resources: {'Port': ['ID=f36568c3-2558-4c15-bf50-30fb30d65057,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:32.343505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a4f4845d-30c5-426b-beb4-34da02f28196 None None] Provisioning complete for port f36568c3-2558-4c15-bf50-30fb30d65057 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:32.343886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a4f4845d-30c5-426b-beb4-34da02f28196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:32.462406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a4f4845d-30c5-426b-beb4-34da02f28196 None None] Current status of the port f36568c3-2558-4c15-bf50-30fb30d65057 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:32.682146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58024) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:32.788412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e840487b-ddb3-4450-905f-2c63392e67c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:32.858779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8413ff4a-e87f-45a8-b92d-7d3862ff15e6 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1334206253'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:32.860095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8413ff4a-e87f-45a8-b92d-7d3862ff15e6 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Unknown quota resources ['metering_label']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:43:32.941906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23817dac-e255-4977-a879-8b874887ca7f req-5e706b84-f99f-48e9-a12a-d3e473c8570e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 210 time: 0.0586765 Mar 07 04:43:33.222412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f36568c3-2558-4c15-bf50-30fb30d65057 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:33.267534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8413ff4a-e87f-45a8-b92d-7d3862ff15e6 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:33.268753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8413ff4a-e87f-45a8-b92d-7d3862ff15e6 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5856092 Mar 07 04:43:33.271682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:33.276594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fdd2aadf-4ff6-4933-9761-0b9f85a3b13d tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bff785bf-ea8f-4aa3-a08d-d717fa8a52f3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:33.277133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fdd2aadf-4ff6-4933-9761-0b9f85a3b13d tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103939) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:43:33.362612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f36568c3-2558-4c15-bf50-30fb30d65057 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:33.367748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:33.501497 n-d-832185-1 neutron-server[103939]: WARNING neutron.services.metering.metering_plugin [None req-fdd2aadf-4ff6-4933-9761-0b9f85a3b13d tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 04:43:33.508601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-d49602b1-7403-4cdd-a035-e5211e5e0bac tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:33.513126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-d49602b1-7403-4cdd-a035-e5211e5e0bac tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.2489946 Mar 07 04:43:33.569131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58044) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:33.577325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f36568c3-2558-4c15-bf50-30fb30d65057 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:33.669508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-de4e56fe-c5cb-44a1-980e-c0f910c36863 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 380 time: 0.1462533 Mar 07 04:43:33.689017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'port': {'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'admin_state_up': True, 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'security_groups': ['a6c967dd-3062-43f9-83bc-6256a7fd4a93']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:33.809747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fdd2aadf-4ff6-4933-9761-0b9f85a3b13d tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:33.825496 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fdd2aadf-4ff6-4933-9761-0b9f85a3b13d tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5526459 Mar 07 04:43:33.826159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:33.849153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e6fe36c9-64f1-4d7f-8128-5e1d773bc268 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bff785bf-ea8f-4aa3-a08d-d717fa8a52f3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:33.849661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e6fe36c9-64f1-4d7f-8128-5e1d773bc268 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103939) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:43:33.882041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f602e7c-6646-46fd-ac70-1ff0b25a7ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.003666 n-d-832185-1 neutron-server[103939]: WARNING neutron.services.metering.metering_plugin [None req-e6fe36c9-64f1-4d7f-8128-5e1d773bc268 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 04:43:34.068365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Made reservation on behalf of 2dbcc2a5af0b4143bcbce85a7d3295e1 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:34.082975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.189358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c14ccf3e-6bb3-4375-8689-18e123f1a5e3 req-61cdfe0d-209a-460f-9325-2553710718ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 210 time: 0.0637250 Mar 07 04:43:34.195021 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f602e7c-6646-46fd-ac70-1ff0b25a7ca8 admin admin] Publish callbacks [] for security_group (90aa3685-b04f-4053-8699-ee97c76815eb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.208486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f602e7c-6646-46fd-ac70-1ff0b25a7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (90aa3685-b04f-4053-8699-ee97c76815eb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.245619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1f602e7c-6646-46fd-ac70-1ff0b25a7ca8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b1ad38b17f84d82a6aa9a1093b151e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687331 Mar 07 04:43:34.256322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:34.274535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e6fe36c9-64f1-4d7f-8128-5e1d773bc268 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.284822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e6fe36c9-64f1-4d7f-8128-5e1d773bc268 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4570854 Mar 07 04:43:34.285556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:34.320030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f602e7c-6646-46fd-ac70-1ff0b25a7ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa3685-b04f-4053-8699-ee97c76815eb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:34.337306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c239b151-674e-4e61-bc11-6b0af492422d tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=6b3624ef-88cb-4a11-bd7a-7ef7ffa4ea1e HTTP/1.1" status: 200 len: 462 time: 0.0497098 Mar 07 04:43:34.340735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58058) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:34.410428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-992f20d6-fbe3-45ff-8e15-c583a7a76f8f admin admin] Publish callbacks [] for security_group (90aa3685-b04f-4053-8699-ee97c76815eb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.448906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.20.0.3 (9bf09676-73e7-4cdf-8f6a-a64883ff09d6/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa/cf649615-b567-407d-913b-e62b511efc44) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:34.469047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-992f20d6-fbe3-45ff-8e15-c583a7a76f8f admin admin] Publish callbacks [] for security_group (90aa3685-b04f-4053-8699-ee97c76815eb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.562036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-992f20d6-fbe3-45ff-8e15-c583a7a76f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (90aa3685-b04f-4053-8699-ee97c76815eb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.564882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-992f20d6-fbe3-45ff-8e15-c583a7a76f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.575812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-992f20d6-fbe3-45ff-8e15-c583a7a76f8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90aa3685-b04f-4053-8699-ee97c76815eb HTTP/1.1" status: 204 len: 168 time: 0.3102586 Mar 07 04:43:34.595087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f20d6-fbe3-45ff-8e15-c583a7a76f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa3685-b04f-4053-8699-ee97c76815eb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:34.799438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (cf649615-b567-407d-913b-e62b511efc44), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.835914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59c8718a-2268-47ff-90a8-a3bd040f817e tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:34.837298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-59c8718a-2268-47ff-90a8-a3bd040f817e tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/6b3624ef-88cb-4a11-bd7a-7ef7ffa4ea1e HTTP/1.1" status: 204 len: 168 time: 0.4956131 Mar 07 04:43:34.840494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:34.849678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6795c160-0121-4171-9229-694c1f4873ce tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=6b3624ef-88cb-4a11-bd7a-7ef7ffa4ea1e HTTP/1.1" status: 200 len: 221 time: 0.0078526 Mar 07 04:43:34.854011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58070) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:34.863050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9f5e62a5-021a-49d3-98f7-131cee26e69c tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1969379854', 'description': 'label created by tempest'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:34.865291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9f5e62a5-021a-49d3-98f7-131cee26e69c tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Unknown quota resources ['metering_label']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:43:34.875355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cf649615-b567-407d-913b-e62b511efc44), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.069839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.104637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9753dc80-8c05-40bb-87c2-37b0e0fe8c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.113251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:35.193243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:35.198162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62a5-021a-49d3-98f7-131cee26e69c tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.200046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f5e62a5-021a-49d3-98f7-131cee26e69c tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3443775 Mar 07 04:43:35.200962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:35.203962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=cf649615-b567-407d-913b-e62b511efc44,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:35.214698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.307764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:35.308557 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.349284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-bb4d4230-095c-4081-986f-e6c6b8e9574a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6740401 Mar 07 04:43:35.373663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48564f98-e90b-466e-a8c5-bdfcd0a65478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.380654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9753dc80-8c05-40bb-87c2-37b0e0fe8c33 admin admin] Publish callbacks [] for security_group (0ba48c05-5113-4aa2-9dcb-b861f006b21d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.385614 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b17c743f-0fd4-40b4-89c4-50d85b8ac5ba tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=70a38e8d-68f4-42c5-94d9-978b1af691b1 HTTP/1.1" status: 200 len: 468 time: 0.1690488 Mar 07 04:43:35.388455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.402171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9753dc80-8c05-40bb-87c2-37b0e0fe8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ba48c05-5113-4aa2-9dcb-b861f006b21d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.419960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Request body: {'port': {'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:35.451610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753dc80-8c05-40bb-87c2-37b0e0fe8c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba48c05-5113-4aa2-9dcb-b861f006b21d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:35.533396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2dc5b-ead0-4170-9ca6-0668457af27c req-e2460812-c573-4187-9f0c-7c84b2b4da9d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:35.535256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0d2dc5b-ead0-4170-9ca6-0668457af27c req-e2460812-c573-4187-9f0c-7c84b2b4da9d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 931 time: 0.2113290 Mar 07 04:43:35.545007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf649615-b567-407d-913b-e62b511efc44), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.579274 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9753dc80-8c05-40bb-87c2-37b0e0fe8c33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6e59ebde624978b9a196ac15e3054d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5082192 Mar 07 04:43:35.580212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58082) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.625154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-de1f773f-1f73-4a0f-92cf-2c284ccf420b None None] Provisioning complete for port cf649615-b567-407d-913b-e62b511efc44 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:35.625813 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1f773f-1f73-4a0f-92cf-2c284ccf420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cf649615-b567-407d-913b-e62b511efc44), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.691766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-de1f773f-1f73-4a0f-92cf-2c284ccf420b None None] Port cf649615-b567-407d-913b-e62b511efc44 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:43:35.726681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c1b267e-3e8b-4c77-a699-27b9c71e03b5 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.731016 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c1b267e-3e8b-4c77-a699-27b9c71e03b5 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/70a38e8d-68f4-42c5-94d9-978b1af691b1 HTTP/1.1" status: 204 len: 168 time: 0.3413215 Mar 07 04:43:35.731794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.758547 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9034f180-eb3e-428d-bceb-ea3cd84f8acc tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=70a38e8d-68f4-42c5-94d9-978b1af691b1 HTTP/1.1" status: 200 len: 216 time: 0.0243721 Mar 07 04:43:35.761585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.768767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0905d679-aed1-4a0b-9daa-ebf3fe4dcbdc admin admin] Publish callbacks [] for security_group (0ba48c05-5113-4aa2-9dcb-b861f006b21d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.786749 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3e953208-b970-4719-8b28-694c63c1efce tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0236371 Mar 07 04:43:35.789076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58088) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.819005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0905d679-aed1-4a0b-9daa-ebf3fe4dcbdc admin admin] Publish callbacks [] for security_group (0ba48c05-5113-4aa2-9dcb-b861f006b21d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.830754 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3e80a27b-52aa-40c6-9a97-68d49d0859de tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0405817 Mar 07 04:43:35.833345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58090) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.927032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf649615-b567-407d-913b-e62b511efc44 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:43:35.935325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Publish callbacks [] for port (cf649615-b567-407d-913b-e62b511efc44), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.939064 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-215f0db8-ab23-436f-8b61-6aadc2d1cec1 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/bff785bf-ea8f-4aa3-a08d-d717fa8a52f3 HTTP/1.1" status: 200 len: 473 time: 0.1046162 Mar 07 04:43:35.942362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:35.958304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Transition to ACTIVE for port object cf649615-b567-407d-913b-e62b511efc44 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:43:35.969905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0905d679-aed1-4a0b-9daa-ebf3fe4dcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0ba48c05-5113-4aa2-9dcb-b861f006b21d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.977507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0905d679-aed1-4a0b-9daa-ebf3fe4dcbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.977717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0d2dc5b-ead0-4170-9ca6-0668457af27c req-48c9b1e2-f0d1-44ac-b75b-3debdf186bb5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290519 Mar 07 04:43:35.979169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (cf649615-b567-407d-913b-e62b511efc44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:35.998008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0905d679-aed1-4a0b-9daa-ebf3fe4dcbdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ba48c05-5113-4aa2-9dcb-b861f006b21d HTTP/1.1" status: 204 len: 168 time: 0.4069579 Mar 07 04:43:36.034432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905d679-aed1-4a0b-9daa-ebf3fe4dcbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba48c05-5113-4aa2-9dcb-b861f006b21d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:36.040158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Pushing event updated for resources: {'Port': ['ID=cf649615-b567-407d-913b-e62b511efc44,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:36.048200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58098) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:36.049316 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1e98da07-4e61-4369-9394-519e463f5984 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/4ab4b485-c4fa-4f3b-8ded-7779f435217f HTTP/1.1" status: 200 len: 459 time: 0.1055887 Mar 07 04:43:36.300998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07fa9e65-76bc-418a-ba6b-e35982e244c6 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:36.302112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-07fa9e65-76bc-418a-ba6b-e35982e244c6 tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/4ab4b485-c4fa-4f3b-8ded-7779f435217f HTTP/1.1" status: 204 len: 168 time: 0.2529163 Mar 07 04:43:36.304808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:36.325081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Attempting to bind port cf649615-b567-407d-913b-e62b511efc44 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:36.325404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Attempting to bind port cf649615-b567-407d-913b-e62b511efc44 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:36.325666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Attempting to bind port cf649615-b567-407d-913b-e62b511efc44 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:36.342357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Port cf649615-b567-407d-913b-e62b511efc44 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:43:36.342711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Attempting to bind port cf649615-b567-407d-913b-e62b511efc44 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:36.355670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:36.355994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:36.356366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Bound using segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:36.356796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Bound port: cf649615-b567-407d-913b-e62b511efc44, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:36.357152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf649615-b567-407d-913b-e62b511efc44), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:36.487225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] For port cf649615-b567-407d-913b-e62b511efc44, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:36.497481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] For port cf649615-b567-407d-913b-e62b511efc44, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cf649615-b567-407d-913b-e62b511efc44,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:36.512621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (cf649615-b567-407d-913b-e62b511efc44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:36.596318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Pushing event updated for resources: {'Port': ['ID=cf649615-b567-407d-913b-e62b511efc44,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:36.625764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:36.644817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:36.646967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c8f60ee9-152e-4eac-815e-2d2098e3f1cc service neutron] 10.222.0.15 "PUT /v2.0/ports/cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 1091 time: 1.2475562 Mar 07 04:43:36.648907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'tag': 'cf649615-b567-407d-913b-e62b511efc44'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:36.654972 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "tag": "cf649615-b567-407d-913b-e62b511efc44"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:36.711628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:36.731691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f19c-506f-410b-b8e8-f1129a07f23b tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:36.733005 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cfa1f19c-506f-410b-b8e8-f1129a07f23b tempest-MeteringIpV6TestJSON-1630557651 tempest-MeteringIpV6TestJSON-1630557651-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/bff785bf-ea8f-4aa3-a08d-d717fa8a52f3 HTTP/1.1" status: 204 len: 168 time: 0.4271560 Mar 07 04:43:36.780059 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70bab2-7862-4d5d-854a-b8c3b768e465 x-openstack-request-id: req-4c70bab2-7862-4d5d-854a-b8c3b768e465 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:36.780506 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "tag": "cf649615-b567-407d-913b-e62b511efc44", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:36.780774 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c70bab2-7862-4d5d-854a-b8c3b768e465 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:36.781183 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'tag': 'cf649615-b567-407d-913b-e62b511efc44', 'status': 'completed', 'code': 200} Mar 07 04:43:36.818166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-dfab3eee-0879-48ff-befe-77559b47181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:36.819727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-dfab3eee-0879-48ff-befe-77559b47181e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1125 time: 0.1193318 Mar 07 04:43:36.877530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-780a7a1d-59d3-4de0-9917-a96131d8f97c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 217 time: 0.0515354 Mar 07 04:43:36.975649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-187b80b0-c27a-4c76-a65d-8f3d5538d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:36.977180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-187b80b0-c27a-4c76-a65d-8f3d5538d70a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0941284 Mar 07 04:43:37.161559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58132) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:37.167951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c7136fcf-e902-4eb3-8090-ea69c6508840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:37.170830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-c7136fcf-e902-4eb3-8090-ea69c6508840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1875412 Mar 07 04:43:37.303365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973729c7-2c43-4698-82c9-f6fe1a258fe6 req-6d57be4d-db57-498a-83cc-299d1155ef57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:37.304957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-973729c7-2c43-4698-82c9-f6fe1a258fe6 req-6d57be4d-db57-498a-83cc-299d1155ef57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 943 time: 0.2244132 Mar 07 04:43:37.421442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e4c485-db8f-4e0c-8a4b-942234233c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.550850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e4c485-db8f-4e0c-8a4b-942234233c74 admin admin] Publish callbacks [] for security_group (32df1ecb-c07a-4e6f-85be-590d4873ee50), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.557813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86e4c485-db8f-4e0c-8a4b-942234233c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (32df1ecb-c07a-4e6f-85be-590d4873ee50), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.621573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86e4c485-db8f-4e0c-8a4b-942234233c74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53cfa69f552b4c80a2576fdc44ad7161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588077 Mar 07 04:43:37.624240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58146) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:37.632403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4c485-db8f-4e0c-8a4b-942234233c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df1ecb-c07a-4e6f-85be-590d4873ee50,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:37.673053 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.744098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-078413e3-b475-4a82-87c8-45609d9d3675 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588863 Mar 07 04:43:37.782494 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db34a84-b70c-46b4-83db-baa13f61b98d admin admin] Publish callbacks [] for security_group (32df1ecb-c07a-4e6f-85be-590d4873ee50), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.822724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db34a84-b70c-46b4-83db-baa13f61b98d admin admin] Publish callbacks [] for security_group (32df1ecb-c07a-4e6f-85be-590d4873ee50), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.854402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3603c45d-513d-4b95-b20c-0a11145eb123 req-5259929f-381b-4db1-8e84-227d123197e1 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013911 Mar 07 04:43:37.858602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-973729c7-2c43-4698-82c9-f6fe1a258fe6 req-c2ee8530-af62-4b2d-bbf0-59ac679506cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5438859 Mar 07 04:43:37.912916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db34a84-b70c-46b4-83db-baa13f61b98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (32df1ecb-c07a-4e6f-85be-590d4873ee50), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.926977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db34a84-b70c-46b4-83db-baa13f61b98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:37.932488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6db34a84-b70c-46b4-83db-baa13f61b98d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32df1ecb-c07a-4e6f-85be-590d4873ee50 HTTP/1.1" status: 204 len: 168 time: 0.2910419 Mar 07 04:43:37.949756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db34a84-b70c-46b4-83db-baa13f61b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df1ecb-c07a-4e6f-85be-590d4873ee50,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:38.007420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-e5e13e86-d248-47e3-8998-178c58c70624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:38.011268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-e5e13e86-d248-47e3-8998-178c58c70624 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1125 time: 0.0967958 Mar 07 04:43:38.131937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-ede96ede-371d-4857-877f-3ded8055cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:38.133347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-ede96ede-371d-4857-877f-3ded8055cd2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.1159921 Mar 07 04:43:38.193911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-e060db0e-f3ee-46b5-980a-82d43c6eab85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 217 time: 0.0534315 Mar 07 04:43:38.269371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-9c0020d0-264a-4f9c-99ae-1ac83141352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:38.271722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-9c0020d0-264a-4f9c-99ae-1ac83141352a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0692694 Mar 07 04:43:38.339707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-14a8705c-b0ea-4eea-89ce-f2ee7b1cfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:38.342016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-14a8705c-b0ea-4eea-89ce-f2ee7b1cfe2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624671 Mar 07 04:43:38.534459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-caf125a5-ff6d-47cb-8408-aeabc38d605f service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822805 Mar 07 04:43:38.575709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58164) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:38.603091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fdae1e3-3547-4d9c-977b-e8f22ecfe8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:38.708710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e76b87c-8d57-4002-bf5d-98edda4bfb9e req-9502fb63-a03b-40f8-b4b5-3ece879f90e4 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688161 Mar 07 04:43:38.782453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fdae1e3-3547-4d9c-977b-e8f22ecfe8d1 admin admin] Publish callbacks [] for security_group (4af818bf-1a1b-43c6-b03c-04e9e845cb4f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:38.793240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fdae1e3-3547-4d9c-977b-e8f22ecfe8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4af818bf-1a1b-43c6-b03c-04e9e845cb4f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:38.865909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2fdae1e3-3547-4d9c-977b-e8f22ecfe8d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce0123464f4048bf823b5d800a2daf2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893784 Mar 07 04:43:38.867424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdae1e3-3547-4d9c-977b-e8f22ecfe8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af818bf-1a1b-43c6-b03c-04e9e845cb4f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:38.868672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:39.014569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-060717b9-3d4b-4c46-afd9-1827c489ef8e admin admin] Publish callbacks [] for security_group (4af818bf-1a1b-43c6-b03c-04e9e845cb4f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:39.039902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-060717b9-3d4b-4c46-afd9-1827c489ef8e admin admin] Publish callbacks [] for security_group (4af818bf-1a1b-43c6-b03c-04e9e845cb4f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:39.097360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-060717b9-3d4b-4c46-afd9-1827c489ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4af818bf-1a1b-43c6-b03c-04e9e845cb4f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:39.100825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-060717b9-3d4b-4c46-afd9-1827c489ef8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:39.102176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-060717b9-3d4b-4c46-afd9-1827c489ef8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4af818bf-1a1b-43c6-b03c-04e9e845cb4f HTTP/1.1" status: 204 len: 168 time: 0.2314568 Mar 07 04:43:39.112078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060717b9-3d4b-4c46-afd9-1827c489ef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af818bf-1a1b-43c6-b03c-04e9e845cb4f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:39.131471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af17e-b56b-4e14-b299-1abd16bb7743 req-65b967a8-4273-47f3-ba88-e28cb55a9232 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:39.133756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-209af17e-b56b-4e14-b299-1abd16bb7743 req-65b967a8-4273-47f3-ba88-e28cb55a9232 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 943 time: 0.1414464 Mar 07 04:43:39.220068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-209af17e-b56b-4e14-b299-1abd16bb7743 req-90924d80-da79-4865-8b39-c3106cef3f87 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800376 Mar 07 04:43:39.413253 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.075184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:40.334584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1939061681'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:40.438773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:40.442786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.454835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.488840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34bc32-f0f8-4146-b905-cca8eee939d1 req-29c0e061-0dfc-4777-81f5-1efcf140c535 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:40.490613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e34bc32-f0f8-4146-b905-cca8eee939d1 req-29c0e061-0dfc-4777-81f5-1efcf140c535 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 943 time: 0.1613789 Mar 07 04:43:40.553309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e34bc32-f0f8-4146-b905-cca8eee939d1 req-365656a8-c37a-4995-ab7d-d147ef5fc9a3 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544353 Mar 07 04:43:40.632436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for security_group (6f41e91a-99b8-4204-9ee9-48dce7c0d5b6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.639255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6f41e91a-99b8-4204-9ee9-48dce7c0d5b6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.680568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:40.704167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f41e91a-99b8-4204-9ee9-48dce7c0d5b6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:40.712094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e0d73ef9-6499-4be6-b73d-505eadb1a5ee), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.713427 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Added segment e0d73ef9-6499-4be6-b73d-505eadb1a5ee of type vlan for network 6a910e45-f666-496f-bed1-5c57f3d6faa7 Mar 07 04:43:40.789531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (6a910e45-f666-496f-bed1-5c57f3d6faa7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.824284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (6a910e45-f666-496f-bed1-5c57f3d6faa7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.834784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:40.834784 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:40.915547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Network': ['ID=6a910e45-f666-496f-bed1-5c57f3d6faa7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:40.929536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.930282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.930677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.931752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.932300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.932832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.933223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.933766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.938392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.938850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.939265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.939667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.940025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:40.953095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 6a910e45-f666-496f-bed1-5c57f3d6faa7 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:40.979938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fbac4603-d11c-4561-a630-6cfc58e9c821 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9035995 Mar 07 04:43:41.031035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cf649615-b567-407d-913b-e62b511efc44 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:43:41.306155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cf649615-b567-407d-913b-e62b511efc44, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cf649615-b567-407d-913b-e62b511efc44,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:41.350518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'cf649615-b567-407d-913b-e62b511efc44', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:43:41.447793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port cf649615-b567-407d-913b-e62b511efc44 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:41.450115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf649615-b567-407d-913b-e62b511efc44), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:41.490958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf649615-b567-407d-913b-e62b511efc44 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:43:41.552638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cf649615-b567-407d-913b-e62b511efc44, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cf649615-b567-407d-913b-e62b511efc44,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:41.570927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cf649615-b567-407d-913b-e62b511efc44), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:41.676530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=cf649615-b567-407d-913b-e62b511efc44,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:41.791649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4989-36d8-4802-a56a-19d9d686e02a req-dd06f172-deac-44c6-8d00-6fc0b936755a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:41.798907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c13f4989-36d8-4802-a56a-19d9d686e02a req-dd06f172-deac-44c6-8d00-6fc0b936755a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 944 time: 0.1100903 Mar 07 04:43:41.826885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['cf649615-b567-407d-913b-e62b511efc44'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:43:41.910427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c13f4989-36d8-4802-a56a-19d9d686e02a req-7378839e-b7cc-48e1-ba0f-64c4de55387e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058636 Mar 07 04:43:43.012932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cf649615-b567-407d-913b-e62b511efc44 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:43.106553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port cf649615-b567-407d-913b-e62b511efc44 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:43:43.111239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port cf649615-b567-407d-913b-e62b511efc44 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:43.111695 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cf649615-b567-407d-913b-e62b511efc44), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:43.144460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0ffb0-b224-488d-8029-06b7f4c3db4b req-da476c07-31eb-44f4-8bea-14cb71750ecb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:43.158501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37b0ffb0-b224-488d-8029-06b7f4c3db4b req-da476c07-31eb-44f4-8bea-14cb71750ecb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 944 time: 0.1221795 Mar 07 04:43:43.239263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37b0ffb0-b224-488d-8029-06b7f4c3db4b req-6f910bad-74a3-4f3a-98b3-996811a907f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793421 Mar 07 04:43:43.279181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port cf649615-b567-407d-913b-e62b511efc44 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:43.279594 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf649615-b567-407d-913b-e62b511efc44), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:43.378128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port cf649615-b567-407d-913b-e62b511efc44, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cf649615-b567-407d-913b-e62b511efc44,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:43.380512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf649615-b567-407d-913b-e62b511efc44'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:43.386399 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1441a986-8d52-43bc-bbaf-e42cdc147567" -d '{"events": [{"server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "name": "network-vif-plugged", "status": "completed", "tag": "cf649615-b567-407d-913b-e62b511efc44"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:43.393513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cf649615-b567-407d-913b-e62b511efc44), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:43.465882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=cf649615-b567-407d-913b-e62b511efc44,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:43.489194 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a87a5-47dc-4c26-9969-3e3ff46426db x-openstack-request-id: req-2a1a87a5-47dc-4c26-9969-3e3ff46426db {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:43.489600 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "name": "network-vif-plugged", "status": "completed", "tag": "cf649615-b567-407d-913b-e62b511efc44", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:43.489985 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a1a87a5-47dc-4c26-9969-3e3ff46426db {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:43.490513 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf649615-b567-407d-913b-e62b511efc44', 'code': 200} Mar 07 04:43:43.648732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a512ecd-f486-4c53-b846-cc76178ae829 req-4066c70b-b01e-450d-9feb-a7834a8c30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:43.653161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a512ecd-f486-4c53-b846-cc76178ae829 req-4066c70b-b01e-450d-9feb-a7834a8c30a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1127 time: 0.1047385 Mar 07 04:43:43.756908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a512ecd-f486-4c53-b846-cc76178ae829 req-371c5795-4ebe-4bf3-a932-5f31449f493c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969877 Mar 07 04:43:44.424252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58320) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:44.473689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4abde-ab2b-4fbd-ac8f-a9da8dcd7801 req-edd0dd52-cbb2-4d85-a736-4aa785328c10 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:44.484981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3b4abde-ab2b-4fbd-ac8f-a9da8dcd7801 req-edd0dd52-cbb2-4d85-a736-4aa785328c10 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 945 time: 0.1255150 Mar 07 04:43:44.497592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'subnet': {'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:44.662428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:44.666945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:44.711089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a3b4abde-ab2b-4fbd-ac8f-a9da8dcd7801 req-66543e72-425b-46e8-8675-a5b6bb83bb4a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250056 Mar 07 04:43:45.013623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (0edce1b9-b740-4e26-afc7-abe561b943d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.095888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Subnet': ['ID=0edce1b9-b740-4e26-afc7-abe561b943d4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:45.107850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Checking segment: {'id': 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:45.108297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network hostable DHCP agents. Network: 6a910e45-f666-496f-bed1-5c57f3d6faa7, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:45.130493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 6a910e45-f666-496f-bed1-5c57f3d6faa7 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:45.141997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 6a910e45-f666-496f-bed1-5c57f3d6faa7) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:45.152072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:45.153059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78342722-f248-4388-928f-a2ea89bee000 None None] Network 6a910e45-f666-496f-bed1-5c57f3d6faa7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:45.153512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.180103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a53d8c34-ae61-458c-be22-1dccfb70ca16 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6906550 Mar 07 04:43:45.183467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58324) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:45.189124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1299109226'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:45.219668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:45.224724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.263097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:45.277404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e81a25e4-4670-4117-8277-c69bd85fbfbd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.278108 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Added segment e81a25e4-4670-4117-8277-c69bd85fbfbd of type vlan for network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 Mar 07 04:43:45.282333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-6a910e45-f666-496f-bed1-5c57f3d6faa7', 'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7', 'project_id': 'b2f4ca0496ba4eb291e5488f4ae3712b', 'fixed_ips': [{'subnet_id': '0edce1b9-b740-4e26-afc7-abe561b943d4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:45.283688 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.343289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (3b03ff11-fdbe-4090-9fb3-108e97bbe139), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.386222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (3b03ff11-fdbe-4090-9fb3-108e97bbe139), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.395390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:45.396328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.456164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58328) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:45.457006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2719646 Mar 07 04:43:45.464204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'subnet': {'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:45.466256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Allocated IP 2001:db8:0:ffff::2 (6a910e45-f666-496f-bed1-5c57f3d6faa7/0edce1b9-b740-4e26-afc7-abe561b943d4/34e4e702-678b-4a6b-a413-13e6aa0075b3) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:45.512869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a04d69-54d0-4c17-9b54-c763b76c8006 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Network': ['ID=3b03ff11-fdbe-4090-9fb3-108e97bbe139,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:45.557517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:45.636246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:45.640319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.722143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Publish callbacks [] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.734867 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:45.769953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Network 6a910e45-f666-496f-bed1-5c57f3d6faa7 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:45.795793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:45.801134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:46.059639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Pushing event updated for resources: {'Port': ['ID=34e4e702-678b-4a6b-a413-13e6aa0075b3,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:46.088072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e124278-7ba7-4fcd-8a26-6c459997c1bb req-0d0a6644-f51d-4697-aca2-d2d149847a62 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:46.089560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Attempting to bind port 34e4e702-678b-4a6b-a413-13e6aa0075b3 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:46.089936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Attempting to bind port 34e4e702-678b-4a6b-a413-13e6aa0075b3 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:46.090345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Attempting to bind port 34e4e702-678b-4a6b-a413-13e6aa0075b3 on network 6a910e45-f666-496f-bed1-5c57f3d6faa7 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:46.090718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e124278-7ba7-4fcd-8a26-6c459997c1bb req-0d0a6644-f51d-4697-aca2-d2d149847a62 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 945 time: 0.2005668 Mar 07 04:43:46.102143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:46.105363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Checking segment: {'id': 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:46.105363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.105363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Bound using segment: {'id': 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:46.105363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Bound port: 34e4e702-678b-4a6b-a413-13e6aa0075b3, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6a910e45-f666-496f-bed1-5c57f3d6faa7'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:46.105363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.176046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] For port 34e4e702-678b-4a6b-a413-13e6aa0075b3, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:46.179972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] For port 34e4e702-678b-4a6b-a413-13e6aa0075b3, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=34e4e702-678b-4a6b-a413-13e6aa0075b3,segment=NetworkSegment(e0d73ef9-6499-4be6-b73d-505eadb1a5ee),segment_id=e0d73ef9-6499-4be6-b73d-505eadb1a5ee)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:46.188645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.251755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27439e3-26bd-4b3b-842a-6a8b6fb7d04e None None] Pushing event updated for resources: {'Port': ['ID=34e4e702-678b-4a6b-a413-13e6aa0075b3,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:46.324046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:43:46.327073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (7735a06e-b3ff-4001-9075-c755446c6d6d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.349076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e124278-7ba7-4fcd-8a26-6c459997c1bb req-73aee567-915f-412e-bb9d-b1f78ade06ca tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498715 Mar 07 04:43:46.434016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Subnet': ['ID=7735a06e-b3ff-4001-9075-c755446c6d6d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:46.517326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Checking segment: {'id': 'e81a25e4-4670-4117-8277-c69bd85fbfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:46.518035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network hostable DHCP agents. Network: 3b03ff11-fdbe-4090-9fb3-108e97bbe139, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:46.571865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781eac-013b-4fdc-8553-b68bfdd28527 req-43202875-4059-4d61-94b3-25df8a2f1fb1 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:46.574175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c781eac-013b-4fdc-8553-b68bfdd28527 req-43202875-4059-4d61-94b3-25df8a2f1fb1 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 945 time: 0.1185324 Mar 07 04:43:46.575919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:46.583509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58352) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:46.591328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'port_id': 'cf649615-b567-407d-913b-e62b511efc44'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:46.608819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 3b03ff11-fdbe-4090-9fb3-108e97bbe139) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:46.614747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:46.615352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.651925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e3e83cd1-bb40-40f4-a044-ed45f2d48d97 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1911907 Mar 07 04:43:46.652179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:46.663017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'port': {'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139', 'name': 'tempest-NetworksIpV6TestAttrs-730111988'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:46.678020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57408f50-04a8-4ccc-8042-e7353f45c35c None None] Network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:46.793052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (d63e01ed-e23d-4bf8-8f77-a03733a7aa1b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.941760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-3b03ff11-fdbe-4090-9fb3-108e97bbe139', 'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139', 'project_id': 'b2f4ca0496ba4eb291e5488f4ae3712b', 'fixed_ips': [{'subnet_id': '7735a06e-b3ff-4001-9075-c755446c6d6d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:46.942784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:46.965225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:46.969001 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:47.020826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] device_id is not set on port 45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:43:47.155721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Allocated IP 2001:db8::f816:3eff:fe1c:faf6 (3b03ff11-fdbe-4090-9fb3-108e97bbe139/7735a06e-b3ff-4001-9075-c755446c6d6d/43a36bbe-513a-40a7-9999-d278aa7e31e9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:47.335990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 34e4e702-678b-4a6b-a413-13e6aa0075b3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:47.406047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Publish callbacks [] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:47.452548 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:47.593517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Pushing event updated for resources: {'Port': ['ID=43a36bbe-513a-40a7-9999-d278aa7e31e9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:47.595285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Allocated IP 2001:db8::f816:3eff:fea0:c08f (3b03ff11-fdbe-4090-9fb3-108e97bbe139/7735a06e-b3ff-4001-9075-c755446c6d6d/45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:47.628139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:47.634194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:47.642077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:47.663351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 34e4e702-678b-4a6b-a413-13e6aa0075b3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:47.663735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:47.931606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Attempting to bind port 43a36bbe-513a-40a7-9999-d278aa7e31e9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:47.932046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Attempting to bind port 43a36bbe-513a-40a7-9999-d278aa7e31e9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e81a25e4-4670-4117-8277-c69bd85fbfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:47.932419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Attempting to bind port 43a36bbe-513a-40a7-9999-d278aa7e31e9 on network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:47.945644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 34e4e702-678b-4a6b-a413-13e6aa0075b3 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:47.946067 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:47.948343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:47.948723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Checking segment: {'id': 'e81a25e4-4670-4117-8277-c69bd85fbfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:47.949127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:47.949524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Bound using segment: {'id': 'e81a25e4-4670-4117-8277-c69bd85fbfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:47.950037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Bound port: 43a36bbe-513a-40a7-9999-d278aa7e31e9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81a25e4-4670-4117-8277-c69bd85fbfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3b03ff11-fdbe-4090-9fb3-108e97bbe139'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:47.950423 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.094131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] For port 43a36bbe-513a-40a7-9999-d278aa7e31e9, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:48.101889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] For port 43a36bbe-513a-40a7-9999-d278aa7e31e9, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=43a36bbe-513a-40a7-9999-d278aa7e31e9,segment=NetworkSegment(e81a25e4-4670-4117-8277-c69bd85fbfbd),segment_id=e81a25e4-4670-4117-8277-c69bd85fbfbd)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:48.125377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for port (45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.141691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.166648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.resource_extend [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:43:48.217686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.328384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ecf6d-3bf3-43fe-afc8-cb2811273a8a None None] Network 6a910e45-f666-496f-bed1-5c57f3d6faa7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:48.332603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.333701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:48.339093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5ed5-2512-42e5-8024-2f48663bf094 None None] Pushing event updated for resources: {'Port': ['ID=43a36bbe-513a-40a7-9999-d278aa7e31e9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:48.343962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:48.347960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (d63e01ed-e23d-4bf8-8f77-a03733a7aa1b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.355658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:48.365833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:48.369222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.375666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Port': ['ID=45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:48.407751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f8f14ea-24ad-48ff-9f30-0afe8ccc1a71 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7520649 Mar 07 04:43:48.408653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58366) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:48.430414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 34e4e702-678b-4a6b-a413-13e6aa0075b3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=34e4e702-678b-4a6b-a413-13e6aa0075b3,segment=NetworkSegment(e0d73ef9-6499-4be6-b73d-505eadb1a5ee),segment_id=e0d73ef9-6499-4be6-b73d-505eadb1a5ee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:48.471327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.538300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting subnet 7735a06e-b3ff-4001-9075-c755446c6d6d {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:43:48.547217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (7735a06e-b3ff-4001-9075-c755446c6d6d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.550404 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP d63e01ed-e23d-4bf8-8f77-a03733a7aa1b associated. External IP: 172.25.4.24, port: cf649615-b567-407d-913b-e62b511efc44. Mar 07 04:43:48.698689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=34e4e702-678b-4a6b-a413-13e6aa0075b3,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:48.701187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (7735a06e-b3ff-4001-9075-c755446c6d6d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:48.719858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ffeb034-7b42-4237-97ab-601736e701b7 None None] Provisioning complete for port 34e4e702-678b-4a6b-a413-13e6aa0075b3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:48.719858 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb034-7b42-4237-97ab-601736e701b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.001064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ffeb034-7b42-4237-97ab-601736e701b7 None None] Current status of the port 34e4e702-678b-4a6b-a413-13e6aa0075b3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:49.132820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (7735a06e-b3ff-4001-9075-c755446c6d6d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.277246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (7735a06e-b3ff-4001-9075-c755446c6d6d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.342026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.345674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/7735a06e-b3ff-4001-9075-c755446c6d6d HTTP/1.1" status: 204 len: 168 time: 0.9351931 Mar 07 04:43:49.358662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902af4f3-9d77-4963-9e7d-2b70965aff0b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Subnet': ['ID=7735a06e-b3ff-4001-9075-c755446c6d6d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:49.361821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58374) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:49.491724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861757f-dd41-4809-888e-8bfd515620ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:49.494594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861757f-dd41-4809-888e-8bfd515620ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:49.495671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 43a36bbe-513a-40a7-9999-d278aa7e31e9 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:49.496269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7861757f-dd41-4809-888e-8bfd515620ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1334255 Mar 07 04:43:49.500295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58376) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:49.620969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 43a36bbe-513a-40a7-9999-d278aa7e31e9 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:49.621264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.682143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17e07f5b-f16a-4b6a-b443-acc137d6ce00 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (3b03ff11-fdbe-4090-9fb3-108e97bbe139), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.704322 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e07f5b-f16a-4b6a-b443-acc137d6ce00 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 04:43:49.704981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e07f5b-f16a-4b6a-b443-acc137d6ce00 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:49.709307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-17e07f5b-f16a-4b6a-b443-acc137d6ce00 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/3b03ff11-fdbe-4090-9fb3-108e97bbe139 HTTP/1.1" status: 409 len: 466 time: 0.2079248 Mar 07 04:43:49.714550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58380) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:49.726820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-931640843'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:49.783265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:49.795796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.843265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-26fed4cd-5377-4890-9fcf-e2dd0c92bf0e None None] Provisioning complete for port 34e4e702-678b-4a6b-a413-13e6aa0075b3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:49.843761 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26fed4cd-5377-4890-9fcf-e2dd0c92bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.846014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:49.869791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c83c940d-9136-4376-8386-f24e2c14752b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.870247 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Added segment c83c940d-9136-4376-8386-f24e2c14752b of type vlan for network 885776e0-1669-434b-bce0-8fc0d7b685e4 Mar 07 04:43:49.899580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:43:49.949898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.960163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 43a36bbe-513a-40a7-9999-d278aa7e31e9 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:49.960618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:49.974661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (885776e0-1669-434b-bce0-8fc0d7b685e4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.033583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (885776e0-1669-434b-bce0-8fc0d7b685e4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.039728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:50.042590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.086875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 43a36bbe-513a-40a7-9999-d278aa7e31e9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=43a36bbe-513a-40a7-9999-d278aa7e31e9,segment=NetworkSegment(e81a25e4-4670-4117-8277-c69bd85fbfbd),segment_id=e81a25e4-4670-4117-8277-c69bd85fbfbd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:50.088845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-26fed4cd-5377-4890-9fcf-e2dd0c92bf0e None None] Current status of the port 34e4e702-678b-4a6b-a413-13e6aa0075b3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:50.089659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3668978 Mar 07 04:43:50.091239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58382) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:50.095001 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.095940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 34e4e702-678b-4a6b-a413-13e6aa0075b3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:43:50.111472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'subnet': {'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:50.164406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=43a36bbe-513a-40a7-9999-d278aa7e31e9,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:50.165859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:43:50.183930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:43:50.186380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.205668 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:50.214543 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:43:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:50.278522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-277e965c-b5be-4468-8288-44aab46d7e90 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "PUT /v2.0/floatingips/d63e01ed-e23d-4bf8-8f77-a03733a7aa1b HTTP/1.1" status: 200 len: 990 time: 3.6919754 Mar 07 04:43:50.279080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'tag': 'cf649615-b567-407d-913b-e62b511efc44'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:43:50.291012 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e080de07-bab6-4652-96d0-3c54ce02c9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "tag": "cf649615-b567-407d-913b-e62b511efc44"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:43:50.324349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 34e4e702-678b-4a6b-a413-13e6aa0075b3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:50.324818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.411201 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b43ad06-7242-4aa2-aae2-1bfc3bdf15d3 x-openstack-request-id: req-4b43ad06-7242-4aa2-aae2-1bfc3bdf15d3 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:43:50.412532 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "tag": "cf649615-b567-407d-913b-e62b511efc44", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:43:50.413575 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b43ad06-7242-4aa2-aae2-1bfc3bdf15d3 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:43:50.414212 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'tag': 'cf649615-b567-407d-913b-e62b511efc44', 'status': 'completed', 'code': 200} Mar 07 04:43:50.414363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33e99-5167-4558-b4c3-0dbd912af62b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Network': ['ID=885776e0-1669-434b-bce0-8fc0d7b685e4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:50.480299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a376b-616f-4a4d-8ad0-e69a2e1c2f46 None None] Network 3b03ff11-fdbe-4090-9fb3-108e97bbe139 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:50.484473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 885776e0-1669-434b-bce0-8fc0d7b685e4 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:50.508805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:50.524233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.679434 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:50.707215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-73887397-85ae-4776-ae0f-78699a357d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:50.708908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-73887397-85ae-4776-ae0f-78699a357d0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1127 time: 0.2759943 Mar 07 04:43:50.722506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 34e4e702-678b-4a6b-a413-13e6aa0075b3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:50.730082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ac58ebab-c0ca-4bab-965a-1ee241458461 None None] Provisioning complete for port 43a36bbe-513a-40a7-9999-d278aa7e31e9 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:50.730464 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac58ebab-c0ca-4bab-965a-1ee241458461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:50.872909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ac58ebab-c0ca-4bab-965a-1ee241458461 None None] Current status of the port 43a36bbe-513a-40a7-9999-d278aa7e31e9 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:50.941145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] DHCP port deletion for 3b03ff11-fdbe-4090-9fb3-108e97bbe139 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:43:51.013188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] Deleting port 43a36bbe-513a-40a7-9999-d278aa7e31e9 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:43:51.013580 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:51.028880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-819e95e2-702e-4b6c-8789-e7328657f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:51.032263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-819e95e2-702e-4b6c-8789-e7328657f3f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.3053195 Mar 07 04:43:51.173550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] For port 43a36bbe-513a-40a7-9999-d278aa7e31e9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=43a36bbe-513a-40a7-9999-d278aa7e31e9,segment=NetworkSegment(e81a25e4-4670-4117-8277-c69bd85fbfbd),segment_id=e81a25e4-4670-4117-8277-c69bd85fbfbd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:51.178779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:51.191801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 43a36bbe-513a-40a7-9999-d278aa7e31e9 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:43:51.223667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-6f3c305e-7aac-4447-b086-317e99c7fa3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 998 time: 0.1679406 Mar 07 04:43:51.248997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:48Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:51.344037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] Calling delete_port for 43a36bbe-513a-40a7-9999-d278aa7e31e9 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:43:51.345512 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:43:51.371450 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:43:51.372097 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:43:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:51.433932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:43:51.440804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (2be0eb81-6c00-4798-9e8f-6378ea770148), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:51.449313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-a0e7db5c-b526-48b4-8f6a-f8f2d12f2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:51.456131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-a0e7db5c-b526-48b4-8f6a-f8f2d12f2076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.2021558 Mar 07 04:43:51.553521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 43a36bbe-513a-40a7-9999-d278aa7e31e9 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:51.554414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:51.582301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (43a36bbe-513a-40a7-9999-d278aa7e31e9), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:51.594779 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:43:51.598607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] No DVR routers for this DVR port 43a36bbe-513a-40a7-9999-d278aa7e31e9 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:43:51.636333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e0747-80cf-47a1-8c8c-3f9a086bacf5 None None] Pushing event deleted for resources: {'Port': ['ID=43a36bbe-513a-40a7-9999-d278aa7e31e9,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:51.670274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Subnet': ['ID=2be0eb81-6c00-4798-9e8f-6378ea770148,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:51.683432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Checking segment: {'id': 'c83c940d-9136-4376-8386-f24e2c14752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:51.683798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network hostable DHCP agents. Network: 885776e0-1669-434b-bce0-8fc0d7b685e4, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:51.693868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-f0d5c4c1-d03d-4129-8541-5ccfd029428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:51.695548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-f0d5c4c1-d03d-4129-8541-5ccfd029428c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2196279 Mar 07 04:43:51.741372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 885776e0-1669-434b-bce0-8fc0d7b685e4 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:51.856902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 885776e0-1669-434b-bce0-8fc0d7b685e4) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:51.865683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:51.867296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:51.867438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23472ed1-33cc-46f6-9001-00670d3d7072 None None] Network 885776e0-1669-434b-bce0-8fc0d7b685e4 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:51.918098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aeb94574-0363-41a5-b748-6d05797b7fdc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8078156 Mar 07 04:43:51.918616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58398) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:51.923610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'port': {'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4', 'name': 'tempest-NetworksIpV6TestAttrs-1596884365'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:51.933013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-97817954-654b-4785-a1cb-b574ddc10de1 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306013 Mar 07 04:43:52.055954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-885776e0-1669-434b-bce0-8fc0d7b685e4', 'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4', 'project_id': 'b2f4ca0496ba4eb291e5488f4ae3712b', 'fixed_ips': [{'subnet_id': '2be0eb81-6c00-4798-9e8f-6378ea770148'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:52.058494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.144966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e080de07-bab6-4652-96d0-3c54ce02c9ef req-6ea1f475-e427-413a-80d0-8a518955ee63 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960459 Mar 07 04:43:52.159949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:52.169782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.175432 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:48Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:52.193229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] device_id is not set on port d52e3745-6ec2-4742-9798-3076c299ecd1 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:43:52.208288 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d3987-8927-4667-9c5e-378bf3113bff None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:48Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:43:52.215674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.274174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Allocated IP 2001:db8::f816:3eff:fed0:22d (885776e0-1669-434b-bce0-8fc0d7b685e4/2be0eb81-6c00-4798-9e8f-6378ea770148/9d76bb25-3e90-4bfc-950a-813ebfb4d663) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:52.430542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Publish callbacks [] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.437670 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.471180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ccbc9-721c-4bff-b3c5-980ee22a3a32 None None] New status for floating IP d63e01ed-e23d-4bf8-8f77-a03733a7aa1b: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:43:52.509231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Network 885776e0-1669-434b-bce0-8fc0d7b685e4 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:52.513655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Allocated IP 2001:db8::f816:3eff:fe6d:6297 (885776e0-1669-434b-bce0-8fc0d7b685e4/2be0eb81-6c00-4798-9e8f-6378ea770148/d52e3745-6ec2-4742-9798-3076c299ecd1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:52.519373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:52.532909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:52.545920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Pushing event updated for resources: {'Port': ['ID=9d76bb25-3e90-4bfc-950a-813ebfb4d663,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:52.651059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Attempting to bind port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:52.651440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Attempting to bind port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c83c940d-9136-4376-8386-f24e2c14752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:52.651808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Attempting to bind port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 on network 885776e0-1669-434b-bce0-8fc0d7b685e4 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:52.695753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:52.696132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Checking segment: {'id': 'c83c940d-9136-4376-8386-f24e2c14752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:52.696543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.697624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Bound using segment: {'id': 'c83c940d-9136-4376-8386-f24e2c14752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:52.699071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Bound port: 9d76bb25-3e90-4bfc-950a-813ebfb4d663, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83c940d-9136-4376-8386-f24e2c14752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '885776e0-1669-434b-bce0-8fc0d7b685e4'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:52.699071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.755587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for port (d52e3745-6ec2-4742-9798-3076c299ecd1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.782737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] For port 9d76bb25-3e90-4bfc-950a-813ebfb4d663, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:52.787211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] For port 9d76bb25-3e90-4bfc-950a-813ebfb4d663, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d76bb25-3e90-4bfc-950a-813ebfb4d663,segment=NetworkSegment(c83c940d-9136-4376-8386-f24e2c14752b),segment_id=c83c940d-9136-4376-8386-f24e2c14752b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:52.795848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.812656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d52e3745-6ec2-4742-9798-3076c299ecd1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.868569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 885776e0-1669-434b-bce0-8fc0d7b685e4 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:52.869312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac7022-af06-4dfb-adb6-e8f767a5cee4 None None] Pushing event updated for resources: {'Port': ['ID=9d76bb25-3e90-4bfc-950a-813ebfb4d663,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:52.873040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:52.879358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:52.885021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:52.886014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:52.905660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Port': ['ID=d52e3745-6ec2-4742-9798-3076c299ecd1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:52.919344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7b307b95-4d28-401f-992d-358bb5201702 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9995399 Mar 07 04:43:52.922430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58416) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:53.004953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting subnet 2be0eb81-6c00-4798-9e8f-6378ea770148 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:43:53.009142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (2be0eb81-6c00-4798-9e8f-6378ea770148), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.096081 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (2be0eb81-6c00-4798-9e8f-6378ea770148), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.293096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (2be0eb81-6c00-4798-9e8f-6378ea770148), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.364572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (2be0eb81-6c00-4798-9e8f-6378ea770148), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.389427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Subnet': ['ID=2be0eb81-6c00-4798-9e8f-6378ea770148,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:53.395144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.398334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d04d54e2-5c8c-496d-94cf-4aa175d36edc tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/2be0eb81-6c00-4798-9e8f-6378ea770148 HTTP/1.1" status: 204 len: 168 time: 0.4749482 Mar 07 04:43:53.400755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58420) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:53.460368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aaf82-d104-4d33-a8e5-e49ace746a09 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:53.462081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aaf82-d104-4d33-a8e5-e49ace746a09 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:53.463599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-212aaf82-d104-4d33-a8e5-e49ace746a09 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0617809 Mar 07 04:43:53.466401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58422) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:53.556033 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c1a387d-f11f-447a-aa08-ef04b778dfe3 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (885776e0-1669-434b-bce0-8fc0d7b685e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.565890 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1a387d-f11f-447a-aa08-ef04b778dfe3 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 04:43:53.566388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1a387d-f11f-447a-aa08-ef04b778dfe3 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:43:53.573704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c1a387d-f11f-447a-aa08-ef04b778dfe3 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/885776e0-1669-434b-bce0-8fc0d7b685e4 HTTP/1.1" status: 409 len: 466 time: 0.1018684 Mar 07 04:43:53.574334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:53.579325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-125355669'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:53.601745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:53.605998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.636337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:53.656933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (41054c8b-c07b-4c28-8c9b-4dc9381b066f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.657301 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Added segment 41054c8b-c07b-4c28-8c9b-4dc9381b066f of type vlan for network 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 Mar 07 04:43:53.715007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (04d39c37-2d37-4e7f-a0ed-30b47aa21cf3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.755838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (04d39c37-2d37-4e7f-a0ed-30b47aa21cf3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.761315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:53.763857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:53.824024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2453957 Mar 07 04:43:53.824775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:53.838264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'subnet': {'network_id': '04d39c37-2d37-4e7f-a0ed-30b47aa21cf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:53.883917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144688f-f69f-43f4-a1f5-373df99b9194 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Network': ['ID=04d39c37-2d37-4e7f-a0ed-30b47aa21cf3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:53.897753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:54.055791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:54.060530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.203994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26843042-cbe9-40dd-9cf5-81abd547a99d None None] Network 885776e0-1669-434b-bce0-8fc0d7b685e4 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:54.300226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] Provisioning complete for port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:43:54.300606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.371520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:43:54.373072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (5721f180-4a2a-4315-a581-67e55538b5d8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.400776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] Current status of the port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:43:54.401210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.461366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Checking segment: {'id': '41054c8b-c07b-4c28-8c9b-4dc9381b066f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '04d39c37-2d37-4e7f-a0ed-30b47aa21cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:54.461657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network hostable DHCP agents. Network: 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:54.462398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] For port 9d76bb25-3e90-4bfc-950a-813ebfb4d663, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d76bb25-3e90-4bfc-950a-813ebfb4d663,segment=NetworkSegment(c83c940d-9136-4376-8386-f24e2c14752b),segment_id=c83c940d-9136-4376-8386-f24e2c14752b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:54.464805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Subnet': ['ID=5721f180-4a2a-4315-a581-67e55538b5d8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:54.469129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] DHCP port deletion for 885776e0-1669-434b-bce0-8fc0d7b685e4 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:43:54.476407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.476407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.476802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.477159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.477584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.478468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.478904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.479284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.479767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.480123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.480465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.480854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.481190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:43:54.499434 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.503984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:54.515511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:54.521467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:54.523203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.541171 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f166faf7-4a21-49be-a147-23cac8c5c74a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7140207 Mar 07 04:43:54.543680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58434) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:54.558454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc6a40-8ffc-44b9-a2fe-69bce8bcd016 None None] Network 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:54.579790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a952f8-5629-4e69-8ef7-a5c6b4f33293 None None] Pushing event updated for resources: {'Port': ['ID=9d76bb25-3e90-4bfc-950a-813ebfb4d663,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:54.653887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] Deleting port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:43:54.654531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.713242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (04d39c37-2d37-4e7f-a0ed-30b47aa21cf3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.726016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525e04b-6ab5-4ab0-8e26-5019dd566cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-04d39c37-2d37-4e7f-a0ed-30b47aa21cf3', 'network_id': '04d39c37-2d37-4e7f-a0ed-30b47aa21cf3', 'project_id': 'b2f4ca0496ba4eb291e5488f4ae3712b', 'fixed_ips': [{'subnet_id': '5721f180-4a2a-4315-a581-67e55538b5d8'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:54.726968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7525e04b-6ab5-4ab0-8e26-5019dd566cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.755875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] For port 9d76bb25-3e90-4bfc-950a-813ebfb4d663, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9d76bb25-3e90-4bfc-950a-813ebfb4d663,segment=NetworkSegment(c83c940d-9136-4376-8386-f24e2c14752b),segment_id=c83c940d-9136-4376-8386-f24e2c14752b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:54.756339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.772143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5721f180-4a2a-4315-a581-67e55538b5d8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.777477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] Calling delete_port for 9d76bb25-3e90-4bfc-950a-813ebfb4d663 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:43:54.857836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (5721f180-4a2a-4315-a581-67e55538b5d8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:54.903235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Subnet': ['ID=5721f180-4a2a-4315-a581-67e55538b5d8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-7525e04b-6ab5-4ab0-8e26-5019dd566cdf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5721f180-4a2a-4315-a581-67e55538b5d8: This subnet is being modified by another concurrent operation. Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:43:54.916169 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5721f180-4a2a-4315-a581-67e55538b5d8: This subnet is being modified by another concurrent operation. Mar 07 04:43:54.919916 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:43:54.936884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902f59d-58fe-4d0b-bc53-55fe2c6365db None None] Network 04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:54.985307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (04d39c37-2d37-4e7f-a0ed-30b47aa21cf3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.010271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d39c37-2d37-4e7f-a0ed-30b47aa21cf3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:55.020770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41054c8b-c07b-4c28-8c9b-4dc9381b066f') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:55.021079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41054c8b-c07b-4c28-8c9b-4dc9381b066f') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:55.035023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (41054c8b-c07b-4c28-8c9b-4dc9381b066f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.054013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9d76bb25-3e90-4bfc-950a-813ebfb4d663), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.057600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (41054c8b-c07b-4c28-8c9b-4dc9381b066f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.067949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:55.067949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (41054c8b-c07b-4c28-8c9b-4dc9381b066f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:55.076239 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:55.086688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] Pushing event deleted for resources: {'Port': ['ID=9d76bb25-3e90-4bfc-950a-813ebfb4d663,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:55.093548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3b7ad-afac-44f8-a1b0-806a8afd2f5f None None] No DVR routers for this DVR port 9d76bb25-3e90-4bfc-950a-813ebfb4d663 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:43:55.115390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a02de4-3cbe-4dee-8d94-493f596944f8 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:43:55.195574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (04d39c37-2d37-4e7f-a0ed-30b47aa21cf3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.205863 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.211219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 HTTP/1.1" status: 204 len: 168 time: 0.6658187 Mar 07 04:43:55.215305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58440) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:55.224153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2109768665'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:55.268213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:55.272485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.275657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801960a-18ba-45bb-bf2f-090a54cd2d1c tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Network': ['ID=04d39c37-2d37-4e7f-a0ed-30b47aa21cf3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:55.318749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:55.341008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.342917 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Added segment f6130835-d538-4fea-bfec-17e7afa1918d of type vlan for network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 Mar 07 04:43:55.386217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a02de4-3cbe-4dee-8d94-493f596944f8 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:43:55.397929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.447984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.466442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:55.470802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:55.544569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58444) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:55.547971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3230524 Mar 07 04:43:55.551190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'subnet': {'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:55.638626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f34471-860e-4f61-a645-71a911a9d572 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Network': ['ID=619c42d0-0f8c-4830-b2c4-5eee5e14a6b7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:55.651900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:55.734688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:55.741255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.030076 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (e9ad9a0c-8c18-47a6-ab21-ef83209124cc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.153688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Subnet': ['ID=e9ad9a0c-8c18-47a6-ab21-ef83209124cc,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:56.161093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Checking segment: {'id': 'f6130835-d538-4fea-bfec-17e7afa1918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:56.161093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network hostable DHCP agents. Network: 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:56.185448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221f84-55de-4791-b872-7b2d62b2297f req-ae25efd0-5b26-43c1-924a-31d7fc69e50e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:56.186979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c221f84-55de-4791-b872-7b2d62b2297f req-ae25efd0-5b26-43c1-924a-31d7fc69e50e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0969288 Mar 07 04:43:56.200393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:56.221729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:56.232500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70802d9a-9c13-49a6-bb2c-a6ff272e078b None None] Network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:56.233169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:56.233764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.261049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e8ddb279-866f-4863-a5e0-d0a51db78f58 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7141962 Mar 07 04:43:56.263303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58456) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:56.273280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c221f84-55de-4791-b872-7b2d62b2297f req-9f983e86-231a-409d-88ad-24932173f30d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805919 Mar 07 04:43:56.353561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-619c42d0-0f8c-4830-b2c4-5eee5e14a6b7', 'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7', 'project_id': 'b2f4ca0496ba4eb291e5488f4ae3712b', 'fixed_ips': [{'subnet_id': 'e9ad9a0c-8c18-47a6-ab21-ef83209124cc'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:56.355084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.381186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.462157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e9ad9a0c-8c18-47a6-ab21-ef83209124cc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.520995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Allocated IP 2001:db8::2 (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7/e9ad9a0c-8c18-47a6-ab21-ef83209124cc/8783a25c-bcec-49d1-9b3d-f522924c3bb5) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:43:56.671755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Publish callbacks [] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.679320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.697791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (e9ad9a0c-8c18-47a6-ab21-ef83209124cc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.726004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:43:56.728853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ad9a0c-8c18-47a6-ab21-ef83209124cc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:56.731049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:56.735606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:43:56.741042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Pushing event updated for resources: {'Port': ['ID=8783a25c-bcec-49d1-9b3d-f522924c3bb5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:56.796354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.803093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Attempting to bind port 8783a25c-bcec-49d1-9b3d-f522924c3bb5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:43:56.803563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Attempting to bind port 8783a25c-bcec-49d1-9b3d-f522924c3bb5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'f6130835-d538-4fea-bfec-17e7afa1918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:43:56.803925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Attempting to bind port 8783a25c-bcec-49d1-9b3d-f522924c3bb5 on network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:43:56.810232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:43:56.810611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Checking segment: {'id': 'f6130835-d538-4fea-bfec-17e7afa1918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:56.811017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.811417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Bound using segment: {'id': 'f6130835-d538-4fea-bfec-17e7afa1918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:43:56.811891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Bound port: 8783a25c-bcec-49d1-9b3d-f522924c3bb5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6130835-d538-4fea-bfec-17e7afa1918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:43:56.812277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.820670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619c42d0-0f8c-4830-b2c4-5eee5e14a6b7']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:56.832313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6130835-d538-4fea-bfec-17e7afa1918d') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:56.832614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6130835-d538-4fea-bfec-17e7afa1918d') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:56.844707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.859006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.866551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:56.867308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:56.871165 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:56.880382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] For port 8783a25c-bcec-49d1-9b3d-f522924c3bb5, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:43:56.935007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] For port 8783a25c-bcec-49d1-9b3d-f522924c3bb5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8783a25c-bcec-49d1-9b3d-f522924c3bb5,segment=NetworkSegment(f6130835-d538-4fea-bfec-17e7afa1918d),segment_id=f6130835-d538-4fea-bfec-17e7afa1918d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:43:56.937714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.api [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:43:56.937714 n-d-832185-1 neutron-server[103938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:43:56.937714 n-d-832185-1 neutron-server[103938]: [parameters: {'id': '619c42d0-0f8c-4830-b2c4-5eee5e14a6b7'}] Mar 07 04:43:56.937714 n-d-832185-1 neutron-server[103938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:43:56.938470 n-d-832185-1 neutron-server[103938]: DEBUG oslo_db.api [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:43:56.942450 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:57.025631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094c28e-7e82-4bf4-9fc8-017a13f91405 None None] Pushing event updated for resources: {'Port': ['ID=8783a25c-bcec-49d1-9b3d-f522924c3bb5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:57.059685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897b69d-4507-4eed-b4c3-7eeebb9449f7 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:43:57.224797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897b69d-4507-4eed-b4c3-7eeebb9449f7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:43:57.369397 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:43:57.433733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea23b-0540-45e6-84ab-44a5a3ff717c req-0c970f7e-1e91-448f-8fc7-68d04e44a29b tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:57.435422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89cea23b-0540-45e6-84ab-44a5a3ff717c req-0c970f7e-1e91-448f-8fc7-68d04e44a29b tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0691953 Mar 07 04:43:57.439209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:57.538238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89cea23b-0540-45e6-84ab-44a5a3ff717c req-12bfd6f5-3cf7-47a4-80c7-6465e454cbfa tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958281 Mar 07 04:43:57.564423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting port 8783a25c-bcec-49d1-9b3d-f522924c3bb5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:43:57.564850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:57.581456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f095c-7667-411e-a7e1-3abe291adf37 None None] Network 619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:57.984231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] For port 8783a25c-bcec-49d1-9b3d-f522924c3bb5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8783a25c-bcec-49d1-9b3d-f522924c3bb5,segment=NetworkSegment(f6130835-d538-4fea-bfec-17e7afa1918d),segment_id=f6130835-d538-4fea-bfec-17e7afa1918d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:43:57.984827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.001387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Calling delete_port for 8783a25c-bcec-49d1-9b3d-f522924c3bb5 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:43:58.092842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8783a25c-bcec-49d1-9b3d-f522924c3bb5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.115524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Port': ['ID=8783a25c-bcec-49d1-9b3d-f522924c3bb5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:58.125301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No DVR routers for this DVR port 8783a25c-bcec-49d1-9b3d-f522924c3bb5 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:43:58.206986 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.234823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619c42d0-0f8c-4830-b2c4-5eee5e14a6b7']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:58.245328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6130835-d538-4fea-bfec-17e7afa1918d') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:58.245887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6130835-d538-4fea-bfec-17e7afa1918d') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:58.259132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.274287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.283164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:58.283558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (f6130835-d538-4fea-bfec-17e7afa1918d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:58.286653 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:58.379665 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (619c42d0-0f8c-4830-b2c4-5eee5e14a6b7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.385479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.388831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 HTTP/1.1" status: 204 len: 168 time: 2.1246235 Mar 07 04:43:58.392562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58486) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:58.397933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1939303487'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:58.405901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc36d2-16c9-46f5-9436-0ddf578f248a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Network': ['ID=619c42d0-0f8c-4830-b2c4-5eee5e14a6b7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:58.428198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:58.432878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.464064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:43:58.475138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4f44c6ee-642f-4d87-8fdc-89faacd8107b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.475852 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Added segment 4f44c6ee-642f-4d87-8fdc-89faacd8107b of type vlan for network 464b6781-860f-4f70-990f-99eb1fd38927 Mar 07 04:43:58.521364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (464b6781-860f-4f70-990f-99eb1fd38927), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.559443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (464b6781-860f-4f70-990f-99eb1fd38927), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.564523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:58.565109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:58.644430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2507207 Mar 07 04:43:58.644837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58492) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:58.651487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddfa71-8aae-4591-8b9e-d54b29f2a857 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Network': ['ID=464b6781-860f-4f70-990f-99eb1fd38927,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:58.651968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Request body: {'subnet': {'network_id': '464b6781-860f-4f70-990f-99eb1fd38927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:43:58.662240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 464b6781-860f-4f70-990f-99eb1fd38927 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:43:58.786466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee4ba-70fd-4270-b5eb-c644c251e5e0 req-0a89ebd6-acf2-4c7b-8508-cfb9f07b5e98 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:58.787887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af7ee4ba-70fd-4270-b5eb-c644c251e5e0 req-0a89ebd6-acf2-4c7b-8508-cfb9f07b5e98 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1411500 Mar 07 04:43:58.848210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af7ee4ba-70fd-4270-b5eb-c644c251e5e0 req-a3c1b8cf-5ad2-4af3-a420-4be2ea76a78d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510626 Mar 07 04:43:58.848946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Made reservation on behalf of b2f4ca0496ba4eb291e5488f4ae3712b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:43:58.852197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.135123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.objects.ports [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103938) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 04:43:59.136775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (2f16776a-a932-4b1c-bb49-f7fa19f2fcff), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.207282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event updated for resources: {'Subnet': ['ID=2f16776a-a932-4b1c-bb49-f7fa19f2fcff,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:59.209550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Checking segment: {'id': '4f44c6ee-642f-4d87-8fdc-89faacd8107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '464b6781-860f-4f70-990f-99eb1fd38927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:43:59.209913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network hostable DHCP agents. Network: 464b6781-860f-4f70-990f-99eb1fd38927, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:43:59.231142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Network 464b6781-860f-4f70-990f-99eb1fd38927 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:43:59.241035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 464b6781-860f-4f70-990f-99eb1fd38927) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:43:59.246210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:43:59.247107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.256539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082eb831-e86b-402b-b8d4-802e78c270f6 None None] Network 464b6781-860f-4f70-990f-99eb1fd38927 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:59.268232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-031571a1-05d5-4fe3-bbbb-0e5539627f06 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6224079 Mar 07 04:43:59.270743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58494) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:43:59.421473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (464b6781-860f-4f70-990f-99eb1fd38927), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.499077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (2f16776a-a932-4b1c-bb49-f7fa19f2fcff), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.600828 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (2f16776a-a932-4b1c-bb49-f7fa19f2fcff), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.640598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Subnet': ['ID=2f16776a-a932-4b1c-bb49-f7fa19f2fcff,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:43:59.695341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542604d7-98a7-4650-917f-7b1481f29681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-464b6781-860f-4f70-990f-99eb1fd38927', 'network_id': '464b6781-860f-4f70-990f-99eb1fd38927', 'project_id': 'b2f4ca0496ba4eb291e5488f4ae3712b', 'fixed_ips': [{'subnet_id': '2f16776a-a932-4b1c-bb49-f7fa19f2fcff'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:43:59.696366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-542604d7-98a7-4650-917f-7b1481f29681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.791360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (464b6781-860f-4f70-990f-99eb1fd38927), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.824514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464b6781-860f-4f70-990f-99eb1fd38927']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:59.839346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f44c6ee-642f-4d87-8fdc-89faacd8107b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:59.839643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f44c6ee-642f-4d87-8fdc-89faacd8107b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:43:59.850915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4f44c6ee-642f-4d87-8fdc-89faacd8107b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.874416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4f44c6ee-642f-4d87-8fdc-89faacd8107b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.897729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:43:59.898195 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4f44c6ee-642f-4d87-8fdc-89faacd8107b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:43:59.903309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363dd07f-d68b-48b1-89fc-90791205c584 None None] Network 464b6781-860f-4f70-990f-99eb1fd38927 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:43:59.903892 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:43:59.996618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (464b6781-860f-4f70-990f-99eb1fd38927), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.004092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.011294 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/464b6781-860f-4f70-990f-99eb1fd38927 HTTP/1.1" status: 204 len: 168 time: 0.7362957 Mar 07 04:44:00.012282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58510) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.032244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242fc2e-7252-4ba7-89b4-91ec9a02bba9 req-931f5834-802f-447d-8997-e7fb746be508 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:00.040741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2242fc2e-7252-4ba7-89b4-91ec9a02bba9 req-931f5834-802f-447d-8997-e7fb746be508 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0911813 Mar 07 04:44:00.054246 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-62874d83-7734-4f99-af64-9942926d405d tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.054858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62874d83-7734-4f99-af64-9942926d405d tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.059742 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-62874d83-7734-4f99-af64-9942926d405d tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/2f16776a-a932-4b1c-bb49-f7fa19f2fcff HTTP/1.1" status: 404 len: 337 time: 0.0443876 Mar 07 04:44:00.062226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.063153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aab94-b64f-4a09-b09a-9f3593213591 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Network': ['ID=464b6781-860f-4f70-990f-99eb1fd38927,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:00.093237 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd57e74-c4ef-4f7f-9e8f-798f1a87ae31 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.093764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd57e74-c4ef-4f7f-9e8f-798f1a87ae31 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.099391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fbd57e74-c4ef-4f7f-9e8f-798f1a87ae31 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/464b6781-860f-4f70-990f-99eb1fd38927 HTTP/1.1" status: 404 len: 339 time: 0.0367217 Mar 07 04:44:00.099606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58514) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.117563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2242fc2e-7252-4ba7-89b4-91ec9a02bba9 req-db9ccd15-a87e-4b91-aed0-2e1cc086ec8e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757303 Mar 07 04:44:00.126227 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c30f9f-f6ea-456f-b565-62e0ea93ff4a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.126705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c30f9f-f6ea-456f-b565-62e0ea93ff4a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.129640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-87c30f9f-f6ea-456f-b565-62e0ea93ff4a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/e9ad9a0c-8c18-47a6-ab21-ef83209124cc HTTP/1.1" status: 404 len: 337 time: 0.0291467 Mar 07 04:44:00.132191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58516) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.153050 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99877eb-1cee-4552-8024-08fdb59e2a2b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.153540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99877eb-1cee-4552-8024-08fdb59e2a2b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.156586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c99877eb-1cee-4552-8024-08fdb59e2a2b tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/619c42d0-0f8c-4830-b2c4-5eee5e14a6b7 HTTP/1.1" status: 404 len: 339 time: 0.0235090 Mar 07 04:44:00.159110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58518) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.189807 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15fb035-d8a7-4df7-94ca-3e50a3c5aa54 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.190202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15fb035-d8a7-4df7-94ca-3e50a3c5aa54 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.193108 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f15fb035-d8a7-4df7-94ca-3e50a3c5aa54 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/5721f180-4a2a-4315-a581-67e55538b5d8 HTTP/1.1" status: 404 len: 337 time: 0.0330932 Mar 07 04:44:00.195586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58520) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.213713 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-9261f3b6-ae19-47ce-9eca-236d0dd77ba6 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.214248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9261f3b6-ae19-47ce-9eca-236d0dd77ba6 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.217080 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9261f3b6-ae19-47ce-9eca-236d0dd77ba6 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/04d39c37-2d37-4e7f-a0ed-30b47aa21cf3 HTTP/1.1" status: 404 len: 339 time: 0.0206120 Mar 07 04:44:00.219773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.313230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting port d52e3745-6ec2-4742-9798-3076c299ecd1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:00.313872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d52e3745-6ec2-4742-9798-3076c299ecd1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.394511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d52e3745-6ec2-4742-9798-3076c299ecd1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.407497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Calling delete_port for d52e3745-6ec2-4742-9798-3076c299ecd1 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:00.495614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d52e3745-6ec2-4742-9798-3076c299ecd1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.529436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Port': ['ID=d52e3745-6ec2-4742-9798-3076c299ecd1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:00.537150 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.545175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f2c2642-c9ed-47b5-b2ef-8ac44a8ee7fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/ports/d52e3745-6ec2-4742-9798-3076c299ecd1 HTTP/1.1" status: 204 len: 168 time: 0.3220382 Mar 07 04:44:00.545288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58536) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.583199 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-db112f7b-840d-44b4-a561-ae751b1cf30e tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:00.583759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db112f7b-840d-44b4-a561-ae751b1cf30e tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:00.590093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db112f7b-840d-44b4-a561-ae751b1cf30e tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/2be0eb81-6c00-4798-9e8f-6378ea770148 HTTP/1.1" status: 404 len: 337 time: 0.0429916 Mar 07 04:44:00.592559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:00.708318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (885776e0-1669-434b-bce0-8fc0d7b685e4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.813965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (885776e0-1669-434b-bce0-8fc0d7b685e4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.845822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885776e0-1669-434b-bce0-8fc0d7b685e4']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:00.857440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83c940d-9136-4376-8386-f24e2c14752b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:00.858086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83c940d-9136-4376-8386-f24e2c14752b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:00.869922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (c83c940d-9136-4376-8386-f24e2c14752b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.886997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c83c940d-9136-4376-8386-f24e2c14752b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.894583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:00.895220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (c83c940d-9136-4376-8386-f24e2c14752b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:00.912260 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:00.944265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:00.952957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:00.965288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:00.971034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (885776e0-1669-434b-bce0-8fc0d7b685e4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.971324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:00.983780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:00.988349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/885776e0-1669-434b-bce0-8fc0d7b685e4 HTTP/1.1" status: 204 len: 168 time: 0.3942249 Mar 07 04:44:00.989327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:00.995774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:01.000058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:01.001743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:01.003804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-1e07f82a-8081-49ff-b0b8-4da19dbc64fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.1349874 Mar 07 04:44:01.015986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887b02-c6a2-4df7-aa60-cc26bfc19449 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Network': ['ID=885776e0-1669-434b-bce0-8fc0d7b685e4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:01.099250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62d6e2e6-a8fe-468c-a281-f189cdacfe23 req-87a51617-6f3e-4d6c-b5d3-6d3de6080151 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819221 Mar 07 04:44:01.135165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting port 45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:01.135494 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.224103 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.239465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Calling delete_port for 45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:01.271049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bec4a-54c3-49c6-af36-14c9604ee547 req-8729f4c1-3412-4474-9569-0ffa988fb2a9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:01.273556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29bec4a-54c3-49c6-af36-14c9604ee547 req-8729f4c1-3412-4474-9569-0ffa988fb2a9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0677369 Mar 07 04:44:01.342896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.355078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29bec4a-54c3-49c6-af36-14c9604ee547 req-7543f3a4-55ce-442e-8688-4365ec4e4302 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751116 Mar 07 04:44:01.377213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Port': ['ID=45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:01.382557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.387473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5c5b7ba-cee8-46ec-8de4-c72047c488a7 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/ports/45ebef37-51b0-4ba0-ad2e-bdc7b0b83df4 HTTP/1.1" status: 204 len: 168 time: 0.3861263 Mar 07 04:44:01.389780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58552) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:01.416093 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e27a733-f301-49a6-bb98-ffbf83709242 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:01.416549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e27a733-f301-49a6-bb98-ffbf83709242 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:01.422067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e27a733-f301-49a6-bb98-ffbf83709242 tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/7735a06e-b3ff-4001-9075-c755446c6d6d HTTP/1.1" status: 404 len: 337 time: 0.0285721 Mar 07 04:44:01.422274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:01.501254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (3b03ff11-fdbe-4090-9fb3-108e97bbe139), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.589867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (3b03ff11-fdbe-4090-9fb3-108e97bbe139), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.609673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b03ff11-fdbe-4090-9fb3-108e97bbe139']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:01.619644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81a25e4-4670-4117-8277-c69bd85fbfbd') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:01.619967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81a25e4-4670-4117-8277-c69bd85fbfbd') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:01.636155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e81a25e4-4670-4117-8277-c69bd85fbfbd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.651238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e81a25e4-4670-4117-8277-c69bd85fbfbd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.658100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:01.658781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e81a25e4-4670-4117-8277-c69bd85fbfbd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:01.662398 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:01.720571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (3b03ff11-fdbe-4090-9fb3-108e97bbe139), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.726926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.731872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/3b03ff11-fdbe-4090-9fb3-108e97bbe139 HTTP/1.1" status: 204 len: 168 time: 0.3082688 Mar 07 04:44:01.734009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58558) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:01.759061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472ba04-a7a1-4e95-9a6e-3497f019a02a tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Network': ['ID=3b03ff11-fdbe-4090-9fb3-108e97bbe139,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:01.801605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting subnet 0edce1b9-b740-4e26-afc7-abe561b943d4 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:01.805229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (0edce1b9-b740-4e26-afc7-abe561b943d4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.854756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (0edce1b9-b740-4e26-afc7-abe561b943d4), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:01.949173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0edce1b9-b740-4e26-afc7-abe561b943d4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.013050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (0edce1b9-b740-4e26-afc7-abe561b943d4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.042106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Subnet': ['ID=0edce1b9-b740-4e26-afc7-abe561b943d4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:02.046124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.049451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ccd0a8cd-3f21-44ca-ab7a-dd6c07d514fa tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/subnets/0edce1b9-b740-4e26-afc7-abe561b943d4 HTTP/1.1" status: 204 len: 168 time: 0.3144078 Mar 07 04:44:02.051866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58562) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:02.064834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554d297-d8d7-4721-aa33-a3293a2d9727 None None] Network 6a910e45-f666-496f-bed1-5c57f3d6faa7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:02.146521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6a910e45-f666-496f-bed1-5c57f3d6faa7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.288958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.295171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.307856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] DHCP port deletion for 6a910e45-f666-496f-bed1-5c57f3d6faa7 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:02.308726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.315425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.321599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.327452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.333940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.338482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-e68fd5f1-9db0-4372-a602-c673073df790 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.1424694 Mar 07 04:44:02.340587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Deleting port 34e4e702-678b-4a6b-a413-13e6aa0075b3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:02.341200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.369534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] Deleting port 34e4e702-678b-4a6b-a413-13e6aa0075b3 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:02.370222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.453013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] For port 34e4e702-678b-4a6b-a413-13e6aa0075b3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=34e4e702-678b-4a6b-a413-13e6aa0075b3,segment=NetworkSegment(e0d73ef9-6499-4be6-b73d-505eadb1a5ee),segment_id=e0d73ef9-6499-4be6-b73d-505eadb1a5ee)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:02.453463 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.474547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] Calling delete_port for 34e4e702-678b-4a6b-a413-13e6aa0075b3 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:02.492299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] For port 34e4e702-678b-4a6b-a413-13e6aa0075b3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=34e4e702-678b-4a6b-a413-13e6aa0075b3,segment=NetworkSegment(e0d73ef9-6499-4be6-b73d-505eadb1a5ee),segment_id=e0d73ef9-6499-4be6-b73d-505eadb1a5ee)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:02.492565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.528549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97d913b2-649e-4e7b-ba4c-298f00cffd53 req-67a07d16-a261-4c7c-99ee-54d03d9c4928 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1717947 Mar 07 04:44:02.563478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Calling delete_port for 34e4e702-678b-4a6b-a413-13e6aa0075b3 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:02.599853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.633335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] Pushing event deleted for resources: {'Port': ['ID=34e4e702-678b-4a6b-a413-13e6aa0075b3,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:02.640840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be8aa1-957e-495d-a764-ef62480b255d None None] No DVR routers for this DVR port 34e4e702-678b-4a6b-a413-13e6aa0075b3 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:02.649592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78aeb5-9994-49dd-ac99-f03ddcead380 req-8f3ef694-4495-4341-951e-ee3372133315 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:02.651219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b78aeb5-9994-49dd-ac99-f03ddcead380 req-8f3ef694-4495-4341-951e-ee3372133315 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1286163 Mar 07 04:44:02.737539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (34e4e702-678b-4a6b-a413-13e6aa0075b3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.765821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b9aaa4a-72fc-4ce4-b843-44e7d47a2d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.785121 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b78aeb5-9994-49dd-ac99-f03ddcead380 req-d1cb7684-6af0-44a1-9a04-e1c6870d405f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102645 Mar 07 04:44:02.815430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] No DVR routers for this DVR port 34e4e702-678b-4a6b-a413-13e6aa0075b3 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:02.818120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Port': ['ID=34e4e702-678b-4a6b-a413-13e6aa0075b3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:02.911737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6a910e45-f666-496f-bed1-5c57f3d6faa7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:02.945510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a910e45-f666-496f-bed1-5c57f3d6faa7']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:02.975562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:02.975886 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d73ef9-6499-4be6-b73d-505eadb1a5ee') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:02.996370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (e0d73ef9-6499-4be6-b73d-505eadb1a5ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.013802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e0d73ef9-6499-4be6-b73d-505eadb1a5ee), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.021131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:03.021648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (e0d73ef9-6499-4be6-b73d-505eadb1a5ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:03.025194 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:03.115785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (6a910e45-f666-496f-bed1-5c57f3d6faa7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.137195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.145216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] 10.222.0.21 "DELETE /v2.0/networks/6a910e45-f666-496f-bed1-5c57f3d6faa7 HTTP/1.1" status: 204 len: 168 time: 1.0898223 Mar 07 04:44:03.157071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 34e4e702-678b-4a6b-a413-13e6aa0075b3 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:03.171065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15998406-20d3-466b-9227-7287bdaa76ee tempest-NetworksIpV6TestAttrs-857171356 tempest-NetworksIpV6TestAttrs-857171356-project] Pushing event deleted for resources: {'Network': ['ID=6a910e45-f666-496f-bed1-5c57f3d6faa7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:03.195992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 34e4e702-678b-4a6b-a413-13e6aa0075b3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:03.196972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 34e4e702-678b-4a6b-a413-13e6aa0075b3 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:03.444609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:03.585632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c44860c2-fbc0-473e-a953-0e36e7ded494 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2f4ca0496ba4eb291e5488f4ae3712b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375558 Mar 07 04:44:03.585843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58592) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:03.669663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a132f8-0bd6-4db0-b3b7-b5d4563d4f43 admin admin] Publish callbacks [] for security_group (6f41e91a-99b8-4204-9ee9-48dce7c0d5b6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.700318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a132f8-0bd6-4db0-b3b7-b5d4563d4f43 admin admin] Publish callbacks [] for security_group (6f41e91a-99b8-4204-9ee9-48dce7c0d5b6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.730211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.735513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.740839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.746890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.752390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.757830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.766253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:03.766253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-3f345bed-ece0-47f3-bb6c-175d1bfd488b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.1367428 Mar 07 04:44:03.856830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a132f8-0bd6-4db0-b3b7-b5d4563d4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6f41e91a-99b8-4204-9ee9-48dce7c0d5b6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.859424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7a132f8-0bd6-4db0-b3b7-b5d4563d4f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:03.862908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7a132f8-0bd6-4db0-b3b7-b5d4563d4f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f41e91a-99b8-4204-9ee9-48dce7c0d5b6 HTTP/1.1" status: 204 len: 168 time: 0.2738063 Mar 07 04:44:03.871671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ce6a300-4c94-4863-951a-0c06370a35d0 req-de766460-f28b-407d-926d-f8fb7e4cf176 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967283 Mar 07 04:44:03.889089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a132f8-0bd6-4db0-b3b7-b5d4563d4f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f41e91a-99b8-4204-9ee9-48dce7c0d5b6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:04.023173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.030496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.036923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.043702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.050225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.057500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.063627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.066045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-f9b79134-c62a-4271-a27e-b8ace3475399 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 5443 time: 0.1483016 Mar 07 04:44:04.075845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70733a-e037-46f5-88c5-96fedd8b3d1b req-4e2c9a9f-1c0b-47e2-ace9-e363097fc6fa tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.077705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc70733a-e037-46f5-88c5-96fedd8b3d1b req-4e2c9a9f-1c0b-47e2-ace9-e363097fc6fa tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2136669 Mar 07 04:44:04.151949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-abd8cff7-22e9-4c79-b5f9-98d48d93721e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.153216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-abd8cff7-22e9-4c79-b5f9-98d48d93721e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0744338 Mar 07 04:44:04.215416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc70733a-e037-46f5-88c5-96fedd8b3d1b req-e1da9f1a-539b-47f0-81d7-bd949c266d79 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247480 Mar 07 04:44:04.226764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-1b356753-18db-4e6f-8adc-eaaec2314bd8 req-58c87aa5-4cd5-458d-bf55-2b46c6aa3186 service neutron] (103938) timed out ('10.222.0.44', 50938) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:44:04.299344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-30400213-9f91-4e46-88de-267b5fa60869 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1361325 Mar 07 04:44:04.311494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:04.383270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:04.583279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9cf68404-21e4-4190-b574-c3560f5dd4f2,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:04.620840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] For port 9cf68404-21e4-4190-b574-c3560f5dd4f2, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:04.661538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] device_id is not set on port 9cf68404-21e4-4190-b574-c3560f5dd4f2 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:04.671835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Publish callbacks [] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:04.685422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:04.774644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] No DVR routers for this DVR port 9cf68404-21e4-4190-b574-c3560f5dd4f2 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:04.804487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:04.832560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] In _notify_port_updated(), no bound segment for port 9cf68404-21e4-4190-b574-c3560f5dd4f2 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:44:04.833446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.834102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:04.835482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-a3e07b49-50f5-4f70-affa-79b3bcbe8e33 service neutron] 10.222.0.15 "PUT /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 200 len: 1031 time: 0.5286093 Mar 07 04:44:04.844326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58628) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:04.904538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-db92ca88-b39d-4707-b64f-36566b63cdf2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:04.906256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-db92ca88-b39d-4707-b64f-36566b63cdf2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "GET /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0635316 Mar 07 04:44:04.923105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:05.020765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.039699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-14e713e6-8c20-4a59-a614-d424eca99865 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] Request body: {'port': {'network_id': '69a68b90-f1b0-4221-a443-1c241b7c8618', 'name': 'tempest-NetworksNegativeTestJSON-1617985244'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:05.057359 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e713e6-8c20-4a59-a614-d424eca99865 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] POST failed (client error): The resource could not be found. Mar 07 04:44:05.057827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e713e6-8c20-4a59-a614-d424eca99865 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.059039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-14e713e6-8c20-4a59-a614-d424eca99865 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2138145 Mar 07 04:44:05.062987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58636) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.147905 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eadcfc5-0462-47ee-9691-631349361b8b tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:05.148208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ab8fa10d-45c2-454d-bd29-ae173cc716ca None None] Provisioning complete for port 9cf68404-21e4-4190-b574-c3560f5dd4f2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:05.148666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa10d-45c2-454d-bd29-ae173cc716ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.150512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eadcfc5-0462-47ee-9691-631349361b8b tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.164341 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7eadcfc5-0462-47ee-9691-631349361b8b tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "DELETE /v2.0/networks/f9f4feae-89ec-4bcc-9a6f-b3ae9ea68056 HTTP/1.1" status: 404 len: 339 time: 0.0992415 Mar 07 04:44:05.166575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.204347 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fd72cb-7fb2-4496-aa60-ab2c876d2178 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:05.205163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fd72cb-7fb2-4496-aa60-ab2c876d2178 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.213330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58642) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.214911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59fd72cb-7fb2-4496-aa60-ab2c876d2178 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "DELETE /v2.0/ports/fd901021-c4ca-4e43-a7e2-b45e1ace4c24 HTTP/1.1" status: 404 len: 333 time: 0.0469961 Mar 07 04:44:05.233718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ab8fa10d-45c2-454d-bd29-ae173cc716ca None None] Port 9cf68404-21e4-4190-b574-c3560f5dd4f2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:05.257575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=4253da2e-dbcf-4d24-8d94-5b761d160c99,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:05.261958 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b820fa91-c38b-439e-86c1-6a909f80a39f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:05.262460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b820fa91-c38b-439e-86c1-6a909f80a39f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.268148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b820fa91-c38b-439e-86c1-6a909f80a39f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "DELETE /v2.0/subnets/e6c9fd0d-21ec-410d-acbd-2cc20bf6f465 HTTP/1.1" status: 404 len: 337 time: 0.0534868 Mar 07 04:44:05.271817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58646) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.307676 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e5f784-d2f8-4ec4-a9ee-70d60ae5551e tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] GET failed (client error): The resource could not be found. Mar 07 04:44:05.314009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e7e5f784-d2f8-4ec4-a9ee-70d60ae5551e tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "GET /v2.0/networks/d6da0492-bad3-4912-800e-db5457c58a7b HTTP/1.1" status: 404 len: 339 time: 0.0410097 Mar 07 04:44:05.314794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58648) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.328512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.334326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.341339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.347283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.351814 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf6710d-25b1-427c-a645-0533de29150c tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] GET failed (client error): The resource could not be found. Mar 07 04:44:05.353217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.355407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ccf6710d-25b1-427c-a645-0533de29150c tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "GET /v2.0/ports/4ea0d6df-301c-4e32-8e08-9db958125f09 HTTP/1.1" status: 404 len: 333 time: 0.0396349 Mar 07 04:44:05.359103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.359348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.361237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0849e790-f040-4337-827f-a924a1a0e386 req-2ac1a364-bad0-4ff8-9d3c-4c3d893c10d4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 4665 time: 0.1868646 Mar 07 04:44:05.392582 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f1096694-a34e-4ff7-b27e-08a57241094a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.402601 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf21f8f-d31b-4275-92f9-67cd9ffda6e2 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] GET failed (client error): The resource could not be found. Mar 07 04:44:05.404069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eaf21f8f-d31b-4275-92f9-67cd9ffda6e2 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "GET /v2.0/subnets/20bf522a-169b-4cc3-8f9c-51da32908644 HTTP/1.1" status: 404 len: 337 time: 0.0435894 Mar 07 04:44:05.407753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58652) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.411987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] For port 4253da2e-dbcf-4d24-8d94-5b761d160c99, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:05.413842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8244a2ba-bf0d-4839-b81d-3d490cf52276 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:05.430952 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-8244a2ba-bf0d-4839-b81d-3d490cf52276 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] PUT failed (client error): The resource could not be found. Mar 07 04:44:05.431745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8244a2ba-bf0d-4839-b81d-3d490cf52276 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.433060 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8244a2ba-bf0d-4839-b81d-3d490cf52276 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "PUT /v2.0/networks/4ae2170a-0242-4b4d-8c99-195f2f366ba6 HTTP/1.1" status: 404 len: 339 time: 0.0238128 Mar 07 04:44:05.438094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58654) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.445586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-86b07b05-9c87-40e1-ab26-01a65724fac2 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:05.468206 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b07b05-9c87-40e1-ab26-01a65724fac2 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] PUT failed (client error): The resource could not be found. Mar 07 04:44:05.468793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b07b05-9c87-40e1-ab26-01a65724fac2 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.469947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86b07b05-9c87-40e1-ab26-01a65724fac2 tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "PUT /v2.0/ports/f3b40d0c-e2b1-4029-894d-e92fa825e745 HTTP/1.1" status: 404 len: 333 time: 0.0309103 Mar 07 04:44:05.474406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58656) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.480145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-202e8d41-709c-40bd-8b3c-1407f0de5c8f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:05.486224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] device_id is not set on port 4253da2e-dbcf-4d24-8d94-5b761d160c99 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:05.495480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0849e790-f040-4337-827f-a924a1a0e386 req-e03dab36-44a1-4ea5-9b6c-c00feab455aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=119e71e4-1350-4fae-b439-9ed0e0813883&id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096532 Mar 07 04:44:05.502711 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-202e8d41-709c-40bd-8b3c-1407f0de5c8f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] PUT failed (client error): The resource could not be found. Mar 07 04:44:05.503052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Publish callbacks [] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.503249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202e8d41-709c-40bd-8b3c-1407f0de5c8f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:05.509596 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-202e8d41-709c-40bd-8b3c-1407f0de5c8f tempest-NetworksNegativeTestJSON-361410592 tempest-NetworksNegativeTestJSON-361410592-project] 10.222.0.21 "PUT /v2.0/subnets/1424218c-0b30-49a4-9755-aaa0d3009573 HTTP/1.1" status: 404 len: 337 time: 0.0340996 Mar 07 04:44:05.511462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf62ab-4b73-4f8b-94a2-6011b6a741d1 req-7b0029b0-2c8c-4155-8aff-ec24e4fea2a4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.513041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74bf62ab-4b73-4f8b-94a2-6011b6a741d1 req-7b0029b0-2c8c-4155-8aff-ec24e4fea2a4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2139747 Mar 07 04:44:05.519441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.634665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:05.637962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] No DVR routers for this DVR port 4253da2e-dbcf-4d24-8d94-5b761d160c99 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:05.686849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74bf62ab-4b73-4f8b-94a2-6011b6a741d1 req-e92fb956-a3aa-462c-b3c9-58219db42a14 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642528 Mar 07 04:44:05.706177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] In _notify_port_updated(), no bound segment for port 4253da2e-dbcf-4d24-8d94-5b761d160c99 on network 13f2451f-7947-4aec-9682-496c5dc5bdd2 {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:44:05.707872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:05.708646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.709960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-b6cc4246-0198-425f-95dd-de8c013b98e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 200 len: 1033 time: 0.7912295 Mar 07 04:44:05.902954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:05.903598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:05.934516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:05.982461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-541caeeb-c352-46b9-b90f-e83b2fa1ddeb None None] Provisioning complete for port 4253da2e-dbcf-4d24-8d94-5b761d160c99 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:05.982967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541caeeb-c352-46b9-b90f-e83b2fa1ddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.044149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] For port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:06.044777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.054630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-541caeeb-c352-46b9-b90f-e83b2fa1ddeb None None] Port 4253da2e-dbcf-4d24-8d94-5b761d160c99 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:06.069496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe95c50a-5184-4655-b7f9-4b7e8d057110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.214245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe95c50a-5184-4655-b7f9-4b7e8d057110 admin admin] Publish callbacks [] for security_group (548661bd-e7e8-4667-9224-9f80df5317ed), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.230496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe95c50a-5184-4655-b7f9-4b7e8d057110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (548661bd-e7e8-4667-9224-9f80df5317ed), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.284008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe95c50a-5184-4655-b7f9-4b7e8d057110 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8117c4dca7774afdb155ad9773d3b8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480947 Mar 07 04:44:06.285049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95c50a-5184-4655-b7f9-4b7e8d057110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548661bd-e7e8-4667-9224-9f80df5317ed,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:06.289161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58670) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:06.357391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.360492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (888a0fc7-6bc3-4590-a2bc-31cfd315f187), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.361011 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Floating IP 888a0fc7-6bc3-4590-a2bc-31cfd315f187 disassociated. External IP: 172.25.4.50, port: 0455f2f9-0ec1-4dbc-a6d7-4278d778c216. Mar 07 04:44:06.361529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:06.369749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b28d7941-4acc-4527-acea-b4416981385e admin admin] Publish callbacks [] for security_group (548661bd-e7e8-4667-9224-9f80df5317ed), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.395224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b28d7941-4acc-4527-acea-b4416981385e admin admin] Publish callbacks [] for security_group (548661bd-e7e8-4667-9224-9f80df5317ed), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.454773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b28d7941-4acc-4527-acea-b4416981385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (548661bd-e7e8-4667-9224-9f80df5317ed), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.460030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b28d7941-4acc-4527-acea-b4416981385e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.465650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b28d7941-4acc-4527-acea-b4416981385e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/548661bd-e7e8-4667-9224-9f80df5317ed HTTP/1.1" status: 204 len: 168 time: 0.1731434 Mar 07 04:44:06.473255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d7941-4acc-4527-acea-b4416981385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548661bd-e7e8-4667-9224-9f80df5317ed,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:06.541947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0455f2f9-0ec1-4dbc-a6d7-4278d778c216), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.609009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=0455f2f9-0ec1-4dbc-a6d7-4278d778c216,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:06.704596 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:06.823222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5cefc-9492-4cdc-82b0-071ec4b7d8ee req-9afcdf09-4f4b-49f5-8193-eea05d7c98c2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:06.829390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5cefc-9492-4cdc-82b0-071ec4b7d8ee req-9afcdf09-4f4b-49f5-8193-eea05d7c98c2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:06.836337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5cefc-9492-4cdc-82b0-071ec4b7d8ee req-9afcdf09-4f4b-49f5-8193-eea05d7c98c2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:06.844268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5cefc-9492-4cdc-82b0-071ec4b7d8ee req-9afcdf09-4f4b-49f5-8193-eea05d7c98c2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:06.847026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5c5cefc-9492-4cdc-82b0-071ec4b7d8ee req-9afcdf09-4f4b-49f5-8193-eea05d7c98c2 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 3150 time: 0.1462097 Mar 07 04:44:06.858279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:44:07.015920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5c5cefc-9492-4cdc-82b0-071ec4b7d8ee req-d5e65fe7-b55e-4281-8fdd-8382daa24c0a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604156 Mar 07 04:44:07.040671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5cb93-8c4a-4546-9890-7ae66bf329bf req-77ccc3b1-f8e3-41fd-bd32-1d166a8667bf tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:07.045019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eff5cb93-8c4a-4546-9890-7ae66bf329bf req-77ccc3b1-f8e3-41fd-bd32-1d166a8667bf tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1928670 Mar 07 04:44:07.173194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:07.208624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:44:07.224654 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] Sync routers for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:44:07.247068 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:44:07.247722 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:44:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:07.257197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eff5cb93-8c4a-4546-9890-7ae66bf329bf req-28e589f3-f97f-48ad-98cc-447b1f1932cc tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508119 Mar 07 04:44:07.343583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:07.344361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.380164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:07.385124 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f284f2a-f607-4f35-b682-d1e092006bbf" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:07.400961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] No DVR routers for this DVR port 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:07.403082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:07.408877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.411616 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.413195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4253da2e-dbcf-4d24-8d94-5b761d160c99 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:07.424369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-868616bf-0d88-4f36-b168-dcf078c4c163 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "DELETE /v2.0/ports/0455f2f9-0ec1-4dbc-a6d7-4278d778c216 HTTP/1.1" status: 204 len: 173 time: 1.7080414 Mar 07 04:44:07.426521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:07.431989 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60b277e-f727-496e-97c3-73885056970c" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:07.531531 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadfed1-fdd2-42dc-ab5d-43f3b89652c7 x-openstack-request-id: req-3eadfed1-fdd2-42dc-ab5d-43f3b89652c7 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:07.531833 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:07.532097 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3eadfed1-fdd2-42dc-ab5d-43f3b89652c7 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:07.532502 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2', 'code': 200} Mar 07 04:44:07.557149 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59cc99b-bd19-4373-915d-2f8494b755f7 x-openstack-request-id: req-a59cc99b-bd19-4373-915d-2f8494b755f7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:07.558267 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "0455f2f9-0ec1-4dbc-a6d7-4278d778c216", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:07.558542 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a59cc99b-bd19-4373-915d-2f8494b755f7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:07.558961 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '0455f2f9-0ec1-4dbc-a6d7-4278d778c216', 'status': 'completed', 'code': 200} Mar 07 04:44:07.570071 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:44:07.628600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 4253da2e-dbcf-4d24-8d94-5b761d160c99 host ! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:44:07.628850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 4253da2e-dbcf-4d24-8d94-5b761d160c99 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:07.629251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9cf68404-21e4-4190-b574-c3560f5dd4f2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:07.692962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:07.693224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.702101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:07.719022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.731535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:07.778860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 9cf68404-21e4-4190-b574-c3560f5dd4f2 host ! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:44:07.780369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9cf68404-21e4-4190-b574-c3560f5dd4f2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:07.780833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:07.826591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:07.826942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0455f2f9-0ec1-4dbc-a6d7-4278d778c216 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:07.831271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3c690b31-5cd0-49d6-b7d3-5439906c4aeb no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:07.843602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:07.843980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.860628 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:58Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:07.862322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 3c690b31-5cd0-49d6-b7d3-5439906c4aeb owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:07.890206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1510917947'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:07.912810 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] Checking router: 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:44:07.921543 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:44:07.922235 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:44:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:07.929103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:07.934295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:07.934474 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.935156 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.954447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.974188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:07.979839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:07.981036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2437a198-4c19-44dc-9533-8da40d413217 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:08.067891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:08.094578 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:44:08.099587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (72f8301c-c26e-4524-b916-a020d2e90e0d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.112389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (72f8301c-c26e-4524-b916-a020d2e90e0d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.144307 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3c690b31-5cd0-49d6-b7d3-5439906c4aeb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.157173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2437a198-4c19-44dc-9533-8da40d413217 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:08.157772 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2437a198-4c19-44dc-9533-8da40d413217), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.188669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=3c690b31-5cd0-49d6-b7d3-5439906c4aeb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:08.198390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2437a198-4c19-44dc-9533-8da40d413217,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:08.206269 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.207452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dd8cbd64-9baa-4140-8119-b106a85716cb no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:08.244336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:08.266679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] No DVR routers for this DVR port 3c690b31-5cd0-49d6-b7d3-5439906c4aeb on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:08.269845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f8301c-c26e-4524-b916-a020d2e90e0d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:08.270273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.274494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-88461b31-74f3-4a0f-8ee8-ad8b051df8fa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "DELETE /v2.0/ports/3c690b31-5cd0-49d6-b7d3-5439906c4aeb HTTP/1.1" status: 204 len: 173 time: 0.8344679 Mar 07 04:44:08.303505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:08.313701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8d0f94b5-7f85-4afd-8f91-470dd9a79c0f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.314089 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment 8d0f94b5-7f85-4afd-8f91-470dd9a79c0f of type vlan for network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f Mar 07 04:44:08.447158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.497786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port dd8cbd64-9baa-4140-8119-b106a85716cb is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:08.498296 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.502397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.535480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:08.537802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.576435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dd8cbd64-9baa-4140-8119-b106a85716cb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:08.587864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.604317 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:58Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:08.669700 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9370174 Mar 07 04:44:08.699434 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e435380-3e70-4749-bbed-17b657af8ab8 None None] The sync data for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 is: [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:37:45Z', 'revision_number': 4, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '683f495e-db8d-43be-8931-e832f9a0ec67', 'name': '', 'network_id': '9de2e5d5-5b31-412d-bd46-67e8e3c98f26', 'tenant_id': '4aed894c085f49b385714837be247e94', 'mac_address': 'fa:16:3e:08:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:42Z', 'updated_at': '2022-03-07T04:37:58Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'subnets': [{'id': '83951804-4f64-47b1-be8f-1e90fe80f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:44:08.711685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:08.730956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:08.736739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'name': 'tempest-PortsTestJSON-1854801758'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:08.759311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fa9ba-881c-4984-90e2-2d12d289334c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:08.798266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:08.952096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:08.956891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:08.990023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:09.116035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00969dd-bba2-42b3-a4dd-c4b9409c2c8f req-792a09c5-ea74-4634-8279-315ed7f5dbd2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:09.117817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d00969dd-bba2-42b3-a4dd-c4b9409c2c8f req-792a09c5-ea74-4634-8279-315ed7f5dbd2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.7288163 Mar 07 04:44:09.128571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd99c67-6089-46e4-87de-e6aa26020b37 req-fe026dc8-7b0a-4a3c-8b62-92c88ca408eb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:09.134292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd99c67-6089-46e4-87de-e6aa26020b37 req-fe026dc8-7b0a-4a3c-8b62-92c88ca408eb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:09.140281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd99c67-6089-46e4-87de-e6aa26020b37 req-fe026dc8-7b0a-4a3c-8b62-92c88ca408eb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:09.142357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cd99c67-6089-46e4-87de-e6aa26020b37 req-fe026dc8-7b0a-4a3c-8b62-92c88ca408eb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 2411 time: 0.7613170 Mar 07 04:44:09.233310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.235047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 2437a198-4c19-44dc-9533-8da40d413217 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:09.236028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2437a198-4c19-44dc-9533-8da40d413217), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.286376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.327147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d00969dd-bba2-42b3-a4dd-c4b9409c2c8f req-04c89e24-3244-431e-bd00-66a4d09430b4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820588 Mar 07 04:44:09.362452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=c615caae-b47c-4e7a-ae72-73d9ab2bb9e7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:09.373028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2cd99c67-6089-46e4-87de-e6aa26020b37 req-17194036-6ce3-4084-84f7-408f18b0d6d8 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208240 Mar 07 04:44:09.386130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fc9e4-4b96-4334-aaeb-19e9d4d2df83 None None] New status for floating IP 888a0fc7-6bc3-4590-a2bc-31cfd315f187: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:44:09.406879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:09.407248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:09.419624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] For port 2437a198-4c19-44dc-9533-8da40d413217, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2437a198-4c19-44dc-9533-8da40d413217,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:09.419980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2437a198-4c19-44dc-9533-8da40d413217), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.435937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 2437a198-4c19-44dc-9533-8da40d413217 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:09.443088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:09.460526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:09.476497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:09.491776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:09.495525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.504768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49458c9d-e2bd-46d5-a318-118d95c832ac None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:09.534835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2437a198-4c19-44dc-9533-8da40d413217'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:09.536802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f6c1a88d-5783-4124-a0bd-ea15a74bdc74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8039367 Mar 07 04:44:09.537286 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357527f-6ce2-4016-a8ac-0dfdeb666134" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2437a198-4c19-44dc-9533-8da40d413217"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:09.539364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58728) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:09.549703 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.557789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961094349'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:09.560327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:09.571065 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f76aab-1129-4355-9103-2f9017b96a7a" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:09.597230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:09.603503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.632918 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b656530-bb8e-4193-9f0c-a705a2bcca68 x-openstack-request-id: req-2b656530-bb8e-4193-9f0c-a705a2bcca68 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:09.633225 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2437a198-4c19-44dc-9533-8da40d413217", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:09.633480 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b656530-bb8e-4193-9f0c-a705a2bcca68 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:09.633967 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb', 'code': 200} Mar 07 04:44:09.634321 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2437a198-4c19-44dc-9533-8da40d413217', 'code': 200} Mar 07 04:44:09.634596 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb', 'code': 200} Mar 07 04:44:09.647708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:09.679039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7bfa7b07-067d-4051-a673-6a37a32be553), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.679535 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment 7bfa7b07-067d-4051-a673-6a37a32be553 of type vlan for network ac669c38-123e-4144-a45e-938cac0b682e Mar 07 04:44:09.726952 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad2e807-e9b7-4c32-867a-34ead1f8b81e x-openstack-request-id: req-dad2e807-e9b7-4c32-867a-34ead1f8b81e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:09.728205 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "3c690b31-5cd0-49d6-b7d3-5439906c4aeb", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:09.729860 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad2e807-e9b7-4c32-867a-34ead1f8b81e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:09.730446 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '3c690b31-5cd0-49d6-b7d3-5439906c4aeb', 'status': 'completed', 'code': 200} Mar 07 04:44:09.745617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2437a198-4c19-44dc-9533-8da40d413217), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.763257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ac669c38-123e-4144-a45e-938cac0b682e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.784791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=2437a198-4c19-44dc-9533-8da40d413217,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:09.803383 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ac669c38-123e-4144-a45e-938cac0b682e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.811629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:09.812399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.861524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] No DVR routers for this DVR port 2437a198-4c19-44dc-9533-8da40d413217 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:09.865360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:09.872135 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3299863 Mar 07 04:44:09.874988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-81775452-1c86-4a7e-93d6-712e2afc4473 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "DELETE /v2.0/ports/2437a198-4c19-44dc-9533-8da40d413217 HTTP/1.1" status: 204 len: 173 time: 1.5949221 Mar 07 04:44:09.875503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:09.880554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'ports': [{'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'}, {'network_id': 'ac669c38-123e-4144-a45e-938cac0b682e'}]} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:09.881166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:09.881649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': 'ac669c38-123e-4144-a45e-938cac0b682e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:09.911485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c0134-f410-43a0-bb95-f9a317f44776 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=ac669c38-123e-4144-a45e-938cac0b682e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:09.922282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ac669c38-123e-4144-a45e-938cac0b682e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:10.146562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 2} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:10.151628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:10.172207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port dd8cbd64-9baa-4140-8119-b106a85716cb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:10.172554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:10.175432 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:10.395284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port cab5d0fe-95d7-4649-ad98-f913239d2737 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:10.449761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] For port dd8cbd64-9baa-4140-8119-b106a85716cb, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dd8cbd64-9baa-4140-8119-b106a85716cb,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:10.450156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:10.485914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for dd8cbd64-9baa-4140-8119-b106a85716cb owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:10.626925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc58ef4-a15b-4266-85af-16c8f93d0e56 req-861439de-db78-4f04-b6cb-e1db4f5012b5 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:10.628537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dc58ef4-a15b-4266-85af-16c8f93d0e56 req-861439de-db78-4f04-b6cb-e1db4f5012b5 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1958718 Mar 07 04:44:10.663226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933102-f6f4-44cd-ab5a-07cf1f8bbe85 req-3abc40d0-f609-4efa-8b5e-25932396a5e4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:10.668856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933102-f6f4-44cd-ab5a-07cf1f8bbe85 req-3abc40d0-f609-4efa-8b5e-25932396a5e4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:10.670470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25933102-f6f4-44cd-ab5a-07cf1f8bbe85 req-3abc40d0-f609-4efa-8b5e-25932396a5e4 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 1676 time: 0.1900783 Mar 07 04:44:10.731770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (cab5d0fe-95d7-4649-ad98-f913239d2737), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:10.882074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25933102-f6f4-44cd-ab5a-07cf1f8bbe85 req-c3caf93f-a05c-45e1-8fa0-ad7b828c483b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018614 Mar 07 04:44:10.887254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port c7e2f003-4f59-4ff7-9efa-60a71f7874e6 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:10.903658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dc58ef4-a15b-4266-85af-16c8f93d0e56 req-6c50eb29-25fd-4b05-9bcc-509f7b7aa23f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637978 Mar 07 04:44:10.976285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (dd8cbd64-9baa-4140-8119-b106a85716cb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.027315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=dd8cbd64-9baa-4140-8119-b106a85716cb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:11.090754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (c7e2f003-4f59-4ff7-9efa-60a71f7874e6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.118028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] No DVR routers for this DVR port dd8cbd64-9baa-4140-8119-b106a85716cb on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:11.122213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.125990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-6135c9b6-95f5-4570-b889-fc852a9d32fb tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "DELETE /v2.0/ports/dd8cbd64-9baa-4140-8119-b106a85716cb HTTP/1.1" status: 204 len: 173 time: 1.1461647 Mar 07 04:44:11.200285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cab5d0fe-95d7-4649-ad98-f913239d2737), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.262423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:11.271997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:11.279101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:11.279966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c7e2f003-4f59-4ff7-9efa-60a71f7874e6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.296661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=cab5d0fe-95d7-4649-ad98-f913239d2737,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:11.351010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:11.351353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.391330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=c7e2f003-4f59-4ff7-9efa-60a71f7874e6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:11.436534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': '7bfa7b07-067d-4051-a673-6a37a32be553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac669c38-123e-4144-a45e-938cac0b682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:11.437222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: ac669c38-123e-4144-a45e-938cac0b682e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:11.475540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network ac669c38-123e-4144-a45e-938cac0b682e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:11.486793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] For port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:11.487147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.498479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ac669c38-123e-4144-a45e-938cac0b682e) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:11.503096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:11.510740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:11.514738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfdbcb5-971c-4b43-ba84-a8fdd5ceba00 None None] Network ac669c38-123e-4144-a45e-938cac0b682e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:11.515628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:11.516427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.532774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:11.558306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:11.558831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f9b121b8-449e-44ea-b09a-1156c233b1c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6819270 Mar 07 04:44:11.725106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port c7e2f003-4f59-4ff7-9efa-60a71f7874e6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:11.725315 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c7e2f003-4f59-4ff7-9efa-60a71f7874e6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.763915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '2437a198-4c19-44dc-9533-8da40d413217'}, {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:11.767343 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9e79a-fb70-47b5-9dd0-b88eda9446a8" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "2437a198-4c19-44dc-9533-8da40d413217"}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:11.783810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (633153e8-29ba-46a1-8dc7-aa1ab03b90e2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.831133 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c7e2f003-4f59-4ff7-9efa-60a71f7874e6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.845776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for c7e2f003-4f59-4ff7-9efa-60a71f7874e6 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:11.853491 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200abf7c-d561-43fc-9efb-a759f9c48f69 x-openstack-request-id: req-200abf7c-d561-43fc-9efb-a759f9c48f69 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:11.853790 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "2437a198-4c19-44dc-9533-8da40d413217", "status": "completed", "code": 200}, {"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "dd8cbd64-9baa-4140-8119-b106a85716cb", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:11.854143 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-200abf7c-d561-43fc-9efb-a759f9c48f69 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:11.854553 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '2437a198-4c19-44dc-9533-8da40d413217', 'status': 'completed', 'code': 200} Mar 07 04:44:11.855267 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': 'dd8cbd64-9baa-4140-8119-b106a85716cb', 'status': 'completed', 'code': 200} Mar 07 04:44:11.858685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=633153e8-29ba-46a1-8dc7-aa1ab03b90e2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:11.944556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] No DVR routers for this DVR port 633153e8-29ba-46a1-8dc7-aa1ab03b90e2 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:11.948767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:11.953559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9de407ba-03f8-40da-a214-049dad981d7c req-d0f647b8-9915-4832-b377-918e2e6339e1 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.15 "DELETE /v2.0/ports/633153e8-29ba-46a1-8dc7-aa1ab03b90e2 HTTP/1.1" status: 204 len: 173 time: 0.8214917 Mar 07 04:44:11.969744 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c7e2f003-4f59-4ff7-9efa-60a71f7874e6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.019847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=c7e2f003-4f59-4ff7-9efa-60a71f7874e6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:12.034549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.038738 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dceab6ea-13af-4797-9a84-f95c238383ea tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/c7e2f003-4f59-4ff7-9efa-60a71f7874e6 HTTP/1.1" status: 204 len: 168 time: 0.4785037 Mar 07 04:44:12.042138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58764) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:12.086210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45378153-cbca-4a8f-8a1d-cfc90bb6562d req-8d9261cc-bfb5-4251-8f28-f35cab0d9264 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0691855 Mar 07 04:44:12.155423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63e946-bc5b-4620-a110-2a55c19320af tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:12.161003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63e946-bc5b-4620-a110-2a55c19320af tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:12.162835 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-af63e946-bc5b-4620-a110-2a55c19320af tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1188238 Mar 07 04:44:12.164053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba16b-2094-4d7c-9c7c-ae27b1db78d7 req-5a5acaf2-1456-482b-8e0d-7eebd7aa5bef tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:12.166422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58768) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:12.167275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fafba16b-2094-4d7c-9c7c-ae27b1db78d7 req-5a5acaf2-1456-482b-8e0d-7eebd7aa5bef tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0873876 Mar 07 04:44:12.250765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fafba16b-2094-4d7c-9c7c-ae27b1db78d7 req-591a82db-43a3-4b8a-976d-763f85dafacf tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761430 Mar 07 04:44:12.294558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port cab5d0fe-95d7-4649-ad98-f913239d2737 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:12.294907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cab5d0fe-95d7-4649-ad98-f913239d2737), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.376021 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cab5d0fe-95d7-4649-ad98-f913239d2737), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.390251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for cab5d0fe-95d7-4649-ad98-f913239d2737 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:12.486424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cab5d0fe-95d7-4649-ad98-f913239d2737), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.519081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=cab5d0fe-95d7-4649-ad98-f913239d2737,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:12.529450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.534028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2801d7f7-af0e-497f-b5b4-67ba4050d539 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/cab5d0fe-95d7-4649-ad98-f913239d2737 HTTP/1.1" status: 204 len: 168 time: 0.3652279 Mar 07 04:44:12.535332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:12.628288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767c564-473c-46b6-a647-5479d8f3b8bf tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:12.632444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a767c564-473c-46b6-a647-5479d8f3b8bf tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0935612 Mar 07 04:44:12.632758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58772) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:12.658618 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f59b2-1561-40ae-a5b0-549171851c64 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:12.662476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d82f59b2-1561-40ae-a5b0-549171851c64 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/c7e2f003-4f59-4ff7-9efa-60a71f7874e6 HTTP/1.1" status: 404 len: 333 time: 0.0263531 Mar 07 04:44:12.662782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58774) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:12.688632 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf1d1af-e683-419e-9794-bea193d327a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:12.692565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ddf1d1af-e683-419e-9794-bea193d327a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/cab5d0fe-95d7-4649-ad98-f913239d2737 HTTP/1.1" status: 404 len: 333 time: 0.0263951 Mar 07 04:44:12.692873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58776) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:12.782593 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ac669c38-123e-4144-a45e-938cac0b682e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.891114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ac669c38-123e-4144-a45e-938cac0b682e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.913096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac669c38-123e-4144-a45e-938cac0b682e']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:12.924203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfa7b07-067d-4051-a673-6a37a32be553') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:12.924504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfa7b07-067d-4051-a673-6a37a32be553') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:12.940048 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (7bfa7b07-067d-4051-a673-6a37a32be553), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.954529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7bfa7b07-067d-4051-a673-6a37a32be553), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:12.960805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:12.961201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (7bfa7b07-067d-4051-a673-6a37a32be553), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:13.014148 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:13.035558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ac669c38-123e-4144-a45e-938cac0b682e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.058284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.061422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/ac669c38-123e-4144-a45e-938cac0b682e HTTP/1.1" status: 204 len: 168 time: 0.3672912 Mar 07 04:44:13.062343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888ce4-80f6-438d-91c2-13cba3d3c6aa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=ac669c38-123e-4144-a45e-938cac0b682e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:13.066004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58786) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:13.071011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1712073027'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:13.102996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:13.119894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.173111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:13.186700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (748ec24d-d59f-4bf8-b9e2-919426404edc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.187251 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment 748ec24d-d59f-4bf8-b9e2-919426404edc of type vlan for network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 Mar 07 04:44:13.248104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.285875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.307269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:13.309470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.309798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b99f8075-7ccf-4a1f-96d7-b3e177b7748d req-a472aea3-7819-4551-b39d-2e8b8c21bbd5 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0528610 Mar 07 04:44:13.404520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:13.416234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:13.428178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60acb0e2-c36a-44fd-906f-2396ff91b11d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3609865 Mar 07 04:44:13.431848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58796) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:13.441173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:13.459529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75b405-832b-432c-b24f-4eae8c072eae req-5c9871f2-545a-4c08-8145-5438e286dbd4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:13.469757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f75b405-832b-432c-b24f-4eae8c072eae req-5c9871f2-545a-4c08-8145-5438e286dbd4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0981982 Mar 07 04:44:13.549971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f75b405-832b-432c-b24f-4eae8c072eae req-0fd47465-6b02-40ee-a08d-a8f69298a696 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738819 Mar 07 04:44:13.635835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:13.639945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.706378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Performing IP validity checks on allocation pools {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:44:13.707474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:44:13.856586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:13.860296 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baab011-5c55-4c4c-adf3-7e885fc28184" -d '{"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:13.865614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (5c36f245-d29c-4301-a69a-8f6d7575d978), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:13.915377 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98accd26-37c8-4416-a15b-030e64c8e39e x-openstack-request-id: req-98accd26-37c8-4416-a15b-030e64c8e39e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:13.915895 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da66006-32c3-4c0c-9452-29c96857d8e3", "name": "network-vif-deleted", "tag": "633153e8-29ba-46a1-8dc7-aa1ab03b90e2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:13.916234 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98accd26-37c8-4416-a15b-030e64c8e39e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:13.916791 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da66006-32c3-4c0c-9452-29c96857d8e3', 'name': 'network-vif-deleted', 'tag': '633153e8-29ba-46a1-8dc7-aa1ab03b90e2', 'status': 'completed', 'code': 200} Mar 07 04:44:13.942138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=5c36f245-d29c-4301-a69a-8f6d7575d978,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:13.954333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': '748ec24d-d59f-4bf8-b9e2-919426404edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:13.954879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:13.981333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:13.994556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:14.003973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ffa21-500a-486b-b563-33e6cd09b9fb None None] Network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:14.013279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:14.015583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.048663 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5f96fbb5-61ce-4c97-80d4-ca31904b979d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6156144 Mar 07 04:44:14.051330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58800) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:14.057477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5', 'name': 'tempest-PortsTestJSON-509110165'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:14.186237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5', 'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': '5c36f245-d29c-4301-a69a-8f6d7575d978'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:14.187212 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.233994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:14.249326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.282406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port ec5aa2e0-62d9-4504-ab72-a27a94c4388d yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:14.373919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Allocated IP 172.20.0.2 (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5/5c36f245-d29c-4301-a69a-8f6d7575d978/134c4b35-16b6-47e6-8408-e92d54ad9db8) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:14.491923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02c379e5-e5c5-4b6e-882a-b5593d45a14f req-84f14c79-be14-4ee9-874c-47cad707055c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0505593 Mar 07 04:44:14.589206 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Publish callbacks [] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.597765 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.650495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:14.657740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:14.666954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Pushing event updated for resources: {'Port': ['ID=134c4b35-16b6-47e6-8408-e92d54ad9db8,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:14.672251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:14.704423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.11 (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5/5c36f245-d29c-4301-a69a-8f6d7575d978/ec5aa2e0-62d9-4504-ab72-a27a94c4388d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:14.749076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Attempting to bind port 134c4b35-16b6-47e6-8408-e92d54ad9db8 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:14.749746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Attempting to bind port 134c4b35-16b6-47e6-8408-e92d54ad9db8 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '748ec24d-d59f-4bf8-b9e2-919426404edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:14.750357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Attempting to bind port 134c4b35-16b6-47e6-8408-e92d54ad9db8 on network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:14.757007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:14.757551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Checking segment: {'id': '748ec24d-d59f-4bf8-b9e2-919426404edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:14.758320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.758932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Bound using segment: {'id': '748ec24d-d59f-4bf8-b9e2-919426404edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:14.759532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Bound port: 134c4b35-16b6-47e6-8408-e92d54ad9db8, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748ec24d-d59f-4bf8-b9e2-919426404edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:14.760330 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.861020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] For port 134c4b35-16b6-47e6-8408-e92d54ad9db8, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:14.865357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] For port 134c4b35-16b6-47e6-8408-e92d54ad9db8, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=134c4b35-16b6-47e6-8408-e92d54ad9db8,segment=NetworkSegment(748ec24d-d59f-4bf8-b9e2-919426404edc),segment_id=748ec24d-d59f-4bf8-b9e2-919426404edc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:14.874628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:14.904994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56024-d650-4912-b9e0-4109c3f0be54 req-51e12de8-df6e-448b-919a-4153d260d668 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:14.906858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5e56024-d650-4912-b9e0-4109c3f0be54 req-51e12de8-df6e-448b-919a-4153d260d668 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2049994 Mar 07 04:44:14.981593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24284db-bbc5-4688-b4c7-c34392e2eb64 None None] Pushing event updated for resources: {'Port': ['ID=134c4b35-16b6-47e6-8408-e92d54ad9db8,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:15.030629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5e56024-d650-4912-b9e0-4109c3f0be54 req-ef8dbf5b-0bb7-48e2-8ab5-84140b9f17c9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156526 Mar 07 04:44:15.054905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (ec5aa2e0-62d9-4504-ab72-a27a94c4388d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:15.104819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ec5aa2e0-62d9-4504-ab72-a27a94c4388d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:15.193589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:15.200323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:15.209292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:15.262972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=ec5aa2e0-62d9-4504-ab72-a27a94c4388d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:15.389765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:15.391127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:15.432506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c197db4-d051-4aa4-aea6-85f16d631436 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3779714 Mar 07 04:44:15.434376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58816) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:15.586377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port ec5aa2e0-62d9-4504-ab72-a27a94c4388d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:15.587703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ec5aa2e0-62d9-4504-ab72-a27a94c4388d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:15.670139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1897e7c-15b6-4ead-b814-93689d00e92f req-7727431a-9bea-457b-a518-0962f78a2b10 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0541625 Mar 07 04:44:15.740026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ec5aa2e0-62d9-4504-ab72-a27a94c4388d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:15.754971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for ec5aa2e0-62d9-4504-ab72-a27a94c4388d owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:15.901911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ec5aa2e0-62d9-4504-ab72-a27a94c4388d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.006640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=ec5aa2e0-62d9-4504-ab72-a27a94c4388d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:16.017000 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.020578 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-290c7977-6eb2-4e08-b53d-65ff9a7f61a4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/ec5aa2e0-62d9-4504-ab72-a27a94c4388d HTTP/1.1" status: 204 len: 168 time: 0.5840814 Mar 07 04:44:16.023073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58820) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:16.050560 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5d883d-9567-4790-9ba9-02d4213ae91e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:44:16.051527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5d883d-9567-4790-9ba9-02d4213ae91e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:16.055116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-db5d883d-9567-4790-9ba9-02d4213ae91e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/ec5aa2e0-62d9-4504-ab72-a27a94c4388d HTTP/1.1" status: 404 len: 333 time: 0.0309083 Mar 07 04:44:16.058830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58822) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:16.089379 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-930f10d0-3df4-4b93-bd6d-db981d6583c1 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:16.091222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-930f10d0-3df4-4b93-bd6d-db981d6583c1 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/ec5aa2e0-62d9-4504-ab72-a27a94c4388d HTTP/1.1" status: 404 len: 333 time: 0.0310435 Mar 07 04:44:16.093687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:16.168604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 5c36f245-d29c-4301-a69a-8f6d7575d978 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:16.182588 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (5c36f245-d29c-4301-a69a-8f6d7575d978), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.282644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (5c36f245-d29c-4301-a69a-8f6d7575d978), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.460071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5c36f245-d29c-4301-a69a-8f6d7575d978), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.487301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8e44-72a7-479f-ad58-db27922e86a0 req-f604a4ad-87d6-4227-ac66-b4192437e19d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:16.503769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b5d8e44-72a7-479f-ad58-db27922e86a0 req-f604a4ad-87d6-4227-ac66-b4192437e19d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.3383720 Mar 07 04:44:16.638377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (5c36f245-d29c-4301-a69a-8f6d7575d978), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.668251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0286396f-58e0-4e50-83cb-d877fdb0461f None None] Network a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:16.703697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.709083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b5d8e44-72a7-479f-ad58-db27922e86a0 req-5b5566b9-4140-4ae0-bc88-b1ef0d51b633 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021003 Mar 07 04:44:16.710166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58842) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:16.718942 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/5c36f245-d29c-4301-a69a-8f6d7575d978 HTTP/1.1" status: 204 len: 168 time: 0.6236620 Mar 07 04:44:16.775476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523e3d6-993e-4b7c-a6e9-700900dc71cb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=5c36f245-d29c-4301-a69a-8f6d7575d978,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:16.790667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] Provisioning complete for port 134c4b35-16b6-47e6-8408-e92d54ad9db8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:16.790667 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.891929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:16.932595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87da2d3b-0ee2-4838-8768-1b05d8acbd95 req-f1749c9d-7a4c-4c28-b020-0e36378b61c3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0553081 Mar 07 04:44:16.954363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] Current status of the port 134c4b35-16b6-47e6-8408-e92d54ad9db8 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:16.954894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.010834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] For port 134c4b35-16b6-47e6-8408-e92d54ad9db8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=134c4b35-16b6-47e6-8408-e92d54ad9db8,segment=NetworkSegment(748ec24d-d59f-4bf8-b9e2-919426404edc),segment_id=748ec24d-d59f-4bf8-b9e2-919426404edc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:17.017480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.025654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 134c4b35-16b6-47e6-8408-e92d54ad9db8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:17.026079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.046332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] DHCP port deletion for a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:17.113370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1998e35-7843-4ea6-b5df-a9908b6ca58c None None] Pushing event updated for resources: {'Port': ['ID=134c4b35-16b6-47e6-8408-e92d54ad9db8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:17.124387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] Deleting port 134c4b35-16b6-47e6-8408-e92d54ad9db8 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:17.125369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.138783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] For port 134c4b35-16b6-47e6-8408-e92d54ad9db8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=134c4b35-16b6-47e6-8408-e92d54ad9db8,segment=NetworkSegment(748ec24d-d59f-4bf8-b9e2-919426404edc),segment_id=748ec24d-d59f-4bf8-b9e2-919426404edc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:17.139360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.186392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 134c4b35-16b6-47e6-8408-e92d54ad9db8 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:17.191800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] For port 134c4b35-16b6-47e6-8408-e92d54ad9db8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=134c4b35-16b6-47e6-8408-e92d54ad9db8,segment=NetworkSegment(748ec24d-d59f-4bf8-b9e2-919426404edc),segment_id=748ec24d-d59f-4bf8-b9e2-919426404edc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:17.192342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.206928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] Calling delete_port for 134c4b35-16b6-47e6-8408-e92d54ad9db8 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:17.259018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-49ccbbef-5185-4828-a0e1-9e4e42c6b413 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:17.260501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-49ccbbef-5185-4828-a0e1-9e4e42c6b413 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1664555 Mar 07 04:44:17.291758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.303555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-934f0ead-bcdd-4315-bcf2-115e50a0580b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0317705 Mar 07 04:44:17.320476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] Pushing event deleted for resources: {'Port': ['ID=134c4b35-16b6-47e6-8408-e92d54ad9db8,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:17.323032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180cfbbb-f0d8-45b8-a1e6-2b679175acf2 None None] No DVR routers for this DVR port 134c4b35-16b6-47e6-8408-e92d54ad9db8 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:17.361215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (134c4b35-16b6-47e6-8408-e92d54ad9db8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.395233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=134c4b35-16b6-47e6-8408-e92d54ad9db8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:17.399883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No DVR routers for this DVR port 134c4b35-16b6-47e6-8408-e92d54ad9db8 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:17.455716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-4f9b828d-57e2-41f6-8bab-974477358308 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506441 Mar 07 04:44:17.510000 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.571609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:17.584747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748ec24d-d59f-4bf8-b9e2-919426404edc') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:17.584929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748ec24d-d59f-4bf8-b9e2-919426404edc') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:17.598134 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (748ec24d-d59f-4bf8-b9e2-919426404edc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.622681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (748ec24d-d59f-4bf8-b9e2-919426404edc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.628216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-e731a332-c7b6-432a-9d33-31fd8b87aa18 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402855 Mar 07 04:44:17.631344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:17.631748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (748ec24d-d59f-4bf8-b9e2-919426404edc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:17.635515 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:17.762966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.782524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.790890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5 HTTP/1.1" status: 204 len: 168 time: 1.0759268 Mar 07 04:44:17.791556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58862) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:17.797268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1388457793'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:17.825031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:17.829019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.841668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90a246-2721-4777-be5a-41919eb34c11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=a3ee6ba9-6b93-4901-b8ac-06d1d5ef2ae5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:17.868776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:17.880603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d92a9275-5971-488b-a19d-e6b2b595d472), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.881174 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment d92a9275-5971-488b-a19d-e6b2b595d472 of type vlan for network 552ebb6b-7de0-4048-9720-79682b1141bf Mar 07 04:44:17.885135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-25c3a0d1-2d60-4298-b549-0132b94f06c1 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390099 Mar 07 04:44:17.928808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0dc9a-6394-4bf3-8c53-c12ba9737123 req-3ea74882-2548-4dde-8558-e09e5567ab95 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:17.936202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21b0dc9a-6394-4bf3-8c53-c12ba9737123 req-3ea74882-2548-4dde-8558-e09e5567ab95 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1429093 Mar 07 04:44:17.951228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (552ebb6b-7de0-4048-9720-79682b1141bf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.989952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (552ebb6b-7de0-4048-9720-79682b1141bf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:17.995886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21b0dc9a-6394-4bf3-8c53-c12ba9737123 req-fcc2b40b-662a-466e-b6e5-1aeb6323a087 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585940 Mar 07 04:44:17.997829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:18.002434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:18.044576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2513337 Mar 07 04:44:18.047823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58868) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:18.053492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:18.101917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfe0a0-17ee-49f2-b129-d2897b639ebb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=552ebb6b-7de0-4048-9720-79682b1141bf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:18.119859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 552ebb6b-7de0-4048-9720-79682b1141bf details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:18.275996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bd983ea-06bd-4201-8b7b-6b65132a47b4 req-fcdc7fc9-ef89-468a-92ee-06e804e10355 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.1011596 Mar 07 04:44:18.292010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e859a351-9d14-4505-aca6-e1ace9072794 req-43a2ac0e-f6e3-414d-bf90-7e6a36e5ae32 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0935333 Mar 07 04:44:18.338884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:18.344486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:18.586462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (827c83b2-8dfd-4299-86b3-7a3e3bc8af86), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:18.659406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=827c83b2-8dfd-4299-86b3-7a3e3bc8af86,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:18.668224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': 'd92a9275-5971-488b-a19d-e6b2b595d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:18.668940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: 552ebb6b-7de0-4048-9720-79682b1141bf, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:18.698316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 552ebb6b-7de0-4048-9720-79682b1141bf is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:18.747322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 552ebb6b-7de0-4048-9720-79682b1141bf) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:18.753193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:18.753896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:18.757252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14fea8-6305-4ec6-aa2f-ad97f55368d1 None None] Network 552ebb6b-7de0-4048-9720-79682b1141bf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:18.781273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-27473ae7-f9f2-4023-95b4-940f36d90511 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322206 Mar 07 04:44:18.784321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:18.791341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-647020228'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:18.810755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-34ac38c6-84aa-4dfe-bd36-e33948e5c940 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978026 Mar 07 04:44:18.996412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-2149033d-2013-4572-b1a8-104592ced733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:18.999792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-2149033d-2013-4572-b1a8-104592ced733 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1128 time: 0.1276851 Mar 07 04:44:19.029961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-b9ae4508-b744-4993-9b41-0ecb6bc3c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:19.031965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-b9ae4508-b744-4993-9b41-0ecb6bc3c528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1127 time: 0.0992723 Mar 07 04:44:19.134768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-5feb6801-8a27-4025-948b-63d39ef8cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:19.136971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-5feb6801-8a27-4025-948b-63d39ef8cee6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1040568 Mar 07 04:44:19.206140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:19.210705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:19.218278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-552ebb6b-7de0-4048-9720-79682b1141bf', 'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': '827c83b2-8dfd-4299-86b3-7a3e3bc8af86'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:19.219906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:19.256459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:19.388001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.12 (552ebb6b-7de0-4048-9720-79682b1141bf/827c83b2-8dfd-4299-86b3-7a3e3bc8af86/ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:19.573257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:19.674947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-5770e8ac-1274-4661-908f-976401ea7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:19.677243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-5770e8ac-1274-4661-908f-976401ea7f26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.6208251 Mar 07 04:44:19.735317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Allocated IP 172.20.0.2 (552ebb6b-7de0-4048-9720-79682b1141bf/827c83b2-8dfd-4299-86b3-7a3e3bc8af86/c94c4488-408d-4093-b679-d20cc5db93a5) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:19.739136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-5e5a0743-791a-4068-b2a1-70fc29c223e0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:19.740680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-5e5a0743-791a-4068-b2a1-70fc29c223e0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1227307 Mar 07 04:44:19.745612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:19.864286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6986a74a-78b9-4480-b7a3-b4fa7dc9fb70 req-5f557275-81c0-404f-83b9-f35c561ec441 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.1846204 Mar 07 04:44:19.911831 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-ccdee4f6-40ab-4e5c-a756-82302401d255 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 1000 time: 0.1979342 Mar 07 04:44:19.924466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b949b0-32b3-486b-a451-11f68ca02b02 req-1b91fe96-e367-4bb9-820a-b7bf95606b12 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:19.925691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8b949b0-32b3-486b-a451-11f68ca02b02 req-1b91fe96-e367-4bb9-820a-b7bf95606b12 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.8047111 Mar 07 04:44:19.987042 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.057717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-515bdab8-56f2-49c8-8fca-e09d1ea05c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:20.059275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-515bdab8-56f2-49c8-8fca-e09d1ea05c34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.1326132 Mar 07 04:44:20.061549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8fc5bbc6-4eaf-46c4-9758-df6ab99f24a0 req-9607c7f4-6079-4276-b6d7-cb7453f29f6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0381811 Mar 07 04:44:20.065372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8b949b0-32b3-486b-a451-11f68ca02b02 req-b6506496-be25-427e-a262-861d39409067 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289568 Mar 07 04:44:20.138762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-40c05de7-6c5d-4758-b5af-03ed8504a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:20.140476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-40c05de7-6c5d-4758-b5af-03ed8504a919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742364 Mar 07 04:44:20.201155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Publish callbacks [] for port (c94c4488-408d-4093-b679-d20cc5db93a5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.226354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.272827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-dc59e0d8-6665-45a6-bc7d-b9440ba6d4aa service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235132 Mar 07 04:44:20.317210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Pushing event updated for resources: {'Port': ['ID=c94c4488-408d-4093-b679-d20cc5db93a5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:20.357440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Network 552ebb6b-7de0-4048-9720-79682b1141bf is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:20.358990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:20.362176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:20.392199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fae55a74-e153-4f56-a1b5-1ef5ee067155 req-7c2db223-2827-4b57-a2f9-69ee35814727 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127067 Mar 07 04:44:20.450227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 552ebb6b-7de0-4048-9720-79682b1141bf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:20.454473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:20.490698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Attempting to bind port c94c4488-408d-4093-b679-d20cc5db93a5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:20.491082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Attempting to bind port c94c4488-408d-4093-b679-d20cc5db93a5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd92a9275-5971-488b-a19d-e6b2b595d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:20.491444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Attempting to bind port c94c4488-408d-4093-b679-d20cc5db93a5 on network 552ebb6b-7de0-4048-9720-79682b1141bf {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:20.500379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:20.500761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Checking segment: {'id': 'd92a9275-5971-488b-a19d-e6b2b595d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:20.501169 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.501873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Bound using segment: {'id': 'd92a9275-5971-488b-a19d-e6b2b595d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:20.502038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Bound port: c94c4488-408d-4093-b679-d20cc5db93a5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a9275-5971-488b-a19d-e6b2b595d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '552ebb6b-7de0-4048-9720-79682b1141bf'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:20.502252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:20.502421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.509323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:20.521759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:20.528387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-79a2dc37-dc15-4f60-9279-a3a98a66249d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 1002 time: 1.3822067 Mar 07 04:44:20.639301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] For port c94c4488-408d-4093-b679-d20cc5db93a5, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:20.642540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] For port c94c4488-408d-4093-b679-d20cc5db93a5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c94c4488-408d-4093-b679-d20cc5db93a5,segment=NetworkSegment(d92a9275-5971-488b-a19d-e6b2b595d472),segment_id=d92a9275-5971-488b-a19d-e6b2b595d472)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:20.661880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.724163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:20.725462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:20.734748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-59f70765-82c9-4b99-a4d5-15b4b1c88918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:20.736390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-59f70765-82c9-4b99-a4d5-15b4b1c88918 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.1886811 Mar 07 04:44:20.800247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Pushing event updated for resources: {'Port': ['ID=c94c4488-408d-4093-b679-d20cc5db93a5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:20.811773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.812127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.812477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.814585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.814821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.815170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.815515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.815852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.816186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.816519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.816905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.817240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.817568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698e0c7-0386-4313-a2a3-57b83aae1521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:20.873125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58898) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:20.875455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aac55953-df97-498b-aee4-edbd522f938e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0899808 Mar 07 04:44:20.928256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:20.942459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.015548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-54943ec5-c3cf-4aa2-b9c0-f7fea953832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:21.016984 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-54943ec5-c3cf-4aa2-b9c0-f7fea953832c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2668602 Mar 07 04:44:21.069608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf171cc3-acb5-4122-a166-bb5ddb9a0a80 req-8e2ddafb-49bc-40a5-b957-cd7dcc1d176d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0392931 Mar 07 04:44:21.084939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:21.085297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.263552 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-2724d85f-5415-4c45-ba4a-e71454322e0d service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362936 Mar 07 04:44:21.348034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2013fc78-f6b5-4fd8-85d2-baca9d8c378f req-1da9697c-4455-4f6f-9709-09d71efd059d tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0685532 Mar 07 04:44:21.371131 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.399451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:21.418191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8cdd8-cec6-40be-8ded-745f6d5685fb req-35487efa-9766-4c61-8616-37dd63e02610 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:21.420109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10b8cdd8-cec6-40be-8ded-745f6d5685fb req-35487efa-9766-4c61-8616-37dd63e02610 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1576869 Mar 07 04:44:21.483154 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7dcb6da5-2372-4cae-9e46-b059828c4039 req-b372ea0d-1ee3-44e9-b5b3-54b87fab5f52 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028399 Mar 07 04:44:21.542109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10b8cdd8-cec6-40be-8ded-745f6d5685fb req-5625c7f7-3742-4358-8a12-303f03db3faf tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160121 Mar 07 04:44:21.608113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.4 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/742e19e5-c442-45fc-9e5d-16b6839fab1d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:21.635309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.693353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:21.816595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.852830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.861150 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:21.866478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-513554c7-5a10-47ca-85a7-3ea2fc646836 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82 HTTP/1.1" status: 204 len: 168 time: 0.9940734 Mar 07 04:44:21.871668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58914) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:21.919822 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f1fa52-0ab2-4f69-afbf-6ad929fdde3d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:21.924614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9f1fa52-0ab2-4f69-afbf-6ad929fdde3d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82 HTTP/1.1" status: 404 len: 333 time: 0.0518250 Mar 07 04:44:21.929727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:21.949015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:21.951682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:21.990706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:22.050915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 827c83b2-8dfd-4299-86b3-7a3e3bc8af86 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:22.052089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=742e19e5-c442-45fc-9e5d-16b6839fab1d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:22.081962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (827c83b2-8dfd-4299-86b3-7a3e3bc8af86), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.107566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:22.108967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.145055 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f896c986-35a7-46ad-9763-6a43484da5c7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3880246 Mar 07 04:44:22.163650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Request body: {'port': {'device_id': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:22.216389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.224690 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (827c83b2-8dfd-4299-86b3-7a3e3bc8af86), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.389727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.472185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab8c15-ca8d-4edf-854b-7cca7d450896 req-aefebbd0-3a43-4462-a60c-10b37c3a8707 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:22.473808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27ab8c15-ca8d-4edf-854b-7cca7d450896 req-aefebbd0-3a43-4462-a60c-10b37c3a8707 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 931 time: 0.2244844 Mar 07 04:44:22.639584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d8795343-b57f-4b1d-9219-0de78bf61bf1 None None] Provisioning complete for port 742e19e5-c442-45fc-9e5d-16b6839fab1d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:22.639929 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8795343-b57f-4b1d-9219-0de78bf61bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.684733 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (827c83b2-8dfd-4299-86b3-7a3e3bc8af86), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.702518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27ab8c15-ca8d-4edf-854b-7cca7d450896 req-f5e2d184-b2d4-422b-b6d5-fc67d1700fd8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219915 Mar 07 04:44:22.745483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d8795343-b57f-4b1d-9219-0de78bf61bf1 None None] Port 742e19e5-c442-45fc-9e5d-16b6839fab1d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:22.775523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf0c283-3694-4e4c-b76f-785c9cb929bb None None] Network 552ebb6b-7de0-4048-9720-79682b1141bf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:22.835026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28a96f7f-27e0-47f3-8035-9e7b7fb24bc9 req-8c3d5a28-67d7-4135-a4c9-076ea8db5b4b tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.2418432 Mar 07 04:44:22.902539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] Provisioning complete for port c94c4488-408d-4093-b679-d20cc5db93a5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:22.904182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:22.919673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (827c83b2-8dfd-4299-86b3-7a3e3bc8af86), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.010542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=827c83b2-8dfd-4299-86b3-7a3e3bc8af86,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:23.063042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cd167-2815-47e0-8b45-db96291cc1bc req-fdd62ab1-b771-48d9-b341-4108fc2454e1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:23.064708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e20cd167-2815-47e0-8b45-db96291cc1bc req-fdd62ab1-b771-48d9-b341-4108fc2454e1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2241485 Mar 07 04:44:23.109719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742e19e5-c442-45fc-9e5d-16b6839fab1d {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:44:23.140335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Publish callbacks [] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.144476 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.164891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f6cbd8c9-c8ad-4e55-b8ae-4f45ce4d818a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/827c83b2-8dfd-4299-86b3-7a3e3bc8af86 HTTP/1.1" status: 204 len: 168 time: 1.2324514 Mar 07 04:44:23.166621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58956) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:23.175340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Transition to ACTIVE for port object 742e19e5-c442-45fc-9e5d-16b6839fab1d will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:44:23.181602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] Current status of the port c94c4488-408d-4093-b679-d20cc5db93a5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:23.182353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.226468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.282047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e20cd167-2815-47e0-8b45-db96291cc1bc req-720d7bd3-7986-42c2-a14f-1586c5bb63ea tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975091 Mar 07 04:44:23.326200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] For port c94c4488-408d-4093-b679-d20cc5db93a5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c94c4488-408d-4093-b679-d20cc5db93a5,segment=NetworkSegment(d92a9275-5971-488b-a19d-e6b2b595d472),segment_id=d92a9275-5971-488b-a19d-e6b2b595d472)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:23.349681 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.439766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c94c4488-408d-4093-b679-d20cc5db93a5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:23.576393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1e9de-e67e-4551-a45a-66f68a3dca7f None None] Pushing event updated for resources: {'Port': ['ID=c94c4488-408d-4093-b679-d20cc5db93a5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:23.591329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c94c4488-408d-4093-b679-d20cc5db93a5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:23.591793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.601757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Pushing event updated for resources: {'Port': ['ID=742e19e5-c442-45fc-9e5d-16b6839fab1d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:23.607337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (552ebb6b-7de0-4048-9720-79682b1141bf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.779811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c94c4488-408d-4093-b679-d20cc5db93a5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:23.782596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab31586-21b9-42ad-b564-b8915eff49b0 None None] Network 552ebb6b-7de0-4048-9720-79682b1141bf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:23.830993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Attempting to bind port 742e19e5-c442-45fc-9e5d-16b6839fab1d on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:23.833134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Attempting to bind port 742e19e5-c442-45fc-9e5d-16b6839fab1d by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:23.837747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Attempting to bind port 742e19e5-c442-45fc-9e5d-16b6839fab1d on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:23.866469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-505b29e5-ae10-42d9-a8b6-230674c67c39 None None] Provisioning complete for port c94c4488-408d-4093-b679-d20cc5db93a5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:23.866927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-505b29e5-ae10-42d9-a8b6-230674c67c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.884474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Port 742e19e5-c442-45fc-9e5d-16b6839fab1d on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:44:23.885297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Attempting to bind port 742e19e5-c442-45fc-9e5d-16b6839fab1d on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:23.903876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:23.904540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:23.905258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:23.906506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Bound port: 742e19e5-c442-45fc-9e5d-16b6839fab1d, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:23.907207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:23.933171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9144-276f-4612-b8ba-0683abd9b7bc req-471e70cf-39ff-400b-b963-5d61425492e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:23.943452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ba9144-276f-4612-b8ba-0683abd9b7bc req-471e70cf-39ff-400b-b963-5d61425492e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1240120 Mar 07 04:44:24.005607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] For port 742e19e5-c442-45fc-9e5d-16b6839fab1d, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:24.010665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] For port 742e19e5-c442-45fc-9e5d-16b6839fab1d, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:24.039194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ba9144-276f-4612-b8ba-0683abd9b7bc req-2a2e4de6-77e3-401a-aebc-2ac7b2b829c8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893819 Mar 07 04:44:24.054552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.116683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef60a4f6-daa2-4ac0-b883-983229dd2d13 req-562ba171-f7e6-43f5-bfa7-f31e14b25124 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0577240 Mar 07 04:44:24.131222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:24.132849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.135099 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] 10.222.0.44 "PUT /v2.0/ports/742e19e5-c442-45fc-9e5d-16b6839fab1d HTTP/1.1" status: 200 len: 1091 time: 1.9802995 Mar 07 04:44:24.140645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'tag': '742e19e5-c442-45fc-9e5d-16b6839fab1d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:44:24.143060 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cf086e-03c1-4b3a-be08-d52d8494c359" -d '{"events": [{"name": "network-changed", "server_uuid": "59f6359c-019a-43d6-bdda-29eff20df2aa", "tag": "742e19e5-c442-45fc-9e5d-16b6839fab1d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:44:24.172072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb555b0-9e9a-403d-936b-734c44fca553 service neutron] Pushing event updated for resources: {'Port': ['ID=742e19e5-c442-45fc-9e5d-16b6839fab1d,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:24.179186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port c94c4488-408d-4093-b679-d20cc5db93a5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:24.190850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.231572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] DHCP port deletion for 552ebb6b-7de0-4048-9720-79682b1141bf request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:24.261297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-505b29e5-ae10-42d9-a8b6-230674c67c39 None None] Current status of the port c94c4488-408d-4093-b679-d20cc5db93a5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:24.263216 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1050815-9949-4334-b7c5-9752f91e532f x-openstack-request-id: req-a1050815-9949-4334-b7c5-9752f91e532f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:44:24.263508 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f6359c-019a-43d6-bdda-29eff20df2aa", "tag": "742e19e5-c442-45fc-9e5d-16b6839fab1d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:44:24.263761 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1050815-9949-4334-b7c5-9752f91e532f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:44:24.264245 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'tag': '742e19e5-c442-45fc-9e5d-16b6839fab1d', 'status': 'completed', 'code': 200} Mar 07 04:44:24.413246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] Deleting port c94c4488-408d-4093-b679-d20cc5db93a5 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:24.413793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.434568 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] For port c94c4488-408d-4093-b679-d20cc5db93a5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c94c4488-408d-4093-b679-d20cc5db93a5,segment=NetworkSegment(d92a9275-5971-488b-a19d-e6b2b595d472),segment_id=d92a9275-5971-488b-a19d-e6b2b595d472)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:24.434924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.475222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for c94c4488-408d-4093-b679-d20cc5db93a5 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:24.512746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-423a3ae3-7e30-4f27-b082-85512c77cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:24.515502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-423a3ae3-7e30-4f27-b082-85512c77cfb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 1125 time: 0.2821229 Mar 07 04:44:24.557964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc19d5-78b7-4fa5-9893-c7cf060ad9c7 req-3b95ece6-7d35-4001-a6b6-6e331b1d6f42 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:24.566497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccfc19d5-78b7-4fa5-9893-c7cf060ad9c7 req-3b95ece6-7d35-4001-a6b6-6e331b1d6f42 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1025143 Mar 07 04:44:24.579596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] For port c94c4488-408d-4093-b679-d20cc5db93a5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c94c4488-408d-4093-b679-d20cc5db93a5,segment=NetworkSegment(d92a9275-5971-488b-a19d-e6b2b595d472),segment_id=d92a9275-5971-488b-a19d-e6b2b595d472)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:24.580352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.595310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] Calling delete_port for c94c4488-408d-4093-b679-d20cc5db93a5 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:24.632597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-f9a0d735-db92-4fdc-803f-026db51aa48f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d HTTP/1.1" status: 200 len: 217 time: 0.1046350 Mar 07 04:44:24.670990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccfc19d5-78b7-4fa5-9893-c7cf060ad9c7 req-4f2f3f74-d900-4720-bc46-e36efb850492 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033454 Mar 07 04:44:24.698422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.713623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] No DVR routers for this DVR port c94c4488-408d-4093-b679-d20cc5db93a5 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:24.749022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745fe6-510c-42c4-bb9e-f419b8d70354 None None] Pushing event deleted for resources: {'Port': ['ID=c94c4488-408d-4093-b679-d20cc5db93a5,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:24.783021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-181ee871-9277-46b3-ac98-d02d0b17a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:24.784475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-181ee871-9277-46b3-ac98-d02d0b17a6a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1462088 Mar 07 04:44:24.834475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c94c4488-408d-4093-b679-d20cc5db93a5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:24.864753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No DVR routers for this DVR port c94c4488-408d-4093-b679-d20cc5db93a5 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:24.997634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=c94c4488-408d-4093-b679-d20cc5db93a5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:25.009960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (552ebb6b-7de0-4048-9720-79682b1141bf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.029721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-8f92a6fb-1e11-4580-9ec9-3cba90e4c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:25.031426 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-8f92a6fb-1e11-4580-9ec9-3cba90e4c74e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2365348 Mar 07 04:44:25.051287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552ebb6b-7de0-4048-9720-79682b1141bf']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:25.110492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92a9275-5971-488b-a19d-e6b2b595d472') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:25.113267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92a9275-5971-488b-a19d-e6b2b595d472') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:25.136148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (d92a9275-5971-488b-a19d-e6b2b595d472), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.191494 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d92a9275-5971-488b-a19d-e6b2b595d472), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.203608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:25.204364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (d92a9275-5971-488b-a19d-e6b2b595d472), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:25.208139 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:25.225235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c94c4488-408d-4093-b679-d20cc5db93a5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:25.308067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-fa46f77b-66d1-458f-984e-42e0532d740a service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681129 Mar 07 04:44:25.312813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c94c4488-408d-4093-b679-d20cc5db93a5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:25.314621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c94c4488-408d-4093-b679-d20cc5db93a5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:25.327347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61de0-8634-4269-a3a0-22f64d0491fd req-954b875b-3758-4651-8213-d686c676e03b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:25.339990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9dd61de0-8634-4269-a3a0-22f64d0491fd req-954b875b-3758-4651-8213-d686c676e03b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1679845 Mar 07 04:44:25.352557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (552ebb6b-7de0-4048-9720-79682b1141bf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.381359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.398471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/552ebb6b-7de0-4048-9720-79682b1141bf HTTP/1.1" status: 204 len: 168 time: 2.2301393 Mar 07 04:44:25.401890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58980) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:25.415408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'name': 'tempest-PortsTestJSON-214673972'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:25.499315 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10e12f-10fe-4b78-af24-145be69f8a51 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=552ebb6b-7de0-4048-9720-79682b1141bf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:25.504242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e60437b-a25b-414a-85a8-d683ad04e17b req-42cc5e4e-1fec-428d-b953-a7cf06dd9267 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.1031327 Mar 07 04:44:25.585889 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5533fbbf-a782-4924-83dc-e1eca4a02021 req-fcdbeb08-9940-4f94-929d-ee97eb66836e service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633133 Mar 07 04:44:25.637567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9dd61de0-8634-4269-a3a0-22f64d0491fd req-93f26c0e-aa5a-469e-ac28-c86489ebd33a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947738 Mar 07 04:44:25.718183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:25.722050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:25.762156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 955edd69-a511-4ed9-99b7-4d5abcf31492 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:25.804051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-53e659f9-0319-40d0-91e5-ff48a659bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:25.810274 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-53e659f9-0319-40d0-91e5-ff48a659bc12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 1125 time: 0.1526444 Mar 07 04:44:25.918988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac15da-199c-4ed6-a1da-20b5648f5cee req-088e9bb3-c041-4c7e-93f7-e276621ac235 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:25.921187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68ac15da-199c-4ed6-a1da-20b5648f5cee req-088e9bb3-c041-4c7e-93f7-e276621ac235 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1052725 Mar 07 04:44:26.003216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-ecdc9713-fe70-404f-b85f-b50189df6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:26.004710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-ecdc9713-fe70-404f-b85f-b50189df6606 service neutron] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1889105 Mar 07 04:44:26.052465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68ac15da-199c-4ed6-a1da-20b5648f5cee req-9d72045a-df58-4475-9259-8b0c3d55a049 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221657 Mar 07 04:44:26.100146 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-252d12d6-a865-4241-a19d-5dd7c67e05bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d HTTP/1.1" status: 200 len: 217 time: 0.0874670 Mar 07 04:44:26.155792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (955edd69-a511-4ed9-99b7-4d5abcf31492), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:26.178648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-d732edd3-b6a2-49f2-9b50-2ed0e7883c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:26.182016 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-d732edd3-b6a2-49f2-9b50-2ed0e7883c30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0744441 Mar 07 04:44:26.241278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (955edd69-a511-4ed9-99b7-4d5abcf31492), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:26.245422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-6a578341-a1bd-4c2e-8ebd-f67e150d4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:26.247588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-6a578341-a1bd-4c2e-8ebd-f67e150d4539 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607438 Mar 07 04:44:26.322999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:26.326512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:26.330769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:26.336159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:26.337349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:26.365616 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-d5b3f1e4-f671-4102-9571-53e145171f5a service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110044 Mar 07 04:44:26.369658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=955edd69-a511-4ed9-99b7-4d5abcf31492,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:26.413039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-64c4bd10-3300-4c47-8965-72283ea83da0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0011861 Mar 07 04:44:26.413039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58986) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:26.593802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d1cf086e-03c1-4b3a-be08-d52d8494c359 req-4567103a-5e23-48b5-a5f1-0ce485915c95 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215741 Mar 07 04:44:26.732261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51d3cd90-e5a3-4395-9a7c-9f8514085775 req-cdbc7eba-5f25-4c2f-9983-dec65861ef65 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0455272 Mar 07 04:44:26.754734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 955edd69-a511-4ed9-99b7-4d5abcf31492 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:26.755348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (955edd69-a511-4ed9-99b7-4d5abcf31492), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:26.959065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (955edd69-a511-4ed9-99b7-4d5abcf31492), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:26.981346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 955edd69-a511-4ed9-99b7-4d5abcf31492 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:27.131809 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (955edd69-a511-4ed9-99b7-4d5abcf31492), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:27.188055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=955edd69-a511-4ed9-99b7-4d5abcf31492,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:27.209088 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:27.214241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-173c57ed-bd82-4284-adb5-52fd130672df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/955edd69-a511-4ed9-99b7-4d5abcf31492 HTTP/1.1" status: 204 len: 168 time: 0.7997298 Mar 07 04:44:27.218613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:27.228859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'mac_address': 'fa:16:3e:78:66:9f', 'name': 'tempest-PortsTestJSON-1646081174'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:27.236495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ba776-6d39-4db4-b2d0-409a89f85a2c req-b98eee5e-bfd3-4909-9949-aff74beef6b7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:27.238106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-794ba776-6d39-4db4-b2d0-409a89f85a2c req-b98eee5e-bfd3-4909-9949-aff74beef6b7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.3433120 Mar 07 04:44:27.338175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871ff39-6613-4bba-b103-f0b5cb63df67 req-e67bb62f-5541-46a5-b30d-d9ce8f4691af tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:27.347505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3871ff39-6613-4bba-b103-f0b5cb63df67 req-e67bb62f-5541-46a5-b30d-d9ce8f4691af tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1048987 Mar 07 04:44:27.390151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-794ba776-6d39-4db4-b2d0-409a89f85a2c req-7263bdee-e1ad-4566-8cec-2254c46b3949 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082633 Mar 07 04:44:27.437940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3871ff39-6613-4bba-b103-f0b5cb63df67 req-0918b8a9-dc14-4f57-b481-35e6dbb363d3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889850 Mar 07 04:44:27.441666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:27.563242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:27.610077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 79003dcf-40b8-4417-a591-b9e067d0b773 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:27.909074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b94211-8fcd-4b2b-a3ea-c68fe2baf739 req-1621b473-e1d5-429d-a564-f87f56ffaa89 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:27.910846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20b94211-8fcd-4b2b-a3ea-c68fe2baf739 req-1621b473-e1d5-429d-a564-f87f56ffaa89 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1530316 Mar 07 04:44:27.923022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5485e5a-1451-4c72-a353-20d54d09c75d req-36660c13-5d10-4406-bcc2-50300bdb373f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0741537 Mar 07 04:44:27.964774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (79003dcf-40b8-4417-a591-b9e067d0b773), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:27.990632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46948-3771-40c1-939f-14147a9f1428 req-c29591b0-2686-4a6a-991f-a1a8f914cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:27.992591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-c29591b0-2686-4a6a-991f-a1a8f914cb47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1128 time: 0.0875089 Mar 07 04:44:28.012416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20b94211-8fcd-4b2b-a3ea-c68fe2baf739 req-50636e2d-000c-46ba-b2e0-9cd40c6a241b tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843983 Mar 07 04:44:28.086802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (79003dcf-40b8-4417-a591-b9e067d0b773), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:28.109876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:28.114428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:28.137593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:28.143918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:28.144838 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:28.182393 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9617462 Mar 07 04:44:28.185270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59020) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:28.216645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68228336-9652-44ea-9c4a-2186bde87553 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=79003dcf-40b8-4417-a591-b9e067d0b773,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:28.256786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46948-3771-40c1-939f-14147a9f1428 req-d65a3a2d-9b1d-4267-a8a3-6091e5d2f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:28.264185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-d65a3a2d-9b1d-4267-a8a3-6091e5d2f375 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.2593880 Mar 07 04:44:28.293846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108e93b-8e84-4bae-8fb4-97580b787eee tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:28.307843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9108e93b-8e84-4bae-8fb4-97580b787eee tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/79003dcf-40b8-4417-a591-b9e067d0b773 HTTP/1.1" status: 200 len: 841 time: 0.1208296 Mar 07 04:44:28.310523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59022) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:28.375157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-8fc395ba-d37d-4f78-beef-9b358ec773f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 1002 time: 0.1074057 Mar 07 04:44:28.449434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 79003dcf-40b8-4417-a591-b9e067d0b773 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:28.450157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (79003dcf-40b8-4417-a591-b9e067d0b773), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:28.473015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46948-3771-40c1-939f-14147a9f1428 req-13fef804-cca5-4ba6-a6ae-8d78ea861e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:28.474792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-13fef804-cca5-4ba6-a6ae-8d78ea861e0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0935235 Mar 07 04:44:28.561756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46948-3771-40c1-939f-14147a9f1428 req-4a315f8e-a39a-4832-8fde-6761897a653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:28.565720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (79003dcf-40b8-4417-a591-b9e067d0b773), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:28.573470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-4a315f8e-a39a-4832-8fde-6761897a653a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871670 Mar 07 04:44:28.581595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 79003dcf-40b8-4417-a591-b9e067d0b773 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:28.733879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (79003dcf-40b8-4417-a591-b9e067d0b773), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:28.742121 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-ad4f8d38-544e-48c4-b0b2-c9e256f6ef34 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657150 Mar 07 04:44:28.805847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:28.810758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/79003dcf-40b8-4417-a591-b9e067d0b773 HTTP/1.1" status: 204 len: 168 time: 0.4989836 Mar 07 04:44:28.813201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf9414-1dd5-4b5c-b4f5-cc370b63d79c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=79003dcf-40b8-4417-a591-b9e067d0b773,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:28.816535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59026) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:28.863186 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c3be74-6566-4afd-ac42-e0d8deaba273 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:28.864659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2c3be74-6566-4afd-ac42-e0d8deaba273 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/79003dcf-40b8-4417-a591-b9e067d0b773 HTTP/1.1" status: 404 len: 333 time: 0.0448475 Mar 07 04:44:28.869498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59028) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:28.874261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'name': 'tempest-PortsTestJSON-478399080'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:28.895578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59c8ab-e6ca-400d-a7a1-31d47a50a675 req-12556918-9490-4628-a861-dc5409390871 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:28.907688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e59c8ab-e6ca-400d-a7a1-31d47a50a675 req-12556918-9490-4628-a861-dc5409390871 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.2374902 Mar 07 04:44:29.001524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e59c8ab-e6ca-400d-a7a1-31d47a50a675 req-21a87df9-f790-40a3-816d-0007fb8491d8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877573 Mar 07 04:44:29.041946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ee46948-3771-40c1-939f-14147a9f1428 req-c889fbc9-a70f-4d40-81b9-d380a07fed85 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933533 Mar 07 04:44:29.105057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:29.109559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.128305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1686e175-2981-43bf-8ccb-376ea89014b2 req-7c7d0d22-e254-459e-ae62-21dab85f4abd tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0496726 Mar 07 04:44:29.158779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port d991f10b-945b-4f9d-818a-e984f18ca958 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:29.231511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613731e-b208-4e6b-84ae-59beb623217d req-98901ac5-3d23-408c-8c19-69bf87859ade tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:29.233544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5613731e-b208-4e6b-84ae-59beb623217d req-98901ac5-3d23-408c-8c19-69bf87859ade tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0687745 Mar 07 04:44:29.301741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5613731e-b208-4e6b-84ae-59beb623217d req-a402e5bc-535e-48ae-af87-b6269e21bcc6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609653 Mar 07 04:44:29.369236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (d991f10b-945b-4f9d-818a-e984f18ca958), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.402979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d991f10b-945b-4f9d-818a-e984f18ca958), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.449566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:29.453313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:29.456994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:29.462665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:29.463379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.478161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=d991f10b-945b-4f9d-818a-e984f18ca958,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:29.490915 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4a716f1d-3567-4344-b8c9-ff89886f2472 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6202717 Mar 07 04:44:29.493665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59034) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:29.499474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:29.585300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d991f10b-945b-4f9d-818a-e984f18ca958), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.770290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (d991f10b-945b-4f9d-818a-e984f18ca958), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.779748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d991f10b-945b-4f9d-818a-e984f18ca958), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.817885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] In _notify_port_updated(), no bound segment for port d991f10b-945b-4f9d-818a-e984f18ca958 on network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:44:29.824290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:29.824957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:29.826362 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/ports/d991f10b-945b-4f9d-818a-e984f18ca958 HTTP/1.1" status: 200 len: 818 time: 0.3316221 Mar 07 04:44:29.830345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59036) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:29.860313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ce9c7-63a3-4655-b0cf-9254ba4908dd tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=d991f10b-945b-4f9d-818a-e984f18ca958,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:29.981862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port d991f10b-945b-4f9d-818a-e984f18ca958 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:29.982427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d991f10b-945b-4f9d-818a-e984f18ca958), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.068184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d991f10b-945b-4f9d-818a-e984f18ca958), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.092917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for d991f10b-945b-4f9d-818a-e984f18ca958 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:30.240431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149cc8c-457b-4c3f-a1b4-46ab5bbef038 req-07d595f8-999f-4144-b8f1-6182e51a2274 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:30.246572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1149cc8c-457b-4c3f-a1b4-46ab5bbef038 req-07d595f8-999f-4144-b8f1-6182e51a2274 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1321568 Mar 07 04:44:30.313664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce393320-1ffb-41e2-8cea-fb426ef2f56e req-0edc797a-4b0c-4dc2-a88d-fa20a5442969 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0379338 Mar 07 04:44:30.362544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1149cc8c-457b-4c3f-a1b4-46ab5bbef038 req-6db932b9-f2e8-4eb5-abb1-dae5f6fc2282 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088173 Mar 07 04:44:30.374329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d991f10b-945b-4f9d-818a-e984f18ca958), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.425059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=d991f10b-945b-4f9d-818a-e984f18ca958,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:30.428855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.435852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59044) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:30.447123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8e87de9d-c49b-42e3-9848-76cabf9f608f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/d991f10b-945b-4f9d-818a-e984f18ca958 HTTP/1.1" status: 204 len: 168 time: 0.6124184 Mar 07 04:44:30.526346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2272b-f6b0-4d04-9054-f4fd81d1e322 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:30.527831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9d2272b-f6b0-4d04-9054-f4fd81d1e322 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0909834 Mar 07 04:44:30.531435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59046) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:30.532844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cce10-78b3-499c-885b-d40083df505d req-037ae59e-cf5e-4434-b387-b25e141cdde6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:30.534443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6cce10-78b3-499c-885b-d40083df505d req-037ae59e-cf5e-4434-b387-b25e141cdde6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0828881 Mar 07 04:44:30.560542 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b977883-dd73-4b37-bf09-d4a99a2e02af tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:30.566849 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2b977883-dd73-4b37-bf09-d4a99a2e02af tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/d991f10b-945b-4f9d-818a-e984f18ca958 HTTP/1.1" status: 404 len: 333 time: 0.0305800 Mar 07 04:44:30.567432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:30.572941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-257985353'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:30.601365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:30.603134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6cce10-78b3-499c-885b-d40083df505d req-7fd4cd0f-dd0f-4472-9798-2eb37ce49da4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522804 Mar 07 04:44:30.610288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.650882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:30.662625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fd87981a-3deb-46b2-8044-230df1e81e76), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.663093 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment fd87981a-3deb-46b2-8044-230df1e81e76 of type vlan for network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 Mar 07 04:44:30.710796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (60fecc29-be07-4839-bc4b-5d6e114c5ee5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.740259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (60fecc29-be07-4839-bc4b-5d6e114c5ee5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.745466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:30.746601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:30.790023 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2174835 Mar 07 04:44:30.792129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59052) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:30.797911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:30.827173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ef95b-12dd-4733-8c6f-bf7654835bb7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=60fecc29-be07-4839-bc4b-5d6e114c5ee5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:30.840889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:30.938097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:30.943645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:31.229321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (fab92bb6-b928-4b82-a86b-0f7de041f4ed), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:31.318265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': 'fd87981a-3deb-46b2-8044-230df1e81e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:31.319181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: 60fecc29-be07-4839-bc4b-5d6e114c5ee5, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:31.335985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=fab92bb6-b928-4b82-a86b-0f7de041f4ed,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:31.358282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:31.374496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 60fecc29-be07-4839-bc4b-5d6e114c5ee5) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:31.381285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:31.382303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:31.389055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1135eb8-8551-44be-afde-c044bc26720e None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:31.457456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-31fd4e46-59da-45b1-85ac-23f9d5bc5b52 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6638494 Mar 07 04:44:31.460386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:31.466666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:31.561583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36f580e7-884e-41b6-867c-1a6fda41279e req-a3f491d6-1735-450f-b7b6-689163195461 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0916581 Mar 07 04:44:31.562255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': 'fab92bb6-b928-4b82-a86b-0f7de041f4ed'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:31.563555 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:31.634030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e9ed9-904f-4c7d-a585-247a1557bb88 req-2943f890-c2bb-4d57-814b-5c7386cc58d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:31.635505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-407e9ed9-904f-4c7d-a585-247a1557bb88 req-2943f890-c2bb-4d57-814b-5c7386cc58d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1063440 Mar 07 04:44:31.714636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:31.730384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-407e9ed9-904f-4c7d-a585-247a1557bb88 req-e462b2da-adc3-4f4a-822f-2d3389eb6f72 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870390 Mar 07 04:44:31.735136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:31.796459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Allocated IP 172.20.0.2 (60fecc29-be07-4839-bc4b-5d6e114c5ee5/fab92bb6-b928-4b82-a86b-0f7de041f4ed/52ae6f3f-378f-42fc-9c07-8bb11f619e66) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:31.901497 n-d-832185-1 neutron-server[103939]: INFO neutron.db.ipam_backend_mixin [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fab92bb6-b928-4b82-a86b-0f7de041f4ed (CIDR: 172.20.0.0/28) Mar 07 04:44:31.912095 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:44:31.912728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:44:31.942974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f99a44f5-2fd0-4d8b-b0ec-9c8f4d1105bb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4727514 Mar 07 04:44:31.943586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59060) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:31.949284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:32.002702 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Publish callbacks [] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.013423 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.062623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:32.065785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:32.069918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:32.080612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Pushing event updated for resources: {'Port': ['ID=52ae6f3f-378f-42fc-9c07-8bb11f619e66,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:32.121665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:32.128894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.171508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Attempting to bind port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:32.171925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Attempting to bind port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fd87981a-3deb-46b2-8044-230df1e81e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:32.172288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Attempting to bind port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 on network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:32.178160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:32.178541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Checking segment: {'id': 'fd87981a-3deb-46b2-8044-230df1e81e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:32.179094 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.180598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Bound using segment: {'id': 'fd87981a-3deb-46b2-8044-230df1e81e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:32.180598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Bound port: 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87981a-3deb-46b2-8044-230df1e81e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:32.180598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.293277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] For port 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:32.300888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] For port 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52ae6f3f-378f-42fc-9c07-8bb11f619e66,segment=NetworkSegment(fd87981a-3deb-46b2-8044-230df1e81e76),segment_id=fd87981a-3deb-46b2-8044-230df1e81e76)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:32.316787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.406108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e1320-6180-42d2-b5a1-e22109d384d1 None None] Pushing event updated for resources: {'Port': ['ID=52ae6f3f-378f-42fc-9c07-8bb11f619e66,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:32.569250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (e93179d6-0212-493f-b22d-859141a2a9ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.695030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:32.698760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:32.703183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:32.703770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:32.717777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=e93179d6-0212-493f-b22d-859141a2a9ea,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:32.735142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf6d2cf1-8345-4237-b921-eac4802d6046 req-171bcb45-683e-4411-b0b9-edcda85a6b58 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0591671 Mar 07 04:44:32.766745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-81c663df-af50-4dbd-8e9e-bd0104afb509 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8223138 Mar 07 04:44:32.771261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:32.802787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'fixed_ips': [{'subnet_id': 'fab92bb6-b928-4b82-a86b-0f7de041f4ed'}, {'subnet_id': 'e93179d6-0212-493f-b22d-859141a2a9ea'}], 'name': 'tempest-PortsTestJSON-1450573428'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:32.815509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23670dd3-2862-46b1-bcc7-4650a5c3ca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:33.007893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3649dea-b832-4a60-ae02-bd31d8fb26a3 req-c2c367d6-c8fd-4216-943b-4eaa1211aeaa tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:33.022090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3649dea-b832-4a60-ae02-bd31d8fb26a3 req-c2c367d6-c8fd-4216-943b-4eaa1211aeaa tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1351411 Mar 07 04:44:33.091694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:33.166108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3649dea-b832-4a60-ae02-bd31d8fb26a3 req-6b429c56-3ca5-43b1-bb9c-d9e50c04867b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329470 Mar 07 04:44:33.276241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:33.295503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52ae6f3f-378f-42fc-9c07-8bb11f619e66 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:33.302484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 63f034c4-42f9-49ed-906b-ffa0c562420e yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:33.402774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:33.403270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:33.553468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:33.553865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:33.613533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52ae6f3f-378f-42fc-9c07-8bb11f619e66,segment=NetworkSegment(fd87981a-3deb-46b2-8044-230df1e81e76),segment_id=fd87981a-3deb-46b2-8044-230df1e81e76)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:33.619967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:33.703916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=52ae6f3f-378f-42fc-9c07-8bb11f619e66,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:33.745273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.13 (60fecc29-be07-4839-bc4b-5d6e114c5ee5/fab92bb6-b928-4b82-a86b-0f7de041f4ed/63f034c4-42f9-49ed-906b-ffa0c562420e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:33.760900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.30 (60fecc29-be07-4839-bc4b-5d6e114c5ee5/e93179d6-0212-493f-b22d-859141a2a9ea/63f034c4-42f9-49ed-906b-ffa0c562420e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:33.957355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce2f82e7-576b-433f-b872-a668597012d2 req-27fce55b-f691-4a3d-a5fd-ddc07e884e3e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0889821 Mar 07 04:44:34.051867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4c743-d02f-4f58-8e03-9847000b3941 None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:34.115917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:34.161192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:34.208048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dc200b9e-de4c-4d91-afca-295ddf54d4d3 None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:34.213612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc200b9e-de4c-4d91-afca-295ddf54d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:34.221117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:34.224919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:34.233300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:34.283616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:34.284268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:34.303725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=63f034c4-42f9-49ed-906b-ffa0c562420e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:34.325734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa7061f1-fc93-45d5-8439-35dd3b8cd824 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5486341 Mar 07 04:44:34.326327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:34.332013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fab92bb6-b928-4b82-a86b-0f7de041f4ed'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:34.373733 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:44:34.421334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c593d-616f-4502-b03c-a50c2ec30500 req-cd970514-c5c7-4801-a7c4-8f98f81dab6e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:34.440360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-576c593d-616f-4502-b03c-a50c2ec30500 req-cd970514-c5c7-4801-a7c4-8f98f81dab6e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1667120 Mar 07 04:44:34.442903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:34.455884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc200b9e-de4c-4d91-afca-295ddf54d4d3 None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:34.536107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-576c593d-616f-4502-b03c-a50c2ec30500 req-88c6f92e-1916-49bb-b373-8d26b8494b0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943971 Mar 07 04:44:34.636094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] Update dhcp port {'port': {'network_id': '60fecc29-be07-4839-bc4b-5d6e114c5ee5', 'fixed_ips': [{'subnet_id': 'fab92bb6-b928-4b82-a86b-0f7de041f4ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e93179d6-0212-493f-b22d-859141a2a9ea'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '52ae6f3f-378f-42fc-9c07-8bb11f619e66'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:44:34.673241 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:34.871688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Delete allocated IP 172.20.0.30 (60fecc29-be07-4839-bc4b-5d6e114c5ee5/e93179d6-0212-493f-b22d-859141a2a9ea) {{(pid=103939) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 04:44:35.037404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.046503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.106531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49f619b7-a860-470b-b444-08a9afa56a22 req-87939388-f7bb-4a3a-99b9-220673d2cc6c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0493834 Mar 07 04:44:35.178203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] Allocated IP 172.20.0.18 (60fecc29-be07-4839-bc4b-5d6e114c5ee5/e93179d6-0212-493f-b22d-859141a2a9ea/52ae6f3f-378f-42fc-9c07-8bb11f619e66) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:35.228731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52ae6f3f-378f-42fc-9c07-8bb11f619e66 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:35.237915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=63f034c4-42f9-49ed-906b-ffa0c562420e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:35.309153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] In _notify_port_updated(), no bound segment for port 63f034c4-42f9-49ed-906b-ffa0c562420e on network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:44:35.314453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:35.315095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.316808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e443601a-0976-492b-88c7-7aaf6b1127bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/ports/63f034c4-42f9-49ed-906b-ffa0c562420e HTTP/1.1" status: 200 len: 920 time: 0.9891987 Mar 07 04:44:35.327348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:35.332896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fab92bb6-b928-4b82-a86b-0f7de041f4ed'}, {'subnet_id': 'e93179d6-0212-493f-b22d-859141a2a9ea'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:35.518019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a624c6b5-eb1c-4373-bc66-6d61fdfbcaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.530277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.544507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] For port 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52ae6f3f-378f-42fc-9c07-8bb11f619e66,segment=NetworkSegment(fd87981a-3deb-46b2-8044-230df1e81e76),segment_id=fd87981a-3deb-46b2-8044-230df1e81e76)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:35.558751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:35.559259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.624101 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] Publish callbacks [] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.635353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:35.727041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:35.777432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb2433-7414-46a0-a68f-aa5ee8a129b8 None None] Pushing event updated for resources: {'Port': ['ID=52ae6f3f-378f-42fc-9c07-8bb11f619e66,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:36.325152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbcf3-c9e5-42fd-9171-c2e268d926f7 req-aa0fe3f5-1c03-4bdf-94c6-86d9043ccdf7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:36.326643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6dcbbcf3-c9e5-42fd-9171-c2e268d926f7 req-aa0fe3f5-1c03-4bdf-94c6-86d9043ccdf7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.5852401 Mar 07 04:44:36.328463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6daabf81-5124-46b3-bf8e-ef8e7f3f886f req-3a0fd93c-6176-4f62-b4e9-f0c2566ccde6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0478685 Mar 07 04:44:36.432418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6dcbbcf3-c9e5-42fd-9171-c2e268d926f7 req-63ac913a-d8da-4361-9538-3019ae72b550 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892694 Mar 07 04:44:36.470015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.23 (60fecc29-be07-4839-bc4b-5d6e114c5ee5/e93179d6-0212-493f-b22d-859141a2a9ea/63f034c4-42f9-49ed-906b-ffa0c562420e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:36.687943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:36.694257 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:36.708915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f57e8-ef10-45c4-8c1d-9f0741ab21c9 None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:36.763711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:36.822746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=63f034c4-42f9-49ed-906b-ffa0c562420e,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:36.870940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] In _notify_port_updated(), no bound segment for port 63f034c4-42f9-49ed-906b-ffa0c562420e on network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:44:36.872676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d74bbaab-40f0-4abc-b977-f4b1574d287b None None] Provisioning complete for port 63f034c4-42f9-49ed-906b-ffa0c562420e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:36.873062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d74bbaab-40f0-4abc-b977-f4b1574d287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:36.876464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:36.877286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:36.878710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cbf83f3f-d337-4d9d-a5f4-3c76942e74c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/ports/63f034c4-42f9-49ed-906b-ffa0c562420e HTTP/1.1" status: 200 len: 1000 time: 1.5503259 Mar 07 04:44:36.881584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59082) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:36.960472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d74bbaab-40f0-4abc-b977-f4b1574d287b None None] Port 63f034c4-42f9-49ed-906b-ffa0c562420e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:37.012200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d74bbaab-40f0-4abc-b977-f4b1574d287b None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:37.012678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d74bbaab-40f0-4abc-b977-f4b1574d287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.048067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 63f034c4-42f9-49ed-906b-ffa0c562420e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:37.048501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.160577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d74bbaab-40f0-4abc-b977-f4b1574d287b None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:37.213865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.226662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52ae6f3f-378f-42fc-9c07-8bb11f619e66 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:37.235685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 63f034c4-42f9-49ed-906b-ffa0c562420e owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:37.297388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:37.297772 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.411141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:37.444470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (63f034c4-42f9-49ed-906b-ffa0c562420e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.469313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-782363f1-ecd7-4780-83fd-20046fc944de req-908a9211-ceaf-4cb8-87d8-2cc6e6fdd4b3 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0306871 Mar 07 04:44:37.484394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=63f034c4-42f9-49ed-906b-ffa0c562420e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:37.603965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.608186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9869ab-e004-44b5-bc82-a8f8eec13dc8 req-3b495be5-66d5-464a-8c96-89b00096f9a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:37.609701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f9869ab-e004-44b5-bc82-a8f8eec13dc8 req-3b495be5-66d5-464a-8c96-89b00096f9a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0757687 Mar 07 04:44:37.610337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:37.616721 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4fcb4978-26da-44a4-8ec5-a249ecfbaaed tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/63f034c4-42f9-49ed-906b-ffa0c562420e HTTP/1.1" status: 204 len: 168 time: 0.7339532 Mar 07 04:44:37.649102 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1862e5-8666-4f79-b843-d8eb827cbedc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:37.651167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1a1862e5-8666-4f79-b843-d8eb827cbedc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/63f034c4-42f9-49ed-906b-ffa0c562420e HTTP/1.1" status: 404 len: 333 time: 0.0398695 Mar 07 04:44:37.653889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:37.659624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.687599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-93e4bc5f-b5b6-4499-b778-e39c96227dac None None] Could not find standard attr ID for object 63f034c4-42f9-49ed-906b-ffa0c562420e. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:37.704495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-93e4bc5f-b5b6-4499-b778-e39c96227dac None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:37.704495 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-93e4bc5f-b5b6-4499-b778-e39c96227dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.724919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f9869ab-e004-44b5-bc82-a8f8eec13dc8 req-4fd8a9e5-1ff1-46bf-bf8b-6b9cb19e1083 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046712 Mar 07 04:44:37.729675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet e93179d6-0212-493f-b22d-859141a2a9ea {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:37.733675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (e93179d6-0212-493f-b22d-859141a2a9ea), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.779749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (e93179d6-0212-493f-b22d-859141a2a9ea), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.834052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-93e4bc5f-b5b6-4499-b778-e39c96227dac None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:37.880570 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e93179d6-0212-493f-b22d-859141a2a9ea), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.950030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e0e613d3-6f53-401e-9fd9-52541ee0d82b None None] Could not find standard attr ID for object 63f034c4-42f9-49ed-906b-ffa0c562420e. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:37.951019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (e93179d6-0212-493f-b22d-859141a2a9ea), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:37.985181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=e93179d6-0212-493f-b22d-859141a2a9ea,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:38.000230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.004047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9bd20704-fc8d-4e1c-a4ce-1a9b6a11dd1a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/e93179d6-0212-493f-b22d-859141a2a9ea HTTP/1.1" status: 204 len: 168 time: 0.3488872 Mar 07 04:44:38.006417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:38.143533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5bdfb-56fb-4352-b97b-a0701930fec3 None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:38.173317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9a5cd874-cdee-472e-8073-f8abb15016da None None] Could not find standard attr ID for object 63f034c4-42f9-49ed-906b-ffa0c562420e. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:38.444860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet fab92bb6-b928-4b82-a86b-0f7de041f4ed {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:38.448866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (fab92bb6-b928-4b82-a86b-0f7de041f4ed), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.491001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fab92bb6-b928-4b82-a86b-0f7de041f4ed), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.598396 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fab92bb6-b928-4b82-a86b-0f7de041f4ed), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.606723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95e8e757-ff2f-441e-b2f2-a68ee60ef91d req-ed7e5578-c2bb-4658-9b55-f934950025aa tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0370269 Mar 07 04:44:38.668397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fab92bb6-b928-4b82-a86b-0f7de041f4ed), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.698470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=fab92bb6-b928-4b82-a86b-0f7de041f4ed,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:38.700558 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.706621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:38.707132 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9963d055-3469-455b-94f7-0846aa98b931 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/fab92bb6-b928-4b82-a86b-0f7de041f4ed HTTP/1.1" status: 204 len: 168 time: 0.6986208 Mar 07 04:44:38.794426 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (60fecc29-be07-4839-bc4b-5d6e114c5ee5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.880772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91048f-b627-4b5f-836b-07c6c6711b18 None None] Network 60fecc29-be07-4839-bc4b-5d6e114c5ee5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:38.914178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b87d35-ac3a-4f34-9b89-c447e75e6549 req-d6b6724d-6b58-4892-a863-3c4f85c6c14d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:38.915722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b87d35-ac3a-4f34-9b89-c447e75e6549 req-d6b6724d-6b58-4892-a863-3c4f85c6c14d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0892255 Mar 07 04:44:38.917398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:38.917693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:38.964192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dedbf6be-8800-4271-a94c-ec280928eeef None None] Provisioning complete for port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:38.964818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dedbf6be-8800-4271-a94c-ec280928eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.010841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] For port 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52ae6f3f-378f-42fc-9c07-8bb11f619e66,segment=NetworkSegment(fd87981a-3deb-46b2-8044-230df1e81e76),segment_id=fd87981a-3deb-46b2-8044-230df1e81e76)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:39.011266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.031200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 52ae6f3f-378f-42fc-9c07-8bb11f619e66 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:39.036895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17b87d35-ac3a-4f34-9b89-c447e75e6549 req-a06063cc-1496-4458-80db-90594e209173 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072752 Mar 07 04:44:39.106065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dedbf6be-8800-4271-a94c-ec280928eeef None None] Current status of the port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:39.128406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] DHCP port deletion for 60fecc29-be07-4839-bc4b-5d6e114c5ee5 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:39.140819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.173931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=52ae6f3f-378f-42fc-9c07-8bb11f619e66,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:39.175559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No DVR routers for this DVR port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:39.180357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Deleting port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:39.180748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.254115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] For port 52ae6f3f-378f-42fc-9c07-8bb11f619e66, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:39.254553 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.271425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (60fecc29-be07-4839-bc4b-5d6e114c5ee5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.273182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Calling delete_port for 52ae6f3f-378f-42fc-9c07-8bb11f619e66 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:39.276544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:44:39.277799 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (52ae6f3f-378f-42fc-9c07-8bb11f619e66), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.296115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fecc29-be07-4839-bc4b-5d6e114c5ee5']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:39.307893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd87981a-3deb-46b2-8044-230df1e81e76') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:39.308372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd87981a-3deb-46b2-8044-230df1e81e76') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:39.308972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] Pushing event deleted for resources: {'Port': ['ID=52ae6f3f-378f-42fc-9c07-8bb11f619e66,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:39.314016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446a4c7-c849-4f52-9745-3121d915398f None None] No DVR routers for this DVR port 52ae6f3f-378f-42fc-9c07-8bb11f619e66 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:39.325072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (fd87981a-3deb-46b2-8044-230df1e81e76), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.347388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fd87981a-3deb-46b2-8044-230df1e81e76), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.361551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:39.362189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (fd87981a-3deb-46b2-8044-230df1e81e76), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.419533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:39.442563 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:39.459841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (60fecc29-be07-4839-bc4b-5d6e114c5ee5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.467785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.471024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/60fecc29-be07-4839-bc4b-5d6e114c5ee5 HTTP/1.1" status: 204 len: 168 time: 0.7622306 Mar 07 04:44:39.475128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:39.503583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e4cd-ac6e-44eb-8c01-f5496f7ca896 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=60fecc29-be07-4839-bc4b-5d6e114c5ee5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:39.559179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753b2a4-1e1e-4cdc-8014-0de9db08fc99 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:39.560658 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1753b2a4-1e1e-4cdc-8014-0de9db08fc99 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0847540 Mar 07 04:44:39.564144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:39.620840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7b3b0420-7a2a-41dd-9935-a5a9bba9e124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0556290 Mar 07 04:44:39.624342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59106) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:39.629528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1481083308'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:39.650549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:39.654290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.683626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:39.693915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bc850764-05f5-4d47-89e8-b9d93364ba0e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.694463 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment bc850764-05f5-4d47-89e8-b9d93364ba0e of type vlan for network ba22bcbe-4906-48b4-9b56-c1348916d94c Mar 07 04:44:39.765399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15eba85c-4a8e-4c4b-9e93-acc32612a326 req-672865f7-8f2a-40a8-8fb0-ce58dcddd0e6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0345733 Mar 07 04:44:39.767062 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ba22bcbe-4906-48b4-9b56-c1348916d94c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.804224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ba22bcbe-4906-48b4-9b56-c1348916d94c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.809877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:39.810525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:39.853530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2248387 Mar 07 04:44:39.854532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59110) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:39.862305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:39.885411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb5ec9-e3b5-4c4d-8fd1-6c8243230f07 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=ba22bcbe-4906-48b4-9b56-c1348916d94c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:39.902322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ba22bcbe-4906-48b4-9b56-c1348916d94c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:39.994829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:39.998610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.186427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80082b-68ee-4ac3-95ef-0deecbcbaaa6 req-222bb3ba-3d53-413f-97cd-56a7ca6d093e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:40.188019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc80082b-68ee-4ac3-95ef-0deecbcbaaa6 req-222bb3ba-3d53-413f-97cd-56a7ca6d093e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0729060 Mar 07 04:44:40.219280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9fcb6f95-c735-4e15-902c-12e65a956af9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.264673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc80082b-68ee-4ac3-95ef-0deecbcbaaa6 req-7b974969-fff1-419e-bf94-71d6ea3c7524 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667465 Mar 07 04:44:40.293345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': 'bc850764-05f5-4d47-89e8-b9d93364ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:40.293718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: ba22bcbe-4906-48b4-9b56-c1348916d94c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:40.312219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=9fcb6f95-c735-4e15-902c-12e65a956af9,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:40.316247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network ba22bcbe-4906-48b4-9b56-c1348916d94c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:40.331558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ba22bcbe-4906-48b4-9b56-c1348916d94c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:40.336709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:40.337779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.344115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957dfc9-86c1-45e8-a586-441aaabc4918 None None] Network ba22bcbe-4906-48b4-9b56-c1348916d94c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:40.369371 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9ad41f9-9e23-4299-8cea-20d614aedc0a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116065 Mar 07 04:44:40.371933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:40.377723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c', 'name': 'tempest-PortsTestJSON-1147341996'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:40.490474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-ba22bcbe-4906-48b4-9b56-c1348916d94c', 'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': '9fcb6f95-c735-4e15-902c-12e65a956af9'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:40.491352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.538555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:40.543396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.571477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 8242d57e-2451-4574-9ec5-74aa6d1f3f2f yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:40.693729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Allocated IP 172.20.0.2 (ba22bcbe-4906-48b4-9b56-c1348916d94c/9fcb6f95-c735-4e15-902c-12e65a956af9/36314c16-e815-47d8-8e0d-bafc13998b44) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:40.866321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Publish callbacks [] for port (36314c16-e815-47d8-8e0d-bafc13998b44), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.875144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:40.928710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Network ba22bcbe-4906-48b4-9b56-c1348916d94c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:40.933162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:40.936678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:40.952618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7da82ae5-0a7d-41f1-b883-059fbdd83023 req-94ba3d43-cdec-43f7-b011-659b3e44db80 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0455117 Mar 07 04:44:40.987819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.14 (ba22bcbe-4906-48b4-9b56-c1348916d94c/9fcb6f95-c735-4e15-902c-12e65a956af9/8242d57e-2451-4574-9ec5-74aa6d1f3f2f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:40.996051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Pushing event updated for resources: {'Port': ['ID=36314c16-e815-47d8-8e0d-bafc13998b44,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:41.051817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Attempting to bind port 36314c16-e815-47d8-8e0d-bafc13998b44 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:41.052743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Attempting to bind port 36314c16-e815-47d8-8e0d-bafc13998b44 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'bc850764-05f5-4d47-89e8-b9d93364ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:41.053278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Attempting to bind port 36314c16-e815-47d8-8e0d-bafc13998b44 on network ba22bcbe-4906-48b4-9b56-c1348916d94c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:41.060723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:41.061481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Checking segment: {'id': 'bc850764-05f5-4d47-89e8-b9d93364ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:41.062211 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.063105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Bound using segment: {'id': 'bc850764-05f5-4d47-89e8-b9d93364ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:41.064157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Bound port: 36314c16-e815-47d8-8e0d-bafc13998b44, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc850764-05f5-4d47-89e8-b9d93364ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:41.064983 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.204268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52ae6f3f-378f-42fc-9c07-8bb11f619e66 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:41.234212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (8242d57e-2451-4574-9ec5-74aa6d1f3f2f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.241620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 52ae6f3f-378f-42fc-9c07-8bb11f619e66 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:41.243013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52ae6f3f-378f-42fc-9c07-8bb11f619e66 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:41.262159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] For port 36314c16-e815-47d8-8e0d-bafc13998b44, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:41.283891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] For port 36314c16-e815-47d8-8e0d-bafc13998b44, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=36314c16-e815-47d8-8e0d-bafc13998b44,segment=NetworkSegment(bc850764-05f5-4d47-89e8-b9d93364ba0e),segment_id=bc850764-05f5-4d47-89e8-b9d93364ba0e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:41.293078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.295925 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8242d57e-2451-4574-9ec5-74aa6d1f3f2f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.352259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network ba22bcbe-4906-48b4-9b56-c1348916d94c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:41.360608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:41.369138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:41.420306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806b486-5f0b-4657-a4f4-0a83b462b7b5 None None] Pushing event updated for resources: {'Port': ['ID=36314c16-e815-47d8-8e0d-bafc13998b44,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:41.448814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=8242d57e-2451-4574-9ec5-74aa6d1f3f2f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:41.475321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.475690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.476045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.476377 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.477255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.480052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.480505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.480915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.481369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.481775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.482194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.483103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.483531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:41.501489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:41.502215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.524994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532b32-9244-4f9f-86ed-5a943fc25f2e req-06183059-cab4-4605-ba4f-2d936f001997 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:41.526733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99532b32-9244-4f9f-86ed-5a943fc25f2e req-06183059-cab4-4605-ba4f-2d936f001997 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1086428 Mar 07 04:44:41.533143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-58e6259e-f0f4-44de-955a-062315d046f8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1570008 Mar 07 04:44:41.534001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59124) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:41.538723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': 'ba22bcbe-4906-48b4-9b56-c1348916d94c', 'name': 'tempest-PortsTestJSON-1522125502'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:41.746939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99532b32-9244-4f9f-86ed-5a943fc25f2e req-7869cd58-8fd8-4c49-a3dd-cdcd67f15941 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039239 Mar 07 04:44:41.775613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:41.779708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:41.800959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 8b52247c-5338-49ec-bd35-54a455b255e7 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:41.936190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.3 (ba22bcbe-4906-48b4-9b56-c1348916d94c/9fcb6f95-c735-4e15-902c-12e65a956af9/8b52247c-5338-49ec-bd35-54a455b255e7) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:42.131619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-278ca950-fb2e-4ffd-8cdd-8cd2cdeb84c7 req-87252188-8405-4b9e-8a1c-d9dc7c809d59 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0395682 Mar 07 04:44:42.151935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (8b52247c-5338-49ec-bd35-54a455b255e7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.198992 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8b52247c-5338-49ec-bd35-54a455b255e7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.254053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network ba22bcbe-4906-48b4-9b56-c1348916d94c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:42.257460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:42.262687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:42.316132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:42.317427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.335731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=8b52247c-5338-49ec-bd35-54a455b255e7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:42.346295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db414f14-7466-4cda-9dc2-b3bb0b3c7e11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8092036 Mar 07 04:44:42.346776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59130) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:42.459707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae5fce1-7492-422e-ac24-397e5151e4eb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:42.464171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aae5fce1-7492-422e-ac24-397e5151e4eb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1136026 Mar 07 04:44:42.464477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:42.585852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 8b52247c-5338-49ec-bd35-54a455b255e7 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:42.586286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8b52247c-5338-49ec-bd35-54a455b255e7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.702404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8b52247c-5338-49ec-bd35-54a455b255e7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.717938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 8b52247c-5338-49ec-bd35-54a455b255e7 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:42.735608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb009c03-a599-4e5f-a319-c22dc0603b05 None None] Network ba22bcbe-4906-48b4-9b56-c1348916d94c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:42.821588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] Provisioning complete for port 36314c16-e815-47d8-8e0d-bafc13998b44 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:42.822127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.937585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8b52247c-5338-49ec-bd35-54a455b255e7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:42.954128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369b50-498a-46c9-ade7-32e9b7ce54f5 req-189c11ec-c898-466d-803c-132e583b6986 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:42.955954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0369b50-498a-46c9-ade7-32e9b7ce54f5 req-189c11ec-c898-466d-803c-132e583b6986 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0857122 Mar 07 04:44:42.960524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] Current status of the port 36314c16-e815-47d8-8e0d-bafc13998b44 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:42.963926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.003518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=8b52247c-5338-49ec-bd35-54a455b255e7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:43.033641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] For port 36314c16-e815-47d8-8e0d-bafc13998b44, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=36314c16-e815-47d8-8e0d-bafc13998b44,segment=NetworkSegment(bc850764-05f5-4d47-89e8-b9d93364ba0e),segment_id=bc850764-05f5-4d47-89e8-b9d93364ba0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:43.042307 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.111116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4604c-a09e-4df2-a839-36182210b33b None None] Pushing event updated for resources: {'Port': ['ID=36314c16-e815-47d8-8e0d-bafc13998b44,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:43.160344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0369b50-498a-46c9-ade7-32e9b7ce54f5 req-c4d5e47a-d174-491a-9d9c-045ea38306bf tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646478 Mar 07 04:44:43.210124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.218848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4307519a-a813-4144-ac4f-8eb679df8b90 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/8b52247c-5338-49ec-bd35-54a455b255e7 HTTP/1.1" status: 204 len: 168 time: 0.7531941 Mar 07 04:44:43.221326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:43.291209 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-998b6702-3ef2-411f-9f66-99f9fe8b5791 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:43.293260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-998b6702-3ef2-411f-9f66-99f9fe8b5791 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/8b52247c-5338-49ec-bd35-54a455b255e7 HTTP/1.1" status: 404 len: 333 time: 0.0704067 Mar 07 04:44:43.296145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:43.339880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 36314c16-e815-47d8-8e0d-bafc13998b44 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:43.367852 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7563c305-8c0c-447d-a956-e0dc1029227e req-87969fb1-4cc2-46c9-a53e-8389886d1150 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0901105 Mar 07 04:44:43.481267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 8242d57e-2451-4574-9ec5-74aa6d1f3f2f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:43.481889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8242d57e-2451-4574-9ec5-74aa6d1f3f2f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.605303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Provisioning complete for port 8242d57e-2451-4574-9ec5-74aa6d1f3f2f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:43.605847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8242d57e-2451-4574-9ec5-74aa6d1f3f2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.623627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8242d57e-2451-4574-9ec5-74aa6d1f3f2f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.652445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 8242d57e-2451-4574-9ec5-74aa6d1f3f2f owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:43.665436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Port 8242d57e-2451-4574-9ec5-74aa6d1f3f2f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:43.670994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Could not find standard attr ID for object 8b52247c-5338-49ec-bd35-54a455b255e7. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:43.682017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 36314c16-e815-47d8-8e0d-bafc13998b44 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:43.682588 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.687087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Provisioning complete for port 36314c16-e815-47d8-8e0d-bafc13998b44 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:43.687546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.835862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8242d57e-2451-4574-9ec5-74aa6d1f3f2f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:43.862983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1444c36a-9731-4645-93f4-3e0b72248aeb None None] Current status of the port 36314c16-e815-47d8-8e0d-bafc13998b44 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:43.890149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=8242d57e-2451-4574-9ec5-74aa6d1f3f2f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:43.903263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 36314c16-e815-47d8-8e0d-bafc13998b44 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:43.979803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dec98447-9e28-495c-8771-20b72f009e4d None None] Could not find standard attr ID for object 8242d57e-2451-4574-9ec5-74aa6d1f3f2f. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:44.015477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.022565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59142) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:44.027908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5316d4ea-c16a-4fcd-8fc8-83c78a298e93 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/8242d57e-2451-4574-9ec5-74aa6d1f3f2f HTTP/1.1" status: 204 len: 168 time: 0.7300777 Mar 07 04:44:44.061489 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2098dc-a559-4ffe-9f89-a18db3706e3d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:44.064205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4d2098dc-a559-4ffe-9f89-a18db3706e3d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/8242d57e-2451-4574-9ec5-74aa6d1f3f2f HTTP/1.1" status: 404 len: 333 time: 0.0406003 Mar 07 04:44:44.065747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59144) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:44.094213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-89c83dc8-7800-4046-93df-f54c31ff9a4b None None] Could not find standard attr ID for object 8b52247c-5338-49ec-bd35-54a455b255e7. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:44.137377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 9fcb6f95-c735-4e15-902c-12e65a956af9 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:44.141781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (9fcb6f95-c735-4e15-902c-12e65a956af9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.194121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9fcb6f95-c735-4e15-902c-12e65a956af9), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.358333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a662-fa48-4523-907c-8bcc1e7327ce req-254fba84-3317-4311-9e2a-d77a1dfdca14 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:44.359950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca26a662-fa48-4523-907c-8bcc1e7327ce req-254fba84-3317-4311-9e2a-d77a1dfdca14 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0908842 Mar 07 04:44:44.373894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9fcb6f95-c735-4e15-902c-12e65a956af9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.478372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca26a662-fa48-4523-907c-8bcc1e7327ce req-607cdb02-915b-47cb-9a01-c1b37c9cf382 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927539 Mar 07 04:44:44.528868 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9fcb6f95-c735-4e15-902c-12e65a956af9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.544238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.547373 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/9fcb6f95-c735-4e15-902c-12e65a956af9 HTTP/1.1" status: 204 len: 168 time: 0.4805567 Mar 07 04:44:44.563042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aed1e062-10da-48b1-a9a8-0506c42fac3f req-0078fbb1-78e7-430a-8675-d56382de7b30 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0558441 Mar 07 04:44:44.567645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:44.583829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364b51c-f475-4c26-82eb-b98897a1c642 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcb6f95-c735-4e15-902c-12e65a956af9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:44.642584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e124968-8dd4-439a-8c0b-a29245d9827b None None] Network ba22bcbe-4906-48b4-9b56-c1348916d94c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:44.692685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ba22bcbe-4906-48b4-9b56-c1348916d94c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.751857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 36314c16-e815-47d8-8e0d-bafc13998b44 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:44.752369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.828356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] For port 36314c16-e815-47d8-8e0d-bafc13998b44, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=36314c16-e815-47d8-8e0d-bafc13998b44,segment=NetworkSegment(bc850764-05f5-4d47-89e8-b9d93364ba0e),segment_id=bc850764-05f5-4d47-89e8-b9d93364ba0e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:44.828791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.832999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] DHCP port deletion for ba22bcbe-4906-48b4-9b56-c1348916d94c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:44.843774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 36314c16-e815-47d8-8e0d-bafc13998b44 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:44.892320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] Deleting port 36314c16-e815-47d8-8e0d-bafc13998b44 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:44.892947 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.958786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:44.985272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] For port 36314c16-e815-47d8-8e0d-bafc13998b44, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=36314c16-e815-47d8-8e0d-bafc13998b44,segment=NetworkSegment(bc850764-05f5-4d47-89e8-b9d93364ba0e),segment_id=bc850764-05f5-4d47-89e8-b9d93364ba0e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:44.985677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.000384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] Calling delete_port for 36314c16-e815-47d8-8e0d-bafc13998b44 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:45.010704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=36314c16-e815-47d8-8e0d-bafc13998b44,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:45.018742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No DVR routers for this DVR port 36314c16-e815-47d8-8e0d-bafc13998b44 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:45.089131 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (36314c16-e815-47d8-8e0d-bafc13998b44), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.110189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] No DVR routers for this DVR port 36314c16-e815-47d8-8e0d-bafc13998b44 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:45.156154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ba22bcbe-4906-48b4-9b56-c1348916d94c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.180456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bbfa1-c034-49ec-b170-32edea2891f8 None None] Pushing event deleted for resources: {'Port': ['ID=36314c16-e815-47d8-8e0d-bafc13998b44,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:45.187483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba22bcbe-4906-48b4-9b56-c1348916d94c']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:45.201025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc850764-05f5-4d47-89e8-b9d93364ba0e') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:45.201329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc850764-05f5-4d47-89e8-b9d93364ba0e') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:45.211638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (bc850764-05f5-4d47-89e8-b9d93364ba0e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.217177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 36314c16-e815-47d8-8e0d-bafc13998b44 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:45.229178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bc850764-05f5-4d47-89e8-b9d93364ba0e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.236604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:45.237115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (bc850764-05f5-4d47-89e8-b9d93364ba0e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.247062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 36314c16-e815-47d8-8e0d-bafc13998b44 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:45.247747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 36314c16-e815-47d8-8e0d-bafc13998b44 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:45.293435 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:45.313753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ba22bcbe-4906-48b4-9b56-c1348916d94c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.326471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.333845 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/ba22bcbe-4906-48b4-9b56-c1348916d94c HTTP/1.1" status: 204 len: 168 time: 0.7613509 Mar 07 04:44:45.335005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:45.339715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1665811899'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:45.345859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f900dd4-2e74-4092-89f1-6667377721ae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=ba22bcbe-4906-48b4-9b56-c1348916d94c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:45.361697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:45.365060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.391911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:45.402506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (891b6dd6-7ee5-4a46-b8a2-cfa19057aee8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.402865 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment 891b6dd6-7ee5-4a46-b8a2-cfa19057aee8 of type vlan for network 517492d9-03db-44d6-b97d-5f163a285040 Mar 07 04:44:45.449647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (517492d9-03db-44d6-b97d-5f163a285040), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.476428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (517492d9-03db-44d6-b97d-5f163a285040), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.483714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:45.484367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.516546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1809533 Mar 07 04:44:45.519349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:45.525772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '517492d9-03db-44d6-b97d-5f163a285040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:45.572679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e98787-1e3d-4126-a37e-78cd96a1bbf6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=517492d9-03db-44d6-b97d-5f163a285040,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:45.585765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 517492d9-03db-44d6-b97d-5f163a285040 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:45.686144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a0ad994-decb-4961-af34-86ea08101b91 req-ca2f0f02-fa20-42f6-bc2a-6e96a9140328 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0355387 Mar 07 04:44:45.700638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1820-f275-4a05-b183-e80cfc11c00a req-39715a63-b6fb-415a-a9c8-b8679917368b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:45.702244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a93a1820-f275-4a05-b183-e80cfc11c00a req-39715a63-b6fb-415a-a9c8-b8679917368b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1543329 Mar 07 04:44:45.744546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:45.748283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:45.825694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a93a1820-f275-4a05-b183-e80cfc11c00a req-b166b83b-c6f0-4222-b69c-f2d6fa2183dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170242 Mar 07 04:44:45.970644 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (55327591-c7af-4f46-bd14-b6f8e2308413), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.032348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=55327591-c7af-4f46-bd14-b6f8e2308413,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:46.043118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '517492d9-03db-44d6-b97d-5f163a285040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:46.043603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: 517492d9-03db-44d6-b97d-5f163a285040, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:46.061646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 517492d9-03db-44d6-b97d-5f163a285040 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:46.072572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 517492d9-03db-44d6-b97d-5f163a285040) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:46.077092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:46.077803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.083961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed0ee3-341e-4258-ab3a-6aac4fd930e9 None None] Network 517492d9-03db-44d6-b97d-5f163a285040 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:46.104120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:46.104524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-03bf4a73-adfb-4115-a2ec-233889575eae tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5840507 Mar 07 04:44:46.110801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '517492d9-03db-44d6-b97d-5f163a285040', 'name': 'tempest-PortsTestJSON-498672898', 'fixed_ips': [{'subnet_id': '55327591-c7af-4f46-bd14-b6f8e2308413', 'ip_address': '172.20.0.10'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:46.195361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-517492d9-03db-44d6-b97d-5f163a285040', 'network_id': '517492d9-03db-44d6-b97d-5f163a285040', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': '55327591-c7af-4f46-bd14-b6f8e2308413'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:46.196341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.248069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:46.357253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.379169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port d4c7015a-859e-4e1a-87e4-3a213de3abc0 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:46.419585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Allocated IP 172.20.0.2 (517492d9-03db-44d6-b97d-5f163a285040/55327591-c7af-4f46-bd14-b6f8e2308413/04f5e221-e7da-4bfe-a58f-c14110fc8a8a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:46.587023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Publish callbacks [] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.594083 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.642171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Network 517492d9-03db-44d6-b97d-5f163a285040 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:46.645356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:46.651965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:46.655234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Pushing event updated for resources: {'Port': ['ID=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:46.670222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.10 (517492d9-03db-44d6-b97d-5f163a285040/55327591-c7af-4f46-bd14-b6f8e2308413/d4c7015a-859e-4e1a-87e4-3a213de3abc0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:46.724578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Attempting to bind port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:46.725367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Attempting to bind port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '517492d9-03db-44d6-b97d-5f163a285040'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:46.725956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Attempting to bind port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a on network 517492d9-03db-44d6-b97d-5f163a285040 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:46.733645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:46.735258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Checking segment: {'id': '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '517492d9-03db-44d6-b97d-5f163a285040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:46.736027 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.736646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Bound using segment: {'id': '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '517492d9-03db-44d6-b97d-5f163a285040'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:46.738063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Bound port: 04f5e221-e7da-4bfe-a58f-c14110fc8a8a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '517492d9-03db-44d6-b97d-5f163a285040'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:46.738673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.814274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] For port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:46.817795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] For port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,segment=NetworkSegment(891b6dd6-7ee5-4a46-b8a2-cfa19057aee8),segment_id=891b6dd6-7ee5-4a46-b8a2-cfa19057aee8)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:46.834756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:46.874505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1575cc7e-ebc6-48dd-93fc-b979d7fdb2dd req-3d0ed25a-7f09-4a3d-a5cd-ed0c83f137d6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0495484 Mar 07 04:44:46.962298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035af5-b06c-4222-b109-7a7a409c9218 None None] Pushing event updated for resources: {'Port': ['ID=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:46.991058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:47.015625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f5021-bf22-4a05-827e-805590dd900b req-c2519441-7886-44cb-90ef-180d4db0f013 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:47.017439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e38f5021-bf22-4a05-827e-805590dd900b req-c2519441-7886-44cb-90ef-180d4db0f013 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0777295 Mar 07 04:44:47.056378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:47.078522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e38f5021-bf22-4a05-827e-805590dd900b req-47da1f72-273e-41d3-8570-71a26c05b5b6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533998 Mar 07 04:44:47.115912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 517492d9-03db-44d6-b97d-5f163a285040 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:47.122882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:47.127614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:47.180573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=d4c7015a-859e-4e1a-87e4-3a213de3abc0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:47.212628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:47.213295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:47.237739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d8c03aed-a87a-499f-993f-279c3535c323 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1320448 Mar 07 04:44:47.240637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59166) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:47.246350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': '517492d9-03db-44d6-b97d-5f163a285040', 'name': 'tempest-PortsTestJSON-1477845627', 'fixed_ips': [{'subnet_id': '55327591-c7af-4f46-bd14-b6f8e2308413', 'ip_address': '172.20.0.9'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:47.380964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:47.471082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:47.490165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 1ee9c713-ecde-460b-9e24-f852671645da yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:47.662864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.9 (517492d9-03db-44d6-b97d-5f163a285040/55327591-c7af-4f46-bd14-b6f8e2308413/1ee9c713-ecde-460b-9e24-f852671645da) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:47.832980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (1ee9c713-ecde-460b-9e24-f852671645da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:47.890589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1ee9c713-ecde-460b-9e24-f852671645da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:47.967856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=1ee9c713-ecde-460b-9e24-f852671645da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:47.974967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 517492d9-03db-44d6-b97d-5f163a285040 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:47.978257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:47.991662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:48.043765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:48.044419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.086750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7981d909-02c9-4af1-a260-5297832a1f73 req-943e120f-95cd-4484-b968-66adf0e77680 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.1040335 Mar 07 04:44:48.107869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2686df0-5529-4a89-9b09-2f87b76f3124 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8659372 Mar 07 04:44:48.111444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:48.215809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d5b7c-6dd9-49ce-a932-2dc0d7e2876d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:48.218612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-963d5b7c-6dd9-49ce-a932-2dc0d7e2876d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1068928 Mar 07 04:44:48.222921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59174) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:48.265298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3ccd2-799f-4e46-ad13-a045847b441b req-2132edff-d2b1-4ea7-b8ab-a86bf135d517 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:48.266925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3ccd2-799f-4e46-ad13-a045847b441b req-2132edff-d2b1-4ea7-b8ab-a86bf135d517 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0956256 Mar 07 04:44:48.304408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d7615-3199-4695-ba3f-a13a2f766ffe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:48.310337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d7615-3199-4695-ba3f-a13a2f766ffe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:48.316914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d7615-3199-4695-ba3f-a13a2f766ffe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:48.322375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd6d7615-3199-4695-ba3f-a13a2f766ffe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0984316 Mar 07 04:44:48.323311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:48.325925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70cd982-c978-480f-bb1b-49a380296abf None None] Network 517492d9-03db-44d6-b97d-5f163a285040 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:48.334345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62c3ccd2-799f-4e46-ad13-a045847b441b req-dc07b6cf-1466-48a8-94c8-b2f6b9a305e9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607786 Mar 07 04:44:48.406967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] Provisioning complete for port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:48.407494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.447644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 1ee9c713-ecde-460b-9e24-f852671645da {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:48.448153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1ee9c713-ecde-460b-9e24-f852671645da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.550094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1ee9c713-ecde-460b-9e24-f852671645da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.566460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 1ee9c713-ecde-460b-9e24-f852671645da owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:48.568790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] Current status of the port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:48.569353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.615440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] For port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,segment=NetworkSegment(891b6dd6-7ee5-4a46-b8a2-cfa19057aee8),segment_id=891b6dd6-7ee5-4a46-b8a2-cfa19057aee8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:48.621612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.678398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272fa9-81e0-44aa-a832-c93ef3764a7c None None] Pushing event updated for resources: {'Port': ['ID=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:48.754673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1ee9c713-ecde-460b-9e24-f852671645da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.797748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=1ee9c713-ecde-460b-9e24-f852671645da,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:48.889066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:48.895133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34ad31a0-c7f7-4688-a220-ce68a7f73f20 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/1ee9c713-ecde-460b-9e24-f852671645da HTTP/1.1" status: 204 len: 168 time: 0.5708129 Mar 07 04:44:48.895870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:48.924751 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-677f53ff-ca03-4d78-84f0-cfba16cfe55a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:48.926228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-677f53ff-ca03-4d78-84f0-cfba16cfe55a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/1ee9c713-ecde-460b-9e24-f852671645da HTTP/1.1" status: 404 len: 333 time: 0.0292852 Mar 07 04:44:48.929537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:48.936057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Could not find standard attr ID for object 1ee9c713-ecde-460b-9e24-f852671645da. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:48.948730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Provisioning complete for port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:48.949530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.044280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Current status of the port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:49.056766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Provisioning complete for port d4c7015a-859e-4e1a-87e4-3a213de3abc0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:49.057153 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.138429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c0911641-008c-483a-82b8-1143617f8001 None None] Port d4c7015a-859e-4e1a-87e4-3a213de3abc0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:49.278396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04f5e221-e7da-4bfe-a58f-c14110fc8a8a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:49.286392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f9f79b-31ac-431b-b2e2-2e617fae4b4f None None] Provisioning complete for port d4c7015a-859e-4e1a-87e4-3a213de3abc0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:49.287066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f79b-31ac-431b-b2e2-2e617fae4b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.375298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9f79b-31ac-431b-b2e2-2e617fae4b4f None None] Port d4c7015a-859e-4e1a-87e4-3a213de3abc0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:49.406974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:49.407453 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.410796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4099a59e-99bd-4cfb-a08d-f7ea4611bf97 req-8eb05fc0-83e1-4761-bf79-05e75cfbc31f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0324059 Mar 07 04:44:49.498064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port d4c7015a-859e-4e1a-87e4-3a213de3abc0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:49.500635 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.509800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:49.516087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dd204b78-86da-4082-876e-51e80aad2174 None None] Could not find standard attr ID for object 1ee9c713-ecde-460b-9e24-f852671645da. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:44:49.586416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54026-fccf-4020-8e3b-363dd7c0544a req-3e886861-16a6-4b6b-844d-ef32ef05ec50 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:49.587994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82b54026-fccf-4020-8e3b-363dd7c0544a req-3e886861-16a6-4b6b-844d-ef32ef05ec50 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1416900 Mar 07 04:44:49.621094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.638866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for d4c7015a-859e-4e1a-87e4-3a213de3abc0 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:49.700817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82b54026-fccf-4020-8e3b-363dd7c0544a req-fcffa206-8970-430d-bde5-88b88eb1824a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037765 Mar 07 04:44:49.787372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d4c7015a-859e-4e1a-87e4-3a213de3abc0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.816789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=d4c7015a-859e-4e1a-87e4-3a213de3abc0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:49.880891 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.909658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:49.916256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2d17a43a-2e1c-4941-95da-485a868d3591 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/d4c7015a-859e-4e1a-87e4-3a213de3abc0 HTTP/1.1" status: 204 len: 168 time: 0.9830513 Mar 07 04:44:49.916533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59186) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:49.944818 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb2c4ff-f6b5-43a2-9b8d-8e2faee8b749 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:49.947306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3cb2c4ff-f6b5-43a2-9b8d-8e2faee8b749 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/d4c7015a-859e-4e1a-87e4-3a213de3abc0 HTTP/1.1" status: 404 len: 333 time: 0.0289555 Mar 07 04:44:49.950336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:50.010132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 55327591-c7af-4f46-bd14-b6f8e2308413 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:50.013958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (55327591-c7af-4f46-bd14-b6f8e2308413), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.057877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (55327591-c7af-4f46-bd14-b6f8e2308413), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.146191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (55327591-c7af-4f46-bd14-b6f8e2308413), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.203063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (55327591-c7af-4f46-bd14-b6f8e2308413), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.231246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=55327591-c7af-4f46-bd14-b6f8e2308413,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:50.235695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.242266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-06beb736-8012-42f2-907f-82440572f0bc tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/55327591-c7af-4f46-bd14-b6f8e2308413 HTTP/1.1" status: 204 len: 168 time: 0.2875493 Mar 07 04:44:50.242266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:50.245023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538cb633-0d00-411c-a377-489856951ea9 None None] Network 517492d9-03db-44d6-b97d-5f163a285040 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:50.325363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (517492d9-03db-44d6-b97d-5f163a285040), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.388942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:50.389292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.423519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] DHCP port deletion for 517492d9-03db-44d6-b97d-5f163a285040 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:50.450295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] For port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,segment=NetworkSegment(891b6dd6-7ee5-4a46-b8a2-cfa19057aee8),segment_id=891b6dd6-7ee5-4a46-b8a2-cfa19057aee8)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:50.450658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.465241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 04f5e221-e7da-4bfe-a58f-c14110fc8a8a owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:50.475581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] Deleting port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:50.476052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.542512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] For port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,segment=NetworkSegment(891b6dd6-7ee5-4a46-b8a2-cfa19057aee8),segment_id=891b6dd6-7ee5-4a46-b8a2-cfa19057aee8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:50.543885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e24ed9f-b4fb-403d-854f-66e4e7f95b85 req-1c7a7afc-1623-4617-9cf9-3867716b0e1e tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0320899 Mar 07 04:44:50.544146 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.567898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] Calling delete_port for 04f5e221-e7da-4bfe-a58f-c14110fc8a8a owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:50.581198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.609157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:50.612982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No DVR routers for this DVR port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:50.647072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (04f5e221-e7da-4bfe-a58f-c14110fc8a8a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.676222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] Pushing event deleted for resources: {'Port': ['ID=04f5e221-e7da-4bfe-a58f-c14110fc8a8a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:50.680216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbbc12-e801-4d62-8491-806d794e060f None None] No DVR routers for this DVR port 04f5e221-e7da-4bfe-a58f-c14110fc8a8a on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:50.704117 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (517492d9-03db-44d6-b97d-5f163a285040), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.725553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517492d9-03db-44d6-b97d-5f163a285040']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:50.736079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:50.736379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891b6dd6-7ee5-4a46-b8a2-cfa19057aee8') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:50.748079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (891b6dd6-7ee5-4a46-b8a2-cfa19057aee8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.763390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (891b6dd6-7ee5-4a46-b8a2-cfa19057aee8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.770087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:50.770723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (891b6dd6-7ee5-4a46-b8a2-cfa19057aee8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:50.774253 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:50.865643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (517492d9-03db-44d6-b97d-5f163a285040), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.873161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.876168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/517492d9-03db-44d6-b97d-5f163a285040 HTTP/1.1" status: 204 len: 168 time: 0.6329777 Mar 07 04:44:50.880564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59196) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:50.883901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaa564-b43a-4e24-8373-ba6d81c96cc7 req-ae90870e-50c4-433e-84c4-e8d246b95ab9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:50.885359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4fcaa564-b43a-4e24-8373-ba6d81c96cc7 req-ae90870e-50c4-433e-84c4-e8d246b95ab9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1102865 Mar 07 04:44:50.886198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-717623916'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:50.904390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f012c8-e574-429f-bd89-9845e8bcb01f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=517492d9-03db-44d6-b97d-5f163a285040,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:50.916608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:50.921346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.948942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4fcaa564-b43a-4e24-8373-ba6d81c96cc7 req-375bdf18-8341-4da8-879a-83adf0806dab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Mar 07 04:44:50.949545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:44:50.960726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5674f2ff-95d4-41fd-97d1-a931e4bf0f66), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:50.961887 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Added segment 5674f2ff-95d4-41fd-97d1-a931e4bf0f66 of type vlan for network d6f031c7-8dba-42d8-a242-479aa98447be Mar 07 04:44:51.007655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d6f031c7-8dba-42d8-a242-479aa98447be), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.033523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d6f031c7-8dba-42d8-a242-479aa98447be), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.038917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:51.040148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.080600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1988597 Mar 07 04:44:51.083791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:51.089636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:51.130719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64d4fe-9853-46da-b85f-b9ade86281a3 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Network': ['ID=d6f031c7-8dba-42d8-a242-479aa98447be,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:51.151433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d6f031c7-8dba-42d8-a242-479aa98447be details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:44:51.196650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:51.200701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.207684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04f5e221-e7da-4bfe-a58f-c14110fc8a8a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:51.241843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 04f5e221-e7da-4bfe-a58f-c14110fc8a8a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:51.242300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04f5e221-e7da-4bfe-a58f-c14110fc8a8a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:51.396869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (4dac7755-1158-44ca-8bba-07d48a7c3ee9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.458368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=4dac7755-1158-44ca-8bba-07d48a7c3ee9,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:51.469023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Checking segment: {'id': '5674f2ff-95d4-41fd-97d1-a931e4bf0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:51.469379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network hostable DHCP agents. Network: d6f031c7-8dba-42d8-a242-479aa98447be, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:44:51.486146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network d6f031c7-8dba-42d8-a242-479aa98447be is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:44:51.493879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, d6f031c7-8dba-42d8-a242-479aa98447be) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:51.498076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:51.498668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.502802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d540e93-30e2-486d-a0bd-02ce1a86d7ae None None] Network d6f031c7-8dba-42d8-a242-479aa98447be requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:51.520501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f75c4454-3b52-4d0d-8982-ff9c762b7050 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4348550 Mar 07 04:44:51.522621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59200) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:51.527576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1619701228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:51.549498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (fbf142c3-755f-4473-bd7d-79d3d6981333), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.550647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (fbf142c3-755f-4473-bd7d-79d3d6981333), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.612369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for router_controller (fbf142c3-755f-4473-bd7d-79d3d6981333), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.620513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (fbf142c3-755f-4473-bd7d-79d3d6981333), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.628063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-d6f031c7-8dba-42d8-a242-479aa98447be', 'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': '4dac7755-1158-44ca-8bba-07d48a7c3ee9'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:51.629010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.652098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.657657 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c3a1435-4070-410a-b539-407eeda0e1e8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1340089 Mar 07 04:44:51.658402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:51.660591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61f3efaf-3f0d-4100-906b-2eb834f96321 req-932a0bd4-8030-48a1-bdbb-ba0784c0ce89 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0343072 Mar 07 04:44:51.665684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be', 'name': 'tempest-PortsTestJSON-1128783201'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:51.777923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Allocated IP 172.20.0.2 (d6f031c7-8dba-42d8-a242-479aa98447be/4dac7755-1158-44ca-8bba-07d48a7c3ee9/fa8740c9-99be-40dc-a94f-0eb797cda2c7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:51.788592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:51.793465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.814100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:44:51.943794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Publish callbacks [] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:51.950703 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.003011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Network d6f031c7-8dba-42d8-a242-479aa98447be is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:52.004528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:52.008436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:52.017222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.7 (d6f031c7-8dba-42d8-a242-479aa98447be/4dac7755-1158-44ca-8bba-07d48a7c3ee9/20cd4dee-ca77-4320-b9cf-31cea86f29a1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:52.043183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Pushing event updated for resources: {'Port': ['ID=fa8740c9-99be-40dc-a94f-0eb797cda2c7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:52.079173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Attempting to bind port fa8740c9-99be-40dc-a94f-0eb797cda2c7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:44:52.079728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Attempting to bind port fa8740c9-99be-40dc-a94f-0eb797cda2c7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '5674f2ff-95d4-41fd-97d1-a931e4bf0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:44:52.080104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Attempting to bind port fa8740c9-99be-40dc-a94f-0eb797cda2c7 on network d6f031c7-8dba-42d8-a242-479aa98447be {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:44:52.086360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:44:52.086750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Checking segment: {'id': '5674f2ff-95d4-41fd-97d1-a931e4bf0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:44:52.087162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.087563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Bound using segment: {'id': '5674f2ff-95d4-41fd-97d1-a931e4bf0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:44:52.088049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Bound port: fa8740c9-99be-40dc-a94f-0eb797cda2c7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5674f2ff-95d4-41fd-97d1-a931e4bf0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6f031c7-8dba-42d8-a242-479aa98447be'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:44:52.088557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.162528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] For port fa8740c9-99be-40dc-a94f-0eb797cda2c7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:44:52.165988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] For port fa8740c9-99be-40dc-a94f-0eb797cda2c7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa8740c9-99be-40dc-a94f-0eb797cda2c7,segment=NetworkSegment(5674f2ff-95d4-41fd-97d1-a931e4bf0f66),segment_id=5674f2ff-95d4-41fd-97d1-a931e4bf0f66)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:44:52.173126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.180992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f89d12-caab-474f-b4b0-390330785594 req-aaa1a7bc-9e5f-40d9-811e-ee0d0b29616a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:52.182617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61f89d12-caab-474f-b4b0-390330785594 req-aaa1a7bc-9e5f-40d9-811e-ee0d0b29616a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1422706 Mar 07 04:44:52.241928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.249042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6c553-f63d-46c9-b353-30922de9189a None None] Pushing event updated for resources: {'Port': ['ID=fa8740c9-99be-40dc-a94f-0eb797cda2c7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:52.268457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61f89d12-caab-474f-b4b0-390330785594 req-9a0424d8-5776-4dae-9240-ad6eae70a47c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 Mar 07 04:44:52.271324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.316914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.366135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network d6f031c7-8dba-42d8-a242-479aa98447be is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:52.369698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:52.372087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:44:52.386841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=20cd4dee-ca77-4320-b9cf-31cea86f29a1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:52.438842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:52.439327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:52.466537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4f6e4264-8064-4038-bc18-263d56e2fc9d tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8047619 Mar 07 04:44:52.471574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:52.796206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-908d8aa3-14f2-4f1f-8f3c-9de9afe068db req-b3f11785-feae-4634-bd62-22be24fb6b2c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0539832 Mar 07 04:44:52.850600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.112806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.124885 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.187081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=20cd4dee-ca77-4320-b9cf-31cea86f29a1,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:53.243648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa8740c9-99be-40dc-a94f-0eb797cda2c7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:53.313491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa8740c9-99be-40dc-a94f-0eb797cda2c7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:53.313963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.390387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b607b-b4d3-420e-b999-1da81ac2ad98 None None] Network d6f031c7-8dba-42d8-a242-479aa98447be requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:53.423941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa8740c9-99be-40dc-a94f-0eb797cda2c7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:53.424465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.440839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (fbf142c3-755f-4473-bd7d-79d3d6981333), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.496701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b698086-e84a-4462-9bbe-cabcbe58160e req-fb3c39ff-4b2a-473f-bd52-0061a463d5a4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:53.498339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b698086-e84a-4462-9bbe-cabcbe58160e req-fb3c39ff-4b2a-473f-bd52-0061a463d5a4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1249402 Mar 07 04:44:53.607982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b698086-e84a-4462-9bbe-cabcbe58160e req-3628415d-9b94-4a02-98fa-41fb5f22d8b9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978827 Mar 07 04:44:53.619623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.673033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fa8740c9-99be-40dc-a94f-0eb797cda2c7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa8740c9-99be-40dc-a94f-0eb797cda2c7,segment=NetworkSegment(5674f2ff-95d4-41fd-97d1-a931e4bf0f66),segment_id=5674f2ff-95d4-41fd-97d1-a931e4bf0f66)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:53.678523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fe26c53a-e9d0-42ca-b676-d68575cc72d0 None None] Provisioning complete for port fa8740c9-99be-40dc-a94f-0eb797cda2c7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:53.678899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe26c53a-e9d0-42ca-b676-d68575cc72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.694885 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.794635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fa8740c9-99be-40dc-a94f-0eb797cda2c7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:53.856541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fe26c53a-e9d0-42ca-b676-d68575cc72d0 None None] Current status of the port fa8740c9-99be-40dc-a94f-0eb797cda2c7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:53.942396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c69981f2-f914-459b-8f0e-0b56bf68ce70 req-36f90182-e15b-4baf-b4f4-8f9ace923c1a tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0370359 Mar 07 04:44:53.947072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:53.954292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.034612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=20cd4dee-ca77-4320-b9cf-31cea86f29a1,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:54.038541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (fbf142c3-755f-4473-bd7d-79d3d6981333), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.092308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-acb54aec-78cf-4be0-885b-c6e56bbf54b2 None None] Provisioning complete for port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:54.092685 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acb54aec-78cf-4be0-885b-c6e56bbf54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.135876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-acb54aec-78cf-4be0-885b-c6e56bbf54b2 None None] Port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:54.136897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network d6f031c7-8dba-42d8-a242-479aa98447be is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:54.138421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:54.149801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-acb54aec-78cf-4be0-885b-c6e56bbf54b2 None None] Provisioning complete for port fa8740c9-99be-40dc-a94f-0eb797cda2c7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:54.151422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-acb54aec-78cf-4be0-885b-c6e56bbf54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.258882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-acb54aec-78cf-4be0-885b-c6e56bbf54b2 None None] Current status of the port fa8740c9-99be-40dc-a94f-0eb797cda2c7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:54.281301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Router fbf142c3-755f-4473-bd7d-79d3d6981333 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:44:54.379161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:44:54.385383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-97058e5d-8b82-4bcd-9cfe-1cf336d1eeda tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/routers/fbf142c3-755f-4473-bd7d-79d3d6981333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9134772 Mar 07 04:44:54.388007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:54.390619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6ed3c1ab-b388-4069-bd1e-cd82ccd298dd None None] Provisioning complete for port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:54.391005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c1ab-b388-4069-bd1e-cd82ccd298dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.391854 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] Sync routers for ids ['fbf142c3-755f-4473-bd7d-79d3d6981333'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:44:54.402981 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] Routers {'fbf142c3-755f-4473-bd7d-79d3d6981333'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:44:54.403865 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:44:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fbf142c3-755f-4473-bd7d-79d3d6981333'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:54.435863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3c1ab-b388-4069-bd1e-cd82ccd298dd None None] Port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:54.440034 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:54.450235 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] Routers {'fbf142c3-755f-4473-bd7d-79d3d6981333'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:44:54.450856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:44:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fbf142c3-755f-4473-bd7d-79d3d6981333'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:54.462666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1a5b6-c707-416e-aca6-73024f6297df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:54.464731 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5a1a5b6-c707-416e-aca6-73024f6297df tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbf142c3-755f-4473-bd7d-79d3d6981333 HTTP/1.1" status: 200 len: 982 time: 0.0756619 Mar 07 04:44:54.467949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:54.489091 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:54.490126 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b75646-56ec-4871-8a43-98f1efa6f30d None None] The sync data for ids ['fbf142c3-755f-4473-bd7d-79d3d6981333'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:44:54.665731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e9b70a6f-ebc5-4247-a761-0ab25552befc None None] Provisioning complete for port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:54.666575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e9b70a6f-ebc5-4247-a761-0ab25552befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.716810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e9b70a6f-ebc5-4247-a761-0ab25552befc None None] Port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:54.838765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-60006991-fed8-437f-9b7a-94aebd8226ba None None] Provisioning complete for port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:54.839182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60006991-fed8-437f-9b7a-94aebd8226ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:54.853865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a013-5d92-4a9b-a829-28bd030ed76b req-917d4778-afd8-41e9-b6dc-d55a43105d85 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:54.855367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1883a013-5d92-4a9b-a829-28bd030ed76b req-917d4778-afd8-41e9-b6dc-d55a43105d85 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1177490 Mar 07 04:44:54.874325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-60006991-fed8-437f-9b7a-94aebd8226ba None None] Port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:44:55.172722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa8740c9-99be-40dc-a94f-0eb797cda2c7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:44:55.227769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa8740c9-99be-40dc-a94f-0eb797cda2c7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:44:55.228592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:55.318130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa8740c9-99be-40dc-a94f-0eb797cda2c7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:44:55.318791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab162b28-9441-4510-80ea-37f51ecdf830 req-6c0ac401-c89e-4287-a1a5-6853284975ac tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0492232 Mar 07 04:44:55.327152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1883a013-5d92-4a9b-a829-28bd030ed76b req-deba99f9-8f5e-4c84-b5c2-5cc013d16487 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620247 Mar 07 04:44:55.346601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (fbf142c3-755f-4473-bd7d-79d3d6981333), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:55.558608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 20cd4dee-ca77-4320-b9cf-31cea86f29a1 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:55.558873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:55.647281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:55.659643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 20cd4dee-ca77-4320-b9cf-31cea86f29a1 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:55.847996 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (20cd4dee-ca77-4320-b9cf-31cea86f29a1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:55.884737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=20cd4dee-ca77-4320-b9cf-31cea86f29a1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:56.127295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (fbf142c3-755f-4473-bd7d-79d3d6981333), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.334507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Router fbf142c3-755f-4473-bd7d-79d3d6981333 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:44:56.434602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59234) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:56.573669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:44:56.579564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b1772e03-191e-4296-a905-4324ef9276c6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/routers/fbf142c3-755f-4473-bd7d-79d3d6981333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1103072 Mar 07 04:44:56.585876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59238) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:56.593718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] Sync routers for ids ['fbf142c3-755f-4473-bd7d-79d3d6981333'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:44:56.612916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.614280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] Routers {'fbf142c3-755f-4473-bd7d-79d3d6981333'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:44:56.614947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:44:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fbf142c3-755f-4473-bd7d-79d3d6981333'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:56.699507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:56.714057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Publish callbacks [] for security_group (dc8a04d4-af58-4e3a-90f4-3702a08ce858), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.719899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] Routers {'fbf142c3-755f-4473-bd7d-79d3d6981333'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:44:56.720548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:44:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fbf142c3-755f-4473-bd7d-79d3d6981333'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:56.724089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dc8a04d4-af58-4e3a-90f4-3702a08ce858), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.737084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33ac7888-cac6-4ba5-a60e-190768cd5338 req-75b134ee-5b6e-43c6-b014-e5d6c59aa37c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da66006-32c3-4c0c-9452-29c96857d8e3 HTTP/1.1" status: 200 len: 210 time: 0.1781366 Mar 07 04:44:56.739682 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-430e342a-e69f-4abe-9725-ec6caec6e99b tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:44:56.741116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-430e342a-e69f-4abe-9725-ec6caec6e99b tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/20cd4dee-ca77-4320-b9cf-31cea86f29a1 HTTP/1.1" status: 404 len: 333 time: 0.1576624 Mar 07 04:44:56.756030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59240) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:56.770719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a04d4-af58-4e3a-90f4-3702a08ce858,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:56.788287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.789212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.789887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.790456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.791017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.791612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.792146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.792883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.793825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.794388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.794934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.795908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.796453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:44:56.822118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8840a8c4-bab8-45d8-9d09-f5c16fc3494f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53525c0bf8a048739d0e13177965dca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862205 Mar 07 04:44:56.824717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:56.831854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:56.832782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07d923-3152-4a7e-b09c-29ff709a21db None None] The sync data for ids ['fbf142c3-755f-4473-bd7d-79d3d6981333'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:44:56.888095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a81ced-44f7-40df-a832-541312be0ac3 admin admin] Publish callbacks [] for security_group (dc8a04d4-af58-4e3a-90f4-3702a08ce858), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.905926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae139612-d047-480b-97d5-9e0bda111f66 req-aba839e7-b4ff-4f29-aa58-2200b840fa8e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:56.907478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae139612-d047-480b-97d5-9e0bda111f66 req-aba839e7-b4ff-4f29-aa58-2200b840fa8e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.3742938 Mar 07 04:44:56.913252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for router (fbf142c3-755f-4473-bd7d-79d3d6981333), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.913681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a81ced-44f7-40df-a832-541312be0ac3 admin admin] Publish callbacks [] for security_group (dc8a04d4-af58-4e3a-90f4-3702a08ce858), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.975841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a81ced-44f7-40df-a832-541312be0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dc8a04d4-af58-4e3a-90f4-3702a08ce858), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.979061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-10a81ced-44f7-40df-a832-541312be0ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:56.980326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-10a81ced-44f7-40df-a832-541312be0ac3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc8a04d4-af58-4e3a-90f4-3702a08ce858 HTTP/1.1" status: 204 len: 168 time: 0.1545067 Mar 07 04:44:56.989937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81ced-44f7-40df-a832-541312be0ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a04d4-af58-4e3a-90f4-3702a08ce858,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:57.210588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae139612-d047-480b-97d5-9e0bda111f66 req-e6c6f934-83f0-4c29-98b5-c04054cd86be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949066 Mar 07 04:44:57.213842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (fbf142c3-755f-4473-bd7d-79d3d6981333), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.217170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for router_controller (fbf142c3-755f-4473-bd7d-79d3d6981333), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.291576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (fbf142c3-755f-4473-bd7d-79d3d6981333), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.292676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Fanout notify agent at l3_agent the message router_deleted on router fbf142c3-755f-4473-bd7d-79d3d6981333 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:44:57.313536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.315014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad79495f-b28e-4ed3-a19a-997c16021bc5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/routers/fbf142c3-755f-4473-bd7d-79d3d6981333 HTTP/1.1" status: 204 len: 168 time: 0.5479887 Mar 07 04:44:57.317712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59250) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:57.350681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59252) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:57.367406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a270153-4c9d-4f51-9dd0-f925988b97a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.379791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 4dac7755-1158-44ca-8bba-07d48a7c3ee9 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:44:57.384587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (4dac7755-1158-44ca-8bba-07d48a7c3ee9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.441108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (4dac7755-1158-44ca-8bba-07d48a7c3ee9), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.473529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a270153-4c9d-4f51-9dd0-f925988b97a8 admin admin] Publish callbacks [] for security_group (aa5e5511-60dc-4db3-bada-a876b0031e20), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.479572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a270153-4c9d-4f51-9dd0-f925988b97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa5e5511-60dc-4db3-bada-a876b0031e20), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.526150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a270153-4c9d-4f51-9dd0-f925988b97a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e5511-60dc-4db3-bada-a876b0031e20,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:57.533261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a270153-4c9d-4f51-9dd0-f925988b97a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e26db5f67d834d74876058bb87b43cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789465 Mar 07 04:44:57.533559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59254) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:57.566052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (4dac7755-1158-44ca-8bba-07d48a7c3ee9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.592434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4175-76f9-4ee1-a5fc-b7590fa65313 admin admin] Publish callbacks [] for security_group (aa5e5511-60dc-4db3-bada-a876b0031e20), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.623891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4175-76f9-4ee1-a5fc-b7590fa65313 admin admin] Publish callbacks [] for security_group (aa5e5511-60dc-4db3-bada-a876b0031e20), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.637900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (4dac7755-1158-44ca-8bba-07d48a7c3ee9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.678868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=4dac7755-1158-44ca-8bba-07d48a7c3ee9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:57.681281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.684640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5d640d8d-1194-48c1-bdf3-5cc1379a83c0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/4dac7755-1158-44ca-8bba-07d48a7c3ee9 HTTP/1.1" status: 204 len: 168 time: 0.3653398 Mar 07 04:44:57.687461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59256) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:57.690828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d5cc67-f281-446e-b595-bc65a7aacf0c None None] Network d6f031c7-8dba-42d8-a242-479aa98447be requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:57.703995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4175-76f9-4ee1-a5fc-b7590fa65313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa5e5511-60dc-4db3-bada-a876b0031e20), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.709160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4175-76f9-4ee1-a5fc-b7590fa65313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.713541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a2b4175-76f9-4ee1-a5fc-b7590fa65313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa5e5511-60dc-4db3-bada-a876b0031e20 HTTP/1.1" status: 204 len: 168 time: 0.1788607 Mar 07 04:44:57.744288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b4175-76f9-4ee1-a5fc-b7590fa65313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e5511-60dc-4db3-bada-a876b0031e20,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:57.787240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d6f031c7-8dba-42d8-a242-479aa98447be), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.844908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:57.951878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port fa8740c9-99be-40dc-a94f-0eb797cda2c7 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:57.952482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.954688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d2b62fb-fd74-4733-8630-27dbf377ba07 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group (bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:57.968774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] DHCP port deletion for d6f031c7-8dba-42d8-a242-479aa98447be request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:44:58.036542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] Deleting port fa8740c9-99be-40dc-a94f-0eb797cda2c7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:58.036919 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.050168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d2b62fb-fd74-4733-8630-27dbf377ba07 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group (bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.085372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] For port fa8740c9-99be-40dc-a94f-0eb797cda2c7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa8740c9-99be-40dc-a94f-0eb797cda2c7,segment=NetworkSegment(5674f2ff-95d4-41fd-97d1-a931e4bf0f66),segment_id=5674f2ff-95d4-41fd-97d1-a931e4bf0f66)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:58.086436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.112828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for fa8740c9-99be-40dc-a94f-0eb797cda2c7 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:58.147737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] For port fa8740c9-99be-40dc-a94f-0eb797cda2c7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa8740c9-99be-40dc-a94f-0eb797cda2c7,segment=NetworkSegment(5674f2ff-95d4-41fd-97d1-a931e4bf0f66),segment_id=5674f2ff-95d4-41fd-97d1-a931e4bf0f66)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:44:58.148275 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.165268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] Calling delete_port for fa8740c9-99be-40dc-a94f-0eb797cda2c7 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:58.182979 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d2b62fb-fd74-4733-8630-27dbf377ba07 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.186933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d2b62fb-fd74-4733-8630-27dbf377ba07 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.188990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3d2b62fb-fd74-4733-8630-27dbf377ba07 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480 HTTP/1.1" status: 204 len: 168 time: 0.3424284 Mar 07 04:44:58.192184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:58.203025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b62fb-fd74-4733-8630-27dbf377ba07 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:58.216006 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-ecb19f76-615c-4d7f-ace3-42d97ea2e2b7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] show failed (client error): The resource could not be found. Mar 07 04:44:58.220694 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ecb19f76-615c-4d7f-ace3-42d97ea2e2b7 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "GET /v2.0/security-groups/bf3b6655-b8e6-4f48-a3bc-62a0ab5f4480 HTTP/1.1" status: 404 len: 347 time: 0.0239544 Mar 07 04:44:58.221514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59276) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:58.266686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.328051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=fa8740c9-99be-40dc-a94f-0eb797cda2c7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:58.330100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (fa8740c9-99be-40dc-a94f-0eb797cda2c7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.348167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No DVR routers for this DVR port fa8740c9-99be-40dc-a94f-0eb797cda2c7 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:58.391345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] Pushing event deleted for resources: {'Port': ['ID=fa8740c9-99be-40dc-a94f-0eb797cda2c7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:58.400207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bac99f-9f4a-4e4f-af5b-edac6cd9e4d7 None None] No DVR routers for this DVR port fa8740c9-99be-40dc-a94f-0eb797cda2c7 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:44:58.434332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port e8451b28-45d3-44af-8479-909ab8d256e2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:58.434682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e8451b28-45d3-44af-8479-909ab8d256e2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.469298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d6f031c7-8dba-42d8-a242-479aa98447be), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.502895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117807-12e5-417b-9fc5-e8c196ca77d2 req-3d0b8966-ec7c-4ed4-87a3-f2e98d84984b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:58.511127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77117807-12e5-417b-9fc5-e8c196ca77d2 req-3d0b8966-ec7c-4ed4-87a3-f2e98d84984b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1751032 Mar 07 04:44:58.520846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f031c7-8dba-42d8-a242-479aa98447be']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:58.524067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e8451b28-45d3-44af-8479-909ab8d256e2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.524673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (e8451b28-45d3-44af-8479-909ab8d256e2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.539990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for e8451b28-45d3-44af-8479-909ab8d256e2 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:58.542936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5674f2ff-95d4-41fd-97d1-a931e4bf0f66') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:58.543285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5674f2ff-95d4-41fd-97d1-a931e4bf0f66') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:44:58.555794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (5674f2ff-95d4-41fd-97d1-a931e4bf0f66), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.582365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5674f2ff-95d4-41fd-97d1-a931e4bf0f66), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.602134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77117807-12e5-417b-9fc5-e8c196ca77d2 req-c91bff6d-626e-49c5-81e2-141d6ac4bde7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874341 Mar 07 04:44:58.608671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:44:58.609201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (5674f2ff-95d4-41fd-97d1-a931e4bf0f66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:44:58.612391 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:44:58.688189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d6f031c7-8dba-42d8-a242-479aa98447be), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.700992 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.708514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/d6f031c7-8dba-42d8-a242-479aa98447be HTTP/1.1" status: 204 len: 168 time: 1.0154967 Mar 07 04:44:58.711723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:58.720656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff8f8c-c1fe-4aa9-8b7d-e62910fc80d9 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=d6f031c7-8dba-42d8-a242-479aa98447be,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:58.771478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be6c311-6b71-4830-b94e-26bdf736df2c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:58.776690 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9be6c311-6b71-4830-b94e-26bdf736df2c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 HTTP/1.1" status: 200 len: 841 time: 0.0610650 Mar 07 04:44:58.776690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e8451b28-45d3-44af-8479-909ab8d256e2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.777246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59294) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:58.805560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=e8451b28-45d3-44af-8479-909ab8d256e2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:58.837599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b1eb00e0-c4b4-446f-8ac3-ca30ad3acba8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/c615caae-b47c-4e7a-ae72-73d9ab2bb9e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0553799 Mar 07 04:44:58.837823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59298) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:58.844550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:58.878668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for floatingip (888a0fc7-6bc3-4590-a2bc-31cfd315f187), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.882762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:58.883934 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8c6573bd-fb24-4991-910d-22af2e66b9a6 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/floatingips/888a0fc7-6bc3-4590-a2bc-31cfd315f187 HTTP/1.1" status: 204 len: 168 time: 0.6611240 Mar 07 04:44:58.887308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59300) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:58.957240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:44:58.961356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.005527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 4253da2e-dbcf-4d24-8d94-5b761d160c99 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:59.006360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.143337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.168777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 4253da2e-dbcf-4d24-8d94-5b761d160c99 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:59.181109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (25c697e1-06d4-4f15-bf5a-c03d32ecbefa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.243126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa8740c9-99be-40dc-a94f-0eb797cda2c7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:44:59.259410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:44:59.260856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=25c697e1-06d4-4f15-bf5a-c03d32ecbefa,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:59.263170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:44:59.265564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:59.266185 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.277544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea591ac-356c-4846-892d-028b70c93c9d None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:44:59.285013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fa8740c9-99be-40dc-a94f-0eb797cda2c7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:44:59.285363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa8740c9-99be-40dc-a94f-0eb797cda2c7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:44:59.312196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4705ddcf-b895-432b-a77e-dc384283a84a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4689689 Mar 07 04:44:59.312196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59312) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:59.316431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427965915'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:59.355944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.370439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4253da2e-dbcf-4d24-8d94-5b761d160c99), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.444538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=4253da2e-dbcf-4d24-8d94-5b761d160c99,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:59.478907 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (5fc9326f-769b-4576-9160-f786c84f1385), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.483519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5fc9326f-769b-4576-9160-f786c84f1385), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.519138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9326f-769b-4576-9160-f786c84f1385,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:59.523551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.525002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c53289e6-f05b-4d04-a879-aefff80af14a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2121658 Mar 07 04:44:59.527420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'project_id': '0a2a625c3b3c4360a80386eafda7e934', 'fixed_ips': [{'subnet_id': '25c697e1-06d4-4f15-bf5a-c03d32ecbefa'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:44:59.528686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.535699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59318) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:59.540883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'security_group': {'name': 'tempest-secgroup-734494618'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:59.555696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.562739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-38b4c0e3-13f5-406f-9bb2-2486bd80358c tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/ports/4253da2e-dbcf-4d24-8d94-5b761d160c99 HTTP/1.1" status: 204 len: 168 time: 0.6742337 Mar 07 04:44:59.563470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59320) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:59.586545 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.687615 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (045214d9-6a13-431f-a4dd-aaca354e95b8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.697783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (045214d9-6a13-431f-a4dd-aaca354e95b8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.705090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 9cf68404-21e4-4190-b574-c3560f5dd4f2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:44:59.705090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.725249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Allocated IP 172.20.0.2 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/25c697e1-06d4-4f15-bf5a-c03d32ecbefa/8bd09692-ee59-4b08-bcba-d639cac8057a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:44:59.790277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045214d9-6a13-431f-a4dd-aaca354e95b8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:44:59.809608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.811430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3615457b-947d-48b2-9a22-687a9c453fa4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2747273 Mar 07 04:44:59.815750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59326) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:44:59.824662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-926246038', 'security_groups': ['045214d9-6a13-431f-a4dd-aaca354e95b8'], 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '25c697e1-06d4-4f15-bf5a-c03d32ecbefa'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:44:59.848866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.867666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268aa22-837c-4d12-ba37-baca2116bcb5 req-033df196-700f-4993-8d3c-ec1657d65c32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:44:59.869247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9268aa22-837c-4d12-ba37-baca2116bcb5 req-033df196-700f-4993-8d3c-ec1657d65c32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1345408 Mar 07 04:44:59.870834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 9cf68404-21e4-4190-b574-c3560f5dd4f2 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:44:59.927686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Publish callbacks [] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.944512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:44:59.993193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:00.001516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:00.005875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:00.032487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9268aa22-837c-4d12-ba37-baca2116bcb5 req-d84b8f05-3738-48ca-9386-f4d7557f6da8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369827 Mar 07 04:45:00.053818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Pushing event updated for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:00.055774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:00.089180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Attempting to bind port 8bd09692-ee59-4b08-bcba-d639cac8057a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:45:00.089594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Attempting to bind port 8bd09692-ee59-4b08-bcba-d639cac8057a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:45:00.089958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Attempting to bind port 8bd09692-ee59-4b08-bcba-d639cac8057a on network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:00.095767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:45:00.096138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Checking segment: {'id': '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:00.096547 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.096949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Bound using segment: {'id': '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:45:00.097818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Bound port: 8bd09692-ee59-4b08-bcba-d639cac8057a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:45:00.097818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.109899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9cf68404-21e4-4190-b574-c3560f5dd4f2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.147360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=9cf68404-21e4-4190-b574-c3560f5dd4f2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:00.151398 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.180904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port 115441f2-1312-48f8-a67e-fdada18d4679 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:45:00.196832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:45:00.200579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bd09692-ee59-4b08-bcba-d639cac8057a,segment=NetworkSegment(8d0f94b5-7f85-4afd-8f91-470dd9a79c0f),segment_id=8d0f94b5-7f85-4afd-8f91-470dd9a79c0f)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:45:00.208733 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.238875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.242719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6bcab05e-7b47-4fc2-b767-bc588bdced21 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/ports/9cf68404-21e4-4190-b574-c3560f5dd4f2 HTTP/1.1" status: 204 len: 168 time: 0.6777048 Mar 07 04:45:00.245408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59328) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:00.278748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175df4-b06d-4f69-9525-6d3a94c03309 None None] Pushing event updated for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:00.315443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting subnet 9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:00.319106 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for subnet (9bc7d71a-1558-4e9a-b78f-4dc71f1ab040), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.366138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9bc7d71a-1558-4e9a-b78f-4dc71f1ab040), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.409587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.9 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/25c697e1-06d4-4f15-bf5a-c03d32ecbefa/115441f2-1312-48f8-a67e-fdada18d4679) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:00.506428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9bc7d71a-1558-4e9a-b78f-4dc71f1ab040), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.596824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9bc7d71a-1558-4e9a-b78f-4dc71f1ab040), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.631106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (115441f2-1312-48f8-a67e-fdada18d4679), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.637067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc7d71a-1558-4e9a-b78f-4dc71f1ab040,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:00.656422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.666247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8b899-5827-44d3-8dca-92e1bbd3a922 None None] Network 6537958d-9046-461e-b6f1-8c508d777d48 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:00.668805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-abfdc324-435a-4bd6-9525-b5e0ecd4f25f tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/subnets/9bc7d71a-1558-4e9a-b78f-4dc71f1ab040 HTTP/1.1" status: 204 len: 168 time: 0.4222784 Mar 07 04:45:00.671552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59330) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:00.675288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (115441f2-1312-48f8-a67e-fdada18d4679), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.758411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:00.760008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=115441f2-1312-48f8-a67e-fdada18d4679,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:00.762803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:00.765258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:00.776863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting subnet 759a6f01-17b1-413d-9aa2-ce115afbc558 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:00.782511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for subnet (759a6f01-17b1-413d-9aa2-ce115afbc558), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.827581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:00.828238 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.835182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (759a6f01-17b1-413d-9aa2-ce115afbc558), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.857928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-96abf06c-3e40-47c0-ae2c-b60325417e34 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0408380 Mar 07 04:45:00.860670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59332) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:00.866488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:00.957749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (759a6f01-17b1-413d-9aa2-ce115afbc558), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:00.982087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] DHCP port deletion for 6537958d-9046-461e-b6f1-8c508d777d48 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:01.047961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (759a6f01-17b1-413d-9aa2-ce115afbc558), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.059866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:01.060267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] Deleting port e808ce76-637d-4cd6-9476-34b1fb7ff035 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:01.063023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.063763 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.084737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Subnet': ['ID=759a6f01-17b1-413d-9aa2-ce115afbc558,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:01.109160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.120699 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7cea2699-d64f-45f5-83f6-7e21eb274271 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/subnets/759a6f01-17b1-413d-9aa2-ce115afbc558 HTTP/1.1" status: 204 len: 168 time: 0.4454370 Mar 07 04:45:01.121492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59336) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:01.154704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] For port e808ce76-637d-4cd6-9476-34b1fb7ff035, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e808ce76-637d-4cd6-9476-34b1fb7ff035,segment=NetworkSegment(bb7a17ff-5047-4952-9d44-112f1530458d),segment_id=bb7a17ff-5047-4952-9d44-112f1530458d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:01.155488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.175697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] Calling delete_port for e808ce76-637d-4cd6-9476-34b1fb7ff035 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:01.199088 n-d-832185-1 neutron-server[103938]: INFO neutron.db.ipam_backend_mixin [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25c697e1-06d4-4f15-bf5a-c03d32ecbefa (CIDR: 172.20.0.0/28) Mar 07 04:45:01.217244 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:45:01.220257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:01.298111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46147aec-b8b0-4b1f-943c-4654224e9d59 None None] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:01.307123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (e808ce76-637d-4cd6-9476-34b1fb7ff035), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.328811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b1f84213-2ce4-475c-a5ff-f2db95a24796 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4643295 Mar 07 04:45:01.335947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:01.363333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:01.393334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbc0fa-fa91-4fca-a4f7-9a6dbccb8b8e req-205bd52c-f5fc-4b74-814d-f71b44f75712 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:01.394954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32fbc0fa-fa91-4fca-a4f7-9a6dbccb8b8e req-205bd52c-f5fc-4b74-814d-f71b44f75712 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1827669 Mar 07 04:45:01.405273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6537958d-9046-461e-b6f1-8c508d777d48), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.409176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:01.429261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] Pushing event deleted for resources: {'Port': ['ID=e808ce76-637d-4cd6-9476-34b1fb7ff035,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:01.433869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eabc79d-b598-411d-a18f-984c7b3c946a None None] No DVR routers for this DVR port e808ce76-637d-4cd6-9476-34b1fb7ff035 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:01.513570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32fbc0fa-fa91-4fca-a4f7-9a6dbccb8b8e req-fea3ae21-c168-41a9-9ff0-d5bd3ec16ab3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108580 Mar 07 04:45:01.588056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6537958d-9046-461e-b6f1-8c508d777d48), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.610639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:01.611309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.625024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6537958d-9046-461e-b6f1-8c508d777d48']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:01.636534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7a17ff-5047-4952-9d44-112f1530458d') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:01.636991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7a17ff-5047-4952-9d44-112f1530458d') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:01.649446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (bb7a17ff-5047-4952-9d44-112f1530458d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.682318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bb7a17ff-5047-4952-9d44-112f1530458d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.697239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] DHCP port deletion for 13f2451f-7947-4aec-9682-496c5dc5bdd2 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:01.712457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:01.712963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (bb7a17ff-5047-4952-9d44-112f1530458d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:01.716825 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:01.806714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:01.807035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.830693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (6537958d-9046-461e-b6f1-8c508d777d48), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.838332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Deleting port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:01.838750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.856885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.863288 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/networks/6537958d-9046-461e-b6f1-8c508d777d48 HTTP/1.1" status: 204 len: 168 time: 0.7403526 Mar 07 04:45:01.866468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59342) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:01.877287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bd09692-ee59-4b08-bcba-d639cac8057a,segment=NetworkSegment(8d0f94b5-7f85-4afd-8f91-470dd9a79c0f),segment_id=8d0f94b5-7f85-4afd-8f91-470dd9a79c0f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:01.885305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:01.891836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:01.902964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf971aa8-2103-496c-9c39-37ea31ccef42 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Network': ['ID=6537958d-9046-461e-b6f1-8c508d777d48,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:01.971371 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.042321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (13f2451f-7947-4aec-9682-496c5dc5bdd2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.143066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Deleting port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:02.143411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.149752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e808ce76-637d-4cd6-9476-34b1fb7ff035 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:02.195070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] For port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:02.195592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.272368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] For port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,segment=NetworkSegment(04987399-6a74-424c-b4e4-d536263dfbcb),segment_id=04987399-6a74-424c-b4e4-d536263dfbcb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:02.272752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.302164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Calling delete_port for 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:02.315187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Calling delete_port for 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:02.337530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e808ce76-637d-4cd6-9476-34b1fb7ff035 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:02.337875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e808ce76-637d-4cd6-9476-34b1fb7ff035 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:02.352978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-aca55371-dd34-40bb-afa1-9c80ef2b872d None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:02.353338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aca55371-dd34-40bb-afa1-9c80ef2b872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.354612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (6136144f-805c-4bf9-8227-59627028e5f4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.404534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:02.405433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.408392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:02.420480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:02.420925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:02.421539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.430034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c1998-0c12-4d2e-8cd5-310e8965ea1e None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:02.443501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] No DVR routers for this DVR port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:02.445824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Port': ['ID=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:02.479127 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1280320 Mar 07 04:45:02.481677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2cd4e-dbcc-4178-b85f-17a17df84faa tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=6136144f-805c-4bf9-8227-59627028e5f4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:02.483798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59352) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:02.501873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-493879971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6136144f-805c-4bf9-8227-59627028e5f4'}], 'security_groups': ['5fc9326f-769b-4576-9160-f786c84f1385']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:02.542753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (13f2451f-7947-4aec-9682-496c5dc5bdd2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.567546 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f2451f-7947-4aec-9682-496c5dc5bdd2']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:02.581632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04987399-6a74-424c-b4e4-d536263dfbcb') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:02.582387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04987399-6a74-424c-b4e4-d536263dfbcb') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:02.594974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (04987399-6a74-424c-b4e4-d536263dfbcb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.618096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (04987399-6a74-424c-b4e4-d536263dfbcb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.627322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:02.627908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (04987399-6a74-424c-b4e4-d536263dfbcb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:02.634113 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:02.762036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (13f2451f-7947-4aec-9682-496c5dc5bdd2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.784011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.794285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] 10.222.0.21 "DELETE /v2.0/networks/13f2451f-7947-4aec-9682-496c5dc5bdd2 HTTP/1.1" status: 204 len: 168 time: 0.9255126 Mar 07 04:45:02.835130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe14f-60e9-405d-9990-2f85966df817 tempest-TaggedBootDevicesTest_v242-654146135 tempest-TaggedBootDevicesTest_v242-654146135-project] Pushing event deleted for resources: {'Network': ['ID=13f2451f-7947-4aec-9682-496c5dc5bdd2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:02.837661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (115441f2-1312-48f8-a67e-fdada18d4679), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.853005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c9f0c-7f89-4bdb-9480-61772b3ce1f6 req-214bc81c-a87c-481c-bd2e-3c9204f496ca tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:02.856785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f15c9f0c-7f89-4bdb-9480-61772b3ce1f6 req-214bc81c-a87c-481c-bd2e-3c9204f496ca tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1922450 Mar 07 04:45:02.948551 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8cd2af4b-dc7a-4689-889f-13277ee6a7e6), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:02.965350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Network 13f2451f-7947-4aec-9682-496c5dc5bdd2 is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:45:02.965803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] No DVR routers for this DVR port 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:02.989388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f15c9f0c-7f89-4bdb-9480-61772b3ce1f6 req-2adb2519-ac72-4058-8d4f-af925420d380 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201859 Mar 07 04:45:03.013148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ae949-ae31-4285-bb1b-c835e3b8388e None None] Pushing event deleted for resources: {'Port': ['ID=8cd2af4b-dc7a-4689-889f-13277ee6a7e6,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:03.014962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dd93cad0-99a1-4ba3-96e0-52ff14567da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.032315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-aca55371-dd34-40bb-afa1-9c80ef2b872d None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:03.078762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-aca55371-dd34-40bb-afa1-9c80ef2b872d None None] Provisioning complete for port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:03.079147 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aca55371-dd34-40bb-afa1-9c80ef2b872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.185149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-aca55371-dd34-40bb-afa1-9c80ef2b872d None None] Port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:03.248232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:03.303302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] Update dhcp port {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'fixed_ips': [{'subnet_id': '25c697e1-06d4-4f15-bf5a-c03d32ecbefa', 'ip_address': '172.20.0.2'}, {'subnet_id': '6136144f-805c-4bf9-8227-59627028e5f4'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '8bd09692-ee59-4b08-bcba-d639cac8057a'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:45:03.312134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-985f3301-0df2-4ebd-bb4f-b9c9390a3e9e None None] Provisioning complete for port 115441f2-1312-48f8-a67e-fdada18d4679 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:03.312535 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-985f3301-0df2-4ebd-bb4f-b9c9390a3e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (115441f2-1312-48f8-a67e-fdada18d4679), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.380780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.395766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-985f3301-0df2-4ebd-bb4f-b9c9390a3e9e None None] Port 115441f2-1312-48f8-a67e-fdada18d4679 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:03.401626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:03.402016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.468340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Delete allocated IP 172.20.0.9 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/25c697e1-06d4-4f15-bf5a-c03d32ecbefa) {{(pid=103939) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 04:45:03.479505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.21 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/6136144f-805c-4bf9-8227-59627028e5f4/115441f2-1312-48f8-a67e-fdada18d4679) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:03.568878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:03.648967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:03.675652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:03.676032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cd2af4b-dc7a-4689-889f-13277ee6a7e6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:03.697691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (115441f2-1312-48f8-a67e-fdada18d4679), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.704592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (115441f2-1312-48f8-a67e-fdada18d4679), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.766145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] Allocated IP 172.20.0.18 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/6136144f-805c-4bf9-8227-59627028e5f4/8bd09692-ee59-4b08-bcba-d639cac8057a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:03.901161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bd09692-ee59-4b08-bcba-d639cac8057a,segment=NetworkSegment(8d0f94b5-7f85-4afd-8f91-470dd9a79c0f),segment_id=8d0f94b5-7f85-4afd-8f91-470dd9a79c0f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:03.936845 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] Publish callbacks [] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:03.944702 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.070610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac8115-10dd-4527-8e4d-cda7ad1a6856 None None] Pushing event updated for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:04.193036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a436f-4474-4bc6-87b5-bd7647f1f100 req-8a2e95d3-f2f9-4d51-af32-abbba797517a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:04.194683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-543a436f-4474-4bc6-87b5-bd7647f1f100 req-8a2e95d3-f2f9-4d51-af32-abbba797517a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1006765 Mar 07 04:45:04.277967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-543a436f-4474-4bc6-87b5-bd7647f1f100 req-19165079-fc39-443c-8a25-bb4cb56f5b20 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775943 Mar 07 04:45:04.336198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=115441f2-1312-48f8-a67e-fdada18d4679,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:04.362822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] In _notify_port_updated(), no bound segment for port 115441f2-1312-48f8-a67e-fdada18d4679 on network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:45:04.369188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:04.369886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.374126 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-14b35734-8cce-4694-9fa2-d0f76d51c900 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/ports/115441f2-1312-48f8-a67e-fdada18d4679 HTTP/1.1" status: 200 len: 920 time: 1.8808835 Mar 07 04:45:04.374343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:04.485384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port 115441f2-1312-48f8-a67e-fdada18d4679 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:04.485961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (115441f2-1312-48f8-a67e-fdada18d4679), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.592176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (115441f2-1312-48f8-a67e-fdada18d4679), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.605380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for 115441f2-1312-48f8-a67e-fdada18d4679 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:04.735472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:04.736027 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.751463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (115441f2-1312-48f8-a67e-fdada18d4679), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.781299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=115441f2-1312-48f8-a67e-fdada18d4679,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:04.825055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:04.829062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Could not find standard attr ID for object 115441f2-1312-48f8-a67e-fdada18d4679. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:45:04.840833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Provisioning complete for port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:04.841208 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.858380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.863411 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-29cc566c-e922-4335-934a-974e06e98cb5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/115441f2-1312-48f8-a67e-fdada18d4679 HTTP/1.1" status: 204 len: 168 time: 0.4878938 Mar 07 04:45:04.866163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59378) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:04.878534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e7b35-a464-41ec-b7e5-7e8536f64181 None None] Port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:04.895454 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-078ca558-a5d5-400d-a8c2-429140356c08 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:45:04.896888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-078ca558-a5d5-400d-a8c2-429140356c08 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/115441f2-1312-48f8-a67e-fdada18d4679 HTTP/1.1" status: 404 len: 333 time: 0.0297680 Mar 07 04:45:04.900156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:04.955460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d914afd-f009-43dd-94e6-dbea44a90f11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (045214d9-6a13-431f-a4dd-aaca354e95b8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:04.979258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d914afd-f009-43dd-94e6-dbea44a90f11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (045214d9-6a13-431f-a4dd-aaca354e95b8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.020439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d914afd-f009-43dd-94e6-dbea44a90f11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (045214d9-6a13-431f-a4dd-aaca354e95b8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.023207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2d914afd-f009-43dd-94e6-dbea44a90f11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.024350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d914afd-f009-43dd-94e6-dbea44a90f11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/security-groups/045214d9-6a13-431f-a4dd-aaca354e95b8 HTTP/1.1" status: 204 len: 168 time: 0.1232188 Mar 07 04:45:05.027201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59382) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:05.033573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914afd-f009-43dd-94e6-dbea44a90f11 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045214d9-6a13-431f-a4dd-aaca354e95b8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:05.095709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54bf1e42-2e8e-4aa4-b4a0-af6f3d2cf265 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (5fc9326f-769b-4576-9160-f786c84f1385), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.127987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54bf1e42-2e8e-4aa4-b4a0-af6f3d2cf265 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (5fc9326f-769b-4576-9160-f786c84f1385), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.175706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54bf1e42-2e8e-4aa4-b4a0-af6f3d2cf265 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5fc9326f-769b-4576-9160-f786c84f1385), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.178613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54bf1e42-2e8e-4aa4-b4a0-af6f3d2cf265 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.181186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-54bf1e42-2e8e-4aa4-b4a0-af6f3d2cf265 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/security-groups/5fc9326f-769b-4576-9160-f786c84f1385 HTTP/1.1" status: 204 len: 168 time: 0.1527131 Mar 07 04:45:05.186046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:05.195195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf1e42-2e8e-4aa4-b4a0-af6f3d2cf265 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9326f-769b-4576-9160-f786c84f1385,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:05.200769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:05.257219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 25c697e1-06d4-4f15-bf5a-c03d32ecbefa {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:05.261791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (25c697e1-06d4-4f15-bf5a-c03d32ecbefa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.302284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:05.302737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.330417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (25c697e1-06d4-4f15-bf5a-c03d32ecbefa), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.437582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-531dad0d-ce65-4e12-a53a-d382f3deb029 None None] Could not find standard attr ID for object 115441f2-1312-48f8-a67e-fdada18d4679. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:45:05.448793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f25c4d9-dc98-4177-9dad-00de38cffbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.510820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (25c697e1-06d4-4f15-bf5a-c03d32ecbefa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.528183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:05.547444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0314c-ef8a-439a-b947-400c589668d3 req-d3094444-97a4-4b5a-8eec-920d32259b64 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:05.549042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bd0314c-ef8a-439a-b947-400c589668d3 req-d3094444-97a4-4b5a-8eec-920d32259b64 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1255100 Mar 07 04:45:05.619329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (25c697e1-06d4-4f15-bf5a-c03d32ecbefa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.628828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bd0314c-ef8a-439a-b947-400c589668d3 req-4930136d-4636-4aa8-bd0c-3ab1ad0271ad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733135 Mar 07 04:45:05.662752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=25c697e1-06d4-4f15-bf5a-c03d32ecbefa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:05.666330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:05.673234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-25abfa8c-c6f4-4f69-8cdb-bf4bbc8e9588 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/25c697e1-06d4-4f15-bf5a-c03d32ecbefa HTTP/1.1" status: 204 len: 168 time: 0.4811468 Mar 07 04:45:05.673727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59400) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:05.682656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:05.701704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605fd5a-8596-422d-86d7-843f179e68f4 None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:05.853397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:05.857839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.153657 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (5393afa7-8886-4f8f-abb6-131c4f0912bc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.588809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98cdc883-2cac-4c72-9dd9-fd04b7856c51 None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:06.589469 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98cdc883-2cac-4c72-9dd9-fd04b7856c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.620228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:06.627759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:06.641574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:06.642216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.644132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c4f50-ffc9-418a-a720-3765af004d00 None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:06.673728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=5393afa7-8886-4f8f-abb6-131c4f0912bc,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:06.703955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59414) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:06.706159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5e52bd97-86f4-40ed-ad25-fafb75b1c209 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0290549 Mar 07 04:45:06.711531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'security_group': {'name': 'tempest-secgroup-934515196'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:06.763570 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.833101 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.872532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a9960-11e6-459b-8184-3af8fa7730a5 req-42e0e041-3841-45da-832b-c443cba3c03a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:06.874502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e5a9960-11e6-459b-8184-3af8fa7730a5 req-42e0e041-3841-45da-832b-c443cba3c03a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1170263 Mar 07 04:45:06.880148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (4dc182e6-e64c-48fc-b19e-66edbd3a6e44), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.891638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4dc182e6-e64c-48fc-b19e-66edbd3a6e44), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.927021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc182e6-e64c-48fc-b19e-66edbd3a6e44,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:06.988527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:06.994470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ccde2c6-6987-4aa9-9a94-ba207a6b7d10 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2892375 Mar 07 04:45:06.996917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:06.997639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e5a9960-11e6-459b-8184-3af8fa7730a5 req-d201309a-4320-41f3-ade7-db0714c1609a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152327 Mar 07 04:45:07.008712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'security_group': {'name': 'tempest-secgroup-546147185'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:07.015834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98cdc883-2cac-4c72-9dd9-fd04b7856c51 None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:07.037503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98cdc883-2cac-4c72-9dd9-fd04b7856c51 None None] Provisioning complete for port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:07.037873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98cdc883-2cac-4c72-9dd9-fd04b7856c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.077817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.164226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98cdc883-2cac-4c72-9dd9-fd04b7856c51 None None] Port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:07.178033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] Update dhcp port {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'fixed_ips': [{'subnet_id': '6136144f-805c-4bf9-8227-59627028e5f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '5393afa7-8886-4f8f-abb6-131c4f0912bc'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '8bd09692-ee59-4b08-bcba-d639cac8057a'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:45:07.214806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.264646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (6b1d7510-efea-46e3-aac2-8ed5d306e26d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.276524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6b1d7510-efea-46e3-aac2-8ed5d306e26d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.382737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d7510-efea-46e3-aac2-8ed5d306e26d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:07.408667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.410301 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e4b9f2dd-9e1e-442d-b18d-194986e215e0 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4114938 Mar 07 04:45:07.413310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59426) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:07.419410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'security_group': {'name': 'tempest-secgroup-329097783'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:07.457619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.473196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59428) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:07.481527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647305221', 'description': 'tempest-description--2054024294'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:07.539270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] Allocated IP 172.20.0.2 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/5393afa7-8886-4f8f-abb6-131c4f0912bc/8bd09692-ee59-4b08-bcba-d639cac8057a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:07.567351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.705077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bd09692-ee59-4b08-bcba-d639cac8057a,segment=NetworkSegment(8d0f94b5-7f85-4afd-8f91-470dd9a79c0f),segment_id=8d0f94b5-7f85-4afd-8f91-470dd9a79c0f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:07.736707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (331ccfff-887c-45ab-ae87-3fc80833f173), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.742697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] Publish callbacks [] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.748264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (331ccfff-887c-45ab-ae87-3fc80833f173), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.762251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.797755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.821191 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (f9791b39-c538-4891-87ad-4a99c67bd61a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.833292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f9791b39-c538-4891-87ad-4a99c67bd61a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.861182 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.864824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4498968 Mar 07 04:45:07.873514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59434) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:07.881845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d30aa3-b8b5-48e0-b620-219285cb4e12 None None] Pushing event updated for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:07.884445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9791b39-c538-4891-87ad-4a99c67bd61a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:07.895385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1615604710', 'security_groups': ['331ccfff-887c-45ab-ae87-3fc80833f173'], 'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5393afa7-8886-4f8f-abb6-131c4f0912bc'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:07.911534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:07.917508 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d3de06d-6ae8-4bab-8fa5-2c9cc423d787 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4360085 Mar 07 04:45:07.918747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59436) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:07.924052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa7c6e-551f-4fb6-b7a7-6e85295e1cd2 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331ccfff-887c-45ab-ae87-3fc80833f173,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:07.925079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': 'f9791b39-c538-4891-87ad-4a99c67bd61a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:07.971150 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (98013995-5244-40ad-9c52-858ed67a7678), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.075249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (98013995-5244-40ad-9c52-858ed67a7678), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.088233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (98013995-5244-40ad-9c52-858ed67a7678), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.132271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98013995-5244-40ad-9c52-858ed67a7678,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:08.152093 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.156835 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-56c75262-6d8f-4b39-92c0-04a65c617609 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370169 Mar 07 04:45:08.163042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59440) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:08.168967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': 'f9791b39-c538-4891-87ad-4a99c67bd61a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:08.227945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:08.230537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (74ad9d63-f8fa-4578-9d80-235bfa5ac21b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.364296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (74ad9d63-f8fa-4578-9d80-235bfa5ac21b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.375575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (74ad9d63-f8fa-4578-9d80-235bfa5ac21b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.417391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ad9d63-f8fa-4578-9d80-235bfa5ac21b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:08.424633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1ce9d-8711-43ff-bebe-5f17d75c38a4 req-238e7450-73e7-4320-beeb-228a04cf21d9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:08.436617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b1ce9d-8711-43ff-bebe-5f17d75c38a4 req-238e7450-73e7-4320-beeb-228a04cf21d9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.3088861 Mar 07 04:45:08.438554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.443864 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd568d2f-2798-4ec1-8b6b-02713269c9cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2785711 Mar 07 04:45:08.447360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:08.452132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:08.495687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-aec33d46-a5b4-4b7f-9b21-8382d8865ccf req-6d4f7db4-203f-41b1-bdd7-102e4e770dbe service neutron] (103938) timed out ('10.222.0.21', 54584) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:45:08.501709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.598404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64b1ce9d-8711-43ff-bebe-5f17d75c38a4 req-52850caa-f15c-4b23-bffc-32e4bf37cd82 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558096 Mar 07 04:45:08.627339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:08.673222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] device_id is not set on port e43c38c9-05e3-402f-8c31-e32233a663ab yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:45:08.747839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.029391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.25.4.191 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:09.077707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.12 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/5393afa7-8886-4f8f-abb6-131c4f0912bc/e43c38c9-05e3-402f-8c31-e32233a663ab) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:09.172409 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.256911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7a507db4-c9e0-4e21-b508-208e871e371c None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:09.260296 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a507db4-c9e0-4e21-b508-208e871e371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.264751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.330205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:09.334153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:09.339673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:09.342258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:09.422977 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.430014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:09.459105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.480320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (2345c769-31cd-45d3-be10-35cee90bd1e8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.485244 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.546892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.564722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7a507db4-c9e0-4e21-b508-208e871e371c None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:09.574682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:09.575198 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.599211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:09.616495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:09.620355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:09.659430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7a507db4-c9e0-4e21-b508-208e871e371c None None] Provisioning complete for port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:09.659914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a507db4-c9e0-4e21-b508-208e871e371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.691588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=e43c38c9-05e3-402f-8c31-e32233a663ab,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:09.810358 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.817025 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.871258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7a507db4-c9e0-4e21-b508-208e871e371c None None] Port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:09.892882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:09.895054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.895202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:09.926482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cd566141-215c-4e89-b5a9-94aaa20b1b74 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0518286 Mar 07 04:45:09.930365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59454) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:09.937181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:09.951931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:09.963059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c620fd-553c-419c-b922-6b2cbee28332 req-e185dc31-33c7-465a-bd44-98d85070accd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:09.969198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2345c769-31cd-45d3-be10-35cee90bd1e8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.970279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14c620fd-553c-419c-b922-6b2cbee28332 req-e185dc31-33c7-465a-bd44-98d85070accd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.2441974 Mar 07 04:45:09.987873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:09.998178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f3c42faf-4561-4552-adf5-c90e0897be5e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5420914 Mar 07 04:45:10.075632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14c620fd-553c-419c-b922-6b2cbee28332 req-ed53b1e9-e8cc-47ae-ade6-52a49a6d84b2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041710 Mar 07 04:45:10.110516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7e256eda-7204-4fb9-88e3-fcfc5d054c84 None None] Provisioning complete for port e43c38c9-05e3-402f-8c31-e32233a663ab triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:10.110898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e256eda-7204-4fb9-88e3-fcfc5d054c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:10.161002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:10.166278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:10.174384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7e256eda-7204-4fb9-88e3-fcfc5d054c84 None None] Port e43c38c9-05e3-402f-8c31-e32233a663ab cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:10.295806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-4daf91e1-66b6-408c-a1ad-42cb6815eb62 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1647305221&fields=id&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 267 time: 0.0936270 Mar 07 04:45:10.303532 n-d-832185-1 neutron-server[103938]: INFO neutron.db.ipam_backend_mixin [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5393afa7-8886-4f8f-abb6-131c4f0912bc (CIDR: 172.20.0.0/28) Mar 07 04:45:10.317652 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:45:10.318256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:10.383188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-233ba638-35f2-454d-980e-051de3f6670a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4505568 Mar 07 04:45:10.385968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:10.394996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:10.428151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-0d71ea68-3f91-4f51-8f9a-20dd0272fa86 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:10.434247 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-0d71ea68-3f91-4f51-8f9a-20dd0272fa86 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.1282575 Mar 07 04:45:10.455966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-3533ad87-c5e4-4eff-af27-99c85f9d0472 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/quotas/2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 375 time: 0.0169830 Mar 07 04:45:10.528456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-abe2b769-41a7-41f9-bda4-c13e2f3e2b29 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711458 Mar 07 04:45:10.537103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:10.542421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:10.647185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-6df0a89b-457b-4d42-bcd5-151b5e4a755b service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169984 Mar 07 04:45:10.649630 n-d-832185-1 neutron-server[103939]: INFO neutron.db.ipam_backend_mixin [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6136144f-805c-4bf9-8227-59627028e5f4 (CIDR: 172.20.0.16/28) Mar 07 04:45:10.655366 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:45:10.655905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:10.679457 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca9e9cc4-be98-40db-80a0-1c9b882f9fb8 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2912743 Mar 07 04:45:10.682043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59474) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:10.689037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'subnet': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:10.759967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-47b99e00-08c8-4e91-8186-0c693a89ad2d service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116579 Mar 07 04:45:10.846804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Made reservation on behalf of 0a2a625c3b3c4360a80386eafda7e934 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:10.850402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:11.157222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (29b80422-905a-4972-b548-186ace533a8d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:11.217923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Subnet': ['ID=29b80422-905a-4972-b548-186ace533a8d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:11.233719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:11.236188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:11.244078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:11.244673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:11.250876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f556e19-a72a-495c-84fa-2aab86c4e50c None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:11.269839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2437c-4901-40d1-87d6-612ccc7c5db1 req-e14ce8f2-4a42-4184-b7c4-89f1fcfb7c24 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:11.271771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f7dfe2b1-cb03-474c-9e49-5b707a85706a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5880373 Mar 07 04:45:11.274686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59484) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:11.275414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97e2437c-4901-40d1-87d6-612ccc7c5db1 req-e14ce8f2-4a42-4184-b7c4-89f1fcfb7c24 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1008346 Mar 07 04:45:11.280114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1769384599', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29b80422-905a-4972-b548-186ace533a8d'}], 'security_groups': ['4dc182e6-e64c-48fc-b19e-66edbd3a6e44', '6b1d7510-efea-46e3-aac2-8ed5d306e26d']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:11.377929 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:45:11.392162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97e2437c-4901-40d1-87d6-612ccc7c5db1 req-5f72462a-c967-4a9c-9f26-57a4ac8ce04f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099000 Mar 07 04:45:11.470153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:11.608531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] Update dhcp port {'port': {'network_id': '9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f', 'fixed_ips': [{'subnet_id': '6136144f-805c-4bf9-8227-59627028e5f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '5393afa7-8886-4f8f-abb6-131c4f0912bc', 'ip_address': '172.20.0.2'}, {'subnet_id': '29b80422-905a-4972-b548-186ace533a8d'}], 'binding:host_id': 'n-d-832185-1'}, 'id': '8bd09692-ee59-4b08-bcba-d639cac8057a'} from n-d-832185-1. {{(pid=103940) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 04:45:11.665848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:11.994447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Delete allocated IP 172.20.0.12 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/5393afa7-8886-4f8f-abb6-131c4f0912bc) {{(pid=103939) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 04:45:12.014089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Allocated IP 172.20.0.35 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/29b80422-905a-4972-b548-186ace533a8d/e43c38c9-05e3-402f-8c31-e32233a663ab) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:12.032288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5866b5a-b128-4e7b-bd68-3dcb0ec52025 req-dc1712dc-7a66-4631-adf3-eb19fc59c8e8 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 210 time: 0.0481172 Mar 07 04:45:12.284423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:12.299889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:12.411368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] Allocated IP 172.20.0.34 (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f/29b80422-905a-4972-b548-186ace533a8d/8bd09692-ee59-4b08-bcba-d639cac8057a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:12.566200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event updated for resources: {'Port': ['ID=e43c38c9-05e3-402f-8c31-e32233a663ab,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:12.576059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] In _notify_port_updated(), no bound segment for port e43c38c9-05e3-402f-8c31-e32233a663ab on network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:45:12.581154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:12.581785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:12.584178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a514f1c-45e9-41e8-a620-64af07e0b5fe tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "PUT /v2.0/ports/e43c38c9-05e3-402f-8c31-e32233a663ab HTTP/1.1" status: 200 len: 960 time: 1.3085213 Mar 07 04:45:12.588050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59504) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:12.629327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95989e11-907f-4ae6-8b3f-9b642441724f req-ddb9b872-822d-4a5c-b9e3-2147b8223ad5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:12.630406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bd09692-ee59-4b08-bcba-d639cac8057a,segment=NetworkSegment(8d0f94b5-7f85-4afd-8f91-470dd9a79c0f),segment_id=8d0f94b5-7f85-4afd-8f91-470dd9a79c0f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:12.641063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95989e11-907f-4ae6-8b3f-9b642441724f req-ddb9b872-822d-4a5c-b9e3-2147b8223ad5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1110508 Mar 07 04:45:12.720346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] Publish callbacks [] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:12.733928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:12.772603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port e43c38c9-05e3-402f-8c31-e32233a663ab {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:12.774608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:12.783150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95989e11-907f-4ae6-8b3f-9b642441724f req-4d3ee729-2e4b-4dc4-b780-4d14948c0121 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410980 Mar 07 04:45:12.879088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920500e6-6720-4c51-8853-6a02a7860903 None None] Pushing event updated for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:13.026312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.043781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for e43c38c9-05e3-402f-8c31-e32233a663ab owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:13.161751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3419f842-08a3-4554-89a8-43eb20451abf req-676855bd-2b80-4f29-a337-aa66e740857c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 210 time: 0.0462372 Mar 07 04:45:13.306708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:13.307061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e43c38c9-05e3-402f-8c31-e32233a663ab), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.349994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=e43c38c9-05e3-402f-8c31-e32233a663ab,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:13.431469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:13.432505 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.498058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.521412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:13.524023 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68b1cf7c-599b-4880-819e-6c82023b9245 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/e43c38c9-05e3-402f-8c31-e32233a663ab HTTP/1.1" status: 204 len: 168 time: 0.9219053 Mar 07 04:45:13.586373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:13.608965 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea904b3-4ef7-42bd-852d-162c74faef70 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] GET failed (client error): The resource could not be found. Mar 07 04:45:13.610384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cea904b3-4ef7-42bd-852d-162c74faef70 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports/e43c38c9-05e3-402f-8c31-e32233a663ab HTTP/1.1" status: 404 len: 333 time: 0.0851402 Mar 07 04:45:13.613371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59514) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:13.689383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-b48acf91-9562-41aa-a84f-755680481f78 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:13.697669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-b48acf91-9562-41aa-a84f-755680481f78 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.2687917 Mar 07 04:45:13.710612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-872b041c-48d5-45f8-96f6-224a27e5a3f4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (331ccfff-887c-45ab-ae87-3fc80833f173), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.743139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-872b041c-48d5-45f8-96f6-224a27e5a3f4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (331ccfff-887c-45ab-ae87-3fc80833f173), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.827335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-872b041c-48d5-45f8-96f6-224a27e5a3f4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (331ccfff-887c-45ab-ae87-3fc80833f173), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.833283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-872b041c-48d5-45f8-96f6-224a27e5a3f4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:13.840646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-81e16fb0-495b-4d3b-99b9-0f73ed62f742 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 473 time: 0.1339397 Mar 07 04:45:13.841623 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-872b041c-48d5-45f8-96f6-224a27e5a3f4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/security-groups/331ccfff-887c-45ab-ae87-3fc80833f173 HTTP/1.1" status: 204 len: 168 time: 0.2264721 Mar 07 04:45:13.842303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59518) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:13.853227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'port': {'device_id': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'admin_state_up': True, 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'security_groups': ['f9791b39-c538-4891-87ad-4a99c67bd61a']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:13.878736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b041c-48d5-45f8-96f6-224a27e5a3f4 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ccfff-887c-45ab-ae87-3fc80833f173,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:13.985317 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ae62fa8-d1c7-43b2-bcf4-a0484f037666 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (6b1d7510-efea-46e3-aac2-8ed5d306e26d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.032355 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ae62fa8-d1c7-43b2-bcf4-a0484f037666 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (6b1d7510-efea-46e3-aac2-8ed5d306e26d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.034447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:14.034820 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.120825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ae62fa8-d1c7-43b2-bcf4-a0484f037666 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6b1d7510-efea-46e3-aac2-8ed5d306e26d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.123482 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ae62fa8-d1c7-43b2-bcf4-a0484f037666 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.124795 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8ae62fa8-d1c7-43b2-bcf4-a0484f037666 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b1d7510-efea-46e3-aac2-8ed5d306e26d HTTP/1.1" status: 204 len: 168 time: 0.2754238 Mar 07 04:45:14.130983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:14.162436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae62fa8-d1c7-43b2-bcf4-a0484f037666 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d7510-efea-46e3-aac2-8ed5d306e26d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:14.243328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:14.255867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Could not find standard attr ID for object e43c38c9-05e3-402f-8c31-e32233a663ab. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:45:14.286765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Provisioning complete for port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:14.289261 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.301792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-051e793e-5d20-4e08-aaf0-835a46a51f4f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (4dc182e6-e64c-48fc-b19e-66edbd3a6e44), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.307689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75a86e-729a-4682-9049-5cd46ccb64a0 req-852c52d8-8c7d-4003-994e-52da78fd648f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:14.309314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd75a86e-729a-4682-9049-5cd46ccb64a0 req-852c52d8-8c7d-4003-994e-52da78fd648f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.3921349 Mar 07 04:45:14.314704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Made reservation on behalf of 2dbcc2a5af0b4143bcbce85a7d3295e1 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:14.322773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.364112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-051e793e-5d20-4e08-aaf0-835a46a51f4f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (4dc182e6-e64c-48fc-b19e-66edbd3a6e44), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.367675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bf5efc74-40dc-4298-b4a9-17b0c11374a7 None None] Port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:14.414848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efed77d2-8e57-4bff-86b7-f2177202d4ab req-d42accd8-0e8c-473d-94c7-716e767a253d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 210 time: 0.0831563 Mar 07 04:45:14.478901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-051e793e-5d20-4e08-aaf0-835a46a51f4f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4dc182e6-e64c-48fc-b19e-66edbd3a6e44), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.482292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-051e793e-5d20-4e08-aaf0-835a46a51f4f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.484603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-051e793e-5d20-4e08-aaf0-835a46a51f4f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dc182e6-e64c-48fc-b19e-66edbd3a6e44 HTTP/1.1" status: 204 len: 168 time: 0.3458505 Mar 07 04:45:14.490388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59528) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:14.503095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e793e-5d20-4e08-aaf0-835a46a51f4f tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc182e6-e64c-48fc-b19e-66edbd3a6e44,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:14.585312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd75a86e-729a-4682-9049-5cd46ccb64a0 req-a19b8e98-429d-4566-9502-ef7b8d59b316 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198730 Mar 07 04:45:14.705044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.20.0.4 (9bf09676-73e7-4cdf-8f6a-a64883ff09d6/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa/dee8e808-9065-4c89-927f-19eb84056273) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:14.724763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 5393afa7-8886-4f8f-abb6-131c4f0912bc {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:14.733895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (5393afa7-8886-4f8f-abb6-131c4f0912bc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:14.786007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a0d73a99-2f61-4946-85c7-511e91163c89 None None] Could not find standard attr ID for object e43c38c9-05e3-402f-8c31-e32233a663ab. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:45:14.837948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (5393afa7-8886-4f8f-abb6-131c4f0912bc), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.035486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5393afa7-8886-4f8f-abb6-131c4f0912bc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.107642 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (dee8e808-9065-4c89-927f-19eb84056273), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.156370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (dee8e808-9065-4c89-927f-19eb84056273), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.239203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:15.245277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (5393afa7-8886-4f8f-abb6-131c4f0912bc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.255025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:15.273327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:15.292712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=dee8e808-9065-4c89-927f-19eb84056273,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:15.360423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=5393afa7-8886-4f8f-abb6-131c4f0912bc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:15.376744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d2f96-b032-4ee8-9ba6-03b716ca8fcd None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:15.399201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.408737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e9361dad-1c6b-414f-b22c-b074898fd925 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/5393afa7-8886-4f8f-abb6-131c4f0912bc HTTP/1.1" status: 204 len: 168 time: 0.9153988 Mar 07 04:45:15.412076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59534) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:15.462880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:15.463566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.508541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-517b5e3b-22f1-4c0f-8687-fec5660d26c9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6590919 Mar 07 04:45:15.517682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 29b80422-905a-4972-b548-186ace533a8d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:15.526201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (29b80422-905a-4972-b548-186ace533a8d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.619774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (29b80422-905a-4972-b548-186ace533a8d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.727299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819999d-bca3-45b3-ab5c-9482faa7d726 req-069961ab-9c83-4ddc-8757-01fb10c1fc8a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:15.736123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4819999d-bca3-45b3-ab5c-9482faa7d726 req-069961ab-9c83-4ddc-8757-01fb10c1fc8a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 931 time: 0.1914227 Mar 07 04:45:15.822467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (29b80422-905a-4972-b548-186ace533a8d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.833776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-220cd272-acc5-4b59-9420-cd8612b0bbf8 None None] Provisioning complete for port dee8e808-9065-4c89-927f-19eb84056273 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:15.834360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-220cd272-acc5-4b59-9420-cd8612b0bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee8e808-9065-4c89-927f-19eb84056273), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:15.898888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Request body: {'port': {'device_id': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:15.912029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-220cd272-acc5-4b59-9420-cd8612b0bbf8 None None] Port dee8e808-9065-4c89-927f-19eb84056273 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:15.912494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4819999d-bca3-45b3-ab5c-9482faa7d726 req-9b3a3f55-ece3-4354-9123-811b981fd266 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728578 Mar 07 04:45:15.963223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (29b80422-905a-4972-b548-186ace533a8d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.004392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea70f-4119-4b67-8e3b-46f845e04a3c req-71a8ed7c-ffb9-416f-958c-9603bff71e92 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:16.008805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f84ea70f-4119-4b67-8e3b-46f845e04a3c req-71a8ed7c-ffb9-416f-958c-9603bff71e92 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1724265 Mar 07 04:45:16.031236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=29b80422-905a-4972-b548-186ace533a8d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:16.047163 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.050653 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a5ea5f8-a515-4d02-bc9f-57c919d6e3e6 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/29b80422-905a-4972-b548-186ace533a8d HTTP/1.1" status: 204 len: 168 time: 0.6369896 Mar 07 04:45:16.053041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:16.077810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee8e808-9065-4c89-927f-19eb84056273), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.100090 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eb3d3d-8d81-400a-910c-7ecd66558f43 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:16.100830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02eb3d3d-8d81-400a-910c-7ecd66558f43 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:16.111586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-02eb3d3d-8d81-400a-910c-7ecd66558f43 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/5393afa7-8886-4f8f-abb6-131c4f0912bc HTTP/1.1" status: 404 len: 337 time: 0.0572321 Mar 07 04:45:16.115091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59544) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:16.184189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f84ea70f-4119-4b67-8e3b-46f845e04a3c req-b935ecf4-a7cc-4c57-9af3-7c42c4d217bf tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309252 Mar 07 04:45:16.264023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting subnet 6136144f-805c-4bf9-8227-59627028e5f4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:16.283772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (6136144f-805c-4bf9-8227-59627028e5f4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.356889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6136144f-805c-4bf9-8227-59627028e5f4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.527057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6136144f-805c-4bf9-8227-59627028e5f4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.624630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6136144f-805c-4bf9-8227-59627028e5f4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.647100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.653989 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/6136144f-805c-4bf9-8227-59627028e5f4 HTTP/1.1" status: 204 len: 168 time: 0.5373065 Mar 07 04:45:16.654703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59550) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:16.666942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee8e808-9065-4c89-927f-19eb84056273 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:45:16.675641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Publish callbacks [] for port (dee8e808-9065-4c89-927f-19eb84056273), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.690134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Transition to ACTIVE for port object dee8e808-9065-4c89-927f-19eb84056273 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:45:16.696233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (dee8e808-9065-4c89-927f-19eb84056273), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.729365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439d525-a7c8-4319-9c7f-c9817686594e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Subnet': ['ID=6136144f-805c-4bf9-8227-59627028e5f4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:16.743076 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a08cbd2-ede9-437b-b1cd-de0fd2c388c7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:16.745186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a08cbd2-ede9-437b-b1cd-de0fd2c388c7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:16.752126 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a08cbd2-ede9-437b-b1cd-de0fd2c388c7 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/25c697e1-06d4-4f15-bf5a-c03d32ecbefa HTTP/1.1" status: 404 len: 337 time: 0.0750518 Mar 07 04:45:16.752733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59552) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:16.756844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Pushing event updated for resources: {'Port': ['ID=dee8e808-9065-4c89-927f-19eb84056273,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:16.821993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-da33a08a-5863-46f4-9da1-dfe894779a13 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbf142c3-755f-4473-bd7d-79d3d6981333 HTTP/1.1" status: 200 len: 205 time: 0.0680778 Mar 07 04:45:16.822627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:16.855931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d383a1-dda2-464e-8d63-af0faf52d6de None None] Network 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:16.869963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Attempting to bind port dee8e808-9065-4c89-927f-19eb84056273 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:45:16.870321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Attempting to bind port dee8e808-9065-4c89-927f-19eb84056273 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:45:16.871268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Attempting to bind port dee8e808-9065-4c89-927f-19eb84056273 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:16.881952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Port dee8e808-9065-4c89-927f-19eb84056273 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:45:16.882393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Attempting to bind port dee8e808-9065-4c89-927f-19eb84056273 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:16.890205 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-3c1ff21e-3739-4103-8bd1-3b43ef9e609e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] delete failed (client error): The resource could not be found. Mar 07 04:45:16.894498 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c1ff21e-3739-4103-8bd1-3b43ef9e609e tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/routers/fbf142c3-755f-4473-bd7d-79d3d6981333 HTTP/1.1" status: 404 len: 336 time: 0.0708110 Mar 07 04:45:16.895095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59556) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:16.907388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:45:16.907773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:16.908170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Bound using segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:45:16.908626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Bound port: dee8e808-9065-4c89-927f-19eb84056273, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:45:16.908993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee8e808-9065-4c89-927f-19eb84056273), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:16.939962 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e228c5-20bb-4cee-9bc0-57b67a3301d5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:16.940867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e228c5-20bb-4cee-9bc0-57b67a3301d5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:16.945326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e9e228c5-20bb-4cee-9bc0-57b67a3301d5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/4dac7755-1158-44ca-8bba-07d48a7c3ee9 HTTP/1.1" status: 404 len: 337 time: 0.0492246 Mar 07 04:45:16.948322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59560) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.027318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1ec6f72e-5a1c-45d1-957c-4222bfa38d28 None None] Provisioning complete for port 8bd09692-ee59-4b08-bcba-d639cac8057a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:17.027728 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f72e-5a1c-45d1-957c-4222bfa38d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.080750 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94a9b1b-b291-4632-aabc-75b91aeb2886 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.081226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94a9b1b-b291-4632-aabc-75b91aeb2886 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.084658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a94a9b1b-b291-4632-aabc-75b91aeb2886 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/55327591-c7af-4f46-bd14-b6f8e2308413 HTTP/1.1" status: 404 len: 337 time: 0.0965297 Mar 07 04:45:17.087921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59562) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.139529 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-9213137f-266a-421a-9ad0-f654d5b1d0b5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.140048 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9213137f-266a-421a-9ad0-f654d5b1d0b5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.143202 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9213137f-266a-421a-9ad0-f654d5b1d0b5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/9fcb6f95-c735-4e15-902c-12e65a956af9 HTTP/1.1" status: 404 len: 337 time: 0.0542908 Mar 07 04:45:17.145857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.159508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] For port dee8e808-9065-4c89-927f-19eb84056273, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:45:17.181190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] For port dee8e808-9065-4c89-927f-19eb84056273, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dee8e808-9065-4c89-927f-19eb84056273,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:45:17.189041 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d5c48b-da8b-4011-8339-44a3a88b361b tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.189756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d5c48b-da8b-4011-8339-44a3a88b361b tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.193105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5d5c48b-da8b-4011-8339-44a3a88b361b tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/63f034c4-42f9-49ed-906b-ffa0c562420e HTTP/1.1" status: 404 len: 333 time: 0.0460286 Mar 07 04:45:17.199904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (dee8e808-9065-4c89-927f-19eb84056273), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.200508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59566) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.205515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] DHCP port deletion for 9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:17.232494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58a306-0375-43fd-8990-fed03a3d718c req-1d3645fc-f5ff-41ee-b51d-9dd32ae7b59b tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:17.237176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a58a306-0375-43fd-8990-fed03a3d718c req-1d3645fc-f5ff-41ee-b51d-9dd32ae7b59b tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 943 time: 0.2302938 Mar 07 04:45:17.243714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6f72e-5a1c-45d1-957c-4222bfa38d28 None None] Current status of the port 8bd09692-ee59-4b08-bcba-d639cac8057a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:17.255731 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-640e9448-d90a-4745-8c60-89016599a2ab tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.261445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640e9448-d90a-4745-8c60-89016599a2ab tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.264832 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-640e9448-d90a-4745-8c60-89016599a2ab tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/e93179d6-0212-493f-b22d-859141a2a9ea HTTP/1.1" status: 404 len: 337 time: 0.0612497 Mar 07 04:45:17.269176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59570) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.315755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1ec6f72e-5a1c-45d1-957c-4222bfa38d28 None None] Provisioning complete for port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:17.316137 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f72e-5a1c-45d1-957c-4222bfa38d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.326681 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6799840-566c-4062-ac96-1e4d7dad8cbb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.327063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6799840-566c-4062-ac96-1e4d7dad8cbb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.332824 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b6799840-566c-4062-ac96-1e4d7dad8cbb tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/fab92bb6-b928-4b82-a86b-0f7de041f4ed HTTP/1.1" status: 404 len: 337 time: 0.0599527 Mar 07 04:45:17.334144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59572) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.370931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6f72e-5a1c-45d1-957c-4222bfa38d28 None None] Port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:17.388843 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4167216f-1d46-4537-a25b-5334ad2df3c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.389104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4167216f-1d46-4537-a25b-5334ad2df3c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.392255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4167216f-1d46-4537-a25b-5334ad2df3c5 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/ed1d63f3-4b6c-427d-9f51-e4a2b2dc9b82 HTTP/1.1" status: 404 len: 333 time: 0.0577204 Mar 07 04:45:17.399245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.399819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Pushing event updated for resources: {'Port': ['ID=dee8e808-9065-4c89-927f-19eb84056273,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:17.428296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:17.429275 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.431127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-5b740f8e-020b-46b0-b388-930506e3255a service neutron] 10.222.0.15 "PUT /v2.0/ports/dee8e808-9065-4c89-927f-19eb84056273 HTTP/1.1" status: 200 len: 1091 time: 1.9181719 Mar 07 04:45:17.433307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:45:17.436739 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9107f64-0b44-42c5-ad77-5b4589fe47dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "tag": "dee8e808-9065-4c89-927f-19eb84056273"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:45:17.444497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] Deleting port 8bd09692-ee59-4b08-bcba-d639cac8057a {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:17.447815 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.468949 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a905be3-bcc5-4584-8cac-47cfc2af821a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.469178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a905be3-bcc5-4584-8cac-47cfc2af821a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.472204 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4a905be3-bcc5-4584-8cac-47cfc2af821a tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/827c83b2-8dfd-4299-86b3-7a3e3bc8af86 HTTP/1.1" status: 404 len: 337 time: 0.0719099 Mar 07 04:45:17.475433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.535642 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fb1c21-9b1b-4d93-b9dd-80d2a7dc861c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] DELETE failed (client error): The resource could not be found. Mar 07 04:45:17.536295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fb1c21-9b1b-4d93-b9dd-80d2a7dc861c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:45:17.539420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-38fb1c21-9b1b-4d93-b9dd-80d2a7dc861c tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/subnets/5c36f245-d29c-4301-a69a-8f6d7575d978 HTTP/1.1" status: 404 len: 337 time: 0.0622766 Mar 07 04:45:17.546489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59586) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:17.564354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a58a306-0375-43fd-8990-fed03a3d718c req-de4212fd-9fc8-4ea0-90ee-d1a67a875fb6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786715 Mar 07 04:45:17.653569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] For port 8bd09692-ee59-4b08-bcba-d639cac8057a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bd09692-ee59-4b08-bcba-d639cac8057a,segment=NetworkSegment(8d0f94b5-7f85-4afd-8f91-470dd9a79c0f),segment_id=8d0f94b5-7f85-4afd-8f91-470dd9a79c0f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:17.653994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.655910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-8fe8f0a4-4798-42f3-9fdd-8aaf25939fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:17.660825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-8fe8f0a4-4798-42f3-9fdd-8aaf25939fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 1125 time: 0.1539073 Mar 07 04:45:17.684051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] Calling delete_port for 8bd09692-ee59-4b08-bcba-d639cac8057a owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:17.694262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facffc6-dbbe-412b-bc6a-2d1fc96c483e req-fc7d9162-be93-48ea-a000-26f36ca817f7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:17.697995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0facffc6-dbbe-412b-bc6a-2d1fc96c483e req-fc7d9162-be93-48ea-a000-26f36ca817f7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.3833995 Mar 07 04:45:17.702608 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d002499-166c-47d3-a56d-bbd5c0142a4a x-openstack-request-id: req-8d002499-166c-47d3-a56d-bbd5c0142a4a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:45:17.702919 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "tag": "dee8e808-9065-4c89-927f-19eb84056273", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:45:17.705964 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d002499-166c-47d3-a56d-bbd5c0142a4a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:45:17.708261 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273', 'status': 'completed', 'code': 200} Mar 07 04:45:17.777599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Deleting port c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:17.777951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.779673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-e9a4a2a1-6dfd-4cf4-a89e-f0fe3fb36f1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee8e808-9065-4c89-927f-19eb84056273 HTTP/1.1" status: 200 len: 217 time: 0.0705202 Mar 07 04:45:17.905288 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8bd09692-ee59-4b08-bcba-d639cac8057a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.911781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:17.940731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Calling delete_port for c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:17.971695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] Pushing event deleted for resources: {'Port': ['ID=8bd09692-ee59-4b08-bcba-d639cac8057a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:17.987474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da799aef-3e1c-493d-8f62-2e87826384eb None None] No DVR routers for this DVR port 8bd09692-ee59-4b08-bcba-d639cac8057a on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:18.029314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-6f2103f6-7f20-4da5-85b8-d9fc7a46e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:18.031341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-6f2103f6-7f20-4da5-85b8-d9fc7a46e083 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.2202146 Mar 07 04:45:18.045695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0facffc6-dbbe-412b-bc6a-2d1fc96c483e req-a4783150-29ba-4020-a5c4-3533477a00a9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650034 Mar 07 04:45:18.086699 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c615caae-b47c-4e7a-ae72-73d9ab2bb9e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.111159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-93013942-6183-4f34-bdcf-363d5776af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:18.118673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.122058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-93013942-6183-4f34-bdcf-363d5776af77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694737 Mar 07 04:45:18.128987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/ports/c615caae-b47c-4e7a-ae72-73d9ab2bb9e7 HTTP/1.1" status: 204 len: 168 time: 0.5814614 Mar 07 04:45:18.137130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59600) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:18.169331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fc2cb-30df-4b15-ab27-d3c35232d963 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Port': ['ID=c615caae-b47c-4e7a-ae72-73d9ab2bb9e7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:18.286836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.340058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-6c245613-f017-4cac-a6cd-1f9309830104 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120533 Mar 07 04:45:18.425782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.485070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:18.499931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:18.500568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0f94b5-7f85-4afd-8f91-470dd9a79c0f') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:18.519080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (8d0f94b5-7f85-4afd-8f91-470dd9a79c0f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.536817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6851fb1c-6b10-4408-b38e-5788c04e3499 req-1a9a50b3-7fbc-44f1-a64d-e46922dd4bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860783 Mar 07 04:45:18.541561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8d0f94b5-7f85-4afd-8f91-470dd9a79c0f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.548656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:18.549429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (8d0f94b5-7f85-4afd-8f91-470dd9a79c0f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:18.553180 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:18.744470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.765316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:18.770783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] 10.222.0.21 "DELETE /v2.0/networks/9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f HTTP/1.1" status: 204 len: 168 time: 0.6301446 Mar 07 04:45:18.788825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-dd8fab93-0b2b-4942-94f8-5625243b19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:18.790552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-dd8fab93-0b2b-4942-94f8-5625243b19f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 1125 time: 0.1798759 Mar 07 04:45:18.795290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331553d-89fc-4227-840b-596a31248170 tempest-PortsTestJSON-187485071 tempest-PortsTestJSON-187485071-project] Pushing event deleted for resources: {'Network': ['ID=9200b9c2-ea89-4ffc-9a6d-b0a6dc76f23f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:18.822709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43cae6-b1cf-440d-9fc3-cd096620dfd4 req-c98a2f98-3cb3-44a8-8a87-9dce512325d4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:18.838444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f43cae6-b1cf-440d-9fc3-cd096620dfd4 req-c98a2f98-3cb3-44a8-8a87-9dce512325d4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 943 time: 0.1513815 Mar 07 04:45:18.942368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f43cae6-b1cf-440d-9fc3-cd096620dfd4 req-89a63934-1b77-46f6-b842-d005dd051bda tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935223 Mar 07 04:45:19.063483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-01bd4d8c-2f13-49f1-bad2-7d5b833aa50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:19.064957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-01bd4d8c-2f13-49f1-bad2-7d5b833aa50c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.2675433 Mar 07 04:45:19.124999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-5c15a62a-5895-4560-afe9-6bc838a3537b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee8e808-9065-4c89-927f-19eb84056273 HTTP/1.1" status: 200 len: 217 time: 0.0510664 Mar 07 04:45:19.255396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:19.292444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-f9eb7227-8a11-45e9-8034-80d02d18cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:19.293829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-f9eb7227-8a11-45e9-8034-80d02d18cc86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.1608803 Mar 07 04:45:19.305299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a3806-9c1d-4419-bc6c-af7cd943a8f8 req-0f80c7f8-298c-4967-86b3-1ac2a6088b62 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:19.307294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a45a3806-9c1d-4419-bc6c-af7cd943a8f8 req-0f80c7f8-298c-4967-86b3-1ac2a6088b62 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.0950105 Mar 07 04:45:19.321142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8bd09692-ee59-4b08-bcba-d639cac8057a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:19.321639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bd09692-ee59-4b08-bcba-d639cac8057a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:19.357408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:19.477048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a45a3806-9c1d-4419-bc6c-af7cd943a8f8 req-4fa16a6a-eb17-49c2-a213-d1b8f36fe62c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493299 Mar 07 04:45:19.496682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-0e223be3-0ccc-42bf-9fbd-c32c305970c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:19.498196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-0e223be3-0ccc-42bf-9fbd-c32c305970c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1897595 Mar 07 04:45:19.560705 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e57372a-3306-47af-9ac8-b5f0c4b6e8b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a2a625c3b3c4360a80386eafda7e934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996853 Mar 07 04:45:19.560893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59618) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:19.599778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-5afd7c9a-4075-4609-9b6d-26286511abbc service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946708 Mar 07 04:45:19.629164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09f2d526-c740-4059-9281-2b6932671689 admin admin] Publish callbacks [] for security_group (72f8301c-c26e-4524-b916-a020d2e90e0d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:19.656857 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09f2d526-c740-4059-9281-2b6932671689 admin admin] Publish callbacks [] for security_group (72f8301c-c26e-4524-b916-a020d2e90e0d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:19.721740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e9107f64-0b44-42c5-ad77-5b4589fe47dd req-3aa0b9eb-6130-4c5d-b178-2aeec9e7df86 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154821 Mar 07 04:45:19.723336 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09f2d526-c740-4059-9281-2b6932671689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (72f8301c-c26e-4524-b916-a020d2e90e0d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:19.735850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-09f2d526-c740-4059-9281-2b6932671689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:19.739028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-09f2d526-c740-4059-9281-2b6932671689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72f8301c-c26e-4524-b916-a020d2e90e0d HTTP/1.1" status: 204 len: 168 time: 0.1752980 Mar 07 04:45:19.772214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2d526-c740-4059-9281-2b6932671689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f8301c-c26e-4524-b916-a020d2e90e0d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:19.900075 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:20.072136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-f8533618-4305-4672-a2e8-8549d59cb9bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2468460 Mar 07 04:45:20.188950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-b46f7670-93a8-4fa7-88bc-20ca9d46c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:20.191430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-b46f7670-93a8-4fa7-88bc-20ca9d46c732 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 1128 time: 0.0633519 Mar 07 04:45:20.211908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede96ec-fa09-401c-8cf1-aae84671fe8d req-99f55ea4-1761-444e-b191-47dfaaa2b731 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:20.213504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bede96ec-fa09-401c-8cf1-aae84671fe8d req-99f55ea4-1761-444e-b191-47dfaaa2b731 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 943 time: 0.1303110 Mar 07 04:45:20.300829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bede96ec-fa09-401c-8cf1-aae84671fe8d req-6125c1d8-ce18-4ef9-a5bb-523b4ec91eaa tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809166 Mar 07 04:45:20.401403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-2a39852d-7a86-4c52-bb11-41fce124a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:20.402928 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-2a39852d-7a86-4c52-bb11-41fce124a7cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 200 len: 909 time: 0.1864395 Mar 07 04:45:20.517893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-5a90f49b-c033-4ff9-9e6d-ec8d032e20f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 200 len: 1002 time: 0.1084282 Mar 07 04:45:20.622133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-8340196c-1e69-4a25-9966-4750ee4e06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:20.625287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-8340196c-1e69-4a25-9966-4750ee4e06bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53712aa9-d597-45a0-9eee-29ac85c15448 HTTP/1.1" status: 200 len: 847 time: 0.1007891 Mar 07 04:45:20.719689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-8714b3af-1d05-46c9-8666-3ab0f819ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:20.722242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-8714b3af-1d05-46c9-8666-3ab0f819ce13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=189d4cac-0b28-4dd9-9ed1-4a92746ab548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0903363 Mar 07 04:45:20.794788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a90b0-dd3b-4405-81f7-97d5e8c73274 req-505fb2a7-2d14-400e-965c-1f41b62d733a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:20.797162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c9a90b0-dd3b-4405-81f7-97d5e8c73274 req-505fb2a7-2d14-400e-965c-1f41b62d733a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.2035193 Mar 07 04:45:20.911844 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-069611b4-b815-43f1-84df-ec68249470c4 service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824455 Mar 07 04:45:20.915601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-c2abd230-14ce-4fc0-8e88-9495ca80d1d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168791 Mar 07 04:45:20.920644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c9a90b0-dd3b-4405-81f7-97d5e8c73274 req-02fcc309-466b-451a-b0a4-cabe5b6369fe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117768 Mar 07 04:45:20.930844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:21.107893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-189d8747-1138-4992-b28b-b5fd8b434e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.109040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-189d8747-1138-4992-b28b-b5fd8b434e14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1127 time: 0.1315815 Mar 07 04:45:21.136574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1700767d-03ed-475e-9a84-ead8f881a5d1 req-e27f16d2-f4ed-44ed-893e-52a2d1f0e4e7 service neutron] 10.222.0.44 "GET /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171726 Mar 07 04:45:21.141245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1383353955'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:21.188750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:21.193862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.204535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.269619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-7c30a3cd-aeea-4827-9558-6867feb95fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.271209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-7c30a3cd-aeea-4827-9558-6867feb95fb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.1278474 Mar 07 04:45:21.306450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for security_group (99ac4c31-6cdb-426d-b660-878caaee8d03), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.312826 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (99ac4c31-6cdb-426d-b660-878caaee8d03), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.328533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:45:21.341216 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5e172960-bfff-4c77-9e8f-7223ba63a206), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.341944 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment 5e172960-bfff-4c77-9e8f-7223ba63a206 of type vlan for network 387e22d5-9b10-4e8e-8994-ee8487df875b Mar 07 04:45:21.354955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-fc2be312-8350-4bec-8d3e-f1cb14b24af1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 1000 time: 0.0768268 Mar 07 04:45:21.390821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (387e22d5-9b10-4e8e-8994-ee8487df875b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.407719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-17dfda87-6866-4ac0-ab69-b3591745d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.409380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-17dfda87-6866-4ac0-ab69-b3591745d673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0486298 Mar 07 04:45:21.419992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dee8e808-9065-4c89-927f-19eb84056273 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:45:21.464887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (387e22d5-9b10-4e8e-8994-ee8487df875b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.477893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.478525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.533970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac4c31-6cdb-426d-b660-878caaee8d03,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:21.534288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-f77087ec-28db-4dd7-850c-4f5460d1cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.535899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-f77087ec-28db-4dd7-850c-4f5460d1cb88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202943 Mar 07 04:45:21.550102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6e402-b296-4bcd-9e29-713e82cb629c req-38a34d55-c0e0-45bf-8284-c8580acb4340 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.555919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1c6e402-b296-4bcd-9e29-713e82cb629c req-38a34d55-c0e0-45bf-8284-c8580acb4340 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 943 time: 0.1232879 Mar 07 04:45:21.558944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6250150 Mar 07 04:45:21.561945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59660) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:21.632867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-706414950'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:21.642050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dee8e808-9065-4c89-927f-19eb84056273, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dee8e808-9065-4c89-927f-19eb84056273,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:21.648106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9ae41-14b8-43cd-b787-82499849dead tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=387e22d5-9b10-4e8e-8994-ee8487df875b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:21.661642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 387e22d5-9b10-4e8e-8994-ee8487df875b details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:45:21.667697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:21.668545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'dee8e808-9065-4c89-927f-19eb84056273', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'port_id': 'dee8e808-9065-4c89-927f-19eb84056273', 'mac_address': 'fa:16:3e:5f:e0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:45:21.671986 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.707607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:45:21.719478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (074a9068-d7ea-4bd3-9b29-ac7ddcb38a74), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.719835 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment 074a9068-d7ea-4bd3-9b29-ac7ddcb38a74 of type vlan for network 7d95beb2-f3eb-494e-a27a-95b2811aee17 Mar 07 04:45:21.772667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7d95beb2-f3eb-494e-a27a-95b2811aee17), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.810520 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7d95beb2-f3eb-494e-a27a-95b2811aee17), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.817698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:21.818695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.826344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port dee8e808-9065-4c89-927f-19eb84056273 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:21.826999 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee8e808-9065-4c89-927f-19eb84056273), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.859185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2959526 Mar 07 04:45:21.863255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:21.869349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:21.869609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee8e808-9065-4c89-927f-19eb84056273 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:45:21.930774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dee8e808-9065-4c89-927f-19eb84056273, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dee8e808-9065-4c89-927f-19eb84056273,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:21.941222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dee8e808-9065-4c89-927f-19eb84056273), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:21.970913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f17f4-64cd-4169-8f84-ea1867ca379f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=7d95beb2-f3eb-494e-a27a-95b2811aee17,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:21.996066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:45:22.062245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:22.070369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:22.130463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=dee8e808-9065-4c89-927f-19eb84056273,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:22.155401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.156000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.159834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.161006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.162049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.162755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.163490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.164073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.164795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.165720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.166415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.167545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.168898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:22.182158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['dee8e808-9065-4c89-927f-19eb84056273'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:45:22.227164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1c6e402-b296-4bcd-9e29-713e82cb629c req-a0c7950a-54f4-4795-96cf-77aeaa35e865 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6556997 Mar 07 04:45:22.291980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7227ca3-07c8-46a8-b451-bb594734684f req-13feaeea-3a8a-4e2b-8eb4-364b119c2686 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:22.299620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7227ca3-07c8-46a8-b451-bb594734684f req-13feaeea-3a8a-4e2b-8eb4-364b119c2686 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.2006073 Mar 07 04:45:22.303609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:22.343189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-16cefe10-aa89-45a8-b3e0-907e83847fcf service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861052 Mar 07 04:45:22.377323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (157effcf-7cdb-4839-96b3-2cbbac1a4e86), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:22.436353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7227ca3-07c8-46a8-b451-bb594734684f req-b5a1bedb-4f91-4647-b3d5-826aba989278 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352582 Mar 07 04:45:22.442661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=157effcf-7cdb-4839-96b3-2cbbac1a4e86,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:22.486488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': '5e172960-bfff-4c77-9e8f-7223ba63a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:22.487149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: 387e22d5-9b10-4e8e-8994-ee8487df875b, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:45:22.504634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 387e22d5-9b10-4e8e-8994-ee8487df875b is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:45:22.520357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 387e22d5-9b10-4e8e-8994-ee8487df875b) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:22.525560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:22.526185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:22.533024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a55cf-c80f-4a15-a0be-d2e46113e5aa None None] Network 387e22d5-9b10-4e8e-8994-ee8487df875b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:22.550022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb8dfe60-8a43-4125-848b-d0a7efccf1a8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6827519 Mar 07 04:45:22.550321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59672) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:22.553678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d7dfeb0-b5df-445c-a49e-b2bf14b4c02c req-e6233104-bddf-484e-b081-8f8272a16a90 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974006 Mar 07 04:45:22.556796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:22.672474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-387e22d5-9b10-4e8e-8994-ee8487df875b', 'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': '157effcf-7cdb-4839-96b3-2cbbac1a4e86'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:45:22.673397 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:22.687264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:22.693886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:22.936512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (f5f982df-41f1-46a1-8e57-83fb74428c3a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.003541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Allocated IP 2001:db8::2 (387e22d5-9b10-4e8e-8994-ee8487df875b/157effcf-7cdb-4839-96b3-2cbbac1a4e86/52f6e76a-88fd-4cce-94f0-9e8d5c195752) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:23.020754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:23.021113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: 7d95beb2-f3eb-494e-a27a-95b2811aee17, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:45:23.041739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=f5f982df-41f1-46a1-8e57-83fb74428c3a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:23.055965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:45:23.073456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7d95beb2-f3eb-494e-a27a-95b2811aee17) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:23.090291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:23.092380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.118218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59674) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:23.126599 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6155dad1-4d6f-42b5-91ae-8ba7d38f6fe1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5747628 Mar 07 04:45:23.132584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1262372219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:23.172488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3318046-890b-4e2e-a6e6-5a73a16abbc3 None None] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:23.174745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (25807ff9-c539-4ef8-82d6-dead2285da28), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.176291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (25807ff9-c539-4ef8-82d6-dead2285da28), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.271639 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Publish callbacks [] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.285663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (25807ff9-c539-4ef8-82d6-dead2285da28), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.293263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-7d95beb2-f3eb-494e-a27a-95b2811aee17', 'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': 'f5f982df-41f1-46a1-8e57-83fb74428c3a'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:45:23.294168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.294512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (25807ff9-c539-4ef8-82d6-dead2285da28), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.311038 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.343791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.348353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59684) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:23.348486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0bf81468-8485-4450-a6b9-8bba797f0abf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2282245 Mar 07 04:45:23.384505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Pushing event updated for resources: {'Port': ['ID=52f6e76a-88fd-4cce-94f0-9e8d5c195752,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:23.394537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Network 387e22d5-9b10-4e8e-8994-ee8487df875b is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:23.449623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3184db-39ba-4216-b294-c2e4bf83e2a0 req-fca9cfb6-077d-4f16-85b5-47935ab6f185 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:23.451672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff3184db-39ba-4216-b294-c2e4bf83e2a0 req-fca9cfb6-077d-4f16-85b5-47935ab6f185 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 944 time: 0.1020343 Mar 07 04:45:23.471727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:23.487200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dee8e808-9065-4c89-927f-19eb84056273 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:23.490826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:23.577059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff3184db-39ba-4216-b294-c2e4bf83e2a0 req-2ed6b2f3-a4bc-4f42-9359-1ae9f3e6cf19 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186354 Mar 07 04:45:23.649522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Attempting to bind port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:45:23.650103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Attempting to bind port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '5e172960-bfff-4c77-9e8f-7223ba63a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:45:23.650283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Attempting to bind port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 on network 387e22d5-9b10-4e8e-8994-ee8487df875b {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:23.663677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:45:23.664065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Checking segment: {'id': '5e172960-bfff-4c77-9e8f-7223ba63a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:23.664484 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.665189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Bound using segment: {'id': '5e172960-bfff-4c77-9e8f-7223ba63a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:45:23.665692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Bound port: 52f6e76a-88fd-4cce-94f0-9e8d5c195752, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e172960-bfff-4c77-9e8f-7223ba63a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '387e22d5-9b10-4e8e-8994-ee8487df875b'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:45:23.666101 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.694350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Allocated IP 2001:db8:1::2 (7d95beb2-f3eb-494e-a27a-95b2811aee17/f5f982df-41f1-46a1-8e57-83fb74428c3a/5c88a968-9642-438c-a3fb-e989830205ee) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:23.736690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port dee8e808-9065-4c89-927f-19eb84056273 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:45:23.737389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bdf58-15cc-43ac-a73c-d2b8dbe3da92 req-22aa6d7f-4c5f-4521-85be-c794bbc88b83 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:23.746673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f96bdf58-15cc-43ac-a73c-d2b8dbe3da92 req-22aa6d7f-4c5f-4521-85be-c794bbc88b83 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1415298 Mar 07 04:45:23.796295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port dee8e808-9065-4c89-927f-19eb84056273 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:23.796680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee8e808-9065-4c89-927f-19eb84056273), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.860185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f96bdf58-15cc-43ac-a73c-d2b8dbe3da92 req-34ac0236-0061-481d-9957-570f42136221 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995371 Mar 07 04:45:23.954907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:23.977577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59692) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:24.061751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] For port 52f6e76a-88fd-4cce-94f0-9e8d5c195752, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:45:24.085544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] For port 52f6e76a-88fd-4cce-94f0-9e8d5c195752, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52f6e76a-88fd-4cce-94f0-9e8d5c195752,segment=NetworkSegment(5e172960-bfff-4c77-9e8f-7223ba63a206),segment_id=5e172960-bfff-4c77-9e8f-7223ba63a206)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:45:24.114694 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.215344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83811800-1bec-46c8-b46b-e0b83e7e583b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.231340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port dee8e808-9065-4c89-927f-19eb84056273 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:24.231780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee8e808-9065-4c89-927f-19eb84056273), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.234527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed91b-c1d1-4b4d-9ccc-1104929a6b83 None None] Pushing event updated for resources: {'Port': ['ID=52f6e76a-88fd-4cce-94f0-9e8d5c195752,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:24.241657 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Publish callbacks [] for port (5c88a968-9642-438c-a3fb-e989830205ee), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.273748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (5c88a968-9642-438c-a3fb-e989830205ee), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.322647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:24.387400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port dee8e808-9065-4c89-927f-19eb84056273, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dee8e808-9065-4c89-927f-19eb84056273,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:24.395362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:24.400070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:45:24.404957 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b1ad8-de34-4c1c-acb4-861104f05c8e" -d '{"events": [{"server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "name": "network-vif-plugged", "status": "completed", "tag": "dee8e808-9065-4c89-927f-19eb84056273"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:45:24.411699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:24.417885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8::1 (387e22d5-9b10-4e8e-8994-ee8487df875b/157effcf-7cdb-4839-96b3-2cbbac1a4e86/b54f3633-b0e2-4c75-a8e3-fd33c58307b0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:24.436456 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83811800-1bec-46c8-b46b-e0b83e7e583b admin admin] Publish callbacks [] for security_group (790d9fdd-28bd-45cc-8e56-808808396e3c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.449561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83811800-1bec-46c8-b46b-e0b83e7e583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (790d9fdd-28bd-45cc-8e56-808808396e3c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.516436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83811800-1bec-46c8-b46b-e0b83e7e583b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d9fdd-28bd-45cc-8e56-808808396e3c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:24.580206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-83811800-1bec-46c8-b46b-e0b83e7e583b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=560b69d96a4b45ee90b236036fd7c22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6011996 Mar 07 04:45:24.580456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dee8e808-9065-4c89-927f-19eb84056273), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.595686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:24.660893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Attempting to bind port 5c88a968-9642-438c-a3fb-e989830205ee on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:45:24.661328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Attempting to bind port 5c88a968-9642-438c-a3fb-e989830205ee by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:45:24.661687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Attempting to bind port 5c88a968-9642-438c-a3fb-e989830205ee on network 7d95beb2-f3eb-494e-a27a-95b2811aee17 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:24.682435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Pushing event updated for resources: {'Port': ['ID=5c88a968-9642-438c-a3fb-e989830205ee,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:24.700981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:45:24.701365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Checking segment: {'id': '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:24.701781 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.702207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Bound using segment: {'id': '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:45:24.707522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Bound port: 5c88a968-9642-438c-a3fb-e989830205ee, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7d95beb2-f3eb-494e-a27a-95b2811aee17'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:45:24.708020 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5c88a968-9642-438c-a3fb-e989830205ee), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.720272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7042334-476b-436f-9382-8972cb30f866 admin admin] Publish callbacks [] for security_group (790d9fdd-28bd-45cc-8e56-808808396e3c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.747210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.772654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7042334-476b-436f-9382-8972cb30f866 admin admin] Publish callbacks [] for security_group (790d9fdd-28bd-45cc-8e56-808808396e3c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.816919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.859324 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bc0c1-8bf5-4bd6-ac67-ab95e1534538 x-openstack-request-id: req-6c2bc0c1-8bf5-4bd6-ac67-ab95e1534538 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:45:24.859660 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "name": "network-vif-plugged", "status": "completed", "tag": "dee8e808-9065-4c89-927f-19eb84056273", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:45:24.859840 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c2bc0c1-8bf5-4bd6-ac67-ab95e1534538 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:45:24.860560 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273', 'code': 200} Mar 07 04:45:24.908498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 387e22d5-9b10-4e8e-8994-ee8487df875b is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:24.915205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:24.924161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:24.924721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.958627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=dee8e808-9065-4c89-927f-19eb84056273,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:24.994141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72892d60-6c45-4653-bba4-8446537fad24 req-f39b1b3d-3260-4fa9-925e-ac8b14e66f44 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:24.995935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72892d60-6c45-4653-bba4-8446537fad24 req-f39b1b3d-3260-4fa9-925e-ac8b14e66f44 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.1888344 Mar 07 04:45:24.996657 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7042334-476b-436f-9382-8972cb30f866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (790d9fdd-28bd-45cc-8e56-808808396e3c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:24.999286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7042334-476b-436f-9382-8972cb30f866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.006488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=b54f3633-b0e2-4c75-a8e3-fd33c58307b0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:25.007880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d7042334-476b-436f-9382-8972cb30f866 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/790d9fdd-28bd-45cc-8e56-808808396e3c HTTP/1.1" status: 204 len: 168 time: 0.4066725 Mar 07 04:45:25.052773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] For port 5c88a968-9642-438c-a3fb-e989830205ee, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:45:25.056949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] For port 5c88a968-9642-438c-a3fb-e989830205ee, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5c88a968-9642-438c-a3fb-e989830205ee,segment=NetworkSegment(074a9068-d7ea-4bd3-9b29-ac7ddcb38a74),segment_id=074a9068-d7ea-4bd3-9b29-ac7ddcb38a74)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:45:25.072338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5c88a968-9642-438c-a3fb-e989830205ee), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.104800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72892d60-6c45-4653-bba4-8446537fad24 req-0c941530-1eee-46bd-85da-f285dbba701e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953953 Mar 07 04:45:25.108545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7042334-476b-436f-9382-8972cb30f866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d9fdd-28bd-45cc-8e56-808808396e3c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:25.205853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5e09e-18e8-4b0b-9117-18fd7b8ce197 req-e01e503e-d59d-4349-bd76-5d35767355ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:25.212408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cac5e09e-18e8-4b0b-9117-18fd7b8ce197 req-e01e503e-d59d-4349-bd76-5d35767355ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 1127 time: 0.3027883 Mar 07 04:45:25.284501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbb6ae-9c98-4e66-93e9-912ba49cea19 req-c7e2ab35-07eb-4042-ae48-366db2191e08 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:25.287198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfcbb6ae-9c98-4e66-93e9-912ba49cea19 req-c7e2ab35-07eb-4042-ae48-366db2191e08 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1938562 Mar 07 04:45:25.293881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14511394-bc46-4633-a854-d6860232fdd7 None None] Pushing event updated for resources: {'Port': ['ID=5c88a968-9642-438c-a3fb-e989830205ee,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:25.375481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cac5e09e-18e8-4b0b-9117-18fd7b8ce197 req-5b4d9435-4070-4fdb-a517-3e22d7ef27f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491230 Mar 07 04:45:25.384077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfcbb6ae-9c98-4e66-93e9-912ba49cea19 req-698ae9a3-e9d3-41bf-b6cd-67c9e7f3b312 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900409 Mar 07 04:45:25.412170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52f6e76a-88fd-4cce-94f0-9e8d5c195752 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:25.533793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:25.534227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.727089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:25.729346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.792852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59716) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:25.796558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 52f6e76a-88fd-4cce-94f0-9e8d5c195752, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52f6e76a-88fd-4cce-94f0-9e8d5c195752,segment=NetworkSegment(5e172960-bfff-4c77-9e8f-7223ba63a206),segment_id=5e172960-bfff-4c77-9e8f-7223ba63a206)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:25.813394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.831836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1691ac2-b544-4013-ac4f-97529617c6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.924997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=52f6e76a-88fd-4cce-94f0-9e8d5c195752,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:25.935763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.993939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1691ac2-b544-4013-ac4f-97529617c6ee admin admin] Publish callbacks [] for security_group (8f302d06-52f1-4ae1-b235-c3eaa75e0656), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:25.998734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1691ac2-b544-4013-ac4f-97529617c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8f302d06-52f1-4ae1-b235-c3eaa75e0656), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.055266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a1691ac2-b544-4013-ac4f-97529617c6ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e162e50853bc4cb880c1c9421de69d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611361 Mar 07 04:45:26.056028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1691ac2-b544-4013-ac4f-97529617c6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f302d06-52f1-4ae1-b235-c3eaa75e0656,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:26.059221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59718) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:26.153758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3967d788-2920-4b82-8279-eba53d34d53a admin admin] Publish callbacks [] for security_group (8f302d06-52f1-4ae1-b235-c3eaa75e0656), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.184838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3967d788-2920-4b82-8279-eba53d34d53a admin admin] Publish callbacks [] for security_group (8f302d06-52f1-4ae1-b235-c3eaa75e0656), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.255010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bd2378-bd0d-472b-b943-09679ace2698 None None] Network 387e22d5-9b10-4e8e-8994-ee8487df875b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:26.258737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3967d788-2920-4b82-8279-eba53d34d53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8f302d06-52f1-4ae1-b235-c3eaa75e0656), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.263334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3967d788-2920-4b82-8279-eba53d34d53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.268962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3967d788-2920-4b82-8279-eba53d34d53a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f302d06-52f1-4ae1-b235-c3eaa75e0656 HTTP/1.1" status: 204 len: 168 time: 0.2086961 Mar 07 04:45:26.283183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967d788-2920-4b82-8279-eba53d34d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f302d06-52f1-4ae1-b235-c3eaa75e0656,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:26.455917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 742e19e5-c442-45fc-9e5d-16b6839fab1d details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:45:26.464751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73915878-75e0-4353-9bb4-949960dd2dae req-5526d4e3-2a3e-4255-b3cb-7a3f17e5243f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:26.469103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73915878-75e0-4353-9bb4-949960dd2dae req-5526d4e3-2a3e-4255-b3cb-7a3f17e5243f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.1633277 Mar 07 04:45:26.542688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.550052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.551435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.611616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b8d1f201-ace1-4321-b137-7dcbfea1decb None None] Provisioning complete for port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:26.611999 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f201-ace1-4321-b137-7dcbfea1decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:26.659878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73915878-75e0-4353-9bb4-949960dd2dae req-1f08e00f-9914-4cd7-a20a-8982f75b7c22 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849227 Mar 07 04:45:26.712049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=b54f3633-b0e2-4c75-a8e3-fd33c58307b0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:26.716811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e391-a6c7-4e98-ad1c-24f6665e2868 req-f62033ae-5dd9-4d04-91bc-066db385425d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:26.725290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.resource_extend [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:45:26.744069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78b5e391-a6c7-4e98-ad1c-24f6665e2868 req-f62033ae-5dd9-4d04-91bc-066db385425d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 943 time: 0.1993754 Mar 07 04:45:26.886014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78b5e391-a6c7-4e98-ad1c-24f6665e2868 req-d3cb3d39-342a-4e89-83d1-a87ca5b00c73 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273437 Mar 07 04:45:26.979447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 387e22d5-9b10-4e8e-8994-ee8487df875b is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:26.982876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:26.991276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 742e19e5-c442-45fc-9e5d-16b6839fab1d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:27.011561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '742e19e5-c442-45fc-9e5d-16b6839fab1d', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': '742e19e5-c442-45fc-9e5d-16b6839fab1d', 'mac_address': 'fa:16:3e:71:9a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:45:27.270516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1f201-ace1-4321-b137-7dcbfea1decb None None] Current status of the port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:27.311007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 742e19e5-c442-45fc-9e5d-16b6839fab1d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:27.311674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:27.325731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router 25807ff9-c539-4ef8-82d6-dead2285da28 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:45:27.330698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742e19e5-c442-45fc-9e5d-16b6839fab1d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:45:27.375559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63131b4-03e2-4ffc-931a-2db56d06ffa3 None None] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:27.545961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:27.559167 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] Sync routers for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:27.570245 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d81ac40-a1e3-44cc-8262-5b96e79fb561 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/25807ff9-c539-4ef8-82d6-dead2285da28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2200963 Mar 07 04:45:27.572394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:27.572536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59756) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:27.573030 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:27.622059 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:27.634907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:27.635741 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:27.663907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52f6e76a-88fd-4cce-94f0-9e8d5c195752 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:27.684249 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:27.687493 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a059e6-2286-4abb-bd49-ed81ef7bbd48 None None] The sync data for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:27.700916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c140dd-9637-4c0b-a1a7-13c085d71269 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:27.705079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-17c140dd-9637-4c0b-a1a7-13c085d71269 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports/b54f3633-b0e2-4c75-a8e3-fd33c58307b0 HTTP/1.1" status: 200 len: 911 time: 0.1291702 Mar 07 04:45:27.705637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59762) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:27.785633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 742e19e5-c442-45fc-9e5d-16b6839fab1d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:27.869672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] Provisioning complete for port 5c88a968-9642-438c-a3fb-e989830205ee triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:27.870336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5c88a968-9642-438c-a3fb-e989830205ee), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:27.872216 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:28.014926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ed2d-c132-4ba8-91f7-a5149cf523e8 req-4b8f2373-9ca7-4b28-a08a-bda62c48908c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:28.032174 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36f1ed2d-c132-4ba8-91f7-a5149cf523e8 req-4b8f2373-9ca7-4b28-a08a-bda62c48908c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.1777015 Mar 07 04:45:28.236542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36f1ed2d-c132-4ba8-91f7-a5149cf523e8 req-95c6be5d-1bfd-41c6-a42a-8d467b8ede0a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032428 Mar 07 04:45:28.266347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93ef20-30b7-4a93-a13f-64795c9468e9 req-2b92546f-2b2b-4a9b-bf48-67d099797a46 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:28.270119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c93ef20-30b7-4a93-a13f-64795c9468e9 req-2b92546f-2b2b-4a9b-bf48-67d099797a46 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 944 time: 0.2351260 Mar 07 04:45:28.413375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c93ef20-30b7-4a93-a13f-64795c9468e9 req-96988ae3-2e66-4592-9fe9-3d41f568c778 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317353 Mar 07 04:45:28.454276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=742e19e5-c442-45fc-9e5d-16b6839fab1d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:28.462972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b6d9-b33d-45cd-841d-479906f5ee9c req-1b5f806c-1347-4070-91d6-9c43cbdc3884 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:28.480054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98a5b6d9-b33d-45cd-841d-479906f5ee9c req-1b5f806c-1347-4070-91d6-9c43cbdc3884 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.1343229 Mar 07 04:45:28.480295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59778) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:28.481195 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:28.486457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'port_id': 'dee8e808-9065-4c89-927f-19eb84056273'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:28.570075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:28.570812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:28.619745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (2345c769-31cd-45d3-be10-35cee90bd1e8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:28.653536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['742e19e5-c442-45fc-9e5d-16b6839fab1d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:45:28.818509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] Current status of the port 5c88a968-9642-438c-a3fb-e989830205ee is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:28.818509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5c88a968-9642-438c-a3fb-e989830205ee), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.006161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] For port 5c88a968-9642-438c-a3fb-e989830205ee, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5c88a968-9642-438c-a3fb-e989830205ee,segment=NetworkSegment(074a9068-d7ea-4bd3-9b29-ac7ddcb38a74),segment_id=074a9068-d7ea-4bd3-9b29-ac7ddcb38a74)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:29.013287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8:1::1 (7d95beb2-f3eb-494e-a27a-95b2811aee17/f5f982df-41f1-46a1-8e57-83fb74428c3a/de1067a3-194e-4cab-a37e-1579307b4b5f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:29.054782 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (5c88a968-9642-438c-a3fb-e989830205ee), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.132261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:29.133335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5c88a968-9642-438c-a3fb-e989830205ee up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:29.289900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.349335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.356515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Provisioning complete for port b54f3633-b0e2-4c75-a8e3-fd33c58307b0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:29.357481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.399742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Port b54f3633-b0e2-4c75-a8e3-fd33c58307b0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:29.408333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fffd5-b5c7-462a-a9a5-403312cbceeb None None] Pushing event updated for resources: {'Port': ['ID=5c88a968-9642-438c-a3fb-e989830205ee,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:29.425274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:29.437620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:29.443558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:29.444154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.455553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5c88a968-9642-438c-a3fb-e989830205ee triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:29.456128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5c88a968-9642-438c-a3fb-e989830205ee), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.514291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=de1067a3-194e-4cab-a37e-1579307b4b5f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:29.530661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Provisioning complete for port 5c88a968-9642-438c-a3fb-e989830205ee triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:29.531396 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5c88a968-9642-438c-a3fb-e989830205ee), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.655584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.673004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.723614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2345c769-31cd-45d3-be10-35cee90bd1e8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.752170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5c88a968-9642-438c-a3fb-e989830205ee is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:29.840615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Current status of the port 5c88a968-9642-438c-a3fb-e989830205ee is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:29.890506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Provisioning complete for port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:29.902390 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:29.962552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5c88a968-9642-438c-a3fb-e989830205ee up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:29.988302 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP 2345c769-31cd-45d3-be10-35cee90bd1e8 associated. External IP: 172.25.4.191, port: dee8e808-9065-4c89-927f-19eb84056273. Mar 07 04:45:30.000352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110f80-7482-4f4e-b72a-2aaf5880162b req-050e1265-f910-4c45-932d-9a92e04e0a2c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:30.002284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1110f80-7482-4f4e-b72a-2aaf5880162b req-050e1265-f910-4c45-932d-9a92e04e0a2c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 944 time: 0.3812597 Mar 07 04:45:30.099124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1110f80-7482-4f4e-b72a-2aaf5880162b req-689e9703-77eb-4ee2-98c4-d060058c3246 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626357 Mar 07 04:45:30.160220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ce233208-f860-4c04-8fb5-de4efae1eede None None] Current status of the port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:30.174734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 5c88a968-9642-438c-a3fb-e989830205ee triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:30.178114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (5c88a968-9642-438c-a3fb-e989830205ee), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.287751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.299625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.300429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.362205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4130765a-552c-4173-a017-4d097ce79c3b None None] Provisioning complete for port de1067a3-194e-4cab-a37e-1579307b4b5f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:30.362594 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4130765a-552c-4173-a017-4d097ce79c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.364081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 5c88a968-9642-438c-a3fb-e989830205ee is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:30.430516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=de1067a3-194e-4cab-a37e-1579307b4b5f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:30.449400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:30.463683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 742e19e5-c442-45fc-9e5d-16b6839fab1d up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:30.479554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4130765a-552c-4173-a017-4d097ce79c3b None None] Port de1067a3-194e-4cab-a37e-1579307b4b5f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:30.606649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:30.614266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.620330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:30.660097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:30.661602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:30.664860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 742e19e5-c442-45fc-9e5d-16b6839fab1d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:45:30.675967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:30.676540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:30.688520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 742e19e5-c442-45fc-9e5d-16b6839fab1d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:30.692787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8756b67c-4769-4b0b-ac87-0f022a17192f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "PUT /v2.0/floatingips/2345c769-31cd-45d3-be10-35cee90bd1e8 HTTP/1.1" status: 200 len: 991 time: 2.2112796 Mar 07 04:45:30.693408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:45:30.695721 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "tag": "dee8e808-9065-4c89-927f-19eb84056273"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:45:30.700224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:30.764020 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0809ba46-f908-47be-a421-f936a77c8f32 x-openstack-request-id: req-0809ba46-f908-47be-a421-f936a77c8f32 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:45:30.764305 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "tag": "dee8e808-9065-4c89-927f-19eb84056273", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:45:30.764625 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0809ba46-f908-47be-a421-f936a77c8f32 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:45:30.765312 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273', 'status': 'completed', 'code': 200} Mar 07 04:45:30.874045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-87a8a489-3c4a-484d-8689-a474803e1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:30.875741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-87a8a489-3c4a-484d-8689-a474803e1ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 1127 time: 0.0886288 Mar 07 04:45:30.941239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router 25807ff9-c539-4ef8-82d6-dead2285da28 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:31.026988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:45:31.076742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-a68b363a-14f2-4bd4-9a9d-909b5a142b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:31.078706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-a68b363a-14f2-4bd4-9a9d-909b5a142b79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.1955497 Mar 07 04:45:31.167689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:31.179297 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] Sync routers for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:31.185129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8af35923-1809-4691-8c8b-9b17a27aa8f4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/25807ff9-c539-4ef8-82d6-dead2285da28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4780715 Mar 07 04:45:31.185911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59822) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:31.203278 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:31.204249 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:31.232400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 742e19e5-c442-45fc-9e5d-16b6839fab1d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:31.238320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:31.282805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea9504-def2-447f-b556-888082998f4d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:31.289084 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e7ea9504-def2-447f-b556-888082998f4d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports/de1067a3-194e-4cab-a37e-1579307b4b5f HTTP/1.1" status: 200 len: 913 time: 0.1015756 Mar 07 04:45:31.293036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:31.301376 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:31.328326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-d346a786-5e76-4ba8-af17-adefc03ccb41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee8e808-9065-4c89-927f-19eb84056273 HTTP/1.1" status: 200 len: 999 time: 0.2389159 Mar 07 04:45:31.328852 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:31.329773 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:31.415495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e19e5-c442-45fc-9e5d-16b6839fab1d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:45:31.418755 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:31.419700 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f5c10-f284-4280-8d36-0755b52f8c55 None None] The sync data for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:31.422948 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b385ff29-2707-4257-9136-883f9f9e7ef1" -d '{"events": [{"server_uuid": "59f6359c-019a-43d6-bdda-29eff20df2aa", "name": "network-vif-plugged", "status": "completed", "tag": "742e19e5-c442-45fc-9e5d-16b6839fab1d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:45:31.470120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-88bcc9ec-5776-4d5d-b438-b5b51977c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:31.473564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-88bcc9ec-5776-4d5d-b438-b5b51977c1c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.1391456 Mar 07 04:45:31.489908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba2a7-d371-4629-8173-2f0bd72566df req-dbcd6eca-35a6-4dae-ad7a-ac794fad9737 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:31.492789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0cba2a7-d371-4629-8173-2f0bd72566df req-dbcd6eca-35a6-4dae-ad7a-ac794fad9737 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 944 time: 0.2412698 Mar 07 04:45:31.498004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2b40dd7b-8276-4fb2-a0d8-3d67b2f5d114 None None] Provisioning complete for port de1067a3-194e-4cab-a37e-1579307b4b5f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:31.498563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b40dd7b-8276-4fb2-a0d8-3d67b2f5d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:31.559624 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f6b25-b55c-4bb3-8dc6-6802ab23c8ee x-openstack-request-id: req-ff7f6b25-b55c-4bb3-8dc6-6802ab23c8ee {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:45:31.560013 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f6359c-019a-43d6-bdda-29eff20df2aa", "name": "network-vif-plugged", "status": "completed", "tag": "742e19e5-c442-45fc-9e5d-16b6839fab1d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:45:31.560169 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7f6b25-b55c-4bb3-8dc6-6802ab23c8ee {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:45:31.560579 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e19e5-c442-45fc-9e5d-16b6839fab1d', 'code': 200} Mar 07 04:45:31.563649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 742e19e5-c442-45fc-9e5d-16b6839fab1d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:31.564664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2b40dd7b-8276-4fb2-a0d8-3d67b2f5d114 None None] Port de1067a3-194e-4cab-a37e-1579307b4b5f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:31.604572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:31.685195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=742e19e5-c442-45fc-9e5d-16b6839fab1d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:31.700238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a0cba2a7-d371-4629-8173-2f0bd72566df req-a207fc57-ee51-459b-b30c-2df0074620bb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841969 Mar 07 04:45:31.750318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-25591448-c9c7-448d-9c1c-ae83fc01aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:31.756489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '2345c769-31cd-45d3-be10-35cee90bd1e8', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'dee8e808-9065-4c89-927f-19eb84056273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:5f:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:45:09Z', 'updated_at': '2022-03-07T04:45:29Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}, {'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:52Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:31.762226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-25591448-c9c7-448d-9c1c-ae83fc01aba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2762940 Mar 07 04:45:31.796789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:45:31.806618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:31.807228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:31.837610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5d3ef-e9b1-4173-a90c-2ecd851fe6f0 req-72642695-537f-4965-8e59-94bf929bb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:31.839299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04a5d3ef-e9b1-4173-a90c-2ecd851fe6f0 req-72642695-537f-4965-8e59-94bf929bb891 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 1127 time: 0.2754946 Mar 07 04:45:31.989938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-010111bf-c3ec-484e-9b10-c242afe601cf service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256923 Mar 07 04:45:32.030886 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-04a5d3ef-e9b1-4173-a90c-2ecd851fe6f0 req-3ac0dbb8-ea77-4e85-b89d-648dcfc57399 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304011 Mar 07 04:45:32.059849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:45:32.164658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:32.240349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b8be3d-a1a4-4a5a-ba84-19b39692e6dd req-e2628502-b7a9-4654-92f7-1b554754ec07 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368643 Mar 07 04:45:32.467061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '2345c769-31cd-45d3-be10-35cee90bd1e8', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'dee8e808-9065-4c89-927f-19eb84056273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:5f:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:45:09Z', 'updated_at': '2022-03-07T04:45:29Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}, {'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:52Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:32.500283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b65e03-577e-4c6c-97ad-f4c9442e8d9f None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '2345c769-31cd-45d3-be10-35cee90bd1e8', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'dee8e808-9065-4c89-927f-19eb84056273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:5f:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:45:09Z', 'updated_at': '2022-03-07T04:45:29Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}, {'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:52Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:32.610738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port de1067a3-194e-4cab-a37e-1579307b4b5f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:32.611795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:32.718955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:32.743018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for de1067a3-194e-4cab-a37e-1579307b4b5f owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:32.792682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-397493c8-dd3b-4db6-8d60-c430b8573a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:32.891490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8212d67-dce1-4520-809d-dcc6a7e0669b None None] New status for floating IP 2345c769-31cd-45d3-be10-35cee90bd1e8: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:45:32.962688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb97c0-0dc8-486c-83f6-0bdf792552e7 req-6197966e-be1d-489c-bf74-56f432ad44d5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:32.969750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24bb97c0-0dc8-486c-83f6-0bdf792552e7 req-6197966e-be1d-489c-bf74-56f432ad44d5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.0932934 Mar 07 04:45:33.062285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24bb97c0-0dc8-486c-83f6-0bdf792552e7 req-a9fdf7e8-fa8e-4bb0-b5c3-57573ffb9a82 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898957 Mar 07 04:45:33.135516 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (de1067a3-194e-4cab-a37e-1579307b4b5f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:33.186827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=de1067a3-194e-4cab-a37e-1579307b4b5f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:33.816201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:34.053320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router 25807ff9-c539-4ef8-82d6-dead2285da28 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:34.185781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:34.199446 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] Sync routers for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:34.219990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760ba1-90da-4c95-a968-6b78b0908b24 req-edd1e014-fbb1-410c-955e-444ca73a9901 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:34.222383 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b72cce8-cc62-4706-8885-da8da1029148 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/25807ff9-c539-4ef8-82d6-dead2285da28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9279745 Mar 07 04:45:34.223153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59852) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:34.226651 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:34.227535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:34.234959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc760ba1-90da-4c95-a968-6b78b0908b24 req-edd1e014-fbb1-410c-955e-444ca73a9901 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.0881472 Mar 07 04:45:34.273953 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:34.284893 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:34.285779 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:34.344736 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:34.345717 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1272d-744e-4ba8-a5ba-6e6f9c0f5a29 None None] The sync data for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:34.369302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc760ba1-90da-4c95-a968-6b78b0908b24 req-a23ee026-e660-4bbb-bff2-bf89209d8017 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311281 Mar 07 04:45:34.573282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff330-e4ca-43cc-a1c6-82852bef657b req-cb5963a4-a099-4ec6-984e-369faf7addac tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:34.576493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4fff330-e4ca-43cc-a1c6-82852bef657b req-cb5963a4-a099-4ec6-984e-369faf7addac tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.1145270 Mar 07 04:45:34.671181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4fff330-e4ca-43cc-a1c6-82852bef657b req-b0d3c538-d881-4830-8bd7-9972a22c0edf tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802186 Mar 07 04:45:34.874588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bdebe-f112-4310-a55b-f73a18a0fdc6 req-a7a350ac-2533-48e5-9889-4235c3042948 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:34.878016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:34.882992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-525bdebe-f112-4310-a55b-f73a18a0fdc6 req-a7a350ac-2533-48e5-9889-4235c3042948 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.1172042 Mar 07 04:45:34.990861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-525bdebe-f112-4310-a55b-f73a18a0fdc6 req-09485ec8-2a86-41cf-b03f-299623460bad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Mar 07 04:45:35.401103 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6321fb0c-862c-4856-ba97-feb1e74bd5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:35.427944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port b54f3633-b0e2-4c75-a8e3-fd33c58307b0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:35.429658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:35.577160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:35.582642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264233-7c13-468f-ab10-eb6d89d3a50c req-712a9bce-5b26-4d12-bc16-76086de4d255 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:35.584229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc264233-7c13-468f-ab10-eb6d89d3a50c req-712a9bce-5b26-4d12-bc16-76086de4d255 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.0894198 Mar 07 04:45:35.599896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for b54f3633-b0e2-4c75-a8e3-fd33c58307b0 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:35.677485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc264233-7c13-468f-ab10-eb6d89d3a50c req-2e459821-08af-47ba-9cdb-c192ec5de0cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825605 Mar 07 04:45:35.854931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b54f3633-b0e2-4c75-a8e3-fd33c58307b0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:35.913371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=b54f3633-b0e2-4c75-a8e3-fd33c58307b0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:36.051732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (25807ff9-c539-4ef8-82d6-dead2285da28), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:36.285006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router 25807ff9-c539-4ef8-82d6-dead2285da28 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:36.373722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:36.382485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:36.382921 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f59f671-d60f-4df6-9dd1-b7532068c33b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/25807ff9-c539-4ef8-82d6-dead2285da28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1584218 Mar 07 04:45:36.386794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] Sync routers for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:36.398294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:36.399810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:36.435605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ef7d806-b11f-415a-bcaa-099996c3dde5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=25807ff9-c539-4ef8-82d6-dead2285da28 HTTP/1.1" status: 200 len: 205 time: 0.0519245 Mar 07 04:45:36.438512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59876) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:36.658436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (25807ff9-c539-4ef8-82d6-dead2285da28), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:36.713242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:36.727066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] Routers {'25807ff9-c539-4ef8-82d6-dead2285da28'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:36.727830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['25807ff9-c539-4ef8-82d6-dead2285da28'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:36.775847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:36.776580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093664e-baec-4cb7-86b7-e5301c25a1a6 None None] The sync data for ids ['25807ff9-c539-4ef8-82d6-dead2285da28'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:36.785416 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:36.888236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9a496-3e2c-4192-9f05-39dfe7d15ba7 req-af47f636-971b-401e-8c3e-683cb070f255 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:36.899769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f9a496-3e2c-4192-9f05-39dfe7d15ba7 req-af47f636-971b-401e-8c3e-683cb070f255 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.0960023 Mar 07 04:45:36.935847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (25807ff9-c539-4ef8-82d6-dead2285da28), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:36.938662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (25807ff9-c539-4ef8-82d6-dead2285da28), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:36.986682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16f9a496-3e2c-4192-9f05-39dfe7d15ba7 req-95ac4979-5f2c-46fe-91c3-f35497c3ae8b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807974 Mar 07 04:45:37.025760 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (25807ff9-c539-4ef8-82d6-dead2285da28), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.026635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router 25807ff9-c539-4ef8-82d6-dead2285da28 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:45:37.059640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.063690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59884) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:37.064357 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b4fd293b-39c2-4758-ab71-d165ccd99bfc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/25807ff9-c539-4ef8-82d6-dead2285da28 HTTP/1.1" status: 204 len: 168 time: 0.6246345 Mar 07 04:45:37.142134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9813d-2712-4341-997d-d57746ad2af3 req-bc3e460b-467c-454c-86b8-2cc98b6175a0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:37.145269 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-71c9813d-2712-4341-997d-d57746ad2af3 req-bc3e460b-467c-454c-86b8-2cc98b6175a0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 945 time: 0.1089041 Mar 07 04:45:37.168752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet f5f982df-41f1-46a1-8e57-83fb74428c3a {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:37.169391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:37.172349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (f5f982df-41f1-46a1-8e57-83fb74428c3a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.230069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (f5f982df-41f1-46a1-8e57-83fb74428c3a), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.328237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port 742e19e5-c442-45fc-9e5d-16b6839fab1d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:37.329139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.411399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f5f982df-41f1-46a1-8e57-83fb74428c3a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.552770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port 742e19e5-c442-45fc-9e5d-16b6839fab1d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=742e19e5-c442-45fc-9e5d-16b6839fab1d,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:37.554922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (f5f982df-41f1-46a1-8e57-83fb74428c3a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.566805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.594727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for 742e19e5-c442-45fc-9e5d-16b6839fab1d owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:37.666937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f982df-41f1-46a1-8e57-83fb74428c3a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:37.675531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.685412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.689235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-af3565bf-fca7-42d6-917c-5c449acfc980 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/f5f982df-41f1-46a1-8e57-83fb74428c3a HTTP/1.1" status: 204 len: 168 time: 0.6239772 Mar 07 04:45:37.691214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:37.695820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abc40b-18e8-413e-b4f0-56f8dfff38ef None None] Network 7d95beb2-f3eb-494e-a27a-95b2811aee17 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:37.753820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet 157effcf-7cdb-4839-96b3-2cbbac1a4e86 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:37.758473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (157effcf-7cdb-4839-96b3-2cbbac1a4e86), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.822306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (157effcf-7cdb-4839-96b3-2cbbac1a4e86), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:37.948012 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (157effcf-7cdb-4839-96b3-2cbbac1a4e86), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.000686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] DHCP port deletion for 7d95beb2-f3eb-494e-a27a-95b2811aee17 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:38.083201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (157effcf-7cdb-4839-96b3-2cbbac1a4e86), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.103636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] Deleting port 5c88a968-9642-438c-a3fb-e989830205ee {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:38.103958 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5c88a968-9642-438c-a3fb-e989830205ee), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.122771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=157effcf-7cdb-4839-96b3-2cbbac1a4e86,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:38.173224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.178265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9db72d26-0c6d-473a-8402-24913f573231 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/157effcf-7cdb-4839-96b3-2cbbac1a4e86 HTTP/1.1" status: 204 len: 168 time: 0.4857597 Mar 07 04:45:38.182404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59900) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:38.202131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (742e19e5-c442-45fc-9e5d-16b6839fab1d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.206772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89965f14-1d1f-4f43-ae6e-2e6d5adb15b6 None None] Network 387e22d5-9b10-4e8e-8994-ee8487df875b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:38.313663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=742e19e5-c442-45fc-9e5d-16b6839fab1d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:38.346812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['742e19e5-c442-45fc-9e5d-16b6839fab1d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:45:38.416186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port 742e19e5-c442-45fc-9e5d-16b6839fab1d on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:38.422156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.438616 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-71c9813d-2712-4341-997d-d57746ad2af3 req-ad431812-5df7-4d37-9865-c462f3d62ef6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "DELETE /v2.0/ports/742e19e5-c442-45fc-9e5d-16b6839fab1d HTTP/1.1" status: 204 len: 173 time: 1.2841742 Mar 07 04:45:38.442217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'name': 'network-vif-deleted', 'tag': '742e19e5-c442-45fc-9e5d-16b6839fab1d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:45:38.445056 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e9d55-1e7f-4186-aff6-63f3775e79d3" -d '{"events": [{"server_uuid": "59f6359c-019a-43d6-bdda-29eff20df2aa", "name": "network-vif-deleted", "tag": "742e19e5-c442-45fc-9e5d-16b6839fab1d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:45:38.447201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] For port 5c88a968-9642-438c-a3fb-e989830205ee, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=5c88a968-9642-438c-a3fb-e989830205ee,segment=NetworkSegment(074a9068-d7ea-4bd3-9b29-ac7ddcb38a74),segment_id=074a9068-d7ea-4bd3-9b29-ac7ddcb38a74)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:38.447540 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5c88a968-9642-438c-a3fb-e989830205ee), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.473566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] Calling delete_port for 5c88a968-9642-438c-a3fb-e989830205ee owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:38.529721 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b66f72-af7c-448a-8b08-33f8d7a0587a x-openstack-request-id: req-00b66f72-af7c-448a-8b08-33f8d7a0587a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:45:38.529898 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f6359c-019a-43d6-bdda-29eff20df2aa", "name": "network-vif-deleted", "tag": "742e19e5-c442-45fc-9e5d-16b6839fab1d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:45:38.530118 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00b66f72-af7c-448a-8b08-33f8d7a0587a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:45:38.530506 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f6359c-019a-43d6-bdda-29eff20df2aa', 'name': 'network-vif-deleted', 'tag': '742e19e5-c442-45fc-9e5d-16b6839fab1d', 'status': 'completed', 'code': 200} Mar 07 04:45:38.634815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] DHCP port deletion for 387e22d5-9b10-4e8e-8994-ee8487df875b request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:38.704882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.765431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] Deleting port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:38.767198 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.775691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (5c88a968-9642-438c-a3fb-e989830205ee), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.838301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] No DVR routers for this DVR port 5c88a968-9642-438c-a3fb-e989830205ee on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:38.861127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03d34a-12ab-4040-a498-b1724dd14fcd None None] Pushing event deleted for resources: {'Port': ['ID=5c88a968-9642-438c-a3fb-e989830205ee,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:38.943833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7d95beb2-f3eb-494e-a27a-95b2811aee17), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.980928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] For port 52f6e76a-88fd-4cce-94f0-9e8d5c195752, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=52f6e76a-88fd-4cce-94f0-9e8d5c195752,segment=NetworkSegment(5e172960-bfff-4c77-9e8f-7223ba63a206),segment_id=5e172960-bfff-4c77-9e8f-7223ba63a206)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:38.981338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:38.997165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] Calling delete_port for 52f6e76a-88fd-4cce-94f0-9e8d5c195752 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:39.024707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b310c-42a5-4387-a218-c7df42e1709c req-bdc5cdbe-a37b-48e7-a243-076692c7ed70 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:39.026910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f48b310c-42a5-4387-a218-c7df42e1709c req-bdc5cdbe-a37b-48e7-a243-076692c7ed70 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 867 time: 0.9062679 Mar 07 04:45:39.104395 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (52f6e76a-88fd-4cce-94f0-9e8d5c195752), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.116006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7d95beb2-f3eb-494e-a27a-95b2811aee17), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.154835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f48b310c-42a5-4387-a218-c7df42e1709c req-11a8bd13-690e-4c32-841f-538b958f0641 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147969 Mar 07 04:45:39.160117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d95beb2-f3eb-494e-a27a-95b2811aee17']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:39.174616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:39.174902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074a9068-d7ea-4bd3-9b29-ac7ddcb38a74') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:39.178403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] Pushing event deleted for resources: {'Port': ['ID=52f6e76a-88fd-4cce-94f0-9e8d5c195752,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:39.191872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255ff38-d7d0-4397-a3f6-f5388ea4cc26 None None] No DVR routers for this DVR port 52f6e76a-88fd-4cce-94f0-9e8d5c195752 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:39.204996 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (074a9068-d7ea-4bd3-9b29-ac7ddcb38a74), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.223224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (074a9068-d7ea-4bd3-9b29-ac7ddcb38a74), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.231699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:39.232751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (074a9068-d7ea-4bd3-9b29-ac7ddcb38a74), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.250390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Deleting port 683f495e-db8d-43be-8931-e832f9a0ec67 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:39.250824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:39.296466 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:39.315222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7d95beb2-f3eb-494e-a27a-95b2811aee17), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.332707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.332707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/7d95beb2-f3eb-494e-a27a-95b2811aee17 HTTP/1.1" status: 204 len: 168 time: 1.1457105 Mar 07 04:45:39.335427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:39.348961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d332cb-fd28-49f3-a3fb-39e5bd7c2996 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=7d95beb2-f3eb-494e-a27a-95b2811aee17,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:39.385470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] For port 683f495e-db8d-43be-8931-e832f9a0ec67, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=683f495e-db8d-43be-8931-e832f9a0ec67,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:39.386351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.423006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.439428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Calling delete_port for 683f495e-db8d-43be-8931-e832f9a0ec67 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:39.458629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (387e22d5-9b10-4e8e-8994-ee8487df875b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.636259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (387e22d5-9b10-4e8e-8994-ee8487df875b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.662244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387e22d5-9b10-4e8e-8994-ee8487df875b']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:39.679777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e172960-bfff-4c77-9e8f-7223ba63a206') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:39.680062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e172960-bfff-4c77-9e8f-7223ba63a206') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:39.690304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (5e172960-bfff-4c77-9e8f-7223ba63a206), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.706033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5e172960-bfff-4c77-9e8f-7223ba63a206), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.735917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:39.736227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (5e172960-bfff-4c77-9e8f-7223ba63a206), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:39.739093 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:39.805502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (683f495e-db8d-43be-8931-e832f9a0ec67), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.810466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (387e22d5-9b10-4e8e-8994-ee8487df875b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.839542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:39.846185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/387e22d5-9b10-4e8e-8994-ee8487df875b HTTP/1.1" status: 204 len: 168 time: 0.5056970 Mar 07 04:45:39.846185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=683f495e-db8d-43be-8931-e832f9a0ec67,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:39.847325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59912) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:39.858624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52f6e76a-88fd-4cce-94f0-9e8d5c195752 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:39.862582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1861758446'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:39.869385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fd2c6-efb5-47a1-a459-b8894ecadfe8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=387e22d5-9b10-4e8e-8994-ee8487df875b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:39.883669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 52f6e76a-88fd-4cce-94f0-9e8d5c195752 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:39.886262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 52f6e76a-88fd-4cce-94f0-9e8d5c195752 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:39.886933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5c88a968-9642-438c-a3fb-e989830205ee no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:39.917804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 5c88a968-9642-438c-a3fb-e989830205ee {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:39.918323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 5c88a968-9642-438c-a3fb-e989830205ee not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:39.932840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:39.936460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.007465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:45:40.050452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9d4e93a0-027b-44fe-9430-bd784882cc35), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.050797 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment 9d4e93a0-027b-44fe-9430-bd784882cc35 of type vlan for network e1b3b5a7-3275-459c-96aa-400b299a012e Mar 07 04:45:40.106135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e1b3b5a7-3275-459c-96aa-400b299a012e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.112193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.182446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e1b3b5a7-3275-459c-96aa-400b299a012e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.187363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:40.187961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.278680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17f3002f-65da-4e9c-ab27-516e521ba43c req-0ca817ca-dddf-4f1a-b713-7038693b7282 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0313346 Mar 07 04:45:40.465010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 742e19e5-c442-45fc-9e5d-16b6839fab1d no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:40.489123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 742e19e5-c442-45fc-9e5d-16b6839fab1d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:40.489990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 742e19e5-c442-45fc-9e5d-16b6839fab1d not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:40.609032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7610676 Mar 07 04:45:40.614137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59916) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:40.622616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:40.652954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38090-4916-45d4-80e7-72c8969596bd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=e1b3b5a7-3275-459c-96aa-400b299a012e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:40.683165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e1b3b5a7-3275-459c-96aa-400b299a012e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:45:40.760683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:40.764636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:40.822350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:40.967595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:40.977137 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e5df056-3044-4fcc-9a48-e4777c2f6a67 admin admin] 10.222.0.21 "PUT /v2.0/routers/5dc45cd4-9e5c-4071-8999-92bac93e6ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7850733 Mar 07 04:45:40.979585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:40.982575 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] Sync routers for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:40.997796 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:40.998828 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:41.034416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (8474366d-fd52-414b-94a2-2cda4b884e6a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.111693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': '9d4e93a0-027b-44fe-9430-bd784882cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:41.112055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: e1b3b5a7-3275-459c-96aa-400b299a012e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:45:41.115191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=8474366d-fd52-414b-94a2-2cda4b884e6a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:41.124137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks [] for router (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.131347 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:45:41.133436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network e1b3b5a7-3275-459c-96aa-400b299a012e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:45:41.150039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e1b3b5a7-3275-459c-96aa-400b299a012e) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:41.162721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8677330-de6c-4090-a436-dad7e50f6bc2 None None] Network e1b3b5a7-3275-459c-96aa-400b299a012e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:41.166810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:41.168902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.197592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-13385739-836b-4640-9d04-84a0b7159eb3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5818927 Mar 07 04:45:41.201753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:41.210529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2051677737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:41.264016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (f585ac35-6119-4e55-9566-c3aba8bdbefb), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.265083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (f585ac35-6119-4e55-9566-c3aba8bdbefb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.311035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-e1b3b5a7-3275-459c-96aa-400b299a012e', 'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': '8474366d-fd52-414b-94a2-2cda4b884e6a'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:45:41.311883 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.354254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks [] for router_gateway (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.393408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (f585ac35-6119-4e55-9566-c3aba8bdbefb), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.413723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (f585ac35-6119-4e55-9566-c3aba8bdbefb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.423446 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:45:39Z', 'revision_number': 5, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port': {'id': 'fa2a70bd-a24d-4099-82b9-7a0473351055', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:37Z', 'updated_at': '2022-03-07T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:41.437248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Deleting port fa2a70bd-a24d-4099-82b9-7a0473351055 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:41.437589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.453922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a4975b6-7a51-411f-81e1-784028a99543 req-a46760f3-dad5-4918-abb9-f2c0fe70d07a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0583997 Mar 07 04:45:41.455656 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] Checking router: 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:45:41.466622 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] Routers {'5dc45cd4-9e5c-4071-8999-92bac93e6ca9'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:41.467427 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:41.489695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.493584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f9b4c75b-0c94-4a7c-97f2-6f6e77ca6372 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2882397 Mar 07 04:45:41.493754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59924) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:41.498584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'port': {'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e', 'name': 'tempest-RoutersIpV6Test-2112852148'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:41.543562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Allocated IP 2001:db8::2 (e1b3b5a7-3275-459c-96aa-400b299a012e/8474366d-fd52-414b-94a2-2cda4b884e6a/24d68c22-743b-47b8-85f1-4491b8b3a8aa) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:41.584190 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] Set router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:45:41.588444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] For port fa2a70bd-a24d-4099-82b9-7a0473351055, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa2a70bd-a24d-4099-82b9-7a0473351055,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:41.589135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.604770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Calling delete_port for fa2a70bd-a24d-4099-82b9-7a0473351055 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:41.686496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:45:41Z', 'revision_number': 6, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:41.688117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:41.691579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.697499 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Publish callbacks [] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.705259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.731345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] device_id is not set on port 2a5a6fde-b421-491f-97de-97832b8640f3 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:45:41.758476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Network e1b3b5a7-3275-459c-96aa-400b299a012e is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:41.759133 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47d490-b615-4194-a2ca-ee8430559d57 None None] The sync data for ids ['5dc45cd4-9e5c-4071-8999-92bac93e6ca9'] in n-d-832185-1 is: [{'id': '5dc45cd4-9e5c-4071-8999-92bac93e6ca9', 'name': 'tempest-TaggedBootDevicesTest_v242-470869897-router', 'tenant_id': '4aed894c085f49b385714837be247e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:36Z', 'updated_at': '2022-03-07T04:45:41Z', 'revision_number': 6, 'project_id': '4aed894c085f49b385714837be247e94', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:41.761710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:41.766811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:41.770008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Pushing event updated for resources: {'Port': ['ID=24d68c22-743b-47b8-85f1-4491b8b3a8aa,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:41.841502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fa2a70bd-a24d-4099-82b9-7a0473351055), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.845906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Attempting to bind port 24d68c22-743b-47b8-85f1-4491b8b3a8aa on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:45:41.846571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Attempting to bind port 24d68c22-743b-47b8-85f1-4491b8b3a8aa by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9d4e93a0-027b-44fe-9430-bd784882cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:45:41.847146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Attempting to bind port 24d68c22-743b-47b8-85f1-4491b8b3a8aa on network e1b3b5a7-3275-459c-96aa-400b299a012e {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:41.852820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:45:41.853533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Checking segment: {'id': '9d4e93a0-027b-44fe-9430-bd784882cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:41.854224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.854633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Bound using segment: {'id': '9d4e93a0-027b-44fe-9430-bd784882cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:45:41.855109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Bound port: 24d68c22-743b-47b8-85f1-4491b8b3a8aa, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4e93a0-027b-44fe-9430-bd784882cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e1b3b5a7-3275-459c-96aa-400b299a012e'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:45:41.858368 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.886242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2a70bd-a24d-4099-82b9-7a0473351055,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:41.887166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8::327 (e1b3b5a7-3275-459c-96aa-400b299a012e/8474366d-fd52-414b-94a2-2cda4b884e6a/2a5a6fde-b421-491f-97de-97832b8640f3) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:41.937676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] For port 24d68c22-743b-47b8-85f1-4491b8b3a8aa, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:45:41.941814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] For port 24d68c22-743b-47b8-85f1-4491b8b3a8aa, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=24d68c22-743b-47b8-85f1-4491b8b3a8aa,segment=NetworkSegment(9d4e93a0-027b-44fe-9430-bd784882cc35),segment_id=9d4e93a0-027b-44fe-9430-bd784882cc35)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:45:41.950130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:41.970903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.045654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3d464-1479-4388-a628-d71edbd95668 None None] Pushing event updated for resources: {'Port': ['ID=24d68c22-743b-47b8-85f1-4491b8b3a8aa,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:42.090655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.092996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks [] for router_controller (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.128838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (2a5a6fde-b421-491f-97de-97832b8640f3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.156831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (5dc45cd4-9e5c-4071-8999-92bac93e6ca9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.157371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc45cd4-9e5c-4071-8999-92bac93e6ca9 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:45:42.174395 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.175737 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0371bf4d-4b58-4da5-87a3-8f8382612c5a admin admin] 10.222.0.21 "DELETE /v2.0/routers/5dc45cd4-9e5c-4071-8999-92bac93e6ca9 HTTP/1.1" status: 204 len: 168 time: 1.1951256 Mar 07 04:45:42.179261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.180881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59926) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:42.245764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=2a5a6fde-b421-491f-97de-97832b8640f3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:42.283010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.283368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.283723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.284075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.284413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.284748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.285090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.285426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.285757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.286124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.286457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.286783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.287112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:42.299471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network e1b3b5a7-3275-459c-96aa-400b299a012e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:42.303799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:42.311126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:42.317069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:42.317693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.330878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Deleting subnet 83951804-4f64-47b1-be8f-1e90fe80f85d {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:42.336896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Publish callbacks [] for subnet (83951804-4f64-47b1-be8f-1e90fe80f85d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.391944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8ecdda4d-4889-484e-96be-a17d97d3a499 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8952005 Mar 07 04:45:42.392843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:42.454874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (83951804-4f64-47b1-be8f-1e90fe80f85d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.634027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05d6f5b3-9cd5-4969-b454-a71905f1427f req-24e4e02c-68f2-4c2c-b39a-d6cb68826edd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0892525 Mar 07 04:45:42.672765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (83951804-4f64-47b1-be8f-1e90fe80f85d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.817382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (83951804-4f64-47b1-be8f-1e90fe80f85d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.874688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83951804-4f64-47b1-be8f-1e90fe80f85d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:42.878603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:42.884365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d0929-4766-4310-8f1d-3e168658005a None None] Network 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:42.885017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d37e14f7-2d86-44a0-8430-1616b95d3544 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/83951804-4f64-47b1-be8f-1e90fe80f85d HTTP/1.1" status: 204 len: 168 time: 0.6998315 Mar 07 04:45:42.885017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59934) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:42.973478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.003208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9de2e5d5-5b31-412d-bd46-67e8e3c98f26), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.083551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60559952-1777-4912-af18-2528686d3d81 None None] DHCP port deletion for 9de2e5d5-5b31-412d-bd46-67e8e3c98f26 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:43.163624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-60559952-1777-4912-af18-2528686d3d81 None None] Deleting port d0dde7e6-df0e-43e4-aa02-2dd979752249 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:43.164001 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60559952-1777-4912-af18-2528686d3d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.260515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-60559952-1777-4912-af18-2528686d3d81 None None] For port d0dde7e6-df0e-43e4-aa02-2dd979752249, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0dde7e6-df0e-43e4-aa02-2dd979752249,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:43.260920 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60559952-1777-4912-af18-2528686d3d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.276445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-60559952-1777-4912-af18-2528686d3d81 None None] Calling delete_port for d0dde7e6-df0e-43e4-aa02-2dd979752249 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:43.283227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Deleting port d0dde7e6-df0e-43e4-aa02-2dd979752249 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:43.283569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.384274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] For port d0dde7e6-df0e-43e4-aa02-2dd979752249, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0dde7e6-df0e-43e4-aa02-2dd979752249,segment=NetworkSegment(0a19525e-74c1-4ec8-b33e-c4dd84ef6946),segment_id=0a19525e-74c1-4ec8-b33e-c4dd84ef6946)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:43.384638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.398852 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-60559952-1777-4912-af18-2528686d3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.407634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (2a5a6fde-b421-491f-97de-97832b8640f3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.409462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Calling delete_port for d0dde7e6-df0e-43e4-aa02-2dd979752249 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:43.422623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.440189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60559952-1777-4912-af18-2528686d3d81 None None] Pushing event deleted for resources: {'Port': ['ID=d0dde7e6-df0e-43e4-aa02-2dd979752249,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:43.457153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60559952-1777-4912-af18-2528686d3d81 None None] No DVR routers for this DVR port d0dde7e6-df0e-43e4-aa02-2dd979752249 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:43.468402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37b3fe-6315-41b4-8182-9ccb36cf3015 None None] Network e1b3b5a7-3275-459c-96aa-400b299a012e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:43.539632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=2a5a6fde-b421-491f-97de-97832b8640f3,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:43.589183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] Provisioning complete for port 24d68c22-743b-47b8-85f1-4491b8b3a8aa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:43.589995 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.641346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d0dde7e6-df0e-43e4-aa02-2dd979752249), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.683273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dde7e6-df0e-43e4-aa02-2dd979752249,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:43.691125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] No DVR routers for this DVR port d0dde7e6-df0e-43e4-aa02-2dd979752249 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:43.717531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] Current status of the port 24d68c22-743b-47b8-85f1-4491b8b3a8aa is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:43.717531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.717880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (f585ac35-6119-4e55-9566-c3aba8bdbefb), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.762547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] For port 24d68c22-743b-47b8-85f1-4491b8b3a8aa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=24d68c22-743b-47b8-85f1-4491b8b3a8aa,segment=NetworkSegment(9d4e93a0-027b-44fe-9430-bd784882cc35),segment_id=9d4e93a0-027b-44fe-9430-bd784882cc35)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:43.767868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.824359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed785170-c067-48be-8afc-ab29c240bc2c req-e1d0eb20-9eae-470d-974c-68af7dfd565f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0455329 Mar 07 04:45:43.896601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9de2e5d5-5b31-412d-bd46-67e8e3c98f26), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:43.911822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d5ee2-83a7-4eee-bdc2-4af36e2ed768 None None] Pushing event updated for resources: {'Port': ['ID=24d68c22-743b-47b8-85f1-4491b8b3a8aa,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:43.941248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de2e5d5-5b31-412d-bd46-67e8e3c98f26']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:43.952682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a19525e-74c1-4ec8-b33e-c4dd84ef6946') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:43.953354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a19525e-74c1-4ec8-b33e-c4dd84ef6946') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:43.978976 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (0a19525e-74c1-4ec8-b33e-c4dd84ef6946), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.011512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24d68c22-743b-47b8-85f1-4491b8b3a8aa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:44.021723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0a19525e-74c1-4ec8-b33e-c4dd84ef6946), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.033212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:44.033863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (0a19525e-74c1-4ec8-b33e-c4dd84ef6946), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.082834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 24d68c22-743b-47b8-85f1-4491b8b3a8aa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:44.083217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:44.155025 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:44.158485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.298866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 24d68c22-743b-47b8-85f1-4491b8b3a8aa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:44.311180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a62c3e95-2c58-47e1-bdff-f7738a041ea2 None None] Provisioning complete for port 2a5a6fde-b421-491f-97de-97832b8640f3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:44.311567 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a62c3e95-2c58-47e1-bdff-f7738a041ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.392858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2a70bd-a24d-4099-82b9-7a0473351055 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:44.422130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a62c3e95-2c58-47e1-bdff-f7738a041ea2 None None] Port 2a5a6fde-b421-491f-97de-97832b8640f3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:44.424093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fa2a70bd-a24d-4099-82b9-7a0473351055 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:44.426413 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2a70bd-a24d-4099-82b9-7a0473351055 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:44.427135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0dde7e6-df0e-43e4-aa02-2dd979752249 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:44.462861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d0dde7e6-df0e-43e4-aa02-2dd979752249 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:44.463386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0dde7e6-df0e-43e4-aa02-2dd979752249 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:44.463959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 683f495e-db8d-43be-8931-e832f9a0ec67 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:44.495197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 683f495e-db8d-43be-8931-e832f9a0ec67 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:44.495830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 683f495e-db8d-43be-8931-e832f9a0ec67 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:44.504325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a62c3e95-2c58-47e1-bdff-f7738a041ea2 None None] Provisioning complete for port 24d68c22-743b-47b8-85f1-4491b8b3a8aa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:44.504879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a62c3e95-2c58-47e1-bdff-f7738a041ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.506295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9de2e5d5-5b31-412d-bd46-67e8e3c98f26), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.529674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.532949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9de2e5d5-5b31-412d-bd46-67e8e3c98f26 HTTP/1.1" status: 204 len: 168 time: 1.6470141 Mar 07 04:45:44.536402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59950) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:44.635586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169a69-1493-4eec-8d35-0e9b7cd40565 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de2e5d5-5b31-412d-bd46-67e8e3c98f26,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:44.671443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a62c3e95-2c58-47e1-bdff-f7738a041ea2 None None] Current status of the port 24d68c22-743b-47b8-85f1-4491b8b3a8aa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:44.698962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (2a5a6fde-b421-491f-97de-97832b8640f3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.707681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275664-2148-47ec-b9e2-eed242f92484 req-cdd19ebf-1842-40d0-8fdd-aef52d62aebc tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:44.709243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14275664-2148-47ec-b9e2-eed242f92484 req-cdd19ebf-1842-40d0-8fdd-aef52d62aebc tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1987629 Mar 07 04:45:44.716739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.717544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (f585ac35-6119-4e55-9566-c3aba8bdbefb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.814534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5a36d77-ac99-40de-b703-a6e80a10ede4 None None] Provisioning complete for port 2a5a6fde-b421-491f-97de-97832b8640f3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:44.815180 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5a36d77-ac99-40de-b703-a6e80a10ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:44.857012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=2a5a6fde-b421-491f-97de-97832b8640f3,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:44.896310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5a36d77-ac99-40de-b703-a6e80a10ede4 None None] Port 2a5a6fde-b421-491f-97de-97832b8640f3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:45.004688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network e1b3b5a7-3275-459c-96aa-400b299a012e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:45.026366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:45.036802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b42129f6-287d-4df9-85c3-0b765f747d56 req-bad4b1c9-76e7-4b6d-b26c-e83430e41923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0487638 Mar 07 04:45:45.067645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14275664-2148-47ec-b9e2-eed242f92484 req-1a266e1b-5fd5-48cc-8d26-2104a39abca5 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103421 Mar 07 04:45:45.130123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-eed5e95f-ab20-4c0b-8d6d-764dc19730e5 None None] Provisioning complete for port 2a5a6fde-b421-491f-97de-97832b8640f3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:45.133342 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (56cb98e0-cfb9-4621-9fe4-ecde5f080704), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:45.134098 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eed5e95f-ab20-4c0b-8d6d-764dc19730e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:45.218897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-eed5e95f-ab20-4c0b-8d6d-764dc19730e5 None None] Port 2a5a6fde-b421-491f-97de-97832b8640f3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:45.271334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router f585ac35-6119-4e55-9566-c3aba8bdbefb is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:45:45.438339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:45.447717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-13afa0e1-09a4-440a-9d3d-2a9db596be8c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/f585ac35-6119-4e55-9566-c3aba8bdbefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0473056 Mar 07 04:45:45.448207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59958) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:45.455691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] Sync routers for ids ['f585ac35-6119-4e55-9566-c3aba8bdbefb'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:45.474176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] Routers {'f585ac35-6119-4e55-9566-c3aba8bdbefb'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:45.475058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f585ac35-6119-4e55-9566-c3aba8bdbefb'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:45.541647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a653a2-1cb2-4bcd-8ede-9d59b1949c82 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:45.543881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-94a653a2-1cb2-4bcd-8ede-9d59b1949c82 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports/2a5a6fde-b421-491f-97de-97832b8640f3 HTTP/1.1" status: 200 len: 984 time: 0.0916879 Mar 07 04:45:45.544465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Deleting port e90e0c80-5e25-4ced-aa77-2a6edc533896 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:45.544963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:45.546689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:45.653860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] For port e90e0c80-5e25-4ced-aa77-2a6edc533896, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e90e0c80-5e25-4ced-aa77-2a6edc533896,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:45.655203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:45.669322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Calling delete_port for e90e0c80-5e25-4ced-aa77-2a6edc533896 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:45.725953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:45.741734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a6b089cb-47cc-4c55-8739-a0117f2f7501 None None] Provisioning complete for port 2a5a6fde-b421-491f-97de-97832b8640f3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:45.742621 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a6b089cb-47cc-4c55-8739-a0117f2f7501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:45.744342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] Routers {'f585ac35-6119-4e55-9566-c3aba8bdbefb'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:45.745123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f585ac35-6119-4e55-9566-c3aba8bdbefb'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:45.837830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:45.838536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b77ab6-9fd7-4a8f-91c2-b9b066d996a6 None None] The sync data for ids ['f585ac35-6119-4e55-9566-c3aba8bdbefb'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:45.867045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a6b089cb-47cc-4c55-8739-a0117f2f7501 None None] Port 2a5a6fde-b421-491f-97de-97832b8640f3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:45.906313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24d68c22-743b-47b8-85f1-4491b8b3a8aa up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:45.957817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 24d68c22-743b-47b8-85f1-4491b8b3a8aa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:45.958222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:46.035812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e90e0c80-5e25-4ced-aa77-2a6edc533896), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:46.055485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 24d68c22-743b-47b8-85f1-4491b8b3a8aa is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:46.144857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Pushing event deleted for resources: {'Port': ['ID=e90e0c80-5e25-4ced-aa77-2a6edc533896,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:46.165895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55de96e0-55a5-4558-a4aa-f8aeed5c9b2d req-b6e37714-c42a-4953-b5fe-b2bc3e05950d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0450680 Mar 07 04:45:46.308865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74fdb-c954-487e-bb72-6d9222d82398 req-81568c02-379a-451f-b313-fb85071fad40 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:46.311942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76a74fdb-c954-487e-bb72-6d9222d82398 req-81568c02-379a-451f-b313-fb85071fad40 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1039388 Mar 07 04:45:46.423175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76a74fdb-c954-487e-bb72-6d9222d82398 req-f2797e30-6ed8-4295-97d8-bd2ea21d0cbc tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001320 Mar 07 04:45:46.588636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (56cb98e0-cfb9-4621-9fe4-ecde5f080704), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:46.729477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (f585ac35-6119-4e55-9566-c3aba8bdbefb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:47.293810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bc78ce4-f1d2-4dd4-a0f8-2270ef160c44 req-d3c7db3e-2c1d-4eef-9301-f46968e07868 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0390360 Mar 07 04:45:47.458729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:47.609568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02f120-9d03-416e-b207-f5b53d4718e2 req-5bf638cf-d2f9-4373-b534-526ea93d6646 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:47.617793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a02f120-9d03-416e-b207-f5b53d4718e2 req-5bf638cf-d2f9-4373-b534-526ea93d6646 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.0698574 Mar 07 04:45:47.684412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a02f120-9d03-416e-b207-f5b53d4718e2 req-7b995e19-c25a-491e-9f58-5fe9738a542d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657258 Mar 07 04:45:47.723348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:47.734783 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5446c10c-23a7-44f6-ab08-8ec1d379045c admin admin] 10.222.0.21 "PUT /v2.0/routers/56cb98e0-cfb9-4621-9fe4-ecde5f080704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1952064 Mar 07 04:45:47.735272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:47.736455 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] Sync routers for ids ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:47.748069 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] Routers {'56cb98e0-cfb9-4621-9fe4-ecde5f080704'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:47.748975 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:47.809227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 2a5a6fde-b421-491f-97de-97832b8640f3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:47.812781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.003413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.027653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 2a5a6fde-b421-491f-97de-97832b8640f3 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:48.046060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks [] for router (56cb98e0-cfb9-4621-9fe4-ecde5f080704), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.059144 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] Set router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:45:48.170456 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks [] for router_gateway (56cb98e0-cfb9-4621-9fe4-ecde5f080704), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.284351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Deleting port 6f807a77-5cfb-4425-992f-4817542c266a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:48.284619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6f807a77-5cfb-4425-992f-4817542c266a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.325869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2a5a6fde-b421-491f-97de-97832b8640f3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.375897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=2a5a6fde-b421-491f-97de-97832b8640f3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:48.401410 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:45:48.407394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6f807a77-5cfb-4425-992f-4817542c266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:45:45Z', 'revision_number': 5, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port': {'id': '6f807a77-5cfb-4425-992f-4817542c266a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:37:56Z', 'updated_at': '2022-03-07T04:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:48.447687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d55f514e-9f79-4b49-a90f-32b0dc03a197 req-1afcaf5a-7699-4664-91b4-470c44cbfb10 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0522597 Mar 07 04:45:48.467247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] For port 6f807a77-5cfb-4425-992f-4817542c266a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6f807a77-5cfb-4425-992f-4817542c266a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:48.467872 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6f807a77-5cfb-4425-992f-4817542c266a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.483006 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] Checking router: 56cb98e0-cfb9-4621-9fe4-ecde5f080704 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:45:48.497375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Calling delete_port for 6f807a77-5cfb-4425-992f-4817542c266a owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:48.511115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] Routers {'56cb98e0-cfb9-4621-9fe4-ecde5f080704'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:48.512012 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:48.603085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (f585ac35-6119-4e55-9566-c3aba8bdbefb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:48.691384 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] Set router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:45:48.808229 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:45:48Z', 'revision_number': 6, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:48.845761 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91367ea9-1ffd-495b-b5f3-5bf273aa7e91 None None] The sync data for ids ['56cb98e0-cfb9-4621-9fe4-ecde5f080704'] in n-d-832185-1 is: [{'id': '56cb98e0-cfb9-4621-9fe4-ecde5f080704', 'name': 'tempest-TaggedBootDevicesTest_v242-479431772-router', 'tenant_id': '47564eaf336f46e0b64cae34c3456bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:37:54Z', 'updated_at': '2022-03-07T04:45:48Z', 'revision_number': 6, 'project_id': '47564eaf336f46e0b64cae34c3456bf9', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:48.910959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router f585ac35-6119-4e55-9566-c3aba8bdbefb has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:49.002080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:49.010471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-56b02d03-9354-45cf-a450-415dce0c944e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/f585ac35-6119-4e55-9566-c3aba8bdbefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4576945 Mar 07 04:45:49.013698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:49.017675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] Sync routers for ids ['f585ac35-6119-4e55-9566-c3aba8bdbefb'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:49.042152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] Routers {'f585ac35-6119-4e55-9566-c3aba8bdbefb'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:49.042959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f585ac35-6119-4e55-9566-c3aba8bdbefb'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:49.115126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:49.146407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] Routers {'f585ac35-6119-4e55-9566-c3aba8bdbefb'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:49.147656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f585ac35-6119-4e55-9566-c3aba8bdbefb'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:49.149375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d12dc-5dc1-42b2-b981-9b48d993e31e req-3230e445-d627-4716-92c5-8313f3cfb7d7 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:49.151034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-447d12dc-5dc1-42b2-b981-9b48d993e31e req-3230e445-d627-4716-92c5-8313f3cfb7d7 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1225884 Mar 07 04:45:49.243967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:49.244651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823360c1-051d-4f67-9877-d360223e6e4a None None] The sync data for ids ['f585ac35-6119-4e55-9566-c3aba8bdbefb'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:49.255628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-447d12dc-5dc1-42b2-b981-9b48d993e31e req-1963bce1-972d-4cda-b2bf-83ceed43fa97 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933647 Mar 07 04:45:49.259482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6f807a77-5cfb-4425-992f-4817542c266a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.302413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f807a77-5cfb-4425-992f-4817542c266a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:49.403666 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-9a2f7d26-592f-4c2f-9629-ee85bef1b456 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 04:45:49.404943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9a2f7d26-592f-4c2f-9629-ee85bef1b456 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/f585ac35-6119-4e55-9566-c3aba8bdbefb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3898473 Mar 07 04:45:49.407441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (56cb98e0-cfb9-4621-9fe4-ecde5f080704), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.407992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59990) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:49.445168 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-028d56ff-aed3-4eca-a21d-7d0ef40aed7c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=f585ac35-6119-4e55-9566-c3aba8bdbefb HTTP/1.1" status: 200 len: 205 time: 0.0359824 Mar 07 04:45:49.447857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:49.519411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (56cb98e0-cfb9-4621-9fe4-ecde5f080704), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.522599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks [] for router_controller (56cb98e0-cfb9-4621-9fe4-ecde5f080704), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.543451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (f585ac35-6119-4e55-9566-c3aba8bdbefb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.599642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70688264-03c4-4db0-9dd6-efa0501e8665 req-1761a437-57c8-4345-b660-7f9ab4b4e682 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0339146 Mar 07 04:45:49.607888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (56cb98e0-cfb9-4621-9fe4-ecde5f080704), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.608578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56cb98e0-cfb9-4621-9fe4-ecde5f080704 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:45:49.615038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.619424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d7179b5f-8713-4a28-8b73-25880c7786e6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/56cb98e0-cfb9-4621-9fe4-ecde5f080704 HTTP/1.1" status: 204 len: 168 time: 1.8830428 Mar 07 04:45:49.620029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:49.674946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Deleting subnet 52f31f4a-096f-42f8-93a5-92a3971f846c {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:49.679352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Publish callbacks [] for subnet (52f31f4a-096f-42f8-93a5-92a3971f846c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.732488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (f585ac35-6119-4e55-9566-c3aba8bdbefb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.734790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (f585ac35-6119-4e55-9566-c3aba8bdbefb), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.757639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (52f31f4a-096f-42f8-93a5-92a3971f846c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.803548 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (f585ac35-6119-4e55-9566-c3aba8bdbefb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.804067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router f585ac35-6119-4e55-9566-c3aba8bdbefb {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:45:49.815044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.820925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59998) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:49.826521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63278c94-ea77-4db7-bbd0-e0dd4b836894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/f585ac35-6119-4e55-9566-c3aba8bdbefb HTTP/1.1" status: 204 len: 168 time: 0.3776104 Mar 07 04:45:49.903849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e90e0c80-5e25-4ced-aa77-2a6edc533896 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:49.930132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e90e0c80-5e25-4ced-aa77-2a6edc533896 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:49.930503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e90e0c80-5e25-4ced-aa77-2a6edc533896 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:49.930924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6f807a77-5cfb-4425-992f-4817542c266a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:49.940738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (52f31f4a-096f-42f8-93a5-92a3971f846c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.965455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 6f807a77-5cfb-4425-992f-4817542c266a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:49.965767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6f807a77-5cfb-4425-992f-4817542c266a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:49.977589 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:49.984550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet 8474366d-fd52-414b-94a2-2cda4b884e6a {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:49.991487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (8474366d-fd52-414b-94a2-2cda4b884e6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.043010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (8474366d-fd52-414b-94a2-2cda4b884e6a), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.080217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (52f31f4a-096f-42f8-93a5-92a3971f846c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.117961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f31f4a-096f-42f8-93a5-92a3971f846c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:50.123747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.129615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60002) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:50.130256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1317bb35-9e63-4036-ae86-c04e5bdb7b21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52f31f4a-096f-42f8-93a5-92a3971f846c HTTP/1.1" status: 204 len: 168 time: 0.5083632 Mar 07 04:45:50.145127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff98e4-868d-4cf5-b691-0fe31a0dec57 None None] Network 52a8b72a-06ce-49ee-897c-026f66546b31 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:50.201839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8474366d-fd52-414b-94a2-2cda4b884e6a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.314772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (52a8b72a-06ce-49ee-897c-026f66546b31), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.348524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (8474366d-fd52-414b-94a2-2cda4b884e6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.381274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=8474366d-fd52-414b-94a2-2cda4b884e6a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:50.388452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.389083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c144b-5767-4c74-bba6-05020fc7742d None None] Network e1b3b5a7-3275-459c-96aa-400b299a012e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:50.393054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2abce5b-1f3a-404a-a999-8f4e627a18c1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/8474366d-fd52-414b-94a2-2cda4b884e6a HTTP/1.1" status: 204 len: 168 time: 0.5713189 Mar 07 04:45:50.402331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60008) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:50.475959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Deleting port 8a138f24-6c78-4e7b-981c-72018ef5b5fb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:50.476773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.488833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] DHCP port deletion for 52a8b72a-06ce-49ee-897c-026f66546b31 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:50.564533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] For port 8a138f24-6c78-4e7b-981c-72018ef5b5fb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a138f24-6c78-4e7b-981c-72018ef5b5fb,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:50.565003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.579712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e1b3b5a7-3275-459c-96aa-400b299a012e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.580825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Calling delete_port for 8a138f24-6c78-4e7b-981c-72018ef5b5fb owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:50.625807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] Deleting port 8a138f24-6c78-4e7b-981c-72018ef5b5fb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:50.627089 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.645066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81629-449a-466f-a6f4-bd76f0ab0e74 req-a8d451f3-f97a-48aa-a00c-b81284ecb864 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:50.646699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58c81629-449a-466f-a6f4-bd76f0ab0e74 req-a8d451f3-f97a-48aa-a00c-b81284ecb864 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1907227 Mar 07 04:45:50.753909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58c81629-449a-466f-a6f4-bd76f0ab0e74 req-40d2502f-c687-4bd3-a0bc-62b5017af7c6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908148 Mar 07 04:45:50.765590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] For port 8a138f24-6c78-4e7b-981c-72018ef5b5fb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8a138f24-6c78-4e7b-981c-72018ef5b5fb,segment=NetworkSegment(bcf471ad-17c2-4520-a3d0-1cc69eef56ef),segment_id=bcf471ad-17c2-4520-a3d0-1cc69eef56ef)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:50.765850 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.778562 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.798858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce8b597d-d9a3-4920-806a-744ee887518c req-780072e0-fcd4-418e-b675-82fa592593d7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0608263 Mar 07 04:45:50.800461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 24d68c22-743b-47b8-85f1-4491b8b3a8aa {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:50.800803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.802654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] Calling delete_port for 8a138f24-6c78-4e7b-981c-72018ef5b5fb owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:50.822013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a138f24-6c78-4e7b-981c-72018ef5b5fb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:50.824857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] No DVR routers for this DVR port 8a138f24-6c78-4e7b-981c-72018ef5b5fb on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:50.895254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 24d68c22-743b-47b8-85f1-4491b8b3a8aa, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=24d68c22-743b-47b8-85f1-4491b8b3a8aa,segment=NetworkSegment(9d4e93a0-027b-44fe-9430-bd784882cc35),segment_id=9d4e93a0-027b-44fe-9430-bd784882cc35)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:50.896042 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.911416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 24d68c22-743b-47b8-85f1-4491b8b3a8aa owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:50.917865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (52a8b72a-06ce-49ee-897c-026f66546b31), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.920270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] DHCP port deletion for e1b3b5a7-3275-459c-96aa-400b299a012e request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:45:50.943302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a8b72a-06ce-49ee-897c-026f66546b31']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:50.953903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:50.954550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf471ad-17c2-4520-a3d0-1cc69eef56ef') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:50.966208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (bcf471ad-17c2-4520-a3d0-1cc69eef56ef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.970889 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8a138f24-6c78-4e7b-981c-72018ef5b5fb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.983378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bcf471ad-17c2-4520-a3d0-1cc69eef56ef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:50.995246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:50.996295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (bcf471ad-17c2-4520-a3d0-1cc69eef56ef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:51.000690 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:51.017698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.042919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] Pushing event deleted for resources: {'Port': ['ID=8a138f24-6c78-4e7b-981c-72018ef5b5fb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.051629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port 24d68c22-743b-47b8-85f1-4491b8b3a8aa on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:51.052077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8105f-99ec-4b83-9085-8d9b320f78ae None None] No DVR routers for this DVR port 8a138f24-6c78-4e7b-981c-72018ef5b5fb on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:51.087504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Deleting port 24d68c22-743b-47b8-85f1-4491b8b3a8aa {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:51.088622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.093059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=24d68c22-743b-47b8-85f1-4491b8b3a8aa,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.167483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (52a8b72a-06ce-49ee-897c-026f66546b31), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.197527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.201842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e1b3b5a7-3275-459c-96aa-400b299a012e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.214361 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/52a8b72a-06ce-49ee-897c-026f66546b31 HTTP/1.1" status: 204 len: 168 time: 1.0812836 Mar 07 04:45:51.215367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50115f06-9e2c-41b3-a565-fe16e64358a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a8b72a-06ce-49ee-897c-026f66546b31,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.231129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b3b5a7-3275-459c-96aa-400b299a012e']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:51.234437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] For port 24d68c22-743b-47b8-85f1-4491b8b3a8aa, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:51.234915 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.247845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4e93a0-027b-44fe-9430-bd784882cc35') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:51.250565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4e93a0-027b-44fe-9430-bd784882cc35') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:51.251877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Calling delete_port for 24d68c22-743b-47b8-85f1-4491b8b3a8aa owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:51.256987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Port 24d68c22-743b-47b8-85f1-4491b8b3a8aa was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:45:51.258503 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (24d68c22-743b-47b8-85f1-4491b8b3a8aa), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.282015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (9d4e93a0-027b-44fe-9430-bd784882cc35), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.286663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] Pushing event deleted for resources: {'Port': ['ID=24d68c22-743b-47b8-85f1-4491b8b3a8aa,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.291078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504f486-517e-4fd5-81ba-96e07c477f02 None None] No DVR routers for this DVR port 24d68c22-743b-47b8-85f1-4491b8b3a8aa on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:45:51.313091 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9d4e93a0-027b-44fe-9430-bd784882cc35), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.332125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:45:51.335535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (9d4e93a0-027b-44fe-9430-bd784882cc35), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:45:51.346660 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:45:51.437468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e1b3b5a7-3275-459c-96aa-400b299a012e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.446268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60016) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:51.460944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.468390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/e1b3b5a7-3275-459c-96aa-400b299a012e HTTP/1.1" status: 204 len: 168 time: 1.0640304 Mar 07 04:45:51.469412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc343f3-fcd0-4cf6-9188-de95664a6eea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=e1b3b5a7-3275-459c-96aa-400b299a012e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.471268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:51.476969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931619180'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:51.506055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:51.512879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.524801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b0262434-f68b-40cd-b1d7-b5937f7957b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4aed894c085f49b385714837be247e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772710 Mar 07 04:45:51.527129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:51.547353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:45:51.559673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7b50b4c2-aaae-432b-8616-d84d1ee8d052), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.560036 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment 7b50b4c2-aaae-432b-8616-d84d1ee8d052 of type vlan for network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 Mar 07 04:45:51.586783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626b6c72-8b60-4e6b-bbca-26f7ccf2bacb admin admin] Publish callbacks [] for security_group (119e71e4-1350-4fae-b439-9ed0e0813883), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.611217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626b6c72-8b60-4e6b-bbca-26f7ccf2bacb admin admin] Publish callbacks [] for security_group (119e71e4-1350-4fae-b439-9ed0e0813883), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.626624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.668048 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.670477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626b6c72-8b60-4e6b-bbca-26f7ccf2bacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (119e71e4-1350-4fae-b439-9ed0e0813883), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.673608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626b6c72-8b60-4e6b-bbca-26f7ccf2bacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.674577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:51.675527 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:51.677948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-626b6c72-8b60-4e6b-bbca-26f7ccf2bacb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/119e71e4-1350-4fae-b439-9ed0e0813883 HTTP/1.1" status: 204 len: 168 time: 0.1496351 Mar 07 04:45:51.691504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b6c72-8b60-4e6b-bbca-26f7ccf2bacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e71e4-1350-4fae-b439-9ed0e0813883,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.734700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2623327 Mar 07 04:45:51.737654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60024) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:51.746672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:51.773657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5700d2-2926-40f8-9caa-0d93e61bc039 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=dd4d2873-832c-4c5c-b4d7-8dc15eea5a19,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:51.788975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:45:51.937502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a138f24-6c78-4e7b-981c-72018ef5b5fb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:51.968769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8a138f24-6c78-4e7b-981c-72018ef5b5fb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:51.969327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8a138f24-6c78-4e7b-981c-72018ef5b5fb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:51.970209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24d68c22-743b-47b8-85f1-4491b8b3a8aa no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:45:51.996219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 24d68c22-743b-47b8-85f1-4491b8b3a8aa {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:45:51.996569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24d68c22-743b-47b8-85f1-4491b8b3a8aa not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:45:52.020458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:52.025758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.054278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-314c64fe-34dd-48d8-982c-d31efb06491c req-ce99e7fb-f44c-4413-beaf-84e11e5b1047 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.1103206 Mar 07 04:45:52.106155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5f28-4e8c-4472-be6c-70d2f8ba7ae2 req-ed0e62e8-d522-4d7c-8b7a-3bf4ce0c1f04 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:52.107676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42cd5f28-4e8c-4472-be6c-70d2f8ba7ae2 req-ed0e62e8-d522-4d7c-8b7a-3bf4ce0c1f04 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2167037 Mar 07 04:45:52.207724 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.212283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42cd5f28-4e8c-4472-be6c-70d2f8ba7ae2 req-9b23f1ef-5705-47ed-9618-df9bb70b9b37 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980356 Mar 07 04:45:52.301629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60032) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:52.320139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (ce3548fd-e882-4446-ba97-d75e72ed2906), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.353098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66bba9c6-ff96-4e51-9e90-4f92157d8dda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47564eaf336f46e0b64cae34c3456bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487819 Mar 07 04:45:52.358973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60034) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:52.383606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=ce3548fd-e882-4446-ba97-d75e72ed2906,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:52.404044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': '7b50b4c2-aaae-432b-8616-d84d1ee8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:52.404407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: dd4d2873-832c-4c5c-b4d7-8dc15eea5a19, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:45:52.424270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:45:52.437595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8c86-d57d-4283-abb8-c07f2759aff8 admin admin] Publish callbacks [] for security_group (714c1639-a47d-4daa-bfac-daa73d659096), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.437999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, dd4d2873-832c-4c5c-b4d7-8dc15eea5a19) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:52.447412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:52.448238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.466864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b79c62-82a0-4ad0-a202-1966cce6a1a3 None None] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:52.483913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8c86-d57d-4283-abb8-c07f2759aff8 admin admin] Publish callbacks [] for security_group (714c1639-a47d-4daa-bfac-daa73d659096), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.494483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a6077b4-d4b6-4127-9d5e-8df1131e4b65 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7547872 Mar 07 04:45:52.497160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:52.502924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863617268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:52.561467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c2696fbd-ab0a-46a3-ba14-6148495680ab), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.563192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c2696fbd-ab0a-46a3-ba14-6148495680ab), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.569891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8c86-d57d-4283-abb8-c07f2759aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (714c1639-a47d-4daa-bfac-daa73d659096), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.573811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8c86-d57d-4283-abb8-c07f2759aff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.578816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1e5e8c86-d57d-4283-abb8-c07f2759aff8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/714c1639-a47d-4daa-bfac-daa73d659096 HTTP/1.1" status: 204 len: 168 time: 0.2176347 Mar 07 04:45:52.590522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e8c86-d57d-4283-abb8-c07f2759aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714c1639-a47d-4daa-bfac-daa73d659096,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:52.678014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-dd4d2873-832c-4c5c-b4d7-8dc15eea5a19', 'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': 'ce3548fd-e882-4446-ba97-d75e72ed2906'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:45:52.682704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.699642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (c2696fbd-ab0a-46a3-ba14-6148495680ab), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.712664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c2696fbd-ab0a-46a3-ba14-6148495680ab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.733414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:52.734745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd02061e-12cc-4821-b267-7c1764af2625 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2366402 Mar 07 04:45:52.737725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:52.849438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Allocated IP 2001:db8::2 (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19/ce3548fd-e882-4446-ba97-d75e72ed2906/0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:53.044108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Publish callbacks [] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.061218 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.132879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:53.164758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:53.176678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:53.188191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Pushing event updated for resources: {'Port': ['ID=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:53.202575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.280875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5142076-c9eb-4ac6-8e94-b270b533e235 req-217d50d7-4dd4-4849-b484-4dc84a2fadb6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0420637 Mar 07 04:45:53.308911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Attempting to bind port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:45:53.309285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Attempting to bind port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '7b50b4c2-aaae-432b-8616-d84d1ee8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:45:53.309837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Attempting to bind port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c on network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:45:53.315192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:45:53.315778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Checking segment: {'id': '7b50b4c2-aaae-432b-8616-d84d1ee8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:53.316372 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.317117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Bound using segment: {'id': '7b50b4c2-aaae-432b-8616-d84d1ee8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:45:53.317744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Bound port: 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b50b4c2-aaae-432b-8616-d84d1ee8d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dd4d2873-832c-4c5c-b4d7-8dc15eea5a19'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:45:53.318317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.432336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] For port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:45:53.446065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] For port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,segment=NetworkSegment(7b50b4c2-aaae-432b-8616-d84d1ee8d052),segment_id=7b50b4c2-aaae-432b-8616-d84d1ee8d052)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:45:53.462913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.538874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fc27b-9fd8-4125-b643-8ab0573d200d req-bca5628b-bbcb-481d-8d98-74401b7f6a66 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:53.540585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-117fc27b-9fd8-4125-b643-8ab0573d200d req-bca5628b-bbcb-481d-8d98-74401b7f6a66 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1470542 Mar 07 04:45:53.618144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f199ca-58a8-4972-9ab4-185907ca893b None None] Pushing event updated for resources: {'Port': ['ID=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:53.638224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-117fc27b-9fd8-4125-b643-8ab0573d200d req-9a19974d-8dc7-4964-8637-ad474e0af6ab tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911281 Mar 07 04:45:53.693875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8::1 (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19/ce3548fd-e882-4446-ba97-d75e72ed2906/3dc24948-3fce-4805-b912-1b9e6c7103f3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:45:53.845659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.914362 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:53.977478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:53.981476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:53.984578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:45:53.985621 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (c2696fbd-ab0a-46a3-ba14-6148495680ab), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.040378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=3dc24948-3fce-4805-b912-1b9e6c7103f3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:54.114329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:54.162334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.277018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2028348850-network', 'tenant_id': 'ce9f0ce3eb364fc88639548bfbd0299a'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:54.355174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Made reservation on behalf of ce9f0ce3eb364fc88639548bfbd0299a for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:54.357635 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.372237 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.425682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24091a1f-dc80-439c-98cb-8f5e3970fc03 req-6d9dc90a-f7c6-4997-a70e-7605f31a6524 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0470886 Mar 07 04:45:54.583156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.600697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.601466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (c2696fbd-ab0a-46a3-ba14-6148495680ab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.628798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks [] for security_group (4b72db0b-dd95-44d7-925c-2d02bcbf86da), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.663243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4b72db0b-dd95-44d7-925c-2d02bcbf86da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.820898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:45:54.823735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=3dc24948-3fce-4805-b912-1b9e6c7103f3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:54.863230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72db0b-dd95-44d7-925c-2d02bcbf86da,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:54.909405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c89d5-dfb9-4b9b-8fe7-593700326aed req-cfa7bc8d-94af-4b8d-8baa-7adcb2e7d764 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:54.922117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e1c89d5-dfb9-4b9b-8fe7-593700326aed req-cfa7bc8d-94af-4b8d-8baa-7adcb2e7d764 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1208854 Mar 07 04:45:54.958326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e6b3ae7c-7770-401b-8b65-e57832792c43), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:54.958326 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Added segment e6b3ae7c-7770-401b-8b65-e57832792c43 of type vlan for network 136aaf56-ab97-4397-90d5-735bc102371d Mar 07 04:45:54.985213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:45:54.988175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:55.044691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a977ef-fd04-469b-819e-6dc2fa364798 None None] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:55.050066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e1c89d5-dfb9-4b9b-8fe7-593700326aed req-915a95f8-ae77-47ca-b58f-bb3f5391b451 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267974 Mar 07 04:45:55.073556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (136aaf56-ab97-4397-90d5-735bc102371d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.156394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (136aaf56-ab97-4397-90d5-735bc102371d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.158814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:55.159429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.185396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] Provisioning complete for port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:55.186598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.193194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60086) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:55.309450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60092) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:55.311166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1947210 Mar 07 04:45:55.316296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Request body: {'subnet': {'network_id': '136aaf56-ab97-4397-90d5-735bc102371d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2028348850-subnet', 'tenant_id': 'ce9f0ce3eb364fc88639548bfbd0299a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:45:55.434595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d6648-1430-4b9e-9f1a-1ddce848a7dc admin admin] Pushing event updated for resources: {'Network': ['ID=136aaf56-ab97-4397-90d5-735bc102371d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:55.450732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 136aaf56-ab97-4397-90d5-735bc102371d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:45:55.458874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Made reservation on behalf of ce9f0ce3eb364fc88639548bfbd0299a for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:45:55.471595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.481255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router c2696fbd-ab0a-46a3-ba14-6148495680ab is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:45:55.520921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca84-7414-438f-b746-fdc6f0f94fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.531822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] Current status of the port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:55.534280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:55.550674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea41f51-fa74-43c5-91f6-90cab591e84b req-7a67f0ba-133f-4be4-b515-706fd19c606b tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:55.552521 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ea41f51-fa74-43c5-91f6-90cab591e84b req-7a67f0ba-133f-4be4-b515-706fd19c606b tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1635699 Mar 07 04:45:55.610538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-ec823cac-fd45-40c4-a647-7456c9bea84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:55.612299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-ec823cac-fd45-40c4-a647-7456c9bea84b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1128 time: 0.1944149 Mar 07 04:45:55.674433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e4ea1225-05ee-4c96-bc3c-70e561bf10d9 req-cda10d89-eeb9-4f73-8f99-ecc6b357d91c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0665674 Mar 07 04:45:55.745827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-1b049c3b-af92-4f2f-9c97-c4a754b3f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:55.747347 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-1b049c3b-af92-4f2f-9c97-c4a754b3f274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1260791 Mar 07 04:45:55.889694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ea41f51-fa74-43c5-91f6-90cab591e84b req-d36a9754-3484-440a-a8e5-0d40d2b1efe5 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771513 Mar 07 04:45:56.020982 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca84-7414-438f-b746-fdc6f0f94fe5 admin admin] Publish callbacks [] for security_group (83324898-8e1a-4a0e-b541-b41a9dd33697), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.092226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:56.111443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca84-7414-438f-b746-fdc6f0f94fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (83324898-8e1a-4a0e-b541-b41a9dd33697), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.120162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (cde18b0a-96ae-4573-8dd3-1a03dec94da5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.232697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] For port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,segment=NetworkSegment(7b50b4c2-aaae-432b-8616-d84d1ee8d052),segment_id=7b50b4c2-aaae-432b-8616-d84d1ee8d052)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:45:56.255140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5ca84-7414-438f-b746-fdc6f0f94fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83324898-8e1a-4a0e-b541-b41a9dd33697,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:56.257563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.269502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aaa5ca84-7414-438f-b746-fdc6f0f94fe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfddae7440214bc5a726240bada7f464&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0745103 Mar 07 04:45:56.275783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:56.352698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:56.358693 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78e2a51b-a3ba-49a4-ae51-40a46ae406a4 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/c2696fbd-ab0a-46a3-ba14-6148495680ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6197181 Mar 07 04:45:56.362728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:56.363376 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] Sync routers for ids ['c2696fbd-ab0a-46a3-ba14-6148495680ab'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:56.387281 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] Routers {'c2696fbd-ab0a-46a3-ba14-6148495680ab'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:56.392481 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c2696fbd-ab0a-46a3-ba14-6148495680ab'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:56.406917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde18b0a-96ae-4573-8dd3-1a03dec94da5,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:56.431296 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-72a81a28-1b06-4755-9c01-c53f8c0c65f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 1002 time: 0.6770821 Mar 07 04:45:56.439673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-973bc0c7-7b20-49ec-9a46-2fd8fae7c3e0 admin admin] Publish callbacks [] for security_group (83324898-8e1a-4a0e-b541-b41a9dd33697), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.443484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf486d1a-d0c2-4f63-a9bd-2439382b86c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:56.450705 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf486d1a-d0c2-4f63-a9bd-2439382b86c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports/3dc24948-3fce-4805-b912-1b9e6c7103f3 HTTP/1.1" status: 200 len: 911 time: 0.0839815 Mar 07 04:45:56.450900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Checking segment: {'id': 'e6b3ae7c-7770-401b-8b65-e57832792c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:45:56.450900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Network hostable DHCP agents. Network: 136aaf56-ab97-4397-90d5-735bc102371d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:45:56.451101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:56.460602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d159b-febc-4901-a868-bbe81628ee9b None None] Pushing event updated for resources: {'Port': ['ID=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:56.472317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:56.475785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.482465 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:56.482649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e619a080-cd1b-40e4-a7e9-78f46006a69a None None] Provisioning complete for port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:56.494755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e619a080-cd1b-40e4-a7e9-78f46006a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.501619 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] Routers {'c2696fbd-ab0a-46a3-ba14-6148495680ab'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:56.502590 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c2696fbd-ab0a-46a3-ba14-6148495680ab'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:56.525231 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-973bc0c7-7b20-49ec-9a46-2fd8fae7c3e0 admin admin] Publish callbacks [] for security_group (83324898-8e1a-4a0e-b541-b41a9dd33697), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.542997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:56.544517 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b26c07-7ef4-40f1-88e0-55bd53fc8b46 None None] The sync data for ids ['c2696fbd-ab0a-46a3-ba14-6148495680ab'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:56.544715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Network 136aaf56-ab97-4397-90d5-735bc102371d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:45:56.562740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-be94e31d-ee31-4dcb-9db0-f49c8a6ce410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:56.564332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-be94e31d-ee31-4dcb-9db0-f49c8a6ce410 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.1127093 Mar 07 04:45:56.597310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 136aaf56-ab97-4397-90d5-735bc102371d) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:45:56.619592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:56.620174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.624978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f9116-0f5e-4453-bb85-0c30b45872da None None] Network 136aaf56-ab97-4397-90d5-735bc102371d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:56.667519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f843d17f-3f05-4e67-8791-c92e2cd91109 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3566067 Mar 07 04:45:56.691095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-973bc0c7-7b20-49ec-9a46-2fd8fae7c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (83324898-8e1a-4a0e-b541-b41a9dd33697), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.693839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-973bc0c7-7b20-49ec-9a46-2fd8fae7c3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:56.697444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-973bc0c7-7b20-49ec-9a46-2fd8fae7c3e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83324898-8e1a-4a0e-b541-b41a9dd33697 HTTP/1.1" status: 204 len: 168 time: 0.4158835 Mar 07 04:45:56.726466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bc0c7-7b20-49ec-9a46-2fd8fae7c3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83324898-8e1a-4a0e-b541-b41a9dd33697,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:56.869914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-7e3acf00-5620-49f3-adc7-6baaac2bec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:56.873298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-7e3acf00-5620-49f3-adc7-6baaac2bec8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3021438 Mar 07 04:45:56.893354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc20c5c1-4694-42f8-8f1d-73cc7a8ed0d3 req-ad4bbe09-a5d9-42fa-aa76-0866aa6b0728 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.0803742 Mar 07 04:45:56.927855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e619a080-cd1b-40e4-a7e9-78f46006a69a None None] Current status of the port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:57.015087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81c9b4-60b1-4334-bc1b-743369adda1f None None] Network 136aaf56-ab97-4397-90d5-735bc102371d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:45:57.023990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:57.029119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e619a080-cd1b-40e4-a7e9-78f46006a69a None None] Provisioning complete for port 3dc24948-3fce-4805-b912-1b9e6c7103f3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:57.029119 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e619a080-cd1b-40e4-a7e9-78f46006a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.117251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4912-1182-4707-954b-d6e0dd905f87 req-d88bc770-267a-41b6-910f-9e42b89785e6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:57.131756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08fa4912-1182-4707-954b-d6e0dd905f87 req-d88bc770-267a-41b6-910f-9e42b89785e6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1159770 Mar 07 04:45:57.132105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e619a080-cd1b-40e4-a7e9-78f46006a69a None None] Port 3dc24948-3fce-4805-b912-1b9e6c7103f3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:57.198469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-b5f6b789-31f6-4e3b-b4fb-b3ef7672e9a0 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064342 Mar 07 04:45:57.259895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b978e6e2-35c0-4096-9398-f6c08d11f97e None None] Provisioning complete for port 3dc24948-3fce-4805-b912-1b9e6c7103f3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:57.262332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b978e6e2-35c0-4096-9398-f6c08d11f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.265127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08fa4912-1182-4707-954b-d6e0dd905f87 req-a49910bb-9081-443c-99b7-aaddf8aba101 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349454 Mar 07 04:45:57.355721 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f15dd3f-2e24-4ae9-a427-b76f7d716bc8 req-56883d28-7c8e-4394-baf8-36029842ad10 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249924 Mar 07 04:45:57.357612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b978e6e2-35c0-4096-9398-f6c08d11f97e None None] Port 3dc24948-3fce-4805-b912-1b9e6c7103f3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:45:57.377627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60122) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:57.399618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a120236-b4c7-44e5-ad49-b62bee30fde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.622074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (c2696fbd-ab0a-46a3-ba14-6148495680ab), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.642579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a120236-b4c7-44e5-ad49-b62bee30fde0 admin admin] Publish callbacks [] for security_group (287e23e3-81f4-48c5-af64-eaff012f2d09), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.651056 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a120236-b4c7-44e5-ad49-b62bee30fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (287e23e3-81f4-48c5-af64-eaff012f2d09), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.705378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-10b67957-f979-423f-8b98-64a298fa8b9f tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:57.706957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-10b67957-f979-423f-8b98-64a298fa8b9f tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/networks?id=136aaf56-ab97-4397-90d5-735bc102371d HTTP/1.1" status: 200 len: 818 time: 0.1960909 Mar 07 04:45:57.714565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a120236-b4c7-44e5-ad49-b62bee30fde0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d0bd788918b4bf9831eebd083b70e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344717 Mar 07 04:45:57.719662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:57.741165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a120236-b4c7-44e5-ad49-b62bee30fde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e23e3-81f4-48c5-af64-eaff012f2d09,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:57.753011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-ee2ce314-4809-4c01-84d9-344833c1626b tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/quotas/ce9f0ce3eb364fc88639548bfbd0299a HTTP/1.1" status: 200 len: 375 time: 0.0373139 Mar 07 04:45:57.810724 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74480d8d-71eb-4706-88ad-225e49e5e9fd admin admin] Publish callbacks [] for security_group (287e23e3-81f4-48c5-af64-eaff012f2d09), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.814117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-ad431b77-81d3-4270-bd1b-794d1c071ed9 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce9f0ce3eb364fc88639548bfbd0299a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452700 Mar 07 04:45:57.895554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74480d8d-71eb-4706-88ad-225e49e5e9fd admin admin] Publish callbacks [] for security_group (287e23e3-81f4-48c5-af64-eaff012f2d09), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:57.915370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:45:57.985763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-8b76e948-149c-41f1-aaa4-1b5181de50df service neutron] 10.222.0.21 "GET /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623297 Mar 07 04:45:58.063535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:45:58.064204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:58.112579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-8449a95c-bda0-4e19-9cfa-3026dab6ae94 service neutron] 10.222.0.21 "GET /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099949 Mar 07 04:45:58.136179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 3dc24948-3fce-4805-b912-1b9e6c7103f3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:45:58.136631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:58.151135 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74480d8d-71eb-4706-88ad-225e49e5e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (287e23e3-81f4-48c5-af64-eaff012f2d09), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:58.171906 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74480d8d-71eb-4706-88ad-225e49e5e9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:58.173465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-74480d8d-71eb-4706-88ad-225e49e5e9fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/287e23e3-81f4-48c5-af64-eaff012f2d09 HTTP/1.1" status: 204 len: 168 time: 0.4528568 Mar 07 04:45:58.229030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:45:58.248475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e197a561-b42c-4059-b8d0-3924d0625024 req-e2bec962-7ad6-489c-9fb8-61eafb46eb8c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f6359c-019a-43d6-bdda-29eff20df2aa HTTP/1.1" status: 200 len: 210 time: 0.1276350 Mar 07 04:45:58.275484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480d8d-71eb-4706-88ad-225e49e5e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e23e3-81f4-48c5-af64-eaff012f2d09,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:58.308277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:58.350349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 3dc24948-3fce-4805-b912-1b9e6c7103f3 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:45:58.561285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7925b5ae-a606-402c-a62a-078d87541a80 req-3d1b92e5-9186-43a4-99e3-d1d4912f3d77 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 210 time: 0.1412346 Mar 07 04:45:58.614916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344ddd5-ac24-403d-8bd9-08c37b0d68ab req-266f4801-e948-459e-8471-8efc29b3db48 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:45:58.616706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a344ddd5-ac24-403d-8bd9-08c37b0d68ab req-266f4801-e948-459e-8471-8efc29b3db48 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1857646 Mar 07 04:45:58.622682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3dc24948-3fce-4805-b912-1b9e6c7103f3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:58.656640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=3dc24948-3fce-4805-b912-1b9e6c7103f3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:45:58.693072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.693428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.694343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.694691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.695030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.695366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.695701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.696032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.696359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.696690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.697017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.697350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.697663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:45:58.734302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a344ddd5-ac24-403d-8bd9-08c37b0d68ab req-67f3ab4d-b2d0-4985-94f3-d733a06ce269 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070304 Mar 07 04:45:58.795841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (c2696fbd-ab0a-46a3-ba14-6148495680ab), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.042807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router c2696fbd-ab0a-46a3-ba14-6148495680ab has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:45:59.155180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:45:59.166326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] Sync routers for ids ['c2696fbd-ab0a-46a3-ba14-6148495680ab'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:45:59.167319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aaaecbe2-77d4-4a88-88c2-6671d8fa9687 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/c2696fbd-ab0a-46a3-ba14-6148495680ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142205 Mar 07 04:45:59.169870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60168) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:59.188174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] Routers {'c2696fbd-ab0a-46a3-ba14-6148495680ab'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:59.189106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c2696fbd-ab0a-46a3-ba14-6148495680ab'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:59.205450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d0d85f56-3638-481b-b4a4-1151c8b18a4f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2696fbd-ab0a-46a3-ba14-6148495680ab HTTP/1.1" status: 200 len: 205 time: 0.0341198 Mar 07 04:45:59.209835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60170) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:59.239164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:59.250747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] Routers {'c2696fbd-ab0a-46a3-ba14-6148495680ab'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:45:59.251839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c2696fbd-ab0a-46a3-ba14-6148495680ab'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:59.292743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:45:59.294216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fd28a-e70a-40b7-be91-39cf94835239 None None] The sync data for ids ['c2696fbd-ab0a-46a3-ba14-6148495680ab'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:45:59.383251 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (c2696fbd-ab0a-46a3-ba14-6148495680ab), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.592749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c2696fbd-ab0a-46a3-ba14-6148495680ab), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.595371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (c2696fbd-ab0a-46a3-ba14-6148495680ab), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.670520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c2696fbd-ab0a-46a3-ba14-6148495680ab), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.671028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router c2696fbd-ab0a-46a3-ba14-6148495680ab {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:45:59.693482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.695620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4065f7d4-6152-48ce-9c71-c146134a1641 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/c2696fbd-ab0a-46a3-ba14-6148495680ab HTTP/1.1" status: 204 len: 168 time: 0.4845028 Mar 07 04:45:59.699025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b457eb44-c433-4a31-8e7c-60337bf0c771 req-3ebb63a0-42e3-4385-abf8-4b563e6a4f74 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 210 time: 0.0404193 Mar 07 04:45:59.699025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60186) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:45:59.752580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet ce3548fd-e882-4446-ba97-d75e72ed2906 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:45:59.756019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (ce3548fd-e882-4446-ba97-d75e72ed2906), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.797720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (ce3548fd-e882-4446-ba97-d75e72ed2906), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.911103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (ce3548fd-e882-4446-ba97-d75e72ed2906), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:45:59.988921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (ce3548fd-e882-4446-ba97-d75e72ed2906), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.017246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3548fd-e882-4446-ba97-d75e72ed2906,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:00.021582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.026053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-018c4e24-3e3c-4147-a4ac-d16ee8810d3d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/ce3548fd-e882-4446-ba97-d75e72ed2906 HTTP/1.1" status: 204 len: 168 time: 0.3255351 Mar 07 04:46:00.028317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60192) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:00.031854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673384ed-1cf5-438b-8997-bb13956a5aa6 None None] Network dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:00.129194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.197565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:00.198270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.289630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] DHCP port deletion for dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:46:00.305722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,segment=NetworkSegment(7b50b4c2-aaae-432b-8616-d84d1ee8d052),segment_id=7b50b4c2-aaae-432b-8616-d84d1ee8d052)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:00.306161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.350404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:00.369211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] Deleting port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:00.369908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.420528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-2d1a652c-15cf-4369-bd2c-44ae9c59e081 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:00.431826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-2d1a652c-15cf-4369-bd2c-44ae9c59e081 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.44 "GET /v2.0/networks?id=136aaf56-ab97-4397-90d5-735bc102371d HTTP/1.1" status: 200 len: 818 time: 0.2330105 Mar 07 04:46:00.437537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Request body: {'port': {'device_id': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d', 'admin_state_up': True, 'tenant_id': 'ce9f0ce3eb364fc88639548bfbd0299a'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:00.531832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] For port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,segment=NetworkSegment(7b50b4c2-aaae-432b-8616-d84d1ee8d052),segment_id=7b50b4c2-aaae-432b-8616-d84d1ee8d052)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:00.532328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.536706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.564366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] Calling delete_port for 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:00.575341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:00.589948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:00.644362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Made reservation on behalf of ce9f0ce3eb364fc88639548bfbd0299a for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:00.649138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.719701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.727947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.761472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] Pushing event deleted for resources: {'Port': ['ID=0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:00.769113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8144b-d66e-445e-b7fa-77234e0feae0 None None] No DVR routers for this DVR port 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:00.780413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4d2873-832c-4c5c-b4d7-8dc15eea5a19']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:00.800829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b50b4c2-aaae-432b-8616-d84d1ee8d052') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:00.801128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b50b4c2-aaae-432b-8616-d84d1ee8d052') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:00.827754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (7b50b4c2-aaae-432b-8616-d84d1ee8d052), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.849968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7b50b4c2-aaae-432b-8616-d84d1ee8d052), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.857132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:46:00.857824 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (7b50b4c2-aaae-432b-8616-d84d1ee8d052), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:46:00.862437 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:46:00.877320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Allocated IP 172.20.0.7 (136aaf56-ab97-4397-90d5-735bc102371d/cde18b0a-96ae-4573-8dd3-1a03dec94da5/8014349a-c971-4ed3-934f-2c6a965965af) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:00.955976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86ee8687-4193-4ed1-9ae8-dc11d11ec364 req-866b194b-5872-484f-be91-78f9ab035786 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 210 time: 0.0940475 Mar 07 04:46:00.989702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (dd4d2873-832c-4c5c-b4d7-8dc15eea5a19), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:00.998486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.005268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/dd4d2873-832c-4c5c-b4d7-8dc15eea5a19 HTTP/1.1" status: 204 len: 168 time: 0.9723914 Mar 07 04:46:01.016374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:01.021603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-728972212', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:01.027918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f2a22-13b1-429b-ac06-9003feda33bb tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=dd4d2873-832c-4c5c-b4d7-8dc15eea5a19,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:01.064205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.065345 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.093120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks [] for port (8014349a-c971-4ed3-934f-2c6a965965af), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.133453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.136501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8014349a-c971-4ed3-934f-2c6a965965af), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.198140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Network 136aaf56-ab97-4397-90d5-735bc102371d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:01.201808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:01.204880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:01.238365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Pushing event updated for resources: {'Port': ['ID=8014349a-c971-4ed3-934f-2c6a965965af,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:01.285372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:01.286422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.303007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_gateway (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.310570 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-bb5b0e6c-9f9c-4ef8-bd9d-b797b19225e6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771634 Mar 07 04:46:01.329887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Request body: {'port': {'device_id': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:01.421659 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8014349a-c971-4ed3-934f-2c6a965965af), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.593931 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_gateway (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.625186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.742754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 172.25.4.148 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/944c5e03-73d7-463a-84a6-a98238f15c1e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:01.775771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8014349a-c971-4ed3-934f-2c6a965965af {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:46:01.783058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Publish callbacks [] for port (8014349a-c971-4ed3-934f-2c6a965965af), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.796980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Transition to ACTIVE for port object 8014349a-c971-4ed3-934f-2c6a965965af will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:46:01.801447 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8014349a-c971-4ed3-934f-2c6a965965af), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:01.851682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Pushing event updated for resources: {'Port': ['ID=8014349a-c971-4ed3-934f-2c6a965965af,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:01.914834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:46:01.934639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Attempting to bind port 8014349a-c971-4ed3-934f-2c6a965965af on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:01.935048 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Attempting to bind port 8014349a-c971-4ed3-934f-2c6a965965af by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'e6b3ae7c-7770-401b-8b65-e57832792c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:01.935300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Attempting to bind port 8014349a-c971-4ed3-934f-2c6a965965af on network 136aaf56-ab97-4397-90d5-735bc102371d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:01.940309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Port 8014349a-c971-4ed3-934f-2c6a965965af on network 136aaf56-ab97-4397-90d5-735bc102371d not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:46:01.940633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Attempting to bind port 8014349a-c971-4ed3-934f-2c6a965965af on network 136aaf56-ab97-4397-90d5-735bc102371d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:01.942970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:46:01.943954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0b9ecfc8-d2a3-4e66-9dc6-2ee0cbb1541c not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:46:01.946226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:01.946580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Checking segment: {'id': 'e6b3ae7c-7770-401b-8b65-e57832792c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:01.946948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Bound using segment: {'id': 'e6b3ae7c-7770-401b-8b65-e57832792c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:01.947378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Bound port: 8014349a-c971-4ed3-934f-2c6a965965af, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b3ae7c-7770-401b-8b65-e57832792c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:01.947734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8014349a-c971-4ed3-934f-2c6a965965af), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.023664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] For port 8014349a-c971-4ed3-934f-2c6a965965af, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:02.026884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] For port 8014349a-c971-4ed3-934f-2c6a965965af, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8014349a-c971-4ed3-934f-2c6a965965af,segment=NetworkSegment(e6b3ae7c-7770-401b-8b65-e57832792c43),segment_id=e6b3ae7c-7770-401b-8b65-e57832792c43)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:02.036553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8014349a-c971-4ed3-934f-2c6a965965af), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.077835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:02.078491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.079922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] 10.222.0.44 "PUT /v2.0/ports/8014349a-c971-4ed3-934f-2c6a965965af HTTP/1.1" status: 200 len: 1091 time: 0.7623720 Mar 07 04:46:02.080774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'tag': '8014349a-c971-4ed3-934f-2c6a965965af'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:02.082970 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890adb9b-76a7-431a-8f6e-4cd3e87d3283" -d '{"events": [{"name": "network-changed", "server_uuid": "f63b28d1-b903-4373-b660-863aed70c4ae", "tag": "8014349a-c971-4ed3-934f-2c6a965965af"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:02.111118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdab7f-8980-4a67-8586-21d144d8e123 service neutron] Pushing event updated for resources: {'Port': ['ID=8014349a-c971-4ed3-934f-2c6a965965af,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:02.227463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-df6239eb-107f-42aa-b80e-7cd63abc902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:02.232304 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-df6239eb-107f-42aa-b80e-7cd63abc902b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce9f0ce3eb364fc88639548bfbd0299a&device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 1125 time: 0.0995972 Mar 07 04:46:02.302099 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-9d91f862-051d-42d0-ba3b-c38f67b84c7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8014349a-c971-4ed3-934f-2c6a965965af HTTP/1.1" status: 200 len: 217 time: 0.0627177 Mar 07 04:46:02.357551 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef84cf4-d171-4491-9b42-302b63339af3 x-openstack-request-id: req-9ef84cf4-d171-4491-9b42-302b63339af3 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:02.358147 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63b28d1-b903-4373-b660-863aed70c4ae", "tag": "8014349a-c971-4ed3-934f-2c6a965965af", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:02.358579 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ef84cf4-d171-4491-9b42-302b63339af3 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:02.359652 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'tag': '8014349a-c971-4ed3-934f-2c6a965965af', 'status': 'completed', 'code': 200} Mar 07 04:46:02.375854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fba75-e985-4538-9679-7f3a980b9567 req-0473c17c-61a6-4dd6-aab8-68963e58acbb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:02.379654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-740fba75-e985-4538-9679-7f3a980b9567 req-0473c17c-61a6-4dd6-aab8-68963e58acbb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 943 time: 0.0860853 Mar 07 04:46:02.393786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-465b12ae-fffd-4dec-b23b-b1ef47781b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:02.396448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-465b12ae-fffd-4dec-b23b-b1ef47781b05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cde18b0a-96ae-4573-8dd3-1a03dec94da5 HTTP/1.1" status: 200 len: 858 time: 0.0879743 Mar 07 04:46:02.429867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-63f929f6-d294-4652-a5ce-c7596b4cd05d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=136aaf56-ab97-4397-90d5-735bc102371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282187 Mar 07 04:46:02.441037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (944c5e03-73d7-463a-84a6-a98238f15c1e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.449548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-740fba75-e985-4538-9679-7f3a980b9567 req-00980bce-88c1-45f7-9230-67caddd1c8c7 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Mar 07 04:46:02.492560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (944c5e03-73d7-463a-84a6-a98238f15c1e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.556462 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-97140417-b5a9-4ea2-ac22-41c39bba1f09 service neutron] 10.222.0.44 "GET /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211550 Mar 07 04:46:02.561903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:02.563593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:02.565868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=944c5e03-73d7-463a-84a6-a98238f15c1e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:02.568041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:02.685853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6097f20f-79cd-4243-a5cb-caa3f950baff req-d7b403ea-fc05-4a04-b1f6-45d0d0d93e91 service neutron] 10.222.0.44 "GET /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235840 Mar 07 04:46:02.779589 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1307e5ea-d450-4643-b4ee-2f1d8c437f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.805765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-210864f3-bacc-4d0d-b87d-b3eab6919e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:02.808235 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-210864f3-bacc-4d0d-b87d-b3eab6919e16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce9f0ce3eb364fc88639548bfbd0299a&device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 1125 time: 0.0625138 Mar 07 04:46:02.919768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-cf207f0b-4f7d-4ac4-98af-8c45922a0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:02.922235 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-cf207f0b-4f7d-4ac4-98af-8c45922a0892 service neutron] 10.222.0.44 "GET /v2.0/networks?id=136aaf56-ab97-4397-90d5-735bc102371d HTTP/1.1" status: 200 len: 919 time: 0.1061344 Mar 07 04:46:02.933023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_gateway (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:02.971651 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-785486a1-12b8-48e2-8348-0b6eadc9ea2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8014349a-c971-4ed3-934f-2c6a965965af HTTP/1.1" status: 200 len: 217 time: 0.0420835 Mar 07 04:46:03.030938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-c240ceda-5ee5-459f-9788-d9cb32ce4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:03.032944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-c240ceda-5ee5-459f-9788-d9cb32ce4fe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cde18b0a-96ae-4573-8dd3-1a03dec94da5 HTTP/1.1" status: 200 len: 858 time: 0.0545287 Mar 07 04:46:03.076520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-844c0fc3-b5fb-4f2c-b4aa-67225da7bc44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=136aaf56-ab97-4397-90d5-735bc102371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353730 Mar 07 04:46:03.183409 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-8b0190f7-7b61-44b3-b23b-af31f9d8941e service neutron] 10.222.0.44 "GET /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977514 Mar 07 04:46:03.187279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:03.301148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-890adb9b-76a7-431a-8f6e-4cd3e87d3283 req-e09dffdf-5d7e-4222-b796-12f96f93608c service neutron] 10.222.0.44 "GET /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112957 Mar 07 04:46:03.331142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router f4766189-c2ee-42e5-bff6-6fde6a7ad8cc is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:46:03.449365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:03.463661 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02075e-3694-4517-8254-46684994509a None None] Sync routers for ids ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:03.470707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:03.472616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-590ed85f-23ee-4bb0-8ac5-c27923c94a09 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4547038 Mar 07 04:46:03.475767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:03.478398 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02075e-3694-4517-8254-46684994509a None None] Routers {'f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:03.479026 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b02075e-3694-4517-8254-46684994509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:03.534560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b02075e-3694-4517-8254-46684994509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:03.548179 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02075e-3694-4517-8254-46684994509a None None] Routers {'f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:03.549055 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b02075e-3694-4517-8254-46684994509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:03.585304 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5b02075e-3694-4517-8254-46684994509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:03.586229 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02075e-3694-4517-8254-46684994509a None None] The sync data for ids ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:03.620909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e16db39b-6b88-4c55-b12e-40aa0bee796a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/routers/f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 200 len: 884 time: 0.1436291 Mar 07 04:46:03.623383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60230) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:03.628129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34430b90-cd6d-48bf-a6f3-d0141191b0c9 req-9cac8b35-72da-4e13-b52c-031b38081df1 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:03.629787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34430b90-cd6d-48bf-a6f3-d0141191b0c9 req-9cac8b35-72da-4e13-b52c-031b38081df1 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 943 time: 0.0837224 Mar 07 04:46:03.689406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34430b90-cd6d-48bf-a6f3-d0141191b0c9 req-651b3eba-4749-4fe2-b732-b2c7bc95a7c6 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520232 Mar 07 04:46:03.841446 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8905d352-2e3a-46e0-a2c7-bdac382eac4e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2143915 Mar 07 04:46:03.841671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:03.846393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-728972212'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:04.105409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12069e-8275-401f-84d6-b84636e9a64c req-4afe9f89-c1fb-43d1-8a39-51e299a0e8bc tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:04.112648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f12069e-8275-401f-84d6-b84636e9a64c req-4afe9f89-c1fb-43d1-8a39-51e299a0e8bc tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.0715537 Mar 07 04:46:04.173659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f12069e-8275-401f-84d6-b84636e9a64c req-7f1973fd-ae5a-4313-9225-3bc0485c5203 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598722 Mar 07 04:46:04.244360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:04.257310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:04.377261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router f4766189-c2ee-42e5-bff6-6fde6a7ad8cc has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:04.506956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:04.516899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:04.520919 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ad014fee-fd40-440e-91ce-5be4731ebabd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 200 len: 891 time: 0.6758475 Mar 07 04:46:04.521097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] Sync routers for ids ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:04.521549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:04.529491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] Routers {'f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:04.530382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:04.574343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:04.584987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] Routers {'f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:04.585690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:45:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:04.628868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:04.629836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec118924-0af0-4f35-912d-b87a8a2208ed None None] The sync data for ids ['f4766189-c2ee-42e5-bff6-6fde6a7ad8cc'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:04.908934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef515f3-3ecc-455e-8058-da4bad4a36fc req-a9301a7e-ecfb-408f-bff0-7b7f9324e9c7 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:04.913147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cef515f3-3ecc-455e-8058-da4bad4a36fc req-a9301a7e-ecfb-408f-bff0-7b7f9324e9c7 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 943 time: 0.0821333 Mar 07 04:46:05.000110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cef515f3-3ecc-455e-8058-da4bad4a36fc req-a7a0dc62-12ee-484b-a9d0-499413f4a0e8 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831304 Mar 07 04:46:05.223873 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a437f417-e8a7-493a-8a90-d9baa31ef5a6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/routers/f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 200 len: 891 time: 0.7008343 Mar 07 04:46:05.227349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:05.284319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c8994b1b-910d-4f02-8f2d-2aeaa87366ef tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 200 len: 205 time: 0.0551717 Mar 07 04:46:05.286043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:05.365063 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59a1c057-38f4-432d-8a7d-9e6c2c83f573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:05.439047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:05.508097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49856a2d-321f-4457-b967-503b341c771a req-bd60306c-1e39-4c07-b3ed-43598fa925ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:05.509659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49856a2d-321f-4457-b967-503b341c771a req-bd60306c-1e39-4c07-b3ed-43598fa925ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.2050180 Mar 07 04:46:05.587731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa658-5aa1-43f3-b628-80f477a215ed req-65d756bf-7667-4817-b3a8-1cb7608c8fc4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:05.589282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f5fa658-5aa1-43f3-b628-80f477a215ed req-65d756bf-7667-4817-b3a8-1cb7608c8fc4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 945 time: 0.2143304 Mar 07 04:46:05.593783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_gateway (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:05.666943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 944c5e03-73d7-463a-84a6-a98238f15c1e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:05.667590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (944c5e03-73d7-463a-84a6-a98238f15c1e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:05.680706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f5fa658-5aa1-43f3-b628-80f477a215ed req-25d10152-625a-45ba-8e43-10eba06be701 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9791b39-c538-4891-87ad-4a99c67bd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834169 Mar 07 04:46:05.712260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port dee8e808-9065-4c89-927f-19eb84056273 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:05.712529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (dee8e808-9065-4c89-927f-19eb84056273), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:05.785349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (944c5e03-73d7-463a-84a6-a98238f15c1e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:05.807868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 944c5e03-73d7-463a-84a6-a98238f15c1e owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:05.833672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] For port dee8e808-9065-4c89-927f-19eb84056273, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=dee8e808-9065-4c89-927f-19eb84056273,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:05.834691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (dee8e808-9065-4c89-927f-19eb84056273), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.014120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (944c5e03-73d7-463a-84a6-a98238f15c1e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.059922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.061004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2345c769-31cd-45d3-be10-35cee90bd1e8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.061599 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP 2345c769-31cd-45d3-be10-35cee90bd1e8 disassociated. External IP: 172.25.4.191, port: dee8e808-9065-4c89-927f-19eb84056273. Mar 07 04:46:06.062208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for dee8e808-9065-4c89-927f-19eb84056273 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:06.067918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=944c5e03-73d7-463a-84a6-a98238f15c1e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:06.160452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.261374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (dee8e808-9065-4c89-927f-19eb84056273), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.288899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.291263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.294360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=dee8e808-9065-4c89-927f-19eb84056273,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:06.358806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f454ee-d63c-4e71-82b2-a08f7463d2e2 req-2d597228-d8b4-4b43-82ca-49784cd56a66 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:06.360769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8f454ee-d63c-4e71-82b2-a08f7463d2e2 req-2d597228-d8b4-4b43-82ca-49784cd56a66 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 943 time: 0.1333740 Mar 07 04:46:06.379056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (f4766189-c2ee-42e5-bff6-6fde6a7ad8cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.380792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router f4766189-c2ee-42e5-bff6-6fde6a7ad8cc {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:46:06.401637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.407712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f1323fe9-ac6f-41fb-9a2d-8e4bfb014fec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 204 len: 168 time: 1.1191690 Mar 07 04:46:06.412838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:06.419321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2048602893'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:06.451090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:06.456672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.476085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8f454ee-d63c-4e71-82b2-a08f7463d2e2 req-ac377898-1511-4a21-9a05-2dc816f1412d tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052110 Mar 07 04:46:06.490860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:46:06.498871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:06.513318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.513649 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31 of type vlan for network d87b2d16-0bf6-409e-a910-fe5d047fafcc Mar 07 04:46:06.564434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d87b2d16-0bf6-409e-a910-fe5d047fafcc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.598967 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d87b2d16-0bf6-409e-a910-fe5d047fafcc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.600939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8014349a-c971-4ed3-934f-2c6a965965af details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:46:06.606856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:06.607617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.651568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:06.669001 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:06.669533 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2549043 Mar 07 04:46:06.683195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:06.694687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:06.699712 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:06.700337 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:06.809438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e98b49-4bcd-4624-aa76-71960900e952 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=d87b2d16-0bf6-409e-a910-fe5d047fafcc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:06.827434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] No DVR routers for this DVR port dee8e808-9065-4c89-927f-19eb84056273 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:06.833731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:06.837865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49856a2d-321f-4457-b967-503b341c771a req-608855d3-7a6d-49f8-993e-4c230d4a87c7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "DELETE /v2.0/ports/dee8e808-9065-4c89-927f-19eb84056273 HTTP/1.1" status: 204 len: 173 time: 1.3189263 Mar 07 04:46:06.842184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'name': 'network-vif-deleted', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:06.845851 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bfd508-5685-4d86-9ca3-248d503b4317" -d '{"events": [{"server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "name": "network-vif-deleted", "tag": "dee8e808-9065-4c89-927f-19eb84056273"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:06.887878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:06.893561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.039270 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a48777-724d-47a6-93f4-1124489d250c x-openstack-request-id: req-03a48777-724d-47a6-93f4-1124489d250c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:07.039853 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f", "name": "network-vif-deleted", "tag": "dee8e808-9065-4c89-927f-19eb84056273", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:07.040214 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03a48777-724d-47a6-93f4-1124489d250c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:07.040998 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f', 'name': 'network-vif-deleted', 'tag': 'dee8e808-9065-4c89-927f-19eb84056273', 'status': 'completed', 'code': 200} Mar 07 04:46:07.041124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:46:07.058832 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:07.165857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d982f977-3dbc-4c2e-bc00-eddb9a33d3d3 req-48128b7f-a0f0-428c-8975-083c2bf2fcfc tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe6d7c-e2a3-4c50-bc1b-4ab8849f056f HTTP/1.1" status: 200 len: 210 time: 0.1306486 Mar 07 04:46:07.177700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.200045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8014349a-c971-4ed3-934f-2c6a965965af, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8014349a-c971-4ed3-934f-2c6a965965af,segment=NetworkSegment(e6b3ae7c-7770-401b-8b65-e57832792c43),segment_id=e6b3ae7c-7770-401b-8b65-e57832792c43)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:07.263103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8014349a-c971-4ed3-934f-2c6a965965af', 'network_id': '136aaf56-ab97-4397-90d5-735bc102371d', 'port_id': '8014349a-c971-4ed3-934f-2c6a965965af', 'mac_address': 'fa:16:3e:af:6f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde18b0a-96ae-4573-8dd3-1a03dec94da5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:46:07.287899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (602ecf2e-f6dc-491b-aabb-eb1a9176fd6b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.321745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8014349a-c971-4ed3-934f-2c6a965965af is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:07.322574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8014349a-c971-4ed3-934f-2c6a965965af), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.342300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8014349a-c971-4ed3-934f-2c6a965965af {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:46:07.377903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8014349a-c971-4ed3-934f-2c6a965965af, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8014349a-c971-4ed3-934f-2c6a965965af,segment=NetworkSegment(e6b3ae7c-7770-401b-8b65-e57832792c43),segment_id=e6b3ae7c-7770-401b-8b65-e57832792c43)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:07.383995 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8014349a-c971-4ed3-934f-2c6a965965af), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.397064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:07.397515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: d87b2d16-0bf6-409e-a910-fe5d047fafcc, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:46:07.408706 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:52Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:07.427514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=602ecf2e-f6dc-491b-aabb-eb1a9176fd6b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:07.455592 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:07.463649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:46:07.473090 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:07.473715 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:07.479602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, d87b2d16-0bf6-409e-a910-fe5d047fafcc) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:07.484081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:07.484674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.528371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15b48945-ff90-4caa-9937-da2d67091164 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8433964 Mar 07 04:46:07.530951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60292) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:07.534522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8014349a-c971-4ed3-934f-2c6a965965af,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:07.535438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-788486707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:07.560667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c91b0-d900-4955-9e48-196e6fd3a6b5 None None] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:07.585536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (fe3f9e16-4827-4d40-a554-76df987a62f2), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.586793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (fe3f9e16-4827-4d40-a554-76df987a62f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.695921 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:07.714813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (fe3f9e16-4827-4d40-a554-76df987a62f2), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.741527 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (fe3f9e16-4827-4d40-a554-76df987a62f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.823242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:07.826939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0ca242f7-0b7f-4dbd-97a9-f457601eb101 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2924223 Mar 07 04:46:07.827407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60294) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:07.856892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8014349a-c971-4ed3-934f-2c6a965965af'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:46:07.864953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc26b1-2866-44bb-81d7-92893205c6af req-552da56c-2422-4315-90b3-b60e6c52e86c tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:07.867062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42fc26b1-2866-44bb-81d7-92893205c6af req-552da56c-2422-4315-90b3-b60e6c52e86c tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 944 time: 0.1466329 Mar 07 04:46:07.963677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42fc26b1-2866-44bb-81d7-92893205c6af req-1714b115-9947-4dbe-93f6-b7842b3885f0 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903563 Mar 07 04:46:08.002576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.127801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-d87b2d16-0bf6-409e-a910-fe5d047fafcc', 'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': '602ecf2e-f6dc-491b-aabb-eb1a9176fd6b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:46:08.129010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.189527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:52Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:08.227543 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14514-7639-47bd-8d6a-f00358176ff9 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'd63e01ed-e23d-4bf8-8f77-a03733a7aa1b', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'cf649615-b567-407d-913b-e62b511efc44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:f6:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:43:29Z', 'updated_at': '2022-03-07T04:43:52Z', 'revision_number': 2, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:08.336211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60304) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:08.453965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f245f9ed-355d-4653-9ca8-c6754d16f24e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (f9791b39-c538-4891-87ad-4a99c67bd61a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.477972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.487799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f245f9ed-355d-4653-9ca8-c6754d16f24e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (f9791b39-c538-4891-87ad-4a99c67bd61a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.533562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Allocated IP 2001:db8::2 (d87b2d16-0bf6-409e-a910-fe5d047fafcc/602ecf2e-f6dc-491b-aabb-eb1a9176fd6b/17427ee3-2281-43a6-9411-0ace98fba6b6) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:08.559987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f245f9ed-355d-4653-9ca8-c6754d16f24e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f9791b39-c538-4891-87ad-4a99c67bd61a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.562857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f245f9ed-355d-4653-9ca8-c6754d16f24e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.566179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f245f9ed-355d-4653-9ca8-c6754d16f24e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/security-groups/f9791b39-c538-4891-87ad-4a99c67bd61a HTTP/1.1" status: 204 len: 168 time: 0.2253301 Mar 07 04:46:08.566842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60306) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:08.592796 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-becf5357-9c1e-4fe0-abba-f9db9dca6214 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] show failed (client error): The resource could not be found. Mar 07 04:46:08.595390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-becf5357-9c1e-4fe0-abba-f9db9dca6214 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups/f9791b39-c538-4891-87ad-4a99c67bd61a HTTP/1.1" status: 404 len: 347 time: 0.0223181 Mar 07 04:46:08.601153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60308) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:08.619289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245f9ed-355d-4653-9ca8-c6754d16f24e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9791b39-c538-4891-87ad-4a99c67bd61a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:08.773145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752e08c-1618-4c02-b1a8-dbf725149bbf None None] New status for floating IP 2345c769-31cd-45d3-be10-35cee90bd1e8: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:46:08.844031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:08.845173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.948351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.948877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:08.967466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:08.978250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Publish callbacks [] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.008108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.057486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Pushing event updated for resources: {'Port': ['ID=17427ee3-2281-43a6-9411-0ace98fba6b6,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:09.076159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:09.079127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:09.081562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:09.088238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8::1 (d87b2d16-0bf6-409e-a910-fe5d047fafcc/602ecf2e-f6dc-491b-aabb-eb1a9176fd6b/98fcbcbe-ea81-4ce1-8315-4f2238e58fe3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:09.163403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Attempting to bind port 17427ee3-2281-43a6-9411-0ace98fba6b6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:09.164228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Attempting to bind port 17427ee3-2281-43a6-9411-0ace98fba6b6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:09.164839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Attempting to bind port 17427ee3-2281-43a6-9411-0ace98fba6b6 on network d87b2d16-0bf6-409e-a910-fe5d047fafcc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:09.170309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:09.171272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Checking segment: {'id': 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:09.171940 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.172475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Bound using segment: {'id': 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:09.173052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Bound port: 17427ee3-2281-43a6-9411-0ace98fba6b6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd87b2d16-0bf6-409e-a910-fe5d047fafcc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:09.173574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.200219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116bc73-eac6-4680-a8c1-6393a7394b7a req-fa18c4bd-8e34-4b31-a491-e9eaf2afa385 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:09.202374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9116bc73-eac6-4680-a8c1-6393a7394b7a req-fa18c4bd-8e34-4b31-a491-e9eaf2afa385 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 944 time: 0.1147108 Mar 07 04:46:09.270715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] For port 17427ee3-2281-43a6-9411-0ace98fba6b6, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:09.275230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] For port 17427ee3-2281-43a6-9411-0ace98fba6b6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=17427ee3-2281-43a6-9411-0ace98fba6b6,segment=NetworkSegment(dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31),segment_id=dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:09.275982 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.286502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.299253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.314605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=c4e9854f-ecf0-4ea0-8db1-2cf437e3a95f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:09.364703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642971d3-94bb-47ae-b79e-28ca181d4887 None None] Pushing event updated for resources: {'Port': ['ID=17427ee3-2281-43a6-9411-0ace98fba6b6,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:09.411777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.422323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9116bc73-eac6-4680-a8c1-6393a7394b7a req-266273f4-8984-46ac-9b5f-f88e1deef6bc tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126739 Mar 07 04:46:09.460585 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.474717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (2345c769-31cd-45d3-be10-35cee90bd1e8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.478218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.479964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b1242210-fba7-43ce-9e46-e016a23778cb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/floatingips/2345c769-31cd-45d3-be10-35cee90bd1e8 HTTP/1.1" status: 204 len: 168 time: 0.8769336 Mar 07 04:46:09.501804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:09.509100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:09.516004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:09.516563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (fe3f9e16-4827-4d40-a554-76df987a62f2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:09.639819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=98fcbcbe-ea81-4ce1-8315-4f2238e58fe3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:09.681551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dee8e808-9065-4c89-927f-19eb84056273 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:46:09.751173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: dee8e808-9065-4c89-927f-19eb84056273 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:46:09.753470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device dee8e808-9065-4c89-927f-19eb84056273 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:46:09.786782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.028106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 17427ee3-2281-43a6-9411-0ace98fba6b6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:10.102648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 17427ee3-2281-43a6-9411-0ace98fba6b6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:10.104045 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.199908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 17427ee3-2281-43a6-9411-0ace98fba6b6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:10.199908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.249588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 17427ee3-2281-43a6-9411-0ace98fba6b6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=17427ee3-2281-43a6-9411-0ace98fba6b6,segment=NetworkSegment(dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31),segment_id=dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:10.258682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.262640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.272969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.274264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (fe3f9e16-4827-4d40-a554-76df987a62f2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:10.317912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=17427ee3-2281-43a6-9411-0ace98fba6b6,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:10.352282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=98fcbcbe-ea81-4ce1-8315-4f2238e58fe3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:10.439573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:10.442476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:10.604713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8014349a-c971-4ed3-934f-2c6a965965af up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:10.748404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router fe3f9e16-4827-4d40-a554-76df987a62f2 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:46:10.780591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6886e0-a406-4fe5-9e9f-b10a31f6328b req-102938d7-2a1e-4fff-84a8-8b16a6c582a4 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:10.788552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a6886e0-a406-4fe5-9e9f-b10a31f6328b req-102938d7-2a1e-4fff-84a8-8b16a6c582a4 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 944 time: 0.1060143 Mar 07 04:46:10.883879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a6886e0-a406-4fe5-9e9f-b10a31f6328b req-738eae24-eb04-4708-aa93-5d489524de36 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943849 Mar 07 04:46:10.985556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:10.997776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] Sync routers for ids ['fe3f9e16-4827-4d40-a554-76df987a62f2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:11.003217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60336) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:11.005028 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d1a025f9-6e4b-40c9-b8c3-241e6980c37f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/fe3f9e16-4827-4d40-a554-76df987a62f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1758745 Mar 07 04:46:11.036521 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] Routers {'fe3f9e16-4827-4d40-a554-76df987a62f2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:11.037866 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fe3f9e16-4827-4d40-a554-76df987a62f2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:11.076398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 8014349a-c971-4ed3-934f-2c6a965965af completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:46:11.081128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f634c87-3a34-4ece-afbd-12b41435776f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:11.081836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8014349a-c971-4ed3-934f-2c6a965965af triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:11.083298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f634c87-3a34-4ece-afbd-12b41435776f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports/98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 HTTP/1.1" status: 200 len: 911 time: 0.0789697 Mar 07 04:46:11.087221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:11.093184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '602ecf2e-f6dc-491b-aabb-eb1a9176fd6b'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:11.096940 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8014349a-c971-4ed3-934f-2c6a965965af), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.153336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:11.164138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] Routers {'fe3f9e16-4827-4d40-a554-76df987a62f2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:11.165101 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fe3f9e16-4827-4d40-a554-76df987a62f2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:11.167291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f98c1-14db-4fcc-bf94-f199d96e88ee None None] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:11.201457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:11.202478 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb428c-eaa4-452a-82b8-4ddc77eda4cb None None] The sync data for ids ['fe3f9e16-4827-4d40-a554-76df987a62f2'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:11.333515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.360164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c44c818f-3d81-4567-9142-777bc89c68cf None None] Provisioning complete for port 17427ee3-2281-43a6-9411-0ace98fba6b6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:11.360164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c44c818f-3d81-4567-9142-777bc89c68cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.533184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8014349a-c971-4ed3-934f-2c6a965965af is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:11.533684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8014349a-c971-4ed3-934f-2c6a965965af), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.553910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c44c818f-3d81-4567-9142-777bc89c68cf None None] Current status of the port 17427ee3-2281-43a6-9411-0ace98fba6b6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:11.571078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8014349a-c971-4ed3-934f-2c6a965965af'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:11.573528 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c905ddc-2e6f-4929-aead-ea93606787c2" -d '{"events": [{"server_uuid": "f63b28d1-b903-4373-b660-863aed70c4ae", "name": "network-vif-plugged", "status": "completed", "tag": "8014349a-c971-4ed3-934f-2c6a965965af"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:11.589048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8014349a-c971-4ed3-934f-2c6a965965af, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8014349a-c971-4ed3-934f-2c6a965965af,segment=NetworkSegment(e6b3ae7c-7770-401b-8b65-e57832792c43),segment_id=e6b3ae7c-7770-401b-8b65-e57832792c43)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:11.598846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8014349a-c971-4ed3-934f-2c6a965965af), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.656845 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02044d8-e587-4f60-ac0c-3b9e3742e663 x-openstack-request-id: req-a02044d8-e587-4f60-ac0c-3b9e3742e663 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:11.657172 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63b28d1-b903-4373-b660-863aed70c4ae", "name": "network-vif-plugged", "status": "completed", "tag": "8014349a-c971-4ed3-934f-2c6a965965af", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:11.661308 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a02044d8-e587-4f60-ac0c-3b9e3742e663 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:11.661795 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8014349a-c971-4ed3-934f-2c6a965965af', 'code': 200} Mar 07 04:46:11.711796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8014349a-c971-4ed3-934f-2c6a965965af,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:11.879489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e989-28a0-4a88-bbd2-b7e08174fb30 req-936021de-3caf-4858-a20b-51b8ba7095af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:11.887941 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b3f8e989-28a0-4a88-bbd2-b7e08174fb30 req-936021de-3caf-4858-a20b-51b8ba7095af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 1127 time: 0.1836767 Mar 07 04:46:11.916022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 17427ee3-2281-43a6-9411-0ace98fba6b6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:11.966515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.982522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.989417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:11.990765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:11.995632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:11.996225 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/ports/98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 HTTP/1.1" status: 200 len: 911 time: 0.9074821 Mar 07 04:46:12.022874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 17427ee3-2281-43a6-9411-0ace98fba6b6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:12.023370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:12.136866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b3f8e989-28a0-4a88-bbd2-b7e08174fb30 req-b6ab7a68-3414-4b4f-8b41-de10140daee3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633399 Mar 07 04:46:12.140986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52a04b-6868-4331-8b36-2f80c633073d tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=98fcbcbe-ea81-4ce1-8315-4f2238e58fe3,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:12.175909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c442759-e67e-4f17-a7c2-2b4ad1a71930 None None] Provisioning complete for port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:12.177138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c442759-e67e-4f17-a7c2-2b4ad1a71930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:12.217101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b61c3-2f64-45a1-b103-4d6460a3644c req-47375571-a317-43c8-a171-fe39c060d2bc tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:12.221400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-312b61c3-2f64-45a1-b103-4d6460a3644c req-47375571-a317-43c8-a171-fe39c060d2bc tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 945 time: 0.1686494 Mar 07 04:46:12.322614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c442759-e67e-4f17-a7c2-2b4ad1a71930 None None] Port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:12.337093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 17427ee3-2281-43a6-9411-0ace98fba6b6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:12.362822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c442759-e67e-4f17-a7c2-2b4ad1a71930 None None] Provisioning complete for port 17427ee3-2281-43a6-9411-0ace98fba6b6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:12.363358 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c442759-e67e-4f17-a7c2-2b4ad1a71930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:12.401783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-312b61c3-2f64-45a1-b103-4d6460a3644c req-e1f898a6-80cf-4107-a864-5aab44543024 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736124 Mar 07 04:46:12.528579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c442759-e67e-4f17-a7c2-2b4ad1a71930 None None] Current status of the port 17427ee3-2281-43a6-9411-0ace98fba6b6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:12.657418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (fe3f9e16-4827-4d40-a554-76df987a62f2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:12.658919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a5e482e3-6c84-40ba-bc61-5bb60ad102d5 None None] Provisioning complete for port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:12.659364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5e482e3-6c84-40ba-bc61-5bb60ad102d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:12.714287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a5e482e3-6c84-40ba-bc61-5bb60ad102d5 None None] Port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:12.845227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9df8bca3-9a6a-485a-9fcb-5eb3dcc5a6c4 None None] Provisioning complete for port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:12.845599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9df8bca3-9a6a-485a-9fcb-5eb3dcc5a6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:12.929445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9df8bca3-9a6a-485a-9fcb-5eb3dcc5a6c4 None None] Port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:13.456952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:13.458130 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:13.638743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:13.665596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 98fcbcbe-ea81-4ce1-8315-4f2238e58fe3 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:13.691844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da28eb5-ea69-4792-9943-062a22a30334 req-8b62721f-536c-4b9e-8d68-c75f67d5e073 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:13.694740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6da28eb5-ea69-4792-9943-062a22a30334 req-8b62721f-536c-4b9e-8d68-c75f67d5e073 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 945 time: 0.1076796 Mar 07 04:46:13.784553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6da28eb5-ea69-4792-9943-062a22a30334 req-21d60d95-9bf3-4aac-866f-11df6d7b1492 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Mar 07 04:46:13.916986 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (98fcbcbe-ea81-4ce1-8315-4f2238e58fe3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:13.960519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=98fcbcbe-ea81-4ce1-8315-4f2238e58fe3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:14.083334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (fe3f9e16-4827-4d40-a554-76df987a62f2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:14.324192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router fe3f9e16-4827-4d40-a554-76df987a62f2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:14.428334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:14.439497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] Sync routers for ids ['fe3f9e16-4827-4d40-a554-76df987a62f2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:14.441794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b17fa178-d247-4300-a71c-590babaa3910 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/fe3f9e16-4827-4d40-a554-76df987a62f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442296 Mar 07 04:46:14.444570 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60372) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:14.460281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] Routers {'fe3f9e16-4827-4d40-a554-76df987a62f2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:14.461386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fe3f9e16-4827-4d40-a554-76df987a62f2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:14.508381 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-949b0300-729f-49d3-b86d-54d1233decb0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3f9e16-4827-4d40-a554-76df987a62f2 HTTP/1.1" status: 200 len: 205 time: 0.0623565 Mar 07 04:46:14.510780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60374) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:14.513777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:14.525288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] Routers {'fe3f9e16-4827-4d40-a554-76df987a62f2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:14.526581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['fe3f9e16-4827-4d40-a554-76df987a62f2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:14.565665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:14.566650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbf14e-1efa-49ce-a63e-5c860fccdf5f None None] The sync data for ids ['fe3f9e16-4827-4d40-a554-76df987a62f2'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:14.626484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (fe3f9e16-4827-4d40-a554-76df987a62f2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:14.865015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (fe3f9e16-4827-4d40-a554-76df987a62f2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:14.868027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (fe3f9e16-4827-4d40-a554-76df987a62f2), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:14.949541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (fe3f9e16-4827-4d40-a554-76df987a62f2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:14.950168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router fe3f9e16-4827-4d40-a554-76df987a62f2 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:46:14.957645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:14.960071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e9537ddb-32c6-4829-a490-546a260affcf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/fe3f9e16-4827-4d40-a554-76df987a62f2 HTTP/1.1" status: 204 len: 168 time: 0.4481323 Mar 07 04:46:14.962756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:15.010690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183057-420a-4814-bdeb-4c052b977939 req-6902992a-a456-42a2-83c3-059307a6bbe8 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:15.012378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43183057-420a-4814-bdeb-4c052b977939 req-6902992a-a456-42a2-83c3-059307a6bbe8 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 945 time: 0.1012244 Mar 07 04:46:15.070540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet 602ecf2e-f6dc-491b-aabb-eb1a9176fd6b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:46:15.081017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (602ecf2e-f6dc-491b-aabb-eb1a9176fd6b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.119523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43183057-420a-4814-bdeb-4c052b977939 req-3874bb3a-bc7b-44c7-93a1-391d973eecd2 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991793 Mar 07 04:46:15.147606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (602ecf2e-f6dc-491b-aabb-eb1a9176fd6b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.260071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (602ecf2e-f6dc-491b-aabb-eb1a9176fd6b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.374912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (602ecf2e-f6dc-491b-aabb-eb1a9176fd6b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.436368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670b152-09ec-404c-b8d5-100913fac457 None None] Network d87b2d16-0bf6-409e-a910-fe5d047fafcc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:15.436767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.444659 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/602ecf2e-f6dc-491b-aabb-eb1a9176fd6b HTTP/1.1" status: 204 len: 168 time: 0.4790447 Mar 07 04:46:15.446423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:15.450620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc8302-d982-48de-b0d0-d6b10c7fa1c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=602ecf2e-f6dc-491b-aabb-eb1a9176fd6b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:15.674173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d87b2d16-0bf6-409e-a910-fe5d047fafcc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.760404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] DHCP port deletion for d87b2d16-0bf6-409e-a910-fe5d047fafcc request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:46:15.889381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] Deleting port 17427ee3-2281-43a6-9411-0ace98fba6b6 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:15.892060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:15.892922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c66393-2fb9-4f02-b2bf-6db43ec1bb90 req-89a610c8-befe-480a-8592-5e0fe5b8b366 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:15.906211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70c66393-2fb9-4f02-b2bf-6db43ec1bb90 req-89a610c8-befe-480a-8592-5e0fe5b8b366 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 945 time: 0.2098327 Mar 07 04:46:15.914968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 17427ee3-2281-43a6-9411-0ace98fba6b6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:15.916636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.001126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] For port 17427ee3-2281-43a6-9411-0ace98fba6b6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=17427ee3-2281-43a6-9411-0ace98fba6b6,segment=NetworkSegment(dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31),segment_id=dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:16.001998 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.018650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] Calling delete_port for 17427ee3-2281-43a6-9411-0ace98fba6b6 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:16.077853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 17427ee3-2281-43a6-9411-0ace98fba6b6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=17427ee3-2281-43a6-9411-0ace98fba6b6,segment=NetworkSegment(dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31),segment_id=dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:16.078272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.092122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70c66393-2fb9-4f02-b2bf-6db43ec1bb90 req-ad677863-8676-4bc5-97cf-7ecef6923c6d tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720004 Mar 07 04:46:16.139325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 17427ee3-2281-43a6-9411-0ace98fba6b6 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:16.145865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 17427ee3-2281-43a6-9411-0ace98fba6b6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:46:16.191905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.205109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No active binding found for port 17427ee3-2281-43a6-9411-0ace98fba6b6 {{(pid=103940) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 04:46:16.205485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] The host n-d-832185-1 is not matching for port 17427ee3-2281-43a6-9411-0ace98fba6b6 host None! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:46:16.205924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 17427ee3-2281-43a6-9411-0ace98fba6b6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:46:16.233403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] Pushing event deleted for resources: {'Port': ['ID=17427ee3-2281-43a6-9411-0ace98fba6b6,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:16.236993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7fc1c-099a-4f72-a4de-c51a14487bd2 None None] No DVR routers for this DVR port 17427ee3-2281-43a6-9411-0ace98fba6b6 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:16.319839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (17427ee3-2281-43a6-9411-0ace98fba6b6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.354572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=17427ee3-2281-43a6-9411-0ace98fba6b6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:16.377806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port 17427ee3-2281-43a6-9411-0ace98fba6b6 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:16.509751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d87b2d16-0bf6-409e-a910-fe5d047fafcc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.539039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87b2d16-0bf6-409e-a910-fe5d047fafcc']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:16.550446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:16.550751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:16.564695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.580465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.587862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:46:16.588496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (dbe8a5bc-d4e2-4772-8f5c-f0dab9ed6e31), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:46:16.592359 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:46:16.673961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d87b2d16-0bf6-409e-a910-fe5d047fafcc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.707214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.711991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/d87b2d16-0bf6-409e-a910-fe5d047fafcc HTTP/1.1" status: 204 len: 168 time: 1.2643006 Mar 07 04:46:16.713162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287eaa-871e-4b37-bcba-2b218ca8f371 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=d87b2d16-0bf6-409e-a910-fe5d047fafcc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:16.717574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:16.722459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595052570', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:16.755353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (a35db85f-c626-489d-8456-be5b6413e217), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.756436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.840227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (a35db85f-c626-489d-8456-be5b6413e217), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.847073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (a35db85f-c626-489d-8456-be5b6413e217), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.885587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.891181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-af23b34d-5b0e-4cc6-a71a-45d707a4adaa tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1708839 Mar 07 04:46:16.892033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60472) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:16.900509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129215654'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:16.934513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:16.938944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.975555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:46:16.992233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4c065694-4c9b-416e-8f35-8d3e74d672f5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:16.993325 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment 4c065694-4c9b-416e-8f35-8d3e74d672f5 of type vlan for network 2334853f-f74d-44ec-a545-974ac576fee6 Mar 07 04:46:17.066868 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (2334853f-f74d-44ec-a545-974ac576fee6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:17.139071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b8141-1f80-493a-9658-bfebc2742513 req-40632c1b-297b-4c19-8ee8-864ae628be5d tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:17.142981 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e11b8141-1f80-493a-9658-bfebc2742513 req-40632c1b-297b-4c19-8ee8-864ae628be5d tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.44 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 945 time: 0.0948913 Mar 07 04:46:17.144091 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (2334853f-f74d-44ec-a545-974ac576fee6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:17.150056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:17.151553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:17.279414 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3855331 Mar 07 04:46:17.297338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60478) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:17.306887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:17.363749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274344d-5c6d-4f9a-bdc6-4f2615d1a287 req-8137f356-830c-4804-a947-c5281c56616e tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:17.372911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6274344d-5c6d-4f9a-bdc6-4f2615d1a287 req-8137f356-830c-4804-a947-c5281c56616e tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 945 time: 0.1303697 Mar 07 04:46:17.480802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6274344d-5c6d-4f9a-bdc6-4f2615d1a287 req-95014a82-89ea-4308-9162-3df5466eacab tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b72db0b-dd95-44d7-925c-2d02bcbf86da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068573 Mar 07 04:46:18.125841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4be7-cbc9-48f6-a628-047811753cdf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=2334853f-f74d-44ec-a545-974ac576fee6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:18.141232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 2334853f-f74d-44ec-a545-974ac576fee6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:46:18.248601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Deleting port 8014349a-c971-4ed3-934f-2c6a965965af {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:18.250803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8014349a-c971-4ed3-934f-2c6a965965af), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:18.379502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] For port 8014349a-c971-4ed3-934f-2c6a965965af, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8014349a-c971-4ed3-934f-2c6a965965af,segment=NetworkSegment(e6b3ae7c-7770-401b-8b65-e57832792c43),segment_id=e6b3ae7c-7770-401b-8b65-e57832792c43)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:18.380143 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8014349a-c971-4ed3-934f-2c6a965965af), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:18.396098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Calling delete_port for 8014349a-c971-4ed3-934f-2c6a965965af owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:18.636131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:18.644017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:18.675969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8014349a-c971-4ed3-934f-2c6a965965af), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:18.685835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65486dc4-c227-4446-b258-6b8ff5e50d0e req-5db3a869-958c-47ef-8a04-f5c546452943 tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63b28d1-b903-4373-b660-863aed70c4ae HTTP/1.1" status: 200 len: 210 time: 0.0523586 Mar 07 04:46:18.793261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Pushing event deleted for resources: {'Port': ['ID=8014349a-c971-4ed3-934f-2c6a965965af,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:18.882463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] No DVR routers for this DVR port 8014349a-c971-4ed3-934f-2c6a965965af on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:18.899750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:18.907506 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e11b8141-1f80-493a-9658-bfebc2742513 req-777bd580-5509-4720-aea9-0bd9c7ff19cb tempest-InstanceActionsV221TestJSON-468366727 tempest-InstanceActionsV221TestJSON-468366727-project] 10.222.0.44 "DELETE /v2.0/ports/8014349a-c971-4ed3-934f-2c6a965965af HTTP/1.1" status: 204 len: 173 time: 1.7500257 Mar 07 04:46:18.908312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'name': 'network-vif-deleted', 'tag': '8014349a-c971-4ed3-934f-2c6a965965af'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:18.921601 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2029bb8-5be5-4eb0-a4e6-682f67f4ea7b" -d '{"events": [{"server_uuid": "f63b28d1-b903-4373-b660-863aed70c4ae", "name": "network-vif-deleted", "tag": "8014349a-c971-4ed3-934f-2c6a965965af"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:19.096335 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a97844-0954-4700-a693-4d13f1f4c64a x-openstack-request-id: req-78a97844-0954-4700-a693-4d13f1f4c64a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:19.097245 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63b28d1-b903-4373-b660-863aed70c4ae", "name": "network-vif-deleted", "tag": "8014349a-c971-4ed3-934f-2c6a965965af", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:19.097790 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78a97844-0954-4700-a693-4d13f1f4c64a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:19.098242 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63b28d1-b903-4373-b660-863aed70c4ae', 'name': 'network-vif-deleted', 'tag': '8014349a-c971-4ed3-934f-2c6a965965af', 'status': 'completed', 'code': 200} Mar 07 04:46:19.153964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (85d7b4a5-0be8-4184-8289-7fcda9d7733d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:19.206267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=85d7b4a5-0be8-4184-8289-7fcda9d7733d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:19.252233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:19.252233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: 2334853f-f74d-44ec-a545-974ac576fee6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:46:19.269156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 2334853f-f74d-44ec-a545-974ac576fee6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:46:19.278312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 2334853f-f74d-44ec-a545-974ac576fee6) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:19.282461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:19.283018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:19.289390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ac63c5-a95d-45a5-a410-9fda9958583b None None] Network 2334853f-f74d-44ec-a545-974ac576fee6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:19.306144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03ad80b7-343e-4fbf-b9c5-7328791a8e21 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0045137 Mar 07 04:46:19.308751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:19.471908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-2334853f-f74d-44ec-a545-974ac576fee6', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:46:19.472791 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:19.710972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Allocated IP 2001:db8::2 (2334853f-f74d-44ec-a545-974ac576fee6/85d7b4a5-0be8-4184-8289-7fcda9d7733d/fa754868-44ab-479a-8cf2-0456b2a9f43d) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:19.858376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:19.933055 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:19.981355 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Publish callbacks [] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:19.995299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.095976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Network 2334853f-f74d-44ec-a545-974ac576fee6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:20.120592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:20.134998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:20.196432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Pushing event updated for resources: {'Port': ['ID=fa754868-44ab-479a-8cf2-0456b2a9f43d,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:20.259939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60514) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:20.282728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Attempting to bind port fa754868-44ab-479a-8cf2-0456b2a9f43d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:20.283109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Attempting to bind port fa754868-44ab-479a-8cf2-0456b2a9f43d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:20.283614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Attempting to bind port fa754868-44ab-479a-8cf2-0456b2a9f43d on network 2334853f-f74d-44ec-a545-974ac576fee6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:20.293068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:20.293773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Checking segment: {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:20.294010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.294411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Bound using segment: {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:20.295136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Bound port: fa754868-44ab-479a-8cf2-0456b2a9f43d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:20.295536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.356867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Deleting subnet cde18b0a-96ae-4573-8dd3-1a03dec94da5 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:46:20.370415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Publish callbacks [] for subnet (cde18b0a-96ae-4573-8dd3-1a03dec94da5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.414805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] For port fa754868-44ab-479a-8cf2-0456b2a9f43d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:20.419509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] For port fa754868-44ab-479a-8cf2-0456b2a9f43d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa754868-44ab-479a-8cf2-0456b2a9f43d,segment=NetworkSegment(4c065694-4c9b-416e-8f35-8d3e74d672f5),segment_id=4c065694-4c9b-416e-8f35-8d3e74d672f5)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:20.431713 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.484004 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (cde18b0a-96ae-4573-8dd3-1a03dec94da5), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.564285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (cde18b0a-96ae-4573-8dd3-1a03dec94da5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.567564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1fd49-bbc2-4348-b57c-5890cce67bfb None None] Pushing event updated for resources: {'Port': ['ID=fa754868-44ab-479a-8cf2-0456b2a9f43d,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:20.587691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8::1 (2334853f-f74d-44ec-a545-974ac576fee6/85d7b4a5-0be8-4184-8289-7fcda9d7733d/24b01568-a883-4bac-a427-42c497368958) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:20.625038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8014349a-c971-4ed3-934f-2c6a965965af no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:46:20.648786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (cde18b0a-96ae-4573-8dd3-1a03dec94da5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.674854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 8014349a-c971-4ed3-934f-2c6a965965af {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:46:20.680833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8014349a-c971-4ed3-934f-2c6a965965af not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:46:20.697862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde18b0a-96ae-4573-8dd3-1a03dec94da5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:20.701377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.713948 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8267fe08-df8b-4e87-bb46-e17db7ec599c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cde18b0a-96ae-4573-8dd3-1a03dec94da5 HTTP/1.1" status: 204 len: 168 time: 0.4529176 Mar 07 04:46:20.716290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60516) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:20.899923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (136aaf56-ab97-4397-90d5-735bc102371d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:20.913046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (24b01568-a883-4bac-a427-42c497368958), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.051782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (136aaf56-ab97-4397-90d5-735bc102371d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.093184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (24b01568-a883-4bac-a427-42c497368958), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.100354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136aaf56-ab97-4397-90d5-735bc102371d']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:21.124440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b3ae7c-7770-401b-8b65-e57832792c43') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:21.124877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b3ae7c-7770-401b-8b65-e57832792c43') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:21.150418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (e6b3ae7c-7770-401b-8b65-e57832792c43), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.151812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-f1329798-13d2-4690-a356-216a2653f34a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3385816 Mar 07 04:46:21.169625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e6b3ae7c-7770-401b-8b65-e57832792c43), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.178905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 2334853f-f74d-44ec-a545-974ac576fee6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:21.180005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:46:21.180588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (e6b3ae7c-7770-401b-8b65-e57832792c43), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:46:21.182724 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:46:21.216470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:21.261308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (136aaf56-ab97-4397-90d5-735bc102371d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.274316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.276639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=24b01568-a883-4bac-a427-42c497368958,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:21.280955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:21.281535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.294585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] 10.222.0.21 "DELETE /v2.0/networks/136aaf56-ab97-4397-90d5-735bc102371d HTTP/1.1" status: 204 len: 168 time: 0.5770009 Mar 07 04:46:21.343172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692c03b-a308-4b33-9013-45d34b0915cd admin admin] Pushing event deleted for resources: {'Network': ['ID=136aaf56-ab97-4397-90d5-735bc102371d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:21.482602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-23fca391-2d68-4227-9373-586cc6149903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:21.486038 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-23fca391-2d68-4227-9373-586cc6149903 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 1128 time: 0.2936349 Mar 07 04:46:21.586320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60526) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:21.667906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46aa2424-dec6-49d7-bfab-3ff4b5a53152 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce9f0ce3eb364fc88639548bfbd0299a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801656 Mar 07 04:46:21.670923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60528) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:21.689966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24b01568-a883-4bac-a427-42c497368958), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.812290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-924a2b96-f3be-43b0-9ba8-25899e4825c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203976 Mar 07 04:46:21.813127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21b37a17-0249-443c-bdc8-0d5c7deded59 admin admin] Publish callbacks [] for security_group (4b72db0b-dd95-44d7-925c-2d02bcbf86da), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.848149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-92e4bfbf-0508-4172-88b6-c03f40aec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:21.850217 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-92e4bfbf-0508-4172-88b6-c03f40aec374 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.3413293 Mar 07 04:46:21.884716 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21b37a17-0249-443c-bdc8-0d5c7deded59 admin admin] Publish callbacks [] for security_group (4b72db0b-dd95-44d7-925c-2d02bcbf86da), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.985439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21b37a17-0249-443c-bdc8-0d5c7deded59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4b72db0b-dd95-44d7-925c-2d02bcbf86da), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.988546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21b37a17-0249-443c-bdc8-0d5c7deded59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:21.989720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-21b37a17-0249-443c-bdc8-0d5c7deded59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b72db0b-dd95-44d7-925c-2d02bcbf86da HTTP/1.1" status: 204 len: 168 time: 0.3176408 Mar 07 04:46:22.014895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa754868-44ab-479a-8cf2-0456b2a9f43d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:22.039296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b37a17-0249-443c-bdc8-0d5c7deded59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72db0b-dd95-44d7-925c-2d02bcbf86da,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:22.069737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-70bf087b-b83c-4877-925a-5eb24959a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:22.071489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-70bf087b-b83c-4877-925a-5eb24959a67e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 1127 time: 0.0982747 Mar 07 04:46:22.214232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa754868-44ab-479a-8cf2-0456b2a9f43d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:22.214622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.309678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-3615e648-b5e5-4a60-b4d5-caeac4852dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:22.312135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-3615e648-b5e5-4a60-b4d5-caeac4852dc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.2159503 Mar 07 04:46:22.348308 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.364390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-a811a31b-aea0-47f6-a809-af77abe98a6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 200 len: 1002 time: 0.5034080 Mar 07 04:46:22.376907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1865e6-16bd-4f96-8df0-7e9b0dca6aba None None] Network 2334853f-f74d-44ec-a545-974ac576fee6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:22.459907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-cdbfa0d8-880d-4780-90ff-fc00d8fbcefb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 200 len: 1000 time: 0.1415434 Mar 07 04:46:22.539977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-a42607ce-1c38-4f23-b2c2-2694f0d0405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:22.541764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-a42607ce-1c38-4f23-b2c2-2694f0d0405e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0765564 Mar 07 04:46:22.582694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e4c0e376-8bab-4881-a553-c0a057af37b8 None None] Provisioning complete for port fa754868-44ab-479a-8cf2-0456b2a9f43d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:22.583066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e376-8bab-4881-a553-c0a057af37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.632393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-545c7f4f-177f-46a9-9fff-ea6732e0a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:22.638984 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-545c7f4f-177f-46a9-9fff-ea6732e0a621 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.2566247 Mar 07 04:46:22.664935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-554b55f9-e0d0-42e4-8b0a-a0c57c4943ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:22.670715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-554b55f9-e0d0-42e4-8b0a-a0c57c4943ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220810 Mar 07 04:46:22.676891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa754868-44ab-479a-8cf2-0456b2a9f43d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:22.677757 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.736293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fa754868-44ab-479a-8cf2-0456b2a9f43d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa754868-44ab-479a-8cf2-0456b2a9f43d,segment=NetworkSegment(4c065694-4c9b-416e-8f35-8d3e74d672f5),segment_id=4c065694-4c9b-416e-8f35-8d3e74d672f5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:22.752276 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.855725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-286cb30c-f472-482f-9f0b-6bf6074d77b3 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786280 Mar 07 04:46:22.913797 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (24b01568-a883-4bac-a427-42c497368958), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.940175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24b01568-a883-4bac-a427-42c497368958), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.946881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:22.991934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fa754868-44ab-479a-8cf2-0456b2a9f43d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:23.017123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.017774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.017911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.018255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.018586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.018915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.019242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.019559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.020020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.020347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.020666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.020982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.022127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:23.033391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0e376-8bab-4881-a553-c0a057af37b8 None None] Current status of the port fa754868-44ab-479a-8cf2-0456b2a9f43d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:23.092853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-b66cfe50-6fdd-4f42-82f3-86f839b1c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:23.094490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-b66cfe50-6fdd-4f42-82f3-86f839b1c485 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4411919 Mar 07 04:46:23.151513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d1e4da0-bf1d-4d5c-a1a6-71bb4ea85e1b req-aee4ca9d-a0d8-40a9-ba9b-5387e3bcfe90 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902966 Mar 07 04:46:23.183708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7771f3bf-e1de-432c-b819-48b4d99c006f None None] Provisioning complete for port 24b01568-a883-4bac-a427-42c497368958 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:23.184326 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7771f3bf-e1de-432c-b819-48b4d99c006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24b01568-a883-4bac-a427-42c497368958), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:23.246797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=24b01568-a883-4bac-a427-42c497368958,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:23.259841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7771f3bf-e1de-432c-b819-48b4d99c006f None None] Port 24b01568-a883-4bac-a427-42c497368958 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:23.278322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7771f3bf-e1de-432c-b819-48b4d99c006f None None] Provisioning complete for port fa754868-44ab-479a-8cf2-0456b2a9f43d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:23.278754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7771f3bf-e1de-432c-b819-48b4d99c006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:23.463300 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-38437e62-bfc6-4204-bced-fd679f7377f8 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437915 Mar 07 04:46:23.489614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 2334853f-f74d-44ec-a545-974ac576fee6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:23.491850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:23.527172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7771f3bf-e1de-432c-b819-48b4d99c006f None None] Current status of the port fa754868-44ab-479a-8cf2-0456b2a9f43d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:23.660404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0511cb33-0501-4730-88a6-c2d03312e32f None None] Provisioning complete for port 24b01568-a883-4bac-a427-42c497368958 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:23.660790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0511cb33-0501-4730-88a6-c2d03312e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24b01568-a883-4bac-a427-42c497368958), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:23.753749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0511cb33-0501-4730-88a6-c2d03312e32f None None] Port 24b01568-a883-4bac-a427-42c497368958 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:23.837820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-650ada7d-97c5-4d3f-8280-a63bcc40241b req-6c15dec9-f58e-4a3d-8b79-93f09e5d336d service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437593 Mar 07 04:46:23.861837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:46:23.978609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa754868-44ab-479a-8cf2-0456b2a9f43d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:24.087357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa754868-44ab-479a-8cf2-0456b2a9f43d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:24.088026 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.094607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:24.102294 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8b22389e-d508-469a-be41-38d603bc6ce6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7925384 Mar 07 04:46:24.105164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60568) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:24.109679 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:24.111122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1326259690'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:24.139246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:24.142980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.144939 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:24.146914 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:24.191225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:46:24.211889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3f292a68-7df3-4f2f-8e6c-32c087f59c18), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.212585 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment 3f292a68-7df3-4f2f-8e6c-32c087f59c18 of type vlan for network 94552a01-146d-466d-a77f-54bdd6388994 Mar 07 04:46:24.258186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-24409633-0844-40bb-a69d-91346d2d0084 None None] Provisioning complete for port 24b01568-a883-4bac-a427-42c497368958 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:24.260129 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24409633-0844-40bb-a69d-91346d2d0084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24b01568-a883-4bac-a427-42c497368958), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.340601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (94552a01-146d-466d-a77f-54bdd6388994), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.364279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-24409633-0844-40bb-a69d-91346d2d0084 None None] Port 24b01568-a883-4bac-a427-42c497368958 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:24.390627 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (94552a01-146d-466d-a77f-54bdd6388994), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.398167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:24.402323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.447349 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:24.480892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa754868-44ab-479a-8cf2-0456b2a9f43d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:24.499840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60578) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:24.506868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:24.511144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4043396 Mar 07 04:46:24.618816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccb574-ca1a-47a7-ad56-15792fbd7cf5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=94552a01-146d-466d-a77f-54bdd6388994,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:24.640829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 94552a01-146d-466d-a77f-54bdd6388994 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:46:24.722386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:24.731016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:24.938529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:21Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:22Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:24.992560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:24.993136 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Updating router a35db85f-c626-489d-8456-be5b6413e217 port 24b01568-a883-4bac-a427-42c497368958 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:46:25.070369 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24b01568-a883-4bac-a427-42c497368958), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.141913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.207961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60598) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:25.281021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:25.281300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: 94552a01-146d-466d-a77f-54bdd6388994, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:46:25.315097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:25.341305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 94552a01-146d-466d-a77f-54bdd6388994 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:46:25.357886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 94552a01-146d-466d-a77f-54bdd6388994) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:25.372467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde6ee33-c2e5-4a9c-b3b9-2980f4d71f9b None None] Network 94552a01-146d-466d-a77f-54bdd6388994 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:25.394943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:25.398554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.439146 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:46:25.455574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae583bea-f7cf-4b21-8cbd-62ec42397335 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9523981 Mar 07 04:46:25.460743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60602) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:25.471211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-346dd5ad-f8a7-4343-b04c-cee957305121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.511480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-94552a01-146d-466d-a77f-54bdd6388994', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:46:25.512382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.659330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-346dd5ad-f8a7-4343-b04c-cee957305121 admin admin] Publish callbacks [] for security_group (0c4cab4c-af6a-439d-9411-e9458be814ee), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.690828 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-346dd5ad-f8a7-4343-b04c-cee957305121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0c4cab4c-af6a-439d-9411-e9458be814ee), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.711055 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Publish callbacks [] for port (24b01568-a883-4bac-a427-42c497368958), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.728511 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24b01568-a883-4bac-a427-42c497368958), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.799573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dd5ad-f8a7-4343-b04c-cee957305121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4cab4c-af6a-439d-9411-e9458be814ee,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:25.824337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Allocated IP 2001:db8:1::2 (94552a01-146d-466d-a77f-54bdd6388994/5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2/76ebe86b-060c-45c7-ae3c-1e64628c42f7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:25.848922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-346dd5ad-f8a7-4343-b04c-cee957305121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e354d65b0f3457a8c810be8232a94f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6361451 Mar 07 04:46:25.849760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60614) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:25.886980 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359652-7734-4d03-9474-09c7c417781c None None] Pushing event updated for resources: {'Port': ['ID=24b01568-a883-4bac-a427-42c497368958,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:25.964507 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb06ad07-0d85-46ef-b7d4-892eabe69b86 admin admin] Publish callbacks [] for security_group (0c4cab4c-af6a-439d-9411-e9458be814ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:25.995615 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:25.996342 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:25.997293 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:25.998085 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:25.998800 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.000651 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.001197 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.001727 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.002306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.003714 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.004260 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.007838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.008461 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359652-7734-4d03-9474-09c7c417781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:26.039656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb06ad07-0d85-46ef-b7d4-892eabe69b86 admin admin] Publish callbacks [] for security_group (0c4cab4c-af6a-439d-9411-e9458be814ee), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.129381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Attempting to bind port 24b01568-a883-4bac-a427-42c497368958 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:26.130105 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Attempting to bind port 24b01568-a883-4bac-a427-42c497368958 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:26.131719 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Attempting to bind port 24b01568-a883-4bac-a427-42c497368958 on network 2334853f-f74d-44ec-a545-974ac576fee6 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:26.156835 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:26.162898 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Checking segment: {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:26.163559 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.164047 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Bound using segment: {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:26.164977 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Bound port: 24b01568-a883-4bac-a427-42c497368958, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c065694-4c9b-416e-8f35-8d3e74d672f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:26.165443 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24b01568-a883-4bac-a427-42c497368958), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.212166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb06ad07-0d85-46ef-b7d4-892eabe69b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0c4cab4c-af6a-439d-9411-e9458be814ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.216170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb06ad07-0d85-46ef-b7d4-892eabe69b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.217868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fb06ad07-0d85-46ef-b7d4-892eabe69b86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c4cab4c-af6a-439d-9411-e9458be814ee HTTP/1.1" status: 204 len: 168 time: 0.3665934 Mar 07 04:46:26.260389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06ad07-0d85-46ef-b7d4-892eabe69b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4cab4c-af6a-439d-9411-e9458be814ee,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:26.400754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.452567 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] For port 24b01568-a883-4bac-a427-42c497368958, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:26.471500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] For port 24b01568-a883-4bac-a427-42c497368958, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=24b01568-a883-4bac-a427-42c497368958,segment=NetworkSegment(4c065694-4c9b-416e-8f35-8d3e74d672f5),segment_id=4c065694-4c9b-416e-8f35-8d3e74d672f5)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:26.498827 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24b01568-a883-4bac-a427-42c497368958), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.516105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697641-fc61-4e87-b769-b4a69381501f req-3bc38ee6-0eff-44be-8c7a-f4ac83befaa5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:26.523022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd697641-fc61-4e87-b769-b4a69381501f req-3bc38ee6-0eff-44be-8c7a-f4ac83befaa5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 945 time: 0.2248557 Mar 07 04:46:26.532291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] Provisioning complete for port 24b01568-a883-4bac-a427-42c497368958 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:26.534815 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24b01568-a883-4bac-a427-42c497368958), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.626812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359652-7734-4d03-9474-09c7c417781c None None] Pushing event updated for resources: {'Port': ['ID=24b01568-a883-4bac-a427-42c497368958,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:26.657872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Publish callbacks [] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.663766 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:26.664406 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:26.672685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd697641-fc61-4e87-b769-b4a69381501f req-a261dece-7b5c-4bf4-9322-d256c5b51d98 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429384 Mar 07 04:46:26.680669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:26.772565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Network 94552a01-146d-466d-a77f-54bdd6388994 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:26.784513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:26.791652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:26.838252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8:1::1 (94552a01-146d-466d-a77f-54bdd6388994/5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2/703aa154-6098-404b-b8a9-9ae28bec50cb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:26.929930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:26.974210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Attempting to bind port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:26.977241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Attempting to bind port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:26.977784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Attempting to bind port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 on network 94552a01-146d-466d-a77f-54bdd6388994 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:27.016608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:27.017486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Checking segment: {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:27.018321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:27.018918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Bound using segment: {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:27.019859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Bound port: 76ebe86b-060c-45c7-ae3c-1e64628c42f7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:27.020509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:27.053431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Pushing event updated for resources: {'Port': ['ID=76ebe86b-060c-45c7-ae3c-1e64628c42f7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:27.193460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] Current status of the port 24b01568-a883-4bac-a427-42c497368958 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:27.194228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24b01568-a883-4bac-a427-42c497368958), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:27.258430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] For port 24b01568-a883-4bac-a427-42c497368958, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=24b01568-a883-4bac-a427-42c497368958,segment=NetworkSegment(4c065694-4c9b-416e-8f35-8d3e74d672f5),segment_id=4c065694-4c9b-416e-8f35-8d3e74d672f5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:27.270140 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24b01568-a883-4bac-a427-42c497368958), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:27.308004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:21Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:26Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:27.333374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6110b6-247a-4485-8e49-c3db9bde2a28 None None] Pushing event updated for resources: {'Port': ['ID=24b01568-a883-4bac-a427-42c497368958,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:27.374787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] For port 76ebe86b-060c-45c7-ae3c-1e64628c42f7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:27.385444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] For port 76ebe86b-060c-45c7-ae3c-1e64628c42f7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76ebe86b-060c-45c7-ae3c-1e64628c42f7,segment=NetworkSegment(3f292a68-7df3-4f2f-8e6c-32c087f59c18),segment_id=3f292a68-7df3-4f2f-8e6c-32c087f59c18)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:27.413561 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5dafa-dd0b-4903-b8dc-f7bf1197ff17 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:21Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:26Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:27.425598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:27.461260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-30414550-2785-48a8-b8cc-1496a60e0174 None None] Provisioning complete for port 24b01568-a883-4bac-a427-42c497368958 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:27.461743 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30414550-2785-48a8-b8cc-1496a60e0174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24b01568-a883-4bac-a427-42c497368958), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:27.558650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4b6ca-811c-4fe9-b578-876448e9a254 None None] Pushing event updated for resources: {'Port': ['ID=76ebe86b-060c-45c7-ae3c-1e64628c42f7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:27.679693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-30414550-2785-48a8-b8cc-1496a60e0174 None None] Current status of the port 24b01568-a883-4bac-a427-42c497368958 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:27.854007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-8b0783fe-292a-4a38-a4cb-a77e8e0b51cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:27.874316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-8b0783fe-292a-4a38-a4cb-a77e8e0b51cf tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 945 time: 0.2492957 Mar 07 04:46:28.099648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60658) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:28.139708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.215477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb7957-2049-4f5b-850c-d8e94718887d req-56334273-a833-4349-9b03-3e12014ec1ce tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:28.217193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7edb7957-2049-4f5b-850c-d8e94718887d req-56334273-a833-4349-9b03-3e12014ec1ce tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 945 time: 0.3375933 Mar 07 04:46:28.225385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.330468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 94552a01-146d-466d-a77f-54bdd6388994 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:28.338124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-362693259-network', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:28.358605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:28.366867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=703aa154-6098-404b-b8a9-9ae28bec50cb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:28.381937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:28.383426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.387497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:28.389322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7edb7957-2049-4f5b-850c-d8e94718887d req-37c68dba-0a17-4cc6-afdc-0c1f85173c5b tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6c967dd-3062-43f9-83bc-6256a7fd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632643 Mar 07 04:46:28.402793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.408178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port cf649615-b567-407d-913b-e62b511efc44 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:28.409465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cf649615-b567-407d-913b-e62b511efc44), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.486147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.606944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks [] for security_group (b43d8a6c-41c7-468b-ad33-86d96375d793), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.633258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b43d8a6c-41c7-468b-ad33-86d96375d793), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.635842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] For port cf649615-b567-407d-913b-e62b511efc44, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=cf649615-b567-407d-913b-e62b511efc44,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:28.636366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cf649615-b567-407d-913b-e62b511efc44), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.666250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:46:28.787519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:28.788129 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Added segment 9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d of type vlan for network f00b7ab5-2435-46fe-8bc1-8b808417d61a Mar 07 04:46:28.926223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f00b7ab5-2435-46fe-8bc1-8b808417d61a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.013798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d8a6c-41c7-468b-ad33-86d96375d793,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:29.048156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f00b7ab5-2435-46fe-8bc1-8b808417d61a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.049207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:29.064649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.109341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.109873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (d63e01ed-e23d-4bf8-8f77-a03733a7aa1b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.110082 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP d63e01ed-e23d-4bf8-8f77-a03733a7aa1b disassociated. External IP: 172.25.4.24, port: cf649615-b567-407d-913b-e62b511efc44. Mar 07 04:46:29.110489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for cf649615-b567-407d-913b-e62b511efc44 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:29.226366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.308140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2074108 Mar 07 04:46:29.329872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60668) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:29.340356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Request body: {'subnet': {'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-362693259-subnet', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:29.345907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b523b-39f5-415d-a78b-61357313182b admin admin] Pushing event updated for resources: {'Network': ['ID=f00b7ab5-2435-46fe-8bc1-8b808417d61a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:29.358241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:46:29.456849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:29.460818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.483950 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cf649615-b567-407d-913b-e62b511efc44), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.581943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d3f9b-5d56-499d-963c-df9cdd7e8a9f None None] Network 94552a01-146d-466d-a77f-54bdd6388994 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:29.589221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=cf649615-b567-407d-913b-e62b511efc44,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:29.698766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c76dcf44-7c14-4344-900b-07f810cbb1b3 req-2432ddff-bad7-43cc-acc0-e8e3eeeb2dbb tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 210 time: 0.0817506 Mar 07 04:46:29.741933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] Provisioning complete for port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:29.743190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:29.859764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:30.014919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] Current status of the port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:30.016865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.129449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] For port 76ebe86b-060c-45c7-ae3c-1e64628c42f7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76ebe86b-060c-45c7-ae3c-1e64628c42f7,segment=NetworkSegment(3f292a68-7df3-4f2f-8e6c-32c087f59c18),segment_id=3f292a68-7df3-4f2f-8e6c-32c087f59c18)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:30.143059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.307627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81916b0-35ee-48b8-b309-2ea9c2bbd5ff None None] Pushing event updated for resources: {'Port': ['ID=76ebe86b-060c-45c7-ae3c-1e64628c42f7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:30.317274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ebe86b-060c-45c7-ae3c-1e64628c42f7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:30.360932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (fdfd3240-8e2e-4a69-854b-7973ce02cdeb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.457746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:30.458327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.497441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd3240-8e2e-4a69-854b-7973ce02cdeb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:30.518598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.556221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.557028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.604221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c6dcaaa7-82f1-4672-94c0-229013371ef4 None None] Provisioning complete for port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:30.606337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6dcaaa7-82f1-4672-94c0-229013371ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.803957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c6dcaaa7-82f1-4672-94c0-229013371ef4 None None] Current status of the port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:30.846561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 94552a01-146d-466d-a77f-54bdd6388994 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:30.851716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:30.853026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24b01568-a883-4bac-a427-42c497368958 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:30.855272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:30.873800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=703aa154-6098-404b-b8a9-9ae28bec50cb,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:30.894700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c6dcaaa7-82f1-4672-94c0-229013371ef4 None None] Provisioning complete for port 703aa154-6098-404b-b8a9-9ae28bec50cb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:30.895079 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c6dcaaa7-82f1-4672-94c0-229013371ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:30.947437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c6dcaaa7-82f1-4672-94c0-229013371ef4 None None] Port 703aa154-6098-404b-b8a9-9ae28bec50cb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:30.951098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 24b01568-a883-4bac-a427-42c497368958 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:30.951615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24b01568-a883-4bac-a427-42c497368958), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.065750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:31.066206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Network hostable DHCP agents. Network: f00b7ab5-2435-46fe-8bc1-8b808417d61a, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:46:31.078516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:31.141710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-306e28b2-4c00-4668-b21f-e9a7d45c2ed9 req-b4049394-5c39-4dbe-be0d-2dd745d50515 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a33a0f-83e0-471a-af3c-c5ec2ff6031f HTTP/1.1" status: 200 len: 210 time: 0.1247220 Mar 07 04:46:31.144556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 24b01568-a883-4bac-a427-42c497368958 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:31.156919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-98c19eaf-abad-4fb7-a44d-103952054e67 None None] Provisioning complete for port 703aa154-6098-404b-b8a9-9ae28bec50cb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:31.157732 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98c19eaf-abad-4fb7-a44d-103952054e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.186604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:31.211834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:31.249265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98c19eaf-abad-4fb7-a44d-103952054e67 None None] Port 703aa154-6098-404b-b8a9-9ae28bec50cb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:31.250585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] No DVR routers for this DVR port cf649615-b567-407d-913b-e62b511efc44 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:31.253812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:31.254215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.255039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:31.259659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff32b1c5-634d-4e98-a05e-4e9030e8d2ad req-f5bf6a10-654a-445f-8e15-e7e1d3897187 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "DELETE /v2.0/ports/cf649615-b567-407d-913b-e62b511efc44 HTTP/1.1" status: 204 len: 173 time: 3.3763139 Mar 07 04:46:31.260438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'name': 'network-vif-deleted', 'tag': 'cf649615-b567-407d-913b-e62b511efc44'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:31.264043 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e0068-193d-4d3f-ab9a-b66d0833843e" -d '{"events": [{"server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "name": "network-vif-deleted", "tag": "cf649615-b567-407d-913b-e62b511efc44"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:31.325598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:46:31.349316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f00b7ab5-2435-46fe-8bc1-8b808417d61a) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:31.355180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:31.366173 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:31.372798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:31.373575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.383253 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-553f2ab6-7932-45b1-bfb5-a4ad2077ae92 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9176984 Mar 07 04:46:31.384229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60686) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:31.389945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667581679'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:31.395119 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:31.398119 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:31.418498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:31.418704 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f4e09d09-8d39-47c9-ae80-c607f4b48369 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0844743 Mar 07 04:46:31.425129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:31.448217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:31.453116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.492429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.493770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.506299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:46:31.526357 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (aab85536-7f18-4a7b-b443-4d30bfd6c74e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.526871 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment aab85536-7f18-4a7b-b443-4d30bfd6c74e of type vlan for network 44c9927c-5006-4466-92b0-f75ea4622a98 Mar 07 04:46:31.533394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:31.592811 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:31.627756 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df25173-a3bd-419f-a988-5bb09a940004 x-openstack-request-id: req-7df25173-a3bd-419f-a988-5bb09a940004 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:31.628139 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a33a0f-83e0-471a-af3c-c5ec2ff6031f", "name": "network-vif-deleted", "tag": "cf649615-b567-407d-913b-e62b511efc44", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:31.628352 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7df25173-a3bd-419f-a988-5bb09a940004 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:31.628707 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a33a0f-83e0-471a-af3c-c5ec2ff6031f', 'name': 'network-vif-deleted', 'tag': 'cf649615-b567-407d-913b-e62b511efc44', 'status': 'completed', 'code': 200} Mar 07 04:46:31.639203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa3b06-4ca7-459b-85fc-1dcab6d5dc74 None None] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:31.640136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks [] for router_controller (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.644188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (44c9927c-5006-4466-92b0-f75ea4622a98), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.797716 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cf649615-b567-407d-913b-e62b511efc44 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:46:31.822918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks [] for router_gateway (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.823441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: cf649615-b567-407d-913b-e62b511efc44 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:46:31.824029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device cf649615-b567-407d-913b-e62b511efc44 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:46:31.825875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e0dc2ff5-f3fb-42f8-bf2d-5c3f57acaac5 None None] Provisioning complete for port 703aa154-6098-404b-b8a9-9ae28bec50cb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:31.826552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2ff5-f3fb-42f8-bf2d-5c3f57acaac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.846776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (44c9927c-5006-4466-92b0-f75ea4622a98), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.852586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:31.853193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.880586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4924035 Mar 07 04:46:31.881284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60690) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:31.888138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:31.942757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:46:31.947287 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:31.961935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc2ff5-f3fb-42f8-bf2d-5c3f57acaac5 None None] Port 703aa154-6098-404b-b8a9-9ae28bec50cb cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:32.000990 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:28Z', 'revision_number': 3, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:29Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:32.056040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff5add-072d-4531-bcc7-7f6c0a7bfcce tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=44c9927c-5006-4466-92b0-f75ea4622a98,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:32.075723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:32.075974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ebe86b-060c-45c7-ae3c-1e64628c42f7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:32.076302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Updating router a35db85f-c626-489d-8456-be5b6413e217 port 703aa154-6098-404b-b8a9-9ae28bec50cb binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:46:32.078219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 44c9927c-5006-4466-92b0-f75ea4622a98 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:46:32.101719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:32.105246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.116387 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.397898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks [] for router_gateway (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.419339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.498256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:32.498844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.506801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:32.534713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (e70e42bb-5df9-4af0-96e8-0bd832f2acac), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.603858 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Publish callbacks [] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.615309 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.657297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=e70e42bb-5df9-4af0-96e8-0bd832f2acac,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:32.666856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:32.667296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: 44c9927c-5006-4466-92b0-f75ea4622a98, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:46:32.671493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Allocated IP 172.25.4.171 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/2eafdff4-36d0-4069-b670-f71d99db0b7d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:32.691173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 44c9927c-5006-4466-92b0-f75ea4622a98 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:46:32.709272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 44c9927c-5006-4466-92b0-f75ea4622a98) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:32.714814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:32.715602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.733593 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83640b-eae7-4612-bce9-5e8edce5dc48 None None] Pushing event updated for resources: {'Port': ['ID=703aa154-6098-404b-b8a9-9ae28bec50cb,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:32.743231 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b8d5f693-84d2-43c9-86d7-0efe4283b43e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8611190 Mar 07 04:46:32.746326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:32.873014 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Attempting to bind port 703aa154-6098-404b-b8a9-9ae28bec50cb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:32.873555 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Attempting to bind port 703aa154-6098-404b-b8a9-9ae28bec50cb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:32.873923 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Attempting to bind port 703aa154-6098-404b-b8a9-9ae28bec50cb on network 94552a01-146d-466d-a77f-54bdd6388994 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:32.881463 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:32.881834 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Checking segment: {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:32.882280 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.882668 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Bound using segment: {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:32.883286 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Bound port: 703aa154-6098-404b-b8a9-9ae28bec50cb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f292a68-7df3-4f2f-8e6c-32c087f59c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94552a01-146d-466d-a77f-54bdd6388994'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:32.883668 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.917587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b29e1-c761-4060-9054-8a9bcfda67ce None None] Network 44c9927c-5006-4466-92b0-f75ea4622a98 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:32.930165 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks [] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:32.947488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:32.986959 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] For port 703aa154-6098-404b-b8a9-9ae28bec50cb, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:32.994484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] For port 703aa154-6098-404b-b8a9-9ae28bec50cb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=703aa154-6098-404b-b8a9-9ae28bec50cb,segment=NetworkSegment(3f292a68-7df3-4f2f-8e6c-32c087f59c18),segment_id=3f292a68-7df3-4f2f-8e6c-32c087f59c18)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:33.006673 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.009308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.013235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Allocated IP 172.20.0.2 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/7f7a23a7-224a-4499-9fb7-ed6b63d2c011) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:33.108838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83640b-eae7-4612-bce9-5e8edce5dc48 None None] Pushing event updated for resources: {'Port': ['ID=703aa154-6098-404b-b8a9-9ae28bec50cb,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:33.115688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:33.124710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:33.136483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:33.147116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:33.148775 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:33.152549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Pushing event updated for resources: {'Port': ['ID=2eafdff4-36d0-4069-b670-f71d99db0b7d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:33.203151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6787b84-d066-43d9-988e-0d04e56514f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.219415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:33.219651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:33.378793 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:33.414801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60708) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:33.588160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] Provisioning complete for port 703aa154-6098-404b-b8a9-9ae28bec50cb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:33.588543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.678501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.755964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-44c9927c-5006-4466-92b0-f75ea4622a98', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:46:33.757785 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.779673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:33.791681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ecc7a0-0ae4-476a-be78-8f1e2b3fe7a9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (a6c967dd-3062-43f9-83bc-6256a7fd4a93), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.853068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] Current status of the port 703aa154-6098-404b-b8a9-9ae28bec50cb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:33.853556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.861699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:33.882160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ecc7a0-0ae4-476a-be78-8f1e2b3fe7a9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (a6c967dd-3062-43f9-83bc-6256a7fd4a93), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:33.961009 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:28Z', 'revision_number': 3, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:32Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:34.001503 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847732a-1ab9-4fc3-8012-b20d497085d2 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:28Z', 'revision_number': 3, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:32Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:34.025587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks [] for router_gateway (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.132322 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ecc7a0-0ae4-476a-be78-8f1e2b3fe7a9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a6c967dd-3062-43f9-83bc-6256a7fd4a93), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.135572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-07ecc7a0-0ae4-476a-be78-8f1e2b3fe7a9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.139442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-07ecc7a0-0ae4-476a-be78-8f1e2b3fe7a9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6c967dd-3062-43f9-83bc-6256a7fd4a93 HTTP/1.1" status: 204 len: 168 time: 0.7227418 Mar 07 04:46:34.140043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60716) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:34.220790 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-71e2ede0-6c2f-4167-b410-6003c5fe42f2 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] show failed (client error): The resource could not be found. Mar 07 04:46:34.225322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-71e2ede0-6c2f-4167-b410-6003c5fe42f2 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups/a6c967dd-3062-43f9-83bc-6256a7fd4a93 HTTP/1.1" status: 404 len: 347 time: 0.0782866 Mar 07 04:46:34.226560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecc7a0-0ae4-476a-be78-8f1e2b3fe7a9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c967dd-3062-43f9-83bc-6256a7fd4a93,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:34.230881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60718) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:34.270280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] For port 703aa154-6098-404b-b8a9-9ae28bec50cb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=703aa154-6098-404b-b8a9-9ae28bec50cb,segment=NetworkSegment(3f292a68-7df3-4f2f-8e6c-32c087f59c18),segment_id=3f292a68-7df3-4f2f-8e6c-32c087f59c18)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:34.300151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8:2::1 (44c9927c-5006-4466-92b0-f75ea4622a98/e70e42bb-5df9-4af0-96e8-0bd832f2acac/bb676f9e-4c8e-4b27-9b86-a679d8f1a05b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:34.301955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.488725 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.499083 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262566dd-69fb-4b14-bc3c-dcdb40b753f8 None None] Pushing event updated for resources: {'Port': ['ID=703aa154-6098-404b-b8a9-9ae28bec50cb,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:34.515328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Publish callbacks [] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.518429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port acaeedff-c0ed-4b89-bae1-db103359161e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:34.518955 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (acaeedff-c0ed-4b89-bae1-db103359161e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.550468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.559254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.631618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.690167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 44c9927c-5006-4466-92b0-f75ea4622a98 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:34.699411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:34.709547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:34.709905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.837333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d9975e92-409d-4098-ab68-4ca5bfa5563a None None] Provisioning complete for port 703aa154-6098-404b-b8a9-9ae28bec50cb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:34.837866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d9975e92-409d-4098-ab68-4ca5bfa5563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.840618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:34.903728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.913209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:34.938741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Pushing event updated for resources: {'Port': ['ID=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:34.958287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (acaeedff-c0ed-4b89-bae1-db103359161e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.959329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (acaeedff-c0ed-4b89-bae1-db103359161e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:34.966954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:34.976699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:35.013959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Allocated IP 2001:db8:2::2 (44c9927c-5006-4466-92b0-f75ea4622a98/e70e42bb-5df9-4af0-96e8-0bd832f2acac/169f5b46-e635-49c4-887f-f94cc317dbc6) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:35.038033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for acaeedff-c0ed-4b89-bae1-db103359161e owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:35.260612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:46:35.316299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d9975e92-409d-4098-ab68-4ca5bfa5563a None None] Current status of the port 703aa154-6098-404b-b8a9-9ae28bec50cb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:35.384839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Attempting to bind port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:35.386349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Attempting to bind port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:35.389362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Attempting to bind port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:35.424610 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Publish callbacks [] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.432497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:35.433152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:35.433749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.434491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:35.435164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Bound port: 7f7a23a7-224a-4499-9fb7-ed6b63d2c011, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:35.435736 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.445283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.511418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.522288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.522768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Network 44c9927c-5006-4466-92b0-f75ea4622a98 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:35.524010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.571979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:35.597897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (acaeedff-c0ed-4b89-bae1-db103359161e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.615473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:35.618362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.619561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Sync routers for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:35.623915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d57cef7a-f1f6-4c46-8143-4ea2a896b981 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2014496 Mar 07 04:46:35.627407 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b04c6e6-c178-46e6-9a1c-098507e844df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.644674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:35.671791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:35.695187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=acaeedff-c0ed-4b89-bae1-db103359161e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:35.715205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network 44c9927c-5006-4466-92b0-f75ea4622a98 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:35.720404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:35.743371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:35.830245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Pushing event updated for resources: {'Port': ['ID=169f5b46-e635-49c4-887f-f94cc317dbc6,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:35.835910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:35.914357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:35.914998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:35.924252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:35.959584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (d63e01ed-e23d-4bf8-8f77-a03733a7aa1b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.962671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:35.966816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faea0e-c909-43f7-851a-fb2362d3c0c2 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:35.975117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c4746151-9339-411c-8159-81ed355189f9 None None] For port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:35.978677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aee0403a-2f1d-424f-96c4-65ec9cf767b6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/floatingips/d63e01ed-e23d-4bf8-8f77-a03733a7aa1b HTTP/1.1" status: 204 len: 168 time: 1.7467053 Mar 07 04:46:36.027054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c4746151-9339-411c-8159-81ed355189f9 None None] For port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:36.121177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:36.138149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 703aa154-6098-404b-b8a9-9ae28bec50cb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:36.140842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0598b22e-b52a-473c-8fe5-cd95e88a9734 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3918564 Mar 07 04:46:36.141394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:36.141723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:36.155468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-893401755'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:36.161291 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:36.162124 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:36.210137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:36.217934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.285769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:46:36.318679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a6dd7b18-a84c-4fc6-8ca5-949241655403), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.319924 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added segment a6dd7b18-a84c-4fc6-8ca5-949241655403 of type vlan for network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 Mar 07 04:46:36.404255 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:36.429465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ce475b0f-26d4-4310-b94d-53ab63d2a6c7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.492706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ce475b0f-26d4-4310-b94d-53ab63d2a6c7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.504709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:36.508539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.624898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Network': ['ID=ce475b0f-26d4-4310-b94d-53ab63d2a6c7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:36.630895 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.671062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60f4cc67-4b77-4cc9-98b7-043279dd3435 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5284474 Mar 07 04:46:36.672004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60734) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:36.681542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'subnet': {'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:36.718810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:36.748582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a460038-5100-47a6-8a5d-4723f552be8e None None] New status for floating IP d63e01ed-e23d-4bf8-8f77-a03733a7aa1b: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:46:36.868721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:46:36.885934 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:35Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:36.929818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746151-9339-411c-8159-81ed355189f9 None None] Pushing event updated for resources: {'Port': ['ID=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:36.961475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Attempting to bind port 169f5b46-e635-49c4-887f-f94cc317dbc6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:36.961925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Attempting to bind port 169f5b46-e635-49c4-887f-f94cc317dbc6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:36.962327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Attempting to bind port 169f5b46-e635-49c4-887f-f94cc317dbc6 on network 44c9927c-5006-4466-92b0-f75ea4622a98 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:36.997264 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:36.997372 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Updating router a35db85f-c626-489d-8456-be5b6413e217 port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:46:37.000208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:37.004124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Checking segment: {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:37.004549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.004956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Bound using segment: {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:37.006018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Bound port: 169f5b46-e635-49c4-887f-f94cc317dbc6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:37.006413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.033287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Made reservation on behalf of 282ae16d7fc647b490636334d0750b3b for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:37.037704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.039199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Allocated IP 172.20.0.1 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/6e0dfb98-f735-44aa-9dff-72955feb777e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:37.067394 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.087224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60740) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:37.098093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902953295', 'description': 'tempest-description--1820399202'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:37.306946 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.383498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks [] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.395302 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.518867 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.560111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 703aa154-6098-404b-b8a9-9ae28bec50cb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:37.560491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.662878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:37.670130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:37.675767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:37.679787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0dfb98-f735-44aa-9dff-72955feb777e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:37.703682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (717057ae-10c0-4160-b3cc-1bc520c487b7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.721022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:37.732802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] For port 169f5b46-e635-49c4-887f-f94cc317dbc6, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:37.763432 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.765608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (717057ae-10c0-4160-b3cc-1bc520c487b7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.858045 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Publish callbacks [] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.867411 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.870727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (03f8766d-e1e0-48cd-895b-45cf5b461b8b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.878801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.880854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7922788 Mar 07 04:46:37.951979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60752) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:37.955340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Subnet': ['ID=03f8766d-e1e0-48cd-895b-45cf5b461b8b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:37.961627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] For port 169f5b46-e635-49c4-887f-f94cc317dbc6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=169f5b46-e635-49c4-887f-f94cc317dbc6,segment=NetworkSegment(aab85536-7f18-4a7b-b443-4d30bfd6c74e),segment_id=aab85536-7f18-4a7b-b443-4d30bfd6c74e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:37.971852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': '717057ae-10c0-4160-b3cc-1bc520c487b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:37.978211 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:37.978462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597514-70bf-4501-a0a0-3af74d89cd36 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717057ae-10c0-4160-b3cc-1bc520c487b7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:38.013036 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.051370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179590b-848e-4280-8583-f00456d9b057 None None] Pushing event updated for resources: {'Port': ['ID=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:38.063263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.088851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (3f8af0a2-4c5b-4655-b85b-116becc95692), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.125008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ba2c7-fb97-4574-a48b-cc6c8f0f4132 None None] Pushing event updated for resources: {'Port': ['ID=169f5b46-e635-49c4-887f-f94cc317dbc6,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:38.128738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 703aa154-6098-404b-b8a9-9ae28bec50cb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:38.157997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Attempting to bind port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:38.158394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Attempting to bind port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:38.158756 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Attempting to bind port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b on network 44c9927c-5006-4466-92b0-f75ea4622a98 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:38.171810 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:38.174044 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Checking segment: {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:38.174505 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.175016 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Bound using segment: {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:38.180684 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Bound port: bb676f9e-4c8e-4b27-9b86-a679d8f1a05b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab85536-7f18-4a7b-b443-4d30bfd6c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:38.181135 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.240606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (3f8af0a2-4c5b-4655-b85b-116becc95692), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.244262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Checking segment: {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:38.244627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network hostable DHCP agents. Network: ce475b0f-26d4-4310-b94d-53ab63d2a6c7, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:46:38.268549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3f8af0a2-4c5b-4655-b85b-116becc95692), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.311028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8af0a2-4c5b-4655-b85b-116becc95692,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:38.322645 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] For port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:38.326191 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] For port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,segment=NetworkSegment(aab85536-7f18-4a7b-b443-4d30bfd6c74e),segment_id=aab85536-7f18-4a7b-b443-4d30bfd6c74e)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:38.336288 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.364242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:33Z', 'revision_number': 3, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:38.372397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:46:38.400597 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:38.401527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:38.415356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.420519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60756) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:38.423120 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1899a8da-7b00-4091-88ca-b8ce280a58ef tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646225 Mar 07 04:46:38.424750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ce475b0f-26d4-4310-b94d-53ab63d2a6c7) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:38.431667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': '717057ae-10c0-4160-b3cc-1bc520c487b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:38.435351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:38.444380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a024f5-b017-4a97-ab72-843a3f195114 None None] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:38.444933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:38.445876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.446375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Checking router: 4fb4eb98-25f4-4b12-b324-c8c17689ad3b for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:38.446730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Updating router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b port 2eafdff4-36d0-4069-b670-f71d99db0b7d binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:46:38.478448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6e7c1e3a-2a40-4ea1-b5ea-9bd1ff31c69e tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8045630 Mar 07 04:46:38.482306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:38.524857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks [] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.587126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.592378 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179590b-848e-4280-8583-f00456d9b057 None None] Pushing event updated for resources: {'Port': ['ID=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:38.611296 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:38.621259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.626730 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (1ef0e2ee-6caf-4f41-815d-bc1ab72c6e2e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:38.976215 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:38Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:38.998489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'project_id': '282ae16d7fc647b490636334d0750b3b', 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:46:39.000079 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.020994 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c176c3-0cba-4bc6-b455-7b25e4713094 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:38Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:39.155364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:39.156228 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.199063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd6dcd-5f0f-45e6-9b93-4a4e7bc6d55d None None] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:39.446789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Provisioning complete for port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:39.447234 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.548460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0dfb98-f735-44aa-9dff-72955feb777e,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:39.568095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (1ef0e2ee-6caf-4f41-815d-bc1ab72c6e2e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.593692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1ef0e2ee-6caf-4f41-815d-bc1ab72c6e2e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.626380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.738070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef0e2ee-6caf-4f41-815d-bc1ab72c6e2e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:39.751663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.945307 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:39.946715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7e016a4-0226-49a8-af69-7e6ddc03a5f5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5252151 Mar 07 04:46:39.949715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60780) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:39.955683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:39.962974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:39.973010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:40.016367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.106868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Allocated IP 2001:db8:3::2 (ce475b0f-26d4-4310-b94d-53ab63d2a6c7/03f8766d-e1e0-48cd-895b-45cf5b461b8b/df0e4617-aa28-40c4-8a57-2fe26ab209ad) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:40.190007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.338213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Publish callbacks [] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.352865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f46685-3a46-4e2f-bf8f-454ed1f17acb None None] Network 44c9927c-5006-4466-92b0-f75ea4622a98 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:40.362208 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.388728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.432326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Pushing event updated for resources: {'Port': ['ID=df0e4617-aa28-40c4-8a57-2fe26ab209ad,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:40.480928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:40.481611 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.520887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:40.551306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Publish callbacks [] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.590392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:40.604379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:40.607134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:40.613664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.685084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd51e72-36c3-4496-8112-a891597df7db None None] Pushing event updated for resources: {'Port': ['ID=2eafdff4-36d0-4069-b670-f71d99db0b7d,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:40.753129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.25.4.242 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/7aa69de6-5786-4949-aea7-f2a00c83f8d4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:40.764544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:40.807820 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:40.829712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:40.838285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05dcfc98-75a3-48b5-8b7e-d5bfd5c6a0d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/4fb4eb98-25f4-4b12-b324-c8c17689ad3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1584609 Mar 07 04:46:40.854517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Attempting to bind port 2eafdff4-36d0-4069-b670-f71d99db0b7d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:40.856312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Attempting to bind port 2eafdff4-36d0-4069-b670-f71d99db0b7d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:40.856784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Attempting to bind port 2eafdff4-36d0-4069-b670-f71d99db0b7d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:41.002861 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.019505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Current status of the port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:41.020081 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.026941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:41.033634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:41.034320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.034979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:41.035607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Bound port: 2eafdff4-36d0-4069-b670-f71d99db0b7d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:41.037376 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.074518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.097326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:41.199079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:41.199607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 169f5b46-e635-49c4-887f-f94cc317dbc6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:41.202477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:41.203288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Attempting to bind port df0e4617-aa28-40c4-8a57-2fe26ab209ad on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:41.203908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Attempting to bind port df0e4617-aa28-40c4-8a57-2fe26ab209ad by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:41.204518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Attempting to bind port df0e4617-aa28-40c4-8a57-2fe26ab209ad on network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:41.220178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:41.222457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=7aa69de6-5786-4949-aea7-f2a00c83f8d4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:41.305241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:41.306010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Checking segment: {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:41.306010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.306462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Bound using segment: {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:41.306820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Bound port: df0e4617-aa28-40c4-8a57-2fe26ab209ad, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:41.307200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.383141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Allocated IP 2001:db8:3::1 (ce475b0f-26d4-4310-b94d-53ab63d2a6c7/03f8766d-e1e0-48cd-895b-45cf5b461b8b/ced2425c-8080-4287-8806-4a2b97e90689) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:41.437740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:46:41.438123 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:46:41.442254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] For port 2eafdff4-36d0-4069-b670-f71d99db0b7d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:41.459541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (5750b91d-d421-4a62-aab3-ede3a4eac06e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.514674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] For port 2eafdff4-36d0-4069-b670-f71d99db0b7d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2eafdff4-36d0-4069-b670-f71d99db0b7d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:41.544270 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.570632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.606458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 169f5b46-e635-49c4-887f-f94cc317dbc6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:41.606838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.680399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (ced2425c-8080-4287-8806-4a2b97e90689), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.732241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ced2425c-8080-4287-8806-4a2b97e90689), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.745956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] For port df0e4617-aa28-40c4-8a57-2fe26ab209ad, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:41.814310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] For port df0e4617-aa28-40c4-8a57-2fe26ab209ad, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df0e4617-aa28-40c4-8a57-2fe26ab209ad,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:41.846661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:41.849346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=ced2425c-8080-4287-8806-4a2b97e90689,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:41.851419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:41.869747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.872074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd51e72-36c3-4496-8112-a891597df7db None None] Pushing event updated for resources: {'Port': ['ID=2eafdff4-36d0-4069-b670-f71d99db0b7d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:41.876774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:41.882661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60798) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:41.892005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170752177', 'description': 'tempest-description--1470078966'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:41.905638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:41.914360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:41.915199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.924877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:41.935698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.125333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=7aa69de6-5786-4949-aea7-f2a00c83f8d4,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:42.133127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.139560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-43e1be21-6e14-4391-87cb-44558f9305f4 None None] Current status of the port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:42.144414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (5750b91d-d421-4a62-aab3-ede3a4eac06e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.183091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a07b9b-82b4-4cf7-b243-dcf7973386b6 None None] Pushing event updated for resources: {'Port': ['ID=df0e4617-aa28-40c4-8a57-2fe26ab209ad,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:42.191399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.197491 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e89cbe36-1650-4a48-b890-98068a2e20bd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2454619 Mar 07 04:46:42.230157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 169f5b46-e635-49c4-887f-f94cc317dbc6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:42.230707 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.265461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:42.306343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced2425c-8080-4287-8806-4a2b97e90689), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.355159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Provisioning complete for port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:42.355562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.478907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 169f5b46-e635-49c4-887f-f94cc317dbc6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=169f5b46-e635-49c4-887f-f94cc317dbc6,segment=NetworkSegment(aab85536-7f18-4a7b-b443-4d30bfd6c74e),segment_id=aab85536-7f18-4a7b-b443-4d30bfd6c74e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:42.505088 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.506565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb676f9e-4c8e-4b27-9b86-a679d8f1a05b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:42.649039 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group (d8280b64-979a-44dc-9e42-9e07e7b60273), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.695799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=169f5b46-e635-49c4-887f-f94cc317dbc6,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:42.741495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d8280b64-979a-44dc-9e42-9e07e7b60273), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.828234 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.829897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9453692 Mar 07 04:46:42.833376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:42.835216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Current status of the port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:42.835696 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.838771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'security_group_rule': {'security_group_id': 'd8280b64-979a-44dc-9e42-9e07e7b60273', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:42.894066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group_rule (f7a53980-a681-4537-9c55-ca26628c72b4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:42.916217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-ac8bae14-350b-4615-ab46-03b063b0c5ea tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1902953295&fields=id&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 267 time: 0.2988284 Mar 07 04:46:42.917260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:42.917880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.051019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] For port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,segment=NetworkSegment(aab85536-7f18-4a7b-b443-4d30bfd6c74e),segment_id=aab85536-7f18-4a7b-b443-4d30bfd6c74e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:43.064604 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.094844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group_rule (f7a53980-a681-4537-9c55-ca26628c72b4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.105030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f7a53980-a681-4537-9c55-ca26628c72b4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.134249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a53980-a681-4537-9c55-ca26628c72b4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:43.146327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Pushing event updated for resources: {'Port': ['ID=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:43.151370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.156808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5e59ebcb-35dc-4405-8761-573caee73b75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220484 Mar 07 04:46:43.157721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60822) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:43.172080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'security_group_rule': {'security_group_id': 'd8280b64-979a-44dc-9e42-9e07e7b60273', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:43.246294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group_rule (0e3fd35b-6eed-475b-b1b5-32fc00d982d0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.252398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-134c08d4-34d2-4018-8dbd-5af1bd29d6db tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:43.262390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Provisioning complete for port 6e0dfb98-f735-44aa-9dff-72955feb777e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:43.264500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-134c08d4-34d2-4018-8dbd-5af1bd29d6db tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.3459256 Mar 07 04:46:43.265154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.272943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8280b64-979a-44dc-9e42-9e07e7b60273,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:43.299066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.302963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.303672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.304394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.306289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.311595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.312054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.312503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.313074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.313537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.313991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.314438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.314877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f9c79-6c24-4f0c-b9e3-dd6b69d6db11 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:46:43.315751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group_rule (0e3fd35b-6eed-475b-b1b5-32fc00d982d0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.328934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0e3fd35b-6eed-475b-b1b5-32fc00d982d0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.375928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-2fb284ad-0b70-436e-ba5a-9e39c369c069 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/quotas/2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 375 time: 0.1053410 Mar 07 04:46:43.398188 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.406712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476809 Mar 07 04:46:43.408526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60824) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:43.412510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407eb66-6eb8-43b1-9b6d-debfd0764760 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3fd35b-6eed-475b-b1b5-32fc00d982d0,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:43.430794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:43.487512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.509407 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for port (ced2425c-8080-4287-8806-4a2b97e90689), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.530927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ced2425c-8080-4287-8806-4a2b97e90689), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.531877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.691786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:38Z', 'revision_number': 2, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:43.736233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.803952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9478ec-ab2f-4894-8c5b-a98b67f5d197 None None] The sync data for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 is: [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:38Z', 'revision_number': 2, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:43.834338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:43.858500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:43.887111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Port 6e0dfb98-f735-44aa-9dff-72955feb777e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:43.937847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Provisioning complete for port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:43.938411 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:43.943179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-0c2105e4-e7c4-439a-a222-b835ae199de9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5580513 Mar 07 04:46:43.946745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:44.019485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Allocated IP 172.25.4.226 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/d72bb25a-6a6c-4758-b8ce-dac439da2045) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:44.184105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Current status of the port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:44.195701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-54f6c182-a68d-48b7-b9c6-703343a57b4d service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267549 Mar 07 04:46:44.213625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Provisioning complete for port 169f5b46-e635-49c4-887f-f94cc317dbc6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:44.214393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:44.256807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b32b76-8ad7-4ba0-8147-8ae5087e3738 None None] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:46:44.354000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb676f9e-4c8e-4b27-9b86-a679d8f1a05b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:44.484486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event updated for resources: {'Port': ['ID=ced2425c-8080-4287-8806-4a2b97e90689,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:44.513421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:44.522285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-541acfa5-db1b-4877-9888-c39bb58cd0ca None None] Current status of the port 169f5b46-e635-49c4-887f-f94cc317dbc6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:44.563513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:44.564288 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:44.639026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69bb47-3bb2-4447-bc54-45cb664c7964 req-190ac59d-6334-4a6e-9bd0-44b57a8ea520 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:44.641014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d69bb47-3bb2-4447-bc54-45cb664c7964 req-190ac59d-6334-4a6e-9bd0-44b57a8ea520 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 0.8763707 Mar 07 04:46:44.760018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:44.761270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 169f5b46-e635-49c4-887f-f94cc317dbc6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:44.764761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Provisioning complete for port df0e4617-aa28-40c4-8a57-2fe26ab209ad triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:44.765132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:44.863236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-ca43aada-d945-4e19-8a4c-55d87fe0fe63 service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516547 Mar 07 04:46:45.013441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 169f5b46-e635-49c4-887f-f94cc317dbc6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:45.013822 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:45.034408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d69bb47-3bb2-4447-bc54-45cb664c7964 req-131e7b0c-5186-42f2-bb69-5c4083e19ffb tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390410 Mar 07 04:46:45.048124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:45.096458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:45.108557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:45.128161 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:45.128587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ecb5daa4-b5d4-475f-9cc3-dcd196a7acd1 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6446033 Mar 07 04:46:45.129208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60838) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:45.134038 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:45.134374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:45.165147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Current status of the port df0e4617-aa28-40c4-8a57-2fe26ab209ad is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:45.165530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:45.266432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:45.297553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] For port df0e4617-aa28-40c4-8a57-2fe26ab209ad, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df0e4617-aa28-40c4-8a57-2fe26ab209ad,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:45.373603 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:45.447333 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:45.467239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=d72bb25a-6a6c-4758-b8ce-dac439da2045,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:45.467870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-733bf9ef-0098-4abc-995b-22e7c040b4f4 req-a5c9579c-c602-4847-8b17-4605bc734ea4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 210 time: 0.0771306 Mar 07 04:46:45.524249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Provisioning complete for port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:45.525777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:45.536093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-7d7dd88f-1d0e-4ec1-8e43-fe54af0967c4 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:45.537916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-7d7dd88f-1d0e-4ec1-8e43-fe54af0967c4 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.44 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 1.3953898 Mar 07 04:46:45.557105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 169f5b46-e635-49c4-887f-f94cc317dbc6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:45.558314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df0e4617-aa28-40c4-8a57-2fe26ab209ad up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:45.639233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:45.656491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:45.666848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:45.691653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Pushing event updated for resources: {'Port': ['ID=df0e4617-aa28-40c4-8a57-2fe26ab209ad,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:45.784953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port df0e4617-aa28-40c4-8a57-2fe26ab209ad triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:45.785613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.004094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-36d396d0-6330-4ac9-a427-3fff4ccd7bfa None None] Current status of the port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:46.143395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port df0e4617-aa28-40c4-8a57-2fe26ab209ad is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:46.144947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:46.158022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (ce216a79-33cd-4341-a6f3-032bc0b3bff9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.193997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-29a6a52f-9a07-4903-92fc-8f4757b85955 None None] Provisioning complete for port df0e4617-aa28-40c4-8a57-2fe26ab209ad triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:46.194519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29a6a52f-9a07-4903-92fc-8f4757b85955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.204955 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:46.297206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Deleting port 1ae48d82-3479-427c-9eb3-77061036c449 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:46.299772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1ae48d82-3479-427c-9eb3-77061036c449), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.326583 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:46.328515 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Updating router a35db85f-c626-489d-8456-be5b6413e217 port ced2425c-8080-4287-8806-4a2b97e90689 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:46:46.389737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.extraroute_db [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103938) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 04:46:46.396996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:46.397458 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.405126 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced2425c-8080-4287-8806-4a2b97e90689), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.431725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.extraroute_db [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Removed routes are [] {{(pid=103938) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 04:46:46.432162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.574713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=1ae48d82-3479-427c-9eb3-77061036c449,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:46.578184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1ae48d82-3479-427c-9eb3-77061036c449), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:46.686436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-29a6a52f-9a07-4903-92fc-8f4757b85955 None None] Current status of the port df0e4617-aa28-40c4-8a57-2fe26ab209ad is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:46.727267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 1ae48d82-3479-427c-9eb3-77061036c449 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:46:46.807465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:46.881396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-29a6a52f-9a07-4903-92fc-8f4757b85955 None None] Provisioning complete for port ced2425c-8080-4287-8806-4a2b97e90689 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:46.888167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29a6a52f-9a07-4903-92fc-8f4757b85955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced2425c-8080-4287-8806-4a2b97e90689), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.120424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-29a6a52f-9a07-4903-92fc-8f4757b85955 None None] Port ced2425c-8080-4287-8806-4a2b97e90689 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:47.134451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 1ae48d82-3479-427c-9eb3-77061036c449 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:47.135239 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1ae48d82-3479-427c-9eb3-77061036c449), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.185790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:47.188574 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4bd781-014b-488d-aaa4-dfa643685286" -d '{"events": [{"server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "name": "network-vif-unplugged", "status": "completed", "tag": "1ae48d82-3479-427c-9eb3-77061036c449"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:47.230162 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Publish callbacks [] for port (ced2425c-8080-4287-8806-4a2b97e90689), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.242684 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ced2425c-8080-4287-8806-4a2b97e90689), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.249414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df0e4617-aa28-40c4-8a57-2fe26ab209ad up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:47.269145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.279468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 1ae48d82-3479-427c-9eb3-77061036c449, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=1ae48d82-3479-427c-9eb3-77061036c449,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:47.294113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.326692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-47224d9e-e685-4bcb-be86-ee6dac144f76 None None] Provisioning complete for port ced2425c-8080-4287-8806-4a2b97e90689 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:47.326978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47224d9e-e685-4bcb-be86-ee6dac144f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced2425c-8080-4287-8806-4a2b97e90689), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.456329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-47224d9e-e685-4bcb-be86-ee6dac144f76 None None] Port ced2425c-8080-4287-8806-4a2b97e90689 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:47.536908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:47.564738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port df0e4617-aa28-40c4-8a57-2fe26ab209ad triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:47.565238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.571419 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Attempting to bind port ced2425c-8080-4287-8806-4a2b97e90689 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:47.571875 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Attempting to bind port ced2425c-8080-4287-8806-4a2b97e90689 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:47.572227 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Attempting to bind port ced2425c-8080-4287-8806-4a2b97e90689 on network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:47.598574 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:47.601046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.601412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (264f522f-bdd0-4a0f-bac8-696f1af7dba5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.601721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Checking segment: {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:47.602162 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.602557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Bound using segment: {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:47.603037 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Bound port: ced2425c-8080-4287-8806-4a2b97e90689, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dd7b18-a84c-4fc6-8ca5-949241655403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:47.603418 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced2425c-8080-4287-8806-4a2b97e90689), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.606634 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Floating IP 264f522f-bdd0-4a0f-bac8-696f1af7dba5 disassociated. External IP: 172.25.4.129, port: 1ae48d82-3479-427c-9eb3-77061036c449. Mar 07 04:46:47.607003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Calling delete_port for 1ae48d82-3479-427c-9eb3-77061036c449 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:47.742974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port df0e4617-aa28-40c4-8a57-2fe26ab209ad is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:47.744386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2eafdff4-36d0-4069-b670-f71d99db0b7d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:47.751532 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] For port ced2425c-8080-4287-8806-4a2b97e90689, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:47.759155 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] For port ced2425c-8080-4287-8806-4a2b97e90689, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ced2425c-8080-4287-8806-4a2b97e90689,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:47.775772 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ced2425c-8080-4287-8806-4a2b97e90689), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.793264 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c244cf-e2a5-4c2c-907f-6346b1a5d2aa None None] Pushing event updated for resources: {'Port': ['ID=ced2425c-8080-4287-8806-4a2b97e90689,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:47.846209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2eafdff4-36d0-4069-b670-f71d99db0b7d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:47.846889 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:47.905697 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c244cf-e2a5-4c2c-907f-6346b1a5d2aa None None] Pushing event updated for resources: {'Port': ['ID=ced2425c-8080-4287-8806-4a2b97e90689,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:47.942880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:47.943776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:47.982534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] Provisioning complete for port ced2425c-8080-4287-8806-4a2b97e90689 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:47.982915 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced2425c-8080-4287-8806-4a2b97e90689), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.173871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.178027 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:48.201669 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.294838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2eafdff4-36d0-4069-b670-f71d99db0b7d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:48.295242 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.327177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Sync routers for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:48.345173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1ae48d82-3479-427c-9eb3-77061036c449), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.381543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-bdd811a0-2673-4f48-882c-02bd9dc890c1 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:48.383228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-bdd811a0-2673-4f48-882c-02bd9dc890c1 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.4341164 Mar 07 04:46:48.388473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=d72bb25a-6a6c-4758-b8ce-dac439da2045,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:48.396689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (ce216a79-33cd-4341-a6f3-032bc0b3bff9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.416246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07954b49-1232-4473-bd6c-38f2f9166b5d req-b7e438b9-78f3-4ba6-8621-206a226bb061 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 210 time: 0.5000637 Mar 07 04:46:48.493200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event deleted for resources: {'Port': ['ID=1ae48d82-3479-427c-9eb3-77061036c449,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:48.524473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a833-be94-4d47-bafb-c7ef0a705a8c req-1db4591e-d1cf-4de3-9601-624b71cbdf6a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:48.528652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7a1a833-be94-4d47-bafb-c7ef0a705a8c req-1db4591e-d1cf-4de3-9601-624b71cbdf6a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/ports?device_id=58589fa7-cf5d-428f-b903-800615f3f723 HTTP/1.1" status: 200 len: 946 time: 2.0867341 Mar 07 04:46:48.543283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.561574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] Current status of the port ced2425c-8080-4287-8806-4a2b97e90689 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:48.562860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ced2425c-8080-4287-8806-4a2b97e90689), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.564513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-289fba97-6c3a-49c1-a350-9b7646cd3e77 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1460624 Mar 07 04:46:48.599322 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81229413-821b-46e1-a4c2-b8bf0b80dfb0 x-openstack-request-id: req-81229413-821b-46e1-a4c2-b8bf0b80dfb0 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:48.606342 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "name": "network-vif-unplugged", "status": "completed", "tag": "1ae48d82-3479-427c-9eb3-77061036c449", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:48.609825 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81229413-821b-46e1-a4c2-b8bf0b80dfb0 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:48.611442 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449', 'code': 200} Mar 07 04:46:48.651167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 2eafdff4-36d0-4069-b670-f71d99db0b7d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2eafdff4-36d0-4069-b670-f71d99db0b7d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:48.655240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:48.655932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:48.777417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:48.855498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-d8d3c848-a2bc-4d03-96af-14d3c05d030f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 380 time: 0.4338937 Mar 07 04:46:48.878210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Router f080bcfb-7920-4bc7-969e-fb9c1013ee2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:48.927346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] For port ced2425c-8080-4287-8806-4a2b97e90689, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ced2425c-8080-4287-8806-4a2b97e90689,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:48.941889 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:46Z', 'revision_number': 6, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:47Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:48.969718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ced2425c-8080-4287-8806-4a2b97e90689), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:49.033395 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d8f2e-4fe6-45d6-8851-0e28c6216681 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:46Z', 'revision_number': 6, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:47Z', 'revision_number': 4, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:49.058761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'port': {'device_id': '428db59a-e4cf-4ffc-9310-27849e87455c', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'admin_state_up': True, 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'security_groups': ['717057ae-10c0-4160-b3cc-1bc520c487b7']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:49.153115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=2eafdff4-36d0-4069-b670-f71d99db0b7d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:49.191128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6711db54-8e4d-4c76-a2bb-8a0e8bff2944 None None] Provisioning complete for port ced2425c-8080-4287-8806-4a2b97e90689 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:49.196318 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6711db54-8e4d-4c76-a2bb-8a0e8bff2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced2425c-8080-4287-8806-4a2b97e90689), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:49.216555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:49.228352 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] Sync routers for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:49.244495 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:49.245900 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:49.283925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] No DVR routers for this DVR port 1ae48d82-3479-427c-9eb3-77061036c449 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:46:49.287951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:49.293093 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb75dec6-0e76-4451-b20d-6a6ba92f842e req-78c642c9-5028-44e7-9c63-91d5966d99e5 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.44 "DELETE /v2.0/ports/1ae48d82-3479-427c-9eb3-77061036c449 HTTP/1.1" status: 204 len: 173 time: 3.7485332 Mar 07 04:46:49.294952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'name': 'network-vif-deleted', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:49.306210 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3dbade-eb5f-4d70-ac2d-df9c1f07548c" -d '{"events": [{"server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "name": "network-vif-deleted", "tag": "1ae48d82-3479-427c-9eb3-77061036c449"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:49.310905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:49.473170 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:49.537560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7a1a833-be94-4d47-bafb-c7ef0a705a8c req-1094194a-ad3f-42f9-a90a-51f3692ce890 tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9776287 Mar 07 04:46:49.608624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:49.624810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-26565f6d-0b1a-4ae5-8ccc-50a5e44edde2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1170752177&fields=id&tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 267 time: 0.8279283 Mar 07 04:46:49.635765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (a35db85f-c626-489d-8456-be5b6413e217), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:49.639871 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf0cfd9-4dac-452a-b57f-6314487fbee8 x-openstack-request-id: req-bdf0cfd9-4dac-452a-b57f-6314487fbee8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:49.640438 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58589fa7-cf5d-428f-b903-800615f3f723", "name": "network-vif-deleted", "tag": "1ae48d82-3479-427c-9eb3-77061036c449", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:49.640438 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdf0cfd9-4dac-452a-b57f-6314487fbee8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:49.640813 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58589fa7-cf5d-428f-b903-800615f3f723', 'name': 'network-vif-deleted', 'tag': '1ae48d82-3479-427c-9eb3-77061036c449', 'status': 'completed', 'code': 200} Mar 07 04:46:49.904702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-ebf22ea0-ab2f-41d2-88e7-8e302fa6b670 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:49.907633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-ebf22ea0-ab2f-41d2-88e7-8e302fa6b670 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.2752039 Mar 07 04:46:49.910901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Made reservation on behalf of 2dbcc2a5af0b4143bcbce85a7d3295e1 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:49.918941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:50.099859 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:50.191089 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] Checking router: f080bcfb-7920-4bc7-969e-fb9c1013ee2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:50.192213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c1e9-c52d-4d5b-9629-7f1cb94403e1 None None] Pushing event updated for resources: {'Port': ['ID=ced2425c-8080-4287-8806-4a2b97e90689,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:50.217829 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:50.223306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:50.303431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.20.0.4 (9bf09676-73e7-4cdf-8f6a-a64883ff09d6/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa/8a551a34-e8b3-419b-8922-01c632f5f473) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:50.488138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:50.512341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:50.579028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6711db54-8e4d-4c76-a2bb-8a0e8bff2944 None None] Current status of the port ced2425c-8080-4287-8806-4a2b97e90689 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:50.599779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-a062a127-6a4c-4354-bce3-3170087c3480 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/quotas/d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 375 time: 0.6462498 Mar 07 04:46:50.603320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c226c64-a582-4568-a08d-a23e11a8b1b4 req-6916df1e-a908-4e64-9c94-2c0a31b7a076 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 210 time: 0.6518488 Mar 07 04:46:50.608392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:38Z', 'revision_number': 2, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:50.682577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Checking router: 4fb4eb98-25f4-4b12-b324-c8c17689ad3b for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:50.682948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Updating router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b port 6e0dfb98-f735-44aa-9dff-72955feb777e binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:46:50.706231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60900) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:50.726282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (8a551a34-e8b3-419b-8922-01c632f5f473), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:50.772247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:50.810393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:50.935398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:50.951003 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:50.966027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-1e83e2cf-71cd-4d08-bf0a-c1e09bc834aa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057250 Mar 07 04:46:50.972057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:51.020088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:51.061067 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9a10c-03ca-4963-ae00-f1aaf8761957 None None] The sync data for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 is: [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:40:27Z', 'revision_number': 4, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd0b2d6ad-31cc-4a78-8315-56b3f661ab65', 'name': '', 'network_id': '189d4cac-0b28-4dd9-9ed1-4a92746ab548', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'mac_address': 'fa:16:3e:51:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:26Z', 'updated_at': '2022-03-07T04:40:34Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'subnets': [{'id': '53712aa9-d597-45a0-9eee-29ac85c15448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:51.063637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:51.073233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=8a551a34-e8b3-419b-8922-01c632f5f473,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:51.146352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Deleting port 4c21faee-99e5-414e-b6ed-dba8a4a7a2eb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:51.146897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.311785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2eafdff4-36d0-4069-b670-f71d99db0b7d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:51.325318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.326914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for floatingip (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.356422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Calling delete_port for 4c21faee-99e5-414e-b6ed-dba8a4a7a2eb owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:51.559073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2eafdff4-36d0-4069-b670-f71d99db0b7d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:51.559833 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.602868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:51.603556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.629620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-fbc2956b-653b-4177-a7d7-9c41919beb39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7477374 Mar 07 04:46:51.652775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81801c9-ccde-4500-81f9-dafde6f8c78c None None] New status for floating IP 264f522f-bdd0-4a0f-bac8-696f1af7dba5: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:46:51.667754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-2e4f760b-8121-49b5-b064-ae839be9edab service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720042 Mar 07 04:46:51.674414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4c21faee-99e5-414e-b6ed-dba8a4a7a2eb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.684120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Request body: {'port': {'device_id': '428db59a-e4cf-4ffc-9310-27849e87455c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:51.732339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event deleted for resources: {'Port': ['ID=4c21faee-99e5-414e-b6ed-dba8a4a7a2eb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:51.795283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-e2d7c901-385b-4c5e-9f27-7177b475b76c service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082048 Mar 07 04:46:51.822361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:51.829962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:51.831209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb5a8fcf-6aa5-4cf7-b9cd-e178b691051f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 953 time: 6.7010126 Mar 07 04:46:51.839316 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:51.850467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60910) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:51.859277 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:51.860798 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:52.006189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a3df055f-eb7d-4434-afab-9410c399f274 None None] Provisioning complete for port 8a551a34-e8b3-419b-8922-01c632f5f473 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:52.014509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3df055f-eb7d-4434-afab-9410c399f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.018470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for floatingip (264f522f-bdd0-4a0f-bac8-696f1af7dba5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.024962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.027035 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82ad532e-6f4a-4ed6-a2de-48f2d823123a tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "DELETE /v2.0/floatingips/264f522f-bdd0-4a0f-bac8-696f1af7dba5 HTTP/1.1" status: 204 len: 168 time: 1.3198123 Mar 07 04:46:52.076568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.102283 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:52.117747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34948-e0e6-41b3-b9cd-6b3c26712585 req-ad3b3c87-f0a5-41c6-8c47-c6d3028ec283 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:52.127789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ea34948-e0e6-41b3-b9cd-6b3c26712585 req-ad3b3c87-f0a5-41c6-8c47-c6d3028ec283 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 931 time: 0.3313036 Mar 07 04:46:52.154875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3df055f-eb7d-4434-afab-9410c399f274 None None] Port 8a551a34-e8b3-419b-8922-01c632f5f473 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:52.178874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Publish callbacks [] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.189894 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-e81801c9-ccde-4500-81f9-dafde6f8c78c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:46:52.192078 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-e81801c9-ccde-4500-81f9-dafde6f8c78c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:46:52.200782 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60ff3873-16cf-46ad-9a6d-0df285948c9c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 953 time: 0.3490815 Mar 07 04:46:52.201698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60920) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:52.216520 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.218990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'routes': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:52.408689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d82bb31-8c5e-4e23-8a70-4c090c2f9a89 req-7849ccbd-2ac8-4aa9-a2aa-c483d9edaa8c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 210 time: 0.0970683 Mar 07 04:46:52.500257 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.517114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2eafdff4-36d0-4069-b670-f71d99db0b7d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:52.518434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced2425c-8080-4287-8806-4a2b97e90689 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:52.590860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:46Z', 'revision_number': 6, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:52.619152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60928) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:52.644947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ea34948-e0e6-41b3-b9cd-6b3c26712585 req-dcfc68b1-e5db-46c4-b315-5700af7b372c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5162251 Mar 07 04:46:52.695097 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:52.699529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81801c9-ccde-4500-81f9-dafde6f8c78c None None] New status for floating IP 264f522f-bdd0-4a0f-bac8-696f1af7dba5: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:46:52.703475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e3ce0-1f59-49c6-b64c-01c5cfd3151b None None] Pushing event updated for resources: {'Port': ['ID=6e0dfb98-f735-44aa-9dff-72955feb777e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:52.714627 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:52.715533 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:52.913193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ced2425c-8080-4287-8806-4a2b97e90689 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:52.921043 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ced2425c-8080-4287-8806-4a2b97e90689), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:52.978527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:53.012198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Attempting to bind port 6e0dfb98-f735-44aa-9dff-72955feb777e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:53.012587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Attempting to bind port 6e0dfb98-f735-44aa-9dff-72955feb777e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:53.012955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Attempting to bind port 6e0dfb98-f735-44aa-9dff-72955feb777e on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:53.033436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:53.046634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:53.047215 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.047628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:53.048023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94bda190-b54b-41ac-baea-ab769ee3c64e tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group (d4c39221-5cdb-4484-b1b2-fe1c4e240fd6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.048190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Bound port: 6e0dfb98-f735-44aa-9dff-72955feb777e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:53.048530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.060808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-38e79f76-3763-419e-8991-4e5c62ff0a03 None None] Provisioning complete for port 6e0dfb98-f735-44aa-9dff-72955feb777e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:53.074614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38e79f76-3763-419e-8991-4e5c62ff0a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.117538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94bda190-b54b-41ac-baea-ab769ee3c64e tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group (d4c39221-5cdb-4484-b1b2-fe1c4e240fd6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.215644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-38e79f76-3763-419e-8991-4e5c62ff0a03 None None] Port 6e0dfb98-f735-44aa-9dff-72955feb777e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:53.257583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a551a34-e8b3-419b-8922-01c632f5f473 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:46:53.272989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Publish callbacks [] for port (8a551a34-e8b3-419b-8922-01c632f5f473), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.283636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94bda190-b54b-41ac-baea-ab769ee3c64e tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d4c39221-5cdb-4484-b1b2-fe1c4e240fd6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.288065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-94bda190-b54b-41ac-baea-ab769ee3c64e tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.289243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-94bda190-b54b-41ac-baea-ab769ee3c64e tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4c39221-5cdb-4484-b1b2-fe1c4e240fd6 HTTP/1.1" status: 204 len: 168 time: 0.6674659 Mar 07 04:46:53.330403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Transition to ACTIVE for port object 8a551a34-e8b3-419b-8922-01c632f5f473 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:46:53.330778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added routes are [] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 04:46:53.332032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bda190-b54b-41ac-baea-ab769ee3c64e tempest-TestServerBasicOps-2023941257 tempest-TestServerBasicOps-2023941257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c39221-5cdb-4484-b1b2-fe1c4e240fd6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:53.342498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 04:46:53.354611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60940) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:53.375759 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.439346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.527734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ced2425c-8080-4287-8806-4a2b97e90689 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:53.537924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] For port 6e0dfb98-f735-44aa-9dff-72955feb777e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:53.550666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] For port 6e0dfb98-f735-44aa-9dff-72955feb777e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6e0dfb98-f735-44aa-9dff-72955feb777e,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:53.562815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a551a34-e8b3-419b-8922-01c632f5f473,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:53.570170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:53.701485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:53.706673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:53.825685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e3ce0-1f59-49c6-b64c-01c5cfd3151b None None] Pushing event updated for resources: {'Port': ['ID=6e0dfb98-f735-44aa-9dff-72955feb777e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:53.839411 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:46Z', 'revision_number': 6, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:53.935006 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b117f-8490-48c5-a3fe-0d2b021bb621 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:46Z', 'revision_number': 6, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:54.075091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c2e307c-8d20-41f8-8aaa-b171b110d8e8 req-86713a49-ebb6-49cf-a927-d7b4aeb78675 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 210 time: 0.1128654 Mar 07 04:46:54.101088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:54.383293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Attempting to bind port 8a551a34-e8b3-419b-8922-01c632f5f473 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:46:54.385471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Attempting to bind port 8a551a34-e8b3-419b-8922-01c632f5f473 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:46:54.385926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Attempting to bind port 8a551a34-e8b3-419b-8922-01c632f5f473 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:54.396421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] Provisioning complete for port 6e0dfb98-f735-44aa-9dff-72955feb777e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:54.396797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:54.440022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Port 8a551a34-e8b3-419b-8922-01c632f5f473 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:46:54.440674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Attempting to bind port 8a551a34-e8b3-419b-8922-01c632f5f473 on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:46:54.467846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36996f5-c0db-426f-a0e4-14751aa47f94 req-573a7d23-073c-45c9-91a6-14211614f857 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:54.470456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c36996f5-c0db-426f-a0e4-14751aa47f94 req-573a7d23-073c-45c9-91a6-14211614f857 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 943 time: 0.5032692 Mar 07 04:46:54.474232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:46:54.475152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:46:54.476866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Bound using segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:46:54.477676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Bound port: 8a551a34-e8b3-419b-8922-01c632f5f473, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:46:54.479671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:54.610156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c36996f5-c0db-426f-a0e4-14751aa47f94 req-9f260dfc-caa1-45eb-8929-326320fbe892 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234324 Mar 07 04:46:54.676194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] For port 8a551a34-e8b3-419b-8922-01c632f5f473, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:46:54.681760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] For port 8a551a34-e8b3-419b-8922-01c632f5f473, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8a551a34-e8b3-419b-8922-01c632f5f473,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:46:54.697562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:54.795101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] Current status of the port 6e0dfb98-f735-44aa-9dff-72955feb777e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:54.796232 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:54.809389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:54.810034 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:54.811466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 200 len: 1091 time: 3.1414599 Mar 07 04:46:54.812694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:46:54.827844 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da" -d '{"events": [{"name": "network-changed", "server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:46:54.886808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] For port 6e0dfb98-f735-44aa-9dff-72955feb777e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6e0dfb98-f735-44aa-9dff-72955feb777e,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:54.902403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:54.957364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc304e4-d57f-4d37-bfee-af9680b46dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a551a34-e8b3-419b-8922-01c632f5f473,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:54.969005 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d71fae-e825-4b79-ac7a-a7554f02338d x-openstack-request-id: req-23d71fae-e825-4b79-ac7a-a7554f02338d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:46:54.969492 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:46:54.970506 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23d71fae-e825-4b79-ac7a-a7554f02338d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:46:54.971828 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473', 'status': 'completed', 'code': 200} Mar 07 04:46:54.976404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228173e4-0d8d-4033-8a29-289fd91434c1 None None] Pushing event updated for resources: {'Port': ['ID=6e0dfb98-f735-44aa-9dff-72955feb777e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:55.000633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:53Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:55.055224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:55.168071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-60051547-9eef-445b-86a7-2a792e49bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:55.170607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-60051547-9eef-445b-86a7-2a792e49bb25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 1125 time: 0.2830017 Mar 07 04:46:55.278210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:55.282268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (a35db85f-c626-489d-8456-be5b6413e217), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:55.422130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-7bc02b46-47a6-4edf-9174-169228431c5a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:55.426486 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-7bc02b46-47a6-4edf-9174-169228431c5a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 1.4737203 Mar 07 04:46:55.456377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f3204-30ff-4e67-a893-ab53b7c03d94 None None] The sync data for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 is: [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:53Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:55.574104 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-45f87756-3186-41d2-b249-cae70c145879 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 380 time: 0.1248658 Mar 07 04:46:55.591954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'port': {'device_id': '115c67a8-805f-49e7-b697-da55ee7eb633', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'admin_state_up': True, 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'security_groups': ['d8280b64-979a-44dc-9e42-9e07e7b60273']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:55.699035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6e0dfb98-f735-44aa-9dff-72955feb777e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:46:55.704675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:55.793318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6e0dfb98-f735-44aa-9dff-72955feb777e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:55.794455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:55.913007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:55.930056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:55.935895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:55.948500 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82f6d161-8352-4daa-a6f6-238bac369be2 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 703 time: 3.7446191 Mar 07 04:46:55.952054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-f16466a4-3b69-42a4-a4c9-00a1147abc00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 200 len: 217 time: 0.7684112 Mar 07 04:46:55.964727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:55.965811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:56.001212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:56.039979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:46:56.047073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:56.133783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:56.168477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b10b448d-fdcb-4ddb-8cdb-1a472ab86c22 req-6b1fe73c-e1f8-4947-ad7a-f4b845cbc7ca tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 210 time: 0.1515763 Mar 07 04:46:56.296319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6e0dfb98-f735-44aa-9dff-72955feb777e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:46:56.299832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-63747de6-13b7-420a-aedc-bbb0d0353c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:56.301835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-63747de6-13b7-420a-aedc-bbb0d0353c00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.2378900 Mar 07 04:46:56.355369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4acb280b-eee1-4263-83e9-e5581cfa8973 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 703 time: 0.3477874 Mar 07 04:46:56.355889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:56.434197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ef3f-8928-489d-9263-a313153c1442 req-0b305b3f-b2e9-45f4-94d9-9d2154c6afc2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:56.452625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3681ef3f-8928-489d-9263-a313153c1442 req-0b305b3f-b2e9-45f4-94d9-9d2154c6afc2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.4993961 Mar 07 04:46:56.644941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3681ef3f-8928-489d-9263-a313153c1442 req-84f45fce-9556-44bc-a7aa-a55b43b2e5e6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905861 Mar 07 04:46:56.677943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:53Z', 'revision_number': 7, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:56.720725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:46:56.728376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d49e-4d9c-4f5e-9e15-d5e52f3ca64b req-657ad21e-21c4-4c81-ad8b-806336325006 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:56.731365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77a2d49e-4d9c-4f5e-9e15-d5e52f3ca64b req-657ad21e-21c4-4c81-ad8b-806336325006 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 943 time: 0.3256080 Mar 07 04:46:56.733848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2942-0569-4359-8c69-45bd310b945d req-0ede5f14-b2f6-4de2-a46d-5e84442e27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:56.735820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-0ede5f14-b2f6-4de2-a46d-5e84442e27e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4137552 Mar 07 04:46:56.741311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:56.744087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:56.885806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77a2d49e-4d9c-4f5e-9e15-d5e52f3ca64b req-39d0d702-13df-4b10-bb59-a1a10ddcb98e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474874 Mar 07 04:46:56.898349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:57.038314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-c90f5b86-984d-47ff-ab82-b35bd24aa7c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911782 Mar 07 04:46:57.203519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Allocated IP 172.20.0.3 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:46:57.208785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Deleting port d0b2d6ad-31cc-4a78-8315-56b3f661ab65 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:57.210076 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:57.260564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:53Z', 'revision_number': 7, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:57.284157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-3317d30a-77b7-4646-9851-6c04087793a2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:57.285764 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-3317d30a-77b7-4646-9851-6c04087793a2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2182550 Mar 07 04:46:57.314471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe49d62-7241-4b68-ba88-9dc1ad55a524 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:46:53Z', 'revision_number': 7, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ced2425c-8080-4287-8806-4a2b97e90689', 'name': '', 'network_id': 'ce475b0f-26d4-4310-b94d-53ab63d2a6c7', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:cf:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:40Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '03f8766d-e1e0-48cd-895b-45cf5b461b8b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:46:57.340700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8eb45e56-55b5-48c7-82d0-97a0f5753d71 req-75b64110-ef01-46b0-b78e-498f80fefd40 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 210 time: 0.0354724 Mar 07 04:46:57.374800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] For port d0b2d6ad-31cc-4a78-8315-56b3f661ab65, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:57.375521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:57.396851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Calling delete_port for d0b2d6ad-31cc-4a78-8315-56b3f661ab65 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:57.400444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceab2942-0569-4359-8c69-45bd310b945d req-14d2f803-e37d-4044-a476-f73c9823d63f service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531721 Mar 07 04:46:57.552799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-2b2c4ac4-ff4a-4f0b-a097-9043fd7cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:57.554480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-2b2c4ac4-ff4a-4f0b-a097-9043fd7cb042 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 1125 time: 0.0743809 Mar 07 04:46:57.711702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-d070b70f-3d13-4c6e-bbe6-0a6e403e0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:57.713333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-d070b70f-3d13-4c6e-bbe6-0a6e403e0f93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.1517096 Mar 07 04:46:57.778433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:57.828651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-f05bdd9d-dac4-45ce-902d-0f47d0daf27e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 200 len: 217 time: 0.1078334 Mar 07 04:46:57.902265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:57.976726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:46:57.982478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:57.988856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:46:57.995337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:46:58.030409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-54b9ac2e-d533-4f34-9ddf-ba75dbb48b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:58.032096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-54b9ac2e-d533-4f34-9ddf-ba75dbb48b27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.1725738 Mar 07 04:46:58.035921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d0b2d6ad-31cc-4a78-8315-56b3f661ab65), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.075099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:58.076467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.084764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b2d6ad-31cc-4a78-8315-56b3f661ab65,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:46:58.100232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Deleting port dd6acc8a-3efe-45a4-85b9-867695eedb2c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:58.103698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.104243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae618f-d632-4c90-86eb-485589c24a13 req-7730da22-78a7-40eb-adc5-d2a9e5f5ed9e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:58.110001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45ae618f-d632-4c90-86eb-485589c24a13 req-7730da22-78a7-40eb-adc5-d2a9e5f5ed9e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.2767396 Mar 07 04:46:58.117992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.310764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45ae618f-d632-4c90-86eb-485589c24a13 req-d7099f06-5fe1-42a1-9d12-3e88cb5666ee tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754658 Mar 07 04:46:58.322501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54d26-d68d-46c6-9072-099044d6dd79 req-2b8d7b53-78d9-44d6-a678-79ea05b5e7b8 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:58.324421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dcc54d26-d68d-46c6-9072-099044d6dd79 req-2b8d7b53-78d9-44d6-a678-79ea05b5e7b8 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 943 time: 0.3283594 Mar 07 04:46:58.337549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-df07c21c-7bb1-4b7f-b6ce-f5079b4d0382 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7557437 Mar 07 04:46:58.359148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Request body: {'port': {'device_id': '115c67a8-805f-49e7-b697-da55ee7eb633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:46:58.477322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-6e7f3bab-0bb4-4c3f-b952-2b4579601527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:58.479662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-6e7f3bab-0bb4-4c3f-b952-2b4579601527 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4338503 Mar 07 04:46:58.562438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.660606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cbe5cd27-69ae-457a-be2a-5c180f757e6c None None] Provisioning complete for port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:46:58.662502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cbe5cd27-69ae-457a-be2a-5c180f757e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.682556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] For port dd6acc8a-3efe-45a4-85b9-867695eedb2c, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=dd6acc8a-3efe-45a4-85b9-867695eedb2c,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:58.683506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.740167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5cd27-69ae-457a-be2a-5c180f757e6c None None] Port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:46:58.770138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:58.783694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dcc54d26-d68d-46c6-9072-099044d6dd79 req-21479a6c-6107-4e4e-becd-bba179db434d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4416404 Mar 07 04:46:58.985522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-cd3b3993-0668-468b-9853-721d419a8ebb service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993181 Mar 07 04:46:59.077137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb62ff-1db2-41eb-b040-1727d57363de req-06b58bd2-68fd-431b-8cea-f8df824dd515 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:59.079451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bbb62ff-1db2-41eb-b040-1727d57363de req-06b58bd2-68fd-431b-8cea-f8df824dd515 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 931 time: 0.6096990 Mar 07 04:46:59.158401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bbb62ff-1db2-41eb-b040-1727d57363de req-a83bcace-5811-4071-86c5-3ef5f8c08b67 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699346 Mar 07 04:46:59.163407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd895bd9-d0ce-49c2-9f5a-3a38e39820da req-1ee82c30-bbca-4bbf-826c-ef6906f04853 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677155 Mar 07 04:46:59.339520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port ced2425c-8080-4287-8806-4a2b97e90689 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:46:59.339520 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ced2425c-8080-4287-8806-4a2b97e90689), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.356548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Router f080bcfb-7920-4bc7-969e-fb9c1013ee2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:46:59.481274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.481862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (bc377050-a77b-4a14-a6ab-39d8afc97e4f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.482216 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Floating IP bc377050-a77b-4a14-a6ab-39d8afc97e4f disassociated. External IP: 172.25.4.211, port: dd6acc8a-3efe-45a4-85b9-867695eedb2c. Mar 07 04:46:59.482692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Calling delete_port for dd6acc8a-3efe-45a4-85b9-867695eedb2c owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:59.552253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db739b54-35d2-4ed6-bede-4f360a814cb1 req-82c8c9c6-b138-4583-b5a0-cd90aebb3c1c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:46:59.552557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db739b54-35d2-4ed6-bede-4f360a814cb1 req-82c8c9c6-b138-4583-b5a0-cd90aebb3c1c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 946 time: 0.1126487 Mar 07 04:46:59.581334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:46:59.588941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9589ba68-fd5a-4cf3-bfa6-132d88d93112 admin admin] 10.222.0.21 "PUT /v2.0/routers/f080bcfb-7920-4bc7-969e-fb9c1013ee2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2329645 Mar 07 04:46:59.594153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:46:59.594974 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] Sync routers for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:46:59.610390 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:46:59.611505 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:46:59.669279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db739b54-35d2-4ed6-bede-4f360a814cb1 req-51d575bd-2ed6-4b7e-9bbf-b1396b0d2d57 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=28023185-2ce6-4c13-86f9-3b161f6be917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089060 Mar 07 04:46:59.688714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port ced2425c-8080-4287-8806-4a2b97e90689, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ced2425c-8080-4287-8806-4a2b97e90689,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:46:59.689286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ced2425c-8080-4287-8806-4a2b97e90689), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.731803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for ced2425c-8080-4287-8806-4a2b97e90689 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:46:59.763217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks [] for router (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.764929 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:46:59.869333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:46:59.901835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Publish callbacks [] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.949817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Transition to ACTIVE for port object 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:46:59.950834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8a551a34-e8b3-419b-8922-01c632f5f473 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:46:59.954177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (dd6acc8a-3efe-45a4-85b9-867695eedb2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:46:59.965522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.010546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event deleted for resources: {'Port': ['ID=dd6acc8a-3efe-45a4-85b9-867695eedb2c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:00.069259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks [] for router_gateway (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.114370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:46:57Z', 'revision_number': 5, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port': {'id': 'b177c90c-a048-4d00-87ff-c692b29dd7d5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:22Z', 'updated_at': '2022-03-07T04:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:00.117027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.117839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.117839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.119135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.119499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.119857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.120193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.120539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.121895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.121895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.121895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.121895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.122330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:00.133578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf52b-479b-4f87-84d8-2cbbb93e1ac0 req-96e27f3c-c900-4cbc-a867-f341bab1ae74 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:00.149128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-064cf52b-479b-4f87-84d8-2cbbb93e1ac0 req-96e27f3c-c900-4cbc-a867-f341bab1ae74 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 943 time: 0.2231576 Mar 07 04:47:00.198942 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] Checking router: f080bcfb-7920-4bc7-969e-fb9c1013ee2c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:00.220625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 8a551a34-e8b3-419b-8922-01c632f5f473, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8a551a34-e8b3-419b-8922-01c632f5f473,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:00.223323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:00.230825 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] Routers {'f080bcfb-7920-4bc7-969e-fb9c1013ee2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:00.231682 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:00.262122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '8a551a34-e8b3-419b-8922-01c632f5f473', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'port_id': '8a551a34-e8b3-419b-8922-01c632f5f473', 'mac_address': 'fa:16:3e:a9:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:47:00.378574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 8a551a34-e8b3-419b-8922-01c632f5f473 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:00.379336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.446359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a551a34-e8b3-419b-8922-01c632f5f473 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:00.450511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-064cf52b-479b-4f87-84d8-2cbbb93e1ac0 req-240edd3c-52eb-42a6-a264-5bf1fbed9e2b tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934053 Mar 07 04:47:00.543051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 8a551a34-e8b3-419b-8922-01c632f5f473, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8a551a34-e8b3-419b-8922-01c632f5f473,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:00.557473 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.584307 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] Set router f080bcfb-7920-4bc7-969e-fb9c1013ee2c gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:00.615692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=8a551a34-e8b3-419b-8922-01c632f5f473,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:00.671620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Deleting port b177c90c-a048-4d00-87ff-c692b29dd7d5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:00.671949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.678924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Attempting to bind port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:47:00.679427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Attempting to bind port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:47:00.679917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Attempting to bind port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:00.717101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:00.727096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:47:00.728460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Attempting to bind port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:00.734088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ced2425c-8080-4287-8806-4a2b97e90689), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.767970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['8a551a34-e8b3-419b-8922-01c632f5f473'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:00.780534 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:47:00Z', 'revision_number': 6, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:00.807901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=ced2425c-8080-4287-8806-4a2b97e90689,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:00.810983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:47:00.811387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:47:00.811802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:47:00.812241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Bound port: 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:47:00.812634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:00.845853 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacd455-fbfd-4b87-b5f9-55df6446ebdb None None] The sync data for ids ['f080bcfb-7920-4bc7-969e-fb9c1013ee2c'] in n-d-832185-1 is: [{'id': 'f080bcfb-7920-4bc7-969e-fb9c1013ee2c', 'name': 'tempest-TestServerBasicOps-850033677-router', 'tenant_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:19Z', 'updated_at': '2022-03-07T04:47:00Z', 'revision_number': 6, 'project_id': 'f13de2c6cf114dbe8b413fdbec07e7e4', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:00.916435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device dd6acc8a-3efe-45a4-85b9-867695eedb2c no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:00.956739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb28dc-9076-4d5c-b727-549f95b69505 req-1acbd190-02ab-49c6-824b-83532eaed2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:00.959211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-badb28dc-9076-4d5c-b727-549f95b69505 req-1acbd190-02ab-49c6-824b-83532eaed2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 943 time: 0.5006869 Mar 07 04:47:00.982376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: dd6acc8a-3efe-45a4-85b9-867695eedb2c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:00.983323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device dd6acc8a-3efe-45a4-85b9-867695eedb2c not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:00.985346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:47:00.989390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:47:01.165737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:01.266595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:01.267398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:01.269032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] 10.222.0.44 "PUT /v2.0/ports/8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 1091 time: 2.9305513 Mar 07 04:47:01.272227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:01.274712 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6674293-e4ea-4246-a534-83f56e0cd2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:01.340350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:01.462622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ea0b6-b87c-4104-b22e-b9e54332b4de service neutron] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:01.525170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03968c78-0b72-44d5-81e9-7eb7d14b23bf req-4c8f7e92-c883-4734-b803-ec0bdfce886e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc HTTP/1.1" status: 200 len: 210 time: 0.6204758 Mar 07 04:47:01.558550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:01.580081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af01086-207f-4707-a296-39d59c4a237d None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:01.609604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:01.610625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:01.675128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-012d2f0b-a49e-4b1f-ab42-1e0c5b74ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:01.677475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-012d2f0b-a49e-4b1f-ab42-1e0c5b74ac1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1125 time: 0.3572857 Mar 07 04:47:01.678693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] No DVR routers for this DVR port dd6acc8a-3efe-45a4-85b9-867695eedb2c on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:01.685307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:01.688823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-df09d780-6fc0-4088-8c53-13dda5530ed7 req-86c3e98c-2fb7-47ad-afe5-df15fc26bcc9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "DELETE /v2.0/ports/dd6acc8a-3efe-45a4-85b9-867695eedb2c HTTP/1.1" status: 204 len: 173 time: 4.3959582 Mar 07 04:47:01.731953 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-badb28dc-9076-4d5c-b727-549f95b69505 req-e1230e97-bf5b-451c-a731-071449920384 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031493 Mar 07 04:47:01.785344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:01.852662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] For port b177c90c-a048-4d00-87ff-c692b29dd7d5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b177c90c-a048-4d00-87ff-c692b29dd7d5,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:01.861567 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:01.878588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-73ff0b82-bba5-489c-ba50-bc0c43e1f302 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 217 time: 0.1855764 Mar 07 04:47:01.881210 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dcf616-4592-49b7-aba5-73ce81d49a21 x-openstack-request-id: req-98dcf616-4592-49b7-aba5-73ce81d49a21 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:01.881806 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:01.881952 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98dcf616-4592-49b7-aba5-73ce81d49a21 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:01.882913 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'status': 'completed', 'code': 200} Mar 07 04:47:01.995466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0b2d6ad-31cc-4a78-8315-56b3f661ab65 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:01.999426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Calling delete_port for b177c90c-a048-4d00-87ff-c692b29dd7d5 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:02.052706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d0b2d6ad-31cc-4a78-8315-56b3f661ab65 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:02.053353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d0b2d6ad-31cc-4a78-8315-56b3f661ab65 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:02.055447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8a551a34-e8b3-419b-8922-01c632f5f473 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:47:02.061541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-7ad11b6f-ee42-42f7-8620-7d7213902010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:02.063266 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-7ad11b6f-ee42-42f7-8620-7d7213902010 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1781259 Mar 07 04:47:02.161258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:02.163998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-bac98763-c5a3-40c0-ae4b-f4abe3cbd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:02.165545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-bac98763-c5a3-40c0-ae4b-f4abe3cbd26d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937548 Mar 07 04:47:02.191455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 8a551a34-e8b3-419b-8922-01c632f5f473 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:47:02.205476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:02.237639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 8a551a34-e8b3-419b-8922-01c632f5f473 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:02.238316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.242334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af01086-207f-4707-a296-39d59c4a237d None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:02.283284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:02.284381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:02.348304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571cbbe-42cd-4e42-9c6c-4f5aa8bb74d2 req-c2d2ccce-f134-43c0-a5dd-dff9b18cbe96 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:02.351890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b571cbbe-42cd-4e42-9c6c-4f5aa8bb74d2 req-c2d2ccce-f134-43c0-a5dd-dff9b18cbe96 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 944 time: 0.3172135 Mar 07 04:47:02.367232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-a5032930-cc37-4b24-945f-b33eb5aea5da tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:02.368838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-a5032930-cc37-4b24-945f-b33eb5aea5da tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.5610068 Mar 07 04:47:02.392691 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:47:02.401641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-a9ce2066-39de-4ccb-acf0-c9e1a4d8e5f0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0239513 Mar 07 04:47:02.436791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 8a551a34-e8b3-419b-8922-01c632f5f473 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:02.437188 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.455483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:02.498480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b571cbbe-42cd-4e42-9c6c-4f5aa8bb74d2 req-00a86876-9bb5-4eb7-9071-d0ec43cf5e24 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284022 Mar 07 04:47:02.499316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:02.501940 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de7898-8478-4e65-8606-fb48f0e3e6bd" -d '{"events": [{"server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "name": "network-vif-plugged", "status": "completed", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:02.525946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 8a551a34-e8b3-419b-8922-01c632f5f473, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8a551a34-e8b3-419b-8922-01c632f5f473,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:02.526198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b177c90c-a048-4d00-87ff-c692b29dd7d5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.556771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.575303 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1667e87-d518-4a58-bac2-64e0d46d3ae2 x-openstack-request-id: req-a1667e87-d518-4a58-bac2-64e0d46d3ae2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:02.575600 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "name": "network-vif-plugged", "status": "completed", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:02.575872 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1667e87-d518-4a58-bac2-64e0d46d3ae2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:02.576290 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473', 'code': 200} Mar 07 04:47:02.578801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Pushing event deleted for resources: {'Port': ['ID=b177c90c-a048-4d00-87ff-c692b29dd7d5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:02.620486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-fed56f2d-0ab7-41fa-8aea-89c11bd01a2f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2124195 Mar 07 04:47:02.665386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=8a551a34-e8b3-419b-8922-01c632f5f473,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:02.697611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32806) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:02.748108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6af01086-207f-4707-a296-39d59c4a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:02.748592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-252dcdbb-d1ec-4ec3-a51d-894bcf32253a service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723855 Mar 07 04:47:02.784507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af01086-207f-4707-a296-39d59c4a237d None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:02.804264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4129321c-b9b0-4c81-ab2d-574c0b54620f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.834951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.837221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:02.846648 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e54c0c13-a1d0-4990-b4a4-141fa73f1db5 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4869566 Mar 07 04:47:02.846648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32810) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:02.856321 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:02.871967 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:02.874928 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:02.925993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6483377-a29f-4146-a3d9-a653a3252650 req-1c20c089-1e8a-45ed-bc63-ec24e1414a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:02.928130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6483377-a29f-4146-a3d9-a653a3252650 req-1c20c089-1e8a-45ed-bc63-ec24e1414a18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 1127 time: 0.2609220 Mar 07 04:47:02.933221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet 03f8766d-e1e0-48cd-895b-45cf5b461b8b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:47:02.936574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (03f8766d-e1e0-48cd-895b-45cf5b461b8b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:02.945760 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f0fb6a1-7434-4a2b-9930-147afbc9a9f7 req-7fbb681f-29c6-4cfb-b716-0bc2c9d8ff68 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883578 Mar 07 04:47:03.005427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (03f8766d-e1e0-48cd-895b-45cf5b461b8b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.014337 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:03.018634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.027698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks [] for router_controller (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.029711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50074c73-c540-49ab-a8c6-25eed8d5534c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (28023185-2ce6-4c13-86f9-3b161f6be917), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.040095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-0dca9b73-af61-48de-8afe-92c19119e8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901770 Mar 07 04:47:03.158690 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50074c73-c540-49ab-a8c6-25eed8d5534c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (28023185-2ce6-4c13-86f9-3b161f6be917), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.185273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (f080bcfb-7920-4bc7-969e-fb9c1013ee2c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.185706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f080bcfb-7920-4bc7-969e-fb9c1013ee2c {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:47:03.191750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (03f8766d-e1e0-48cd-895b-45cf5b461b8b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.197790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-11f3c30f-8f4e-4372-bf1c-13f9aaa464ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:03.199369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-11f3c30f-8f4e-4372-bf1c-13f9aaa464ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1125 time: 0.1860693 Mar 07 04:47:03.238960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.240170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b8766d6-3aa1-4874-bc98-a0e16684744f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f080bcfb-7920-4bc7-969e-fb9c1013ee2c HTTP/1.1" status: 204 len: 168 time: 3.6450911 Mar 07 04:47:03.253622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a855c-e595-47f5-8128-2cb7ecd90c23 req-5d21e82b-a9b4-4e15-a017-0b6d1472ab9b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:03.261694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d56a855c-e595-47f5-8128-2cb7ecd90c23 req-5d21e82b-a9b4-4e15-a017-0b6d1472ab9b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 943 time: 0.3531353 Mar 07 04:47:03.270992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32818) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:03.297350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5b7df-3f78-4bdc-ab7d-4e735e005fe2 None None] New status for floating IP bc377050-a77b-4a14-a6ab-39d8afc97e4f: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:47:03.339568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6483377-a29f-4146-a3d9-a653a3252650 req-81369e42-cb9d-4563-bfe0-f5f711cf14c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921459 Mar 07 04:47:03.352846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-dce81895-c7bc-4977-91b9-0e0f8b6ec542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:03.355778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-dce81895-c7bc-4977-91b9-0e0f8b6ec542 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.1353769 Mar 07 04:47:03.406344 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:00Z', 'revision_number': 8, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:03.414424 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-4b87bf31-ea99-41e2-aced-74ed8be3a3b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 217 time: 0.0507655 Mar 07 04:47:03.478743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (03f8766d-e1e0-48cd-895b-45cf5b461b8b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.496392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-060e625b-aed6-47a3-ab1e-7fd0f2c44824 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468436 Mar 07 04:47:03.498960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-90610b4a-efe9-4ac0-8c41-2a0902195ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:03.501591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-90610b4a-efe9-4ac0-8c41-2a0902195ca2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0790873 Mar 07 04:47:03.512488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d56a855c-e595-47f5-8128-2cb7ecd90c23 req-ca6c4e61-e497-4549-aed7-5e655bb5268b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496381 Mar 07 04:47:03.525511 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:03.526854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Deleting subnet 53712aa9-d597-45a0-9eee-29ac85c15448 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:47:03.537006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.544224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/03f8766d-e1e0-48cd-895b-45cf5b461b8b HTTP/1.1" status: 204 len: 168 time: 0.6969092 Mar 07 04:47:03.553535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32824) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:03.555747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c2e4c-1615-4295-a530-9f335b7a983c tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=03f8766d-e1e0-48cd-895b-45cf5b461b8b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:03.559601 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:03.561861 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:46:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:03.565150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aeaee8-811a-425f-9998-a2b2b00c4cd3 None None] Network ce475b0f-26d4-4310-b94d-53ab63d2a6c7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:47:03.586475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Publish callbacks [] for subnet (53712aa9-d597-45a0-9eee-29ac85c15448), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.630494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-f9527e0f-3c8c-46a9-8478-bfcd286bf806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:03.632296 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-f9527e0f-3c8c-46a9-8478-bfcd286bf806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069551 Mar 07 04:47:03.649737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50074c73-c540-49ab-a8c6-25eed8d5534c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (28023185-2ce6-4c13-86f9-3b161f6be917), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.661879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50074c73-c540-49ab-a8c6-25eed8d5534c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.666308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-50074c73-c540-49ab-a8c6-25eed8d5534c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "DELETE /v2.0/security-groups/28023185-2ce6-4c13-86f9-3b161f6be917 HTTP/1.1" status: 204 len: 168 time: 0.9644804 Mar 07 04:47:03.688078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:03.795569 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:03.803430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50074c73-c540-49ab-a8c6-25eed8d5534c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28023185-2ce6-4c13-86f9-3b161f6be917,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:03.811822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (53712aa9-d597-45a0-9eee-29ac85c15448), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.856305 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-fa2120c6-7687-4c7f-9cc2-1e114d66843e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] show failed (client error): The resource could not be found. Mar 07 04:47:03.857453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ce475b0f-26d4-4310-b94d-53ab63d2a6c7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:03.862941 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fa2120c6-7687-4c7f-9cc2-1e114d66843e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups/28023185-2ce6-4c13-86f9-3b161f6be917 HTTP/1.1" status: 404 len: 347 time: 0.1735697 Mar 07 04:47:03.863327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32834) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:03.885590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'name': 'network-vif-deleted', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:03.904667 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938f1a17-5f54-4e84-9b4d-7a040c19fbef" -d '{"events": [{"server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "name": "network-vif-deleted", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:03.924896 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-2ac7800c-976b-4573-8d38-2f10faf74d27 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825067 Mar 07 04:47:03.992687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18393979-86df-4593-9614-4a00839cc442 req-1f9b46e8-69bf-4530-9833-52c1b6afc8c6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:04.011585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18393979-86df-4593-9614-4a00839cc442 req-1f9b46e8-69bf-4530-9833-52c1b6afc8c6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.3178029 Mar 07 04:47:04.048050 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e6674293-e4ea-4246-a534-83f56e0cd2d9 req-01b3fce9-049c-474f-ac21-725922eb9d03 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164718 Mar 07 04:47:04.092564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (53712aa9-d597-45a0-9eee-29ac85c15448), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.132891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b177c90c-a048-4d00-87ff-c692b29dd7d5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:04.133694 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ac0db-ff8d-40d0-a488-9742a371120c x-openstack-request-id: req-400ac0db-ff8d-40d0-a488-9742a371120c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:04.134080 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc", "name": "network-vif-deleted", "tag": "dd6acc8a-3efe-45a4-85b9-867695eedb2c", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:04.134402 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-400ac0db-ff8d-40d0-a488-9742a371120c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:04.134915 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d40c2e8-d2f0-4992-9ac1-e887f5e7d5bc', 'name': 'network-vif-deleted', 'tag': 'dd6acc8a-3efe-45a4-85b9-867695eedb2c', 'status': 'completed', 'code': 200} Mar 07 04:47:04.142121 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:00Z', 'revision_number': 8, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:04.204331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b177c90c-a048-4d00-87ff-c692b29dd7d5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:04.204685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b177c90c-a048-4d00-87ff-c692b29dd7d5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:04.325396 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c3aa8-4a12-4cb2-9893-b85e4929c826 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:00Z', 'revision_number': 8, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb676f9e-4c8e-4b27-9b86-a679d8f1a05b', 'name': '', 'network_id': '44c9927c-5006-4466-92b0-f75ea4622a98', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:99:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:33Z', 'updated_at': '2022-03-07T04:46:42Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': 'e70e42bb-5df9-4af0-96e8-0bd832f2acac', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:04.362346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] DHCP port deletion for ce475b0f-26d4-4310-b94d-53ab63d2a6c7 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:47:04.402344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21d7475c-fb68-4fc4-a704-ab12422aec7b req-183e9b62-5843-4eaa-bd3f-bef1c91c543a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.1378782 Mar 07 04:47:04.452628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (53712aa9-d597-45a0-9eee-29ac85c15448), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.471465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18393979-86df-4593-9614-4a00839cc442 req-661704a0-a0bc-49a8-9af6-9a69ef329433 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4563634 Mar 07 04:47:04.477462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] Deleting port df0e4617-aa28-40c4-8a57-2fe26ab209ad {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:04.478235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.511133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53712aa9-d597-45a0-9eee-29ac85c15448,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:04.535712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a04a7-6f8e-4ac7-a76a-239472eda2b5 None None] Network 189d4cac-0b28-4dd9-9ed1-4a92746ab548 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:47:04.541912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.547561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-37d14f0f-c077-4a61-a3a3-c9c3000bd74c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53712aa9-d597-45a0-9eee-29ac85c15448 HTTP/1.1" status: 204 len: 168 time: 1.2621469 Mar 07 04:47:04.548290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32848) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:04.556613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Deleting port 2007de31-4f93-4316-a22e-cd2bc4f3d005 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:04.557108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.644168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port df0e4617-aa28-40c4-8a57-2fe26ab209ad {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:04.644521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.706570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] For port df0e4617-aa28-40c4-8a57-2fe26ab209ad, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df0e4617-aa28-40c4-8a57-2fe26ab209ad,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:04.708176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.753701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] Calling delete_port for df0e4617-aa28-40c4-8a57-2fe26ab209ad owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:04.773755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.774118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (2007de31-4f93-4316-a22e-cd2bc4f3d005), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.774533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (189d4cac-0b28-4dd9-9ed1-4a92746ab548), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.882594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] DHCP port deletion for 189d4cac-0b28-4dd9-9ed1-4a92746ab548 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:47:04.913506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Calling delete_port for 2007de31-4f93-4316-a22e-cd2bc4f3d005 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:04.950166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e113b-b959-4986-bd23-e450d991addf req-556aed7c-2dce-4654-96cb-00a5168cac48 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:04.954608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e15e113b-b959-4986-bd23-e450d991addf req-556aed7c-2dce-4654-96cb-00a5168cac48 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 943 time: 0.2683103 Mar 07 04:47:04.960991 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.962104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Deleting port 10b31db5-019a-41f0-99ca-ad5b2181f3ed {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:04.963119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:04.983436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port df0e4617-aa28-40c4-8a57-2fe26ab209ad, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df0e4617-aa28-40c4-8a57-2fe26ab209ad,segment=NetworkSegment(a6dd7b18-a84c-4fc6-8ca5-949241655403),segment_id=a6dd7b18-a84c-4fc6-8ca5-949241655403)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:04.983903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.019030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for df0e4617-aa28-40c4-8a57-2fe26ab209ad owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:05.028435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] Pushing event deleted for resources: {'Port': ['ID=df0e4617-aa28-40c4-8a57-2fe26ab209ad,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:05.030702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fa3dd-f5d2-4e96-92c8-a64b6b8bd133 None None] No DVR routers for this DVR port df0e4617-aa28-40c4-8a57-2fe26ab209ad on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:05.067187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] Deleting port 10b31db5-019a-41f0-99ca-ad5b2181f3ed {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:05.067877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.100329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] For port 10b31db5-019a-41f0-99ca-ad5b2181f3ed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=10b31db5-019a-41f0-99ca-ad5b2181f3ed,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:05.100812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.118157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Calling delete_port for 10b31db5-019a-41f0-99ca-ad5b2181f3ed owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:05.155253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] For port 10b31db5-019a-41f0-99ca-ad5b2181f3ed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=10b31db5-019a-41f0-99ca-ad5b2181f3ed,segment=NetworkSegment(81a8eed7-3b72-4061-bbc6-ba30a4879062),segment_id=81a8eed7-3b72-4061-bbc6-ba30a4879062)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:05.155827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.170169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] Calling delete_port for 10b31db5-019a-41f0-99ca-ad5b2181f3ed owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:05.217550 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (df0e4617-aa28-40c4-8a57-2fe26ab209ad), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.223568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.268848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Pushing event deleted for resources: {'Port': ['ID=10b31db5-019a-41f0-99ca-ad5b2181f3ed,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:05.272591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port df0e4617-aa28-40c4-8a57-2fe26ab209ad on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:05.276156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] No DVR routers for this DVR port 10b31db5-019a-41f0-99ca-ad5b2181f3ed on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:05.279570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (10b31db5-019a-41f0-99ca-ad5b2181f3ed), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.291022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=df0e4617-aa28-40c4-8a57-2fe26ab209ad,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:05.314905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] Pushing event deleted for resources: {'Port': ['ID=10b31db5-019a-41f0-99ca-ad5b2181f3ed,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:05.318343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84e357-d079-40ee-8987-eaf80aa0625b None None] No DVR routers for this DVR port 10b31db5-019a-41f0-99ca-ad5b2181f3ed on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:05.365328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-683edba0-d3d7-42df-a127-3b41ccfdd847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.405561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (189d4cac-0b28-4dd9-9ed1-4a92746ab548), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.428436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189d4cac-0b28-4dd9-9ed1-4a92746ab548']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:05.431921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ce475b0f-26d4-4310-b94d-53ab63d2a6c7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.447462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a8eed7-3b72-4061-bbc6-ba30a4879062') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:05.447764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a8eed7-3b72-4061-bbc6-ba30a4879062') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:05.449866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e15e113b-b959-4986-bd23-e450d991addf req-e01da3db-17f2-43c8-bb19-0637ce1cb153 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894363 Mar 07 04:47:05.468262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce475b0f-26d4-4310-b94d-53ab63d2a6c7']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:05.502160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (81a8eed7-3b72-4061-bbc6-ba30a4879062), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.569628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (81a8eed7-3b72-4061-bbc6-ba30a4879062), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.577338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:47:05.578830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (81a8eed7-3b72-4061-bbc6-ba30a4879062), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.599007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dd7b18-a84c-4fc6-8ca5-949241655403') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:05.600790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dd7b18-a84c-4fc6-8ca5-949241655403') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:05.655930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2130b4d0-a327-47e9-9022-dd82faa2e497 req-8e6be2c0-b02e-4a22-9ec6-3ceb19ee130a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0493472 Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:47:05.680897 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:47:05.685884 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2007de31-4f93-4316-a22e-cd2bc4f3d005), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.693876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (189d4cac-0b28-4dd9-9ed1-4a92746ab548), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.697006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced2425c-8080-4287-8806-4a2b97e90689 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:05.702246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.707214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (a6dd7b18-a84c-4fc6-8ca5-949241655403), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.711535 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] 10.222.0.21 "DELETE /v2.0/networks/189d4cac-0b28-4dd9-9ed1-4a92746ab548 HTTP/1.1" status: 204 len: 168 time: 1.1612618 Mar 07 04:47:05.712358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32860) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:05.750470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ced2425c-8080-4287-8806-4a2b97e90689 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:05.750839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ced2425c-8080-4287-8806-4a2b97e90689 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:05.751456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df0e4617-aa28-40c4-8a57-2fe26ab209ad no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:05.794647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: df0e4617-aa28-40c4-8a57-2fe26ab209ad {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:05.795298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df0e4617-aa28-40c4-8a57-2fe26ab209ad not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:05.796068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 10b31db5-019a-41f0-99ca-ad5b2181f3ed no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:05.831621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 10b31db5-019a-41f0-99ca-ad5b2181f3ed {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:05.832233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 10b31db5-019a-41f0-99ca-ad5b2181f3ed not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:05.860780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dfe4c-789f-4477-8c76-f1371215318f admin admin] Pushing event deleted for resources: {'Network': ['ID=189d4cac-0b28-4dd9-9ed1-4a92746ab548,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:05.877612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (a6dd7b18-a84c-4fc6-8ca5-949241655403), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.880854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event deleted for resources: {'Port': ['ID=2007de31-4f93-4316-a22e-cd2bc4f3d005,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:05.935496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:47:05.935986 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (a6dd7b18-a84c-4fc6-8ca5-949241655403), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.941325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (bc377050-a77b-4a14-a6ab-39d8afc97e4f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.945414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:05.949613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3be81d0a-1f23-475b-a315-8d989b8faabe tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "DELETE /v2.0/floatingips/bc377050-a77b-4a14-a6ab-39d8afc97e4f HTTP/1.1" status: 204 len: 168 time: 2.0832829 Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:47:05.950520 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:47:06.143132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274e5e-7dec-4f56-8b80-0ac1898b52c7 req-55f40b5d-c761-4194-87b6-a6464d50fe23 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:06.150226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56274e5e-7dec-4f56-8b80-0ac1898b52c7 req-55f40b5d-c761-4194-87b6-a6464d50fe23 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.4504521 Mar 07 04:47:06.157902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ce475b0f-26d4-4310-b94d-53ab63d2a6c7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.162891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.169515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/ce475b0f-26d4-4310-b94d-53ab63d2a6c7 HTTP/1.1" status: 204 len: 168 time: 2.6063802 Mar 07 04:47:06.172805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:06.222367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-027d85c6-2937-4e3b-bc53-3803429a06ad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:06.224540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-027d85c6-2937-4e3b-bc53-3803429a06ad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.5362482 Mar 07 04:47:06.228330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615eaf-3af4-4add-ae17-62a1e9c073ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=ce475b0f-26d4-4310-b94d-53ab63d2a6c7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:06.239508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:06.279024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56274e5e-7dec-4f56-8b80-0ac1898b52c7 req-fee5657e-1203-4467-a0e6-fce5f5276559 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241462 Mar 07 04:47:06.328433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (b812877f-34e7-4713-9def-b543609aba2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.435959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32868) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:06.446326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328497081', 'description': 'tempest-description--1039853228'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:06.486321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce65c7-6631-47ba-ba79-aecb571f528d req-fbed1edc-520b-481c-a4b8-6f9aa1b67954 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:06.488638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0ce65c7-6631-47ba-ba79-aecb571f528d req-fbed1edc-520b-481c-a4b8-6f9aa1b67954 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.0992591 Mar 07 04:47:06.500827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32872) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:06.524292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'port_id': '8a551a34-e8b3-419b-8922-01c632f5f473'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:06.540821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:47:06.545440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.623590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.741570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.827485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:47:06.964929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:06.982365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.023001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.027131 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5831594 Mar 07 04:47:07.029395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32878) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:07.043549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'security_group_rule': {'security_group_id': '0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:07.049006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:07.084658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:47:07.089671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c693477-4698-4bf8-bb28-294989ccbe6f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:07.154611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:07.155015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.171575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69636668-85ba-4e0f-823b-05ed3dfe0bef req-e43143da-5b7e-4c8e-8e7b-24c1b2324ad9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0973959 Mar 07 04:47:07.185589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:07.203175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (da2b09dc-36c8-441a-a37b-edef8d222087), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.231506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:07.246061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.310072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:07.318450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.8 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/200e09a0-3738-4d7c-b2a6-06f879d02f60) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:47:07.324216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Deleting port 001cae02-3a3b-4426-b290-78e4bc548b52 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:07.324642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.355551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (5750b91d-d421-4a62-aab3-ede3a4eac06e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.423157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.552256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7eabd-087b-49f3-8aed-e09f62357bdb req-00b8ca3b-114d-4b47-9837-4f714140bf7f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:07.553968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cf7eabd-087b-49f3-8aed-e09f62357bdb req-00b8ca3b-114d-4b47-9837-4f714140bf7f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 943 time: 0.4892013 Mar 07 04:47:07.564248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:07.713457 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.715235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cf7eabd-087b-49f3-8aed-e09f62357bdb req-55c36eff-e172-46ca-a632-bea6baf01d3f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526048 Mar 07 04:47:07.719350 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.872181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] For port 001cae02-3a3b-4426-b290-78e4bc548b52, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=001cae02-3a3b-4426-b290-78e4bc548b52,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:07.872809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:07.894667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Calling delete_port for 001cae02-3a3b-4426-b290-78e4bc548b52 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:07.957358 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.014643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:47:08.022387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:47:08.061109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:47:08.085453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=200e09a0-3738-4d7c-b2a6-06f879d02f60,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:08.131107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:08.132105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.181263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-c6c88393-c9b0-46f9-b2c3-3236a8b96702 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9456351 Mar 07 04:47:08.217150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Request body: {'port': {'device_id': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:08.266909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (da2b09dc-36c8-441a-a37b-edef8d222087), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.370403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (da2b09dc-36c8-441a-a37b-edef8d222087), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.373856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (001cae02-3a3b-4426-b290-78e4bc548b52), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.390619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.423700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (5750b91d-d421-4a62-aab3-ede3a4eac06e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.445007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fdbf2314-1385-4053-81e5-92cf1997d655 None None] Provisioning complete for port 200e09a0-3738-4d7c-b2a6-06f879d02f60 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:08.445596 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2314-1385-4053-81e5-92cf1997d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.475832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.507612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc17ac-7ebc-497a-a128-b151da4633cc req-b9161805-54dd-437d-bfd6-fcb5a6a95463 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:08.508805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78dc17ac-7ebc-497a-a128-b151da4633cc req-b9161805-54dd-437d-bfd6-fcb5a6a95463 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 931 time: 0.2193310 Mar 07 04:47:08.548406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2b09dc-36c8-441a-a37b-edef8d222087,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:08.559651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=001cae02-3a3b-4426-b290-78e4bc548b52,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:08.566168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf2314-1385-4053-81e5-92cf1997d655 None None] Port 200e09a0-3738-4d7c-b2a6-06f879d02f60 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:47:08.611956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.613744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d76957bb-b604-49b6-8ae1-06a72afc9ee2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5797050 Mar 07 04:47:08.625469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32884) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:08.633176 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP 5750b91d-d421-4a62-aab3-ede3a4eac06e associated. External IP: 172.25.4.242, port: 8a551a34-e8b3-419b-8922-01c632f5f473. Mar 07 04:47:08.650670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'security_group_rule': {'security_group_id': '0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:08.791174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (7bf7b672-f7f9-435c-963e-42ba67473e6a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:08.847339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:47:08.971041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:47:08.981100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:08.981593 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.002407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78dc17ac-7ebc-497a-a128-b151da4633cc req-687cd472-fdda-40d5-bf26-4109caefb8cd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824173 Mar 07 04:47:09.106069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:09.106757 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.132511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:09.136572 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526a9fda-e51f-4f92-8d24-a745aac45747" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:09.152927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:09.163548 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.178729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (7bf7b672-f7f9-435c-963e-42ba67473e6a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.196014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7bf7b672-f7f9-435c-963e-42ba67473e6a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.237189 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8d5af0-381e-4f56-bf1c-b18721b3ff08 x-openstack-request-id: req-7d8d5af0-381e-4f56-bf1c-b18721b3ff08 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:09.237744 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:09.238366 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d8d5af0-381e-4f56-bf1c-b18721b3ff08 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:09.239649 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'code': 200} Mar 07 04:47:09.241113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:09.303679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf7b672-f7f9-435c-963e-42ba67473e6a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:09.351111 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.352765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0b24b7e9-9f67-48e7-afb6-77ceb38a824f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7138500 Mar 07 04:47:09.358214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32892) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:09.361443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:09.365546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:09.370604 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (b812877f-34e7-4713-9def-b543609aba2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.443596 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.457078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.477528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f17e72-c589-4499-b74f-c7f71f2e3d57 req-9616a187-921c-4190-b514-ab2799a688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:09.479274 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31f17e72-c589-4499-b74f-c7f71f2e3d57 req-9616a187-921c-4190-b514-ab2799a688a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1127 time: 0.1880114 Mar 07 04:47:09.481498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:09.481941 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.515046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200e09a0-3738-4d7c-b2a6-06f879d02f60 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:09.524604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Publish callbacks [] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.544578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Transition to ACTIVE for port object 200e09a0-3738-4d7c-b2a6-06f879d02f60 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:47:09.570281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee41ee-36bb-4a66-9b26-5d21ddc112db req-b107f121-486f-4511-8c31-5337f1364dd2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:09.585457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64ee41ee-36bb-4a66-9b26-5d21ddc112db req-b107f121-486f-4511-8c31-5337f1364dd2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.6520190 Mar 07 04:47:09.612199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.703353 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31f17e72-c589-4499-b74f-c7f71f2e3d57 req-aab3df6e-f367-457e-99cc-0d644bc0b39c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145507 Mar 07 04:47:09.710907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Pushing event updated for resources: {'Port': ['ID=200e09a0-3738-4d7c-b2a6-06f879d02f60,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:09.741302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port bb676f9e-4c8e-4b27-9b86-a679d8f1a05b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,segment=NetworkSegment(aab85536-7f18-4a7b-b443-4d30bfd6c74e),segment_id=aab85536-7f18-4a7b-b443-4d30bfd6c74e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:09.741847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.797824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for bb676f9e-4c8e-4b27-9b86-a679d8f1a05b owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:09.886275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:09.891680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.896260 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:09.916331 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:09.917316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:09.918093 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:09.943897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64ee41ee-36bb-4a66-9b26-5d21ddc112db req-6d7dc0fe-ebc7-4342-9b25-84e5dca76bf4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571455 Mar 07 04:47:09.969509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-76fd1f59-34ec-4108-9c1c-f5279b7faca7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "PUT /v2.0/floatingips/5750b91d-d421-4a62-aab3-ede3a4eac06e HTTP/1.1" status: 200 len: 991 time: 3.4611146 Mar 07 04:47:09.979577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:09.988434 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd6654-2c5c-4372-9ecc-a309162f5485" -d '{"events": [{"name": "network-changed", "server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:10.009490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Router b812877f-34e7-4713-9def-b543609aba2c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:10.214026 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be21e2e5-2450-478e-8528-b7a54d18273e x-openstack-request-id: req-be21e2e5-2450-478e-8528-b7a54d18273e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:10.214335 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:10.214604 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be21e2e5-2450-478e-8528-b7a54d18273e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:10.215020 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473', 'status': 'completed', 'code': 200} Mar 07 04:47:10.230786 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:10.328920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb9b4-a93a-4ff4-9082-6c8716d56137 req-2ee99861-e30e-4d16-bbc7-8b93d363c3a7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:10.334629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e34fb9b4-a93a-4ff4-9082-6c8716d56137 req-2ee99861-e30e-4d16-bbc7-8b93d363c3a7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.2005296 Mar 07 04:47:10.391475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Attempting to bind port 200e09a0-3738-4d7c-b2a6-06f879d02f60 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:47:10.392215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Attempting to bind port 200e09a0-3738-4d7c-b2a6-06f879d02f60 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:47:10.392357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Attempting to bind port 200e09a0-3738-4d7c-b2a6-06f879d02f60 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:10.400717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Port 200e09a0-3738-4d7c-b2a6-06f879d02f60 on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:47:10.401092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Attempting to bind port 200e09a0-3738-4d7c-b2a6-06f879d02f60 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:10.408289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:47:10.408550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:47:10.408824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:47:10.409279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Bound port: 200e09a0-3738-4d7c-b2a6-06f879d02f60, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:47:10.409817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:10.413320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Allocated IP 172.25.4.165 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/8aadfd9b-59e1-46d4-b765-79e361032a9e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:47:10.431192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-9ad1c819-6f5c-41d4-80ea-6e5de710a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:10.432607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-9ad1c819-6f5c-41d4-80ea-6e5de710a43a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 1127 time: 0.2036602 Mar 07 04:47:10.485011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:10.496782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] Sync routers for ids ['b812877f-34e7-4713-9def-b543609aba2c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:10.523786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] Routers {'b812877f-34e7-4713-9def-b543609aba2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:10.524591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b812877f-34e7-4713-9def-b543609aba2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:10.527163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] For port 200e09a0-3738-4d7c-b2a6-06f879d02f60, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:47:10.531877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] For port 200e09a0-3738-4d7c-b2a6-06f879d02f60, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:47:10.590534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e34fb9b4-a93a-4ff4-9082-6c8716d56137 req-f0e1c061-c379-4ddf-bb46-26379e6fec4a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309732 Mar 07 04:47:10.591847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:10.622206 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '5750b91d-d421-4a62-aab3-ede3a4eac06e', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.242', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': '8a551a34-e8b3-419b-8922-01c632f5f473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:a9:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428db59a-e4cf-4ffc-9310-27849e87455c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:46:41Z', 'updated_at': '2022-03-07T04:47:08Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:10.656219 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:10.665960 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:10.666620 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:10.688857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:10.692000 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:10.693550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] 10.222.0.15 "PUT /v2.0/ports/200e09a0-3738-4d7c-b2a6-06f879d02f60 HTTP/1.1" status: 200 len: 1091 time: 2.4881494 Mar 07 04:47:10.740188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617f775-4a63-4085-85d1-01b1c397275d service neutron] Pushing event updated for resources: {'Port': ['ID=200e09a0-3738-4d7c-b2a6-06f879d02f60,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:10.824392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] Set router b812877f-34e7-4713-9def-b543609aba2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:10.858240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-5a6b5c3d-1b69-4dfe-80f2-3265cfeabbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:10.859825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-5a6b5c3d-1b69-4dfe-80f2-3265cfeabbc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 1125 time: 0.1130381 Mar 07 04:47:10.932636 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:11.169582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d242a77f-694b-4bb6-904d-ae289d754b17 admin admin] 10.222.0.21 "PUT /v2.0/routers/b812877f-34e7-4713-9def-b543609aba2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4454613 Mar 07 04:47:11.177491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32906) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:11.190421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bb676f9e-4c8e-4b27-9b86-a679d8f1a05b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:11.361742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:47:08Z', 'revision_number': 5, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:11.386469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=bb676f9e-4c8e-4b27-9b86-a679d8f1a05b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:11.452763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] Checking router: b812877f-34e7-4713-9def-b543609aba2c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:11.471041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] Routers {'b812877f-34e7-4713-9def-b543609aba2c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:11.471874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['b812877f-34e7-4713-9def-b543609aba2c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:11.520386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '5750b91d-d421-4a62-aab3-ede3a4eac06e', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.242', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': '8a551a34-e8b3-419b-8922-01c632f5f473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:a9:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428db59a-e4cf-4ffc-9310-27849e87455c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:46:41Z', 'updated_at': '2022-03-07T04:47:08Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:11.618631 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd07860-7c46-4371-8917-f0a9fe3be9f9 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '5750b91d-d421-4a62-aab3-ede3a4eac06e', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.242', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': '8a551a34-e8b3-419b-8922-01c632f5f473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:a9:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428db59a-e4cf-4ffc-9310-27849e87455c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:46:41Z', 'updated_at': '2022-03-07T04:47:08Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:11.698528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-610d9938-d426-40c8-b577-51408014b04b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60 HTTP/1.1" status: 200 len: 217 time: 0.8286576 Mar 07 04:47:11.807636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] Set router b812877f-34e7-4713-9def-b543609aba2c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:11.842580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks [] for router (b812877f-34e7-4713-9def-b543609aba2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:11.845277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:11.865756 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:11.866526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-2be4ef5b-5f18-4c69-a236-8ac76de14800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:11.868111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-2be4ef5b-5f18-4c69-a236-8ac76de14800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 1.2940741 Mar 07 04:47:11.963004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:11.967793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-da20a9c7-879f-4421-8dce-772ca317e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:11.969584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-da20a9c7-879f-4421-8dce-772ca317e15c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.2156131 Mar 07 04:47:12.032959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:47:12.040457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-e33513b5-1d1d-4e56-a3de-cd017a2b0b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 200 len: 999 time: 0.1567636 Mar 07 04:47:12.050319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddbe91-fb39-4af3-ba9b-13ab9ce8706b req-ed70ba7a-1d10-4312-8f4e-d959c4d14d38 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:12.052135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54ddbe91-fb39-4af3-ba9b-13ab9ce8706b req-ed70ba7a-1d10-4312-8f4e-d959c4d14d38 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.2605040 Mar 07 04:47:12.059972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7412f-f40e-49ea-9e90-4a9757707bc0 req-c681bd6d-afbc-420e-9e20-a61dffd3f4e8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:12.062193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91f7412f-f40e-49ea-9e90-4a9757707bc0 req-c681bd6d-afbc-420e-9e20-a61dffd3f4e8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.4048100 Mar 07 04:47:12.099863 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e9611-4409-45df-9339-da0e8770ba0e None None] New status for floating IP 5750b91d-d421-4a62-aab3-ede3a4eac06e: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:47:12.101381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'Port': ['ID=8aadfd9b-59e1-46d4-b765-79e361032a9e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:12.104378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:47:12.114915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:47:12.220961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91f7412f-f40e-49ea-9e90-4a9757707bc0 req-c5a694f3-6110-4888-aa62-ccf5ce56bbe3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211822 Mar 07 04:47:12.223508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'tag': '200e09a0-3738-4d7c-b2a6-06f879d02f60'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:12.225814 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c" -d '{"events": [{"name": "network-changed", "server_uuid": "a34839ef-147c-4906-ab6a-3ab16c57370e", "tag": "200e09a0-3738-4d7c-b2a6-06f879d02f60"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:12.229796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-31c9144b-fd69-4830-a0e1-458b53899f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:12.231968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-31c9144b-fd69-4830-a0e1-458b53899f5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2508996 Mar 07 04:47:12.237769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54ddbe91-fb39-4af3-ba9b-13ab9ce8706b req-a377fa27-44a3-4f16-88c1-c97ec859ee10 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632066 Mar 07 04:47:12.271669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:47:08Z', 'revision_number': 5, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:12.295069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-eefc9dc3-19da-427b-9bba-cdcb449e78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:12.297254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-eefc9dc3-19da-427b-9bba-cdcb449e78c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.2330034 Mar 07 04:47:12.307764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b6394-6ce4-41df-b0eb-d788d8499637 None None] The sync data for ids ['b812877f-34e7-4713-9def-b543609aba2c'] in n-d-832185-1 is: [{'id': 'b812877f-34e7-4713-9def-b543609aba2c', 'name': 'tempest-TestServerBasicOps-469136748-router', 'tenant_id': '6384e5b6dfd9484e8ec218a040585fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:40:32Z', 'updated_at': '2022-03-07T04:47:08Z', 'revision_number': 5, 'project_id': '6384e5b6dfd9484e8ec218a040585fa8', 'gw_port': {'id': '021c7d24-24cb-41fa-9560-c2c3a28dc3f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b812877f-34e7-4713-9def-b543609aba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:40:33Z', 'updated_at': '2022-03-07T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:12.427670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (0781df6c-524a-4752-aa03-ed17c4adb3c0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:12.453263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-a76bd525-5cd8-4bca-91fa-12199dd57588 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121854 Mar 07 04:47:12.480654 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4dab5-945a-442d-bbfb-2a7f2265ca8e x-openstack-request-id: req-d6f4dab5-945a-442d-bbfb-2a7f2265ca8e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:12.481252 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34839ef-147c-4906-ab6a-3ab16c57370e", "tag": "200e09a0-3738-4d7c-b2a6-06f879d02f60", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:12.481575 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6f4dab5-945a-442d-bbfb-2a7f2265ca8e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:12.482221 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'tag': '200e09a0-3738-4d7c-b2a6-06f879d02f60', 'status': 'completed', 'code': 200} Mar 07 04:47:12.488337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks [] for router_gateway (b812877f-34e7-4713-9def-b543609aba2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:12.559268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-52cec5c8-2243-487b-8731-ad97ae47aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:12.561049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-52cec5c8-2243-487b-8731-ad97ae47aa35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2542298 Mar 07 04:47:12.592957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:12.679330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:12.754879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-c00f05a1-d323-4b9b-959d-7e626207819b service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338527 Mar 07 04:47:12.915750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67bd6654-2c5c-4372-9ecc-a309162f5485 req-c554466d-0c84-4a87-94e8-4cb231fb2f03 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553319 Mar 07 04:47:12.942784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9a31f8f-10f3-455a-bb68-c6e396b55069 req-f1571f94-2bee-44c7-8886-06a6379bb6a0 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543228 Mar 07 04:47:12.956889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Deleting port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:12.957591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:12.971285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:12.983190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:12.991794 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1867d3c3-4a2e-4222-a814-859e94c5da49 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8114038 Mar 07 04:47:12.994783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:13.003744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:13.004955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:13.076498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-b0688eb6-6f94-4529-b5f1-6c6724572f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:13.078242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-b0688eb6-6f94-4529-b5f1-6c6724572f3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 1125 time: 0.0804102 Mar 07 04:47:13.107241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.117721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet e70e42bb-5df9-4af0-96e8-0bd832f2acac {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:47:13.121168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (e70e42bb-5df9-4af0-96e8-0bd832f2acac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.164095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (e70e42bb-5df9-4af0-96e8-0bd832f2acac), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.201426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.230541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-f0e35b91-4b2b-4291-ab5f-b3bef101695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:13.232217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-f0e35b91-4b2b-4291-ab5f-b3bef101695d service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1473615 Mar 07 04:47:13.296613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-d2cf7ac0-051c-48db-b603-984501561b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60 HTTP/1.1" status: 200 len: 217 time: 0.0576246 Mar 07 04:47:13.337090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] For port 021c7d24-24cb-41fa-9560-c2c3a28dc3f3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:13.337330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.399116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Calling delete_port for 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:13.525898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:13.557650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'Port': ['ID=8aadfd9b-59e1-46d4-b765-79e361032a9e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:13.605729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-c637da92-5df8-4bef-a6b8-69eaf25443dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:13.607535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-c637da92-5df8-4bef-a6b8-69eaf25443dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.3042409 Mar 07 04:47:13.619919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa6264-d7ee-41c2-81c5-d888f33eef10 req-8f6ef701-3b2e-4cbf-9786-a9233c5739ff tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:13.623100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68aa6264-d7ee-41c2-81c5-d888f33eef10 req-8f6ef701-3b2e-4cbf-9786-a9233c5739ff tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.2260756 Mar 07 04:47:13.635118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 001cae02-3a3b-4426-b290-78e4bc548b52 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:13.666696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (0781df6c-524a-4752-aa03-ed17c4adb3c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.730846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 001cae02-3a3b-4426-b290-78e4bc548b52 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:13.731203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 001cae02-3a3b-4426-b290-78e4bc548b52 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:13.763170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747c76-e294-405f-94ed-1d70697ac06a req-962482b7-d36c-4b1e-aed6-f362834fd5d7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:13.763801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (021c7d24-24cb-41fa-9560-c2c3a28dc3f3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.766513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e70e42bb-5df9-4af0-96e8-0bd832f2acac), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.775899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96747c76-e294-405f-94ed-1d70697ac06a req-962482b7-d36c-4b1e-aed6-f362834fd5d7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.4172144 Mar 07 04:47:13.835210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Pushing event deleted for resources: {'Port': ['ID=021c7d24-24cb-41fa-9560-c2c3a28dc3f3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:13.841895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:13.849163 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9524e62-6b66-4d90-8a30-2f4ea19167d2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4880183 Mar 07 04:47:13.918242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96747c76-e294-405f-94ed-1d70697ac06a req-04a8efda-64c1-4131-b6e4-ab3dd710a40d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261301 Mar 07 04:47:13.927635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-3cc9e11f-f92c-4dc0-b157-9c771d085970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:13.929556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-3cc9e11f-f92c-4dc0-b157-9c771d085970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3018560 Mar 07 04:47:13.932860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68aa6264-d7ee-41c2-81c5-d888f33eef10 req-42fb8ade-1361-499a-8866-88d47b5ee00f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871175 Mar 07 04:47:14.040661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (b812877f-34e7-4713-9def-b543609aba2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.072982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:10Z', 'revision_number': 9, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:14.143405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:14.153107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:14.166697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:14.184155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-58cfbaaf-9565-4882-8934-33f9b36fd248 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464781 Mar 07 04:47:14.201179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (b812877f-34e7-4713-9def-b543609aba2c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.204153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks [] for router_controller (b812877f-34e7-4713-9def-b543609aba2c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.295978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (b812877f-34e7-4713-9def-b543609aba2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.300034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b812877f-34e7-4713-9def-b543609aba2c {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:47:14.308728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.311027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-75fb5133-3225-4b7f-b466-09aa1cb36132 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b812877f-34e7-4713-9def-b543609aba2c HTTP/1.1" status: 204 len: 168 time: 3.1177921 Mar 07 04:47:14.317484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32944) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:14.342895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:14.385648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (e70e42bb-5df9-4af0-96e8-0bd832f2acac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.472451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=e70e42bb-5df9-4af0-96e8-0bd832f2acac,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:14.483113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.493398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-71796f6e-0fa0-44c1-9638-bdd5bb5b0a58 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/e70e42bb-5df9-4af0-96e8-0bd832f2acac HTTP/1.1" status: 204 len: 168 time: 1.4962375 Mar 07 04:47:14.496718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028b302-b17b-4b84-9a36-5447bc011bf0 None None] Network 44c9927c-5006-4466-92b0-f75ea4622a98 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:47:14.500335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32946) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:14.531379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594e268-efdf-433a-94eb-865562ad3f43 req-c68f5dd6-2e96-4214-920b-d0c3c44d1713 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:14.532970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9594e268-efdf-433a-94eb-865562ad3f43 req-c68f5dd6-2e96-4214-920b-d0c3c44d1713 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.3327496 Mar 07 04:47:14.555262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-a90d9bda-f5f8-4183-a2f0-22e2cad91b22 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1328497081&fields=id&tenant_id=d94ea270aeff42fbbfbcf5d2969b0496 HTTP/1.1" status: 200 len: 267 time: 0.3701189 Mar 07 04:47:14.555742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32948) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:14.569428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'floatingip': {'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:14.623792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (44c9927c-5006-4466-92b0-f75ea4622a98), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.640735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Deleting subnet f7116c69-b932-46e9-8b49-de6f9533ea8c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:47:14.644466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Publish callbacks [] for subnet (f7116c69-b932-46e9-8b49-de6f9533ea8c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.666310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd1edb0-cb06-4e31-8932-4e4b77a4591c req-2468d918-2b6f-4672-8859-3db3f955d0ff service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648449 Mar 07 04:47:14.691525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (f7116c69-b932-46e9-8b49-de6f9533ea8c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.787519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (ce216a79-33cd-4341-a6f3-032bc0b3bff9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.808030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f7116c69-b932-46e9-8b49-de6f9533ea8c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.950554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (f7116c69-b932-46e9-8b49-de6f9533ea8c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:14.969217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] DHCP port deletion for 44c9927c-5006-4466-92b0-f75ea4622a98 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:47:15.042165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-e5632aa7-9963-44ee-b365-50f5ecb233b3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:15.049242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-e5632aa7-9963-44ee-b365-50f5ecb233b3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 811 time: 0.4086850 Mar 07 04:47:15.095067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:10Z', 'revision_number': 9, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:15.125515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-0b147dd6-4f2c-497f-8c0a-a68a4792651c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/quotas/d94ea270aeff42fbbfbcf5d2969b0496 HTTP/1.1" status: 200 len: 375 time: 0.0752385 Mar 07 04:47:15.127751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f7927-5ed5-4a1c-b2d2-248894a0b05a None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:10Z', 'revision_number': 9, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703aa154-6098-404b-b8a9-9ae28bec50cb', 'name': '', 'network_id': '94552a01-146d-466d-a77f-54bdd6388994', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:a0:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:26Z', 'updated_at': '2022-03-07T04:46:34Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:15.150669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] Deleting port 169f5b46-e635-49c4-887f-f94cc317dbc6 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:15.151185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:15.299102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] For port 169f5b46-e635-49c4-887f-f94cc317dbc6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=169f5b46-e635-49c4-887f-f94cc317dbc6,segment=NetworkSegment(aab85536-7f18-4a7b-b443-4d30bfd6c74e),segment_id=aab85536-7f18-4a7b-b443-4d30bfd6c74e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:15.299676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:15.316189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-9ff08497-e149-4f69-82d9-61b4849df54e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896999 Mar 07 04:47:15.331123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] Calling delete_port for 169f5b46-e635-49c4-887f-f94cc317dbc6 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:15.331710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614bbd6-875f-4886-916f-a65358903f4b req-003ce6cb-c02d-4808-b991-8163849438db tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:15.333738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4614bbd6-875f-4886-916f-a65358903f4b req-003ce6cb-c02d-4808-b991-8163849438db tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.2761121 Mar 07 04:47:15.434884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:15.492735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] Pushing event deleted for resources: {'Port': ['ID=169f5b46-e635-49c4-887f-f94cc317dbc6,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:15.494962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e40cf-f3f6-4664-bf8f-a8989ede0fe8 None None] No DVR routers for this DVR port 169f5b46-e635-49c4-887f-f94cc317dbc6 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:15.577313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4614bbd6-875f-4886-916f-a65358903f4b req-d6858710-4d5e-4cfc-8d41-cf99f0136ed3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280760 Mar 07 04:47:15.693934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 169f5b46-e635-49c4-887f-f94cc317dbc6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:15.704266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7116c69-b932-46e9-8b49-de6f9533ea8c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:15.704779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-db600a32-2d12-416e-86be-0bd4a19b6245 service neutron] 10.222.0.21 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862774 Mar 07 04:47:15.721942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:15.728430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c1177414-5a4c-4907-8531-490a6fcf0a3f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f7116c69-b932-46e9-8b49-de6f9533ea8c HTTP/1.1" status: 204 len: 168 time: 1.4056890 Mar 07 04:47:15.730038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:15.759539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea742075-eed1-4973-ac49-487cfcc4872d None None] Network 7d44fe0d-db80-44ff-91c6-eee769d011b3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:47:15.795296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 169f5b46-e635-49c4-887f-f94cc317dbc6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:15.795694 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:15.917859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 169f5b46-e635-49c4-887f-f94cc317dbc6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:15.918658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 169f5b46-e635-49c4-887f-f94cc317dbc6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:15.920771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:15.932468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 169f5b46-e635-49c4-887f-f94cc317dbc6, host n-d-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:15.932829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:15.948404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 169f5b46-e635-49c4-887f-f94cc317dbc6 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:15.953855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Port 169f5b46-e635-49c4-887f-f94cc317dbc6 was not found and therefore no delete operation was performed {{(pid=103939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:47:16.008490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (169f5b46-e635-49c4-887f-f94cc317dbc6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.034254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-7266b654-6c88-4d53-928a-4f124ab7cd8f service neutron] 10.222.0.21 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134317 Mar 07 04:47:16.038407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:16.038897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 021c7d24-24cb-41fa-9560-c2c3a28dc3f3 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:16.039485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb676f9e-4c8e-4b27-9b86-a679d8f1a05b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:16.055122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port 169f5b46-e635-49c4-887f-f94cc317dbc6 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:16.060789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=169f5b46-e635-49c4-887f-f94cc317dbc6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:16.065833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7d44fe0d-db80-44ff-91c6-eee769d011b3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.077317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.088158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: bb676f9e-4c8e-4b27-9b86-a679d8f1a05b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:16.088565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb676f9e-4c8e-4b27-9b86-a679d8f1a05b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:16.096113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (ce216a79-33cd-4341-a6f3-032bc0b3bff9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.202728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (44c9927c-5006-4466-92b0-f75ea4622a98), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.255603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] DHCP port deletion for 7d44fe0d-db80-44ff-91c6-eee769d011b3 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:47:16.284418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Deleting port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:16.284789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.288891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c9927c-5006-4466-92b0-f75ea4622a98']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:16.336223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab85536-7f18-4a7b-b443-4d30bfd6c74e') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:16.336521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab85536-7f18-4a7b-b443-4d30bfd6c74e') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:16.370143 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Floating IP ce216a79-33cd-4341-a6f3-032bc0b3bff9 associated. External IP: 172.25.4.226, port: 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4. Mar 07 04:47:16.410164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] Deleting port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:16.411700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.432167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (aab85536-7f18-4a7b-b443-4d30bfd6c74e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.499640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (aab85536-7f18-4a7b-b443-4d30bfd6c74e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.512432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] For port 61fb55d9-2f50-49a8-9606-bd55f8891ca1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61fb55d9-2f50-49a8-9606-bd55f8891ca1,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:16.514679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.529907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2adf270e-8e3a-42ae-b567-6f6768425c07 req-a108951c-fb05-4069-917c-dcc09e0fdb2d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 210 time: 0.0662305 Mar 07 04:47:16.539126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:47:16.539126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (aab85536-7f18-4a7b-b443-4d30bfd6c74e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:47:16.543165 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:47:16.572217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Calling delete_port for 61fb55d9-2f50-49a8-9606-bd55f8891ca1 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:16.587653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] For port 61fb55d9-2f50-49a8-9606-bd55f8891ca1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=61fb55d9-2f50-49a8-9606-bd55f8891ca1,segment=NetworkSegment(9c6d5eea-8459-481a-8194-4d23b36fa5e6),segment_id=9c6d5eea-8459-481a-8194-4d23b36fa5e6)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:16.588264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.624782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] Calling delete_port for 61fb55d9-2f50-49a8-9606-bd55f8891ca1 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:16.749529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (44c9927c-5006-4466-92b0-f75ea4622a98), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.760743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.766727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/44c9927c-5006-4466-92b0-f75ea4622a98 HTTP/1.1" status: 204 len: 168 time: 2.2653332 Mar 07 04:47:16.777210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:16.822359 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:16.877303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] Pushing event deleted for resources: {'Port': ['ID=61fb55d9-2f50-49a8-9606-bd55f8891ca1,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:16.882131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9c613-bf48-4e88-a7e2-ff28c315ebcf None None] No DVR routers for this DVR port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:16.886195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936313-d3c9-4280-9022-df3929bf886a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=44c9927c-5006-4466-92b0-f75ea4622a98,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:17.008875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (61fb55d9-2f50-49a8-9606-bd55f8891ca1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.072664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fb55d9-2f50-49a8-9606-bd55f8891ca1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:17.156469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] No DVR routers for this DVR port 61fb55d9-2f50-49a8-9606-bd55f8891ca1 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:17.276859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7d44fe0d-db80-44ff-91c6-eee769d011b3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.321620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d44fe0d-db80-44ff-91c6-eee769d011b3']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:17.337895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6d5eea-8459-481a-8194-4d23b36fa5e6') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:17.338271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6d5eea-8459-481a-8194-4d23b36fa5e6') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:17.354788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (9c6d5eea-8459-481a-8194-4d23b36fa5e6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.467652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9c6d5eea-8459-481a-8194-4d23b36fa5e6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.477411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:47:17.478081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (9c6d5eea-8459-481a-8194-4d23b36fa5e6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.512260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8801f-e32b-4b25-b042-a616b543ca28 req-8c46ba5d-b6e5-4061-a670-3244b19300f6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:17.514774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54d8801f-e32b-4b25-b042-a616b543ca28 req-8c46ba5d-b6e5-4061-a670-3244b19300f6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.7703586 Mar 07 04:47:17.545233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:47:17.547554 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:47:17.588713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7d44fe0d-db80-44ff-91c6-eee769d011b3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.602560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.607106 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d44fe0d-db80-44ff-91c6-eee769d011b3 HTTP/1.1" status: 204 len: 168 time: 1.8757880 Mar 07 04:47:17.629163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06747a-078a-48f4-bc3a-af8e31e519d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d44fe0d-db80-44ff-91c6-eee769d011b3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:17.694217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54d8801f-e32b-4b25-b042-a616b543ca28 req-dfe8a5cd-31b9-4e70-8821-a20de3af71a6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691852 Mar 07 04:47:17.751132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61fb55d9-2f50-49a8-9606-bd55f8891ca1 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:17.765288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.798169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 61fb55d9-2f50-49a8-9606-bd55f8891ca1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:17.800012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 61fb55d9-2f50-49a8-9606-bd55f8891ca1 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:17.842812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72936ed8-527e-4a57-a5b3-8b1c3ae6946a req-d3f91a30-6375-4071-9cb3-4ee37114422d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 210 time: 0.0664153 Mar 07 04:47:17.878464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:17.942779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:17.947700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:17.955474 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] Sync routers for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:17.966929 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:17.967582 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:18.002080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ea68c6c-f717-4bcd-86d3-f68fa5d38d09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "PUT /v2.0/floatingips/ce216a79-33cd-4341-a6f3-032bc0b3bff9 HTTP/1.1" status: 200 len: 991 time: 3.4405873 Mar 07 04:47:18.002333 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-381ef42c-d622-427a-9537-8eb191a723a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f13de2c6cf114dbe8b413fdbec07e7e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1197193 Mar 07 04:47:18.002424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32982) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:18.002424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:18.008148 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be283536-36e2-4a1f-90a0-6fff39c98f38" -d '{"events": [{"name": "network-changed", "server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:18.140178 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10965a05-5e29-410b-b88f-19d03f7d0bce x-openstack-request-id: req-10965a05-5e29-410b-b88f-19d03f7d0bce {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:18.140749 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:18.141173 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10965a05-5e29-410b-b88f-19d03f7d0bce {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:18.141729 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'status': 'completed', 'code': 200} Mar 07 04:47:18.178626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15576a4c-c687-4c6f-bbab-c646cf1bc5b8 admin admin] Publish callbacks [] for security_group (aa12033d-6904-4a8d-bd96-b0e631062859), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:18.195725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924040b2-892c-4b65-a204-77f779e8add0 req-360cdaaf-f28f-4bb0-9fae-b1b22c46c719 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:18.197751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-924040b2-892c-4b65-a204-77f779e8add0 req-360cdaaf-f28f-4bb0-9fae-b1b22c46c719 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.0894659 Mar 07 04:47:18.247432 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15576a4c-c687-4c6f-bbab-c646cf1bc5b8 admin admin] Publish callbacks [] for security_group (aa12033d-6904-4a8d-bd96-b0e631062859), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:18.288258 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:18.315871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-924040b2-892c-4b65-a204-77f779e8add0 req-879adc98-d5a6-4434-88be-def2b8fab7fa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092446 Mar 07 04:47:18.346275 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15576a4c-c687-4c6f-bbab-c646cf1bc5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa12033d-6904-4a8d-bd96-b0e631062859), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:18.359323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15576a4c-c687-4c6f-bbab-c646cf1bc5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:18.359323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15576a4c-c687-4c6f-bbab-c646cf1bc5b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa12033d-6904-4a8d-bd96-b0e631062859 HTTP/1.1" status: 204 len: 168 time: 0.3342149 Mar 07 04:47:18.366460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15576a4c-c687-4c6f-bbab-c646cf1bc5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12033d-6904-4a8d-bd96-b0e631062859,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:18.433743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-4f88d2bb-309f-463c-a077-b19671932bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:18.435714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-4f88d2bb-309f-463c-a077-b19671932bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1127 time: 0.2978928 Mar 07 04:47:18.443555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-9654f3be-12f5-4817-8b42-804f15b1e172 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:18.445373 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-9654f3be-12f5-4817-8b42-804f15b1e172 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 811 time: 0.3182302 Mar 07 04:47:18.512001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2deb1-0e65-423d-afab-16b04d922df8 req-5bf4d7c5-12b2-49a5-add6-3ce6cd2abba4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:18.517434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1e2deb1-0e65-423d-afab-16b04d922df8 req-5bf4d7c5-12b2-49a5-add6-3ce6cd2abba4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.0757735 Mar 07 04:47:18.619858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1e2deb1-0e65-423d-afab-16b04d922df8 req-a0bf226f-7356-4580-9d58-c8e27c0565aa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898993 Mar 07 04:47:18.639000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 703aa154-6098-404b-b8a9-9ae28bec50cb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:18.639627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:18.717793 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-06dfd52e-5b59-4af9-8f40-feff2672a926 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94ea270aeff42fbbfbcf5d2969b0496 HTTP/1.1" status: 200 len: 380 time: 0.2334852 Mar 07 04:47:18.727280 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ce216a79-33cd-4341-a6f3-032bc0b3bff9', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c67a8-805f-49e7-b697-da55ee7eb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:46:46Z', 'updated_at': '2022-03-07T04:47:15Z', 'revision_number': 1, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:54Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:18.759213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] Checking router: 4fb4eb98-25f4-4b12-b324-c8c17689ad3b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:18.773299 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:18.774270 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:18.829505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'port': {'device_id': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'admin_state_up': True, 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'security_groups': ['0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:18.940469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39592-a8fd-4ad2-b463-14574491bf3a req-711eeb69-88ff-4291-a37f-31daaee664b1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:18.951782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aae39592-a8fd-4ad2-b463-14574491bf3a req-711eeb69-88ff-4291-a37f-31daaee664b1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1567743 Mar 07 04:47:18.968594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-4500b1f9-09a0-4374-ab50-262f25d716bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:18.970081 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-4500b1f9-09a0-4374-ab50-262f25d716bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.5235367 Mar 07 04:47:19.053776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-168a20ab-b9a5-4020-8561-b7d14e409817 req-2c526b2a-d393-4010-80f3-346287d649a7 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 210 time: 0.0653353 Mar 07 04:47:19.094040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aae39592-a8fd-4ad2-b463-14574491bf3a req-573112ef-de2c-4c48-bae6-c8ade52681fc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348331 Mar 07 04:47:19.135322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33000) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:19.143023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 703aa154-6098-404b-b8a9-9ae28bec50cb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=703aa154-6098-404b-b8a9-9ae28bec50cb,segment=NetworkSegment(3f292a68-7df3-4f2f-8e6c-32c087f59c18),segment_id=3f292a68-7df3-4f2f-8e6c-32c087f59c18)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:19.143377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.200056 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:19.216717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b373bbbb-a1cd-44c0-a257-817cd0a4173b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6384e5b6dfd9484e8ec218a040585fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795856 Mar 07 04:47:19.219417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33002) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:19.326874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3dce7b72-a6cb-4777-a78f-d60793ce6daa admin admin] Publish callbacks [] for security_group (5186a879-ec71-41b1-857a-abb7dd872b03), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.376448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3dce7b72-a6cb-4777-a78f-d60793ce6daa admin admin] Publish callbacks [] for security_group (5186a879-ec71-41b1-857a-abb7dd872b03), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.471792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3dce7b72-a6cb-4777-a78f-d60793ce6daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5186a879-ec71-41b1-857a-abb7dd872b03), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.475502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3dce7b72-a6cb-4777-a78f-d60793ce6daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.487020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3dce7b72-a6cb-4777-a78f-d60793ce6daa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5186a879-ec71-41b1-857a-abb7dd872b03 HTTP/1.1" status: 204 len: 168 time: 0.2594121 Mar 07 04:47:19.501071 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ce216a79-33cd-4341-a6f3-032bc0b3bff9', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c67a8-805f-49e7-b697-da55ee7eb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:46:46Z', 'updated_at': '2022-03-07T04:47:15Z', 'revision_number': 1, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:54Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:19.506677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7b72-a6cb-4777-a78f-d60793ce6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186a879-ec71-41b1-857a-abb7dd872b03,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:19.543492 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162d209-5ab2-4931-90bc-03a7522e1c73 None None] The sync data for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 is: [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ce216a79-33cd-4341-a6f3-032bc0b3bff9', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c67a8-805f-49e7-b697-da55ee7eb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:46:46Z', 'updated_at': '2022-03-07T04:47:15Z', 'revision_number': 1, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:54Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:19.566019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-56e60b33-ff9f-4a24-9f70-1bc522f847d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.5746715 Mar 07 04:47:19.594302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 703aa154-6098-404b-b8a9-9ae28bec50cb owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:19.771073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-7ba329c1-df84-4b9a-b41c-e1a3b5aa28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:19.779987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-7ba329c1-df84-4b9a-b41c-e1a3b5aa28fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1966789 Mar 07 04:47:19.783478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11aa74-44ed-4728-86e1-796c08f0215b req-5b3fdc3f-e66e-4279-919c-4f579de8eff5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:19.792331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb11aa74-44ed-4728-86e1-796c08f0215b req-5b3fdc3f-e66e-4279-919c-4f579de8eff5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.0843155 Mar 07 04:47:19.864876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Made reservation on behalf of d94ea270aeff42fbbfbcf5d2969b0496 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:47:19.868467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.870649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb11aa74-44ed-4728-86e1-796c08f0215b req-7cc0f1da-8c98-4ae6-bcd2-c55be3c15499 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769098 Mar 07 04:47:19.959905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:19.987198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b3488-ec63-48b8-bbc4-ad18a169187b None None] New status for floating IP ce216a79-33cd-4341-a6f3-032bc0b3bff9: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:47:20.148246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-eef0ec1b-eec8-423f-854b-020124e02ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:20.149872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-eef0ec1b-eec8-423f-854b-020124e02ace service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3689914 Mar 07 04:47:20.276719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f19cd2b-67eb-471b-b418-cde5091b9d14 req-202618da-d7a3-4290-93c5-a95e8a1d1eb9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 210 time: 0.0825043 Mar 07 04:47:20.421783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab67f-0383-47f4-9f45-c709d090ee78 req-61cf9a85-1506-482e-a6f5-d0e9a2f44695 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:20.427063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ecab67f-0383-47f4-9f45-c709d090ee78 req-61cf9a85-1506-482e-a6f5-d0e9a2f44695 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1599224 Mar 07 04:47:20.447935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Allocated IP 172.20.0.11 (78bbdd69-6b59-4a2f-96a1-c02c056b9f40/3fc81729-52d8-4ebf-86e7-bd715b9e9485/ae3172e3-3e44-4508-b2f0-53a107d6e6fc) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:47:20.457084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (703aa154-6098-404b-b8a9-9ae28bec50cb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:20.508128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-da450bc9-b527-4697-80c8-2b8de2309ced service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457191 Mar 07 04:47:20.511050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=703aa154-6098-404b-b8a9-9ae28bec50cb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:20.518828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ecab67f-0383-47f4-9f45-c709d090ee78 req-ec1b0930-f848-45e5-bfc4-99b9ccf4b80c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751035 Mar 07 04:47:20.859668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-be283536-36e2-4a1f-90a0-6fff39c98f38 req-3112d870-e9e4-430f-b6d2-19212305a85f service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325965 Mar 07 04:47:20.877262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:20.883102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33028) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:21.076678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.101880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cad1-02b7-4b70-802e-a77df2cd8ee8 req-bf276255-a2bf-4604-8965-a4b0843ad1c1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:21.104732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f99cad1-02b7-4b70-802e-a77df2cd8ee8 req-bf276255-a2bf-4604-8965-a4b0843ad1c1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.1094508 Mar 07 04:47:21.140115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4fa36830-f540-4376-ac01-668c4c216ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.225362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:21.245789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.266222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4fa36830-f540-4376-ac01-668c4c216ae4 admin admin] Publish callbacks [] for security_group (f24e2e74-5898-4851-9922-d3138b233cbb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.270417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f99cad1-02b7-4b70-802e-a77df2cd8ee8 req-5a0d7bec-4229-4f91-b690-0f53bdc5be7a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547790 Mar 07 04:47:21.284029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4fa36830-f540-4376-ac01-668c4c216ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f24e2e74-5898-4851-9922-d3138b233cbb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.351514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:47:21.356020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:47:21.388203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:47:21.400138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa36830-f540-4376-ac01-668c4c216ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24e2e74-5898-4851-9922-d3138b233cbb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:21.414997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4fa36830-f540-4376-ac01-668c4c216ae4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c51b362ce2244abc97307bdef2304702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300331 Mar 07 04:47:21.420093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33038) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:21.472868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:21.485521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e75e7c4e-d13c-4f86-9fe1-75a7df5a0b62 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6974478 Mar 07 04:47:21.489120 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:21.493935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:21.503191 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:21.505113 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:21.525127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event updated for resources: {'Port': ['ID=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:21.604892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:21.605566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.670951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-df09366f-cb22-403f-ae1d-1a4b3ad88bf2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8470693 Mar 07 04:47:21.680076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Request body: {'port': {'device_id': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:21.680245 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:21.689750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet 5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:47:21.716304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986888f-c242-4bce-a11e-1e97512f5286 req-e3051b20-a158-4251-aeae-14befb172eb3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:21.723124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d986888f-c242-4bce-a11e-1e97512f5286 req-e3051b20-a158-4251-aeae-14befb172eb3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 932 time: 0.3049114 Mar 07 04:47:21.730748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.778850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff97b8-750b-47a1-bae3-28eef6ed6499 req-ff67d259-5236-4253-9b4d-0b2d9fe433ce tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:21.791904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8ff97b8-750b-47a1-bae3-28eef6ed6499 req-ff67d259-5236-4253-9b4d-0b2d9fe433ce tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.3444550 Mar 07 04:47:21.900470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:21.960627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8ff97b8-750b-47a1-bae3-28eef6ed6499 req-40a48413-51ea-4e04-aacb-0cc26e746ebe tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677537 Mar 07 04:47:21.961361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062969a0-4ecc-4b13-a072-5772c0de0a9c admin admin] Publish callbacks [] for security_group (f24e2e74-5898-4851-9922-d3138b233cbb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.044493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-02426536-248e-41c1-9975-7fa33b19ed89 None None] Provisioning complete for port ae3172e3-3e44-4508-b2f0-53a107d6e6fc triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:22.045031 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02426536-248e-41c1-9975-7fa33b19ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.077699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d986888f-c242-4bce-a11e-1e97512f5286 req-d1f6791a-963d-4df5-9a14-69b80ff011a1 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528726 Mar 07 04:47:22.088489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062969a0-4ecc-4b13-a072-5772c0de0a9c admin admin] Publish callbacks [] for security_group (f24e2e74-5898-4851-9922-d3138b233cbb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.110945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.161357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-02426536-248e-41c1-9975-7fa33b19ed89 None None] Port ae3172e3-3e44-4508-b2f0-53a107d6e6fc cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:47:22.199112 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.200412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:20Z', 'revision_number': 10, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:22.222172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.230627 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2 HTTP/1.1" status: 204 len: 168 time: 0.7353206 Mar 07 04:47:22.235692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33046) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:22.244895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca279fe-8cd1-43ad-a767-1bff629d5e0a None None] Network 94552a01-146d-466d-a77f-54bdd6388994 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:47:22.267701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159a72d-038f-4b4e-82a0-76f7c48616f9 req-92d154b3-c170-4801-900e-37403e2624e4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:22.268375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.275557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5159a72d-038f-4b4e-82a0-76f7c48616f9 req-92d154b3-c170-4801-900e-37403e2624e4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1713629 Mar 07 04:47:22.320612 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:22.343732 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:22.344611 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:22.399657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5159a72d-038f-4b4e-82a0-76f7c48616f9 req-61f605bf-a7a9-404e-866f-6570bce3f297 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232324 Mar 07 04:47:22.400429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062969a0-4ecc-4b13-a072-5772c0de0a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f24e2e74-5898-4851-9922-d3138b233cbb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.403046 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-062969a0-4ecc-4b13-a072-5772c0de0a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.411864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-062969a0-4ecc-4b13-a072-5772c0de0a9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f24e2e74-5898-4851-9922-d3138b233cbb HTTP/1.1" status: 204 len: 168 time: 0.9914753 Mar 07 04:47:22.435129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062969a0-4ecc-4b13-a072-5772c0de0a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24e2e74-5898-4851-9922-d3138b233cbb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:22.487116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.558997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:22.632229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] DHCP port deletion for 94552a01-146d-466d-a77f-54bdd6388994 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:47:22.659835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3172e3-3e44-4508-b2f0-53a107d6e6fc {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:22.669845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Publish callbacks [] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.684427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Transition to ACTIVE for port object ae3172e3-3e44-4508-b2f0-53a107d6e6fc will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:47:22.685609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed22d1-c547-4a6b-8639-6c3aa340a8c8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:22.731094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Deleting port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:22.731826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.871567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] For port 76ebe86b-060c-45c7-ae3c-1e64628c42f7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=76ebe86b-060c-45c7-ae3c-1e64628c42f7,segment=NetworkSegment(3f292a68-7df3-4f2f-8e6c-32c087f59c18),segment_id=3f292a68-7df3-4f2f-8e6c-32c087f59c18)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:22.874243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.899550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:22.909648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Calling delete_port for 76ebe86b-060c-45c7-ae3c-1e64628c42f7 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:22.956897 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:20Z', 'revision_number': 10, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:22.993266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (94552a01-146d-466d-a77f-54bdd6388994), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:23.012635 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900be260-ae72-4bc4-a906-dd1dd227d252 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:20Z', 'revision_number': 10, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None, '_interfaces': [{'id': '24b01568-a883-4bac-a427-42c497368958', 'name': '', 'network_id': '2334853f-f74d-44ec-a545-974ac576fee6', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'mac_address': 'fa:16:3e:7b:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35db85f-c626-489d-8456-be5b6413e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:20Z', 'updated_at': '2022-03-07T04:46:27Z', 'revision_number': 5, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'subnets': [{'id': '85d7b4a5-0be8-4184-8289-7fcda9d7733d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:23.020332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-fc9cbdc8-f9b1-4eaf-aa93-49868ac8d820 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2159126 Mar 07 04:47:23.038707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Pushing event updated for resources: {'Port': ['ID=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:23.155804 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:23.186696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] No DVR routers for this DVR port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:23.209026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Pushing event deleted for resources: {'Port': ['ID=76ebe86b-060c-45c7-ae3c-1e64628c42f7,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:23.220222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.220755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.221629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.222596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.223231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.223917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.224419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.224925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.236695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.237312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.237828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.243297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.246204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2645e84-5cd4-4e3c-af81-c7b5e1c347c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:23.298723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72ba0-691a-492b-9bf4-5ef693091a09 req-6fe31da3-d415-4318-9aef-2890ac343204 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:23.303605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bae72ba0-691a-492b-9bf4-5ef693091a09 req-6fe31da3-d415-4318-9aef-2890ac343204 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 944 time: 0.0774779 Mar 07 04:47:23.368687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bae72ba0-691a-492b-9bf4-5ef693091a09 req-af783ac3-136a-4294-821a-3868e3e11204 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593657 Mar 07 04:47:23.446170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-4117c2a8-d593-4634-beb1-b23e89ccb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:23.449924 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-4117c2a8-d593-4634-beb1-b23e89ccb545 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1127 time: 0.2026765 Mar 07 04:47:23.635025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bc5e-ef30-45e3-9599-21f1a6ec63a7 req-d000d300-9960-4f23-909b-9a3726282c1b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:23.645033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f840bc5e-ef30-45e3-9599-21f1a6ec63a7 req-d000d300-9960-4f23-909b-9a3726282c1b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1271372 Mar 07 04:47:23.684657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-e8c55652-4c8a-4737-9355-805904228b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:23.687691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-e8c55652-4c8a-4737-9355-805904228b47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2066972 Mar 07 04:47:23.690269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:23.690812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:23.693922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Attempting to bind port ae3172e3-3e44-4508-b2f0-53a107d6e6fc on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:47:23.694486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Attempting to bind port ae3172e3-3e44-4508-b2f0-53a107d6e6fc by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:47:23.694986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Attempting to bind port ae3172e3-3e44-4508-b2f0-53a107d6e6fc on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:23.715219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ebe86b-060c-45c7-ae3c-1e64628c42f7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:23.757029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 76ebe86b-060c-45c7-ae3c-1e64628c42f7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:23.757560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 76ebe86b-060c-45c7-ae3c-1e64628c42f7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:23.758146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 703aa154-6098-404b-b8a9-9ae28bec50cb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:23.768169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f840bc5e-ef30-45e3-9599-21f1a6ec63a7 req-b4070c0d-9116-424c-80f1-aafcb2d56ab2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222675 Mar 07 04:47:23.795483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-19b74c63-2f7e-4eb7-b050-7be6a2999ec0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 1001 time: 0.0806508 Mar 07 04:47:23.796458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Port ae3172e3-3e44-4508-b2f0-53a107d6e6fc on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:47:23.796974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Attempting to bind port ae3172e3-3e44-4508-b2f0-53a107d6e6fc on network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:23.797548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 703aa154-6098-404b-b8a9-9ae28bec50cb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:23.799957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 703aa154-6098-404b-b8a9-9ae28bec50cb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:23.803378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-1d86774d-32b9-45b5-95f2-2cf9f73e29d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965555 Mar 07 04:47:23.855691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:47:23.856035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Checking segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:47:23.856427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Bound using segment: {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:47:23.856880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Bound port: ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:47:23.857240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:23.922439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-16dda435-651f-41b0-acf4-35dc820c4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:23.924409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-16dda435-651f-41b0-acf4-35dc820c4810 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 1127 time: 0.0685978 Mar 07 04:47:24.081632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-05e269e0-e1e3-45a8-8a3b-8e47d169ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.084128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-05e269e0-e1e3-45a8-8a3b-8e47d169ea0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.1363957 Mar 07 04:47:24.169781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-9448edfd-bf5f-4671-a864-dd38b4c3d399 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 200 len: 1001 time: 0.0790298 Mar 07 04:47:24.217660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 76ebe86b-060c-45c7-ae3c-1e64628c42f7, host n-d-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:24.218244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.229799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-cdd5b447-a7b9-4eca-acaf-ae7f2fc7ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.234588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-cdd5b447-a7b9-4eca-acaf-ae7f2fc7ff13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0577164 Mar 07 04:47:24.258032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 76ebe86b-060c-45c7-ae3c-1e64628c42f7 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:24.263999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 was not found and therefore no delete operation was performed {{(pid=103939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:47:24.266228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-cb1aa504-9522-4dfc-88a7-cacdb13710e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.267923 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-cb1aa504-9522-4dfc-88a7-cacdb13710e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.4591601 Mar 07 04:47:24.273469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (76ebe86b-060c-45c7-ae3c-1e64628c42f7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.314342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-a82ba67f-9755-421a-9f99-41e34942cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.316527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-a82ba67f-9755-421a-9f99-41e34942cab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0759091 Mar 07 04:47:24.321330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=76ebe86b-060c-45c7-ae3c-1e64628c42f7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:24.332229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port 76ebe86b-060c-45c7-ae3c-1e64628c42f7 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:24.443478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] For port ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:47:24.493761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] For port ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:47:24.502411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (94552a01-146d-466d-a77f-54bdd6388994), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.525376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-a3af2840-9092-44db-923e-8f6a441780f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001941 Mar 07 04:47:24.528092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.534835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-9ffe7722-4a53-4d02-88d2-3dd8f8f43b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.536585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-9ffe7722-4a53-4d02-88d2-3dd8f8f43b81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2383139 Mar 07 04:47:24.538228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94552a01-146d-466d-a77f-54bdd6388994']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:24.581519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f292a68-7df3-4f2f-8e6c-32c087f59c18') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:24.581794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f292a68-7df3-4f2f-8e6c-32c087f59c18') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:24.615256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3f292a68-7df3-4f2f-8e6c-32c087f59c18), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.617404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee623d3-092f-4ab5-8507-0e8fa6ba48af req-43a189b5-0edc-498c-98d0-a7bc0cc930d8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.624449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ee623d3-092f-4ab5-8507-0e8fa6ba48af req-43a189b5-0edc-498c-98d0-a7bc0cc930d8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 944 time: 0.1476846 Mar 07 04:47:24.627755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.628433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.631437 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] 10.222.0.44 "PUT /v2.0/ports/ae3172e3-3e44-4508-b2f0-53a107d6e6fc HTTP/1.1" status: 200 len: 1092 time: 2.9574692 Mar 07 04:47:24.657791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:24.663066 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb2ef3-e97b-481a-9679-a6205cf06fda" -d '{"events": [{"name": "network-changed", "server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:24.718109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbe223da-ee31-47fa-9ec3-1a2f724995ac req-fcce3b5c-12bf-409c-9b42-8502a77fc28c service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878514 Mar 07 04:47:24.735333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ee623d3-092f-4ab5-8507-0e8fa6ba48af req-d25777e8-d84b-4f9a-8131-f4820cbef4f3 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099913 Mar 07 04:47:24.738799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3f292a68-7df3-4f2f-8e6c-32c087f59c18), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.760630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:47:24.762590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3f292a68-7df3-4f2f-8e6c-32c087f59c18), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:47:24.767244 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:47:24.804392 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cae122e-4c64-4f80-8c22-7756df0e29fe x-openstack-request-id: req-0cae122e-4c64-4f80-8c22-7756df0e29fe {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:24.804907 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:24.805347 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cae122e-4c64-4f80-8c22-7756df0e29fe {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:24.805920 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'status': 'completed', 'code': 200} Mar 07 04:47:24.808904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba564-bd8f-4339-9a46-5883ba50eb1e service neutron] Pushing event updated for resources: {'Port': ['ID=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:24.897918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-7d8b5bd3-2a1b-4d50-be56-0f306b23a847 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500292 Mar 07 04:47:24.916154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (94552a01-146d-466d-a77f-54bdd6388994), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.926899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:24.932817 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/94552a01-146d-466d-a77f-54bdd6388994 HTTP/1.1" status: 204 len: 168 time: 2.6727827 Mar 07 04:47:24.939006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33106) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:24.963942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-74037617-3c57-45b9-ba3c-654954c2dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:24.965590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-74037617-3c57-45b9-ba3c-654954c2dbc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 1126 time: 0.2736604 Mar 07 04:47:25.029529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aafb5b-bbfc-41fa-b0f7-77b63687a192 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=94552a01-146d-466d-a77f-54bdd6388994,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:25.070806 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-c5339453-e720-4ff2-9457-2f485b213cac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc HTTP/1.1" status: 200 len: 217 time: 0.0736969 Mar 07 04:47:25.184859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-80d49f02-5e04-413f-a287-c1a1d0d33aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.187150 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-80d49f02-5e04-413f-a287-c1a1d0d33aa0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.1075492 Mar 07 04:47:25.193369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-402c5a81-f258-40a5-9e93-6383b1c089fd req-5c9520d7-cc0f-4ec8-b704-12100956b740 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794104 Mar 07 04:47:25.193711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff31a17-53ad-4870-89f0-19f7cde77af1 req-f99f99da-cb1f-475c-bac0-10c277104135 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.195463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ff31a17-53ad-4870-89f0-19f7cde77af1 req-f99f99da-cb1f-475c-bac0-10c277104135 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.3138804 Mar 07 04:47:25.242846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-b92b627c-87bb-4790-af2a-23afaea4d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.244538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-b92b627c-87bb-4790-af2a-23afaea4d5fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503142 Mar 07 04:47:25.305870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ff31a17-53ad-4870-89f0-19f7cde77af1 req-d80bcb5b-15d9-4fd4-8335-14016996885b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838101 Mar 07 04:47:25.357601 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-2085da9d-deb2-4a57-ab8d-c184888d4960 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984433 Mar 07 04:47:25.411531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:25.464110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8d52648-4c1b-44b5-9e4d-524ebeb78241 req-4b42aae7-08bf-42d3-b83a-b553aa74cc4f service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Mar 07 04:47:25.585289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-31060b6d-4f34-4a0c-b266-09d76b54e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.587341 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-31060b6d-4f34-4a0c-b266-09d76b54e032 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 1126 time: 0.0656431 Mar 07 04:47:25.702310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-d41e4480-b92d-4085-9645-875e611b5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.703921 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-d41e4480-b92d-4085-9645-875e611b5200 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1040351 Mar 07 04:47:25.718256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port 24b01568-a883-4bac-a427-42c497368958 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:25.718658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (24b01568-a883-4bac-a427-42c497368958), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:25.756765 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-18f955e3-670d-4281-933a-ad36c91bd258 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc HTTP/1.1" status: 200 len: 217 time: 0.0455954 Mar 07 04:47:25.824828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-e9110643-cf41-4f53-84e5-fc063146a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.826604 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-e9110643-cf41-4f53-84e5-fc063146a5e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0633178 Mar 07 04:47:25.852940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port 24b01568-a883-4bac-a427-42c497368958, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=24b01568-a883-4bac-a427-42c497368958,segment=NetworkSegment(4c065694-4c9b-416e-8f35-8d3e74d672f5),segment_id=4c065694-4c9b-416e-8f35-8d3e74d672f5)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:25.853311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (24b01568-a883-4bac-a427-42c497368958), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:25.868506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for 24b01568-a883-4bac-a427-42c497368958 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:25.879044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-f1792782-f5ac-4087-9498-ba8adbea67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.882356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-f1792782-f5ac-4087-9498-ba8adbea67d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488138 Mar 07 04:47:25.892983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e024-28af-40db-8e49-2d18fee00c6d req-5af97626-e3e4-4881-83db-d76205bb39d8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:25.896499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b769e024-28af-40db-8e49-2d18fee00c6d req-5af97626-e3e4-4881-83db-d76205bb39d8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 944 time: 0.0982132 Mar 07 04:47:25.986232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-0f08cfb3-ebc1-45b2-b80e-4b0d1f0b7a5e service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878677 Mar 07 04:47:25.994839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b769e024-28af-40db-8e49-2d18fee00c6d req-4965f252-2110-487e-b41b-8f69f2d867d8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660517 Mar 07 04:47:26.108167 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4fb2ef3-e97b-481a-9679-a6205cf06fda req-8e2aea53-12f4-4662-a617-d08abb7166d8 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150017 Mar 07 04:47:26.131288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (24b01568-a883-4bac-a427-42c497368958), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.166676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=24b01568-a883-4bac-a427-42c497368958,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:26.272272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (a35db85f-c626-489d-8456-be5b6413e217), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.462015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:26.485417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d708-cc5d-4e9c-a4fe-489d68dc8fbe req-586b1cf8-245d-431c-bcdf-da7b1c177ed3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:26.486872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9898d708-cc5d-4e9c-a4fe-489d68dc8fbe req-586b1cf8-245d-431c-bcdf-da7b1c177ed3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.0923862 Mar 07 04:47:26.570974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:26.577747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5100bc70-bf35-4db0-ad7f-16b95a8661ea tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215737 Mar 07 04:47:26.580687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33122) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:26.583376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:26.593971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:26.594634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:26.603384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9898d708-cc5d-4e9c-a4fe-489d68dc8fbe req-1266700e-6cd5-4fa8-988a-662e894196df tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786200 Mar 07 04:47:26.639047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting subnet 85d7b4a5-0be8-4184-8289-7fcda9d7733d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:47:26.642839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (85d7b4a5-0be8-4184-8289-7fcda9d7733d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.678265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:26.692142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (85d7b4a5-0be8-4184-8289-7fcda9d7733d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.736422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:26Z', 'revision_number': 11, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:26.763772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:26.777554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:26.778426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:26.790211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (85d7b4a5-0be8-4184-8289-7fcda9d7733d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.853450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (85d7b4a5-0be8-4184-8289-7fcda9d7733d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.853843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:26.883854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Subnet': ['ID=85d7b4a5-0be8-4184-8289-7fcda9d7733d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:26.894522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:26.894522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34735368-7d80-4b35-8c63-f1622a3377e0 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/85d7b4a5-0be8-4184-8289-7fcda9d7733d HTTP/1.1" status: 204 len: 168 time: 0.3120472 Mar 07 04:47:26.897188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33130) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:26.912805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1532d8-36cb-4530-8120-9cb0e463efc8 None None] Network 2334853f-f74d-44ec-a545-974ac576fee6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:47:26.914742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:47:26.917824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:26Z', 'revision_number': 11, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:26.969226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f9a0b4-4769-4891-b23a-dab8178ee7f7 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:26Z', 'revision_number': 11, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:27.033526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2334853f-f74d-44ec-a545-974ac576fee6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.126674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Deleting port fa754868-44ab-479a-8cf2-0456b2a9f43d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:47:27.127034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.181718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2113460-a54d-49cb-ad07-d25b0a84924b req-42cd987f-6ee0-4d36-aec5-d3e99431a33c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:27.183751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2113460-a54d-49cb-ad07-d25b0a84924b req-42cd987f-6ee0-4d36-aec5-d3e99431a33c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 944 time: 0.0735490 Mar 07 04:47:27.221781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] For port fa754868-44ab-479a-8cf2-0456b2a9f43d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa754868-44ab-479a-8cf2-0456b2a9f43d,segment=NetworkSegment(4c065694-4c9b-416e-8f35-8d3e74d672f5),segment_id=4c065694-4c9b-416e-8f35-8d3e74d672f5)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:27.222236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.240224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Calling delete_port for fa754868-44ab-479a-8cf2-0456b2a9f43d owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:47:27.255684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2113460-a54d-49cb-ad07-d25b0a84924b req-3fddc21b-2a5c-4c45-bcbf-32c7b2907e3d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661881 Mar 07 04:47:27.272295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:27.288504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:47:27.359733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:27.360518 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.372479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa74842-477c-461a-b5cd-917f7db750f6 None None] DHCP port deletion for 2334853f-f74d-44ec-a545-974ac576fee6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:47:27.375735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fa754868-44ab-479a-8cf2-0456b2a9f43d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.384423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:27.419346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:27.425062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Port': ['ID=fa754868-44ab-479a-8cf2-0456b2a9f43d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:27.426460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.439846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No DVR routers for this DVR port fa754868-44ab-479a-8cf2-0456b2a9f43d on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:47:27.495653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:27.546193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2334853f-f74d-44ec-a545-974ac576fee6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.568084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2334853f-f74d-44ec-a545-974ac576fee6']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:27.579432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c065694-4c9b-416e-8f35-8d3e74d672f5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:27.579719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c065694-4c9b-416e-8f35-8d3e74d672f5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:27.590600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4c065694-4c9b-416e-8f35-8d3e74d672f5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.606116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4c065694-4c9b-416e-8f35-8d3e74d672f5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.613258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:47:27.614566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4c065694-4c9b-416e-8f35-8d3e74d672f5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:47:27.617838 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:47:27.643006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa754868-44ab-479a-8cf2-0456b2a9f43d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:27.664153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fa754868-44ab-479a-8cf2-0456b2a9f43d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:27.664752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa754868-44ab-479a-8cf2-0456b2a9f43d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:27.665373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24b01568-a883-4bac-a427-42c497368958 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:27.685322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 24b01568-a883-4bac-a427-42c497368958 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:47:27.686060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 24b01568-a883-4bac-a427-42c497368958 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:47:27.692178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:27.706199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (2334853f-f74d-44ec-a545-974ac576fee6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.721534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:27.728790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/networks/2334853f-f74d-44ec-a545-974ac576fee6 HTTP/1.1" status: 204 len: 168 time: 0.8304734 Mar 07 04:47:27.731196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:27.750630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'routes': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:27.783318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748442f6-a475-4bd4-997d-a95988b53cdc req-b09fdf4e-0f6d-46bc-8140-f0fb9108d9e7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:27.790495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-748442f6-a475-4bd4-997d-a95988b53cdc req-b09fdf4e-0f6d-46bc-8140-f0fb9108d9e7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.0734143 Mar 07 04:47:27.792816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b3841-afd1-43de-85b3-cff7749b58c9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Pushing event deleted for resources: {'Network': ['ID=2334853f-f74d-44ec-a545-974ac576fee6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:27.858232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-748442f6-a475-4bd4-997d-a95988b53cdc req-5599ba28-0ca8-4e99-b374-29b77d59510e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650496 Mar 07 04:47:27.928679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Added routes are [] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 04:47:27.929251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.extraroute_db [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Removed routes are [] {{(pid=103939) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 04:47:27.929608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.068878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.072032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (a35db85f-c626-489d-8456-be5b6413e217), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.156719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router a35db85f-c626-489d-8456-be5b6413e217 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:28.236888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:28.244130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.245323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6767b47b-6a6e-4462-8704-e08baf4b9151 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 704 time: 0.5129635 Mar 07 04:47:28.248219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33156) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:28.248907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] Sync routers for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:28.260877 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:28.261876 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:28.279885 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c4f951f1-5edc-4558-951f-8eec18317141 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 205 time: 0.0283968 Mar 07 04:47:28.280101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:28.358873 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:28.361416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (a35db85f-c626-489d-8456-be5b6413e217), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.408725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325765c-9dae-4862-a970-971b9b58a3c8 req-794bd0c4-9d27-45a9-86a7-cffb444c2be2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:28.411334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0325765c-9dae-4862-a970-971b9b58a3c8 req-794bd0c4-9d27-45a9-86a7-cffb444c2be2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 944 time: 0.0603588 Mar 07 04:47:28.432921 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:26Z', 'revision_number': 11, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:28.465338 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] Checking router: a35db85f-c626-489d-8456-be5b6413e217 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:28.479481 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] Routers {'a35db85f-c626-489d-8456-be5b6413e217'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:28.479883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0325765c-9dae-4862-a970-971b9b58a3c8 req-ee0aac06-6e2a-4667-9d35-e797bc7c22ba tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628886 Mar 07 04:47:28.480602 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['a35db85f-c626-489d-8456-be5b6413e217'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:28.567238 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] Set router a35db85f-c626-489d-8456-be5b6413e217 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:28.626316 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:26Z', 'revision_number': 11, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:28.773031 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cf6cb-ee53-45e8-abb9-fd21f66278d9 None None] The sync data for ids ['a35db85f-c626-489d-8456-be5b6413e217'] in n-d-832185-1 is: [{'id': 'a35db85f-c626-489d-8456-be5b6413e217', 'name': 'tempest-RoutersIpV6Test-router-595052570', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:16Z', 'updated_at': '2022-03-07T04:47:26Z', 'revision_number': 11, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:28.842198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (a35db85f-c626-489d-8456-be5b6413e217), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.845075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (a35db85f-c626-489d-8456-be5b6413e217), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.895556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (a35db85f-c626-489d-8456-be5b6413e217), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.895890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router a35db85f-c626-489d-8456-be5b6413e217 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:47:28.904156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.905385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce931f37-988b-4afd-91df-a6838ac82c89 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 204 len: 168 time: 0.6241870 Mar 07 04:47:28.909588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33164) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:28.914257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-312246618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:28.939496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.941178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:28.944231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ae3172e3-3e44-4508-b2f0-53a107d6e6fc details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:47:28.946430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:47:29.049819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (97914b29-716d-41a7-959b-b7e1afa9905a), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.062401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564aca-e45d-44bc-b1e6-24de8ac3fb51 req-38e9d69a-db00-4eeb-be65-1817ca72527d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:29.064061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c564aca-e45d-44bc-b1e6-24de8ac3fb51 req-38e9d69a-db00-4eeb-be65-1817ca72527d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1048882 Mar 07 04:47:29.065291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.074580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:29.075126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.105779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.110331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-752403e4-d273-4107-a072-6ea64d59f3a3 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1963947 Mar 07 04:47:29.110331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33166) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:29.118075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:29.136944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:29.154053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'port_id': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'mac_address': 'fa:16:3e:a4:2d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:47:29.177287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c564aca-e45d-44bc-b1e6-24de8ac3fb51 req-3faa4dea-bc55-4df8-89f6-610f2b0cb7a9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054327 Mar 07 04:47:29.224426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:29.224808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.230993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ae3172e3-3e44-4508-b2f0-53a107d6e6fc is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:29.231381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.258967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3172e3-3e44-4508-b2f0-53a107d6e6fc {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:29.269050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:29.271743 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac766b-078f-4e2d-9196-ca7e406ca847" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:29.305592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:29.309633 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc605a2-eb2f-4076-b2ae-283a6f868133 x-openstack-request-id: req-7dc605a2-eb2f-4076-b2ae-283a6f868133 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:29.309934 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:29.310222 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dc605a2-eb2f-4076-b2ae-283a6f868133 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:29.310623 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'code': 200} Mar 07 04:47:29.312821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:29.314466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.321102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.368419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:29.380098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123210'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.391984 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738324'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.424723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:29.503316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Router 97914b29-716d-41a7-959b-b7e1afa9905a is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:47:29.713488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['ae3172e3-3e44-4508-b2f0-53a107d6e6fc'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:29.956424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:29.964073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:29.965232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a16ef909-3fe3-4677-82c9-f0654367d803 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "PUT /v2.0/routers/97914b29-716d-41a7-959b-b7e1afa9905a HTTP/1.1" status: 200 len: 697 time: 0.8539023 Mar 07 04:47:29.967828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:29.971693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] Sync routers for ids ['97914b29-716d-41a7-959b-b7e1afa9905a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:29.984080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] Routers {'97914b29-716d-41a7-959b-b7e1afa9905a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:29.984707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['97914b29-716d-41a7-959b-b7e1afa9905a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:30.057178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac972262-28b7-41f4-b70e-aac80920aafd req-1dd34c9a-02a0-4f05-9676-703e2a5fd1dd tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:30.059252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac972262-28b7-41f4-b70e-aac80920aafd req-1dd34c9a-02a0-4f05-9676-703e2a5fd1dd tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 945 time: 0.1633978 Mar 07 04:47:30.062875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] Set router 97914b29-716d-41a7-959b-b7e1afa9905a gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:30.068145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1d404bb7-6a98-49cc-b792-204489224754 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/routers/97914b29-716d-41a7-959b-b7e1afa9905a HTTP/1.1" status: 200 len: 703 time: 0.0986228 Mar 07 04:47:30.070859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33190) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.103624 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1effa02d-23bb-40b8-b606-cc909f42a450 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=97914b29-716d-41a7-959b-b7e1afa9905a HTTP/1.1" status: 200 len: 205 time: 0.0295208 Mar 07 04:47:30.103833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.115136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac972262-28b7-41f4-b70e-aac80920aafd req-2e16e650-3d20-4855-a5d1-1f572d5e97e2 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Mar 07 04:47:30.131778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97914b29-716d-41a7-959b-b7e1afa9905a', 'name': 'tempest-RoutersIpV6Test-router-312246618', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:47:28Z', 'updated_at': '2022-03-07T04:47:29Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:30.163559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] Checking router: 97914b29-716d-41a7-959b-b7e1afa9905a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:30.172659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] Routers {'97914b29-716d-41a7-959b-b7e1afa9905a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:30.173279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['97914b29-716d-41a7-959b-b7e1afa9905a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:30.206961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (97914b29-716d-41a7-959b-b7e1afa9905a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:30.259205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] Set router 97914b29-716d-41a7-959b-b7e1afa9905a gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:30.334186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b77a2-5ce0-4ec7-bfac-ee341ce58548 req-7628892c-d5d4-4e28-92b8-01e334a5b81b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:30.335862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e96b77a2-5ce0-4ec7-bfac-ee341ce58548 req-7628892c-d5d4-4e28-92b8-01e334a5b81b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.0629518 Mar 07 04:47:30.452230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e96b77a2-5ce0-4ec7-bfac-ee341ce58548 req-bec77a05-3e7b-4526-9048-af9b0c1971f3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101754 Mar 07 04:47:30.476120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:30.489199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router_controller (97914b29-716d-41a7-959b-b7e1afa9905a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:30.541229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97914b29-716d-41a7-959b-b7e1afa9905a', 'name': 'tempest-RoutersIpV6Test-router-312246618', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:47:28Z', 'updated_at': '2022-03-07T04:47:29Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:30.545164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (97914b29-716d-41a7-959b-b7e1afa9905a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:30.545839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Fanout notify agent at l3_agent the message router_deleted on router 97914b29-716d-41a7-959b-b7e1afa9905a {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:47:30.553892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:30.560097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33216) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.571823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e18bc4c-4283-4b0f-b67b-b74a462409e6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/97914b29-716d-41a7-959b-b7e1afa9905a HTTP/1.1" status: 204 len: 168 time: 0.4656675 Mar 07 04:47:30.594844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa01f1-72b2-45b3-9434-b0cbbf7f391c None None] The sync data for ids ['97914b29-716d-41a7-959b-b7e1afa9905a'] in n-d-832185-1 is: [{'id': '97914b29-716d-41a7-959b-b7e1afa9905a', 'name': 'tempest-RoutersIpV6Test-router-312246618', 'tenant_id': '282ae16d7fc647b490636334d0750b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:47:28Z', 'updated_at': '2022-03-07T04:47:29Z', 'revision_number': 2, 'project_id': '282ae16d7fc647b490636334d0750b3b', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:30.614037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-95ad662c-e27a-4289-8e40-16ff27e1ae2b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=97914b29-716d-41a7-959b-b7e1afa9905a HTTP/1.1" status: 200 len: 205 time: 0.0501482 Mar 07 04:47:30.614404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.668100 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-545d048a-03e6-40f3-a348-477834582be8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:30.670043 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-545d048a-03e6-40f3-a348-477834582be8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/97914b29-716d-41a7-959b-b7e1afa9905a HTTP/1.1" status: 404 len: 336 time: 0.0537739 Mar 07 04:47:30.672278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.702496 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8777c9e-8853-462c-9a83-ae85203d01e8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:30.702964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8777c9e-8853-462c-9a83-ae85203d01e8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:30.708265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8777c9e-8853-462c-9a83-ae85203d01e8 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/03f8766d-e1e0-48cd-895b-45cf5b461b8b HTTP/1.1" status: 404 len: 337 time: 0.0346050 Mar 07 04:47:30.711900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.745239 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb57bdaa-a6c7-49cc-aad2-087ad375e9ec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:30.745915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb57bdaa-a6c7-49cc-aad2-087ad375e9ec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:30.750033 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb57bdaa-a6c7-49cc-aad2-087ad375e9ec tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/e70e42bb-5df9-4af0-96e8-0bd832f2acac HTTP/1.1" status: 404 len: 337 time: 0.0358126 Mar 07 04:47:30.751963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33232) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.787258 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1be960-04fa-4064-8796-fe2ec594fb2a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:30.787724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1be960-04fa-4064-8796-fe2ec594fb2a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:30.790844 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cb1be960-04fa-4064-8796-fe2ec594fb2a tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/5ed0d5f8-121f-4f68-8c6f-e7092b75bfc2 HTTP/1.1" status: 404 len: 337 time: 0.0373993 Mar 07 04:47:30.793410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33236) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.828106 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dbbc99-d5c8-4019-924c-78a1df5ecf6f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:30.828574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dbbc99-d5c8-4019-924c-78a1df5ecf6f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:30.832772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d5dbbc99-d5c8-4019-924c-78a1df5ecf6f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/85d7b4a5-0be8-4184-8289-7fcda9d7733d HTTP/1.1" status: 404 len: 337 time: 0.0382323 Mar 07 04:47:30.835734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33240) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.865330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-393cc984-f72b-48fa-9ad3-2c4ef5f87e77 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 200 len: 205 time: 0.0284646 Mar 07 04:47:30.867839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33242) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.929166 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-52d59ba5-1c86-49b0-9fe7-48bd84b574cf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:30.930782 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-52d59ba5-1c86-49b0-9fe7-48bd84b574cf tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/a35db85f-c626-489d-8456-be5b6413e217 HTTP/1.1" status: 404 len: 336 time: 0.0613911 Mar 07 04:47:30.932840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33244) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:30.959596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ae3172e3-3e44-4508-b2f0-53a107d6e6fc up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:47:30.975141 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7ca14aac-eabe-49df-9cd2-67961f8421fc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3f9e16-4827-4d40-a554-76df987a62f2 HTTP/1.1" status: 200 len: 205 time: 0.0410881 Mar 07 04:47:30.977662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33248) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.054710 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-61cf36f2-756f-4562-a1aa-f355f109b62f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:31.057045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port ae3172e3-3e44-4508-b2f0-53a107d6e6fc completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:47:31.058676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33252) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.062016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port ae3172e3-3e44-4508-b2f0-53a107d6e6fc triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:31.062521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:31.065763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-61cf36f2-756f-4562-a1aa-f355f109b62f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/fe3f9e16-4827-4d40-a554-76df987a62f2 HTTP/1.1" status: 404 len: 336 time: 0.0772762 Mar 07 04:47:31.090380 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ea6dcd-3ccf-4f4d-bfad-bc5ac520a5b9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:31.091614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ea6dcd-3ccf-4f4d-bfad-bc5ac520a5b9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:31.095022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f1ea6dcd-3ccf-4f4d-bfad-bc5ac520a5b9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/602ecf2e-f6dc-491b-aabb-eb1a9176fd6b HTTP/1.1" status: 404 len: 337 time: 0.0350342 Mar 07 04:47:31.098353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33254) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.175049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33258) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.179077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0057bfa6-8ab3-4567-aa2f-270e54752a6b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 200 len: 205 time: 0.0768979 Mar 07 04:47:31.259693 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-3a36f382-9691-4ec6-aaad-9d2795e69298 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:31.260747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a36f382-9691-4ec6-aaad-9d2795e69298 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/f4766189-c2ee-42e5-bff6-6fde6a7ad8cc HTTP/1.1" status: 404 len: 336 time: 0.0838506 Mar 07 04:47:31.263439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.266292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port ae3172e3-3e44-4508-b2f0-53a107d6e6fc is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:31.266978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:31.297016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829b9aa-d067-4b38-bfcf-76b1f077ddcf req-81817ec4-1ffb-4cc9-bed4-218431847a7a tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:31.299949 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8be2c4e2-3804-4f21-863b-afff06a301f7 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2696fbd-ab0a-46a3-ba14-6148495680ab HTTP/1.1" status: 200 len: 205 time: 0.0352483 Mar 07 04:47:31.303586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.305238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2829b9aa-d067-4b38-bfcf-76b1f077ddcf req-81817ec4-1ffb-4cc9-bed4-218431847a7a tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 945 time: 0.0805206 Mar 07 04:47:31.327115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:31.330242 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54d291c-5b03-4f52-b16d-cf4312d8d539" -d '{"events": [{"server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:31.345678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:31.353309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:31.381857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2829b9aa-d067-4b38-bfcf-76b1f077ddcf req-e077dc9f-15f9-499c-b5d3-6db57b66d08e tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731759 Mar 07 04:47:31.387435 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-5fdcc56c-78e4-40ee-93ba-40787f4bcea6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:31.387435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5fdcc56c-78e4-40ee-93ba-40787f4bcea6 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/c2696fbd-ab0a-46a3-ba14-6148495680ab HTTP/1.1" status: 404 len: 336 time: 0.0815055 Mar 07 04:47:31.389261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.412172 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329f0ed4-da0b-43f4-b490-83cb0833f605 x-openstack-request-id: req-329f0ed4-da0b-43f4-b490-83cb0833f605 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:31.412600 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:31.412952 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-329f0ed4-da0b-43f4-b490-83cb0833f605 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:31.413596 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'code': 200} Mar 07 04:47:31.423605 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee64555c-0bef-469e-9ee1-0437a211ca67 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:31.423928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:31.424422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee64555c-0bef-469e-9ee1-0437a211ca67 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:31.428546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ee64555c-0bef-469e-9ee1-0437a211ca67 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/ce3548fd-e882-4446-ba97-d75e72ed2906 HTTP/1.1" status: 404 len: 337 time: 0.0380375 Mar 07 04:47:31.440301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33272) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.479276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4e05cdff-9bbd-4530-a9ef-7124f61a267b tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=f585ac35-6119-4e55-9566-c3aba8bdbefb HTTP/1.1" status: 200 len: 205 time: 0.0376890 Mar 07 04:47:31.481495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33274) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.544212 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-60dbf07e-0c34-4b80-ba4e-d6e7e614f49f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:31.545330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-60dbf07e-0c34-4b80-ba4e-d6e7e614f49f tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/f585ac35-6119-4e55-9566-c3aba8bdbefb HTTP/1.1" status: 404 len: 336 time: 0.0628278 Mar 07 04:47:31.548011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33278) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.577433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633caa5-44d2-40a1-a75f-e1e827423d4b req-75cc8451-b9fc-4742-b176-3ed1915c4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:31.579195 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2633caa5-44d2-40a1-a75f-e1e827423d4b req-75cc8451-b9fc-4742-b176-3ed1915c4405 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 1128 time: 0.0913529 Mar 07 04:47:31.585020 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d51658e-324e-48cb-9659-d5d7b188f228 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:31.585668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d51658e-324e-48cb-9659-d5d7b188f228 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:31.596987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d51658e-324e-48cb-9659-d5d7b188f228 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/8474366d-fd52-414b-94a2-2cda4b884e6a HTTP/1.1" status: 404 len: 337 time: 0.0478806 Mar 07 04:47:31.600094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.672218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-375493f6-dd36-4f20-b33a-c6adb2fe6dfd tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "GET /v2.0/ports?device_id=25807ff9-c539-4ef8-82d6-dead2285da28 HTTP/1.1" status: 200 len: 205 time: 0.0361800 Mar 07 04:47:31.680260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2633caa5-44d2-40a1-a75f-e1e827423d4b req-afdcd0c4-ee55-4afb-b020-2e29e0782a97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918024 Mar 07 04:47:31.680985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.748083 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-79e44bfe-e908-4143-b48a-43ed0eaacbe9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] delete failed (client error): The resource could not be found. Mar 07 04:47:31.751847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.752030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-79e44bfe-e908-4143-b48a-43ed0eaacbe9 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/routers/25807ff9-c539-4ef8-82d6-dead2285da28 HTTP/1.1" status: 404 len: 336 time: 0.0687802 Mar 07 04:47:31.778628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79c239-2870-4aae-9f09-27a1294ba26e req-a917f516-a9dc-4893-ba62-ba31bc2e4055 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:31.780163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab79c239-2870-4aae-9f09-27a1294ba26e req-a917f516-a9dc-4893-ba62-ba31bc2e4055 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1814423 Mar 07 04:47:31.796723 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cca9f6-0fba-4936-92d5-2ea16c005894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:31.797558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cca9f6-0fba-4936-92d5-2ea16c005894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:31.803589 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21cca9f6-0fba-4936-92d5-2ea16c005894 tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/f5f982df-41f1-46a1-8e57-83fb74428c3a HTTP/1.1" status: 404 len: 337 time: 0.0500817 Mar 07 04:47:31.807628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:31.841918 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-704f38d9-7436-4ccf-9449-8af010a7f9fc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] DELETE failed (client error): The resource could not be found. Mar 07 04:47:31.842401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704f38d9-7436-4ccf-9449-8af010a7f9fc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:47:31.846051 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-704f38d9-7436-4ccf-9449-8af010a7f9fc tempest-RoutersIpV6Test-544488907 tempest-RoutersIpV6Test-544488907-project] 10.222.0.21 "DELETE /v2.0/subnets/157effcf-7cdb-4839-96b3-2cbbac1a4e86 HTTP/1.1" status: 404 len: 337 time: 0.0369825 Mar 07 04:47:31.900555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab79c239-2870-4aae-9f09-27a1294ba26e req-f2ce5c45-63ef-42e8-baac-f42fa383a858 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143665 Mar 07 04:47:32.304292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33312) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:32.497584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ca7ccc9-6191-41ed-9090-b45c9347a943 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=282ae16d7fc647b490636334d0750b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921000 Mar 07 04:47:32.500312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33320) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:32.611383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702313f-7ed9-4852-aea1-de68f6e129f0 req-7332cb75-0d6d-46b6-92ae-172e11f747ba tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:32.612942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7702313f-7ed9-4852-aea1-de68f6e129f0 req-7332cb75-0d6d-46b6-92ae-172e11f747ba tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.0915434 Mar 07 04:47:32.625363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-295c6ca5-0443-44ea-bc72-3cea36f079d8 admin admin] Publish callbacks [] for security_group (99ac4c31-6cdb-426d-b660-878caaee8d03), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:32.655459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-295c6ca5-0443-44ea-bc72-3cea36f079d8 admin admin] Publish callbacks [] for security_group (99ac4c31-6cdb-426d-b660-878caaee8d03), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:32.688020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7702313f-7ed9-4852-aea1-de68f6e129f0 req-2729239e-d8f4-48db-a0f3-5ee85e7cce6d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687847 Mar 07 04:47:32.736845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-295c6ca5-0443-44ea-bc72-3cea36f079d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (99ac4c31-6cdb-426d-b660-878caaee8d03), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:32.743437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-295c6ca5-0443-44ea-bc72-3cea36f079d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:32.746778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-295c6ca5-0443-44ea-bc72-3cea36f079d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99ac4c31-6cdb-426d-b660-878caaee8d03 HTTP/1.1" status: 204 len: 168 time: 0.2425776 Mar 07 04:47:32.760078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c6ca5-0443-44ea-bc72-3cea36f079d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac4c31-6cdb-426d-b660-878caaee8d03,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:32.795060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c45f1118-8309-47f0-a65f-6757b56dc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:33.161057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c409-a23a-44ed-8859-663bb9c66e6f req-47d99844-34bd-435f-9966-4d19245c2b2f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:33.185472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5e1c409-a23a-44ed-8859-663bb9c66e6f req-47d99844-34bd-435f-9966-4d19245c2b2f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 943 time: 0.1480730 Mar 07 04:47:33.286290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5e1c409-a23a-44ed-8859-663bb9c66e6f req-2905ddf9-91a5-4f94-8cb0-11412ea05b18 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960636 Mar 07 04:47:33.923479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bc9fb-0d8e-4f0f-b155-d68d653fdeb5 req-9aea5831-0c06-4dd0-82c8-6eb30fe756c7 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:33.925389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-112bc9fb-0d8e-4f0f-b155-d68d653fdeb5 req-9aea5831-0c06-4dd0-82c8-6eb30fe756c7 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.1164515 Mar 07 04:47:33.999751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-112bc9fb-0d8e-4f0f-b155-d68d653fdeb5 req-b5797e5b-b9f2-4aee-8be7-c43f400267ab tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653870 Mar 07 04:47:34.031557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:34.115499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 200e09a0-3738-4d7c-b2a6-06f879d02f60 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:47:34.207622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cab5c5-ae77-4af3-a1ad-b65ca5da94ee req-6a677daf-dd83-4d16-8627-cc230b72cbb9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:34.213181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3cab5c5-ae77-4af3-a1ad-b65ca5da94ee req-6a677daf-dd83-4d16-8627-cc230b72cbb9 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.0875983 Mar 07 04:47:34.218165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33382) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:34.224762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Request body: {'floatingip': {'port_id': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:34.288370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 200e09a0-3738-4d7c-b2a6-06f879d02f60, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:34.289743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501840454'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:34.301681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '200e09a0-3738-4d7c-b2a6-06f879d02f60', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': '200e09a0-3738-4d7c-b2a6-06f879d02f60', 'mac_address': 'fa:16:3e:40:68:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:47:34.308290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (0781df6c-524a-4752-aa03-ed17c4adb3c0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.413279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.420734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 200e09a0-3738-4d7c-b2a6-06f879d02f60 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:34.421842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.435511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.454980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200e09a0-3738-4d7c-b2a6-06f879d02f60 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:34.513511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 200e09a0-3738-4d7c-b2a6-06f879d02f60, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:34.525554 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.623770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=200e09a0-3738-4d7c-b2a6-06f879d02f60,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:34.747215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['200e09a0-3738-4d7c-b2a6-06f879d02f60'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:34.752998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f66a4523-58c1-4f1b-9875-5dc42796444a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.770046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f66a4523-58c1-4f1b-9875-5dc42796444a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:34.876032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791a2ea-a5e4-4409-aab2-cab7099963bd req-0432feb4-a2c5-4309-bf32-de69f4c42144 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:34.880567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1791a2ea-a5e4-4409-aab2-cab7099963bd req-0432feb4-a2c5-4309-bf32-de69f4c42144 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 944 time: 0.1166625 Mar 07 04:47:34.893527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a4523-58c1-4f1b-9875-5dc42796444a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:34.996971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1791a2ea-a5e4-4409-aab2-cab7099963bd req-4faaeb5c-3262-4508-bebe-a8aea95e7b17 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100919 Mar 07 04:47:35.168220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.186715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.319108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.320398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2878239 Mar 07 04:47:35.323617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33414) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:35.327207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4eb69-4520-401a-9986-0205a6591131 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d066a2a8-e534-4c59-9ec7-ba72f7898fab,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:35.342753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.resource_extend [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 04:47:35.381641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1478dc84-5b02-4f52-ab41-9ec1e4d4c425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.419282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.432753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (0781df6c-524a-4752-aa03-ed17c4adb3c0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.434789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:35.434935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cadf24dc-bd9b-4eed-bd2e-7dbe5a0fac2b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1099899 Mar 07 04:47:35.440122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-security--1897120200', 'description': 'tempest-security-description-1043792759'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:35.524480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.621756 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.624865 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Floating IP 0781df6c-524a-4752-aa03-ed17c4adb3c0 associated. External IP: 172.25.4.165, port: ae3172e3-3e44-4508-b2f0-53a107d6e6fc. Mar 07 04:47:35.631817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.634517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:35.635987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "PUT /v2.0/security-groups/d066a2a8-e534-4c59-9ec7-ba72f7898fab HTTP/1.1" status: 200 len: 1797 time: 0.2002048 Mar 07 04:47:35.640536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33426) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:35.705999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca653241-5e17-4f83-8e07-96ef13319ba1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d066a2a8-e534-4c59-9ec7-ba72f7898fab,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:35.782691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33428) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:35.788538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c096aeb-73cf-43aa-868f-8a0719d37e68 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups/d066a2a8-e534-4c59-9ec7-ba72f7898fab HTTP/1.1" status: 200 len: 1797 time: 0.1463845 Mar 07 04:47:36.121294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 200e09a0-3738-4d7c-b2a6-06f879d02f60 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:47:36.290744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 200e09a0-3738-4d7c-b2a6-06f879d02f60 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:47:36.298265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 200e09a0-3738-4d7c-b2a6-06f879d02f60 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:36.299557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.315980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fa7d9-5920-40c0-90b5-79273372f451 req-35e5b8c7-5bdc-47f9-a17d-0148a50f8b0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:36.323925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f10fa7d9-5920-40c0-90b5-79273372f451 req-35e5b8c7-5bdc-47f9-a17d-0148a50f8b0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 944 time: 0.1364300 Mar 07 04:47:36.376933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b5b2e3f-4f29-4af0-a408-4b7d9149dc8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.389362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:47:36.439551 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f10fa7d9-5920-40c0-90b5-79273372f451 req-cbe41e08-467e-4dfd-bb6c-8f7785b6056e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147089 Mar 07 04:47:36.486325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 200e09a0-3738-4d7c-b2a6-06f879d02f60 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:36.487251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.527162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 200e09a0-3738-4d7c-b2a6-06f879d02f60, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:36.528602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e09a0-3738-4d7c-b2a6-06f879d02f60'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:36.531324 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce14ff2b-6434-4d18-88ca-da58b7d286ac" -d '{"events": [{"server_uuid": "a34839ef-147c-4906-ab6a-3ab16c57370e", "name": "network-vif-plugged", "status": "completed", "tag": "200e09a0-3738-4d7c-b2a6-06f879d02f60"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:36.538222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.596217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=200e09a0-3738-4d7c-b2a6-06f879d02f60,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:36.603263 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e92462-4800-42f2-bf6a-449063b6ffd9 x-openstack-request-id: req-a9e92462-4800-42f2-bf6a-449063b6ffd9 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:36.603558 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34839ef-147c-4906-ab6a-3ab16c57370e", "name": "network-vif-plugged", "status": "completed", "tag": "200e09a0-3738-4d7c-b2a6-06f879d02f60", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:36.603814 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9e92462-4800-42f2-bf6a-449063b6ffd9 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:36.604206 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e09a0-3738-4d7c-b2a6-06f879d02f60', 'code': 200} Mar 07 04:47:36.606000 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b5b2e3f-4f29-4af0-a408-4b7d9149dc8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.623711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:47:36.633564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.636138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:47:36.659454 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:36.660704 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:36.683062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-81a9e286-d1df-4c2b-a537-9dce15e08d9f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "PUT /v2.0/floatingips/0781df6c-524a-4752-aa03-ed17c4adb3c0 HTTP/1.1" status: 200 len: 992 time: 2.4634805 Mar 07 04:47:36.684706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:36.687590 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c91ace-0581-40b6-905a-d47b3ad794f3" -d '{"events": [{"name": "network-changed", "server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:36.709503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b5b2e3f-4f29-4af0-a408-4b7d9149dc8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d066a2a8-e534-4c59-9ec7-ba72f7898fab), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.714837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b5b2e3f-4f29-4af0-a408-4b7d9149dc8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.716841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4b5b2e3f-4f29-4af0-a408-4b7d9149dc8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/d066a2a8-e534-4c59-9ec7-ba72f7898fab HTTP/1.1" status: 204 len: 168 time: 0.9327297 Mar 07 04:47:36.724800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33444) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:36.743060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:36.760128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc860b1-a54b-44ba-b451-73a007c629f9 req-b5ca59b4-30b4-4af4-9707-3fc3d7fd470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:36.762070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebc860b1-a54b-44ba-b451-73a007c629f9 req-b5ca59b4-30b4-4af4-9707-3fc3d7fd470f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 1127 time: 0.0663793 Mar 07 04:47:36.772199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b2e3f-4f29-4af0-a408-4b7d9149dc8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d066a2a8-e534-4c59-9ec7-ba72f7898fab,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:36.839406 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6ab676-ca34-4dc6-a183-a599e21afa1b x-openstack-request-id: req-7c6ab676-ca34-4dc6-a183-a599e21afa1b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:36.839701 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:36.839955 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6ab676-ca34-4dc6-a183-a599e21afa1b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:36.840352 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'status': 'completed', 'code': 200} Mar 07 04:47:36.890209 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:36.910801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4724bcc5-9f7f-42e8-9c24-ad98cdde48a1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1803398 Mar 07 04:47:36.914858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33446) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:36.916022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebc860b1-a54b-44ba-b451-73a007c629f9 req-c8fa28c9-fc9a-4d8a-8d1d-070919f49836 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464198 Mar 07 04:47:36.930676 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-bb2e16e2-cfab-491c-850f-74afad0a13c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] delete failed (client error): The resource could not be found. Mar 07 04:47:36.931688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb2e16e2-cfab-491c-850f-74afad0a13c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/d066a2a8-e534-4c59-9ec7-ba72f7898fab HTTP/1.1" status: 404 len: 347 time: 0.0159199 Mar 07 04:47:36.939602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33448) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:36.948849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--249451563'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:36.986511 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-643b09b9-d125-45ca-8d62-2900da34625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:36.988218 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-643b09b9-d125-45ca-8d62-2900da34625a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 1128 time: 0.1470180 Mar 07 04:47:36.991061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.143401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-49bd8465-cb51-421f-942f-f76c948c7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:37.146340 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-49bd8465-cb51-421f-942f-f76c948c7ccf service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1514761 Mar 07 04:47:37.228274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f85afa6c-fbea-4a9c-befc-d0527cd4a77b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.238950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f85afa6c-fbea-4a9c-befc-d0527cd4a77b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.243144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-e55b9d87-ed7e-4e28-9cba-912411c5a4d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc HTTP/1.1" status: 200 len: 1000 time: 0.0902240 Mar 07 04:47:37.259730 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0781df6c-524a-4752-aa03-ed17c4adb3c0', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'port_id': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'mac_address': 'fa:16:3e:a4:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:47:12Z', 'updated_at': '2022-03-07T04:47:35Z', 'revision_number': 1, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:37.299285 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:47:37.309286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.310918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3678439 Mar 07 04:47:37.311275 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:47:37.312129 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:37.314401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33450) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:37.322404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424969e-9792-44fa-967f-7271a10cf5c4 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85afa6c-fbea-4a9c-befc-d0527cd4a77b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:37.322856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'f85afa6c-fbea-4a9c-befc-d0527cd4a77b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:37.352303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-f492e8bf-71d2-4edf-94e9-e55fe9494472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:37.354182 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-f492e8bf-71d2-4edf-94e9-e55fe9494472 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0954795 Mar 07 04:47:37.374499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (50f9dac9-8e07-443d-840e-9571fe1b0ca8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.421121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-ef25e1c1-621a-4418-9b17-556df2e67ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:37.423555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-ef25e1c1-621a-4418-9b17-556df2e67ecf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622325 Mar 07 04:47:37.515940 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:47:37.579483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (50f9dac9-8e07-443d-840e-9571fe1b0ca8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.596038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (50f9dac9-8e07-443d-840e-9571fe1b0ca8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.616332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-9247e50f-d924-4707-8fe0-c601eea4f8ba service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828284 Mar 07 04:47:37.630563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f9dac9-8e07-443d-840e-9571fe1b0ca8,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:37.714235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.735274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.737466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb64c8a5-11de-4467-99b9-e46c7094f76b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4193757 Mar 07 04:47:37.742150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33460) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:37.797035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16dbfdf-7028-4c2d-a771-daf79c297f84 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (50f9dac9-8e07-443d-840e-9571fe1b0ca8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.811307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ce1cd-0011-4693-9c4d-18a93ea82221 req-4073a732-5237-4e6c-9829-086e0a54c2cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:37.813879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-278ce1cd-0011-4693-9c4d-18a93ea82221 req-4073a732-5237-4e6c-9829-086e0a54c2cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 945 time: 0.2196269 Mar 07 04:47:37.849473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-36c91ace-0581-40b6-905a-d47b3ad794f3 req-40ad1469-01a6-4742-a3da-925bb7d146a0 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250454 Mar 07 04:47:37.884518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16dbfdf-7028-4c2d-a771-daf79c297f84 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (50f9dac9-8e07-443d-840e-9571fe1b0ca8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.903777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-278ce1cd-0011-4693-9c4d-18a93ea82221 req-6358a55e-db7a-4b72-8417-f6aa1d08c249 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738449 Mar 07 04:47:37.960859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16dbfdf-7028-4c2d-a771-daf79c297f84 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (50f9dac9-8e07-443d-840e-9571fe1b0ca8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.975448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16dbfdf-7028-4c2d-a771-daf79c297f84 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:37.976870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e16dbfdf-7028-4c2d-a771-daf79c297f84 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/50f9dac9-8e07-443d-840e-9571fe1b0ca8 HTTP/1.1" status: 204 len: 168 time: 0.2331154 Mar 07 04:47:37.979575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33462) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:37.986450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dbfdf-7028-4c2d-a771-daf79c297f84 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50f9dac9-8e07-443d-840e-9571fe1b0ca8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:38.021586 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0781df6c-524a-4752-aa03-ed17c4adb3c0', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'port_id': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'mac_address': 'fa:16:3e:a4:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:47:12Z', 'updated_at': '2022-03-07T04:47:35Z', 'revision_number': 1, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:47:38.063295 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8a0ad-f7dc-4905-a7cb-ae5575c835f7 None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0781df6c-524a-4752-aa03-ed17c4adb3c0', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'port_id': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'mac_address': 'fa:16:3e:a4:2d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:47:12Z', 'updated_at': '2022-03-07T04:47:35Z', 'revision_number': 1, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:47:38.071889 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f2f5b0e-d1af-4280-95c6-606f0b5b8f38 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911403 Mar 07 04:47:38.075216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33464) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:38.147427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1601a7bd-60c8-4c55-bd2d-39559782658f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f85afa6c-fbea-4a9c-befc-d0527cd4a77b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.181031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1601a7bd-60c8-4c55-bd2d-39559782658f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f85afa6c-fbea-4a9c-befc-d0527cd4a77b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.240160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1601a7bd-60c8-4c55-bd2d-39559782658f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f85afa6c-fbea-4a9c-befc-d0527cd4a77b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.244636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1601a7bd-60c8-4c55-bd2d-39559782658f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.247394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1601a7bd-60c8-4c55-bd2d-39559782658f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/f85afa6c-fbea-4a9c-befc-d0527cd4a77b HTTP/1.1" status: 204 len: 168 time: 0.1696815 Mar 07 04:47:38.250116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33466) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:38.260108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601a7bd-60c8-4c55-bd2d-39559782658f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85afa6c-fbea-4a9c-befc-d0527cd4a77b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:38.343786 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a697855d-134f-4921-888c-1930a95c9a2c tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0922794 Mar 07 04:47:38.349700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:38.355467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--30298981'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:38.398156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.490383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffaea6-a8d0-4bb2-8b5f-7aa1a08290ed None None] New status for floating IP 0781df6c-524a-4752-aa03-ed17c4adb3c0: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:47:38.514927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f0e6eb87-ccc9-4e3b-b231-d24129f98ec9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.531870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f0e6eb87-ccc9-4e3b-b231-d24129f98ec9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.585217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.587211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2360415 Mar 07 04:47:38.589964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33474) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:38.592633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fb661-4718-4594-864d-4732f78d6201 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e6eb87-ccc9-4e3b-b231-d24129f98ec9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:38.594859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'f0e6eb87-ccc9-4e3b-b231-d24129f98ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:38.658890 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (c388dee0-e0e2-4642-93f5-cce467489012), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.757205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (c388dee0-e0e2-4642-93f5-cce467489012), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.767367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c388dee0-e0e2-4642-93f5-cce467489012), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.805432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c388dee0-e0e2-4642-93f5-cce467489012,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:38.818790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.823831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33480) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:38.824026 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4130f06e-46bf-4dec-94c8-28c80be73d4e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2325931 Mar 07 04:47:38.829066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'f0e6eb87-ccc9-4e3b-b231-d24129f98ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:38.866215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (674ad19e-b76a-4195-9bed-48f49f278449), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:38.994239 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (674ad19e-b76a-4195-9bed-48f49f278449), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.029297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (674ad19e-b76a-4195-9bed-48f49f278449), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.071997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674ad19e-b76a-4195-9bed-48f49f278449,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:39.084987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.089299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-732d5e71-9671-4f2b-a0c6-a0d312676ed3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614989 Mar 07 04:47:39.089879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33484) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:39.097261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'f0e6eb87-ccc9-4e3b-b231-d24129f98ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:39.141411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb4a75-d61f-4af7-a9e5-1c46125ae8ca req-e4d7592b-0019-4cd5-aabd-2a1a6a3ccf83 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:39.145824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8eb4a75-d61f-4af7-a9e5-1c46125ae8ca req-e4d7592b-0019-4cd5-aabd-2a1a6a3ccf83 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 945 time: 0.1498222 Mar 07 04:47:39.209716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8eb4a75-d61f-4af7-a9e5-1c46125ae8ca req-8f2093ad-7980-4c61-8b3c-ee06d32c2880 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Mar 07 04:47:39.216994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (11f609bf-e810-4ad8-8769-78df56d81f68), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.283521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (11f609bf-e810-4ad8-8769-78df56d81f68), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.289903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (11f609bf-e810-4ad8-8769-78df56d81f68), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.318132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f609bf-e810-4ad8-8769-78df56d81f68,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:39.335355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.338577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-79487585-3835-4dba-a66f-b23899901019 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2471101 Mar 07 04:47:39.341295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33494) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:39.346554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'f0e6eb87-ccc9-4e3b-b231-d24129f98ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:39.393780 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:47:39.412965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (cdd95b2b-01a7-4821-8cd1-7879721c58a1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.455532 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.470992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87085e9-d75b-4783-9671-4b45148ab14a req-c8aaae36-ccdd-4953-a495-4c2859f4a89f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:39.472561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b87085e9-d75b-4783-9671-4b45148ab14a req-c8aaae36-ccdd-4953-a495-4c2859f4a89f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 945 time: 0.1038001 Mar 07 04:47:39.552758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (cdd95b2b-01a7-4821-8cd1-7879721c58a1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.558907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b87085e9-d75b-4783-9671-4b45148ab14a req-4207a86c-98eb-45c8-a0fa-8c443bbc1b1f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761113 Mar 07 04:47:39.561506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (cdd95b2b-01a7-4821-8cd1-7879721c58a1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.588129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd95b2b-01a7-4821-8cd1-7879721c58a1,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:39.634214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.638590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:39.643640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'f0e6eb87-ccc9-4e3b-b231-d24129f98ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:39.651225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4bd3eec4-1e6e-425a-93b8-4a949d36ecfb tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3085544 Mar 07 04:47:39.699149 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (6f59ef3c-4336-430b-a61b-52d53852be24), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.854841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (6f59ef3c-4336-430b-a61b-52d53852be24), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.865390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (6f59ef3c-4336-430b-a61b-52d53852be24), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.914092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f59ef3c-4336-430b-a61b-52d53852be24,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:39.934767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:39.939393 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac5f49d0-a10f-4f1c-bc70-f8aa8a547d0e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2995026 Mar 07 04:47:39.942791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33512) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.013383 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe81a68-147b-42dc-9a80-58846ff490c1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (6f59ef3c-4336-430b-a61b-52d53852be24), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.023607 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe81a68-147b-42dc-9a80-58846ff490c1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (6f59ef3c-4336-430b-a61b-52d53852be24), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.060540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe81a68-147b-42dc-9a80-58846ff490c1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (6f59ef3c-4336-430b-a61b-52d53852be24), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.077902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fe81a68-147b-42dc-9a80-58846ff490c1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.079324 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1fe81a68-147b-42dc-9a80-58846ff490c1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6f59ef3c-4336-430b-a61b-52d53852be24 HTTP/1.1" status: 204 len: 168 time: 0.1355867 Mar 07 04:47:40.083200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33518) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.093077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81a68-147b-42dc-9a80-58846ff490c1 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f59ef3c-4336-430b-a61b-52d53852be24,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:40.164651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8abf3094-00de-4cad-8bde-5ae7a42bb91a tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0799315 Mar 07 04:47:40.167631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33522) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.219617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c9ae-dc60-4590-b950-31a7164f3028 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (cdd95b2b-01a7-4821-8cd1-7879721c58a1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.243465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c9ae-dc60-4590-b950-31a7164f3028 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (cdd95b2b-01a7-4821-8cd1-7879721c58a1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.312773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c9ae-dc60-4590-b950-31a7164f3028 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (cdd95b2b-01a7-4821-8cd1-7879721c58a1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.319994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c9ae-dc60-4590-b950-31a7164f3028 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.321251 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2fc9c9ae-dc60-4590-b950-31a7164f3028 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cdd95b2b-01a7-4821-8cd1-7879721c58a1 HTTP/1.1" status: 204 len: 168 time: 0.1523430 Mar 07 04:47:40.323906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33524) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.365097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9c9ae-dc60-4590-b950-31a7164f3028 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdd95b2b-01a7-4821-8cd1-7879721c58a1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:40.501971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f79e150-f6d6-4884-bd68-3155c55b3654 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1767154 Mar 07 04:47:40.506806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33534) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.557322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac1ace01-84b7-4267-a5d9-db0791097758 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (11f609bf-e810-4ad8-8769-78df56d81f68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.569274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac1ace01-84b7-4267-a5d9-db0791097758 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (11f609bf-e810-4ad8-8769-78df56d81f68), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.608627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac1ace01-84b7-4267-a5d9-db0791097758 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (11f609bf-e810-4ad8-8769-78df56d81f68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.625514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac1ace01-84b7-4267-a5d9-db0791097758 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.629420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac1ace01-84b7-4267-a5d9-db0791097758 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/11f609bf-e810-4ad8-8769-78df56d81f68 HTTP/1.1" status: 204 len: 168 time: 0.1192038 Mar 07 04:47:40.629795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33540) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.639717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ace01-84b7-4267-a5d9-db0791097758 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11f609bf-e810-4ad8-8769-78df56d81f68,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:40.740922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-36198d91-f2e5-4fed-9188-1b7291e63138 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1099091 Mar 07 04:47:40.744040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33550) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.810692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d90ad9f0-05a9-43d7-8604-d078236dc38f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (674ad19e-b76a-4195-9bed-48f49f278449), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.821825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d90ad9f0-05a9-43d7-8604-d078236dc38f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (674ad19e-b76a-4195-9bed-48f49f278449), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.870351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d90ad9f0-05a9-43d7-8604-d078236dc38f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (674ad19e-b76a-4195-9bed-48f49f278449), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.899460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d90ad9f0-05a9-43d7-8604-d078236dc38f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:40.900643 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d90ad9f0-05a9-43d7-8604-d078236dc38f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/674ad19e-b76a-4195-9bed-48f49f278449 HTTP/1.1" status: 204 len: 168 time: 0.1552355 Mar 07 04:47:40.903332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33558) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:40.914526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad9f0-05a9-43d7-8604-d078236dc38f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=674ad19e-b76a-4195-9bed-48f49f278449,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:41.009771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3a60d880-3aa4-4f9a-9b93-db5726714061 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1050332 Mar 07 04:47:41.012554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33564) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:41.044250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f231d8d4-6aec-402a-9cfd-bf0a5d14120f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (c388dee0-e0e2-4642-93f5-cce467489012), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.072563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f231d8d4-6aec-402a-9cfd-bf0a5d14120f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (c388dee0-e0e2-4642-93f5-cce467489012), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.136829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f231d8d4-6aec-402a-9cfd-bf0a5d14120f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c388dee0-e0e2-4642-93f5-cce467489012), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.143601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f231d8d4-6aec-402a-9cfd-bf0a5d14120f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.145246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f231d8d4-6aec-402a-9cfd-bf0a5d14120f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c388dee0-e0e2-4642-93f5-cce467489012 HTTP/1.1" status: 204 len: 168 time: 0.1317086 Mar 07 04:47:41.148011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33566) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:41.164055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231d8d4-6aec-402a-9cfd-bf0a5d14120f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c388dee0-e0e2-4642-93f5-cce467489012,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:41.230503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33570) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:41.236625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-217ca61c-d590-4cc7-a4ce-3e57ca89d9f7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785480 Mar 07 04:47:41.374894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e18c5-f986-4937-b2f7-a73199eded8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f0e6eb87-ccc9-4e3b-b231-d24129f98ec9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.435767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e18c5-f986-4937-b2f7-a73199eded8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (f0e6eb87-ccc9-4e3b-b231-d24129f98ec9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.520388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e18c5-f986-4937-b2f7-a73199eded8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f0e6eb87-ccc9-4e3b-b231-d24129f98ec9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.523210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac5e18c5-f986-4937-b2f7-a73199eded8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.524354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac5e18c5-f986-4937-b2f7-a73199eded8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0e6eb87-ccc9-4e3b-b231-d24129f98ec9 HTTP/1.1" status: 204 len: 168 time: 0.2928689 Mar 07 04:47:41.527254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:41.544795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e18c5-f986-4937-b2f7-a73199eded8d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e6eb87-ccc9-4e3b-b231-d24129f98ec9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:41.621683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ba60855b-5ea4-48a1-ac8f-a14d6b222c58 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0933216 Mar 07 04:47:41.627271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33578) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:41.631043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--661304949'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:41.677275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.844573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (ff2887be-3f3b-42f3-a422-bf9eaaac41d6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.852779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ff2887be-3f3b-42f3-a422-bf9eaaac41d6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.887657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:41.888916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2619855 Mar 07 04:47:41.892076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33592) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:41.893718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde6e59-df04-4a47-aacb-056cecb91b3b tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2887be-3f3b-42f3-a422-bf9eaaac41d6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:41.903586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': 'ff2887be-3f3b-42f3-a422-bf9eaaac41d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:42.014036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (0ca7b454-81cd-45af-a80d-149847ae1454), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.289549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (0ca7b454-81cd-45af-a80d-149847ae1454), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.301519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0ca7b454-81cd-45af-a80d-149847ae1454), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.338294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca7b454-81cd-45af-a80d-149847ae1454,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:42.353761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.391355 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33618) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:42.403060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a4f7eed1-1508-47f0-962d-6fa15fedc2c2 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4948988 Mar 07 04:47:42.546561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9641e9d-d14a-44ea-a0f6-81f832f486d3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (ff2887be-3f3b-42f3-a422-bf9eaaac41d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.595737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9641e9d-d14a-44ea-a0f6-81f832f486d3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (ff2887be-3f3b-42f3-a422-bf9eaaac41d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.699132 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9641e9d-d14a-44ea-a0f6-81f832f486d3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ff2887be-3f3b-42f3-a422-bf9eaaac41d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.702261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9641e9d-d14a-44ea-a0f6-81f832f486d3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:42.703546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d9641e9d-d14a-44ea-a0f6-81f832f486d3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff2887be-3f3b-42f3-a422-bf9eaaac41d6 HTTP/1.1" status: 204 len: 168 time: 0.3111227 Mar 07 04:47:42.706291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33622) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:42.721666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9641e9d-d14a-44ea-a0f6-81f832f486d3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2887be-3f3b-42f3-a422-bf9eaaac41d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:42.806061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dba82680-47c3-4f43-b598-f2f8eb977c3d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973587 Mar 07 04:47:42.809593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33624) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:42.814457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--502836418'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:42.849784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.008771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (2c893f18-9479-45c5-a223-d67ad0fe891a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.026623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2c893f18-9479-45c5-a223-d67ad0fe891a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.054164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.055625 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2448099 Mar 07 04:47:43.058852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33626) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:43.063511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492653438'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:43.089894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ff496-ed96-4cbd-a8d9-ffecad61fba9 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c893f18-9479-45c5-a223-d67ad0fe891a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:43.115469 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.299557 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (9cf0d8da-86ab-4c39-b7e3-0082bff56175), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.317425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9cf0d8da-86ab-4c39-b7e3-0082bff56175), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.393226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.409216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3467579 Mar 07 04:47:43.410269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33638) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:43.414903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': '2c893f18-9479-45c5-a223-d67ad0fe891a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9cf0d8da-86ab-4c39-b7e3-0082bff56175', 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:43.424199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf0d8da-86ab-4c39-b7e3-0082bff56175,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:43.443946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.444626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.444626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.444975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.445322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.445666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.446151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.446494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.446836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.447170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.447504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.447968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.448325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe293e-84b3-4ed8-a1b1-130bba0d5304 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:47:43.489512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (18869f47-279d-4a23-9f45-489b15dcb1ad), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.681653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (18869f47-279d-4a23-9f45-489b15dcb1ad), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.686369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (18869f47-279d-4a23-9f45-489b15dcb1ad), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.725140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18869f47-279d-4a23-9f45-489b15dcb1ad,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:43.738807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.742457 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d8917bd-0e30-46a3-8b78-23330fb8d73e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3288045 Mar 07 04:47:43.743204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33648) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:43.820269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a89961a-53d7-4a8b-a28d-fef456dbe65e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (18869f47-279d-4a23-9f45-489b15dcb1ad), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.840792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a89961a-53d7-4a8b-a28d-fef456dbe65e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (18869f47-279d-4a23-9f45-489b15dcb1ad), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.896904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a89961a-53d7-4a8b-a28d-fef456dbe65e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (18869f47-279d-4a23-9f45-489b15dcb1ad), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.904874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a89961a-53d7-4a8b-a28d-fef456dbe65e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:43.906358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6a89961a-53d7-4a8b-a28d-fef456dbe65e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/18869f47-279d-4a23-9f45-489b15dcb1ad HTTP/1.1" status: 204 len: 168 time: 0.1620431 Mar 07 04:47:43.909218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33652) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:43.919067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89961a-53d7-4a8b-a28d-fef456dbe65e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18869f47-279d-4a23-9f45-489b15dcb1ad,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:44.022537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33654) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:44.025463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c4b1a1e-f333-445b-9487-bdcac6921c73 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1136305 Mar 07 04:47:44.139817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaf60230-12ae-4078-84ff-a6fd87910cc7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (9cf0d8da-86ab-4c39-b7e3-0082bff56175), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.207362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaf60230-12ae-4078-84ff-a6fd87910cc7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (9cf0d8da-86ab-4c39-b7e3-0082bff56175), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.324076 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaf60230-12ae-4078-84ff-a6fd87910cc7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9cf0d8da-86ab-4c39-b7e3-0082bff56175), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.327211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaf60230-12ae-4078-84ff-a6fd87910cc7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.331513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33660) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:44.332238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aaf60230-12ae-4078-84ff-a6fd87910cc7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/9cf0d8da-86ab-4c39-b7e3-0082bff56175 HTTP/1.1" status: 204 len: 168 time: 0.3082967 Mar 07 04:47:44.357548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf60230-12ae-4078-84ff-a6fd87910cc7 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf0d8da-86ab-4c39-b7e3-0082bff56175,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:44.507652 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7d775f77-e255-4bee-a3ff-90708dbc5980 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1737325 Mar 07 04:47:44.510632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33664) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:44.698489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a09fe67c-7930-40eb-9909-9f1ad1e9d5b3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (2c893f18-9479-45c5-a223-d67ad0fe891a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.773132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a09fe67c-7930-40eb-9909-9f1ad1e9d5b3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (2c893f18-9479-45c5-a223-d67ad0fe891a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.892038 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a09fe67c-7930-40eb-9909-9f1ad1e9d5b3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2c893f18-9479-45c5-a223-d67ad0fe891a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.896790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a09fe67c-7930-40eb-9909-9f1ad1e9d5b3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:44.901144 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a09fe67c-7930-40eb-9909-9f1ad1e9d5b3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c893f18-9479-45c5-a223-d67ad0fe891a HTTP/1.1" status: 204 len: 168 time: 0.3887923 Mar 07 04:47:44.901327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33668) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:44.924318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe67c-7930-40eb-9909-9f1ad1e9d5b3 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c893f18-9479-45c5-a223-d67ad0fe891a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:45.091014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33672) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:45.095427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--687055800'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:45.100845 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a3b9dff5-5a71-451b-bc1b-002815b55992 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1853282 Mar 07 04:47:45.149290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.289146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.299500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.355679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:45.386781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.390636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33678) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:45.395902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': '6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:45.400078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-65ae2587-1d47-41d7-8ab5-6f01e6a558fa tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3079371 Mar 07 04:47:45.446746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (86046d6d-2301-4b99-a73c-789480124e3c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.600810 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (86046d6d-2301-4b99-a73c-789480124e3c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.624101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (86046d6d-2301-4b99-a73c-789480124e3c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.649177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86046d6d-2301-4b99-a73c-789480124e3c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:45.675354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.681126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33684) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:45.688800 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5b654235-a68b-48a9-8963-2e356c328366 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2970228 Mar 07 04:47:45.733808 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4120d31d-6d76-4af5-9212-89dcc8dca352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (86046d6d-2301-4b99-a73c-789480124e3c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.753337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4120d31d-6d76-4af5-9212-89dcc8dca352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (86046d6d-2301-4b99-a73c-789480124e3c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.813375 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4120d31d-6d76-4af5-9212-89dcc8dca352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (86046d6d-2301-4b99-a73c-789480124e3c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.834472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4120d31d-6d76-4af5-9212-89dcc8dca352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:45.838935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33690) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:45.841354 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4120d31d-6d76-4af5-9212-89dcc8dca352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/86046d6d-2301-4b99-a73c-789480124e3c HTTP/1.1" status: 204 len: 168 time: 0.1588171 Mar 07 04:47:45.852845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120d31d-6d76-4af5-9212-89dcc8dca352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86046d6d-2301-4b99-a73c-789480124e3c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:45.895979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33696) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:45.905248 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3db80640-771f-47b2-bfd7-68ba5b4c5143 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632126 Mar 07 04:47:45.998157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f43f9a6-cf2f-4070-955f-64bcdf5979cc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.024546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f43f9a6-cf2f-4070-955f-64bcdf5979cc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.091195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f43f9a6-cf2f-4070-955f-64bcdf5979cc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.093737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f43f9a6-cf2f-4070-955f-64bcdf5979cc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.101930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:46.109038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f43f9a6-cf2f-4070-955f-64bcdf5979cc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3 HTTP/1.1" status: 204 len: 168 time: 0.2114522 Mar 07 04:47:46.189883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-82929437-6eab-4a9b-a3f7-d80b6d01a122 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866945 Mar 07 04:47:46.190583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33706) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:46.195113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--283077954'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:46.227098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43f9a6-cf2f-4070-955f-64bcdf5979cc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0eb9a1-4869-46f2-aa6a-4ef6afe539b3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:46.256661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.262021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-5a5b5a48-9205-4b8b-98d0-b46916ceee32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:46.263938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-5a5b5a48-9205-4b8b-98d0-b46916ceee32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.3109670 Mar 07 04:47:46.288257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-52daad12-8cec-4b41-983a-3657f604376a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0187104 Mar 07 04:47:46.387652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (964eabfb-e937-4c77-99e2-d86387c2220e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.399662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (964eabfb-e937-4c77-99e2-d86387c2220e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.422506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-68f2256c-8c63-4ca3-a22f-0b03bad1067a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268737 Mar 07 04:47:46.453654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.459074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33714) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:46.464268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': '964eabfb-e937-4c77-99e2-d86387c2220e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:46.469413 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2776675 Mar 07 04:47:46.470777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab64de-63e5-4968-9714-217465237f64 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964eabfb-e937-4c77-99e2-d86387c2220e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:46.506255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9f4de625-ceb1-41d3-9a0d-fd179e8f4329), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.609353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9f4de625-ceb1-41d3-9a0d-fd179e8f4329), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.648816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9f4de625-ceb1-41d3-9a0d-fd179e8f4329), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.708699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4de625-ceb1-41d3-9a0d-fd179e8f4329,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:46.763892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.764382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:46.772927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-74c00393-dce1-4901-b52d-1e1947992613 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3126395 Mar 07 04:47:46.783145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-ad8a4226-19e8-4c0f-981c-085ade5ffda2 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532398 Mar 07 04:47:46.805644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f192ccfd-e822-4721-93c3-75355e2eb118 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules/9f4de625-ceb1-41d3-9a0d-fd179e8f4329 HTTP/1.1" status: 200 len: 763 time: 0.0400462 Mar 07 04:47:46.806348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33720) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:46.902725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bfa6628a-13a8-4e6b-9431-e02aabde19a5 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0930896 Mar 07 04:47:46.903273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33722) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:46.941764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5115b942-5389-4bf6-80be-83a17fe5f437 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9f4de625-ceb1-41d3-9a0d-fd179e8f4329), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.949750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5115b942-5389-4bf6-80be-83a17fe5f437 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9f4de625-ceb1-41d3-9a0d-fd179e8f4329), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.990062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5115b942-5389-4bf6-80be-83a17fe5f437 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9f4de625-ceb1-41d3-9a0d-fd179e8f4329), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:46.999635 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5115b942-5389-4bf6-80be-83a17fe5f437 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.004819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.009562 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5115b942-5389-4bf6-80be-83a17fe5f437 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9f4de625-ceb1-41d3-9a0d-fd179e8f4329 HTTP/1.1" status: 204 len: 168 time: 0.1024573 Mar 07 04:47:47.023158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b942-5389-4bf6-80be-83a17fe5f437 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f4de625-ceb1-41d3-9a0d-fd179e8f4329,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:47.039715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c08cb983-da27-4ef3-b87d-0ec3b876cfc0 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466404 Mar 07 04:47:47.128032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4d6d8d1b-2cd3-4279-a561-6e7dc1d4c5ce tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1220703 Mar 07 04:47:47.131727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33726) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.139642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': '964eabfb-e937-4c77-99e2-d86387c2220e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:47.187652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9ca9f790-107d-4675-9349-a411ab7f7ebb), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.312402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9ca9f790-107d-4675-9349-a411ab7f7ebb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.330766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9ca9f790-107d-4675-9349-a411ab7f7ebb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.363398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca9f790-107d-4675-9349-a411ab7f7ebb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:47.387888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.389138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5837493f-ea82-4945-9531-fda1ae43ac5f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568231 Mar 07 04:47:47.392116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33736) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.423649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-99cbd3f9-289d-430e-adb8-0c1625964352 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules/9ca9f790-107d-4675-9349-a411ab7f7ebb HTTP/1.1" status: 200 len: 763 time: 0.0303972 Mar 07 04:47:47.426464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33740) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.549808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c5d00df-0d73-419c-8d45-daa8bb8615c5 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1219683 Mar 07 04:47:47.557713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.579044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acb1c7d1-055c-4b11-a21b-4c32ce548143 req-57ac5842-9663-48a1-b3e1-c4a884fd54cf tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.1068892 Mar 07 04:47:47.627364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e7cae45-f3a6-4672-bd93-c70a55ae084d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9ca9f790-107d-4675-9349-a411ab7f7ebb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.646675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e7cae45-f3a6-4672-bd93-c70a55ae084d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (9ca9f790-107d-4675-9349-a411ab7f7ebb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.724587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e7cae45-f3a6-4672-bd93-c70a55ae084d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9ca9f790-107d-4675-9349-a411ab7f7ebb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.746751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e7cae45-f3a6-4672-bd93-c70a55ae084d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:47.750543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33750) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.750828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0e7cae45-f3a6-4672-bd93-c70a55ae084d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9ca9f790-107d-4675-9349-a411ab7f7ebb HTTP/1.1" status: 204 len: 168 time: 0.1881945 Mar 07 04:47:47.752635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cae45-f3a6-4672-bd93-c70a55ae084d tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ca9f790-107d-4675-9349-a411ab7f7ebb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:47.846964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d040b9f5-5b32-4932-b53b-81e05c8fb01f tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946033 Mar 07 04:47:47.852322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33754) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:47.858902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': '964eabfb-e937-4c77-99e2-d86387c2220e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:47.930514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (29459fa3-4e93-424e-9aac-f10089f85490), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.017369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (29459fa3-4e93-424e-9aac-f10089f85490), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.030443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (29459fa3-4e93-424e-9aac-f10089f85490), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.063425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29459fa3-4e93-424e-9aac-f10089f85490,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:48.087446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.091118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c620d08f-2c54-406b-b387-710a6b4b3fbd tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2364473 Mar 07 04:47:48.093831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.127043 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d9a5e2e5-13a2-4765-87a7-56e4a2b4ac88 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules/29459fa3-4e93-424e-9aac-f10089f85490 HTTP/1.1" status: 200 len: 764 time: 0.0319028 Mar 07 04:47:48.131178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33760) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.220691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-57cfa8cf-547a-4bdc-b337-467ff13cfead tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0880811 Mar 07 04:47:48.225844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33762) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.269016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893cdff6-172c-463d-a290-4451dcecb25e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (29459fa3-4e93-424e-9aac-f10089f85490), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.306775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893cdff6-172c-463d-a290-4451dcecb25e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (29459fa3-4e93-424e-9aac-f10089f85490), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.363827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893cdff6-172c-463d-a290-4451dcecb25e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (29459fa3-4e93-424e-9aac-f10089f85490), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.373373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-893cdff6-172c-463d-a290-4451dcecb25e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.374538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-893cdff6-172c-463d-a290-4451dcecb25e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/29459fa3-4e93-424e-9aac-f10089f85490 HTTP/1.1" status: 204 len: 168 time: 0.1472924 Mar 07 04:47:48.377256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.422824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cdff6-172c-463d-a290-4451dcecb25e tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29459fa3-4e93-424e-9aac-f10089f85490,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:48.511014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33772) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.513118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ff04cd4-650e-4867-9e3c-2c6e2321f705 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1342750 Mar 07 04:47:48.652201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5315518f-cc52-4f44-8083-e133fcde3a67 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (964eabfb-e937-4c77-99e2-d86387c2220e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.701459 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5315518f-cc52-4f44-8083-e133fcde3a67 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (964eabfb-e937-4c77-99e2-d86387c2220e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.799039 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5315518f-cc52-4f44-8083-e133fcde3a67 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (964eabfb-e937-4c77-99e2-d86387c2220e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.805839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5315518f-cc52-4f44-8083-e133fcde3a67 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:48.808055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5315518f-cc52-4f44-8083-e133fcde3a67 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/964eabfb-e937-4c77-99e2-d86387c2220e HTTP/1.1" status: 204 len: 168 time: 0.2954752 Mar 07 04:47:48.811508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.872183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315518f-cc52-4f44-8083-e133fcde3a67 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964eabfb-e937-4c77-99e2-d86387c2220e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:48.876236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7d7c0d7-c9d8-4b11-8791-8f6b9e925d09 req-bc54042e-c6fd-4d70-8533-1c370e9fedab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.1036873 Mar 07 04:47:48.957529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33782) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:48.963927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group': {'name': 'tempest-secgroup--510147100'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:48.965812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3761b12-545b-49dc-aedc-4532e8519961 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1531882 Mar 07 04:47:49.013871 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.164998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (8d289e20-5648-423b-b1fd-fdd09be15a6c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.179660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8d289e20-5648-423b-b1fd-fdd09be15a6c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.279732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.281248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3212199 Mar 07 04:47:49.284194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33790) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:49.289093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Request body: {'security_group_rule': {'security_group_id': '8d289e20-5648-423b-b1fd-fdd09be15a6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:49.296584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383620ed-f153-46e8-a394-2f245c8d6f54 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d289e20-5648-423b-b1fd-fdd09be15a6c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:49.343585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (42f139f0-c90f-42f5-8ada-98e0044dce59), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.371851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-bc5752b6-c0b7-4a11-a7df-8058ef64cc02 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:49.375824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-bc5752b6-c0b7-4a11-a7df-8058ef64cc02 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.2065322 Mar 07 04:47:49.387503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:49.520568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (42f139f0-c90f-42f5-8ada-98e0044dce59), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.529392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (42f139f0-c90f-42f5-8ada-98e0044dce59), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.600075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f139f0-c90f-42f5-8ada-98e0044dce59,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:49.611930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.621278 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-791bf00a-c2cb-4d87-a5fb-ad3391127c81 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3358488 Mar 07 04:47:49.626887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33798) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:49.636735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:47:49.650872 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.800331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5640214-9109-4a5f-b8d3-9e09f654dbcc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (8d289e20-5648-423b-b1fd-fdd09be15a6c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.881626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5640214-9109-4a5f-b8d3-9e09f654dbcc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (8d289e20-5648-423b-b1fd-fdd09be15a6c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:49.941483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:50.057643 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5640214-9109-4a5f-b8d3-9e09f654dbcc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8d289e20-5648-423b-b1fd-fdd09be15a6c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:50.061612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5640214-9109-4a5f-b8d3-9e09f654dbcc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:50.068266 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5640214-9109-4a5f-b8d3-9e09f654dbcc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d289e20-5648-423b-b1fd-fdd09be15a6c HTTP/1.1" status: 204 len: 168 time: 0.4401665 Mar 07 04:47:50.070383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33802) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:50.127019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640214-9109-4a5f-b8d3-9e09f654dbcc tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d289e20-5648-423b-b1fd-fdd09be15a6c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:50.189466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-627389ea-f2eb-420d-8454-af7533b64381 req-11f19ad8-f5e8-43cb-8bde-a7915f604e5f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0826035 Mar 07 04:47:50.214566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.9 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/c6a9a914-08a0-4322-b7fc-6441175e530a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:47:50.303163 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce2e69f6-2235-48a9-a93f-0e5806d61864 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2186937 Mar 07 04:47:50.305491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33806) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:50.453314 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97d22b2b-8e5d-4b1b-afac-95bcf867f0f5 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1445398 Mar 07 04:47:50.461130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33808) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:50.501629 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-002966fe-cbe7-4fba-ac63-db7fadb97682 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] delete failed (client error): The resource could not be found. Mar 07 04:47:50.505755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-002966fe-cbe7-4fba-ac63-db7fadb97682 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d289e20-5648-423b-b1fd-fdd09be15a6c HTTP/1.1" status: 404 len: 347 time: 0.0381470 Mar 07 04:47:50.510181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33810) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:50.606719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86dfc8d8-0552-4c8a-a161-e026b2056b49 tempest-SecGroupTest-1994053717 tempest-SecGroupTest-1994053717-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0953882 Mar 07 04:47:50.609200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:50.681212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:50.694003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['200e09a0-3738-4d7c-b2a6-06f879d02f60'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:50.784508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:47:50.788615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:47:50.796141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:47:50.913627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=c6a9a914-08a0-4322-b7fc-6441175e530a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:51.006636 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:51.007321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.053118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-e3995f89-3b7e-4d2b-8790-713549cd88dc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6701221 Mar 07 04:47:51.068089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Request body: {'port': {'device_id': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:51.271762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33834) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:51.274197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.375472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-aa338edc-c6cb-457a-805d-2f2d3d84c9e3 None None] Provisioning complete for port c6a9a914-08a0-4322-b7fc-6441175e530a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:47:51.388538 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa338edc-c6cb-457a-805d-2f2d3d84c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.497565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a9af-e4a8-44c4-8865-3cb5a6560e93 req-eaebee8f-cd11-493c-924a-6d71391fd435 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:51.508406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6403a9af-e4a8-44c4-8865-3cb5a6560e93 req-eaebee8f-cd11-493c-924a-6d71391fd435 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 931 time: 0.1518791 Mar 07 04:47:51.534931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-aa338edc-c6cb-457a-805d-2f2d3d84c9e3 None None] Port c6a9a914-08a0-4322-b7fc-6441175e530a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:47:51.572346 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-110f17c7-8c79-46a7-8900-d20457555d60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8cb4ba1096a4d469268d74c41a54581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923710 Mar 07 04:47:51.573797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33844) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:51.590299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6403a9af-e4a8-44c4-8865-3cb5a6560e93 req-adb51496-8544-4d2e-8878-68c02b88dfd4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Mar 07 04:47:51.686673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e51b5af-98b0-4605-b726-697906429174 admin admin] Publish callbacks [] for security_group (f66a4523-58c1-4f1b-9875-5dc42796444a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.763944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e51b5af-98b0-4605-b726-697906429174 admin admin] Publish callbacks [] for security_group (f66a4523-58c1-4f1b-9875-5dc42796444a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.865134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e50b3-5fb8-4197-83b2-f82c701159b6 req-1c8c6d9f-8dd3-4cb0-8cf2-e5f96a4be0d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:51.868968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e51b5af-98b0-4605-b726-697906429174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f66a4523-58c1-4f1b-9875-5dc42796444a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.871648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7e51b5af-98b0-4605-b726-697906429174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:51.872942 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7e51b5af-98b0-4605-b726-697906429174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f66a4523-58c1-4f1b-9875-5dc42796444a HTTP/1.1" status: 204 len: 168 time: 0.2979927 Mar 07 04:47:51.874812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-091e50b3-5fb8-4197-83b2-f82c701159b6 req-1c8c6d9f-8dd3-4cb0-8cf2-e5f96a4be0d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.1079814 Mar 07 04:47:51.887703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51b5af-98b0-4605-b726-697906429174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a4523-58c1-4f1b-9875-5dc42796444a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:52.014873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-091e50b3-5fb8-4197-83b2-f82c701159b6 req-cb217b18-8f3a-42eb-9e5d-65c511eb2ae3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387870 Mar 07 04:47:52.061022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a9a914-08a0-4322-b7fc-6441175e530a {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:52.076975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Publish callbacks [] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:52.107158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Transition to ACTIVE for port object c6a9a914-08a0-4322-b7fc-6441175e530a will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:47:52.117133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:52.219127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:52.385768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a9a914-08a0-4322-b7fc-6441175e530a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:52.438468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Attempting to bind port c6a9a914-08a0-4322-b7fc-6441175e530a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:47:52.438828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Attempting to bind port c6a9a914-08a0-4322-b7fc-6441175e530a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:47:52.439163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Attempting to bind port c6a9a914-08a0-4322-b7fc-6441175e530a on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:52.448688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Port c6a9a914-08a0-4322-b7fc-6441175e530a on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:47:52.448947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Attempting to bind port c6a9a914-08a0-4322-b7fc-6441175e530a on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:47:52.464475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:47:52.464823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:47:52.465212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:47:52.465652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Bound port: c6a9a914-08a0-4322-b7fc-6441175e530a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:47:52.466040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:52.577181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] For port c6a9a914-08a0-4322-b7fc-6441175e530a, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:47:52.584647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] For port c6a9a914-08a0-4322-b7fc-6441175e530a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c6a9a914-08a0-4322-b7fc-6441175e530a,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:47:52.596618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:52.700376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:52.701010 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:52.702457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6a9a914-08a0-4322-b7fc-6441175e530a HTTP/1.1" status: 200 len: 1091 time: 1.6405110 Mar 07 04:47:52.702940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'tag': 'c6a9a914-08a0-4322-b7fc-6441175e530a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:52.705205 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a72b2-8915-4ae4-938c-37ee57029799" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ec2df-1202-4cd8-8a84-94e852eced96", "tag": "c6a9a914-08a0-4322-b7fc-6441175e530a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:52.860424 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72070c-5b4e-42e4-8787-8a42fb3ec3d7 x-openstack-request-id: req-ef72070c-5b4e-42e4-8787-8a42fb3ec3d7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:52.860992 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ec2df-1202-4cd8-8a84-94e852eced96", "tag": "c6a9a914-08a0-4322-b7fc-6441175e530a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:52.861441 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef72070c-5b4e-42e4-8787-8a42fb3ec3d7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:52.862031 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'tag': 'c6a9a914-08a0-4322-b7fc-6441175e530a', 'status': 'completed', 'code': 200} Mar 07 04:47:52.982898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f02f4a-6d3a-4fd9-b851-8802e3cfd2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a9a914-08a0-4322-b7fc-6441175e530a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:53.020322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-ec9f40f9-2b48-4799-9c40-adc873a514b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:53.021969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-ec9f40f9-2b48-4799-9c40-adc873a514b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 1125 time: 0.2189891 Mar 07 04:47:53.054010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c2420-03a4-49b9-9a1e-1b3c5e16865f req-6ccb6b39-6362-4286-97d0-9bffc2cec0f1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:53.060760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d22c2420-03a4-49b9-9a1e-1b3c5e16865f req-6ccb6b39-6362-4286-97d0-9bffc2cec0f1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.3330035 Mar 07 04:47:53.194755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-b97c7711-94a1-48ab-b71a-12d826ebfafb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a9a914-08a0-4322-b7fc-6441175e530a HTTP/1.1" status: 200 len: 217 time: 0.1313128 Mar 07 04:47:53.296163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d22c2420-03a4-49b9-9a1e-1b3c5e16865f req-0f3dea4f-dd47-480c-9665-711e273561a6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344880 Mar 07 04:47:53.335321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-9c41c3f2-570a-4629-a20b-107956ac8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:53.336861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-9c41c3f2-570a-4629-a20b-107956ac8008 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1191909 Mar 07 04:47:53.383166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b696a-3532-424f-aa82-ab18a45cd46c req-b50cb410-ebd5-4f88-9680-b0aad8c9658b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:53.393505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a3b696a-3532-424f-aa82-ab18a45cd46c req-b50cb410-ebd5-4f88-9680-b0aad8c9658b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.2091713 Mar 07 04:47:53.498231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-243255ab-9bec-4f63-a04a-21098f5b1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:53.502335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-243255ab-9bec-4f63-a04a-21098f5b1b93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1535318 Mar 07 04:47:53.539608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a3b696a-3532-424f-aa82-ab18a45cd46c req-88651ae4-b50f-4660-a82e-6504e18cd641 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428320 Mar 07 04:47:53.758015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-1898c9bc-451d-477b-ad7e-f3b12784e55b service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496929 Mar 07 04:47:53.912282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ae2a26b-59bd-4caa-abdb-5b529d4b7fd4 req-7e41f848-c488-46b8-a8a5-6c6dffa3e21c service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383917 Mar 07 04:47:54.079034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-08539594-0ce3-4b6f-9bf2-4f04ec1c8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:54.081939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-08539594-0ce3-4b6f-9bf2-4f04ec1c8c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 1125 time: 0.0977969 Mar 07 04:47:54.322872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-b30fb68c-e9ff-4670-9337-b62416c1207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:54.324679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-b30fb68c-e9ff-4670-9337-b62416c1207f service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.2362270 Mar 07 04:47:54.404468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-0d3114e4-40c7-4951-adaf-ceb3ad0492f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a9a914-08a0-4322-b7fc-6441175e530a HTTP/1.1" status: 200 len: 217 time: 0.0656605 Mar 07 04:47:54.577520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-c99d9d49-f027-49c0-9200-59dddd954803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:54.580718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-c99d9d49-f027-49c0-9200-59dddd954803 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1174312 Mar 07 04:47:54.593624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14fbf-e1bc-460e-b6c0-cea5f132ac66 req-2fa1f70b-eac4-48e7-8bcd-800ca3addf44 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:54.602679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ee14fbf-e1bc-460e-b6c0-cea5f132ac66 req-2fa1f70b-eac4-48e7-8bcd-800ca3addf44 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1972015 Mar 07 04:47:54.738440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ee14fbf-e1bc-460e-b6c0-cea5f132ac66 req-78d58179-e05a-4382-a551-a68ef7971ed3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108584 Mar 07 04:47:54.754946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-1d8a996e-ad72-4700-b641-7a6129accf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:54.756826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-1d8a996e-ad72-4700-b641-7a6129accf9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1532640 Mar 07 04:47:54.872836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-24d38d9f-ba25-4808-9adf-9706914072e7 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087129 Mar 07 04:47:55.086758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:47:55.102777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f1a72b2-8915-4ae4-938c-37ee57029799 req-71f2cfeb-8e7f-4c74-be0f-38c9093210c1 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215710 Mar 07 04:47:55.263249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:55.263648 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:55.308001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:47:55.319517 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33b986a-ce60-4a89-9be9-a37c9fed377b" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:47:55.334365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:55.346103 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:55.407500 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900a505-e470-4c85-9a02-c06f530a8bc1 x-openstack-request-id: req-e900a505-e470-4c85-9a02-c06f530a8bc1 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:47:55.407920 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:47:55.408187 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e900a505-e470-4c85-9a02-c06f530a8bc1 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:47:55.408596 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'code': 200} Mar 07 04:47:55.419177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:55.893918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150d500-cfd1-4ecc-8ece-1dfdd366fcd8 req-d936bfa4-5ac2-42b2-8139-3c46903415ae tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:55.899485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8150d500-cfd1-4ecc-8ece-1dfdd366fcd8 req-d936bfa4-5ac2-42b2-8139-3c46903415ae tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.0728199 Mar 07 04:47:55.959228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8150d500-cfd1-4ecc-8ece-1dfdd366fcd8 req-832c7ae8-2b50-4132-996e-1c4f3f6a391b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523415 Mar 07 04:47:57.258819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308abd2c-92e9-4363-91d3-032118fd3453 req-b80cd8fb-84d5-4e6a-86ff-618663e109b2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:57.262023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-308abd2c-92e9-4363-91d3-032118fd3453 req-b80cd8fb-84d5-4e6a-86ff-618663e109b2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1614318 Mar 07 04:47:57.411038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-308abd2c-92e9-4363-91d3-032118fd3453 req-40e4feaa-4b08-4ea6-95da-77e1fd607f87 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354342 Mar 07 04:47:57.670549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:57.832152 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d451c02-4acc-468e-829a-dc914cf6cdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.021126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d451c02-4acc-468e-829a-dc914cf6cdec admin admin] Publish callbacks [] for security_group (32add6bf-63e4-4688-83a3-6bb47171db41), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.029607 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d451c02-4acc-468e-829a-dc914cf6cdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (32add6bf-63e4-4688-83a3-6bb47171db41), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.127468 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d451c02-4acc-468e-829a-dc914cf6cdec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=571bc11a62934d3c82c04f1fbd0e4e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4543822 Mar 07 04:47:58.129555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:58.136202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d451c02-4acc-468e-829a-dc914cf6cdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32add6bf-63e4-4688-83a3-6bb47171db41,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:58.252137 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdf7f-c906-4758-8ff2-c6c0ed24a291 admin admin] Publish callbacks [] for security_group (32add6bf-63e4-4688-83a3-6bb47171db41), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.282647 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdf7f-c906-4758-8ff2-c6c0ed24a291 admin admin] Publish callbacks [] for security_group (32add6bf-63e4-4688-83a3-6bb47171db41), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.345518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdf7f-c906-4758-8ff2-c6c0ed24a291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (32add6bf-63e4-4688-83a3-6bb47171db41), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.352120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdf7f-c906-4758-8ff2-c6c0ed24a291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:58.357358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7bdbdf7f-c906-4758-8ff2-c6c0ed24a291 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32add6bf-63e4-4688-83a3-6bb47171db41 HTTP/1.1" status: 204 len: 168 time: 0.2256694 Mar 07 04:47:58.369506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbdf7f-c906-4758-8ff2-c6c0ed24a291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32add6bf-63e4-4688-83a3-6bb47171db41,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:58.650582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3aec7-5b85-4935-8704-ea68ed108004 req-193681ee-c865-4c5b-baf1-e8f7ecaa739e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:47:58.655063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8e3aec7-5b85-4935-8704-ea68ed108004 req-193681ee-c865-4c5b-baf1-e8f7ecaa739e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1308663 Mar 07 04:47:58.789496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8e3aec7-5b85-4935-8704-ea68ed108004 req-9dbae5b4-ff2f-4275-b4cd-5c3504b3136c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236222 Mar 07 04:47:59.112144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:47:59.341367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:59.368160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:47:59.460436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:47:59.461090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:59.491989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:47:59.559984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:47:59.568918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:59.610620 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:47:59.691864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:47:59.743989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:47:59.745896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1832522485-network', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:47:59.791026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Made reservation on behalf of aa95c482cdcf4cd2b2ecfa3b947d4a92 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:47:59.794717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:59.807144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:47:59.992787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks [] for security_group (6977d7c8-7132-42ed-a726-7621e0d6185f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.001242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6977d7c8-7132-42ed-a726-7621e0d6185f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.074191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:48:00.093919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6977d7c8-7132-42ed-a726-7621e0d6185f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:00.110743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5958a85f-fdc7-4ca0-9491-c31417f2329b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.111814 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Added segment 5958a85f-fdc7-4ca0-9491-c31417f2329b of type vlan for network d1909672-82a2-4e48-b5a5-504853fed5cc Mar 07 04:48:00.117326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42115e-25d9-4019-8939-7e265223fc34 req-b55b7de1-7be4-4241-a4e8-8589426fe530 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:00.125522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be42115e-25d9-4019-8939-7e265223fc34 req-b55b7de1-7be4-4241-a4e8-8589426fe530 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2177317 Mar 07 04:48:00.181751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be42115e-25d9-4019-8939-7e265223fc34 req-ef3b21e1-1d68-48f1-a5e3-cdecb7a17798 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Mar 07 04:48:00.206088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d1909672-82a2-4e48-b5a5-504853fed5cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.246576 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d1909672-82a2-4e48-b5a5-504853fed5cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.247579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:00.248350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.326435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7147250 Mar 07 04:48:00.329394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:00.339431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Request body: {'subnet': {'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1832522485-subnet', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:00.347811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Pushing event updated for resources: {'Network': ['ID=d1909672-82a2-4e48-b5a5-504853fed5cc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:00.364975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.365327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.365891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.366504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.367047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.367569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.368067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.368574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.369162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.369692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.370262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.371096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.371688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2be22-cd00-4deb-b90c-1c467503c106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:00.386366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Made reservation on behalf of aa95c482cdcf4cd2b2ecfa3b947d4a92 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:48:00.387848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d1909672-82a2-4e48-b5a5-504853fed5cc details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:48:00.388997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.634455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (abbe90f5-942c-48e7-92d6-9052f66f280f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.723704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbe90f5-942c-48e7-92d6-9052f66f280f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:00.732353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Checking segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:00.732841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Network hostable DHCP agents. Network: d1909672-82a2-4e48-b5a5-504853fed5cc, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:48:00.776853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Network d1909672-82a2-4e48-b5a5-504853fed5cc is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:48:00.804378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, d1909672-82a2-4e48-b5a5-504853fed5cc) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:00.813426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ce304-49f7-4d86-8b05-5843e540837f None None] Network d1909672-82a2-4e48-b5a5-504853fed5cc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:48:00.813785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:00.814665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.854766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9aed21ce-dbd2-4bb2-8b82-c61662f4ce5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5240095 Mar 07 04:48:00.857809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34048) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:00.870136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:00.922612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:00.923683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.069569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks [] for router_controller (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.079408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-d1909672-82a2-4e48-b5a5-504853fed5cc', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'fixed_ips': [{'subnet_id': 'abbe90f5-942c-48e7-92d6-9052f66f280f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:48:01.080805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.148694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:01.433870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Allocated IP 172.20.0.2 (d1909672-82a2-4e48-b5a5-504853fed5cc/abbe90f5-942c-48e7-92d6-9052f66f280f/df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:01.634202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Publish callbacks [] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.650653 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.745378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:01.745876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.753513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Network d1909672-82a2-4e48-b5a5-504853fed5cc is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:01.807764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:01.815164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:01.831754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Pushing event updated for resources: {'Port': ['ID=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:01.932256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Attempting to bind port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:01.932864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Attempting to bind port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:01.933222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Attempting to bind port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d on network d1909672-82a2-4e48-b5a5-504853fed5cc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:01.976031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks [] for router_gateway (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.993026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:01.993789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.995941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:01.996442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Checking segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:01.996931 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:01.997203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063271d-56e0-4433-a0c1-4173b4930261 req-a3209062-1bfe-401e-9d44-370fc67cd600 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:01.997398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Bound using segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:01.997869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Bound port: df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:01.998328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:02.006205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0063271d-56e0-4433-a0c1-4173b4930261 req-a3209062-1bfe-401e-9d44-370fc67cd600 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2130351 Mar 07 04:48:02.059757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:02.062651 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d48147-766c-4be2-9cfe-d1d6f777784c" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:02.085453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0063271d-56e0-4433-a0c1-4173b4930261 req-4be3c20d-769d-45dd-98dc-3e396e7d223e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770204 Mar 07 04:48:02.089737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:02.096522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:02.166946 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7609af2b-f8c2-47bc-bbad-b8f30c2ac62f x-openstack-request-id: req-7609af2b-f8c2-47bc-bbad-b8f30c2ac62f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:02.167408 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:02.167884 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7609af2b-f8c2-47bc-bbad-b8f30c2ac62f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:02.168430 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'code': 200} Mar 07 04:48:02.219969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] For port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:02.226047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] For port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:02.235298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:02.266619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:02.492945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84006956-b6dd-4c96-bdaf-827fae68a639 None None] Pushing event updated for resources: {'Port': ['ID=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:02.574896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks [] for router_gateway (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:02.647548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:02.821890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75ab1c13-d39e-4785-a1b2-0ff761802d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:03.012988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Allocated IP 172.25.4.28 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/55917a8a-dc35-443d-8bef-b47ee81b552e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:03.285531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks [] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:03.318139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2605222-fbfd-4476-9140-6f4b45ce7406 req-0587ae90-d3f8-4239-aeef-2a4186d29e26 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:03.320148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2605222-fbfd-4476-9140-6f4b45ce7406 req-0587ae90-d3f8-4239-aeef-2a4186d29e26 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1411834 Mar 07 04:48:03.382041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:03.449546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2605222-fbfd-4476-9140-6f4b45ce7406 req-dceaedb6-f78a-4d53-bd68-a21b767a0173 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107943 Mar 07 04:48:03.457798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:03.462364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:03.464702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=55917a8a-dc35-443d-8bef-b47ee81b552e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:03.466768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:03.851986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:03.945445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:03.945953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:04.074537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks [] for router_gateway (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:04.137612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:04.138489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:04.218258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:04.227578 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:04.358014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:04.402066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3caf1-71f3-47c9-89c3-04babf179d2c None None] Network d1909672-82a2-4e48-b5a5-504853fed5cc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:48:04.444678 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:04.606257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4c80afcc-00d0-4a9f-bf89-a13564ad7a73 None None] Provisioning complete for port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:04.614525 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4c80afcc-00d0-4a9f-bf89-a13564ad7a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:04.779913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28ec2-4018-419c-8c32-7d74ea26cde7 req-836c9aa4-9de2-4bc4-94a3-1256b9d5920f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:04.789056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78d28ec2-4018-419c-8c32-7d74ea26cde7 req-836c9aa4-9de2-4bc4-94a3-1256b9d5920f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1522598 Mar 07 04:48:04.958662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:48:04.991849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78d28ec2-4018-419c-8c32-7d74ea26cde7 req-4db8ce61-d1f9-477a-ad9a-50a7f1c42b8f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014794 Mar 07 04:48:04.994401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4c80afcc-00d0-4a9f-bf89-a13564ad7a73 None None] Current status of the port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:05.257466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:48:05.275243 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Sync routers for ids ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:48:05.291916 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Routers {'5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:05.292557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:47:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:05.320728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:05.322084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e16f138e-7c1c-4927-9c03-131fdecbd3a3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4619768 Mar 07 04:48:05.324905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34118) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:05.372569 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-73ce34d9-2d80-4418-9968-98e5cdc52cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:05.486230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34120) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:05.695003 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Set router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:05.860985 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfba5a62-4137-4e31-aa7b-05a6f3019fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.037566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:06.155621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3263611b-9794-4a04-a03a-7a979bd87434 None None] Provisioning complete for port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:06.161086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3263611b-9794-4a04-a03a-7a979bd87434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.171669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfba5a62-4137-4e31-aa7b-05a6f3019fd1 admin admin] Publish callbacks [] for security_group (596e09a3-ea60-417b-9504-c1ee4d8fd112), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.203097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfba5a62-4137-4e31-aa7b-05a6f3019fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (596e09a3-ea60-417b-9504-c1ee4d8fd112), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.281606 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:48:03Z', 'revision_number': 3, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:06.283675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cfba5a62-4137-4e31-aa7b-05a6f3019fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d72308c4bd164d4ab8d45d9602e1e5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7940142 Mar 07 04:48:06.286870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:06.332654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba5a62-4137-4e31-aa7b-05a6f3019fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596e09a3-ea60-417b-9504-c1ee4d8fd112,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:06.370978 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Checking router: 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:48:06.371396 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Updating router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 port 55917a8a-dc35-443d-8bef-b47ee81b552e binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:48:06.398088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66a119-9aad-4f7d-8deb-fec90e8d5643 req-1e59be9b-e848-45a1-a3f1-e74e9edd500c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:06.404694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a66a119-9aad-4f7d-8deb-fec90e8d5643 req-1e59be9b-e848-45a1-a3f1-e74e9edd500c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2615576 Mar 07 04:48:06.421725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:06.421725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.447754 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.488212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a66a119-9aad-4f7d-8deb-fec90e8d5643 req-49de1306-0a01-49ad-9590-8a9a9bdd782d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688143 Mar 07 04:48:06.489440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584d6167-0b14-4d02-902a-6a5a27022ca5 admin admin] Publish callbacks [] for security_group (596e09a3-ea60-417b-9504-c1ee4d8fd112), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.528355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584d6167-0b14-4d02-902a-6a5a27022ca5 admin admin] Publish callbacks [] for security_group (596e09a3-ea60-417b-9504-c1ee4d8fd112), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.613842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584d6167-0b14-4d02-902a-6a5a27022ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (596e09a3-ea60-417b-9504-c1ee4d8fd112), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.616944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-584d6167-0b14-4d02-902a-6a5a27022ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.621746 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-584d6167-0b14-4d02-902a-6a5a27022ca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/596e09a3-ea60-417b-9504-c1ee4d8fd112 HTTP/1.1" status: 204 len: 168 time: 0.3338230 Mar 07 04:48:06.638894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d6167-0b14-4d02-902a-6a5a27022ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e09a3-ea60-417b-9504-c1ee4d8fd112,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:06.690114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3263611b-9794-4a04-a03a-7a979bd87434 None None] Current status of the port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:06.804818 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:06.912112 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.049423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:07.067428 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Publish callbacks [] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.088810 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.157927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Allocated IP 172.20.0.1 (d1909672-82a2-4e48-b5a5-504853fed5cc/abbe90f5-942c-48e7-92d6-9052f66f280f/9182f548-8aad-440f-9987-3758d526d936) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:07.324857 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks [] for port (9182f548-8aad-440f-9987-3758d526d936), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.375966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9182f548-8aad-440f-9987-3758d526d936), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.422377 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Attempting to bind port 55917a8a-dc35-443d-8bef-b47ee81b552e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:07.423350 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Attempting to bind port 55917a8a-dc35-443d-8bef-b47ee81b552e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:07.423739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34144) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:07.424531 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Attempting to bind port 55917a8a-dc35-443d-8bef-b47ee81b552e on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:07.436868 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Pushing event updated for resources: {'Port': ['ID=55917a8a-dc35-443d-8bef-b47ee81b552e,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:07.450682 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.451441 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.452029 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.452645 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.453465 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.454140 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.454341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaa3e-11f8-4183-bef3-bdce91fc0de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.454956 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.455502 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.456352 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.457105 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.457691 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.458776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.459847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:07.477054 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:07.477957 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:07.478630 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.479457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:07.480802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Bound port: 55917a8a-dc35-443d-8bef-b47ee81b552e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:07.481522 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.488340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Network d1909672-82a2-4e48-b5a5-504853fed5cc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:07.501832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:07.534186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:07.652645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Pushing event updated for resources: {'Port': ['ID=9182f548-8aad-440f-9987-3758d526d936,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:07.667248 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] For port 55917a8a-dc35-443d-8bef-b47ee81b552e, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:07.671846 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] For port 55917a8a-dc35-443d-8bef-b47ee81b552e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=55917a8a-dc35-443d-8bef-b47ee81b552e,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:07.685963 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.698092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.712707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.783163 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a1470-7cc6-478f-9324-c3f3293ddff2 None None] Pushing event updated for resources: {'Port': ['ID=55917a8a-dc35-443d-8bef-b47ee81b552e,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:07.824459 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Routers {'5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:07.825157 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:07.830831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaa3e-11f8-4183-bef3-bdce91fc0de4 admin admin] Publish callbacks [] for security_group (7ef805ad-637a-4e87-9ee9-e20365780359), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.851481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaa3e-11f8-4183-bef3-bdce91fc0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7ef805ad-637a-4e87-9ee9-e20365780359), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:07.916149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f3eaa3e-11f8-4183-bef3-bdce91fc0de4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10bec1d3b6be4c85b0699fa5b1ccfa0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4890897 Mar 07 04:48:07.918258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:08.039303 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3eaa3e-11f8-4183-bef3-bdce91fc0de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef805ad-637a-4e87-9ee9-e20365780359,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:08.073226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9182f548-8aad-440f-9987-3758d526d936), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.076333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a53a0-61a5-4a22-ac33-a79340ff329a req-6da06d42-562c-41f4-8cc9-174570d4e783 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:08.077936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e3a53a0-61a5-4a22-ac33-a79340ff329a req-6da06d42-562c-41f4-8cc9-174570d4e783 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.4311330 Mar 07 04:48:08.154632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ce13a67f-7432-4661-8b6d-f690ab926edf None None] Provisioning complete for port 9182f548-8aad-440f-9987-3758d526d936 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:08.156179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ce13a67f-7432-4661-8b6d-f690ab926edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9182f548-8aad-440f-9987-3758d526d936), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.170574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5e8b-f4f7-41f7-929c-d816751ddedf admin admin] Publish callbacks [] for security_group (7ef805ad-637a-4e87-9ee9-e20365780359), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.194369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e3a53a0-61a5-4a22-ac33-a79340ff329a req-6ec2ecdb-14c3-46f3-bb66-3db12feda430 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039007 Mar 07 04:48:08.265057 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] Set router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:08.283485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5e8b-f4f7-41f7-929c-d816751ddedf admin admin] Publish callbacks [] for security_group (7ef805ad-637a-4e87-9ee9-e20365780359), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.289951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ce13a67f-7432-4661-8b6d-f690ab926edf None None] Port 9182f548-8aad-440f-9987-3758d526d936 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:08.478705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5e8b-f4f7-41f7-929c-d816751ddedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7ef805ad-637a-4e87-9ee9-e20365780359), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.482181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5e8b-f4f7-41f7-929c-d816751ddedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.486042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c3c5e8b-f4f7-41f7-929c-d816751ddedf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ef805ad-637a-4e87-9ee9-e20365780359 HTTP/1.1" status: 204 len: 168 time: 0.5654695 Mar 07 04:48:08.594842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c5e8b-f4f7-41f7-929c-d816751ddedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef805ad-637a-4e87-9ee9-e20365780359,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:08.704178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks [] for port (9182f548-8aad-440f-9987-3758d526d936), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.723839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9182f548-8aad-440f-9987-3758d526d936), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:08.751947 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:48:03Z', 'revision_number': 3, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:08.817151 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabd307-a8d0-424e-97ac-540888d2f53a None None] The sync data for ids ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'] in n-d-832185-1 is: [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:48:03Z', 'revision_number': 3, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:48:08.871492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:09.154954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Network d1909672-82a2-4e48-b5a5-504853fed5cc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:09.158185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:09.179542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Pushing event updated for resources: {'Port': ['ID=9182f548-8aad-440f-9987-3758d526d936,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:09.479987 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:09.569867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:48:09.661331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfc2c-d845-4980-884d-10ac98d93165 req-63a547c5-b1db-4e8e-82f3-e5ea922b8438 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:09.666400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-558dfc2c-d845-4980-884d-10ac98d93165 req-63a547c5-b1db-4e8e-82f3-e5ea922b8438 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1555815 Mar 07 04:48:09.850904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-558dfc2c-d845-4980-884d-10ac98d93165 req-9dfc57f7-5b10-4281-921a-6e020d1ea46a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806657 Mar 07 04:48:09.876853 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55917a8a-dc35-443d-8bef-b47ee81b552e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:10.046155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-43ac4bb6-400e-43d5-91ce-8e23c6fafcf3 None None] Provisioning complete for port 9182f548-8aad-440f-9987-3758d526d936 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:10.046385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43ac4bb6-400e-43d5-91ce-8e23c6fafcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9182f548-8aad-440f-9987-3758d526d936), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:10.155990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 55917a8a-dc35-443d-8bef-b47ee81b552e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:10.156100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:10.231369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-43ac4bb6-400e-43d5-91ce-8e23c6fafcf3 None None] Port 9182f548-8aad-440f-9987-3758d526d936 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:10.316456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 55917a8a-dc35-443d-8bef-b47ee81b552e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:10.316901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:10.365409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 55917a8a-dc35-443d-8bef-b47ee81b552e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=55917a8a-dc35-443d-8bef-b47ee81b552e,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:10.377754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:10.560267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=55917a8a-dc35-443d-8bef-b47ee81b552e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:10.639502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:48:10.654317 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9a41fbec-86ee-48ee-8f17-4e58d2f79a8c admin admin] 10.222.0.21 "PUT /v2.0/routers/5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3273408 Mar 07 04:48:11.118397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b5ec-1e50-42f6-beaa-34e45680ab9a req-5e3a6eb3-7a87-442d-b2d5-dab5ce1b0fa7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:11.122499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2e0b5ec-1e50-42f6-beaa-34e45680ab9a req-5e3a6eb3-7a87-442d-b2d5-dab5ce1b0fa7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1422422 Mar 07 04:48:11.241434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2e0b5ec-1e50-42f6-beaa-34e45680ab9a req-49e0d8d0-cb1b-4a51-b505-6d1f89f9c348 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082861 Mar 07 04:48:11.712009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34238) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:11.718427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1913557838-network', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:11.770980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Made reservation on behalf of aadc904d021843db93c7255b0ecb0ced for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:48:11.773793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:11.786716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:11.841285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55917a8a-dc35-443d-8bef-b47ee81b552e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:12.005876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks [] for security_group (8e084d59-71ad-46b5-8f86-3d0901aa79ee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.018805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8e084d59-71ad-46b5-8f86-3d0901aa79ee), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.077115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 55917a8a-dc35-443d-8bef-b47ee81b552e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:12.077502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.129755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e084d59-71ad-46b5-8f86-3d0901aa79ee,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:12.150490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:48:12.172207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b3dae46a-db91-4090-b390-9a343425b8f8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.172884 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Added segment b3dae46a-db91-4090-b390-9a343425b8f8 of type vlan for network 0d9917a5-d02a-495b-ae4e-a2de5517f282 Mar 07 04:48:12.181242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Sync routers for ids ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:48:12.242405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0d9917a5-d02a-495b-ae4e-a2de5517f282), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.291352 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0d9917a5-d02a-495b-ae4e-a2de5517f282), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.293820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:12.296581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.303678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 55917a8a-dc35-443d-8bef-b47ee81b552e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:12.305706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Routers {'5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:12.306365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:12.434195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] Pushing event updated for resources: {'Network': ['ID=0d9917a5-d02a-495b-ae4e-a2de5517f282,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:12.443399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8f5308f0-e798-476f-bf10-05e68efb5690 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7270927 Mar 07 04:48:12.446192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:12.451598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Request body: {'subnet': {'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1913557838-subnet', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:12.456858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:48:12.494857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Made reservation on behalf of aadc904d021843db93c7255b0ecb0ced for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:48:12.498786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.547730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f220a-a73e-414b-b4b9-9f651649bdf5 req-cb7185ac-89e3-4236-8354-7693e1e4f1f3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:12.556901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c3f220a-a73e-414b-b4b9-9f651649bdf5 req-cb7185ac-89e3-4236-8354-7693e1e4f1f3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1760416 Mar 07 04:48:12.682387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c3f220a-a73e-414b-b4b9-9f651649bdf5 req-29a049e8-8413-4259-bf45-f7708fa6f65f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153159 Mar 07 04:48:12.736743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Set router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:12.824286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (f377870f-aab1-412a-a244-33aa3bfe2192), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:12.922653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Checking segment: {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:12.923300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Network hostable DHCP agents. Network: 0d9917a5-d02a-495b-ae4e-a2de5517f282, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:48:12.937314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f377870f-aab1-412a-a244-33aa3bfe2192,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:12.967900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:48:12.999025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0d9917a5-d02a-495b-ae4e-a2de5517f282) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:13.011863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:13.012462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:13.022075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251536c2-476c-47e5-9a6a-493a42be04f8 None None] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:48:13.050660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-171a2be6-5896-4aad-baf1-07b8bdc4c0d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6017990 Mar 07 04:48:13.052788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34256) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:13.057889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:13.108269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (1b4b93d3-414f-4b3a-b862-f32c203208ee), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:13.108612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (1b4b93d3-414f-4b3a-b862-f32c203208ee), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:13.190938 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks [] for router_controller (1b4b93d3-414f-4b3a-b862-f32c203208ee), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:13.284770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-0d9917a5-d02a-495b-ae4e-a2de5517f282', 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282', 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'fixed_ips': [{'subnet_id': 'f377870f-aab1-412a-a244-33aa3bfe2192'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:48:13.285857 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:13.527788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks [] for router_gateway (1b4b93d3-414f-4b3a-b862-f32c203208ee), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:13.546402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:48:07Z', 'revision_number': 4, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9182f548-8aad-440f-9987-3758d526d936', 'name': '', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'mac_address': 'fa:16:3e:3a:2c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:06Z', 'updated_at': '2022-03-07T04:48:08Z', 'revision_number': 2, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'subnets': [{'id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:13.654729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Checking router: 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:48:13.655076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Updating router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 port 9182f548-8aad-440f-9987-3758d526d936 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:48:13.780012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Allocated IP 172.20.0.2 (0d9917a5-d02a-495b-ae4e-a2de5517f282/f377870f-aab1-412a-a244-33aa3bfe2192/9811f61d-eb27-4818-89de-db42ba204604) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:13.787162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9182f548-8aad-440f-9987-3758d526d936), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.052011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks [] for router_gateway (1b4b93d3-414f-4b3a-b862-f32c203208ee), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.088057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.313382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Allocated IP 172.25.4.244 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/d94c43cb-8407-44a8-a58f-bac4837306cf) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:14.370109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ab5c-a6d4-4916-a31a-280c2230ad62 req-e0ccbce3-f88b-43fd-b7f4-7ca64cb6438d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:14.372990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f253ab5c-a6d4-4916-a31a-280c2230ad62 req-e0ccbce3-f88b-43fd-b7f4-7ca64cb6438d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.3244112 Mar 07 04:48:14.484564 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Publish callbacks [] for port (9811f61d-eb27-4818-89de-db42ba204604), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.492626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f253ab5c-a6d4-4916-a31a-280c2230ad62 req-64d1301e-6877-4208-9a7e-3dec62cdd26b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817168 Mar 07 04:48:14.512420 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9811f61d-eb27-4818-89de-db42ba204604), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.516009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks [] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.573175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Pushing event updated for resources: {'Port': ['ID=9811f61d-eb27-4818-89de-db42ba204604,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:14.588399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Publish callbacks [] for port (9182f548-8aad-440f-9987-3758d526d936), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.588851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.591917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:14.595331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:14.599107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:14.603005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9182f548-8aad-440f-9987-3758d526d936), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.707679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Pushing event updated for resources: {'Port': ['ID=d94c43cb-8407-44a8-a58f-bac4837306cf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:14.730994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:14.734241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:14.745671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:14.754616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643fe45-259b-44ce-b6ad-24c385912bf9 None None] Pushing event updated for resources: {'Port': ['ID=9182f548-8aad-440f-9987-3758d526d936,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:14.819314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Attempting to bind port 9182f548-8aad-440f-9987-3758d526d936 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:14.819928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Attempting to bind port 9182f548-8aad-440f-9987-3758d526d936 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:14.820342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Attempting to bind port 9182f548-8aad-440f-9987-3758d526d936 on network d1909672-82a2-4e48-b5a5-504853fed5cc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:14.828081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Attempting to bind port 9811f61d-eb27-4818-89de-db42ba204604 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:14.828313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Attempting to bind port 9811f61d-eb27-4818-89de-db42ba204604 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:14.828711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Attempting to bind port 9811f61d-eb27-4818-89de-db42ba204604 on network 0d9917a5-d02a-495b-ae4e-a2de5517f282 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:14.832244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:14.832642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Checking segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:14.834160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.834160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Bound using segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:14.836168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Bound port: 9182f548-8aad-440f-9987-3758d526d936, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:14.836579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9182f548-8aad-440f-9987-3758d526d936), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.858362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:14.858655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Checking segment: {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:14.859189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.859599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Bound using segment: {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:14.860178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Bound port: 9811f61d-eb27-4818-89de-db42ba204604, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:14.860678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9811f61d-eb27-4818-89de-db42ba204604), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:14.952981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] For port 9182f548-8aad-440f-9987-3758d526d936, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:14.958691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] For port 9182f548-8aad-440f-9987-3758d526d936, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9182f548-8aad-440f-9987-3758d526d936,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:15.049693 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9182f548-8aad-440f-9987-3758d526d936), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:15.187014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Routers {'5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:15.187591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:15.200312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] Provisioning complete for port 9182f548-8aad-440f-9987-3758d526d936 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:15.200684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9182f548-8aad-440f-9987-3758d526d936), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:15.331778 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks [] for router_gateway (1b4b93d3-414f-4b3a-b862-f32c203208ee), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:15.387966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] Set router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:15.440902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] For port 9811f61d-eb27-4818-89de-db42ba204604, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:15.490892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643fe45-259b-44ce-b6ad-24c385912bf9 None None] Pushing event updated for resources: {'Port': ['ID=9182f548-8aad-440f-9987-3758d526d936,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:15.502189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] For port 9811f61d-eb27-4818-89de-db42ba204604, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9811f61d-eb27-4818-89de-db42ba204604,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:15.530364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9811f61d-eb27-4818-89de-db42ba204604), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:15.988850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944bd51-d31c-4092-84db-50b2a0ea979e None None] Pushing event updated for resources: {'Port': ['ID=9811f61d-eb27-4818-89de-db42ba204604,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:16.058746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] Current status of the port 9182f548-8aad-440f-9987-3758d526d936 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:16.066497 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9182f548-8aad-440f-9987-3758d526d936), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:16.171678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] For port 9182f548-8aad-440f-9987-3758d526d936, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9182f548-8aad-440f-9987-3758d526d936,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:16.194636 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9182f548-8aad-440f-9987-3758d526d936), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:16.242136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:48:07Z', 'revision_number': 4, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9182f548-8aad-440f-9987-3758d526d936', 'name': '', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'mac_address': 'fa:16:3e:3a:2c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:06Z', 'updated_at': '2022-03-07T04:48:14Z', 'revision_number': 4, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'subnets': [{'id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:16.274362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600bcc-b9db-46d2-a246-097e9ad286a7 None None] The sync data for ids ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'] in n-d-832185-1 is: [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:48:07Z', 'revision_number': 4, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9182f548-8aad-440f-9987-3758d526d936', 'name': '', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'mac_address': 'fa:16:3e:3a:2c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:06Z', 'updated_at': '2022-03-07T04:48:14Z', 'revision_number': 4, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'subnets': [{'id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:48:16.360062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319ffc4-9b70-4ce0-8bb4-3aaec6f2c8e5 None None] Pushing event updated for resources: {'Port': ['ID=9182f548-8aad-440f-9987-3758d526d936,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:16.392815 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:48:16.401194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6f60267c-4bb7-4157-91e6-c631e62b6d9d None None] Provisioning complete for port 9182f548-8aad-440f-9987-3758d526d936 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:16.401531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f60267c-4bb7-4157-91e6-c631e62b6d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9182f548-8aad-440f-9987-3758d526d936), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:16.489145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (1b4b93d3-414f-4b3a-b862-f32c203208ee), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:16.550814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04897c46-ae4a-4b87-824e-64607f2d4ac2 req-e5d83e80-7866-401e-869f-cfe772560d33 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:16.552293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04897c46-ae4a-4b87-824e-64607f2d4ac2 req-e5d83e80-7866-401e-869f-cfe772560d33 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1297872 Mar 07 04:48:16.635120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6f60267c-4bb7-4157-91e6-c631e62b6d9d None None] Current status of the port 9182f548-8aad-440f-9987-3758d526d936 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:16.755432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04897c46-ae4a-4b87-824e-64607f2d4ac2 req-06a71dd1-1fcf-4a3d-9ff4-84f54a3442d9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966174 Mar 07 04:48:16.829682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Router 1b4b93d3-414f-4b3a-b862-f32c203208ee is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:48:17.096770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:48:17.110884 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Sync routers for ids ['1b4b93d3-414f-4b3a-b862-f32c203208ee'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:48:17.148375 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Routers {'1b4b93d3-414f-4b3a-b862-f32c203208ee'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:17.149052 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1b4b93d3-414f-4b3a-b862-f32c203208ee'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:17.163985 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:17.165554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b303c55f-ce1f-4509-897a-5a03d3c81e02 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1114728 Mar 07 04:48:17.168508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:17.379280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896fbdf-1366-4ad7-8101-22f495ebdca6 None None] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:48:17.483973 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Set router 1b4b93d3-414f-4b3a-b862-f32c203208ee gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:17.572480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] Provisioning complete for port 9811f61d-eb27-4818-89de-db42ba204604 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:17.573346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9811f61d-eb27-4818-89de-db42ba204604), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:17.852063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] Current status of the port 9811f61d-eb27-4818-89de-db42ba204604 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:17.853035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9811f61d-eb27-4818-89de-db42ba204604), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.017015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9182f548-8aad-440f-9987-3758d526d936 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:18.050560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:48:15Z', 'revision_number': 3, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:18.116886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] For port 9811f61d-eb27-4818-89de-db42ba204604, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9811f61d-eb27-4818-89de-db42ba204604,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:18.125834 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Checking router: 1b4b93d3-414f-4b3a-b862-f32c203208ee for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:48:18.126404 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Updating router 1b4b93d3-414f-4b3a-b862-f32c203208ee port d94c43cb-8407-44a8-a58f-bac4837306cf binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:48:18.143913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9811f61d-eb27-4818-89de-db42ba204604), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.224609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9182f548-8aad-440f-9987-3758d526d936 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:18.228167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9182f548-8aad-440f-9987-3758d526d936), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.230402 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.246415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc557a7-b4c4-4206-a5fb-5a476a6c7bb9 req-4f941cef-8beb-4708-89d9-7240242ac615 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:18.254497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adc557a7-b4c4-4206-a5fb-5a476a6c7bb9 req-4f941cef-8beb-4708-89d9-7240242ac615 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2455118 Mar 07 04:48:18.363215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f605c4c-06ed-4036-80d5-7212b30d4191 None None] Pushing event updated for resources: {'Port': ['ID=9811f61d-eb27-4818-89de-db42ba204604,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:18.391031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adc557a7-b4c4-4206-a5fb-5a476a6c7bb9 req-6c108961-797d-4c75-a333-2313ccf28a10 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212304 Mar 07 04:48:18.464622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.479049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c8e11f49-4cbc-4ce5-9cbd-56c24d647a6f None None] Provisioning complete for port 9811f61d-eb27-4818-89de-db42ba204604 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:18.481016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8e11f49-4cbc-4ce5-9cbd-56c24d647a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9811f61d-eb27-4818-89de-db42ba204604), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.635714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9182f548-8aad-440f-9987-3758d526d936 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:18.636881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9811f61d-eb27-4818-89de-db42ba204604 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:18.797400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Allocated IP 172.20.0.1 (0d9917a5-d02a-495b-ae4e-a2de5517f282/f377870f-aab1-412a-a244-33aa3bfe2192/d9d7088e-ef0a-4a32-9b9d-3578977bf87d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:18.849156 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Publish callbacks [] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.862356 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.877369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9811f61d-eb27-4818-89de-db42ba204604 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:18.878797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9811f61d-eb27-4818-89de-db42ba204604), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:18.920381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab531c-f617-4fac-83ea-a025453949f2 None None] Pushing event updated for resources: {'Port': ['ID=d94c43cb-8407-44a8-a58f-bac4837306cf,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:18.938685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c8e11f49-4cbc-4ce5-9cbd-56c24d647a6f None None] Current status of the port 9811f61d-eb27-4818-89de-db42ba204604 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:18.993259 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Attempting to bind port d94c43cb-8407-44a8-a58f-bac4837306cf on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:18.994961 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Attempting to bind port d94c43cb-8407-44a8-a58f-bac4837306cf by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:19.001413 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Attempting to bind port d94c43cb-8407-44a8-a58f-bac4837306cf on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:19.027303 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:19.028037 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:19.028634 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.029483 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:19.030227 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Bound port: d94c43cb-8407-44a8-a58f-bac4837306cf, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:19.030835 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.046157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks [] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.113594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9811f61d-eb27-4818-89de-db42ba204604 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:19.139777 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] For port d94c43cb-8407-44a8-a58f-bac4837306cf, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:19.144306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] For port d94c43cb-8407-44a8-a58f-bac4837306cf, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d94c43cb-8407-44a8-a58f-bac4837306cf,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:19.153442 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.162238 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.212057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:19.219692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:19.224144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:19.264475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab531c-f617-4fac-83ea-a025453949f2 None None] Pushing event updated for resources: {'Port': ['ID=d94c43cb-8407-44a8-a58f-bac4837306cf,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:19.276431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (1b4b93d3-414f-4b3a-b862-f32c203208ee), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.279464 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Routers {'1b4b93d3-414f-4b3a-b862-f32c203208ee'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:19.280091 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1b4b93d3-414f-4b3a-b862-f32c203208ee'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:19.367923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:19.491599 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] Set router 1b4b93d3-414f-4b3a-b862-f32c203208ee gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:19.589280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5881da8b-1c1e-42b3-92e4-233dc19d296a None None] Provisioning complete for port d9d7088e-ef0a-4a32-9b9d-3578977bf87d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:19.589656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5881da8b-1c1e-42b3-92e4-233dc19d296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.653523 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.667968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5881da8b-1c1e-42b3-92e4-233dc19d296a None None] Port d9d7088e-ef0a-4a32-9b9d-3578977bf87d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:19.716605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40e82-b28a-469f-a318-32070749fe43 req-933ec110-0a6e-452e-bed2-e321803904ff tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:19.718172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aee40e82-b28a-469f-a318-32070749fe43 req-933ec110-0a6e-452e-bed2-e321803904ff tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1470973 Mar 07 04:48:19.767105 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:48:15Z', 'revision_number': 3, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:19.799820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829aaf-72fe-435e-b330-47058155e371 None None] The sync data for ids ['1b4b93d3-414f-4b3a-b862-f32c203208ee'] in n-d-832185-1 is: [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:48:15Z', 'revision_number': 3, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:48:19.803495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aee40e82-b28a-469f-a318-32070749fe43 req-933acddf-811d-4707-b12e-fc19d4ae3360 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786302 Mar 07 04:48:19.837820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9811f61d-eb27-4818-89de-db42ba204604 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:19.955388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.960223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9811f61d-eb27-4818-89de-db42ba204604 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:19.960611 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9811f61d-eb27-4818-89de-db42ba204604), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.984819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks [] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:19.995658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:20.125873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:20.128783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9811f61d-eb27-4818-89de-db42ba204604 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:20.142674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (1b4b93d3-414f-4b3a-b862-f32c203208ee), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:20.335608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:20.339347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:20.612016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Router 1b4b93d3-414f-4b3a-b862-f32c203208ee has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:48:20.806609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5ef03cef-9991-436e-aaac-eb2b9fe90169 None None] Provisioning complete for port d9d7088e-ef0a-4a32-9b9d-3578977bf87d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:20.807782 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5ef03cef-9991-436e-aaac-eb2b9fe90169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:20.858633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:48:20.889672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b42fd19-b63e-4607-9cc3-850cbeb3fb16 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b4b93d3-414f-4b3a-b862-f32c203208ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7198465 Mar 07 04:48:20.890190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5ef03cef-9991-436e-aaac-eb2b9fe90169 None None] Port d9d7088e-ef0a-4a32-9b9d-3578977bf87d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:21.071539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fee6e-05ac-44d8-91ed-c08ba0bda633 req-d73a00bc-2bb9-4450-a677-0aea246e8e7f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:21.073112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-025fee6e-05ac-44d8-91ed-c08ba0bda633 req-d73a00bc-2bb9-4450-a677-0aea246e8e7f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1201725 Mar 07 04:48:21.180850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-025fee6e-05ac-44d8-91ed-c08ba0bda633 req-34a00afa-1189-4012-8f35-6e14cf7b7e7c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021385 Mar 07 04:48:21.826752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d94c43cb-8407-44a8-a58f-bac4837306cf up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:21.912586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-8f620236-4b8b-4cef-a413-64d3d417c936 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:21.914139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-8f620236-4b8b-4cef-a413-64d3d417c936 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/networks?id=d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 200 len: 911 time: 0.2263200 Mar 07 04:48:21.923662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d94c43cb-8407-44a8-a58f-bac4837306cf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:21.924324 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:21.945430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-41131a11-07f5-481c-ad11-4609e67fe342 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/quotas/aadc904d021843db93c7255b0ecb0ced HTTP/1.1" status: 200 len: 375 time: 0.0204511 Mar 07 04:48:22.044328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d94c43cb-8407-44a8-a58f-bac4837306cf is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:22.044789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:22.060807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-df0851c6-d49f-4cf4-86d8-60bc366061a7 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=aadc904d021843db93c7255b0ecb0ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083941 Mar 07 04:48:22.073114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port d94c43cb-8407-44a8-a58f-bac4837306cf, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d94c43cb-8407-44a8-a58f-bac4837306cf,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:22.086019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:22.187429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=d94c43cb-8407-44a8-a58f-bac4837306cf,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:22.241573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-b5eb45d3-0c11-414c-aa8a-0b94941afec1 service neutron] 10.222.0.21 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733572 Mar 07 04:48:22.251085 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:22.435627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc4e23-18ea-4cbb-9020-1114944e129e req-706c998d-bc23-44d6-af02-c880bb016822 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:22.437171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cccc4e23-18ea-4cbb-9020-1114944e129e req-706c998d-bc23-44d6-af02-c880bb016822 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1105311 Mar 07 04:48:22.442356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-11adfc82-38fb-4185-9eab-073a59408dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917808 Mar 07 04:48:22.549878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cccc4e23-18ea-4cbb-9020-1114944e129e req-14086c55-7dbb-44be-b05d-b6d37f6adc59 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818942 Mar 07 04:48:22.557205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Sync routers for ids ['1b4b93d3-414f-4b3a-b862-f32c203208ee'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:48:22.569700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Routers {'1b4b93d3-414f-4b3a-b862-f32c203208ee'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:22.570604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1b4b93d3-414f-4b3a-b862-f32c203208ee'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:22.743691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba1f5637-f0a7-4564-b500-ff5cc47e5474 req-9484e67b-a551-4e67-88a0-1610b4497c46 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0485897 Mar 07 04:48:22.790257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Set router 1b4b93d3-414f-4b3a-b862-f32c203208ee gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:22.947762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-0518a02a-731a-4e92-843b-683fc25868fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:22.951653 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-0518a02a-731a-4e92-843b-683fc25868fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1128 time: 0.1171136 Mar 07 04:48:23.154556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-8f3a9a60-ba60-41da-8610-33a69c98c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:23.157018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-8f3a9a60-ba60-41da-8610-33a69c98c034 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.1708915 Mar 07 04:48:23.256690 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-0154467f-b3fb-4f52-9ce5-3f2b7e14556e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 1001 time: 0.0930498 Mar 07 04:48:23.290544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:48:19Z', 'revision_number': 4, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd9d7088e-ef0a-4a32-9b9d-3578977bf87d', 'name': '', 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'mac_address': 'fa:16:3e:b0:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f377870f-aab1-412a-a244-33aa3bfe2192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:18Z', 'updated_at': '2022-03-07T04:48:19Z', 'revision_number': 2, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'subnets': [{'id': 'f377870f-aab1-412a-a244-33aa3bfe2192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:23.343468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-9088f130-7857-4aab-acba-8b0477233e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:23.345880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-9088f130-7857-4aab-acba-8b0477233e9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0757132 Mar 07 04:48:23.359240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Checking router: 1b4b93d3-414f-4b3a-b862-f32c203208ee for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:48:23.359604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Updating router 1b4b93d3-414f-4b3a-b862-f32c203208ee port d9d7088e-ef0a-4a32-9b9d-3578977bf87d binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:48:23.409723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:23.441002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-17e68072-8874-4e5c-b398-2bda06edb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:23.442804 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-17e68072-8874-4e5c-b398-2bda06edb80c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896428 Mar 07 04:48:23.611956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-67fe2596-1fdc-460b-a675-09101bd1663a service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607425 Mar 07 04:48:23.802453 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c66e342a-906c-4e82-9741-be2e3c379ebd req-942a9556-3a11-4574-80f7-db89f1045b21 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845858 Mar 07 04:48:23.838323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d94c43cb-8407-44a8-a58f-bac4837306cf up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:23.939144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c3e6-f958-4548-9428-467e98c58a88 req-735f3a39-1b08-4169-b2ed-f872260a5a47 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:23.941119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cca7c3e6-f958-4548-9428-467e98c58a88 req-735f3a39-1b08-4169-b2ed-f872260a5a47 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2654700 Mar 07 04:48:23.992940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c463b5d-5320-4a61-9ea8-53d3de83dff6 req-b4de4c84-7346-4c26-95ca-b08d5981e314 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 210 time: 0.1164408 Mar 07 04:48:24.032873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-7fd9582b-b0d0-4903-9d15-5d3220a5ae8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2984028 Mar 07 04:48:24.064379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d94c43cb-8407-44a8-a58f-bac4837306cf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:24.064508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.065828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cca7c3e6-f958-4548-9428-467e98c58a88 req-4ea069bb-433f-4563-85c7-b00324cbd54c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951953 Mar 07 04:48:24.190805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013e11-a51b-4a8e-9755-3133893c676d req-566164f6-3fd2-4119-94d7-f41e33d2636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:24.192166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-566164f6-3fd2-4119-94d7-f41e33d2636f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 1127 time: 0.1067255 Mar 07 04:48:24.235321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Publish callbacks [] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.240073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d94c43cb-8407-44a8-a58f-bac4837306cf is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:24.246831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.386323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Attempting to bind port d9d7088e-ef0a-4a32-9b9d-3578977bf87d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:24.386960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Attempting to bind port d9d7088e-ef0a-4a32-9b9d-3578977bf87d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:24.387060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Attempting to bind port d9d7088e-ef0a-4a32-9b9d-3578977bf87d on network 0d9917a5-d02a-495b-ae4e-a2de5517f282 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:24.391117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Pushing event updated for resources: {'Port': ['ID=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:24.402263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:24.403410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Checking segment: {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:24.404122 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.404734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Bound using segment: {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:24.405377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Bound port: d9d7088e-ef0a-4a32-9b9d-3578977bf87d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dae46a-db91-4090-b390-9a343425b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:24.405634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.415372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.415741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.416089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.416495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.416845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.417187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.417525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.417858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.418357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.418701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.419038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.419369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.419699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:24.451150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013e11-a51b-4a8e-9755-3133893c676d req-86f57dd7-9af1-4732-9cc7-6c2bc65698b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:24.453623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-86f57dd7-9af1-4732-9cc7-6c2bc65698b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.2355256 Mar 07 04:48:24.527363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] For port d9d7088e-ef0a-4a32-9b9d-3578977bf87d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:24.531442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] For port d9d7088e-ef0a-4a32-9b9d-3578977bf87d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:24.545853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.550629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-1673b58c-1ea0-48f5-93d7-74b85806dd24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 200 len: 1001 time: 0.0901501 Mar 07 04:48:24.625679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eb5b4-dfd1-4bdc-8b6b-696fc722ed01 None None] Pushing event updated for resources: {'Port': ['ID=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:24.647675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Routers {'1b4b93d3-414f-4b3a-b862-f32c203208ee'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:24.650071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1b4b93d3-414f-4b3a-b862-f32c203208ee'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:24.657338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013e11-a51b-4a8e-9755-3133893c676d req-a2529b79-d90e-4cac-8100-b6d130bd7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:24.659670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-a2529b79-d90e-4cac-8100-b6d130bd7553 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.1021085 Mar 07 04:48:24.748902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013e11-a51b-4a8e-9755-3133893c676d req-d9ac513e-f77a-44f4-9e62-05c8d263a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:24.751667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] Provisioning complete for port d9d7088e-ef0a-4a32-9b9d-3578977bf87d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:24.751828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-d9ac513e-f77a-44f4-9e62-05c8d263a96c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825360 Mar 07 04:48:24.751981 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:24.932958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-484d88ab-a1cb-413c-8a15-e1a53f4c0bcb service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741128 Mar 07 04:48:25.188921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a5a15a3-12ed-46e7-8ead-e1067d834c39 req-b74926a1-b9ad-45d0-a16c-9cc6e11723ad tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0652688 Mar 07 04:48:25.336202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] Set router 1b4b93d3-414f-4b3a-b862-f32c203208ee gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:25.383001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c843e06-9ac8-47e5-9e2c-0b587059d8bc req-ef2df04e-d1f3-4da0-956f-c48ac07ccb7a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:25.387755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c843e06-9ac8-47e5-9e2c-0b587059d8bc req-ef2df04e-d1f3-4da0-956f-c48ac07ccb7a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1956060 Mar 07 04:48:25.399091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f013e11-a51b-4a8e-9755-3133893c676d req-3df38875-0c90-432a-9b95-222ee91b30f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581492 Mar 07 04:48:25.446045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-62d835ff-3638-459b-8d22-fe7077472d41 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:25.449114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-62d835ff-3638-459b-8d22-fe7077472d41 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.44 "GET /v2.0/networks?id=d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 200 len: 911 time: 0.1312416 Mar 07 04:48:25.464357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Request body: {'port': {'device_id': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'admin_state_up': True, 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:25.510668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Made reservation on behalf of aadc904d021843db93c7255b0ecb0ced for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:48:25.514481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:25.557006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c843e06-9ac8-47e5-9e2c-0b587059d8bc req-f5be38f0-5cee-42a5-8250-0a6fcac68080 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568305 Mar 07 04:48:25.693006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] Current status of the port d9d7088e-ef0a-4a32-9b9d-3578977bf87d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:25.693568 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:25.766021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Allocated IP 172.20.0.12 (d1909672-82a2-4e48-b5a5-504853fed5cc/abbe90f5-942c-48e7-92d6-9052f66f280f/29945614-693b-426f-9720-9bde6c385b64) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:25.775235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] For port d9d7088e-ef0a-4a32-9b9d-3578977bf87d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:25.782162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:25.887190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eac002-95b4-49de-8baf-ba7daf669a3a None None] Pushing event updated for resources: {'Port': ['ID=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:25.902674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:48:19Z', 'revision_number': 4, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd9d7088e-ef0a-4a32-9b9d-3578977bf87d', 'name': '', 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'mac_address': 'fa:16:3e:b0:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f377870f-aab1-412a-a244-33aa3bfe2192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:18Z', 'updated_at': '2022-03-07T04:48:24Z', 'revision_number': 4, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'subnets': [{'id': 'f377870f-aab1-412a-a244-33aa3bfe2192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:25.940193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ee78c-907a-4aa8-92b0-6eb519e9b230 None None] The sync data for ids ['1b4b93d3-414f-4b3a-b862-f32c203208ee'] in n-d-832185-1 is: [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:48:19Z', 'revision_number': 4, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd9d7088e-ef0a-4a32-9b9d-3578977bf87d', 'name': '', 'network_id': '0d9917a5-d02a-495b-ae4e-a2de5517f282', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'mac_address': 'fa:16:3e:b0:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f377870f-aab1-412a-a244-33aa3bfe2192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:18Z', 'updated_at': '2022-03-07T04:48:24Z', 'revision_number': 4, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'subnets': [{'id': 'f377870f-aab1-412a-a244-33aa3bfe2192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:48:25.952554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4830d04b-be9e-46e9-93e3-bb864e83a137 None None] Provisioning complete for port d9d7088e-ef0a-4a32-9b9d-3578977bf87d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:25.953597 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4830d04b-be9e-46e9-93e3-bb864e83a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:26.076552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks [] for port (29945614-693b-426f-9720-9bde6c385b64), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:26.152426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (29945614-693b-426f-9720-9bde6c385b64), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:26.168830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4830d04b-be9e-46e9-93e3-bb864e83a137 None None] Current status of the port d9d7088e-ef0a-4a32-9b9d-3578977bf87d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:26.189136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Network d1909672-82a2-4e48-b5a5-504853fed5cc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:26.195637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:26.243383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:26.291198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Pushing event updated for resources: {'Port': ['ID=29945614-693b-426f-9720-9bde6c385b64,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:26.308285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:26.316204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:26.366140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-f2443280-80a8-499b-b8a8-b6fb46880ead tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9077058 Mar 07 04:48:26.385520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Request body: {'port': {'device_id': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:26.427821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bd076-0289-4b8d-ac55-7af2c1b31f9b req-afb422ad-54b0-4983-9566-46367329fe5d tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:26.429360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b42bd076-0289-4b8d-ac55-7af2c1b31f9b req-afb422ad-54b0-4983-9566-46367329fe5d tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1028 time: 0.1291866 Mar 07 04:48:26.569149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b42bd076-0289-4b8d-ac55-7af2c1b31f9b req-54a8af2c-fe87-4a63-b62e-09f4dbe8c451 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322656 Mar 07 04:48:26.594749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (29945614-693b-426f-9720-9bde6c385b64), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:26.774603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560cb5-6633-4e54-9bc5-4dfc7b6163dd req-d50a6f2d-87cc-432a-aeb2-686e70c2a006 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:26.783835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65560cb5-6633-4e54-9bc5-4dfc7b6163dd req-d50a6f2d-87cc-432a-aeb2-686e70c2a006 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1066475 Mar 07 04:48:26.844895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c0a5ad53-35b9-45f7-a6db-9271962d5058 None None] Provisioning complete for port 29945614-693b-426f-9720-9bde6c385b64 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:26.847897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0a5ad53-35b9-45f7-a6db-9271962d5058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (29945614-693b-426f-9720-9bde6c385b64), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:26.907100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65560cb5-6633-4e54-9bc5-4dfc7b6163dd req-e2deb91a-ce67-49a6-9ad1-3f9f55dea720 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223903 Mar 07 04:48:26.940961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5ad53-35b9-45f7-a6db-9271962d5058 None None] Port 29945614-693b-426f-9720-9bde6c385b64 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:27.119073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29945614-693b-426f-9720-9bde6c385b64 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:27.136130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Publish callbacks [] for port (29945614-693b-426f-9720-9bde6c385b64), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:27.162576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Transition to ACTIVE for port object 29945614-693b-426f-9720-9bde6c385b64 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:48:27.170717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (29945614-693b-426f-9720-9bde6c385b64), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:27.254836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Pushing event updated for resources: {'Port': ['ID=29945614-693b-426f-9720-9bde6c385b64,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:27.350531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Attempting to bind port 29945614-693b-426f-9720-9bde6c385b64 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:27.351101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Attempting to bind port 29945614-693b-426f-9720-9bde6c385b64 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:27.351489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Attempting to bind port 29945614-693b-426f-9720-9bde6c385b64 on network d1909672-82a2-4e48-b5a5-504853fed5cc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:27.356634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Port 29945614-693b-426f-9720-9bde6c385b64 on network d1909672-82a2-4e48-b5a5-504853fed5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:48:27.357120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Attempting to bind port 29945614-693b-426f-9720-9bde6c385b64 on network d1909672-82a2-4e48-b5a5-504853fed5cc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:27.363835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:27.364384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Checking segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:27.364884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Bound using segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:27.365421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Bound port: 29945614-693b-426f-9720-9bde6c385b64, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:27.365955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (29945614-693b-426f-9720-9bde6c385b64), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:27.449366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] For port 29945614-693b-426f-9720-9bde6c385b64, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:27.453046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] For port 29945614-693b-426f-9720-9bde6c385b64, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=29945614-693b-426f-9720-9bde6c385b64,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:27.462569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (29945614-693b-426f-9720-9bde6c385b64), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:27.511557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:27.512018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:27.513602 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] 10.222.0.44 "PUT /v2.0/ports/29945614-693b-426f-9720-9bde6c385b64 HTTP/1.1" status: 200 len: 1092 time: 1.1399362 Mar 07 04:48:27.514210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'tag': '29945614-693b-426f-9720-9bde6c385b64'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:27.516669 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171d954-e004-4fda-8856-4c2ea36ae62f" -d '{"events": [{"name": "network-changed", "server_uuid": "92fd0527-b063-4e15-bcea-f3d526fcb0b0", "tag": "29945614-693b-426f-9720-9bde6c385b64"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:27.542028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbc16-da5a-48cc-ae33-ecd54cabd9ee service neutron] Pushing event updated for resources: {'Port': ['ID=29945614-693b-426f-9720-9bde6c385b64,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:27.566680 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9944c140-3619-43fd-872c-a07e05d2617e x-openstack-request-id: req-9944c140-3619-43fd-872c-a07e05d2617e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:27.567026 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fd0527-b063-4e15-bcea-f3d526fcb0b0", "tag": "29945614-693b-426f-9720-9bde6c385b64", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:27.567209 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9944c140-3619-43fd-872c-a07e05d2617e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:27.568008 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'tag': '29945614-693b-426f-9720-9bde6c385b64', 'status': 'completed', 'code': 200} Mar 07 04:48:27.635144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-388d0066-2660-4175-8007-4146d5241149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:27.636650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-388d0066-2660-4175-8007-4146d5241149 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aadc904d021843db93c7255b0ecb0ced&device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1126 time: 0.0677922 Mar 07 04:48:27.718822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-4558c0dc-ec03-456d-a4fb-aaf659555932 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29945614-693b-426f-9720-9bde6c385b64 HTTP/1.1" status: 200 len: 217 time: 0.0721519 Mar 07 04:48:27.829577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8412-dd08-4747-abe6-a530491e040f req-572a25d9-ad1e-46dd-b85f-1f43035b9a46 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:27.832258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-967e8412-dd08-4747-abe6-a530491e040f req-572a25d9-ad1e-46dd-b85f-1f43035b9a46 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1126 time: 0.1355329 Mar 07 04:48:27.834009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d9d7088e-ef0a-4a32-9b9d-3578977bf87d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:27.844320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-2e450145-c60b-42a3-9787-ba8be8c2e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:27.845815 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-2e450145-c60b-42a3-9787-ba8be8c2e0d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abbe90f5-942c-48e7-92d6-9052f66f280f HTTP/1.1" status: 200 len: 849 time: 0.1168563 Mar 07 04:48:27.980123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-967e8412-dd08-4747-abe6-a530491e040f req-fda01893-d453-480d-9451-defecaebe8e5 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290569 Mar 07 04:48:27.985681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-1b3b6eea-ec0d-43db-9b21-13e55aed386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:28.007202 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-1b3b6eea-ec0d-43db-9b21-13e55aed386b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1909672-82a2-4e48-b5a5-504853fed5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1533656 Mar 07 04:48:28.016150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d9d7088e-ef0a-4a32-9b9d-3578977bf87d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:28.019479 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:28.267885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d9d7088e-ef0a-4a32-9b9d-3578977bf87d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:28.295910 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-3d3bcdb9-5a30-4601-9402-ec932ff2736c service neutron] 10.222.0.44 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779284 Mar 07 04:48:28.316781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a149-1225-4eeb-aa2c-3e4abd11182d req-966d820d-7c6b-4d35-8edb-526240b54b41 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:28.325697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c47a149-1225-4eeb-aa2c-3e4abd11182d req-966d820d-7c6b-4d35-8edb-526240b54b41 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2251658 Mar 07 04:48:28.417388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c47a149-1225-4eeb-aa2c-3e4abd11182d req-2de567b4-7573-48b0-83ce-be8fbf66d450 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899630 Mar 07 04:48:28.452257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a9df1-ed28-4f72-a737-b4b8a682a6ed req-0919a0f9-8b64-45cf-bea8-f02da6f8bd80 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:28.460010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-037a9df1-ed28-4f72-a737-b4b8a682a6ed req-0919a0f9-8b64-45cf-bea8-f02da6f8bd80 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.2277246 Mar 07 04:48:28.471421 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3492dc96-562e-4c24-a26f-88039f33cda9 req-73ea35ab-3086-4d89-b095-412dcb645137 service neutron] 10.222.0.44 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578114 Mar 07 04:48:28.529349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-037a9df1-ed28-4f72-a737-b4b8a682a6ed req-da760e70-5e49-45f9-bd18-4e7a699956cf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681939 Mar 07 04:48:28.593910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-c72be308-824b-4f30-8893-8ff4cde412f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:28.596047 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-c72be308-824b-4f30-8893-8ff4cde412f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aadc904d021843db93c7255b0ecb0ced&device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1126 time: 0.0701118 Mar 07 04:48:28.757776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-f780601d-a065-44d3-bd0c-ef193b4a1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:28.759306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-f780601d-a065-44d3-bd0c-ef193b4a1c0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 200 len: 911 time: 0.1566765 Mar 07 04:48:28.889789 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-b0f662a1-d15c-4a4d-9335-f61e4a13018a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29945614-693b-426f-9720-9bde6c385b64 HTTP/1.1" status: 200 len: 217 time: 0.1237414 Mar 07 04:48:29.024512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-247add99-6f9b-443d-8a71-13f8caf8724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:29.029841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-247add99-6f9b-443d-8a71-13f8caf8724e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abbe90f5-942c-48e7-92d6-9052f66f280f HTTP/1.1" status: 200 len: 849 time: 0.1391449 Mar 07 04:48:29.132775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-256a1f6e-0344-4ed4-94ba-76f12b4e1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:29.134530 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-256a1f6e-0344-4ed4-94ba-76f12b4e1e32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1909672-82a2-4e48-b5a5-504853fed5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957048 Mar 07 04:48:29.250679 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4c69d-c65c-4f88-b2df-04ae95166374 req-b16f0d93-e15e-4049-81f4-6078d9f68f06 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:29.262293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bee4c69d-c65c-4f88-b2df-04ae95166374 req-b16f0d93-e15e-4049-81f4-6078d9f68f06 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1126 time: 0.1020617 Mar 07 04:48:29.342407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-f4895436-5ec3-4c6e-a565-f6f8fdeff927 service neutron] 10.222.0.44 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914742 Mar 07 04:48:29.392840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bee4c69d-c65c-4f88-b2df-04ae95166374 req-e610ba63-689f-44c0-ac4c-fe6610759dfd tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249976 Mar 07 04:48:29.482012 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3171d954-e004-4fda-8856-4c2ea36ae62f req-66082a25-98f2-455b-b11a-c11d98005529 service neutron] 10.222.0.44 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328356 Mar 07 04:48:29.606101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670ee17-e0c4-4439-bfd9-3d85c2875aef req-88a96c69-8ed7-45f9-9a91-219a9c1052c7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:29.607609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6670ee17-e0c4-4439-bfd9-3d85c2875aef req-88a96c69-8ed7-45f9-9a91-219a9c1052c7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1023364 Mar 07 04:48:29.632180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f14dd-d795-4e6f-98a5-adad80ef4d93 req-66484276-2b7c-4f34-b491-ca7a829f1f83 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:29.634182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d88f14dd-d795-4e6f-98a5-adad80ef4d93 req-66484276-2b7c-4f34-b491-ca7a829f1f83 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.1199055 Mar 07 04:48:29.713734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6670ee17-e0c4-4439-bfd9-3d85c2875aef req-af80b82c-6431-480d-9bf7-12afe2e93b66 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981417 Mar 07 04:48:29.724719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d88f14dd-d795-4e6f-98a5-adad80ef4d93 req-203bc9d5-560f-4138-82d6-05f4fa1e35d4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833170 Mar 07 04:48:29.842001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9884bbc-6037-4da6-9598-4bac1b24288a req-653c2343-6a70-4663-a04f-55c69db0301d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:29.843721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9884bbc-6037-4da6-9598-4bac1b24288a req-653c2343-6a70-4663-a04f-55c69db0301d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.0548754 Mar 07 04:48:29.895830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9884bbc-6037-4da6-9598-4bac1b24288a req-426bd087-82f1-4222-b1ae-7c178ca9737c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Mar 07 04:48:30.501495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ea35-7020-4bd5-899a-0d4fa0db3b77 req-24e63f29-74ef-4904-bda2-b5ed67850179 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:30.504431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2390ea35-7020-4bd5-899a-0d4fa0db3b77 req-24e63f29-74ef-4904-bda2-b5ed67850179 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1126 time: 0.0524194 Mar 07 04:48:30.552190 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2390ea35-7020-4bd5-899a-0d4fa0db3b77 req-513df581-d5fa-4afa-bfab-5f5001580754 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Mar 07 04:48:30.893793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5cf37-b472-463e-b0f6-a921f8cf9764 req-ae167758-e62e-441e-8875-4dd5dec9d038 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:30.895303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ac5cf37-b472-463e-b0f6-a921f8cf9764 req-ae167758-e62e-441e-8875-4dd5dec9d038 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.0960946 Mar 07 04:48:30.950060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62938407-f8dd-4bb2-bde2-45506cafba2b req-e6275ef3-c25f-4bd3-865a-c59a85609088 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:30.951536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62938407-f8dd-4bb2-bde2-45506cafba2b req-e6275ef3-c25f-4bd3-865a-c59a85609088 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1241591 Mar 07 04:48:31.007618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-4cbadd54-53cb-4b96-865b-7e87b59d9a4a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:31.009063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-4cbadd54-53cb-4b96-865b-7e87b59d9a4a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.1347065 Mar 07 04:48:31.016519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ac5cf37-b472-463e-b0f6-a921f8cf9764 req-b5b8b9c0-e5b9-4b84-ab16-4bdae075679a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987849 Mar 07 04:48:31.318603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 29945614-693b-426f-9720-9bde6c385b64 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:48:31.466455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 29945614-693b-426f-9720-9bde6c385b64, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=29945614-693b-426f-9720-9bde6c385b64,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:31.482130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '29945614-693b-426f-9720-9bde6c385b64', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'port_id': '29945614-693b-426f-9720-9bde6c385b64', 'mac_address': 'fa:16:3e:8d:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:48:31.546404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 29945614-693b-426f-9720-9bde6c385b64 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:31.546904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (29945614-693b-426f-9720-9bde6c385b64), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:31.578302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29945614-693b-426f-9720-9bde6c385b64 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:31.604995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 29945614-693b-426f-9720-9bde6c385b64, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=29945614-693b-426f-9720-9bde6c385b64,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:31.616327 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (29945614-693b-426f-9720-9bde6c385b64), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:31.626832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62938407-f8dd-4bb2-bde2-45506cafba2b req-ff56f60c-410a-412b-afdc-13a7c279567d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6597424 Mar 07 04:48:31.711937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=29945614-693b-426f-9720-9bde6c385b64,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:31.715931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b333766-6701-4d11-baaa-e4d4a101620b req-7c4726b1-28bd-454e-a287-39a474713b93 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:31.723601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b333766-6701-4d11-baaa-e4d4a101620b req-7c4726b1-28bd-454e-a287-39a474713b93 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1249881 Mar 07 04:48:31.750030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port 8a551a34-e8b3-419b-8922-01c632f5f473 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:48:31.750382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:31.860622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b333766-6701-4d11-baaa-e4d4a101620b req-de82f033-592c-4e72-a4d7-b2523bc16c4c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360443 Mar 07 04:48:31.881193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38add15-596c-4c9c-b115-287b4fdb043e req-5502fed8-8025-4e85-8ad8-1d6698b37238 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:31.881193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d38add15-596c-4c9c-b115-287b4fdb043e req-5502fed8-8025-4e85-8ad8-1d6698b37238 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1127 time: 0.1472428 Mar 07 04:48:31.906604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] For port 8a551a34-e8b3-419b-8922-01c632f5f473, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8a551a34-e8b3-419b-8922-01c632f5f473,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:31.906975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:31.980092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d38add15-596c-4c9c-b115-287b4fdb043e req-ef9de31f-cdf7-42c8-9e45-82ba670d6da0 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982068 Mar 07 04:48:32.028912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['29945614-693b-426f-9720-9bde6c385b64'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:32.175901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:32.176538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (5750b91d-d421-4a62-aab3-ede3a4eac06e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:32.176777 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP 5750b91d-d421-4a62-aab3-ede3a4eac06e disassociated. External IP: 172.25.4.242, port: 8a551a34-e8b3-419b-8922-01c632f5f473. Mar 07 04:48:32.177129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for 8a551a34-e8b3-419b-8922-01c632f5f473 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:48:32.212273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eee80-6947-4933-b63c-663ded4ee155 req-bcb3f7b3-0a33-4505-abb7-eb38e74687a0 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:32.213801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e5eee80-6947-4933-b63c-663ded4ee155 req-bcb3f7b3-0a33-4505-abb7-eb38e74687a0 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 945 time: 0.0930059 Mar 07 04:48:32.308422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e5eee80-6947-4933-b63c-663ded4ee155 req-6841c498-e2d7-422b-a2cd-e721809edf17 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=717057ae-10c0-4160-b3cc-1bc520c487b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643556 Mar 07 04:48:32.382594 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8a551a34-e8b3-419b-8922-01c632f5f473), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:32.412448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=8a551a34-e8b3-419b-8922-01c632f5f473,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:32.531478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:48:32.677576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:48:32.690209 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:48:32.709927 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:32.710625 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:32.766337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] No DVR routers for this DVR port 8a551a34-e8b3-419b-8922-01c632f5f473 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:48:32.780681 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0057ab02-59fb-498b-a6c5-ab14d9bbe8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:32.811528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:32.816232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-721b5e58-be16-434f-94f1-9bb7b824ef01 req-cd006945-4d6f-419f-a64f-93f60453847c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.15 "DELETE /v2.0/ports/8a551a34-e8b3-419b-8922-01c632f5f473 HTTP/1.1" status: 204 len: 173 time: 1.7963927 Mar 07 04:48:32.820244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'name': 'network-vif-deleted', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:32.822780 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8548890e-fde0-43c9-8ca5-a41509cda808" -d '{"events": [{"server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "name": "network-vif-deleted", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:32.914910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6862-eb15-4d20-a7fb-92af4bec4c38 req-4e3f04b2-5205-499a-87ff-8400052831eb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:32.931763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fae6862-eb15-4d20-a7fb-92af4bec4c38 req-4e3f04b2-5205-499a-87ff-8400052831eb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1667192 Mar 07 04:48:32.950557 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:32.996357 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ad9263-a6fd-483a-a9fb-873231a943ea x-openstack-request-id: req-63ad9263-a6fd-483a-a9fb-873231a943ea {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:32.996722 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428db59a-e4cf-4ffc-9310-27849e87455c", "name": "network-vif-deleted", "tag": "8a551a34-e8b3-419b-8922-01c632f5f473", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:32.996956 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63ad9263-a6fd-483a-a9fb-873231a943ea {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:32.997382 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428db59a-e4cf-4ffc-9310-27849e87455c', 'name': 'network-vif-deleted', 'tag': '8a551a34-e8b3-419b-8922-01c632f5f473', 'status': 'completed', 'code': 200} Mar 07 04:48:33.093817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9fae6862-eb15-4d20-a7fb-92af4bec4c38 req-087d0369-b36c-4ba7-aad7-864ef72a5438 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568100 Mar 07 04:48:33.167735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dee46-5cb9-46e3-b39d-2194ccd48937 req-2573a3b3-cc84-4fd5-bc10-b291c08d7449 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:33.169670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206dee46-5cb9-46e3-b39d-2194ccd48937 req-2573a3b3-cc84-4fd5-bc10-b291c08d7449 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1367216 Mar 07 04:48:33.270568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206dee46-5cb9-46e3-b39d-2194ccd48937 req-37f00f76-96b2-44a2-9bfe-886aa772b55d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942528 Mar 07 04:48:33.286828 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:33.289893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a6905-a084-49c0-9bef-03419707b304 req-a3006dde-5426-4689-952e-2a97aacefcec tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:33.297339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27a6905-a084-49c0-9bef-03419707b304 req-a3006dde-5426-4689-952e-2a97aacefcec tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1127 time: 0.0818233 Mar 07 04:48:33.323451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:48:33.326075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 29945614-693b-426f-9720-9bde6c385b64 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:33.335211 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:48:33.358484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:33.359129 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:33.383813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e27a6905-a084-49c0-9bef-03419707b304 req-4b9f02ad-3a98-4188-8699-888483c062c7 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Mar 07 04:48:33.519060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d834d1-dc74-4564-8629-da42f9a9f578 req-3d867c90-99e1-487d-b897-c49dc4c91c12 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=428db59a-e4cf-4ffc-9310-27849e87455c HTTP/1.1" status: 200 len: 210 time: 0.0686030 Mar 07 04:48:33.557626 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:33.633025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:33.636293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 29945614-693b-426f-9720-9bde6c385b64 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:48:33.647403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 29945614-693b-426f-9720-9bde6c385b64 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:33.647807 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (29945614-693b-426f-9720-9bde6c385b64), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:33.723454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'mac_address': 'fa:16:3e:cc:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:48:33.817548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 29945614-693b-426f-9720-9bde6c385b64 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:33.819344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (29945614-693b-426f-9720-9bde6c385b64), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:33.822714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:33.823335 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:33.862833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:33.867983 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:33.904570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 29945614-693b-426f-9720-9bde6c385b64, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=29945614-693b-426f-9720-9bde6c385b64,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:33.907837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29945614-693b-426f-9720-9bde6c385b64'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:33.912035 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b6ad7-6379-4382-bf0d-f26a553275c7" -d '{"events": [{"server_uuid": "92fd0527-b063-4e15-bcea-f3d526fcb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "29945614-693b-426f-9720-9bde6c385b64"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:33.913122 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadbf0a-4a91-4852-b11c-3003ac4e6867 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:48:33.924561 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (29945614-693b-426f-9720-9bde6c385b64), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:33.925466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:48:33.983765 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af525008-feab-427f-930d-4cc3ad488350 x-openstack-request-id: req-af525008-feab-427f-930d-4cc3ad488350 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:33.984729 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fd0527-b063-4e15-bcea-f3d526fcb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "29945614-693b-426f-9720-9bde6c385b64", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:33.984996 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af525008-feab-427f-930d-4cc3ad488350 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:33.985401 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29945614-693b-426f-9720-9bde6c385b64', 'code': 200} Mar 07 04:48:33.990850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:34.008204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.037521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=29945614-693b-426f-9720-9bde6c385b64,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:34.128824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2065c1-d259-489b-8a0b-68b80b0a33a7 req-7849d50c-c647-4ba8-bec5-fd4a91c8d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:34.130398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b2065c1-d259-489b-8a0b-68b80b0a33a7 req-7849d50c-c647-4ba8-bec5-fd4a91c8d57c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0842831 Mar 07 04:48:34.131040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:34.211248 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3b2065c1-d259-489b-8a0b-68b80b0a33a7 req-9688cb7c-00d0-4ed3-9960-69af48e9e706 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735626 Mar 07 04:48:34.211523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: BUILD; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:34.212294 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.228062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=11']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:34.242863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:34.292430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868326-0b83-4498-9e84-8822dc5cfd7d req-f4816f21-9633-42cc-97e4-30c68846ebfd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:34.294164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01868326-0b83-4498-9e84-8822dc5cfd7d req-f4816f21-9633-42cc-97e4-30c68846ebfd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 945 time: 0.0960813 Mar 07 04:48:34.331246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:34.362635 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.376345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01868326-0b83-4498-9e84-8822dc5cfd7d req-695d3a29-cb9d-4dbd-b9f4-b5212493958d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754392 Mar 07 04:48:34.422927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8a551a34-e8b3-419b-8922-01c632f5f473 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:48:34.461601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2032f-726f-4f37-8cc8-764be2d56d96 req-7fbc80b9-e92c-4cb6-84af-28be1cea1869 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:34.468912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acd2032f-726f-4f37-8cc8-764be2d56d96 req-7fbc80b9-e92c-4cb6-84af-28be1cea1869 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.0888069 Mar 07 04:48:34.483855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34edb36a-abd4-476c-bf9e-07fdf4a9273b None None] New status for floating IP 5750b91d-d421-4a62-aab3-ede3a4eac06e: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:48:34.529250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-acd2032f-726f-4f37-8cc8-764be2d56d96 req-f4fa5f68-c50a-47cf-b4ae-47c272c43793 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591018 Mar 07 04:48:34.617225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 8a551a34-e8b3-419b-8922-01c632f5f473 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:48:34.617679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8a551a34-e8b3-419b-8922-01c632f5f473 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:48:34.624996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34544) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:34.668072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b126-c009-4262-b870-cb6d00b8c27e req-9dee332d-7bcb-4f88-b04c-df0918d7bc0b tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:34.669658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efe3b126-c009-4262-b870-cb6d00b8c27e req-9dee332d-7bcb-4f88-b04c-df0918d7bc0b tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.1322060 Mar 07 04:48:34.691496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=12']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:34.757378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6555ac88-4c7e-4dc2-9e67-85c59ef7806d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (717057ae-10c0-4160-b3cc-1bc520c487b7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.775385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efe3b126-c009-4262-b870-cb6d00b8c27e req-7ebc4cec-6a6e-4d22-b909-e717c7378211 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967071 Mar 07 04:48:34.809660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6555ac88-4c7e-4dc2-9e67-85c59ef7806d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (717057ae-10c0-4160-b3cc-1bc520c487b7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.865360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6555ac88-4c7e-4dc2-9e67-85c59ef7806d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (717057ae-10c0-4160-b3cc-1bc520c487b7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.868253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6555ac88-4c7e-4dc2-9e67-85c59ef7806d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:34.870083 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6555ac88-4c7e-4dc2-9e67-85c59ef7806d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/security-groups/717057ae-10c0-4160-b3cc-1bc520c487b7 HTTP/1.1" status: 204 len: 168 time: 0.2432795 Mar 07 04:48:34.872554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34548) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:34.880539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555ac88-4c7e-4dc2-9e67-85c59ef7806d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717057ae-10c0-4160-b3cc-1bc520c487b7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:34.887786 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-3b01dc37-77a9-40bc-9659-5c4fdcb5bada tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] show failed (client error): The resource could not be found. Mar 07 04:48:34.893653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b01dc37-77a9-40bc-9659-5c4fdcb5bada tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups/717057ae-10c0-4160-b3cc-1bc520c487b7 HTTP/1.1" status: 404 len: 347 time: 0.0192437 Mar 07 04:48:34.894800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34550) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:35.080054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port 7aa69de6-5786-4949-aea7-f2a00c83f8d4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:48:35.080054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.177250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.177600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (7aa69de6-5786-4949-aea7-f2a00c83f8d4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.191892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for 7aa69de6-5786-4949-aea7-f2a00c83f8d4 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:48:35.328571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:35.336377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7aa69de6-5786-4949-aea7-f2a00c83f8d4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.370532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=7aa69de6-5786-4949-aea7-f2a00c83f8d4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:35.427801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-902ccf10-9fb2-498a-8fe3-04847aa54bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.444621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (5750b91d-d421-4a62-aab3-ede3a4eac06e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.447463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.452966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8437ef77-fe21-48bf-9381-1ae516df34d6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/floatingips/5750b91d-d421-4a62-aab3-ede3a4eac06e HTTP/1.1" status: 204 len: 168 time: 0.5560977 Mar 07 04:48:35.473142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:35.473725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.597637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec0928-e472-4635-ad5f-88bb3bc417f7 req-bc432981-21c7-48c6-9c33-336308517178 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:35.599526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ec0928-e472-4635-ad5f-88bb3bc417f7 req-bc432981-21c7-48c6-9c33-336308517178 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0871131 Mar 07 04:48:35.636480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:35.636932 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.654921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ec0928-e472-4635-ad5f-88bb3bc417f7 req-7f57baee-d38c-47a5-aabc-24b3965f0f9d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496159 Mar 07 04:48:35.703454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:35.709108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:35.827702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=13']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:35.868732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5e6b7-e69e-41e5-a17f-1ada420b6e0f req-0af83c25-557b-4e9e-b54e-af228c309698 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:35.870757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dd5e6b7-e69e-41e5-a17f-1ada420b6e0f req-0af83c25-557b-4e9e-b54e-af228c309698 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1166799 Mar 07 04:48:35.950170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dd5e6b7-e69e-41e5-a17f-1ada420b6e0f req-6ed8a42b-e70f-447d-8140-7d13a16de88c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669823 Mar 07 04:48:35.959959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34562) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:35.970033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122914096', 'description': 'tempest-description--1538749392'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:35.987613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:35.990331 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a5575d-88ad-4e0b-b05e-a210f75ac0d9" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:36.025499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.042823 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdba7e96-6499-4885-b711-c5b765843bb6 x-openstack-request-id: req-fdba7e96-6499-4885-b711-c5b765843bb6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:36.044033 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:36.044510 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdba7e96-6499-4885-b711-c5b765843bb6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:36.045204 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'code': 200} Mar 07 04:48:36.107017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656241d8-4af6-48fb-ab7b-08d6662850eb req-8cf0089f-af74-422f-9bed-9e8ac3f94aea tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:36.108555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-656241d8-4af6-48fb-ab7b-08d6662850eb req-8cf0089f-af74-422f-9bed-9e8ac3f94aea tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0857198 Mar 07 04:48:36.156425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (1928d4ab-71fe-4553-987c-23aee0ae1c2f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.165698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1928d4ab-71fe-4553-987c-23aee0ae1c2f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.206616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-656241d8-4af6-48fb-ab7b-08d6662850eb req-852d7f7f-bc7d-4e48-842c-f5687eb84877 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857971 Mar 07 04:48:36.216789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1928d4ab-71fe-4553-987c-23aee0ae1c2f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:36.245270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.250323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34568) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:36.257449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': '1928d4ab-71fe-4553-987c-23aee0ae1c2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:36.263400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-870bde69-bce8-4fc3-8961-9c9d79569f3f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3022487 Mar 07 04:48:36.316870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (7bbb3afb-ce49-4d42-9754-6f102c408fc8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.354259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb6949-fbb6-43bf-9ea2-43af77c0e0e5 req-def3ff63-cea6-405c-bf2a-6d1757a93630 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:36.363215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bdcb6949-fbb6-43bf-9ea2-43af77c0e0e5 req-def3ff63-cea6-405c-bf2a-6d1757a93630 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0741570 Mar 07 04:48:36.444390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bdcb6949-fbb6-43bf-9ea2-43af77c0e0e5 req-a9042270-0532-46ec-8a12-63b2da8667f3 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784147 Mar 07 04:48:36.462418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (7bbb3afb-ce49-4d42-9754-6f102c408fc8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.482610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7bbb3afb-ce49-4d42-9754-6f102c408fc8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.531688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbb3afb-ce49-4d42-9754-6f102c408fc8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:36.559908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.568221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34572) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:36.570586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c8ed373-2b8c-4396-b641-4589525372ad tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3189130 Mar 07 04:48:36.577664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'security_group_rule': {'security_group_id': '1928d4ab-71fe-4553-987c-23aee0ae1c2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:36.651838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (1314e080-d13d-48ff-90ae-94abcb137b76), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.691997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3df49-139e-44d3-9de0-3471a1f4af44 req-5383134d-dfd6-413f-8521-ccf1d971e8d5 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:36.693712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81d3df49-139e-44d3-9de0-3471a1f4af44 req-5383134d-dfd6-413f-8521-ccf1d971e8d5 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.1098700 Mar 07 04:48:36.740986 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.774537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (1314e080-d13d-48ff-90ae-94abcb137b76), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.802301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1314e080-d13d-48ff-90ae-94abcb137b76), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.890977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1314e080-d13d-48ff-90ae-94abcb137b76,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:36.912120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:36.916704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34580) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:36.917758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a921a975-44d3-462a-b86d-5ddbeed7b5f7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460579 Mar 07 04:48:36.922914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:36.948246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81d3df49-139e-44d3-9de0-3471a1f4af44 req-7d140b23-ceed-41da-8ae0-9fc3f203806a tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656876 Mar 07 04:48:36.956871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:37.019452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873cf0e-67f3-4d2c-83bd-bbe0e7c3aa6a req-3fa023e7-3efc-415c-893f-278580d7ca8b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:37.021119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c873cf0e-67f3-4d2c-83bd-bbe0e7c3aa6a req-3fa023e7-3efc-415c-893f-278580d7ca8b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1866555 Mar 07 04:48:37.130509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c873cf0e-67f3-4d2c-83bd-bbe0e7c3aa6a req-2b3cd6cb-70df-464e-b87d-9f8f94889e40 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027763 Mar 07 04:48:37.140222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:37.154563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422e56-febc-4869-9a62-0523caad02f6 req-6576afdd-d5f8-41a7-b131-d99d2856617a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:37.156078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb422e56-febc-4869-9a62-0523caad02f6 req-6576afdd-d5f8-41a7-b131-d99d2856617a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.0812256 Mar 07 04:48:37.264709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb422e56-febc-4869-9a62-0523caad02f6 req-5db1ee69-ee83-43fe-97e1-dfb082cee3ab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994546 Mar 07 04:48:37.304801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.25.4.103 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e81d6b45-1b7b-4edb-991f-c7611c61f3cb) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:37.381929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-900970c4-e57e-40b1-a483-f4482b5e3231 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:37.384341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-900970c4-e57e-40b1-a483-f4482b5e3231 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/networks?id=d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 200 len: 911 time: 0.1186182 Mar 07 04:48:37.404909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-ae94455f-14fa-4c3e-bfc1-376cc7748f8a tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/quotas/aadc904d021843db93c7255b0ecb0ced HTTP/1.1" status: 200 len: 375 time: 0.0148966 Mar 07 04:48:37.455790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:37.472471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-091d3708-b3fb-408a-aec7-7b578ae4afd8 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=aadc904d021843db93c7255b0ecb0ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660710 Mar 07 04:48:37.504776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:37.562473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:37.566415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:37.569701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:37.595808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-82e34e33-793f-466a-9c41-2b467798a5e5 service neutron] 10.222.0.21 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225193 Mar 07 04:48:37.602445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=e81d6b45-1b7b-4edb-991f-c7611c61f3cb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:37.688626 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:37.689433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (98966f8e-27f7-400b-b40f-b48762b596e0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:37.730346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-5a657690-fb3e-4b3a-96bb-dc3ad977d917 service neutron] 10.222.0.21 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327407 Mar 07 04:48:37.756372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:38.006459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:38.014800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:38.038311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49e21217-05e7-4ef8-a796-75f88fcb853d req-2e6523e1-5ca6-41cd-bc0a-52db91c329db tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 210 time: 0.0828531 Mar 07 04:48:38.111369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=e81d6b45-1b7b-4edb-991f-c7611c61f3cb,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:38.124062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (98966f8e-27f7-400b-b40f-b48762b596e0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:38.148594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:38.154040 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3748461-c6cd-4c42-9d45-909334bebf57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2325423 Mar 07 04:48:38.363872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830cf3e-1c08-47c0-a53c-027108458952 req-8da14dcf-7f37-4310-b36e-981c05f6a40e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:38.365566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7830cf3e-1c08-47c0-a53c-027108458952 req-8da14dcf-7f37-4310-b36e-981c05f6a40e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1114776 Mar 07 04:48:38.405889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-2842679e-db40-4084-893f-615d847b0a11 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1122914096&fields=id&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 267 time: 0.0860870 Mar 07 04:48:38.459782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7830cf3e-1c08-47c0-a53c-027108458952 req-e57fceaf-a690-4abb-ae29-e8e420c0a0a7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867288 Mar 07 04:48:38.603276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-99aa09c0-49da-44bd-b2c2-e0390bf01937 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:38.605234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-99aa09c0-49da-44bd-b2c2-e0390bf01937 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.1895437 Mar 07 04:48:38.646918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-062cc5fc-9dcd-427a-b341-453521dee15d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/quotas/2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 375 time: 0.0232835 Mar 07 04:48:38.681305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e20d-bff4-406a-a4d4-b4ac7120b077 req-73b24693-a9ad-464d-a9c3-a6bc547fb15c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:38.683049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3a4e20d-bff4-406a-a4d4-b4ac7120b077 req-73b24693-a9ad-464d-a9c3-a6bc547fb15c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1051092 Mar 07 04:48:38.774686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3a4e20d-bff4-406a-a4d4-b4ac7120b077 req-b819960a-ee79-43dc-8a80-d1ab55d94820 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724974 Mar 07 04:48:38.809617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-dd9b702d-f6be-43fe-82e6-f8637bde952e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523795 Mar 07 04:48:38.928378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-85c81c4a-d045-4dbb-b20f-c9d6e6d77515 service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068718 Mar 07 04:48:39.044374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-8af45fc8-b531-4b67-9011-2f758a53a571 service neutron] 10.222.0.21 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092219 Mar 07 04:48:39.200308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c74f325-c834-44dc-8750-8d8fc3b75ba1 req-aa41eb42-fd60-4175-86ee-1ad2cfb19ceb tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 210 time: 0.0424216 Mar 07 04:48:39.477030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:39.509208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed9a903b-33f3-4f8b-86d8-07b93c461162 req-f7bb7ecf-5e69-4288-b5c1-b31f91b6f2b7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 210 time: 0.1099267 Mar 07 04:48:39.642527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-55a3e5bf-81b6-464b-9d4d-e9f95de48537 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:39.645070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-55a3e5bf-81b6-464b-9d4d-e9f95de48537 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 200 len: 911 time: 0.4069979 Mar 07 04:48:39.674948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Request body: {'port': {'device_id': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'admin_state_up': True, 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:39.762247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a211ad1-e3d8-493e-bd09-209782996ac1 req-12793f0c-8a0f-4f8b-8a54-8b7e71c368fd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:39.771603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a211ad1-e3d8-493e-bd09-209782996ac1 req-12793f0c-8a0f-4f8b-8a54-8b7e71c368fd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1867657 Mar 07 04:48:39.775391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Made reservation on behalf of aadc904d021843db93c7255b0ecb0ced for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:48:39.778351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:39.936417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a211ad1-e3d8-493e-bd09-209782996ac1 req-7afe0d32-ef09-473f-8339-b3dea742bec8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638064 Mar 07 04:48:40.053785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a96d-133e-4572-8973-e32ab55c3b82 req-edf91375-65ba-49b1-9ff8-ced4e3fc49eb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:40.055527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c9a96d-133e-4572-8973-e32ab55c3b82 req-edf91375-65ba-49b1-9ff8-ced4e3fc49eb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.1885562 Mar 07 04:48:40.107870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Allocated IP 172.20.0.10 (d1909672-82a2-4e48-b5a5-504853fed5cc/abbe90f5-942c-48e7-92d6-9052f66f280f/546aee23-69e0-499c-8526-de294b072bf3) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:40.146193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7c9a96d-133e-4572-8973-e32ab55c3b82 req-8e2fa208-7732-4a82-8d4a-e8494bbecc73 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Mar 07 04:48:40.442659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90cbce79-68a1-40eb-9fb2-bdf85873e763 req-84f91e2e-ceb7-470b-8be3-7154fbce7c9b tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 210 time: 0.0647495 Mar 07 04:48:40.509615 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks [] for port (546aee23-69e0-499c-8526-de294b072bf3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:40.563892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (546aee23-69e0-499c-8526-de294b072bf3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:40.576894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['29945614-693b-426f-9720-9bde6c385b64'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:40.682063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Network d1909672-82a2-4e48-b5a5-504853fed5cc is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:40.734151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-903d8ba4-31b3-4e79-a368-46d384505a98 req-7c985b48-5e29-40c3-9313-ae8e4f43fca4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 210 time: 0.1000333 Mar 07 04:48:40.737655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:40.748948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:40.812483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Pushing event updated for resources: {'Port': ['ID=546aee23-69e0-499c-8526-de294b072bf3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:40.856218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:40.860858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:40.889372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-57bf50c6-9f7f-4f33-9242-e389e9de0649 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2271280 Mar 07 04:48:40.901960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Request body: {'port': {'device_id': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:40.983880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (546aee23-69e0-499c-8526-de294b072bf3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:41.163169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-9f81c7f6-f52c-4bda-a5a3-474db39ded79 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:41.165341 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-9f81c7f6-f52c-4bda-a5a3-474db39ded79 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.44 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 815 time: 0.2329137 Mar 07 04:48:41.293902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-81554e0f-7020-4f3b-8782-f76f17995e1f None None] Provisioning complete for port 546aee23-69e0-499c-8526-de294b072bf3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:41.296213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-81554e0f-7020-4f3b-8782-f76f17995e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (546aee23-69e0-499c-8526-de294b072bf3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:41.368357 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-8d96995b-fa1e-4d5a-a95f-8995571e1ae9 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1 HTTP/1.1" status: 200 len: 380 time: 0.1907120 Mar 07 04:48:41.382069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'port': {'device_id': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'admin_state_up': True, 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'security_groups': ['1928d4ab-71fe-4553-987c-23aee0ae1c2f']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:41.388599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad2e05-7d55-43de-96e3-e9a242fa39df req-89a2d823-0de7-4345-999f-ede0d0f01f29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:41.390302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ad2e05-7d55-43de-96e3-e9a242fa39df req-89a2d823-0de7-4345-999f-ede0d0f01f29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.2340746 Mar 07 04:48:41.423912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-81554e0f-7020-4f3b-8782-f76f17995e1f None None] Port 546aee23-69e0-499c-8526-de294b072bf3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:41.513023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31ad2e05-7d55-43de-96e3-e9a242fa39df req-ed2b065f-507d-464e-8eeb-1cc0e53b70e5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543284 Mar 07 04:48:41.582075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Made reservation on behalf of 2dbcc2a5af0b4143bcbce85a7d3295e1 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:48:41.586968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:41.599809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459952a6-ccc9-4b9c-a67d-71824f6fb847 req-8b698655-7e9b-412f-90b9-7d8193d5dc92 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:41.612264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-459952a6-ccc9-4b9c-a67d-71824f6fb847 req-8b698655-7e9b-412f-90b9-7d8193d5dc92 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2564037 Mar 07 04:48:41.767095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Allocated IP 172.20.0.13 (9bf09676-73e7-4cdf-8f6a-a64883ff09d6/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa/c1de3504-f799-4a34-a33f-2421c27c868a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:48:41.833635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546aee23-69e0-499c-8526-de294b072bf3 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:41.848299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-459952a6-ccc9-4b9c-a67d-71824f6fb847 req-c74dfa67-b417-4487-943d-4b73678e6bec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340283 Mar 07 04:48:41.856691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70e5d-b8e8-4b60-8fd7-91f16baa3aff req-eb9b1059-bb84-42b6-98b9-14c5e6a9a9c2 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:41.858583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cb70e5d-b8e8-4b60-8fd7-91f16baa3aff req-eb9b1059-bb84-42b6-98b9-14c5e6a9a9c2 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1028 time: 0.2053809 Mar 07 04:48:41.860656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Publish callbacks [] for port (546aee23-69e0-499c-8526-de294b072bf3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:41.882201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Transition to ACTIVE for port object 546aee23-69e0-499c-8526-de294b072bf3 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:48:41.928621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (546aee23-69e0-499c-8526-de294b072bf3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:41.984698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cb70e5d-b8e8-4b60-8fd7-91f16baa3aff req-b8ccc41e-01f2-42ec-beeb-5c8276a6af49 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983434 Mar 07 04:48:42.018622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for port (c1de3504-f799-4a34-a33f-2421c27c868a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:42.088855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af9e173b-bdca-4fb2-8ed0-acc348f1b4aa req-b0001fec-81e7-4b79-afb8-0c4ffc0f2827 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 210 time: 0.0544012 Mar 07 04:48:42.113356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:42.127372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Pushing event updated for resources: {'Port': ['ID=546aee23-69e0-499c-8526-de294b072bf3,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:42.208208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event updated for resources: {'Port': ['ID=c1de3504-f799-4a34-a33f-2421c27c868a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:42.213630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:48:42.216439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:48:42.251331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:48:42.281775 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Attempting to bind port 546aee23-69e0-499c-8526-de294b072bf3 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:42.284565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Attempting to bind port 546aee23-69e0-499c-8526-de294b072bf3 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:42.287209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Attempting to bind port 546aee23-69e0-499c-8526-de294b072bf3 on network d1909672-82a2-4e48-b5a5-504853fed5cc {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:42.308928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Port 546aee23-69e0-499c-8526-de294b072bf3 on network d1909672-82a2-4e48-b5a5-504853fed5cc not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:48:42.310053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Attempting to bind port 546aee23-69e0-499c-8526-de294b072bf3 on network d1909672-82a2-4e48-b5a5-504853fed5cc {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:42.326880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:42.328610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Checking segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:42.329702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Bound using segment: {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:42.335287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Bound port: 546aee23-69e0-499c-8526-de294b072bf3, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5958a85f-fdc7-4ca0-9491-c31417f2329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:42.335872 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (546aee23-69e0-499c-8526-de294b072bf3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:42.356886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:42.357586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:42.404074 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-c90e1305-c177-4cad-88c6-d5ca11508223 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0345988 Mar 07 04:48:42.426760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Request body: {'port': {'device_id': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:42.548179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:42.569540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] For port 546aee23-69e0-499c-8526-de294b072bf3, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:42.583122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] For port 546aee23-69e0-499c-8526-de294b072bf3, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=546aee23-69e0-499c-8526-de294b072bf3,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:42.604177 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (546aee23-69e0-499c-8526-de294b072bf3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:42.838224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8a739935-05c1-4f3e-be01-67465714e0e7 None None] Provisioning complete for port c1de3504-f799-4a34-a33f-2421c27c868a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:42.841813 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a739935-05c1-4f3e-be01-67465714e0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.001109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8a739935-05c1-4f3e-be01-67465714e0e7 None None] Port c1de3504-f799-4a34-a33f-2421c27c868a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:48:43.156852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1de3504-f799-4a34-a33f-2421c27c868a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:43.167610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Publish callbacks [] for port (c1de3504-f799-4a34-a33f-2421c27c868a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.182278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Transition to ACTIVE for port object c1de3504-f799-4a34-a33f-2421c27c868a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:48:43.183680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34700) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:43.204100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.344489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Pushing event updated for resources: {'Port': ['ID=c1de3504-f799-4a34-a33f-2421c27c868a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:43.474058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ecffac3-f6c2-4edf-ae95-df71da7775e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.527435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:43.528365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.529791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] 10.222.0.15 "PUT /v2.0/ports/546aee23-69e0-499c-8526-de294b072bf3 HTTP/1.1" status: 200 len: 1092 time: 2.6330009 Mar 07 04:48:43.570570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'tag': '546aee23-69e0-499c-8526-de294b072bf3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:43.573276 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001756f7-404c-4051-9bd3-11c187ae6a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeffd986-2f0c-4708-af03-fe24ed2368df", "tag": "546aee23-69e0-499c-8526-de294b072bf3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:43.619208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ecffac3-f6c2-4edf-ae95-df71da7775e1 admin admin] Publish callbacks [] for security_group (aa6a575c-dc22-43e1-80f4-524cb4d03cae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.632991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ecffac3-f6c2-4edf-ae95-df71da7775e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa6a575c-dc22-43e1-80f4-524cb4d03cae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.811772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Pushing event updated for resources: {'Port': ['ID=546aee23-69e0-499c-8526-de294b072bf3,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:43.813288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Attempting to bind port c1de3504-f799-4a34-a33f-2421c27c868a on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:48:43.814006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Attempting to bind port c1de3504-f799-4a34-a33f-2421c27c868a by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:48:43.814571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Attempting to bind port c1de3504-f799-4a34-a33f-2421c27c868a on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:43.823228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4ecffac3-f6c2-4edf-ae95-df71da7775e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=602ca22820fb4319883fad8f84796792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6380601 Mar 07 04:48:43.824527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecffac3-f6c2-4edf-ae95-df71da7775e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a575c-dc22-43e1-80f4-524cb4d03cae,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:43.829160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34708) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:43.842101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755705be-7b7f-4f65-83f2-cc44b6f50c5a req-a9b8efb5-f328-476a-88b9-b8a72db5d31d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:43.856073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755705be-7b7f-4f65-83f2-cc44b6f50c5a req-a9b8efb5-f328-476a-88b9-b8a72db5d31d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.3939514 Mar 07 04:48:43.899097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.899450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.899798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.900142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.900479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.900816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.901147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.901395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Port c1de3504-f799-4a34-a33f-2421c27c868a on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:48:43.901525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.901794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.901909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Attempting to bind port c1de3504-f799-4a34-a33f-2421c27c868a on network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:48:43.902251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.902582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.902908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.903230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e09f94-8193-4099-bce6-d860074e3c96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:48:43.937384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:48:43.937792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Checking segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:48:43.947095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Bound using segment: {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:48:43.947644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Bound port: c1de3504-f799-4a34-a33f-2421c27c868a, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd7b04b-bf48-42a9-9226-ce0234d957b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:48:43.958220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.959829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe757b-ce04-429f-bb02-a2a1b87ebea6 req-64314ea5-bbf2-4cc9-b539-f2a9c8613d40 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:43.966821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1fe757b-ce04-429f-bb02-a2a1b87ebea6 req-64314ea5-bbf2-4cc9-b539-f2a9c8613d40 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.5058100 Mar 07 04:48:43.983344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba12de8b-1ce4-47f7-8128-b5817426888f admin admin] Publish callbacks [] for security_group (aa6a575c-dc22-43e1-80f4-524cb4d03cae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:43.997697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-b89c14e2-f8fe-497f-8adf-65ba178d0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:43.999222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-b89c14e2-f8fe-497f-8adf-65ba178d0202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aadc904d021843db93c7255b0ecb0ced&device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1126 time: 0.3434014 Mar 07 04:48:44.026618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755705be-7b7f-4f65-83f2-cc44b6f50c5a req-187e1fc7-9b5c-4718-bba6-8b6505d95289 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650627 Mar 07 04:48:44.048485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba12de8b-1ce4-47f7-8128-b5817426888f admin admin] Publish callbacks [] for security_group (aa6a575c-dc22-43e1-80f4-524cb4d03cae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:44.112677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] For port c1de3504-f799-4a34-a33f-2421c27c868a, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:48:44.121012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] For port c1de3504-f799-4a34-a33f-2421c27c868a, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c1de3504-f799-4a34-a33f-2421c27c868a,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:48:44.142246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:44.164673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1fe757b-ce04-429f-bb02-a2a1b87ebea6 req-bb280454-3f25-4bd8-8e80-72385267ae8d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913841 Mar 07 04:48:44.165695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba12de8b-1ce4-47f7-8128-b5817426888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa6a575c-dc22-43e1-80f4-524cb4d03cae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:44.168903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-beae611e-61d1-436f-b3da-99e35d68fb61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546aee23-69e0-499c-8526-de294b072bf3 HTTP/1.1" status: 200 len: 217 time: 0.1597133 Mar 07 04:48:44.170198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ba12de8b-1ce4-47f7-8128-b5817426888f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:44.175959 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ba12de8b-1ce4-47f7-8128-b5817426888f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa6a575c-dc22-43e1-80f4-524cb4d03cae HTTP/1.1" status: 204 len: 168 time: 0.3434157 Mar 07 04:48:44.201832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:44.202513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:44.203911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1de3504-f799-4a34-a33f-2421c27c868a HTTP/1.1" status: 200 len: 1092 time: 1.7885365 Mar 07 04:48:44.206896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:44.219979 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da18d15-d057-4550-8411-f4afbce4fa50" -d '{"events": [{"name": "network-changed", "server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:44.278838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12de8b-1ce4-47f7-8128-b5817426888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a575c-dc22-43e1-80f4-524cb4d03cae,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:44.339818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d80ed1-5eae-4700-a847-ee97fe3c8327 service neutron] Pushing event updated for resources: {'Port': ['ID=c1de3504-f799-4a34-a33f-2421c27c868a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:44.387204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-cb5c1303-c6ad-4be6-a24f-64d5fa98854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:44.388774 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-cb5c1303-c6ad-4be6-a24f-64d5fa98854a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 1126 time: 0.1286478 Mar 07 04:48:44.434288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-3d8e079f-6307-44fe-9b31-a5e0a1a3ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:44.436233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-3d8e079f-6307-44fe-9b31-a5e0a1a3ab8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abbe90f5-942c-48e7-92d6-9052f66f280f HTTP/1.1" status: 200 len: 849 time: 0.2390528 Mar 07 04:48:44.488449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992b1a5-f020-45f3-ad8b-3ba9ce6e6ba5 req-2c971985-306a-4888-a458-c4353596b60e tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:44.490917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8992b1a5-f020-45f3-ad8b-3ba9ce6e6ba5 req-2c971985-306a-4888-a458-c4353596b60e tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1126 time: 0.3409760 Mar 07 04:48:44.520855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd493bbf-e530-4be9-9907-1cfaf6bec105 req-158579ef-b317-406e-bbb8-cbaae5eb5ee6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:44.522792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd493bbf-e530-4be9-9907-1cfaf6bec105 req-158579ef-b317-406e-bbb8-cbaae5eb5ee6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 944 time: 0.1962817 Mar 07 04:48:44.582515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f70-da30-46a9-914f-02bde59634d5 req-d0193a2f-0cbc-48d0-aff9-b6570b6a3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:44.585653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-d0193a2f-0cbc-48d0-aff9-b6570b6a3ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1909672-82a2-4e48-b5a5-504853fed5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1426423 Mar 07 04:48:44.761713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd493bbf-e530-4be9-9907-1cfaf6bec105 req-da94295d-a8a5-43c0-865b-acc5cc816ed8 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172418 Mar 07 04:48:44.764461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8992b1a5-f020-45f3-ad8b-3ba9ce6e6ba5 req-29dd8960-43d8-449e-91e0-18e9b8d18b67 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656710 Mar 07 04:48:44.887287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-82291596-d57b-46cb-a487-6ab6e7ec3cf0 service neutron] 10.222.0.15 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888772 Mar 07 04:48:45.008469 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bddeb8-7cfb-4f02-8358-52c8dbd90e8b x-openstack-request-id: req-76bddeb8-7cfb-4f02-8358-52c8dbd90e8b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:45.008469 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:45.008777 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76bddeb8-7cfb-4f02-8358-52c8dbd90e8b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:45.009069 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'status': 'completed', 'code': 200} Mar 07 04:48:45.011535 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-f6befa39-6041-4471-94f3-3e33f5c418a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1de3504-f799-4a34-a33f-2421c27c868a HTTP/1.1" status: 200 len: 217 time: 0.6145105 Mar 07 04:48:45.014890 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e23ce1e-fb42-4bb6-befa-79f12aa804f2 x-openstack-request-id: req-2e23ce1e-fb42-4bb6-befa-79f12aa804f2 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:45.015186 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeffd986-2f0c-4708-af03-fe24ed2368df", "tag": "546aee23-69e0-499c-8526-de294b072bf3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:45.015446 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e23ce1e-fb42-4bb6-befa-79f12aa804f2 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:45.015842 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'tag': '546aee23-69e0-499c-8526-de294b072bf3', 'status': 'completed', 'code': 200} Mar 07 04:48:45.072059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af206f70-da30-46a9-914f-02bde59634d5 req-14e787c9-02d7-4b8b-a090-6094bcf4772b service neutron] 10.222.0.15 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729734 Mar 07 04:48:45.107582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-2720ca5b-e8c9-4ed8-8f8f-d0ff3cb4858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.108962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-2720ca5b-e8c9-4ed8-8f8f-d0ff3cb4858c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0921059 Mar 07 04:48:45.216942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-50705bb1-8009-4710-97e3-13ea90771b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.218455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-50705bb1-8009-4710-97e3-13ea90771b69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022792 Mar 07 04:48:45.319237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-d388d367-03ed-418d-99be-b87cd98f3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.320712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-d388d367-03ed-418d-99be-b87cd98f3898 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aadc904d021843db93c7255b0ecb0ced&device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1126 time: 0.1920965 Mar 07 04:48:45.349768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a6be0-111e-4e10-aff0-a4ff2ab77d60 req-cdc2137a-095a-4e0f-a605-eb739d036b37 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.359403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-265a6be0-111e-4e10-aff0-a4ff2ab77d60 req-cdc2137a-095a-4e0f-a605-eb739d036b37 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1910150 Mar 07 04:48:45.396281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-770629c6-0021-4218-86f1-d44b32722227 service neutron] 10.222.0.44 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675682 Mar 07 04:48:45.514279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-265a6be0-111e-4e10-aff0-a4ff2ab77d60 req-ab4e854e-e7fe-4ef5-89b7-a3d47dee696a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494591 Mar 07 04:48:45.535782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebab766-5805-45be-bb13-cd2ce9ef56d7 req-113df169-9067-4e20-8aa0-ea68ef2d3897 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.551639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b95298d0-5857-4977-98db-4003c4e4e2e0 req-8f100806-704c-472e-a2bc-e4cd941b5453 service neutron] 10.222.0.44 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373329 Mar 07 04:48:45.557791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ebab766-5805-45be-bb13-cd2ce9ef56d7 req-113df169-9067-4e20-8aa0-ea68ef2d3897 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.2414784 Mar 07 04:48:45.607355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-03edbd34-9bf6-49ee-a3dc-dea22eb994fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.609676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-03edbd34-9bf6-49ee-a3dc-dea22eb994fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 200 len: 911 time: 0.2673120 Mar 07 04:48:45.674957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ebab766-5805-45be-bb13-cd2ce9ef56d7 req-13eae1f0-2c50-46eb-a1e5-583d06236fd1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133237 Mar 07 04:48:45.689508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-4cb6fe3d-2d00-44e8-8601-57ad8af1f50d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546aee23-69e0-499c-8526-de294b072bf3 HTTP/1.1" status: 200 len: 217 time: 0.0607429 Mar 07 04:48:45.732554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-916cd371-dc81-4177-bcd0-d9a76a26f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.744166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-b6760b30-040e-40e2-9b3f-0d13f92ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.745636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-b6760b30-040e-40e2-9b3f-0d13f92ed76e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abbe90f5-942c-48e7-92d6-9052f66f280f HTTP/1.1" status: 200 len: 849 time: 0.0610254 Mar 07 04:48:45.748301 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-916cd371-dc81-4177-bcd0-d9a76a26f1f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 1126 time: 0.1256359 Mar 07 04:48:45.853608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-f66ac631-6d3e-49f3-8c9b-c8996313646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.857038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-f66ac631-6d3e-49f3-8c9b-c8996313646b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1909672-82a2-4e48-b5a5-504853fed5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1040511 Mar 07 04:48:45.993759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-7d4d0178-e9ae-4052-aca8-c6e1c8d00ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:45.995319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-7d4d0178-e9ae-4052-aca8-c6e1c8d00ea7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.2376261 Mar 07 04:48:46.099396 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-52517fce-c6da-49ab-bfd4-9b5aa2f930e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1de3504-f799-4a34-a33f-2421c27c868a HTTP/1.1" status: 200 len: 217 time: 0.0922751 Mar 07 04:48:46.145092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-871ba71b-0edd-4b3f-bd51-3246b886cb97 service neutron] 10.222.0.15 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788358 Mar 07 04:48:46.193172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-636766e7-b9a2-4571-92b8-f2802a160d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:46.194987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-636766e7-b9a2-4571-92b8-f2802a160d36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0891643 Mar 07 04:48:46.264610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658529-70d2-4f2f-a3e0-145b55878e37 req-86869eab-8a03-4203-99d8-d0d54d3d760e tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:46.266348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73658529-70d2-4f2f-a3e0-145b55878e37 req-86869eab-8a03-4203-99d8-d0d54d3d760e tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1126 time: 0.2986858 Mar 07 04:48:46.298860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-15802642-feb1-435e-a52b-31b9380bc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:46.301126 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-15802642-feb1-435e-a52b-31b9380bc076 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0980861 Mar 07 04:48:46.375825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25824-2f12-43d1-b76d-6462030b9d61 req-7a036cc5-fb5d-4d48-9f66-f3bcc5d3d788 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:46.380078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bf25824-2f12-43d1-b76d-6462030b9d61 req-7a036cc5-fb5d-4d48-9f66-f3bcc5d3d788 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 944 time: 0.4412670 Mar 07 04:48:46.427821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73658529-70d2-4f2f-a3e0-145b55878e37 req-60a46d4a-1e73-40fe-961a-8d24c8caf130 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220706 Mar 07 04:48:46.512783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bf25824-2f12-43d1-b76d-6462030b9d61 req-f6acc083-8ce0-4676-891d-cccc5d490937 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912137 Mar 07 04:48:46.514782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-001756f7-404c-4051-9bd3-11c187ae6a0d req-2dbfa927-1053-446f-af02-52a3060beba7 service neutron] 10.222.0.15 "GET /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352430 Mar 07 04:48:46.535800 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-38b71a42-8d5c-4443-b07c-eafcbf164dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251072 Mar 07 04:48:46.693698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cb1f4-4b13-4a9a-b2b5-8cbd359a747b req-13f7ed69-38bb-467b-8c4d-3b0269282717 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:46.702705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f22cb1f4-4b13-4a9a-b2b5-8cbd359a747b req-13f7ed69-38bb-467b-8c4d-3b0269282717 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1184175 Mar 07 04:48:46.760141 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7da18d15-d057-4550-8411-f4afbce4fa50 req-6a4a73ab-9e71-497c-9485-215567fdefa4 service neutron] 10.222.0.44 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034922 Mar 07 04:48:46.767181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f22cb1f4-4b13-4a9a-b2b5-8cbd359a747b req-feece49c-bd85-4cd2-8fd3-e7552e318a66 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627666 Mar 07 04:48:46.833939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a0e4f-b6a1-4cbc-a494-4a9fd00ac4d7 req-1392c8c7-220f-4b47-aa5a-bac33e540698 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:46.845089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e0a0e4f-b6a1-4cbc-a494-4a9fd00ac4d7 req-1392c8c7-220f-4b47-aa5a-bac33e540698 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.0567124 Mar 07 04:48:46.925954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e0a0e4f-b6a1-4cbc-a494-4a9fd00ac4d7 req-cb6391bc-a1bc-4cd5-87dd-a3877d84ec41 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837653 Mar 07 04:48:47.693928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4332e-9f82-4518-96a0-d5bea633a625 req-c61d11cb-bc48-410c-ac8e-ca707e742964 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:47.695517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69c4332e-9f82-4518-96a0-d5bea633a625 req-c61d11cb-bc48-410c-ac8e-ca707e742964 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1126 time: 0.1483662 Mar 07 04:48:47.740350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb00aae-3a5c-4ed8-bc46-5998ce3eed8a req-81a265cd-08c0-4b9e-95a1-de92ec3480b2 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:47.747430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afb00aae-3a5c-4ed8-bc46-5998ce3eed8a req-81a265cd-08c0-4b9e-95a1-de92ec3480b2 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 944 time: 0.0986278 Mar 07 04:48:47.792664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69c4332e-9f82-4518-96a0-d5bea633a625 req-81513bec-03a6-44f6-abcc-ff78b20a9bcc tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906179 Mar 07 04:48:47.826637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afb00aae-3a5c-4ed8-bc46-5998ce3eed8a req-36f5403f-f871-4cc9-9f93-7125b8239f3e tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783319 Mar 07 04:48:47.980602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab6756-0624-4fc7-89c7-2102a1427804 req-c948dff9-81b6-42fa-9f15-2e0ff00c3482 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:47.983257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2ab6756-0624-4fc7-89c7-2102a1427804 req-c948dff9-81b6-42fa-9f15-2e0ff00c3482 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0700009 Mar 07 04:48:48.102944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2ab6756-0624-4fc7-89c7-2102a1427804 req-ef2d2f1f-30a2-4ea9-ae48-46227b3a8a55 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113942 Mar 07 04:48:48.110167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76184a9-ea04-4a0f-b98a-e0a2b4ac279e req-12e1e333-9f29-461d-b9d9-d270c4462775 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:48.112152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e76184a9-ea04-4a0f-b98a-e0a2b4ac279e req-12e1e333-9f29-461d-b9d9-d270c4462775 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 943 time: 0.0820906 Mar 07 04:48:48.171062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e76184a9-ea04-4a0f-b98a-e0a2b4ac279e req-4487f82f-378a-4bf9-a819-0f722b76945c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Mar 07 04:48:48.455890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c6a9a914-08a0-4322-b7fc-6441175e530a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:48:48.624059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c6a9a914-08a0-4322-b7fc-6441175e530a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c6a9a914-08a0-4322-b7fc-6441175e530a,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:48.637825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'c6a9a914-08a0-4322-b7fc-6441175e530a', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': 'c6a9a914-08a0-4322-b7fc-6441175e530a', 'mac_address': 'fa:16:3e:af:c1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:48:48.682086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c6a9a914-08a0-4322-b7fc-6441175e530a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:48.682733 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:48.697919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a9a914-08a0-4322-b7fc-6441175e530a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:48.720245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c6a9a914-08a0-4322-b7fc-6441175e530a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c6a9a914-08a0-4322-b7fc-6441175e530a,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:48.732242 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:48.733222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 546aee23-69e0-499c-8526-de294b072bf3 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:48:48.916343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 546aee23-69e0-499c-8526-de294b072bf3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=546aee23-69e0-499c-8526-de294b072bf3,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:48.948632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '546aee23-69e0-499c-8526-de294b072bf3', 'network_id': 'd1909672-82a2-4e48-b5a5-504853fed5cc', 'port_id': '546aee23-69e0-499c-8526-de294b072bf3', 'mac_address': 'fa:16:3e:cf:29:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbe90f5-942c-48e7-92d6-9052f66f280f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:48:49.089011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78915-6714-4ffc-a398-4f937083254a req-49e501c1-9c52-491b-918a-30c675714d73 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:49.090840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3e78915-6714-4ffc-a398-4f937083254a req-49e501c1-9c52-491b-918a-30c675714d73 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1126 time: 0.1645925 Mar 07 04:48:49.126105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0402-6714-4f3b-a0e4-efa3d0c9fac1 req-5ffb20f0-4ed8-47b2-8956-d8d43bc3ce39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:49.129400 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed9a0402-6714-4f3b-a0e4-efa3d0c9fac1 req-5ffb20f0-4ed8-47b2-8956-d8d43bc3ce39 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 944 time: 0.1302671 Mar 07 04:48:49.232849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3e78915-6714-4ffc-a398-4f937083254a req-4ffd0fbb-4a4d-4bf8-8238-14bb9a0df846 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296725 Mar 07 04:48:49.248644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 546aee23-69e0-499c-8526-de294b072bf3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:49.249329 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (546aee23-69e0-499c-8526-de294b072bf3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:49.277333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed9a0402-6714-4f3b-a0e4-efa3d0c9fac1 req-95eaf834-96fd-45b4-b6b8-6cda135b41d5 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206396 Mar 07 04:48:49.295105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c6a9a914-08a0-4322-b7fc-6441175e530a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:49.307804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546aee23-69e0-499c-8526-de294b072bf3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:49.402139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c1de3504-f799-4a34-a33f-2421c27c868a details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:48:49.431659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 546aee23-69e0-499c-8526-de294b072bf3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=546aee23-69e0-499c-8526-de294b072bf3,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:49.469627 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (546aee23-69e0-499c-8526-de294b072bf3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:49.504006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aadf2-e1a4-4c49-862a-604ffb7682c6 req-da0b9b7b-eb0c-4156-8e78-9e0d0cf6f3da tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:49.506039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-788aadf2-e1a4-4c49-862a-604ffb7682c6 req-da0b9b7b-eb0c-4156-8e78-9e0d0cf6f3da tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1265278 Mar 07 04:48:49.615761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-788aadf2-e1a4-4c49-862a-604ffb7682c6 req-ffa76266-45d0-4389-96ed-6e0b27023eda tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011913 Mar 07 04:48:49.659128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d632d3-277f-493b-b813-acb2c93d49b5 req-eb251ea3-fd60-4e1b-be15-48e0cdea63a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:49.660836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9d632d3-277f-493b-b813-acb2c93d49b5 req-eb251ea3-fd60-4e1b-be15-48e0cdea63a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 944 time: 0.1371195 Mar 07 04:48:49.694669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=546aee23-69e0-499c-8526-de294b072bf3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:49.727318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c1de3504-f799-4a34-a33f-2421c27c868a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c1de3504-f799-4a34-a33f-2421c27c868a,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:49.744080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'port_id': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'mac_address': 'fa:16:3e:64:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:48:49.785042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9d632d3-277f-493b-b813-acb2c93d49b5 req-6b37b3be-d8a7-4315-83d9-e57dfd63d778 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016204 Mar 07 04:48:49.797930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['c6a9a914-08a0-4322-b7fc-6441175e530a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:49.797930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['546aee23-69e0-499c-8526-de294b072bf3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:49.864595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c1de3504-f799-4a34-a33f-2421c27c868a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:49.865592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:49.912545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1de3504-f799-4a34-a33f-2421c27c868a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:48:49.979373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c1de3504-f799-4a34-a33f-2421c27c868a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c1de3504-f799-4a34-a33f-2421c27c868a,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:49.986642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:50.001861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:50.127186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c1de3504-f799-4a34-a33f-2421c27c868a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:50.380421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c1de3504-f799-4a34-a33f-2421c27c868a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:50.561815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641978-3074-483c-8d1e-ada6749adb28 req-e5d90129-e5b5-43bd-ab72-45cf03a37c11 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:50.563595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f641978-3074-483c-8d1e-ada6749adb28 req-e5d90129-e5b5-43bd-ab72-45cf03a37c11 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1127 time: 0.1725850 Mar 07 04:48:50.579332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6b925-0075-4641-bd66-f2aec2853575 req-bd957f90-19c9-404d-b3b1-9cd8bd6e199a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:50.589008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38f6b925-0075-4641-bd66-f2aec2853575 req-bd957f90-19c9-404d-b3b1-9cd8bd6e199a tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 945 time: 0.1548460 Mar 07 04:48:50.668623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f641978-3074-483c-8d1e-ada6749adb28 req-efccf672-dbcc-4775-b025-7dc2d747261a tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746963 Mar 07 04:48:50.707238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38f6b925-0075-4641-bd66-f2aec2853575 req-dcd7f77e-7b21-45a1-9e8a-0bbc868e9e4f tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167717 Mar 07 04:48:50.821759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70838045-a107-4ec5-9635-cc27b1b17082 req-7e1ba34a-3334-493c-bd8c-d2a6ca7d578d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:50.826914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70838045-a107-4ec5-9635-cc27b1b17082 req-7e1ba34a-3334-493c-bd8c-d2a6ca7d578d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0697114 Mar 07 04:48:50.892206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70838045-a107-4ec5-9635-cc27b1b17082 req-c2c06a9a-4b59-4277-9746-a31f8dba08c6 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612724 Mar 07 04:48:50.957869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884124e3-b871-424f-aa3f-2cee8c2cc2f3 req-50528781-2287-47fc-baf9-ae433d372a40 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:50.959830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-884124e3-b871-424f-aa3f-2cee8c2cc2f3 req-50528781-2287-47fc-baf9-ae433d372a40 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 944 time: 0.0785835 Mar 07 04:48:51.028516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-884124e3-b871-424f-aa3f-2cee8c2cc2f3 req-6945a6b6-332a-4966-96c9-750c885cc608 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Mar 07 04:48:51.401921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c1de3504-f799-4a34-a33f-2421c27c868a up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:51.460510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port c1de3504-f799-4a34-a33f-2421c27c868a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:48:51.467114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port c1de3504-f799-4a34-a33f-2421c27c868a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:51.467497 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:51.568524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c1de3504-f799-4a34-a33f-2421c27c868a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:51.569596 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:51.604168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:51.606577 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b799e-1c4a-4ebe-834c-13d2e733ebeb" -d '{"events": [{"server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "name": "network-vif-plugged", "status": "completed", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:51.646741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c1de3504-f799-4a34-a33f-2421c27c868a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c1de3504-f799-4a34-a33f-2421c27c868a,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:51.661247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:51.694641 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b27ef8d-7ce3-4280-987a-1032c2b9f81e x-openstack-request-id: req-0b27ef8d-7ce3-4280-987a-1032c2b9f81e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:51.695027 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "name": "network-vif-plugged", "status": "completed", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:51.695893 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b27ef8d-7ce3-4280-987a-1032c2b9f81e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:51.695893 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'code': 200} Mar 07 04:48:51.729731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c1de3504-f799-4a34-a33f-2421c27c868a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:51.887225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa0a7-ff32-4ad9-97a7-2cd6087f490d req-32c542b8-4694-4757-b0fc-06e8ac960cfe tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:51.897634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-494aa0a7-ff32-4ad9-97a7-2cd6087f490d req-32c542b8-4694-4757-b0fc-06e8ac960cfe tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1127 time: 0.1154339 Mar 07 04:48:51.901768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ce995-2292-47ac-a7e1-4d0d42de0e30 req-bb4e0bb3-126a-445e-8a85-0fa767adb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:51.904489 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d61ce995-2292-47ac-a7e1-4d0d42de0e30 req-bb4e0bb3-126a-445e-8a85-0fa767adb540 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 1128 time: 0.0932093 Mar 07 04:48:51.911702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076283-a145-4869-9d85-583c97dd7ce9 req-3933010a-06de-4bd6-a792-b932ca8b7b25 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:51.913967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24076283-a145-4869-9d85-583c97dd7ce9 req-3933010a-06de-4bd6-a792-b932ca8b7b25 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.0916317 Mar 07 04:48:51.991811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-494aa0a7-ff32-4ad9-97a7-2cd6087f490d req-57f7aea5-f3d7-42af-9dce-8cf9a9b1648d tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931022 Mar 07 04:48:52.072382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24076283-a145-4869-9d85-583c97dd7ce9 req-ea090d73-d840-44df-8095-ff9281275d76 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487069 Mar 07 04:48:52.075950 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d61ce995-2292-47ac-a7e1-4d0d42de0e30 req-1bccfdb5-0a09-4b4d-9484-bb6df7f41579 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530545 Mar 07 04:48:52.213025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2b1ac-1060-438b-b662-dbf9e3e885e0 req-7ac3b021-4e3d-43c6-88eb-3b611084f907 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:52.220586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08f2b1ac-1060-438b-b662-dbf9e3e885e0 req-7ac3b021-4e3d-43c6-88eb-3b611084f907 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1167772 Mar 07 04:48:52.231491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:52.291591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8589-906a-4c3b-bd81-84488a156179 req-3c7d1a75-09e1-4559-9f61-4169b9121994 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:52.293142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2deb8589-906a-4c3b-bd81-84488a156179 req-3c7d1a75-09e1-4559-9f61-4169b9121994 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 944 time: 0.1370730 Mar 07 04:48:52.305147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08f2b1ac-1060-438b-b662-dbf9e3e885e0 req-9bedfb7d-658e-40ab-ad30-4d5130a6d297 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796716 Mar 07 04:48:52.362453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2deb8589-906a-4c3b-bd81-84488a156179 req-1deea8e5-cb7b-4f93-ba82-b2fc803cd560 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504425 Mar 07 04:48:52.472771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 546aee23-69e0-499c-8526-de294b072bf3 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:52.546556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 546aee23-69e0-499c-8526-de294b072bf3 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:48:52.553426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 546aee23-69e0-499c-8526-de294b072bf3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:52.553801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (546aee23-69e0-499c-8526-de294b072bf3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:52.658986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 546aee23-69e0-499c-8526-de294b072bf3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:52.659674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (546aee23-69e0-499c-8526-de294b072bf3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:52.701087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 546aee23-69e0-499c-8526-de294b072bf3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=546aee23-69e0-499c-8526-de294b072bf3,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:52.707632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (546aee23-69e0-499c-8526-de294b072bf3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:52.709154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c6a9a914-08a0-4322-b7fc-6441175e530a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:48:52.821625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=546aee23-69e0-499c-8526-de294b072bf3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:52.835011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port c6a9a914-08a0-4322-b7fc-6441175e530a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:48:52.839567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port c6a9a914-08a0-4322-b7fc-6441175e530a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:48:52.839956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:52.932406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port c6a9a914-08a0-4322-b7fc-6441175e530a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:48:52.932863 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:52.977930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port c6a9a914-08a0-4322-b7fc-6441175e530a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c6a9a914-08a0-4322-b7fc-6441175e530a,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:52.982905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:53.071753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=c6a9a914-08a0-4322-b7fc-6441175e530a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:53.173084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f4cc-eb9e-4a08-9157-505b5255a431 req-41f66edc-cb68-43b6-83d2-2c7409b36742 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:53.176637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6b7f4cc-eb9e-4a08-9157-505b5255a431 req-41f66edc-cb68-43b6-83d2-2c7409b36742 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.0893667 Mar 07 04:48:53.273904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6b7f4cc-eb9e-4a08-9157-505b5255a431 req-0309d813-92dc-4c49-b3fb-d43705d7d9fd tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914500 Mar 07 04:48:53.281966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e8f6-3a1a-4249-9c2b-e55bc221395b req-78e230b2-31da-4822-b96f-1e054e2bea8c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:53.295029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2474e8f6-3a1a-4249-9c2b-e55bc221395b req-78e230b2-31da-4822-b96f-1e054e2bea8c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.1111825 Mar 07 04:48:53.360998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2474e8f6-3a1a-4249-9c2b-e55bc221395b req-fc1d9099-1227-46ab-9386-36d1cc0112b0 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647516 Mar 07 04:48:53.394477 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:48:53.463528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd26713-7c3a-4950-99e7-44ccd5f7c588 req-dbc74d12-03ae-4956-bc6a-99222696a2fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:53.472653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccd26713-7c3a-4950-99e7-44ccd5f7c588 req-dbc74d12-03ae-4956-bc6a-99222696a2fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0846756 Mar 07 04:48:53.579157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829f27-33f7-4e3e-8e5a-ce2a92483276 req-473be7ee-5b31-46e2-8d5c-00b0b73f4d30 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:53.587179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0829f27-33f7-4e3e-8e5a-ce2a92483276 req-473be7ee-5b31-46e2-8d5c-00b0b73f4d30 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.1133823 Mar 07 04:48:53.597909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccd26713-7c3a-4950-99e7-44ccd5f7c588 req-5be0eb66-fff2-4088-af02-54000f5ddf5f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148338 Mar 07 04:48:53.691969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0829f27-33f7-4e3e-8e5a-ce2a92483276 req-6a4cd2d0-3b38-4f95-ba1e-d3dd0a147e63 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952790 Mar 07 04:48:53.696875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546aee23-69e0-499c-8526-de294b072bf3'}, {'server_uuid': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a9a914-08a0-4322-b7fc-6441175e530a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:53.699882 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61fc77-fba4-4b5d-a5ef-2c93d1845847" -d '{"events": [{"server_uuid": "eeffd986-2f0c-4708-af03-fe24ed2368df", "name": "network-vif-plugged", "status": "completed", "tag": "546aee23-69e0-499c-8526-de294b072bf3"}, {"server_uuid": "2a6ec2df-1202-4cd8-8a84-94e852eced96", "name": "network-vif-plugged", "status": "completed", "tag": "c6a9a914-08a0-4322-b7fc-6441175e530a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:53.750727 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a49fa-0ce6-417a-b340-b93785407b3e x-openstack-request-id: req-b72a49fa-0ce6-417a-b340-b93785407b3e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:53.751240 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeffd986-2f0c-4708-af03-fe24ed2368df", "name": "network-vif-plugged", "status": "completed", "tag": "546aee23-69e0-499c-8526-de294b072bf3", "code": 200}, {"server_uuid": "2a6ec2df-1202-4cd8-8a84-94e852eced96", "name": "network-vif-plugged", "status": "completed", "tag": "c6a9a914-08a0-4322-b7fc-6441175e530a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:53.751705 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b72a49fa-0ce6-417a-b340-b93785407b3e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:53.752419 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546aee23-69e0-499c-8526-de294b072bf3', 'code': 200} Mar 07 04:48:53.753600 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a9a914-08a0-4322-b7fc-6441175e530a', 'code': 200} Mar 07 04:48:53.931547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7d40-789c-41fe-bc23-045f54c04338 req-c1739c51-f85f-4b10-9226-d9b8f226e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:53.933132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eba7d40-789c-41fe-bc23-045f54c04338 req-c1739c51-f85f-4b10-9226-d9b8f226e676 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 1127 time: 0.1019359 Mar 07 04:48:53.943314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96c61d-f347-4858-9c02-541b8e6aaa5e req-b8eb9e6d-c4cf-49ab-ad73-a9f3d898ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:53.945503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f96c61d-f347-4858-9c02-541b8e6aaa5e req-b8eb9e6d-c4cf-49ab-ad73-a9f3d898ed4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.1160352 Mar 07 04:48:54.034512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eba7d40-789c-41fe-bc23-045f54c04338 req-650285d3-e339-438c-a6c6-171e972cdaad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877850 Mar 07 04:48:54.045549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f96c61d-f347-4858-9c02-541b8e6aaa5e req-3a51f98e-638a-4da9-b4f5-648fb84373a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Mar 07 04:48:54.432406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275cbbd-2b3b-4c47-a002-803a1a2bbdaf req-5977b13d-cc35-4071-92c7-5620e0a765ce tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:54.433970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7275cbbd-2b3b-4c47-a002-803a1a2bbdaf req-5977b13d-cc35-4071-92c7-5620e0a765ce tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.0671532 Mar 07 04:48:54.508503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7275cbbd-2b3b-4c47-a002-803a1a2bbdaf req-27aa0351-5728-44ef-a714-1e4608f601c9 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624855 Mar 07 04:48:54.576228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f064f-ed1e-4e47-b510-3e3a45ab81bd req-8566711a-e3dc-4712-a60a-a6b896b547a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:54.578471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-636f064f-ed1e-4e47-b510-3e3a45ab81bd req-8566711a-e3dc-4712-a60a-a6b896b547a6 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.0817375 Mar 07 04:48:54.676714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-636f064f-ed1e-4e47-b510-3e3a45ab81bd req-fbb1d34f-224a-4e96-b62d-272be7129fcd tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884554 Mar 07 04:48:54.772095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7f19-e957-49b9-ab65-8b085f11b83b req-89212f48-9383-417c-a80c-c78bcbe52207 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:54.773786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d7f7f19-e957-49b9-ab65-8b085f11b83b req-89212f48-9383-417c-a80c-c78bcbe52207 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0782690 Mar 07 04:48:54.866031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d7f7f19-e957-49b9-ab65-8b085f11b83b req-2638d26a-f1fb-4625-8bd8-eb2d25e13057 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850048 Mar 07 04:48:54.892047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2920-a5c6-40ee-9324-e30d76a01ce6 req-973cc7be-444a-4cb3-a33e-0d04d34fb39a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:54.896952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-877e2920-a5c6-40ee-9324-e30d76a01ce6 req-973cc7be-444a-4cb3-a33e-0d04d34fb39a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.0965161 Mar 07 04:48:55.049364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-877e2920-a5c6-40ee-9324-e30d76a01ce6 req-3796885b-1751-4b1a-8069-7dc0cb5353a0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181698 Mar 07 04:48:55.052309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e309d8-8a5a-47c7-b4e9-a5ad171ac9b0 req-d0f0765b-2670-44f2-a727-2f37b3bb44f3 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:55.058881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2e309d8-8a5a-47c7-b4e9-a5ad171ac9b0 req-d0f0765b-2670-44f2-a727-2f37b3bb44f3 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.0939112 Mar 07 04:48:55.063978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34850) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:55.070967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Request body: {'floatingip': {'port_id': 'c1de3504-f799-4a34-a33f-2421c27c868a'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:48:55.157183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (98966f8e-27f7-400b-b40f-b48762b596e0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:55.721521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d466-08be-413d-aacf-e2c32e78423d req-a1e065be-f0a2-4b92-9459-b12aa0f81bbf tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:55.729926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9607d466-08be-413d-aacf-e2c32e78423d req-a1e065be-f0a2-4b92-9459-b12aa0f81bbf tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.1204178 Mar 07 04:48:55.770493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34864) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:55.859483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9607d466-08be-413d-aacf-e2c32e78423d req-3fa57c80-81af-4d49-9a98-a179aa45d96a tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239424 Mar 07 04:48:55.951119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9000b2-f7de-43ce-833a-2a6994d0e11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.007220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.045886 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (98966f8e-27f7-400b-b40f-b48762b596e0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.081214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9000b2-f7de-43ce-833a-2a6994d0e11c admin admin] Publish callbacks [] for security_group (2109042e-bf5a-49b0-a427-24fd6e4df748), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.093239 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9000b2-f7de-43ce-833a-2a6994d0e11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2109042e-bf5a-49b0-a427-24fd6e4df748), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.141790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82d86-ae1c-4f27-a508-c4933714c6d2 req-128f17de-6ca3-4646-9426-fe7b245460a4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:56.143797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9df82d86-ae1c-4f27-a508-c4933714c6d2 req-128f17de-6ca3-4646-9426-fe7b245460a4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1408248 Mar 07 04:48:56.159003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd9000b2-f7de-43ce-833a-2a6994d0e11c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=266c20bead8e428689742d0ebeb3b69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869290 Mar 07 04:48:56.160165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9000b2-f7de-43ce-833a-2a6994d0e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2109042e-bf5a-49b0-a427-24fd6e4df748,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:56.162957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:56.203655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2680f2-91a4-48e1-bef1-3224428c7803 req-058371c2-da28-437a-9e1d-5b5a6a3a7b79 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:56.205688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f2680f2-91a4-48e1-bef1-3224428c7803 req-058371c2-da28-437a-9e1d-5b5a6a3a7b79 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.2002254 Mar 07 04:48:56.259433 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP 98966f8e-27f7-400b-b40f-b48762b596e0 associated. External IP: 172.25.4.103, port: c1de3504-f799-4a34-a33f-2421c27c868a. Mar 07 04:48:56.268211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9df82d86-ae1c-4f27-a508-c4933714c6d2 req-3a6e3ddd-07df-4cd3-a4fa-147925e7cc99 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840449 Mar 07 04:48:56.270752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfc6db03-a474-41ea-99dd-3f1e22779c7a admin admin] Publish callbacks [] for security_group (2109042e-bf5a-49b0-a427-24fd6e4df748), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.297528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfc6db03-a474-41ea-99dd-3f1e22779c7a admin admin] Publish callbacks [] for security_group (2109042e-bf5a-49b0-a427-24fd6e4df748), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.327351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f2680f2-91a4-48e1-bef1-3224428c7803 req-0d4f5eee-f725-46ed-be29-1b218e2eeb66 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122539 Mar 07 04:48:56.383768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfc6db03-a474-41ea-99dd-3f1e22779c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2109042e-bf5a-49b0-a427-24fd6e4df748), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.386370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfc6db03-a474-41ea-99dd-3f1e22779c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.388317 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dfc6db03-a474-41ea-99dd-3f1e22779c7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2109042e-bf5a-49b0-a427-24fd6e4df748 HTTP/1.1" status: 204 len: 168 time: 0.2114329 Mar 07 04:48:56.401247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6db03-a474-41ea-99dd-3f1e22779c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109042e-bf5a-49b0-a427-24fd6e4df748,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:56.806141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:56.824630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca05e58f-32e7-42b1-b6f2-f424d2a9626c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.902805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca05e58f-32e7-42b1-b6f2-f424d2a9626c admin admin] Publish callbacks [] for security_group (208a44ec-f926-4124-8062-61e16246d6ef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.907863 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca05e58f-32e7-42b1-b6f2-f424d2a9626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (208a44ec-f926-4124-8062-61e16246d6ef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:56.919138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff91319-a374-42ba-b907-8815640d0a89 req-04e5482c-e31a-411f-b3bc-ce5e32a49591 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:56.920642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ff91319-a374-42ba-b907-8815640d0a89 req-04e5482c-e31a-411f-b3bc-ce5e32a49591 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.0962546 Mar 07 04:48:56.949668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca05e58f-32e7-42b1-b6f2-f424d2a9626c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90bdc72aec76438b981e0eb938d161e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401904 Mar 07 04:48:56.949668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05e58f-32e7-42b1-b6f2-f424d2a9626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208a44ec-f926-4124-8062-61e16246d6ef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:56.950615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34894) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:48:56.984560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d75619-2a23-412c-ba11-a7b1f42b10a2 req-5169e3e8-e512-4f66-aee1-f54e86bf7a8c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:56.986051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01d75619-2a23-412c-ba11-a7b1f42b10a2 req-5169e3e8-e512-4f66-aee1-f54e86bf7a8c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.1627359 Mar 07 04:48:57.006393 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-580966bd-7356-4827-892f-75f88ee91e4e admin admin] Publish callbacks [] for security_group (208a44ec-f926-4124-8062-61e16246d6ef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:57.028051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-580966bd-7356-4827-892f-75f88ee91e4e admin admin] Publish callbacks [] for security_group (208a44ec-f926-4124-8062-61e16246d6ef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:57.071185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ff91319-a374-42ba-b907-8815640d0a89 req-75c6b9b3-1a00-4dfb-82f0-8039dcc33fe1 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431403 Mar 07 04:48:57.076243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-580966bd-7356-4827-892f-75f88ee91e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (208a44ec-f926-4124-8062-61e16246d6ef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:57.079343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-580966bd-7356-4827-892f-75f88ee91e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:57.093766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-580966bd-7356-4827-892f-75f88ee91e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/208a44ec-f926-4124-8062-61e16246d6ef HTTP/1.1" status: 204 len: 168 time: 0.1318624 Mar 07 04:48:57.093766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580966bd-7356-4827-892f-75f88ee91e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a44ec-f926-4124-8062-61e16246d6ef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:57.105205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01d75619-2a23-412c-ba11-a7b1f42b10a2 req-80e6091b-2042-4ba0-a500-53c0d374e811 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118376 Mar 07 04:48:57.129551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:48:57.294912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:48:57.300080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:57.315810 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:48:57.327843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc60c6b-91d4-42d1-ba8b-7e35e03162ba req-381cc854-276d-45e2-8316-0d722abd217c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:57.329559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dc60c6b-91d4-42d1-ba8b-7e35e03162ba req-381cc854-276d-45e2-8316-0d722abd217c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.1300528 Mar 07 04:48:57.341947 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:57.342603 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:57.365934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-56e16f57-11f9-451d-aa44-091b52b6d1ba tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "PUT /v2.0/floatingips/98966f8e-27f7-400b-b40f-b48762b596e0 HTTP/1.1" status: 200 len: 992 time: 2.3002565 Mar 07 04:48:57.398494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:57.406773 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:57.455407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dc60c6b-91d4-42d1-ba8b-7e35e03162ba req-2d89de9c-7be1-4e54-87c5-ae8543201c39 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173882 Mar 07 04:48:57.460640 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:57.463794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559ce3-f3ed-48c7-b58f-0841cd50ff51 req-66ec4410-5075-427d-ac1f-e42972dcbb53 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:57.465249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4559ce3-f3ed-48c7-b58f-0841cd50ff51 req-66ec4410-5075-427d-ac1f-e42972dcbb53 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.1196792 Mar 07 04:48:57.568670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4559ce3-f3ed-48c7-b58f-0841cd50ff51 req-6f3b7209-2561-4651-85f4-81b04649c6eb tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965028 Mar 07 04:48:57.646307 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e4f8d-c2e2-4617-a260-ddf75b8ad48a x-openstack-request-id: req-d97e4f8d-c2e2-4617-a260-ddf75b8ad48a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:57.646628 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:57.646897 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d97e4f8d-c2e2-4617-a260-ddf75b8ad48a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:57.647320 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'status': 'completed', 'code': 200} Mar 07 04:48:57.732913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea2c6b-c3a2-4fc8-bf96-6597e8dd7c50 req-e818e9a3-e462-447d-ae38-26e7b77fb8f5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:57.733691 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '98966f8e-27f7-400b-b40f-b48762b596e0', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:64:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:48:37Z', 'updated_at': '2022-03-07T04:48:55Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:57.740775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3dea2c6b-c3a2-4fc8-bf96-6597e8dd7c50 req-e818e9a3-e462-447d-ae38-26e7b77fb8f5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1477969 Mar 07 04:48:57.769496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-bc3f04a7-e1f5-4bf3-980b-e47482d1aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:57.771048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-bc3f04a7-e1f5-4bf3-980b-e47482d1aff0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 1128 time: 0.1150861 Mar 07 04:48:57.800038 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:48:57.824946 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:48:57.825604 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:48:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:57.832627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3dea2c6b-c3a2-4fc8-bf96-6597e8dd7c50 req-58b8090a-57be-497e-90fb-3e0c4dbcda01 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790381 Mar 07 04:48:57.978227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-20b40218-7635-47dc-9c65-4e792ae69a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:57.980033 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-20b40218-7635-47dc-9c65-4e792ae69a2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 200 len: 916 time: 0.2025793 Mar 07 04:48:57.996136 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:48:58.000536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ba567-a2fa-48e2-b831-ce6b0c77f552 req-6351d9d5-42aa-4b39-adfe-85951c686bfb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:58.002626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-401ba567-a2fa-48e2-b831-ce6b0c77f552 req-6351d9d5-42aa-4b39-adfe-85951c686bfb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.0767930 Mar 07 04:48:58.086221 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-2185ea6d-577e-467d-8331-5586b24d1180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1de3504-f799-4a34-a33f-2421c27c868a HTTP/1.1" status: 200 len: 1000 time: 0.0974302 Mar 07 04:48:58.090972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-401ba567-a2fa-48e2-b831-ce6b0c77f552 req-2f4e98df-27b4-4699-b4a4-c22374e9cc35 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747466 Mar 07 04:48:58.148383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-82efcf18-20c8-4677-a48d-96e6e92026c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:58.149861 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-82efcf18-20c8-4677-a48d-96e6e92026c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 200 len: 854 time: 0.0566957 Mar 07 04:48:58.206407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-72513f31-9381-4cc4-9289-0fab629e7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:58.207936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-72513f31-9381-4cc4-9289-0fab629e7ffd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9bf09676-73e7-4cdf-8f6a-a64883ff09d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515268 Mar 07 04:48:58.320105 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '98966f8e-27f7-400b-b40f-b48762b596e0', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:64:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:48:37Z', 'updated_at': '2022-03-07T04:48:55Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:48:58.329407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-5cf0c10d-b068-405b-80ea-9f611e8feed8 service neutron] 10.222.0.44 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123734 Mar 07 04:48:58.456186 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322646fc-904c-4460-ab08-50afa934e1b7 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '98966f8e-27f7-400b-b40f-b48762b596e0', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'port_id': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'mac_address': 'fa:16:3e:64:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:48:37Z', 'updated_at': '2022-03-07T04:48:55Z', 'revision_number': 1, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:48:58.467656 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-25f2df69-0b4d-4716-bd96-7b5f358dd6ac req-7b3b0e7b-58be-4c21-a2f6-f203eda9a998 service neutron] 10.222.0.44 "GET /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309385 Mar 07 04:48:58.704032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-2b4cfc99-8975-4d54-85f2-a1eac87b49c6 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:58.705782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-2b4cfc99-8975-4d54-85f2-a1eac87b49c6 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.0889924 Mar 07 04:48:58.732728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43540b0a-e958-45ae-b4b9-1ad057fbe54a None None] New status for floating IP 98966f8e-27f7-400b-b40f-b48762b596e0: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:48:58.748496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e2f41-b1bc-4c24-b765-624b8977278f req-0097c797-6c8a-4925-a59f-1ff495d9f580 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:58.750043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-866e2f41-b1bc-4c24-b765-624b8977278f req-0097c797-6c8a-4925-a59f-1ff495d9f580 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 1128 time: 0.0896673 Mar 07 04:48:58.834126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-866e2f41-b1bc-4c24-b765-624b8977278f req-ce5777ec-7097-448d-b3e0-2ec010eb8766 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735164 Mar 07 04:48:58.846961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Deleting port 546aee23-69e0-499c-8526-de294b072bf3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:48:58.847424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (546aee23-69e0-499c-8526-de294b072bf3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:58.942319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] For port 546aee23-69e0-499c-8526-de294b072bf3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=546aee23-69e0-499c-8526-de294b072bf3,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:58.943160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (546aee23-69e0-499c-8526-de294b072bf3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:58.957403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Calling delete_port for 546aee23-69e0-499c-8526-de294b072bf3 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:48:59.136781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (546aee23-69e0-499c-8526-de294b072bf3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:59.152242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['29945614-693b-426f-9720-9bde6c385b64'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:59.154641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['546aee23-69e0-499c-8526-de294b072bf3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:59.167430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7329cb-7a03-47c9-a1e4-53018cffe876 req-a18ad885-44a4-42cc-b627-890b68d116de tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:59.170443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba7329cb-7a03-47c9-a1e4-53018cffe876 req-a18ad885-44a4-42cc-b627-890b68d116de tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.1157033 Mar 07 04:48:59.203023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Pushing event deleted for resources: {'Port': ['ID=546aee23-69e0-499c-8526-de294b072bf3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:48:59.291981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] No DVR routers for this DVR port 546aee23-69e0-499c-8526-de294b072bf3 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:48:59.295535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:59.299919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-519ca19b-6c74-4c00-9c5e-d5475c5ad310 req-6be812d6-933a-4b65-a0f8-fd3dbcb1a3be tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.15 "DELETE /v2.0/ports/546aee23-69e0-499c-8526-de294b072bf3 HTTP/1.1" status: 204 len: 173 time: 0.5870178 Mar 07 04:48:59.336098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba7329cb-7a03-47c9-a1e4-53018cffe876 req-1860a618-9d63-4d95-bb75-1ee5213d6ac1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439476 Mar 07 04:48:59.345045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403b48-6918-4f08-ba8f-0e3fd00838e3 req-33e97f06-2a62-4d5e-a18f-cce5a0966ee0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:59.355184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f403b48-6918-4f08-ba8f-0e3fd00838e3 req-33e97f06-2a62-4d5e-a18f-cce5a0966ee0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.1836603 Mar 07 04:48:59.434608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f403b48-6918-4f08-ba8f-0e3fd00838e3 req-e7e772ed-3eb5-48f3-bf61-96872b1cb327 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783973 Mar 07 04:48:59.505533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-3a1c8af8-2cf7-42da-a990-8f7bb3e6510a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:48:59.507167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-3a1c8af8-2cf7-42da-a990-8f7bb3e6510a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 945 time: 0.0710299 Mar 07 04:48:59.624308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port c6a9a914-08a0-4322-b7fc-6441175e530a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:48:59.624761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:59.648921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'name': 'network-vif-deleted', 'tag': '546aee23-69e0-499c-8526-de294b072bf3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:48:59.651308 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba4523-e3e5-4f53-a734-4f3911065e75" -d '{"events": [{"server_uuid": "eeffd986-2f0c-4708-af03-fe24ed2368df", "name": "network-vif-deleted", "tag": "546aee23-69e0-499c-8526-de294b072bf3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:48:59.697064 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aab1c1-7195-4f50-8935-5d7b5dfd36f0 x-openstack-request-id: req-e7aab1c1-7195-4f50-8935-5d7b5dfd36f0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:48:59.697430 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeffd986-2f0c-4708-af03-fe24ed2368df", "name": "network-vif-deleted", "tag": "546aee23-69e0-499c-8526-de294b072bf3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:48:59.697752 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7aab1c1-7195-4f50-8935-5d7b5dfd36f0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:48:59.698233 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeffd986-2f0c-4708-af03-fe24ed2368df', 'name': 'network-vif-deleted', 'tag': '546aee23-69e0-499c-8526-de294b072bf3', 'status': 'completed', 'code': 200} Mar 07 04:48:59.739206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port c6a9a914-08a0-4322-b7fc-6441175e530a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=c6a9a914-08a0-4322-b7fc-6441175e530a,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:48:59.739571 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:59.758227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for c6a9a914-08a0-4322-b7fc-6441175e530a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:48:59.935524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c6a9a914-08a0-4322-b7fc-6441175e530a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:48:59.947628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['200e09a0-3738-4d7c-b2a6-06f879d02f60', 'c6a9a914-08a0-4322-b7fc-6441175e530a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:48:59.988289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=c6a9a914-08a0-4322-b7fc-6441175e530a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:00.062823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port c6a9a914-08a0-4322-b7fc-6441175e530a on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:00.085731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:00.089446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19e7d6a9-9d2b-436a-8a9e-24ed04685bde req-217b926d-9d21-47c2-9288-7ae3a885aed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "DELETE /v2.0/ports/c6a9a914-08a0-4322-b7fc-6441175e530a HTTP/1.1" status: 204 len: 173 time: 0.5763500 Mar 07 04:49:00.091804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d225cb10-d27d-4c72-90cb-e9f70d7637da req-29ddea8a-9fea-4bb4-ba26-09b306dd7907 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeffd986-2f0c-4708-af03-fe24ed2368df HTTP/1.1" status: 200 len: 210 time: 0.0732343 Mar 07 04:49:00.560872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54ca2f29-e242-4d70-852c-0c1b0e3a6ae6 req-126e8592-5939-469b-9b0f-cf75f53b7005 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0310075 Mar 07 04:49:00.834962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4646-8f40-487b-8715-55d0dfde8393 req-34301227-0e41-4208-895c-fd5386889173 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:00.836467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18cd4646-8f40-487b-8715-55d0dfde8393 req-34301227-0e41-4208-895c-fd5386889173 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0582550 Mar 07 04:49:00.898776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18cd4646-8f40-487b-8715-55d0dfde8393 req-de0c3a18-8921-4e57-bbda-7c7f2aeb9f15 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552042 Mar 07 04:49:01.022205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793c6bd-f486-4054-9826-c4b0a681ac03 req-f1d41c80-98c9-4a29-9551-8afe9f7b606a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.029078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8793c6bd-f486-4054-9826-c4b0a681ac03 req-f1d41c80-98c9-4a29-9551-8afe9f7b606a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0633004 Mar 07 04:49:01.074995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8793c6bd-f486-4054-9826-c4b0a681ac03 req-af754a10-b889-416c-953d-a499b42e4f3d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Mar 07 04:49:01.228348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d600e-e2b4-438f-bb7f-f6b4aa872cce req-ac2d6d14-0cdd-4ed1-803a-ea4a854660a7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.230158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-717d600e-e2b4-438f-bb7f-f6b4aa872cce req-ac2d6d14-0cdd-4ed1-803a-ea4a854660a7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 946 time: 0.0675642 Mar 07 04:49:01.296513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-717d600e-e2b4-438f-bb7f-f6b4aa872cce req-96440f6f-7798-46e1-8977-35cdea116237 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587709 Mar 07 04:49:01.426000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:01.496967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a0b9d-d30d-4940-9b31-8b8450800d97 req-54ad0894-fcff-4997-a831-142404093c9d tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.499657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f75a0b9d-d30d-4940-9b31-8b8450800d97 req-54ad0894-fcff-4997-a831-142404093c9d tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0643110 Mar 07 04:49:01.537076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:01.538007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:01.577384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:01.580338 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d9ec5e-a5f9-4200-904e-46c3a21f0163" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:01.600039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:01.607925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:01.637937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f75a0b9d-d30d-4940-9b31-8b8450800d97 req-9a999f5a-0a7c-4ecf-8ecc-928fa0c04abf tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318920 Mar 07 04:49:01.686008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-e21a4086-0297-40c4-90c9-6ff5eecedc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.688613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-e21a4086-0297-40c4-90c9-6ff5eecedc23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1128 time: 0.1062255 Mar 07 04:49:01.709034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'name': 'network-vif-deleted', 'tag': 'c6a9a914-08a0-4322-b7fc-6441175e530a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:01.727160 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051714fc-d7f8-4196-999b-24c7b680ae6a" -d '{"events": [{"server_uuid": "2a6ec2df-1202-4cd8-8a84-94e852eced96", "name": "network-vif-deleted", "tag": "c6a9a914-08a0-4322-b7fc-6441175e530a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:01.728919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=14']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:01.755618 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b343ed8-7837-4496-aa47-a3641007d424 x-openstack-request-id: req-5b343ed8-7837-4496-aa47-a3641007d424 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:01.755915 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:01.756172 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b343ed8-7837-4496-aa47-a3641007d424 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:01.756573 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'code': 200} Mar 07 04:49:01.773336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedabb-9a21-4667-8f76-225ef102b7bd req-543457fd-3e97-4f92-9957-432d667e512b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.780670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18fedabb-9a21-4667-8f76-225ef102b7bd req-543457fd-3e97-4f92-9957-432d667e512b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1581070 Mar 07 04:49:01.820696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-418ed022-b2ff-4f93-98f5-17d135541079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.823684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-418ed022-b2ff-4f93-98f5-17d135541079 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.1279221 Mar 07 04:49:01.864661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfc81747-d749-47d5-bb50-6d3cf34571b1 req-d1573324-da30-4d02-a07a-62c17024b92d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0462956 Mar 07 04:49:01.890649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18fedabb-9a21-4667-8f76-225ef102b7bd req-088557c6-54bd-4ba7-9ea5-9218c38010e5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089973 Mar 07 04:49:01.917431 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-8fb1a92e-13a9-429d-bd9a-0a4fb5c5048d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.0852873 Mar 07 04:49:01.932972 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a892fda7-341e-440f-93ad-d5c100bcd91f x-openstack-request-id: req-a892fda7-341e-440f-93ad-d5c100bcd91f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:01.933379 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ec2df-1202-4cd8-8a84-94e852eced96", "name": "network-vif-deleted", "tag": "c6a9a914-08a0-4322-b7fc-6441175e530a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:01.933776 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a892fda7-341e-440f-93ad-d5c100bcd91f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:01.934487 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ec2df-1202-4cd8-8a84-94e852eced96', 'name': 'network-vif-deleted', 'tag': 'c6a9a914-08a0-4322-b7fc-6441175e530a', 'status': 'completed', 'code': 200} Mar 07 04:49:01.971781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-ba4a894f-51a2-4a23-b375-3f42d4903ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:01.974178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-ba4a894f-51a2-4a23-b375-3f42d4903ecb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0495710 Mar 07 04:49:02.024834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-b62c6e0e-e69b-40d9-acec-36ba12272465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:02.026384 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-b62c6e0e-e69b-40d9-acec-36ba12272465 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460439 Mar 07 04:49:02.126557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-b446791e-b329-4859-8be7-135205780b5f service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917861 Mar 07 04:49:02.245385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e8439067-bd6b-41db-9fae-84367a10ab41 req-7a721884-18c9-46ea-9b94-25d687a91c47 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117313 Mar 07 04:49:02.517900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 546aee23-69e0-499c-8526-de294b072bf3 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:02.540886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 546aee23-69e0-499c-8526-de294b072bf3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:02.541232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 546aee23-69e0-499c-8526-de294b072bf3 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:02.541866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c6a9a914-08a0-4322-b7fc-6441175e530a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:02.560908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: c6a9a914-08a0-4322-b7fc-6441175e530a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:02.561262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device c6a9a914-08a0-4322-b7fc-6441175e530a not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:02.763318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47dfe8-2670-4b2d-82d5-96ca680fb57b req-18f28eaf-2c51-420b-9915-4234c0ae4171 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:02.770779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b47dfe8-2670-4b2d-82d5-96ca680fb57b req-18f28eaf-2c51-420b-9915-4234c0ae4171 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0536397 Mar 07 04:49:02.791856 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4da8fe62-236c-46eb-abba-b4ab165c9ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:02.819550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b47dfe8-2670-4b2d-82d5-96ca680fb57b req-4d778466-9e74-483f-8431-7718255c0ac9 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e084d59-71ad-46b5-8f86-3d0901aa79ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Mar 07 04:49:03.012136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-534426d1-6151-4b35-971d-269d01486df5 req-3e568a3a-6215-45d0-9f2f-716eadd468d9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0325940 Mar 07 04:49:03.081762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-5611ba66-e52c-452a-a5d7-60a4c51098b8 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:03.083641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-5611ba66-e52c-452a-a5d7-60a4c51098b8 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0816827 Mar 07 04:49:03.085929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099139c8-206a-435f-8ab7-1e494d205b60 req-ff003706-7baf-4a3a-ae38-5273e2663282 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:03.087753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-099139c8-206a-435f-8ab7-1e494d205b60 req-ff003706-7baf-4a3a-ae38-5273e2663282 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0784733 Mar 07 04:49:03.142571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-099139c8-206a-435f-8ab7-1e494d205b60 req-bfe25e54-62f1-4955-8a7b-3ba52f04bf5c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483875 Mar 07 04:49:03.182853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Deleting port 29945614-693b-426f-9720-9bde6c385b64 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:03.183512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (29945614-693b-426f-9720-9bde6c385b64), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:03.285636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] For port 29945614-693b-426f-9720-9bde6c385b64, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=29945614-693b-426f-9720-9bde6c385b64,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:03.285916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (29945614-693b-426f-9720-9bde6c385b64), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:03.299012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Calling delete_port for 29945614-693b-426f-9720-9bde6c385b64 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:03.364023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53415-fd55-47a5-81d2-74babf0aa96b req-556bac2b-9c4f-49b2-a7ae-7e7699ba623a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:03.371685 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57a53415-fd55-47a5-81d2-74babf0aa96b req-556bac2b-9c4f-49b2-a7ae-7e7699ba623a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0668688 Mar 07 04:49:03.422910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57a53415-fd55-47a5-81d2-74babf0aa96b req-0eba0b12-42f8-409e-b753-15f7fa7f75ac tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501387 Mar 07 04:49:03.494885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (29945614-693b-426f-9720-9bde6c385b64), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:03.507902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['29945614-693b-426f-9720-9bde6c385b64'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:49:03.543478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Pushing event deleted for resources: {'Port': ['ID=29945614-693b-426f-9720-9bde6c385b64,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:03.556479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.556955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.557398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.557846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.558288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.558755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.559199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.559727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.560373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.560804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.561223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.561642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.562083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:03.631492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] No DVR routers for this DVR port 29945614-693b-426f-9720-9bde6c385b64 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:03.634563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:03.635938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc06a-6c5f-44e6-92ae-f720ec603070 req-e9d39c87-c216-49e0-9257-41bb30ada0e0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:03.637498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92efc06a-6c5f-44e6-92ae-f720ec603070 req-e9d39c87-c216-49e0-9257-41bb30ada0e0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1261156 Mar 07 04:49:03.637843 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea384161-ca25-41fa-8f6b-aa958908af41 req-3484a8c8-07b3-4366-8ae2-52941708be18 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.44 "DELETE /v2.0/ports/29945614-693b-426f-9720-9bde6c385b64 HTTP/1.1" status: 204 len: 173 time: 0.5488470 Mar 07 04:49:03.638335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'name': 'network-vif-deleted', 'tag': '29945614-693b-426f-9720-9bde6c385b64'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:03.643349 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053afe68-3663-4641-a2a3-4631e9096dd4" -d '{"events": [{"server_uuid": "92fd0527-b063-4e15-bcea-f3d526fcb0b0", "name": "network-vif-deleted", "tag": "29945614-693b-426f-9720-9bde6c385b64"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:03.733797 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e085e-7979-4472-bae0-d87376b22e34 x-openstack-request-id: req-b40e085e-7979-4472-bae0-d87376b22e34 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:03.735729 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fd0527-b063-4e15-bcea-f3d526fcb0b0", "name": "network-vif-deleted", "tag": "29945614-693b-426f-9720-9bde6c385b64", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:03.735729 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b40e085e-7979-4472-bae0-d87376b22e34 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:03.735729 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fd0527-b063-4e15-bcea-f3d526fcb0b0', 'name': 'network-vif-deleted', 'tag': '29945614-693b-426f-9720-9bde6c385b64', 'status': 'completed', 'code': 200} Mar 07 04:49:03.761310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92efc06a-6c5f-44e6-92ae-f720ec603070 req-80415b3b-372d-404f-bf0b-802ffdf07b3f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071031 Mar 07 04:49:03.933605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71a71e-4ca2-4198-a9dc-c3b438df2e1e req-65b5cb4f-ef7b-4618-8bc4-9563b88e16f7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:03.944474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d71a71e-4ca2-4198-a9dc-c3b438df2e1e req-65b5cb4f-ef7b-4618-8bc4-9563b88e16f7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0788543 Mar 07 04:49:04.044109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d71a71e-4ca2-4198-a9dc-c3b438df2e1e req-65785235-cd67-413f-b101-66bbf8686eb5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985045 Mar 07 04:49:04.120969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e3d275e-ef41-470e-a5c0-d5fbf80f768e req-35e7aac9-9703-454b-b308-7d78c597aba5 tempest-TestServerMultinode-1645238894 tempest-TestServerMultinode-1645238894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=92fd0527-b063-4e15-bcea-f3d526fcb0b0 HTTP/1.1" status: 200 len: 210 time: 0.1192751 Mar 07 04:49:04.239500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1828445-2b22-47b1-be24-ad07b11cc883 req-cce4dd15-6aa3-4220-8d85-1fcfc46e6b57 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0480595 Mar 07 04:49:04.340459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966cbd4-5563-410b-800f-fceee5112861 req-7d3f434e-e71a-4003-ba09-41a46a15c8ee tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:04.342655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0966cbd4-5563-410b-800f-fceee5112861 req-7d3f434e-e71a-4003-ba09-41a46a15c8ee tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0806262 Mar 07 04:49:04.421305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0966cbd4-5563-410b-800f-fceee5112861 req-488110fc-a5de-4db9-8b89-72fc1de30f6b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717711 Mar 07 04:49:04.737414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-7ae1f8e3-523c-4706-a500-99466f5dc0db tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:04.739055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-7ae1f8e3-523c-4706-a500-99466f5dc0db tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.1184464 Mar 07 04:49:04.762697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-12e00427-8125-48b8-b19d-9ab5657dfa02 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/quotas/d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 375 time: 0.0155892 Mar 07 04:49:04.830955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a889eb6e-9b16-4d2c-ae85-190f9925f7a4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672054 Mar 07 04:49:04.942183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-4ca30484-0397-465b-8a9e-9e768bb61282 service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102648 Mar 07 04:49:05.108013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-1778d856-73e8-4430-a693-58cb6b5d44a4 service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649742 Mar 07 04:49:05.243739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35190) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:05.387594 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ae22-dab1-4d92-9b41-2f3883a08d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:05.438468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0bd36de-e60a-433b-a30c-a3b0ab36ba7c req-02c47359-af24-4563-862d-48a9ccab7e11 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0842276 Mar 07 04:49:05.476047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a33c15ef-8e34-404c-8f4b-353464bb59b6 req-715a2950-3462-47e6-b1df-7378b4ae97c7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Mar 07 04:49:05.866367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:06.235249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Deleting port 9182f548-8aad-440f-9987-3758d526d936 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:06.235665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9182f548-8aad-440f-9987-3758d526d936), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:06.371016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] For port 9182f548-8aad-440f-9987-3758d526d936, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9182f548-8aad-440f-9987-3758d526d936,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:06.371632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9182f548-8aad-440f-9987-3758d526d936), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:06.391639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Calling delete_port for 9182f548-8aad-440f-9987-3758d526d936 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:06.575846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16d5ac34-5b76-4873-b702-8dc71856a301 req-342460a9-b47a-409a-a0a7-2cad00d75b6b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0438986 Mar 07 04:49:06.756485 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:06.774959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ca63206-7666-45c0-81eb-69c32fdbe945 req-f595e8a9-06c9-4285-b332-05ee8c39259e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 210 time: 0.0880113 Mar 07 04:49:06.783950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9182f548-8aad-440f-9987-3758d526d936), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:06.833818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Pushing event deleted for resources: {'Port': ['ID=9182f548-8aad-440f-9987-3758d526d936,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:06.871580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35226) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:07.170276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-9046f48c-4bfe-41d2-a697-314d0c677957 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:07.171960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-9046f48c-4bfe-41d2-a697-314d0c677957 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.3957374 Mar 07 04:49:07.185359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'port': {'device_id': '63196bfa-e446-4344-a6cf-235642b174c3', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'admin_state_up': True, 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:07.217120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f856c22-fcc9-4f96-ac90-4d999b914c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:07.350212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:07.418229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f856c22-fcc9-4f96-ac90-4d999b914c45 admin admin] Publish callbacks [] for security_group (25ef1bc4-7ede-4653-82bf-f8e3e63a8a30), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:07.430949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f856c22-fcc9-4f96-ac90-4d999b914c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (25ef1bc4-7ede-4653-82bf-f8e3e63a8a30), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:07.458731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 29945614-693b-426f-9720-9bde6c385b64 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:07.498276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 29945614-693b-426f-9720-9bde6c385b64 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:07.499232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 29945614-693b-426f-9720-9bde6c385b64 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:07.509663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:49:07.514868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:07.591301 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f856c22-fcc9-4f96-ac90-4d999b914c45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da0833156dce4746bab6196bedae3a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7077992 Mar 07 04:49:07.593024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f856c22-fcc9-4f96-ac90-4d999b914c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef1bc4-7ede-4653-82bf-f8e3e63a8a30,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:07.596867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35232) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:07.699864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:07.926265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa716dff-a5a9-4542-b1ce-20f358d980c2 req-06a62bd6-9d08-4c7f-94c9-36d53c78445c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.1807296 Mar 07 04:49:07.946059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Allocated IP 172.20.0.5 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/e53b8832-5c7d-4126-9d53-4ee2c4654e98) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:49:07.990482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85c803d0-4b5b-498d-918d-945c6f80243e req-ae3274ac-14ef-4366-89f4-cedb26e10b9b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 210 time: 0.0588284 Mar 07 04:49:08.005546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-157fe21a-242f-4c1a-a572-daca507c5104 admin admin] Publish callbacks [] for security_group (25ef1bc4-7ede-4653-82bf-f8e3e63a8a30), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.093810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-157fe21a-242f-4c1a-a572-daca507c5104 admin admin] Publish callbacks [] for security_group (25ef1bc4-7ede-4653-82bf-f8e3e63a8a30), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.234812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:49:08.336136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.382583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:49:08.387938 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e41ebf0d-4cb2-4e82-9ddf-02ba6105f34e admin admin] 10.222.0.21 "PUT /v2.0/routers/5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1421995 Mar 07 04:49:08.390262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35240) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:08.391913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-157fe21a-242f-4c1a-a572-daca507c5104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (25ef1bc4-7ede-4653-82bf-f8e3e63a8a30), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.393394 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] Sync routers for ids ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:49:08.398871 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-157fe21a-242f-4c1a-a572-daca507c5104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.405208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-157fe21a-242f-4c1a-a572-daca507c5104 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25ef1bc4-7ede-4653-82bf-f8e3e63a8a30 HTTP/1.1" status: 204 len: 168 time: 0.8079591 Mar 07 04:49:08.425045 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] Routers {'5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:49:08.426739 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:49:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:08.435518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fe21a-242f-4c1a-a572-daca507c5104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef1bc4-7ede-4653-82bf-f8e3e63a8a30,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:08.460631 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.521759 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks [] for router (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.569061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:49:08.581733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:49:08.585774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:49:08.594932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=e53b8832-5c7d-4126-9d53-4ee2c4654e98,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:08.696476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:08.697144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.742385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a09d2fc9-d3f1-434b-8783-06af367db2d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5614913 Mar 07 04:49:08.750817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks [] for router_gateway (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.753931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Request body: {'port': {'device_id': '63196bfa-e446-4344-a6cf-235642b174c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:08.770822 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] Set router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:49:08.899444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Deleting port 55917a8a-dc35-443d-8bef-b47ee81b552e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:08.899784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:08.958016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.111878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] For port 55917a8a-dc35-443d-8bef-b47ee81b552e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=55917a8a-dc35-443d-8bef-b47ee81b552e,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:09.112567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.115788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3abf1074-9b9e-4192-ae4a-69a0cc52e83b None None] Provisioning complete for port e53b8832-5c7d-4126-9d53-4ee2c4654e98 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:49:09.116294 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3abf1074-9b9e-4192-ae4a-69a0cc52e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.127594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Calling delete_port for 55917a8a-dc35-443d-8bef-b47ee81b552e owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:09.223813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3abf1074-9b9e-4192-ae4a-69a0cc52e83b None None] Port e53b8832-5c7d-4126-9d53-4ee2c4654e98 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:49:09.318308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:49:06Z', 'revision_number': 5, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port': {'id': '55917a8a-dc35-443d-8bef-b47ee81b552e', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:02Z', 'updated_at': '2022-03-07T04:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:09.400440 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] Checking router: 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:49:09.438274 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] Routers {'5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:49:09.438916 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:49:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:09.457886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.521458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (55917a8a-dc35-443d-8bef-b47ee81b552e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.532834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53b8832-5c7d-4126-9d53-4ee2c4654e98 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:49:09.542094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Publish callbacks [] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.576837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Transition to ACTIVE for port object e53b8832-5c7d-4126-9d53-4ee2c4654e98 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:49:09.604310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=55917a8a-dc35-443d-8bef-b47ee81b552e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:09.644893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.705763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ffb6e61-8b65-40f1-b396-787d172b3295 req-62d4dd06-e141-453b-93b7-af81c4fe18f1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.1033971 Mar 07 04:49:09.720373 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] Set router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:49:09.806271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:09.868568 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:49:08Z', 'revision_number': 6, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:09.923962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d397b1-60b0-4887-b3c2-5235c98ef375 req-24d3842c-4632-434c-b5a9-2b79874e3638 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:09.925737 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1d397b1-60b0-4887-b3c2-5235c98ef375 req-24d3842c-4632-434c-b5a9-2b79874e3638 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 943 time: 0.3457649 Mar 07 04:49:09.928848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Pushing event updated for resources: {'Port': ['ID=e53b8832-5c7d-4126-9d53-4ee2c4654e98,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:09.938371 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2ceea-6b53-46ec-87af-64a23b203481 None None] The sync data for ids ['5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53'] in n-d-832185-1 is: [{'id': '5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53', 'name': 'tempest-TestServerMultinode-1832522485-router', 'tenant_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:00Z', 'updated_at': '2022-03-07T04:49:08Z', 'revision_number': 6, 'project_id': 'aa95c482cdcf4cd2b2ecfa3b947d4a92', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:49:10.035952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.043022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks [] for router_controller (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.068609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1d397b1-60b0-4887-b3c2-5235c98ef375 req-c1ec8996-3d00-4301-9af4-537f9ad035fa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262548 Mar 07 04:49:10.100412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Attempting to bind port e53b8832-5c7d-4126-9d53-4ee2c4654e98 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:49:10.102500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Attempting to bind port e53b8832-5c7d-4126-9d53-4ee2c4654e98 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:49:10.103017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Attempting to bind port e53b8832-5c7d-4126-9d53-4ee2c4654e98 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:49:10.108915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Port e53b8832-5c7d-4126-9d53-4ee2c4654e98 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:49:10.110611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Attempting to bind port e53b8832-5c7d-4126-9d53-4ee2c4654e98 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:49:10.114807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.115328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:49:10.120904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:49:10.121429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:49:10.121871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:49:10.122500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Bound port: e53b8832-5c7d-4126-9d53-4ee2c4654e98, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:49:10.122972 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.123100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.125703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4d9ed176-449e-42a1-9669-8993aede7e8f admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b43264f-74f4-4a57-8d8d-ce5ac5b8fc53 HTTP/1.1" status: 204 len: 168 time: 1.7326601 Mar 07 04:49:10.127267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35268) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:10.174711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Deleting subnet abbe90f5-942c-48e7-92d6-9052f66f280f {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:49:10.178142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Publish callbacks [] for subnet (abbe90f5-942c-48e7-92d6-9052f66f280f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.193903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] For port e53b8832-5c7d-4126-9d53-4ee2c4654e98, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:49:10.197728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] For port e53b8832-5c7d-4126-9d53-4ee2c4654e98, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:49:10.207473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.218318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (abbe90f5-942c-48e7-92d6-9052f66f280f), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.251487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:10.253742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.255300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] 10.222.0.15 "PUT /v2.0/ports/e53b8832-5c7d-4126-9d53-4ee2c4654e98 HTTP/1.1" status: 200 len: 1091 time: 1.5063746 Mar 07 04:49:10.263136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63196bfa-e446-4344-a6cf-235642b174c3', 'tag': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:10.272540 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df008852-9aff-42e1-ac17-8874ce86cd33" -d '{"events": [{"name": "network-changed", "server_uuid": "63196bfa-e446-4344-a6cf-235642b174c3", "tag": "e53b8832-5c7d-4126-9d53-4ee2c4654e98"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:10.306035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e050457-78b6-452d-bf58-e4379e39a792 service neutron] Pushing event updated for resources: {'Port': ['ID=e53b8832-5c7d-4126-9d53-4ee2c4654e98,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:10.353097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (abbe90f5-942c-48e7-92d6-9052f66f280f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.360033 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d58f6a-b2f2-4582-ab43-4682d624e4f5 x-openstack-request-id: req-26d58f6a-b2f2-4582-ab43-4682d624e4f5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:10.360747 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63196bfa-e446-4344-a6cf-235642b174c3", "tag": "e53b8832-5c7d-4126-9d53-4ee2c4654e98", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:10.362523 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26d58f6a-b2f2-4582-ab43-4682d624e4f5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:10.363208 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63196bfa-e446-4344-a6cf-235642b174c3', 'tag': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98', 'status': 'completed', 'code': 200} Mar 07 04:49:10.436732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-766707c3-3605-48d1-ab96-347ce15d0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:10.438575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-766707c3-3605-48d1-ab96-347ce15d0f93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 1125 time: 0.0823305 Mar 07 04:49:10.464842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (abbe90f5-942c-48e7-92d6-9052f66f280f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.495574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-a5522a31-9e12-4c4c-92a6-7bf4ca1c2500 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98 HTTP/1.1" status: 200 len: 217 time: 0.0490634 Mar 07 04:49:10.513044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbe90f5-942c-48e7-92d6-9052f66f280f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:10.539036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.544199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfca7dc-42e0-4a52-931e-5b7207fd0eb1 None None] Network d1909672-82a2-4e48-b5a5-504853fed5cc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:49:10.546311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d047890-8dc9-42ca-95d4-9b03618db611 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/abbe90f5-942c-48e7-92d6-9052f66f280f HTTP/1.1" status: 204 len: 168 time: 0.4180174 Mar 07 04:49:10.549357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35272) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:10.585129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-b9c791df-f49b-4066-a8fc-e5b8da99335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:10.587152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-b9c791df-f49b-4066-a8fc-e5b8da99335d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0839732 Mar 07 04:49:10.640434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d1909672-82a2-4e48-b5a5-504853fed5cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.655439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-7fff58ef-0b09-4d44-bf4b-4f7c6126f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:10.657090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-7fff58ef-0b09-4d44-bf4b-4f7c6126f73b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628183 Mar 07 04:49:10.712168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Deleting port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:10.712743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.775338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-4caceee6-ffa8-4f90-ae59-6cd6343b3a00 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119046 Mar 07 04:49:10.778772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] For port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,segment=NetworkSegment(5958a85f-fdc7-4ca0-9491-c31417f2329b),segment_id=5958a85f-fdc7-4ca0-9491-c31417f2329b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:10.779129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.792477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Calling delete_port for df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:10.865523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3352ba46-0c31-454b-9bd6-d330955e6fc5 req-b1179278-d3f3-406b-99a6-d4121ea184cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0629587 Mar 07 04:49:10.875649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] DHCP port deletion for d1909672-82a2-4e48-b5a5-504853fed5cc request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:49:10.920606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c66e1f2-391e-45d4-a35f-4559c11f859a req-d824a213-b383-4c4e-ba3b-6ade02ec57b6 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394658 Mar 07 04:49:10.921677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.948356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Deleting port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:10.949213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:10.951325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Pushing event deleted for resources: {'Port': ['ID=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:10.956270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] No DVR routers for this DVR port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:11.039347 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d1909672-82a2-4e48-b5a5-504853fed5cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.062250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] For port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:11.062957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.063393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-42315fdb-471a-4140-beb0-9bb33c3c9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:11.066378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-42315fdb-471a-4140-beb0-9bb33c3c9351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 1125 time: 0.0819759 Mar 07 04:49:11.068863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1909672-82a2-4e48-b5a5-504853fed5cc']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:11.081259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5958a85f-fdc7-4ca0-9491-c31417f2329b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:11.081572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5958a85f-fdc7-4ca0-9491-c31417f2329b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:11.100318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (5958a85f-fdc7-4ca0-9491-c31417f2329b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.116778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (5958a85f-fdc7-4ca0-9491-c31417f2329b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.127240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:49:11.128600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (5958a85f-fdc7-4ca0-9491-c31417f2329b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:49:11.131736 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:49:11.233085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d1909672-82a2-4e48-b5a5-504853fed5cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.259372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.267782 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d1909672-82a2-4e48-b5a5-504853fed5cc HTTP/1.1" status: 204 len: 168 time: 0.7140749 Mar 07 04:49:11.269945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:11.278777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c492b9-8f33-4d48-bcbb-b1b3c925b287 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1909672-82a2-4e48-b5a5-504853fed5cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:11.312280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Calling delete_port for df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:11.316306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:49:11.317640 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:11.342790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Network d1909672-82a2-4e48-b5a5-504853fed5cc is not hosted by any dhcp agent {{(pid=103940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:49:11.343394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] No DVR routers for this DVR port df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:11.350296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d9b41-f3cf-469c-9732-643fbdd6534a None None] Pushing event deleted for resources: {'Port': ['ID=df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:11.385859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-6ea9441a-fcb3-48f9-889b-d424040155e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:11.387386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-6ea9441a-fcb3-48f9-889b-d424040155e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.3148627 Mar 07 04:49:11.759069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55917a8a-dc35-443d-8bef-b47ee81b552e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:11.777035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e121e-6c10-4695-9e6d-071dd54442cf req-f99dd46c-948e-4f9e-b325-0c34770a6920 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:11.778536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-484e121e-6c10-4695-9e6d-071dd54442cf req-f99dd46c-948e-4f9e-b325-0c34770a6920 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 943 time: 0.5955350 Mar 07 04:49:11.781873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 55917a8a-dc35-443d-8bef-b47ee81b552e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:11.782071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-546f6497-97a1-465e-8032-af1d7c042a15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98 HTTP/1.1" status: 200 len: 217 time: 0.3866160 Mar 07 04:49:11.782420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 55917a8a-dc35-443d-8bef-b47ee81b552e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:11.783589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9182f548-8aad-440f-9987-3758d526d936 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:11.803454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9182f548-8aad-440f-9987-3758d526d936 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:11.803969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9182f548-8aad-440f-9987-3758d526d936 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:11.804483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:11.823593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:11.824092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device df49b9c7-d1f4-44c6-b9cd-07ecd2944d5d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:11.903622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-d900f82b-e056-4d39-a5e1-8cd81dcb8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:11.905093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-d900f82b-e056-4d39-a5e1-8cd81dcb8288 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1164997 Mar 07 04:49:11.914015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-484e121e-6c10-4695-9e6d-071dd54442cf req-d01671c5-d759-4aa6-aaaf-7566216e23f3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930588 Mar 07 04:49:12.008924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1b4a202-9b21-47c5-96aa-cc0028ed208b req-6dcfd219-d011-4e97-bd38-7ef2e070d2da tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0470676 Mar 07 04:49:12.063262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-180218e3-e1ae-44e8-a9a7-e216aa439499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:12.065071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-180218e3-e1ae-44e8-a9a7-e216aa439499 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1469483 Mar 07 04:49:12.212367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-ebf18d3d-1a4f-4ff4-9429-d9457e20d32b service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400881 Mar 07 04:49:12.331622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df008852-9aff-42e1-ac17-8874ce86cd33 req-4c3dbb83-a4c6-41b8-b8b3-03bbbd3ff384 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118376 Mar 07 04:49:12.377995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (1b4b93d3-414f-4b3a-b862-f32c203208ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:12.645488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Deleting port d9d7088e-ef0a-4a32-9b9d-3578977bf87d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:12.645834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:12.731474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] For port d9d7088e-ef0a-4a32-9b9d-3578977bf87d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:12.731835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:12.744204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Calling delete_port for d9d7088e-ef0a-4a32-9b9d-3578977bf87d owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:12.983360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d9d7088e-ef0a-4a32-9b9d-3578977bf87d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:13.030914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d7088e-ef0a-4a32-9b9d-3578977bf87d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:13.204234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68fafb06-9a80-4a22-858c-84a984a92e7f req-9608057b-b87b-4484-8115-ca14fc7967ab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a6ec2df-1202-4cd8-8a84-94e852eced96 HTTP/1.1" status: 200 len: 210 time: 0.0343373 Mar 07 04:49:13.281661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24be7e-7454-4217-bdfb-82c459ba2955 req-7e5e3af6-01de-4b21-843c-3b80f6f0b61b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:13.283431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d24be7e-7454-4217-bdfb-82c459ba2955 req-7e5e3af6-01de-4b21-843c-3b80f6f0b61b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 943 time: 0.2013011 Mar 07 04:49:13.403870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d24be7e-7454-4217-bdfb-82c459ba2955 req-82f4c285-9029-4f7e-8f1d-470a34ac2ffd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136572 Mar 07 04:49:13.419853 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (1b4b93d3-414f-4b3a-b862-f32c203208ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:13.687428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Router 1b4b93d3-414f-4b3a-b862-f32c203208ee has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:49:13.804149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:49:13.809652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db55eb7d-c0d1-4dfe-8154-75a24023411e admin admin] 10.222.0.21 "PUT /v2.0/routers/1b4b93d3-414f-4b3a-b862-f32c203208ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5383589 Mar 07 04:49:13.812026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35298) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:13.816918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] Sync routers for ids ['1b4b93d3-414f-4b3a-b862-f32c203208ee'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:49:13.833100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] Routers {'1b4b93d3-414f-4b3a-b862-f32c203208ee'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:49:13.834355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:49:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1b4b93d3-414f-4b3a-b862-f32c203208ee'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:13.932336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks [] for router (1b4b93d3-414f-4b3a-b862-f32c203208ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:13.960518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] Set router 1b4b93d3-414f-4b3a-b862-f32c203208ee gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:49:14.058442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks [] for router_gateway (1b4b93d3-414f-4b3a-b862-f32c203208ee), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.140860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Deleting port d94c43cb-8407-44a8-a58f-bac4837306cf {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:14.141487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.243022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] For port d94c43cb-8407-44a8-a58f-bac4837306cf, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d94c43cb-8407-44a8-a58f-bac4837306cf,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:14.243631 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.260349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Calling delete_port for d94c43cb-8407-44a8-a58f-bac4837306cf owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:14.262615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:49:12Z', 'revision_number': 5, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port': {'id': 'd94c43cb-8407-44a8-a58f-bac4837306cf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:48:14Z', 'updated_at': '2022-03-07T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:14.322805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] Checking router: 1b4b93d3-414f-4b3a-b862-f32c203208ee for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:49:14.333052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] Routers {'1b4b93d3-414f-4b3a-b862-f32c203208ee'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:49:14.333955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:49:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1b4b93d3-414f-4b3a-b862-f32c203208ee'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:14.475493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] Set router 1b4b93d3-414f-4b3a-b862-f32c203208ee gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:49:14.502812 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d94c43cb-8407-44a8-a58f-bac4837306cf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.540201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94c43cb-8407-44a8-a58f-bac4837306cf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:14.551042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:49:14Z', 'revision_number': 6, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:14.581629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0b7f6-2924-4210-b300-81ffd573cc31 None None] The sync data for ids ['1b4b93d3-414f-4b3a-b862-f32c203208ee'] in n-d-832185-1 is: [{'id': '1b4b93d3-414f-4b3a-b862-f32c203208ee', 'name': 'tempest-TestServerMultinode-1913557838-router', 'tenant_id': 'aadc904d021843db93c7255b0ecb0ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:48:13Z', 'updated_at': '2022-03-07T04:49:14Z', 'revision_number': 6, 'project_id': 'aadc904d021843db93c7255b0ecb0ced', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:49:14.615492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e53b8832-5c7d-4126-9d53-4ee2c4654e98 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:49:14.664575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (1b4b93d3-414f-4b3a-b862-f32c203208ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.677079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938a347-339f-45b3-a889-7b27b2f5bd7b req-b6a4bba7-5d96-4468-a01a-1926dceacd02 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:14.679345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2938a347-339f-45b3-a889-7b27b2f5bd7b req-b6a4bba7-5d96-4468-a01a-1926dceacd02 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 943 time: 0.1089025 Mar 07 04:49:14.773907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e53b8832-5c7d-4126-9d53-4ee2c4654e98, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:14.789191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98', 'mac_address': 'fa:16:3e:b9:c3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:49:14.796428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (1b4b93d3-414f-4b3a-b862-f32c203208ee), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.803229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks [] for router_controller (1b4b93d3-414f-4b3a-b862-f32c203208ee), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.828288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e53b8832-5c7d-4126-9d53-4ee2c4654e98 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:14.828877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.843018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53b8832-5c7d-4126-9d53-4ee2c4654e98 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:49:14.857675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2938a347-339f-45b3-a889-7b27b2f5bd7b req-142d8cad-7ba4-4703-abb3-e008d0255d44 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459060 Mar 07 04:49:14.864839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (1b4b93d3-414f-4b3a-b862-f32c203208ee), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.865629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e53b8832-5c7d-4126-9d53-4ee2c4654e98, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:14.865969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4b93d3-414f-4b3a-b862-f32c203208ee {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:49:14.871284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.871706 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.876011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35310) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:14.876538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ae2fd778-3a91-43cf-974e-e2e16ee80468 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1b4b93d3-414f-4b3a-b862-f32c203208ee HTTP/1.1" status: 204 len: 168 time: 1.0630169 Mar 07 04:49:14.925624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Deleting subnet f377870f-aab1-412a-a244-33aa3bfe2192 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:49:14.929248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Publish callbacks [] for subnet (f377870f-aab1-412a-a244-33aa3bfe2192), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:14.942734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e53b8832-5c7d-4126-9d53-4ee2c4654e98,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:14.976581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (f377870f-aab1-412a-a244-33aa3bfe2192), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.062070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f377870f-aab1-412a-a244-33aa3bfe2192), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.075275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:49:15.122201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (f377870f-aab1-412a-a244-33aa3bfe2192), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.148399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f377870f-aab1-412a-a244-33aa3bfe2192,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:15.152148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.155370 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd9a30ce-25fb-4b9d-bb4b-86cf6e6f5129 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f377870f-aab1-412a-a244-33aa3bfe2192 HTTP/1.1" status: 204 len: 168 time: 0.2776818 Mar 07 04:49:15.158466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35314) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:15.162925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f4e86-81b6-4f7e-a8eb-4de0a0bb7ac1 None None] Network 0d9917a5-d02a-495b-ae4e-a2de5517f282 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:49:15.251082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0d9917a5-d02a-495b-ae4e-a2de5517f282), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.318279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Deleting port 9811f61d-eb27-4818-89de-db42ba204604 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:15.318901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9811f61d-eb27-4818-89de-db42ba204604), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.343490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-022443f7-1eb1-4e6e-893a-292a94a3dca1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4f339c3e1e8b46c9a211878f01e35632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372241 Mar 07 04:49:15.465631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] For port 9811f61d-eb27-4818-89de-db42ba204604, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9811f61d-eb27-4818-89de-db42ba204604,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:15.466023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9811f61d-eb27-4818-89de-db42ba204604), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.466681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] DHCP port deletion for 0d9917a5-d02a-495b-ae4e-a2de5517f282 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:49:15.485052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Calling delete_port for 9811f61d-eb27-4818-89de-db42ba204604 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:15.518856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-afc506e0-23f5-4b0f-8ea2-30d0d7da29cc tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:15.520382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-afc506e0-23f5-4b0f-8ea2-30d0d7da29cc tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762109 Mar 07 04:49:15.538115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-8ad6f151-2e32-42ca-8acf-9c632b97d6c8 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/quotas/4f339c3e1e8b46c9a211878f01e35632 HTTP/1.1" status: 200 len: 375 time: 0.0104642 Mar 07 04:49:15.543226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] Deleting port 9811f61d-eb27-4818-89de-db42ba204604 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:15.543698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9811f61d-eb27-4818-89de-db42ba204604), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.592723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-57963f98-6d6c-4be0-a11a-e57871f70950 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f339c3e1e8b46c9a211878f01e35632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476258 Mar 07 04:49:15.636886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] For port 9811f61d-eb27-4818-89de-db42ba204604, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9811f61d-eb27-4818-89de-db42ba204604,segment=NetworkSegment(b3dae46a-db91-4090-b390-9a343425b8f8),segment_id=b3dae46a-db91-4090-b390-9a343425b8f8)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:15.637296 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9811f61d-eb27-4818-89de-db42ba204604), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.640423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9811f61d-eb27-4818-89de-db42ba204604), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.656506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] Calling delete_port for 9811f61d-eb27-4818-89de-db42ba204604 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:15.683977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9811f61d-eb27-4818-89de-db42ba204604,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:15.686631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] No DVR routers for this DVR port 9811f61d-eb27-4818-89de-db42ba204604 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:49:15.826984 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 04:49:15.852301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0d9917a5-d02a-495b-ae4e-a2de5517f282), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.855965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9811f61d-eb27-4818-89de-db42ba204604), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.883248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec72e55d-90ab-4b4b-8f62-e12fe5506ad2 req-37fc4d2e-db44-4373-832f-a12baab59156 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 210 time: 0.0765457 Mar 07 04:49:15.903576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9811f61d-eb27-4818-89de-db42ba204604 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:15.916792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] No DVR routers for this DVR port 9811f61d-eb27-4818-89de-db42ba204604 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:15.918964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d53443-0f8a-4236-8713-1c050733139d None None] Pushing event deleted for resources: {'Port': ['ID=9811f61d-eb27-4818-89de-db42ba204604,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:15.922697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9917a5-d02a-495b-ae4e-a2de5517f282']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:15.948818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dae46a-db91-4090-b390-9a343425b8f8') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:15.949397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dae46a-db91-4090-b390-9a343425b8f8') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:49:15.952786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9811f61d-eb27-4818-89de-db42ba204604 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:15.953134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9811f61d-eb27-4818-89de-db42ba204604 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:15.953557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d9d7088e-ef0a-4a32-9b9d-3578977bf87d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:15.981755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b3dae46a-db91-4090-b390-9a343425b8f8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:15.985308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d9d7088e-ef0a-4a32-9b9d-3578977bf87d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:15.985523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d9d7088e-ef0a-4a32-9b9d-3578977bf87d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:15.986161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d94c43cb-8407-44a8-a58f-bac4837306cf no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:16.015311 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b3dae46a-db91-4090-b390-9a343425b8f8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.041598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:49:16.042331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b3dae46a-db91-4090-b390-9a343425b8f8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.044546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d94c43cb-8407-44a8-a58f-bac4837306cf {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:49:16.044796 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:49:16.048015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d94c43cb-8407-44a8-a58f-bac4837306cf not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:16.137031 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0d9917a5-d02a-495b-ae4e-a2de5517f282), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.143427 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.147399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d9917a5-d02a-495b-ae4e-a2de5517f282 HTTP/1.1" status: 204 len: 168 time: 0.9876058 Mar 07 04:49:16.159802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecd7ce-e720-43bc-8562-0a0f2dff85d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9917a5-d02a-495b-ae4e-a2de5517f282,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:16.294042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f02b1e-3cb8-469b-b90d-3bf3f41121b7 req-bd6793b2-0a80-4331-8faa-8aa886eef060 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:16.295547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f02b1e-3cb8-469b-b90d-3bf3f41121b7 req-bd6793b2-0a80-4331-8faa-8aa886eef060 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 944 time: 0.3021681 Mar 07 04:49:16.370360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96f02b1e-3cb8-469b-b90d-3bf3f41121b7 req-3e8a0310-ce25-4e69-ba30-092630646806 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Mar 07 04:49:16.376324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:16.425743 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-10c3b29f-5594-42a3-9ffa-895e5d9615ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa95c482cdcf4cd2b2ecfa3b947d4a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469439 Mar 07 04:49:16.428939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:16.483375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c855c483-c782-4db4-89e5-2033a4033207 admin admin] Publish callbacks [] for security_group (6977d7c8-7132-42ed-a726-7621e0d6185f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.508608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c855c483-c782-4db4-89e5-2033a4033207 admin admin] Publish callbacks [] for security_group (6977d7c8-7132-42ed-a726-7621e0d6185f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.570251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c855c483-c782-4db4-89e5-2033a4033207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6977d7c8-7132-42ed-a726-7621e0d6185f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.573350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c855c483-c782-4db4-89e5-2033a4033207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.574895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c855c483-c782-4db4-89e5-2033a4033207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6977d7c8-7132-42ed-a726-7621e0d6185f HTTP/1.1" status: 204 len: 168 time: 0.1444139 Mar 07 04:49:16.584861 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855c483-c782-4db4-89e5-2033a4033207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6977d7c8-7132-42ed-a726-7621e0d6185f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:16.628603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e53b8832-5c7d-4126-9d53-4ee2c4654e98 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:49:16.699816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e53b8832-5c7d-4126-9d53-4ee2c4654e98 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:49:16.710166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e53b8832-5c7d-4126-9d53-4ee2c4654e98 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:49:16.710592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.802425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e53b8832-5c7d-4126-9d53-4ee2c4654e98 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:16.802820 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.826828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63196bfa-e446-4344-a6cf-235642b174c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:16.829953 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d77d1d-632a-40a7-8489-c2c4f2b26bcb" -d '{"events": [{"server_uuid": "63196bfa-e446-4344-a6cf-235642b174c3", "name": "network-vif-plugged", "status": "completed", "tag": "e53b8832-5c7d-4126-9d53-4ee2c4654e98"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:16.852913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e53b8832-5c7d-4126-9d53-4ee2c4654e98, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:16.858730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:16.921421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e53b8832-5c7d-4126-9d53-4ee2c4654e98,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:16.962100 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6d3925-33eb-42b1-bbe0-84bba7a1bf88 x-openstack-request-id: req-ca6d3925-33eb-42b1-bbe0-84bba7a1bf88 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:16.962405 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63196bfa-e446-4344-a6cf-235642b174c3", "name": "network-vif-plugged", "status": "completed", "tag": "e53b8832-5c7d-4126-9d53-4ee2c4654e98", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:16.962670 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca6d3925-33eb-42b1-bbe0-84bba7a1bf88 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:16.970754 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63196bfa-e446-4344-a6cf-235642b174c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98', 'code': 200} Mar 07 04:49:17.037680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:17.084739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8596c3a-87c7-4089-8768-4531484a6d4e req-20bf263a-3864-4e63-840a-2a7f89e230ae tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 210 time: 0.0786209 Mar 07 04:49:17.104077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2f4225d-0b1a-49ba-bd6f-9e974751f98e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aadc904d021843db93c7255b0ecb0ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651231 Mar 07 04:49:17.106768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:17.140508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-e43e6bf2-4b6d-4135-845e-ee9d97d019c1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f339c3e1e8b46c9a211878f01e35632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613651 Mar 07 04:49:17.169329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e7c-8b48-47aa-b156-995cac0bd6d4 admin admin] Publish callbacks [] for security_group (8e084d59-71ad-46b5-8f86-3d0901aa79ee), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:17.193064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e7c-8b48-47aa-b156-995cac0bd6d4 admin admin] Publish callbacks [] for security_group (8e084d59-71ad-46b5-8f86-3d0901aa79ee), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:17.197101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b3ad9-9673-4a15-aaa7-20d944a3e9e0 req-012d59e1-70aa-4662-bd60-242636d097c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:17.199384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-177b3ad9-9673-4a15-aaa7-20d944a3e9e0 req-012d59e1-70aa-4662-bd60-242636d097c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 1127 time: 0.1766768 Mar 07 04:49:17.248466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e7c-8b48-47aa-b156-995cac0bd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8e084d59-71ad-46b5-8f86-3d0901aa79ee), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:17.253403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e7c-8b48-47aa-b156-995cac0bd6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:17.254983 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dacb3e7c-8b48-47aa-b156-995cac0bd6d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e084d59-71ad-46b5-8f86-3d0901aa79ee HTTP/1.1" status: 204 len: 168 time: 0.1470525 Mar 07 04:49:17.265658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb3e7c-8b48-47aa-b156-995cac0bd6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e084d59-71ad-46b5-8f86-3d0901aa79ee,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:17.315958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-177b3ad9-9673-4a15-aaa7-20d944a3e9e0 req-6a598591-6bc2-4432-9001-5da40990d1ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Mar 07 04:49:17.333029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-86b9dc2f-cd51-481f-a29a-add7f2d8b857 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:17.335119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-86b9dc2f-cd51-481f-a29a-add7f2d8b857 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718063 Mar 07 04:49:17.522513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Request body: {'port': {'device_id': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '4f339c3e1e8b46c9a211878f01e35632'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:17.752193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Made reservation on behalf of 4f339c3e1e8b46c9a211878f01e35632 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:49:17.757313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.119764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.202161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed94218a-6064-43e8-bf6e-ad37d6f6ddc0 req-065848bc-8306-4d38-b634-e6f7d8b8c51e tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 210 time: 0.0351095 Mar 07 04:49:18.224033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5368-6347-4654-9ca3-ce9790afe048 req-5e6f543b-d148-466a-8c16-3bcbe60a872f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:18.224033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc7d5368-6347-4654-9ca3-ce9790afe048 req-5e6f543b-d148-466a-8c16-3bcbe60a872f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.7891645 Mar 07 04:49:18.286245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks [] for security_group (f382660a-1869-4011-bf7c-0907d5a36d92), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.297273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f382660a-1869-4011-bf7c-0907d5a36d92), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.315698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc7d5368-6347-4654-9ca3-ce9790afe048 req-8869c74b-9676-4091-a2bd-dd145e887451 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841405 Mar 07 04:49:18.370641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f382660a-1869-4011-bf7c-0907d5a36d92,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:18.438514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Allocated IP 192.168.233.194 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/1b33f733-a71f-4d4d-8a04-d9ad72eef043) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:49:18.598385 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks [] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.635562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.681916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:49:18.685085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:49:18.689536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:49:18.714219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Pushing event updated for resources: {'Port': ['ID=1b33f733-a71f-4d4d-8a04-d9ad72eef043,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:18.750921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:18.751614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.769801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-7e87776c-5249-4df3-a23d-279fe1f968d3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2580037 Mar 07 04:49:18.781059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Request body: {'port': {'device_id': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:18.844765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:18.960138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c1d971ac-0d6e-44bd-aa01-2c01f47ec654 None None] Provisioning complete for port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:49:18.960705 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1d971ac-0d6e-44bd-aa01-2c01f47ec654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.006588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c1d971ac-0d6e-44bd-aa01-2c01f47ec654 None None] Port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:49:19.132309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b33f733-a71f-4d4d-8a04-d9ad72eef043 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:49:19.139799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Publish callbacks [] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.152101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Transition to ACTIVE for port object 1b33f733-a71f-4d4d-8a04-d9ad72eef043 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:49:19.155891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.221831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33f733-a71f-4d4d-8a04-d9ad72eef043,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:19.296891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Attempting to bind port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:49:19.297225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Attempting to bind port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:49:19.297563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Attempting to bind port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:49:19.304282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:49:19.304282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Attempting to bind port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:49:19.326469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:49:19.326817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:49:19.327215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:49:19.327727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Bound port: 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:49:19.328105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.398829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9684d-da88-49ef-9345-2b36218b9ce9 req-827123c6-a752-4f80-a05f-addb57114739 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.400263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24e9684d-da88-49ef-9345-2b36218b9ce9 req-827123c6-a752-4f80-a05f-addb57114739 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 948 time: 0.1146505 Mar 07 04:49:19.464678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] For port 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:49:19.488956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] For port 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:49:19.508662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.527809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24e9684d-da88-49ef-9345-2b36218b9ce9 req-020df769-6716-49c5-8026-9130f27732c3 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165879 Mar 07 04:49:19.566229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81f03-f62e-4404-9232-413b9ac79eeb req-b79cfcd8-e7f7-4b1b-9857-1a4ce342e96d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.567966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-baa81f03-f62e-4404-9232-413b9ac79eeb req-b79cfcd8-e7f7-4b1b-9857-1a4ce342e96d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.1548810 Mar 07 04:49:19.581926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.582585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.584248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b33f733-a71f-4d4d-8a04-d9ad72eef043 HTTP/1.1" status: 200 len: 1096 time: 0.8075421 Mar 07 04:49:19.584664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'tag': '1b33f733-a71f-4d4d-8a04-d9ad72eef043'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:19.586892 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53526d0d-8b1c-4566-8c34-0e096b21e65d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa91fb84-ce7a-45e7-a574-930293a16ad8", "tag": "1b33f733-a71f-4d4d-8a04-d9ad72eef043"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:19.618322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dad94-0877-4c3e-b924-61d56f8010f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33f733-a71f-4d4d-8a04-d9ad72eef043,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:19.661567 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16aef12-136e-4b3d-ae85-759fded724c8 x-openstack-request-id: req-f16aef12-136e-4b3d-ae85-759fded724c8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:19.662097 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa91fb84-ce7a-45e7-a574-930293a16ad8", "tag": "1b33f733-a71f-4d4d-8a04-d9ad72eef043", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:19.662400 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f16aef12-136e-4b3d-ae85-759fded724c8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:19.662906 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'tag': '1b33f733-a71f-4d4d-8a04-d9ad72eef043', 'status': 'completed', 'code': 200} Mar 07 04:49:19.688786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-baa81f03-f62e-4404-9232-413b9ac79eeb req-58ce7c0a-5e8b-42b4-9737-8cc73e4df8fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109018 Mar 07 04:49:19.707765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-caeddc7e-b8fd-4a21-82c4-fbbe6173943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.709762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-caeddc7e-b8fd-4a21-82c4-fbbe6173943c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f339c3e1e8b46c9a211878f01e35632&device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 1130 time: 0.0655918 Mar 07 04:49:19.763646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-8735c726-4d68-4f43-9551-0486f84c7bc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043 HTTP/1.1" status: 200 len: 217 time: 0.0462399 Mar 07 04:49:19.855441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-4c7da4dd-3187-4f05-bda4-53ea885780e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.856905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-4c7da4dd-3187-4f05-bda4-53ea885780e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0867631 Mar 07 04:49:19.955634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-56843cc5-98a7-4299-b3d8-593c86e1e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.957795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-56843cc5-98a7-4299-b3d8-593c86e1e8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0945933 Mar 07 04:49:19.963289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:19.980500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b4c18-599e-40d1-bcec-61e01ad489a1 req-6def8851-9f2a-414c-a593-dec96012b1a3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:19.981957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-524b4c18-599e-40d1-bcec-61e01ad489a1 req-6def8851-9f2a-414c-a593-dec96012b1a3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0906451 Mar 07 04:49:20.090697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-524b4c18-599e-40d1-bcec-61e01ad489a1 req-032c6e2d-48c6-4314-89f8-46e47ae9eb9f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980837 Mar 07 04:49:20.095879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-dde57d93-8108-4cec-8947-062ad3bc564e service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311677 Mar 07 04:49:20.190224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11106c5-6e7a-4aa4-a021-ef8330addf35 req-324d037e-706b-4485-9998-5903a26c806f service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888612 Mar 07 04:49:20.281962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-17d4d3bd-cb22-4a7d-99fc-d5038123cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:20.284568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-17d4d3bd-cb22-4a7d-99fc-d5038123cc31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f339c3e1e8b46c9a211878f01e35632&device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 1130 time: 0.0539465 Mar 07 04:49:20.375081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-aef73f26-1258-4d41-b007-0c5fbc7f682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:20.376608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-aef73f26-1258-4d41-b007-0c5fbc7f682d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.0862956 Mar 07 04:49:20.421269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-2d54f737-9be1-4e56-b875-c3a19746d3ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043 HTTP/1.1" status: 200 len: 217 time: 0.0391257 Mar 07 04:49:20.472786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-9a7ab530-8c2e-4511-b8f5-7db82644a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:20.474253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-9a7ab530-8c2e-4511-b8f5-7db82644a865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0462520 Mar 07 04:49:20.524839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-850bd5cb-51b8-4553-9cb2-8bec2b5f2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:20.527012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-850bd5cb-51b8-4553-9cb2-8bec2b5f2135 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0469840 Mar 07 04:49:20.659056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-000943be-e088-49a3-8998-4982a5de0d1a service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243606 Mar 07 04:49:20.744243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ec16f-eeef-4dc6-9e5e-c5299479c97d req-0557a5ba-aabe-4750-bca3-70cb8d832260 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:20.745669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef6ec16f-eeef-4dc6-9e5e-c5299479c97d req-0557a5ba-aabe-4750-bca3-70cb8d832260 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 948 time: 0.1241043 Mar 07 04:49:20.789960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53526d0d-8b1c-4566-8c34-0e096b21e65d req-56363156-70d5-48fa-9dda-771d64d94593 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244140 Mar 07 04:49:20.813395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef6ec16f-eeef-4dc6-9e5e-c5299479c97d req-6134a86c-7013-4828-9083-7627ae6511ab tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573211 Mar 07 04:49:21.218777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11e811-b55a-4f18-aaa7-1a23247f8cd6 req-779e988b-6bc0-484d-86e3-97d02f1b304a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:21.221332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a11e811-b55a-4f18-aaa7-1a23247f8cd6 req-779e988b-6bc0-484d-86e3-97d02f1b304a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0564272 Mar 07 04:49:21.280192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a11e811-b55a-4f18-aaa7-1a23247f8cd6 req-1bc9bda6-321f-49c9-b303-90384bef77c0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523684 Mar 07 04:49:21.945205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecf62d-4116-4351-9fb1-a18f967083a4 req-f3388f36-5bf1-48bf-bd70-ed2234bbb58b tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:21.947432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18ecf62d-4116-4351-9fb1-a18f967083a4 req-f3388f36-5bf1-48bf-bd70-ed2234bbb58b tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 948 time: 0.0599644 Mar 07 04:49:22.002909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18ecf62d-4116-4351-9fb1-a18f967083a4 req-7ca8ad04-25e9-45e1-867e-47a8a17cc11d tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497046 Mar 07 04:49:22.228618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:22.416136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d757b-e0a5-45b2-a352-fb51fc8e00a5 req-497f88b1-5f99-4101-9a8d-ebe77b769070 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:22.418908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-431d757b-e0a5-45b2-a352-fb51fc8e00a5 req-497f88b1-5f99-4101-9a8d-ebe77b769070 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0586743 Mar 07 04:49:22.471446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-431d757b-e0a5-45b2-a352-fb51fc8e00a5 req-951b34a9-51d2-4b43-8075-7b4448f203f6 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Mar 07 04:49:22.653286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1b33f733-a71f-4d4d-8a04-d9ad72eef043 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:49:22.758558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:22.771550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '1b33f733-a71f-4d4d-8a04-d9ad72eef043', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': '1b33f733-a71f-4d4d-8a04-d9ad72eef043', 'mac_address': 'fa:16:3e:99:a8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:49:22.809397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:22.809789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:22.824279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b33f733-a71f-4d4d-8a04-d9ad72eef043 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:49:22.844227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:22.849909 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:22.897133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1b33f733-a71f-4d4d-8a04-d9ad72eef043,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:23.067563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1b33f733-a71f-4d4d-8a04-d9ad72eef043'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:49:23.129898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b17e1-d5c8-4849-9ea1-cd0ca816f976 req-ef0ea3e8-d25f-4c7d-828e-a0c95507c00e tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:23.132467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b6b17e1-d5c8-4849-9ea1-cd0ca816f976 req-ef0ea3e8-d25f-4c7d-828e-a0c95507c00e tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 949 time: 0.0600975 Mar 07 04:49:23.185785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b6b17e1-d5c8-4849-9ea1-cd0ca816f976 req-a5c86c7a-d232-49ac-ba48-0a1bdf7898b4 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Mar 07 04:49:23.601109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d56e6-7ca3-4d8e-b40c-86e9619cdede req-f6e72b63-eae6-40a5-809d-6645decd0501 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:23.602931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f40d56e6-7ca3-4d8e-b40c-86e9619cdede req-f6e72b63-eae6-40a5-809d-6645decd0501 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0596075 Mar 07 04:49:23.652929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f40d56e6-7ca3-4d8e-b40c-86e9619cdede req-05ef6e4b-8309-4aa1-b773-05ce4b3c1c49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Mar 07 04:49:24.314931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a285da-7343-4248-89a5-a84a03184541 req-0b8f9c17-618c-4a67-a216-7ec0ebfe13ee tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:24.316493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2a285da-7343-4248-89a5-a84a03184541 req-0b8f9c17-618c-4a67-a216-7ec0ebfe13ee tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 949 time: 0.0559075 Mar 07 04:49:24.382421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2a285da-7343-4248-89a5-a84a03184541 req-363d93ec-08df-4e68-b7c6-7039dd3ca26e tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590925 Mar 07 04:49:24.651390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1b33f733-a71f-4d4d-8a04-d9ad72eef043 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:49:24.706868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:49:24.711709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:49:24.712186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:24.750951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-06346af1-81e8-4465-a2b6-306444d3f288 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706594 Mar 07 04:49:24.806523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:24.807292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:24.835731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9d5f7-ca52-4af1-acc5-28b99adac933 req-cca36689-a9d8-4424-b946-b0e113118189 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:24.836434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33f733-a71f-4d4d-8a04-d9ad72eef043'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:24.839115 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762e2779-bddc-4d26-9bed-d8e6c1d52167" -d '{"events": [{"server_uuid": "fa91fb84-ce7a-45e7-a574-930293a16ad8", "name": "network-vif-plugged", "status": "completed", "tag": "1b33f733-a71f-4d4d-8a04-d9ad72eef043"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:24.843367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b9d5f7-ca52-4af1-acc5-28b99adac933 req-cca36689-a9d8-4424-b946-b0e113118189 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.1127348 Mar 07 04:49:24.856241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:24.864984 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-8f22eb1c-c2d2-44a8-8bf6-a650cd070cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578070 Mar 07 04:49:24.866948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:24.926424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1b33f733-a71f-4d4d-8a04-d9ad72eef043,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:24.930628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b9d5f7-ca52-4af1-acc5-28b99adac933 req-2659d399-6a74-48b3-a035-7aacd1f7cacf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862644 Mar 07 04:49:24.934923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.935298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.936269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.936839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.937397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.937950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.938550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.939671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.940292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.940884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.941472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.942073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.942625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:24.947312 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45347180-4149-48c8-a60e-8e1467a51f7e x-openstack-request-id: req-45347180-4149-48c8-a60e-8e1467a51f7e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:24.947867 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa91fb84-ce7a-45e7-a574-930293a16ad8", "name": "network-vif-plugged", "status": "completed", "tag": "1b33f733-a71f-4d4d-8a04-d9ad72eef043", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:24.948366 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45347180-4149-48c8-a60e-8e1467a51f7e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:24.948983 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33f733-a71f-4d4d-8a04-d9ad72eef043', 'code': 200} Mar 07 04:49:24.954476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-83fe99d8-4979-422e-ad29-b0babb99985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:24.957394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-83fe99d8-4979-422e-ad29-b0babb99985f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 1127 time: 0.1825333 Mar 07 04:49:24.981026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-08e424c9-4df7-425e-ab42-b5d7e8d5443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:24.982556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-08e424c9-4df7-425e-ab42-b5d7e8d5443a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 1128 time: 0.0944841 Mar 07 04:49:25.107197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-32611d4d-bd0a-4da0-9b1b-62d681d9a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.108736 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-32611d4d-bd0a-4da0-9b1b-62d681d9a141 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 200 len: 912 time: 0.1019361 Mar 07 04:49:25.112062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887b887-8e96-45a9-acc0-8cc9415e9d04 req-69d75a48-e124-4424-8110-05f515f43805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.113583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c887b887-8e96-45a9-acc0-8cc9415e9d04 req-69d75a48-e124-4424-8110-05f515f43805 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 1132 time: 0.1072040 Mar 07 04:49:25.148336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-1c1c9228-c7f5-47fc-a8fc-3de1921a7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.149710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-1c1c9228-c7f5-47fc-a8fc-3de1921a7c01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1549470 Mar 07 04:49:25.205501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-f7570a58-17d0-4006-8d53-9ab66d227c43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc HTTP/1.1" status: 200 len: 1002 time: 0.0896454 Mar 07 04:49:25.217205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-24b773b9-4c6c-4384-85ac-0ff8e04cc0f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60 HTTP/1.1" status: 200 len: 217 time: 0.0578473 Mar 07 04:49:25.235098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c887b887-8e96-45a9-acc0-8cc9415e9d04 req-2ae6ee12-d93b-4882-a9fc-5f5285035fd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125267 Mar 07 04:49:25.276876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-8ba687f7-cdea-4d43-b42a-66ff3df6faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.278985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-8ba687f7-cdea-4d43-b42a-66ff3df6faa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 200 len: 850 time: 0.0674727 Mar 07 04:49:25.279427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-342727b9-74b8-46ed-929a-166ba0f6ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.280861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-342727b9-74b8-46ed-929a-166ba0f6ed99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0572956 Mar 07 04:49:25.328896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-673d6374-6792-4c9a-90d4-1afb7e7db3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.330601 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-673d6374-6792-4c9a-90d4-1afb7e7db3f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78bbdd69-6b59-4a2f-96a1-c02c056b9f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454056 Mar 07 04:49:25.508611 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-e2b74ee1-6a27-4ef9-8c25-9bc1bcdb8ae1 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717055 Mar 07 04:49:25.559901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-586b3d84-752e-4533-8f46-d03ca5407200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.562095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-586b3d84-752e-4533-8f46-d03ca5407200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1359048 Mar 07 04:49:25.605150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e3ac1-88ff-4ed2-8715-3eb41fe5f22f req-b140ee14-462c-4c8a-92b6-c0ce441a2b4d tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:25.612561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b2fd03e-1d45-4899-897d-53f43d40152e req-39089945-ca4f-4323-9955-4e9c72e20739 service neutron] 10.222.0.44 "GET /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978880 Mar 07 04:49:25.614541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-662e3ac1-88ff-4ed2-8715-3eb41fe5f22f req-b140ee14-462c-4c8a-92b6-c0ce441a2b4d tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 950 time: 0.1296015 Mar 07 04:49:25.717639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-662e3ac1-88ff-4ed2-8715-3eb41fe5f22f req-f35d9644-60a3-4ecc-86a1-14bb32b5e9bd tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021724 Mar 07 04:49:25.719716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-f31a13c5-aa06-4962-b181-f98165cb70eb service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506834 Mar 07 04:49:25.826357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3655301a-31e7-43b2-97f3-a273d0cb3766 req-fd475349-2e38-43fb-b4e5-a957d6b9ec82 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997345 Mar 07 04:49:26.038208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3528e5-7294-450a-82a5-7ad7bd2de379 req-bd963bb7-182d-4d2a-9010-90d704197ac9 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:26.040016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e3528e5-7294-450a-82a5-7ad7bd2de379 req-bd963bb7-182d-4d2a-9010-90d704197ac9 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Mar 07 04:49:26.114920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e3528e5-7294-450a-82a5-7ad7bd2de379 req-27ea486a-b272-464f-9151-a6fefa6e1eea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688603 Mar 07 04:49:26.843880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018c64f-f1e9-4e68-8167-6bb00add7761 req-cad9c764-02a6-49fc-b764-34cfd204bdb0 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:26.845542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a018c64f-f1e9-4e68-8167-6bb00add7761 req-cad9c764-02a6-49fc-b764-34cfd204bdb0 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 950 time: 0.0561059 Mar 07 04:49:26.895394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a018c64f-f1e9-4e68-8167-6bb00add7761 req-e92ab1f4-e270-4645-91f6-e50b4a764b81 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Mar 07 04:49:27.242810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f7b1-d333-43d0-87d9-a72f5dd24748 req-cdcbb89c-ce52-44ac-a83e-2e6c2aa98551 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:27.242810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e91f7b1-d333-43d0-87d9-a72f5dd24748 req-cdcbb89c-ce52-44ac-a83e-2e6c2aa98551 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0699408 Mar 07 04:49:27.293667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4e91f7b1-d333-43d0-87d9-a72f5dd24748 req-d51e72ba-0e9e-40d1-b2e4-b32031a01128 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517123 Mar 07 04:49:28.418799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e00ea7-6c5f-4299-8e45-5bc485100e05 req-9d7c75f5-87a6-4945-a461-eaf29b7ce9ff tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:28.420421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97e00ea7-6c5f-4299-8e45-5bc485100e05 req-9d7c75f5-87a6-4945-a461-eaf29b7ce9ff tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0596006 Mar 07 04:49:28.494885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97e00ea7-6c5f-4299-8e45-5bc485100e05 req-b836abbd-e293-4936-9b82-9572f9e28e81 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611708 Mar 07 04:49:28.546771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c1da-8746-42ea-b6cb-18bfcbe214a4 req-db33eca4-bb34-44f8-b5de-9779ca8e8fdd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:28.547843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04c3c1da-8746-42ea-b6cb-18bfcbe214a4 req-db33eca4-bb34-44f8-b5de-9779ca8e8fdd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 945 time: 0.0574610 Mar 07 04:49:28.595801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04c3c1da-8746-42ea-b6cb-18bfcbe214a4 req-7e31555b-d4ad-425c-8718-1c7078f5050d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Mar 07 04:49:29.614981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba4054-32ae-43bb-96f2-df217ae689e2 req-9ee06b23-7916-49c7-90f5-fd7c382e144c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:29.616394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47ba4054-32ae-43bb-96f2-df217ae689e2 req-9ee06b23-7916-49c7-90f5-fd7c382e144c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0527630 Mar 07 04:49:29.666952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47ba4054-32ae-43bb-96f2-df217ae689e2 req-20be400c-80d7-41b9-9811-a66ee27bbbed tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Mar 07 04:49:29.737599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992cdcb-8d4f-4a43-92cc-2e08211beb0f req-fee877a3-2fbf-444d-89db-080d9197ffa6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:29.739171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8992cdcb-8d4f-4a43-92cc-2e08211beb0f req-fee877a3-2fbf-444d-89db-080d9197ffa6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 945 time: 0.0643380 Mar 07 04:49:29.788191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8992cdcb-8d4f-4a43-92cc-2e08211beb0f req-491518f7-854c-479f-b2b3-0c63d8958bb1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=58141f49-913a-4f1f-a07d-6aa75c56964c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Mar 07 04:49:30.131495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-b821bbf7-ee5e-4196-8a9f-a149a13816a7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:30.132973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-b821bbf7-ee5e-4196-8a9f-a149a13816a7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 945 time: 0.0526633 Mar 07 04:49:30.235346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port 200e09a0-3738-4d7c-b2a6-06f879d02f60 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:49:30.236278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:30.329710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port 200e09a0-3738-4d7c-b2a6-06f879d02f60, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=200e09a0-3738-4d7c-b2a6-06f879d02f60,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:30.330108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:30.342878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for 200e09a0-3738-4d7c-b2a6-06f879d02f60 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:49:30.400042 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:49:30.487417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (200e09a0-3738-4d7c-b2a6-06f879d02f60), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:30.498712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['200e09a0-3738-4d7c-b2a6-06f879d02f60'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:49:30.514265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=200e09a0-3738-4d7c-b2a6-06f879d02f60,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:30.560666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port 200e09a0-3738-4d7c-b2a6-06f879d02f60 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:49:30.563311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:30.566788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e9e2ec8-f42c-45d0-a596-75454f78ee55 req-7cc753f0-27c1-41d6-85c5-db91cddee417 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "DELETE /v2.0/ports/200e09a0-3738-4d7c-b2a6-06f879d02f60 HTTP/1.1" status: 204 len: 173 time: 0.4291859 Mar 07 04:49:30.567236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'name': 'network-vif-deleted', 'tag': '200e09a0-3738-4d7c-b2a6-06f879d02f60'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:30.569449 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c823d9b-a0e2-4399-8155-bb85c322613c" -d '{"events": [{"server_uuid": "a34839ef-147c-4906-ab6a-3ab16c57370e", "name": "network-vif-deleted", "tag": "200e09a0-3738-4d7c-b2a6-06f879d02f60"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:30.607035 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d360d9-5ebe-4a23-bb6f-0b2108aa342b x-openstack-request-id: req-f2d360d9-5ebe-4a23-bb6f-0b2108aa342b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:30.607329 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34839ef-147c-4906-ab6a-3ab16c57370e", "name": "network-vif-deleted", "tag": "200e09a0-3738-4d7c-b2a6-06f879d02f60", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:30.607584 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d360d9-5ebe-4a23-bb6f-0b2108aa342b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:30.608130 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34839ef-147c-4906-ab6a-3ab16c57370e', 'name': 'network-vif-deleted', 'tag': '200e09a0-3738-4d7c-b2a6-06f879d02f60', 'status': 'completed', 'code': 200} Mar 07 04:49:30.804050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1929-758f-414f-ae4c-97a02115764b req-c970290d-a8af-44e8-81c5-d37a3bc45275 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:30.805429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16eb1929-758f-414f-ae4c-97a02115764b req-c970290d-a8af-44e8-81c5-d37a3bc45275 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0560198 Mar 07 04:49:30.854731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16eb1929-758f-414f-ae4c-97a02115764b req-0d47d16c-6a93-4b65-8895-f5a86e8eba33 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Mar 07 04:49:30.898533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d438fb8-dcb8-4b46-a3b4-83f0408c2c4a req-88498a07-eb96-4ac1-91e2-484e0ed203a3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0351114 Mar 07 04:49:31.979862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bc561-5fb9-4934-bfb1-7fd2d020fd11 req-3add7481-452e-486b-ac68-0947bc23a045 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:31.981854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c7bc561-5fb9-4934-bfb1-7fd2d020fd11 req-3add7481-452e-486b-ac68-0947bc23a045 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Mar 07 04:49:32.021681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1845623b-c440-4aee-acee-173116c6fa75 req-1da9fd20-925b-49e9-9ffd-e631768c85c2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0387025 Mar 07 04:49:32.062034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c7bc561-5fb9-4934-bfb1-7fd2d020fd11 req-9b301f0f-2c0e-4a35-b3a6-045147aae83c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Mar 07 04:49:32.774562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f7410dad-20ab-464f-be9f-0b2d7288589e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:33.120753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5a3da4b-179b-4d07-97aa-4b55d51415fd req-4488c725-eba0-4b8e-9e9e-aa078e240512 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0303252 Mar 07 04:49:33.183410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22df64-b347-4ee4-99e3-80406b721ff1 req-ee588da7-faa6-4ed9-8cc0-d0f00b21184a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:33.184864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b22df64-b347-4ee4-99e3-80406b721ff1 req-ee588da7-faa6-4ed9-8cc0-d0f00b21184a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Mar 07 04:49:33.232173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b22df64-b347-4ee4-99e3-80406b721ff1 req-1015cb51-5420-4117-affc-6eca7f9eb9ac tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Mar 07 04:49:34.213914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa28d77a-8524-472c-a3d2-9904278a4a97 req-c65cd006-e272-4282-9b79-b67a4a373662 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0266323 Mar 07 04:49:34.355011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bc69-9b82-4ae3-8a4b-af01c5ab8aaf req-d1044bf4-67ff-4d2d-ba9f-aa06ecac1c93 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:34.356579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a069bc69-9b82-4ae3-8a4b-af01c5ab8aaf req-d1044bf4-67ff-4d2d-ba9f-aa06ecac1c93 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0564337 Mar 07 04:49:34.402777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a069bc69-9b82-4ae3-8a4b-af01c5ab8aaf req-78648a00-ea1c-498e-9b82-5017dc9283fd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Mar 07 04:49:34.722244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 200e09a0-3738-4d7c-b2a6-06f879d02f60 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:49:34.743594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 200e09a0-3738-4d7c-b2a6-06f879d02f60 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:49:34.743945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 200e09a0-3738-4d7c-b2a6-06f879d02f60 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:49:35.314887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd41883f-faf2-41f2-9cc5-1ff2649019ea req-43b76e4e-4e7d-4aa5-ae09-ea7e8ccde0a4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0282562 Mar 07 04:49:35.360222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8044d1e5-fe81-4440-8aca-6e0269233744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:35.527469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c49e-2002-41c0-a152-d287e306223f req-04e419ec-72f6-41c5-9088-05eb952a19fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:35.528946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be31c49e-2002-41c0-a152-d287e306223f req-04e419ec-72f6-41c5-9088-05eb952a19fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0565672 Mar 07 04:49:35.584860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be31c49e-2002-41c0-a152-d287e306223f req-8dbf3ca5-7288-4b71-bbca-9f1a4925cd03 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499127 Mar 07 04:49:36.406672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0054e356-7259-4c57-8417-e34a0179b3fa req-f6aef6bd-f6ce-48ab-8de4-75f4f625e201 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0268583 Mar 07 04:49:36.705464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7ab3a-ad3f-4f72-be5e-d8b66fa88f40 req-d7d642a9-f593-4abf-b6dc-4bfc271a0afa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:36.706950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18f7ab3a-ad3f-4f72-be5e-d8b66fa88f40 req-d7d642a9-f593-4abf-b6dc-4bfc271a0afa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Mar 07 04:49:36.737306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:36.756827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-18f7ab3a-ad3f-4f72-be5e-d8b66fa88f40 req-3c0ed645-c945-4458-b5e9-ccde855220c5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Mar 07 04:49:37.500824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c3c5607-df80-49b7-ac97-86ade6dcaa0d req-bf198f68-b715-4a60-bf40-f2148037dc31 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0275652 Mar 07 04:49:37.679861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:37.878207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc03552-b002-4b66-abbd-2b21e2f688b5 req-05297f85-8a9d-45c7-adb1-24184902061d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:37.879721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7dc03552-b002-4b66-abbd-2b21e2f688b5 req-05297f85-8a9d-45c7-adb1-24184902061d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0563025 Mar 07 04:49:37.934534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7dc03552-b002-4b66-abbd-2b21e2f688b5 req-1bb41de8-cc63-41ea-a57f-18ca9aefcf7a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Mar 07 04:49:38.599603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55d51109-36a7-46ca-a31e-fed1fabcaf16 req-f1657c65-e97f-4a7d-8aeb-2df6c470cdf7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0281906 Mar 07 04:49:39.055838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c8fd2-9555-4b25-9270-945c7b371034 req-ca9a46e7-ebde-4fd2-9507-51ee1cdc0ffc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:39.057399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a23c8fd2-9555-4b25-9270-945c7b371034 req-ca9a46e7-ebde-4fd2-9507-51ee1cdc0ffc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0537534 Mar 07 04:49:39.108067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a23c8fd2-9555-4b25-9270-945c7b371034 req-43736eaa-3329-491c-bddd-0c8ddb421c93 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Mar 07 04:49:39.442845 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:39.697351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40a61e59-c691-48d6-ae85-b0f76fd34dcc req-bcadccc8-cf06-4e7d-8ada-75a45bc90b87 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0316882 Mar 07 04:49:40.228107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361654-81c8-463b-b952-6671f2fcbcd4 req-bcd41d16-0cad-4a4b-8163-d0b2eef13364 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:40.229500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c361654-81c8-463b-b952-6671f2fcbcd4 req-bcd41d16-0cad-4a4b-8163-d0b2eef13364 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0532551 Mar 07 04:49:40.277331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c361654-81c8-463b-b952-6671f2fcbcd4 req-146b6e48-4696-4fce-942a-81b0aceb2073 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Mar 07 04:49:40.791490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a6bc7a17-6cb7-4b2c-9ebb-b75c69406031 req-bfcc2def-afe5-404c-8ca4-2fb52b5b81d3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0271127 Mar 07 04:49:41.398897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b954f-c7d1-4644-9661-e51813043e63 req-4d14bc66-4686-49aa-8c83-c4ae335e331b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:41.400341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da0b954f-c7d1-4644-9661-e51813043e63 req-4d14bc66-4686-49aa-8c83-c4ae335e331b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0566585 Mar 07 04:49:41.447065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da0b954f-c7d1-4644-9661-e51813043e63 req-443a3203-bca6-44d2-a234-a90cad8bceb5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Mar 07 04:49:41.887365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26462e10-6c34-4c33-a321-ca41f5b9249c req-623ad7fe-4aec-4d80-997e-7df1efcea2cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0272031 Mar 07 04:49:42.566327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7103b-71e2-4dad-a408-522a991b7998 req-9ddac0c8-3cfe-4253-967d-80a02a025786 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:42.567932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59a7103b-71e2-4dad-a408-522a991b7998 req-9ddac0c8-3cfe-4253-967d-80a02a025786 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0534492 Mar 07 04:49:42.617467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59a7103b-71e2-4dad-a408-522a991b7998 req-42458060-9f46-4526-9007-a9c6d01a88dc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Mar 07 04:49:43.050659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d93c5aca-ea8e-499b-9b6b-7828f5c072f9 req-3952ca4d-6804-469b-877d-41b4f6c67140 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34839ef-147c-4906-ab6a-3ab16c57370e HTTP/1.1" status: 200 len: 210 time: 0.0353959 Mar 07 04:49:43.738825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c480b3-759e-4afd-850c-0ac85efad96c req-5faa3794-28f9-4819-94e4-f6ccfc2ee68d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:43.740470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5c480b3-759e-4afd-850c-0ac85efad96c req-5faa3794-28f9-4819-94e4-f6ccfc2ee68d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0542157 Mar 07 04:49:43.788502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5c480b3-759e-4afd-850c-0ac85efad96c req-a5f4be24-173e-4983-9233-f943e4a97c27 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Mar 07 04:49:44.931906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941cbc-c94e-4279-9a14-52cc47ecc921 req-77824d8d-0808-4237-81f2-e7cf83a49dcc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:44.933483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47941cbc-c94e-4279-9a14-52cc47ecc921 req-77824d8d-0808-4237-81f2-e7cf83a49dcc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0668905 Mar 07 04:49:44.987746 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47941cbc-c94e-4279-9a14-52cc47ecc921 req-7845f85c-31da-40be-8fc8-c02d0fdea18f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Mar 07 04:49:46.121770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c9a54-652f-4f10-9218-1f6f51d75b67 req-6c5f6e34-40c2-4591-bb0e-61b5d4a54e27 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:46.124087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e00c9a54-652f-4f10-9218-1f6f51d75b67 req-6c5f6e34-40c2-4591-bb0e-61b5d4a54e27 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0600114 Mar 07 04:49:46.172705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e00c9a54-652f-4f10-9218-1f6f51d75b67 req-d5a12945-1777-4b78-9ed4-56d7f213c1bd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Mar 07 04:49:46.389822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4883e1-f588-435d-b396-06a08122591c req-5e6e41f9-7466-41ac-a67f-1fe012b31c61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:46.392716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d4883e1-f588-435d-b396-06a08122591c req-5e6e41f9-7466-41ac-a67f-1fe012b31c61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0582781 Mar 07 04:49:46.445028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d4883e1-f588-435d-b396-06a08122591c req-5de77e80-7f10-4f5b-b031-b60a3deeca83 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460963 Mar 07 04:49:46.635176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adbe18-5e91-47be-9340-c7baf580385a req-ecd8e5c3-6f34-46a1-887f-1cb42af49bf1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:46.644679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11adbe18-5e91-47be-9340-c7baf580385a req-ecd8e5c3-6f34-46a1-887f-1cb42af49bf1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0872517 Mar 07 04:49:46.739051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11adbe18-5e91-47be-9340-c7baf580385a req-aea52f24-dd59-4381-9463-bb56416cc49d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929675 Mar 07 04:49:46.896568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7a2a-97a3-408c-a7f6-d5785506739a req-e66563e4-5b29-4958-8317-201292855cf2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:46.898186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2df7a2a-97a3-408c-a7f6-d5785506739a req-e66563e4-5b29-4958-8317-201292855cf2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0834522 Mar 07 04:49:46.946052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2df7a2a-97a3-408c-a7f6-d5785506739a req-99f416e5-5731-4b9f-b0d6-151633bc5795 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Mar 07 04:49:47.080665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286e41a-bdf5-448d-8de5-f7268e5b2aed req-aac861b8-e0ff-4582-98b7-175af2be7a7c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:47.089396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6286e41a-bdf5-448d-8de5-f7268e5b2aed req-aac861b8-e0ff-4582-98b7-175af2be7a7c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0715036 Mar 07 04:49:47.149604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6286e41a-bdf5-448d-8de5-f7268e5b2aed req-4705804d-9978-48f0-a0d4-34e2bb6c9e5b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587819 Mar 07 04:49:47.459429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-bb357fc6-7cb7-4416-b7f1-f99bdcb380a3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:47.460987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-bb357fc6-7cb7-4416-b7f1-f99bdcb380a3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.1130395 Mar 07 04:49:47.479258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-ed5ed10d-d97f-4d38-bc91-5fababe09e51 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/quotas/d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 375 time: 0.0102015 Mar 07 04:49:47.546323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-513c8fad-b2e0-4824-b153-ad79344e7691 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0613997 Mar 07 04:49:47.647096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-dd1de821-1474-4f21-90fd-b47368072125 service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926833 Mar 07 04:49:47.751589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-c04e8444-72fb-4215-ac65-e42a016f367b service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986738 Mar 07 04:49:47.978255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a077f87-8a3e-482a-ac62-5cebd1553836 req-54b11461-6498-4efc-8412-9da38dea5715 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 210 time: 0.0339353 Mar 07 04:49:49.075328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-cbbc5b04-be06-497f-97e4-ff77d707e7a4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:49.077016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-cbbc5b04-be06-497f-97e4-ff77d707e7a4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.1770635 Mar 07 04:49:49.098327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'port': {'device_id': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'admin_state_up': True, 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:49.135209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f4f56dc-5706-4adf-9da2-06cb23cf0b86 req-5420dd4c-77cd-465d-b9b4-9e1177bbb129 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 210 time: 0.0572264 Mar 07 04:49:49.229717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:49:49.233324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:49.363972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Allocated IP 172.20.0.14 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/637b2efa-7e79-4eb1-9875-c075c7ef49f5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:49:49.850509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:49.888568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:49.910860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:49:49.948457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:49:49.951622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:49:49.956106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:49:50.023273 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.023555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:50.023977 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.035072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=637b2efa-7e79-4eb1-9875-c075c7ef49f5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:50.045714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.046083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.046429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.046851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.047199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.059233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.059624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.059971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.060309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.060640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.060978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.061309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.061638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:49:50.075220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-39e969e0-e252-44df-835b-b381d9e58963 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9879835 Mar 07 04:49:50.091211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-079a671c-e668-42fa-8a53-904aa6e78e5b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:49:50.092160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-079a671c-e668-42fa-8a53-904aa6e78e5b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052180 Mar 07 04:49:50.107658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Request body: {'port': {'device_id': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:50.207194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.453330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a5a9eb30-8372-476a-bf49-c81f2b9c5612 None None] Provisioning complete for port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:49:50.454562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5a9eb30-8372-476a-bf49-c81f2b9c5612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.506359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a5a9eb30-8372-476a-bf49-c81f2b9c5612 None None] Port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:49:50.556302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669278a0-c6a6-4767-adfe-93d0db47b805 req-77d8ffdf-15a6-4575-9db8-3502a95112b3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:50.557765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-669278a0-c6a6-4767-adfe-93d0db47b805 req-77d8ffdf-15a6-4575-9db8-3502a95112b3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 932 time: 0.0965433 Mar 07 04:49:50.622301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637b2efa-7e79-4eb1-9875-c075c7ef49f5 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:49:50.633901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Publish callbacks [] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.651918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-669278a0-c6a6-4767-adfe-93d0db47b805 req-732ceee8-ce59-45ff-94d8-495fd8743f84 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Mar 07 04:49:50.657151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Transition to ACTIVE for port object 637b2efa-7e79-4eb1-9875-c075c7ef49f5 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:49:50.662122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.717930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Pushing event updated for resources: {'Port': ['ID=637b2efa-7e79-4eb1-9875-c075c7ef49f5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:50.809555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Attempting to bind port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:49:50.810067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Attempting to bind port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:49:50.810522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Attempting to bind port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:49:50.816176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:49:50.816603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Attempting to bind port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:49:50.823478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:49:50.823821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:49:50.824203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:49:50.824638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Bound port: 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:49:50.825108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.900719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] For port 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:49:50.904264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] For port 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:49:50.910973 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.951749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:50.953168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:50.956145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] 10.222.0.15 "PUT /v2.0/ports/637b2efa-7e79-4eb1-9875-c075c7ef49f5 HTTP/1.1" status: 200 len: 1092 time: 0.8526964 Mar 07 04:49:50.958922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'tag': '637b2efa-7e79-4eb1-9875-c075c7ef49f5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:50.963177 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea73b7c-5048-4645-b779-45fe234c8413" -d '{"events": [{"name": "network-changed", "server_uuid": "972fc68f-ef5c-4a90-9f93-32993d050a82", "tag": "637b2efa-7e79-4eb1-9875-c075c7ef49f5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:51.091614 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dac3d6-8b38-42c3-8447-890bb22eda3f x-openstack-request-id: req-a6dac3d6-8b38-42c3-8447-890bb22eda3f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:51.092314 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972fc68f-ef5c-4a90-9f93-32993d050a82", "tag": "637b2efa-7e79-4eb1-9875-c075c7ef49f5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:51.092314 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6dac3d6-8b38-42c3-8447-890bb22eda3f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:51.092522 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'tag': '637b2efa-7e79-4eb1-9875-c075c7ef49f5', 'status': 'completed', 'code': 200} Mar 07 04:49:51.098988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b77f4-b193-4151-ae42-1dc8d768d1ec service neutron] Pushing event updated for resources: {'Port': ['ID=637b2efa-7e79-4eb1-9875-c075c7ef49f5,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:51.123057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-7febeaac-70e9-440d-b421-8e5df24f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.124938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-7febeaac-70e9-440d-b421-8e5df24f3462 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 1126 time: 0.0852597 Mar 07 04:49:51.171476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-78f671fb-6274-4b35-a621-3b431125178d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5 HTTP/1.1" status: 200 len: 217 time: 0.0384629 Mar 07 04:49:51.241634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-873d5a8d-9201-4006-a2df-020a593960aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.243290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-873d5a8d-9201-4006-a2df-020a593960aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0658162 Mar 07 04:49:51.303399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020899-341d-4503-ac95-1e01d5a1d37e req-aa186192-1bd1-4009-bad2-1d25b51ea737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.304921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-aa186192-1bd1-4009-bad2-1d25b51ea737 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546641 Mar 07 04:49:51.404854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-770fa9c2-521a-44db-8f7c-af6adef04a92 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935469 Mar 07 04:49:51.501416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54020899-341d-4503-ac95-1e01d5a1d37e req-a3be923c-7ba1-4a23-9233-7909f3d0779c service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885758 Mar 07 04:49:51.596036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73b7c-5048-4645-b779-45fe234c8413 req-14938817-fd70-4c1f-9787-9b81fb02bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.597663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-14938817-fd70-4c1f-9787-9b81fb02bc24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 1126 time: 0.0461736 Mar 07 04:49:51.697238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73b7c-5048-4645-b779-45fe234c8413 req-bbcb7187-5da8-4fe7-93c2-00296d5223a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.698862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-bbcb7187-5da8-4fe7-93c2-00296d5223a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.0938554 Mar 07 04:49:51.744056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-ff16912d-92ec-4f97-935b-845fb5bbc59b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5 HTTP/1.1" status: 200 len: 217 time: 0.0385230 Mar 07 04:49:51.832064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73b7c-5048-4645-b779-45fe234c8413 req-ccfad5ea-4a3d-4a40-b68f-0b3381cf4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.833445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-ccfad5ea-4a3d-4a40-b68f-0b3381cf4a83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0808227 Mar 07 04:49:51.856887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b5d7c-f977-41bc-8911-11576c43f25d req-99955316-1984-482e-bf6e-b261c3a03c74 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.858383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b9b5d7c-f977-41bc-8911-11576c43f25d req-99955316-1984-482e-bf6e-b261c3a03c74 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 944 time: 0.0979011 Mar 07 04:49:51.934408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73b7c-5048-4645-b779-45fe234c8413 req-9c5ad5d2-e644-4859-aefd-697c8280ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:51.935915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-9c5ad5d2-e644-4859-aefd-697c8280ae2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0946634 Mar 07 04:49:51.940057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b9b5d7c-f977-41bc-8911-11576c43f25d req-5ef02706-c4fc-40d9-a6c4-b7310c70dd76 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Mar 07 04:49:52.046771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-eba10224-bb41-49b0-b172-c852f13e1d93 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036491 Mar 07 04:49:52.167987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eea73b7c-5048-4645-b779-45fe234c8413 req-5f15942f-2423-4059-8b71-f20b2bbacc82 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120901 Mar 07 04:49:52.251697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:53.082635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfaa13-c42c-43ef-9824-793ab779ef13 req-97f3efba-1d65-410a-b96e-ee62bc15d87d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:53.084736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1acfaa13-c42c-43ef-9824-793ab779ef13 req-97f3efba-1d65-410a-b96e-ee62bc15d87d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 944 time: 0.0616128 Mar 07 04:49:53.153485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1acfaa13-c42c-43ef-9824-793ab779ef13 req-c55b4568-3c8e-4abe-96b3-c218a5f9faad tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614126 Mar 07 04:49:54.313685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d532a-5830-4484-8fb2-e2d01fbcc4d5 req-83433f38-0a85-42c2-9889-c3e91e70a711 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:54.316065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-437d532a-5830-4484-8fb2-e2d01fbcc4d5 req-83433f38-0a85-42c2-9889-c3e91e70a711 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 944 time: 0.0636756 Mar 07 04:49:54.369258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-437d532a-5830-4484-8fb2-e2d01fbcc4d5 req-027a5662-acd3-4a4e-8baa-751de526132e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Mar 07 04:49:54.564402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:54.569193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569311471', 'description': 'tempest-secgroup-smoke-1569311471 description', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:54.595870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.672171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group (3fbc3222-27dc-4511-816e-e9dc15918945), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.677560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3fbc3222-27dc-4511-816e-e9dc15918945), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.713289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbc3222-27dc-4511-816e-e9dc15918945,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:54.730523 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.732319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98ed39e5-c0f8-4d33-af88-3f5dd903480b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1666970 Mar 07 04:49:54.735780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35734) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:54.740547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group_rule': {'security_group_id': '3fbc3222-27dc-4511-816e-e9dc15918945', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:54.787360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (05dc6d1a-5fa1-455e-a52c-7d52a781faf4), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.827629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 637b2efa-7e79-4eb1-9875-c075c7ef49f5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:49:54.864071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (05dc6d1a-5fa1-455e-a52c-7d52a781faf4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.871087 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (05dc6d1a-5fa1-455e-a52c-7d52a781faf4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.893569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dc6d1a-5fa1-455e-a52c-7d52a781faf4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:54.923242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.925473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-be1bf7e7-a869-462c-9f8c-163ad101664f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885900 Mar 07 04:49:54.928050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35736) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:54.933105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group_rule': {'security_group_id': '3fbc3222-27dc-4511-816e-e9dc15918945', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:54.980545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:54.991129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (47e7dd7c-e189-437b-a5ae-a45d42e96c73), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:54.999906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '637b2efa-7e79-4eb1-9875-c075c7ef49f5', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': '637b2efa-7e79-4eb1-9875-c075c7ef49f5', 'mac_address': 'fa:16:3e:d0:4b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:49:55.056327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:55.056772 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.073044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637b2efa-7e79-4eb1-9875-c075c7ef49f5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:49:55.097016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (47e7dd7c-e189-437b-a5ae-a45d42e96c73), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.099581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:55.104054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (47e7dd7c-e189-437b-a5ae-a45d42e96c73), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.106480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.132040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e7dd7c-e189-437b-a5ae-a45d42e96c73,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:55.158362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.161742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fdfea278-a9cf-4013-a1a6-40f5ad39a9e6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2325063 Mar 07 04:49:55.164355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:55.169466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=637b2efa-7e79-4eb1-9875-c075c7ef49f5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:55.181114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group_rule': {'security_group_id': '3fbc3222-27dc-4511-816e-e9dc15918945', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:55.228371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (ceae58b1-fcd1-49b3-9893-1adc09391b99), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.299293 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (ceae58b1-fcd1-49b3-9893-1adc09391b99), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.303102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ceae58b1-fcd1-49b3-9893-1adc09391b99), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.322860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceae58b1-fcd1-49b3-9893-1adc09391b99,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:55.333233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.338369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1bc93f36-4600-473c-a5c8-71aa73de9923 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693799 Mar 07 04:49:55.338369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35740) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:55.342185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['637b2efa-7e79-4eb1-9875-c075c7ef49f5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:49:55.342558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group_rule': {'security_group_id': '3fbc3222-27dc-4511-816e-e9dc15918945', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:55.370613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (f9155ce9-f6a3-4ebd-a6dd-9f9eae06315a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.518269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (f9155ce9-f6a3-4ebd-a6dd-9f9eae06315a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.540249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f9155ce9-f6a3-4ebd-a6dd-9f9eae06315a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.580232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9155ce9-f6a3-4ebd-a6dd-9f9eae06315a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:55.620792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.622762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f22a3c6-97b9-4cbc-9881-59f66d34b6be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2838349 Mar 07 04:49:55.631148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35748) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:55.635612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group_rule': {'security_group_id': '3fbc3222-27dc-4511-816e-e9dc15918945', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:55.637417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaabea-62bb-44e9-a9b4-f101a5ce137a req-e39b9ebc-d204-48be-ba42-8e35cf9b4f45 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:55.645708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbbaabea-62bb-44e9-a9b4-f101a5ce137a req-e39b9ebc-d204-48be-ba42-8e35cf9b4f45 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 945 time: 0.1397996 Mar 07 04:49:55.664012 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Project 9a0df83a05d14f63bbd84fdc4059aa55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:49:55.674626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (a1726527-989d-4d33-88fd-c854921e6ab8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.702886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbbaabea-62bb-44e9-a9b4-f101a5ce137a req-822db357-11a7-4607-b372-196d584d0197 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559564 Mar 07 04:49:55.759691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (a1726527-989d-4d33-88fd-c854921e6ab8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.763718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a1726527-989d-4d33-88fd-c854921e6ab8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.777178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1726527-989d-4d33-88fd-c854921e6ab8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:55.794510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.799380 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5515e577-43f6-4d43-8af2-db5329cbafab tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637375 Mar 07 04:49:55.800100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35750) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:49:55.804827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'security_group_rule': {'security_group_id': '3fbc3222-27dc-4511-816e-e9dc15918945', 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:49:55.827991 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Project 9a0df83a05d14f63bbd84fdc4059aa55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:49:55.835366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (26256f89-578c-4164-84fa-ab6f15b5e4a4), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.906887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (26256f89-578c-4164-84fa-ab6f15b5e4a4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.910816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (26256f89-578c-4164-84fa-ab6f15b5e4a4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.932793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26256f89-578c-4164-84fa-ab6f15b5e4a4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:55.940065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:55.941656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b8cd81f7-e7d5-49b4-8ae8-54b7257e678b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404154 Mar 07 04:49:56.843774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 637b2efa-7e79-4eb1-9875-c075c7ef49f5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:49:56.869275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13022-7772-4ee2-bcff-99703c7c38ca req-21248538-4afb-44bb-9b35-a17ccc0f9bed tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:56.871670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ed13022-7772-4ee2-bcff-99703c7c38ca req-21248538-4afb-44bb-9b35-a17ccc0f9bed tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 945 time: 0.0834835 Mar 07 04:49:56.914613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:49:56.921142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:49:56.921827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:56.948524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ed13022-7772-4ee2-bcff-99703c7c38ca req-6d2d872a-1856-4350-91a2-c204c786b43b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Mar 07 04:49:57.041067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:49:57.041839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:57.087994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:49:57.089646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2efa-7e79-4eb1-9875-c075c7ef49f5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:49:57.092339 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f6b520-c685-48f3-9d5a-8c29a4a8c7d4" -d '{"events": [{"server_uuid": "972fc68f-ef5c-4a90-9f93-32993d050a82", "name": "network-vif-plugged", "status": "completed", "tag": "637b2efa-7e79-4eb1-9875-c075c7ef49f5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:49:57.110138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:49:57.190369 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4ac55a-0cd7-4f80-be8d-41ac0a912434 x-openstack-request-id: req-fb4ac55a-0cd7-4f80-be8d-41ac0a912434 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:49:57.190677 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972fc68f-ef5c-4a90-9f93-32993d050a82", "name": "network-vif-plugged", "status": "completed", "tag": "637b2efa-7e79-4eb1-9875-c075c7ef49f5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:49:57.192895 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb4ac55a-0cd7-4f80-be8d-41ac0a912434 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:49:57.193446 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2efa-7e79-4eb1-9875-c075c7ef49f5', 'code': 200} Mar 07 04:49:57.196444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=637b2efa-7e79-4eb1-9875-c075c7ef49f5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:49:57.288450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb600af-090a-4b73-8338-e028686cdf4f req-ab954be8-32e8-4133-9556-c98f2a36eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:57.290289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bb600af-090a-4b73-8338-e028686cdf4f req-ab954be8-32e8-4133-9556-c98f2a36eb61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 1128 time: 0.0600533 Mar 07 04:49:57.352153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bb600af-090a-4b73-8338-e028686cdf4f req-c997ad00-7e0a-4a9c-bf07-74f9cc38740e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542769 Mar 07 04:49:58.094041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559167b-e62f-4e9e-83cd-be654e9f4520 req-e26c4b29-88d9-4320-a21b-dc66e3e71fe1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:58.102347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d559167b-e62f-4e9e-83cd-be654e9f4520 req-e26c4b29-88d9-4320-a21b-dc66e3e71fe1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 946 time: 0.0705838 Mar 07 04:49:58.154622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d559167b-e62f-4e9e-83cd-be654e9f4520 req-7be5003d-dfe0-4d4c-8908-078fc94b3197 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511873 Mar 07 04:49:59.300479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d9e83-ed12-471e-a539-b0919de01151 req-c14a34c3-67c1-4fd9-9ed3-52cafaa7cff4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:49:59.302067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f4d9e83-ed12-471e-a539-b0919de01151 req-c14a34c3-67c1-4fd9-9ed3-52cafaa7cff4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 946 time: 0.0710726 Mar 07 04:49:59.353602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f4d9e83-ed12-471e-a539-b0919de01151 req-84f6f5a6-2a00-4188-ad78-a4fbeb941e41 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Mar 07 04:50:02.798659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de5c43ca-a441-4228-b10a-0401dcaf934c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:05.373117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d61ba2c-5b51-45dc-b221-0a6bc8535b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:06.742450 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:07.401423 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:50:07.692482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:09.449110 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:11.411958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac0d8-481b-445b-8c6d-ae943fb88b1f req-46c7c231-6a9c-40f1-846f-b9db58a06eef tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:11.420264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a2ac0d8-481b-445b-8c6d-ae943fb88b1f req-46c7c231-6a9c-40f1-846f-b9db58a06eef tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0809431 Mar 07 04:50:11.484582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a2ac0d8-481b-445b-8c6d-ae943fb88b1f req-59b27c7d-529e-4054-8d9c-05f0f38e12b1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631897 Mar 07 04:50:11.631595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf6b4-82fb-4fc1-8fc9-064528e47eff req-45e45700-3c3b-49b7-a0e3-4b60bdbfc459 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:11.638713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01bbf6b4-82fb-4fc1-8fc9-064528e47eff req-45e45700-3c3b-49b7-a0e3-4b60bdbfc459 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0674968 Mar 07 04:50:11.690675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01bbf6b4-82fb-4fc1-8fc9-064528e47eff req-c7264296-a007-4ea7-8a2a-80e988a6f78d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511081 Mar 07 04:50:11.815245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89be4a-f92e-49ce-85af-372f20c207fe req-9cc5d861-d5c0-429d-9a29-9feebf1e605a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:11.816763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd89be4a-f92e-49ce-85af-372f20c207fe req-9cc5d861-d5c0-429d-9a29-9feebf1e605a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0546911 Mar 07 04:50:11.867071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd89be4a-f92e-49ce-85af-372f20c207fe req-3377edb6-deae-4fa2-9b24-7673d643ad95 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432975 Mar 07 04:50:11.999678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc1b50-ad01-4737-ae6a-4a3b7e79199d req-1a992e00-3848-43d1-9dfe-b9b36a3ad7ef tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:12.003039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9dc1b50-ad01-4737-ae6a-4a3b7e79199d req-1a992e00-3848-43d1-9dfe-b9b36a3ad7ef tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0627623 Mar 07 04:50:12.060439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9dc1b50-ad01-4737-ae6a-4a3b7e79199d req-c738915c-ca86-4c48-beea-747c5256342f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495121 Mar 07 04:50:12.418652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff973-cecc-4fa7-ba78-d6935e8e2a0b req-69f770e2-7c1a-43d6-9514-20b70132ed5e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:12.420284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa9ff973-cecc-4fa7-ba78-d6935e8e2a0b req-69f770e2-7c1a-43d6-9514-20b70132ed5e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0745804 Mar 07 04:50:12.472450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa9ff973-cecc-4fa7-ba78-d6935e8e2a0b req-7345549e-83ce-4f7c-adaa-9c0b24a315e7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447314 Mar 07 04:50:13.226761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd719df6-5695-49b9-9419-e9e94ba5de3a req-eb18d932-fe22-4edf-bb2f-476f25207903 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:13.235255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd719df6-5695-49b9-9419-e9e94ba5de3a req-eb18d932-fe22-4edf-bb2f-476f25207903 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0640030 Mar 07 04:50:13.301937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd719df6-5695-49b9-9419-e9e94ba5de3a req-04bf582d-4b77-4290-a68f-dea185d5a9f8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657032 Mar 07 04:50:14.417167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7129a3e-63e8-4e4d-bb66-25ecaf0866f8 req-69919634-c5db-42ea-9a49-e4f7249eb743 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:14.418723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7129a3e-63e8-4e4d-bb66-25ecaf0866f8 req-69919634-c5db-42ea-9a49-e4f7249eb743 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0538337 Mar 07 04:50:14.470981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7129a3e-63e8-4e4d-bb66-25ecaf0866f8 req-7b2f7000-671f-4f80-abe7-9f10649a0a53 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Mar 07 04:50:15.591901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc27099-b05f-4125-a9ab-d58852836f8c req-5e9e57dc-4ec1-4a9d-aae3-e68d63f85e31 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:15.595007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfc27099-b05f-4125-a9ab-d58852836f8c req-5e9e57dc-4ec1-4a9d-aae3-e68d63f85e31 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0554428 Mar 07 04:50:15.644000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfc27099-b05f-4125-a9ab-d58852836f8c req-3d3141aa-cc96-4824-9cda-b72abaf5e93c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Mar 07 04:50:16.767431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c77e-3bc4-416d-91d4-7dab0991dbec req-02fd03ab-7f2e-4161-ab74-fa2af40d167c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:16.769020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bb3c77e-3bc4-416d-91d4-7dab0991dbec req-02fd03ab-7f2e-4161-ab74-fa2af40d167c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0550909 Mar 07 04:50:16.830642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1bb3c77e-3bc4-416d-91d4-7dab0991dbec req-0c01ee26-7217-4dd7-883b-6fa661ee1938 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555048 Mar 07 04:50:17.952641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79623b-b0bc-4fcc-b3d6-f3f48cfbe31c req-327bc9fa-ecbf-40eb-af22-39e06ce52ce7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:17.954184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa79623b-b0bc-4fcc-b3d6-f3f48cfbe31c req-327bc9fa-ecbf-40eb-af22-39e06ce52ce7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0578718 Mar 07 04:50:18.004700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa79623b-b0bc-4fcc-b3d6-f3f48cfbe31c req-850527f1-cabc-49cf-90cb-826d7900d9dd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Mar 07 04:50:19.123997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f2dbe-f8d5-4bb2-90f9-ca03993ffbfb req-0e2cd0e1-5e6c-45e2-9ee8-a44424621e08 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:19.125763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-666f2dbe-f8d5-4bb2-90f9-ca03993ffbfb req-0e2cd0e1-5e6c-45e2-9ee8-a44424621e08 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0526872 Mar 07 04:50:19.172088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-666f2dbe-f8d5-4bb2-90f9-ca03993ffbfb req-67c8e8ef-71e5-4f49-a8ba-dd9cf16c0f21 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Mar 07 04:50:19.971072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:20.294505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac26449-d664-4474-8588-f9bb718869ae req-e6e363d2-fe50-462c-a4c4-1e9ec7f25286 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:20.295871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ac26449-d664-4474-8588-f9bb718869ae req-e6e363d2-fe50-462c-a4c4-1e9ec7f25286 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0586195 Mar 07 04:50:20.342346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ac26449-d664-4474-8588-f9bb718869ae req-4c842d3a-6012-438f-b798-fd480f45861f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Mar 07 04:50:21.466386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c28f5e-cddd-440d-b120-59a1606a9dcd req-609c7a50-5aaf-493b-9b44-cd74d790e85d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:21.467843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c28f5e-cddd-440d-b120-59a1606a9dcd req-609c7a50-5aaf-493b-9b44-cd74d790e85d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0523314 Mar 07 04:50:21.515596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c28f5e-cddd-440d-b120-59a1606a9dcd req-81ddf379-2135-459d-a2e5-81d5f460f116 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Mar 07 04:50:22.225010 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:22.635514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2573f-9965-439a-afae-09ceb262bf78 req-630f4bee-11a9-485c-a0ea-6e213ee80f40 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:22.637012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fe2573f-9965-439a-afae-09ceb262bf78 req-630f4bee-11a9-485c-a0ea-6e213ee80f40 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0525818 Mar 07 04:50:22.688357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fe2573f-9965-439a-afae-09ceb262bf78 req-2f9c5806-a12a-42af-ba4f-5c68630d3642 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449297 Mar 07 04:50:23.808776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc162b1e-269d-461a-8e83-638ea452ad5a req-6decb953-e509-49aa-ae02-4abb610f2d98 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:23.810330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc162b1e-269d-461a-8e83-638ea452ad5a req-6decb953-e509-49aa-ae02-4abb610f2d98 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0534763 Mar 07 04:50:23.859584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc162b1e-269d-461a-8e83-638ea452ad5a req-40f1bda8-7c5e-4e84-8a39-8967684b54e2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Mar 07 04:50:24.072983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fadc50-d5f0-43d7-b2cc-6c8b9dc2a2d1 req-7edf9b8b-8958-483a-b93f-e81ce566cbbf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:24.074641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20fadc50-d5f0-43d7-b2cc-6c8b9dc2a2d1 req-7edf9b8b-8958-483a-b93f-e81ce566cbbf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0609660 Mar 07 04:50:24.129615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-20fadc50-d5f0-43d7-b2cc-6c8b9dc2a2d1 req-7e3f8eaf-e3a2-43da-9c3e-e3e98b411472 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Mar 07 04:50:24.166389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc403e-5328-4e44-be24-526b92935cde req-70923589-3aa5-4eeb-b673-4d529b67df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:24.168604 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-70923589-3aa5-4eeb-b673-4d529b67df45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.1251466 Mar 07 04:50:24.257863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc403e-5328-4e44-be24-526b92935cde req-c20ad4c4-86b6-45f8-ae74-d82b88e3cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:24.259306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-c20ad4c4-86b6-45f8-ae74-d82b88e3cd5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.0844600 Mar 07 04:50:24.330435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-2e2ea1de-866c-469a-8acb-4bd2da81ba6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.0644166 Mar 07 04:50:24.377748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc403e-5328-4e44-be24-526b92935cde req-d87788f1-de13-4c5b-a905-246fd6fcd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:24.379211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-d87788f1-de13-4c5b-a905-246fd6fcd3d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0430894 Mar 07 04:50:24.427292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc403e-5328-4e44-be24-526b92935cde req-55028764-9e79-4079-a2bb-ef50224c5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:24.428749 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-55028764-9e79-4079-a2bb-ef50224c5c86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435791 Mar 07 04:50:24.438467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-863fac07-0718-409a-873f-89eeb88168e6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:50:24.439398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-863fac07-0718-409a-873f-89eeb88168e6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048375 Mar 07 04:50:24.530717 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-5873e0cf-5fd9-43dd-894d-982f18279057 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855830 Mar 07 04:50:24.628086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77fc403e-5328-4e44-be24-526b92935cde req-402953d2-103f-4b51-bd5c-8976814bf2fd service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903654 Mar 07 04:50:25.260513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d4fd0-4b49-43ef-b849-7b36f68710c0 req-3d706e60-a2b1-4b43-945f-056600db961a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:25.261898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd8d4fd0-4b49-43ef-b849-7b36f68710c0 req-3d706e60-a2b1-4b43-945f-056600db961a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0577097 Mar 07 04:50:25.308954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd8d4fd0-4b49-43ef-b849-7b36f68710c0 req-af4266e7-6cd9-4b30-9e2d-d52de5e52de1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Mar 07 04:50:25.426032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8c83-7ae2-49d3-a2a2-78eef7e53f89 req-b4a91c7e-5af5-4884-91fd-8205e00f35f0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:25.427530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea6d8c83-7ae2-49d3-a2a2-78eef7e53f89 req-b4a91c7e-5af5-4884-91fd-8205e00f35f0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0514574 Mar 07 04:50:25.476083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea6d8c83-7ae2-49d3-a2a2-78eef7e53f89 req-9b56489c-bd17-492d-955b-4dc408aed519 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Mar 07 04:50:25.708194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6823cd8-7976-442d-b3f8-0928a15319f7 req-fae3e26a-92b7-4360-8a2e-ca356d1189d8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:25.711137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6823cd8-7976-442d-b3f8-0928a15319f7 req-fae3e26a-92b7-4360-8a2e-ca356d1189d8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0538223 Mar 07 04:50:25.762484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6823cd8-7976-442d-b3f8-0928a15319f7 req-0502e9e2-d3c3-47e8-97d0-c10f94abb662 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468707 Mar 07 04:50:25.886224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25631806-b1c0-4985-b7ff-ce1b7f052a49 req-6defc169-4e14-4610-81aa-24f8b14a3f23 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:25.887714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25631806-b1c0-4985-b7ff-ce1b7f052a49 req-6defc169-4e14-4610-81aa-24f8b14a3f23 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0553968 Mar 07 04:50:25.935324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25631806-b1c0-4985-b7ff-ce1b7f052a49 req-11113bef-f967-43ca-ae33-2f296149e561 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 07 04:50:26.053590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671a73c-6afe-4f57-8e4c-36ed2f147b36 req-e683e567-987e-46eb-9493-e947d260fdb5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:26.055077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3671a73c-6afe-4f57-8e4c-36ed2f147b36 req-e683e567-987e-46eb-9493-e947d260fdb5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0540485 Mar 07 04:50:26.106352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3671a73c-6afe-4f57-8e4c-36ed2f147b36 req-e0017522-b048-49f1-84d5-ef182b087f1f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Mar 07 04:50:26.314822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f735-ea28-4aa4-ac9a-a104e4599d98 req-6205f9d1-16f0-4a34-96a9-1b75ab8914d4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:26.316195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd70f735-ea28-4aa4-ac9a-a104e4599d98 req-6205f9d1-16f0-4a34-96a9-1b75ab8914d4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0569930 Mar 07 04:50:26.365531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd70f735-ea28-4aa4-ac9a-a104e4599d98 req-5e464b86-dd5c-46d0-9dd3-e49cd2a7ab48 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Mar 07 04:50:26.829684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-bda0e8a6-bcaf-4104-a9c0-1386ff4f6643 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006231 Mar 07 04:50:26.913150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-1116b1af-fc58-4ce8-a8f7-e3ea2d1cfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:26.914800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-1116b1af-fc58-4ce8-a8f7-e3ea2d1cfa3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 1127 time: 0.0448637 Mar 07 04:50:27.021918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-cae97a45-2571-4122-8387-0854ed3e5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.023316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-cae97a45-2571-4122-8387-0854ed3e5798 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.0898657 Mar 07 04:50:27.064134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-ffd54cf8-4b2c-494c-abb4-b0f12e94a1ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98 HTTP/1.1" status: 200 len: 217 time: 0.0347810 Mar 07 04:50:27.115202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-07ab128a-fb30-457b-8c8e-9bd8661c685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.116643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-07ab128a-fb30-457b-8c8e-9bd8661c685d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0474563 Mar 07 04:50:27.164059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-3d1eb519-b738-4a3f-98ac-b095b7038732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.165568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-3d1eb519-b738-4a3f-98ac-b095b7038732 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430894 Mar 07 04:50:27.253512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-c3df0452-1237-4a25-8162-b8be7bcba56e service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Mar 07 04:50:27.350192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1254dc94-f316-4d5f-a6cf-1ee6219283f8 req-95e2d923-7690-45f9-a8ee-da5f8386a92f service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899811 Mar 07 04:50:27.417999 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-0089c82b-1439-42ef-a88c-a41962fed8b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519540 Mar 07 04:50:27.498816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742f30-efe3-4f9f-b117-4f5b79d48474 req-0ea9d037-234e-4ae3-923d-3a597c8aa2ae tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.501224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f742f30-efe3-4f9f-b117-4f5b79d48474 req-0ea9d037-234e-4ae3-923d-3a597c8aa2ae tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0561926 Mar 07 04:50:27.509802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-6ffb8429-eac4-47eb-844f-46b252b3a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.511502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-6ffb8429-eac4-47eb-844f-46b252b3a50a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.0494187 Mar 07 04:50:27.551278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f742f30-efe3-4f9f-b117-4f5b79d48474 req-25ba3124-5d23-437f-adcd-171c82dd023b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Mar 07 04:50:27.625716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-e4de4e4a-d59a-4462-98d7-c3d156e56e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.627337 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-e4de4e4a-d59a-4462-98d7-c3d156e56e9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.0981596 Mar 07 04:50:27.707090 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-65205536-ede0-490b-9f1a-d6dcb9349922 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.0716646 Mar 07 04:50:27.759405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-3b25701e-4cbb-4b4a-ba94-acdea4250973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.760862 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-3b25701e-4cbb-4b4a-ba94-acdea4250973 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0448532 Mar 07 04:50:27.801403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ade78-bb81-4d71-b1b1-a0964497b64b req-cb220289-2817-4e7b-a137-17f10c3ce7b2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:27.803076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d46ade78-bb81-4d71-b1b1-a0964497b64b req-cb220289-2817-4e7b-a137-17f10c3ce7b2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0725276 Mar 07 04:50:27.856252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d46ade78-bb81-4d71-b1b1-a0964497b64b req-12b451d9-d5cb-4ed9-87b3-19b314b5cba8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Mar 07 04:50:28.113445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-96b04a33-9180-49d1-9fee-bd50cbe2645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:28.114997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-96b04a33-9180-49d1-9fee-bd50cbe2645b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3414323 Mar 07 04:50:28.203875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-be34768e-6b5e-4feb-8d72-0aea9d73ee50 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824969 Mar 07 04:50:28.297683 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-15dfb1f2-291e-4d1e-8e93-2f8c7a06143c req-21e56318-d468-4521-88c6-90b10a1f5ef6 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885007 Mar 07 04:50:29.007804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4058d9-b1a3-4732-98a1-eeb472703e56 req-38f1036f-6485-4802-b5f3-03956314c447 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:29.009452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f4058d9-b1a3-4732-98a1-eeb472703e56 req-38f1036f-6485-4802-b5f3-03956314c447 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0619400 Mar 07 04:50:29.060033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f4058d9-b1a3-4732-98a1-eeb472703e56 req-52546ce0-ff77-4a7b-9c93-00217c4e77aa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451379 Mar 07 04:50:29.179212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172a2f0-07bc-4bb6-bb57-9d78173b3e76 req-cd248c08-afb8-4f1b-9000-9963e7e2c457 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:29.180675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1172a2f0-07bc-4bb6-bb57-9d78173b3e76 req-cd248c08-afb8-4f1b-9000-9963e7e2c457 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0520475 Mar 07 04:50:29.231770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1172a2f0-07bc-4bb6-bb57-9d78173b3e76 req-2f3b225e-c51f-43fd-8bcb-82f0705b9082 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Mar 07 04:50:29.357827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90354-0994-4431-9a27-cfb948c36f9e req-c446beef-cbe9-4da3-b728-40981d8457a8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:29.359455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56f90354-0994-4431-9a27-cfb948c36f9e req-c446beef-cbe9-4da3-b728-40981d8457a8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0534956 Mar 07 04:50:29.408772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-56f90354-0994-4431-9a27-cfb948c36f9e req-7488ec32-41c8-4ee9-8e07-dd968bcbbbb0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Mar 07 04:50:29.525130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e347-d3c7-45dc-adf7-5a96d7142cfd req-d33fe29e-46b2-4761-a032-323b1dff865b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:29.526626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16b6e347-d3c7-45dc-adf7-5a96d7142cfd req-d33fe29e-46b2-4761-a032-323b1dff865b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0519767 Mar 07 04:50:29.573656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16b6e347-d3c7-45dc-adf7-5a96d7142cfd req-aa2cd979-4a97-466f-b863-9994649f561c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Mar 07 04:50:29.694420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84e3c-d5b0-4ff8-a9bf-2ee0feef5b31 req-6b3fd03c-698d-4e52-bf62-0dea8fa92eee tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:29.695826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90d84e3c-d5b0-4ff8-a9bf-2ee0feef5b31 req-6b3fd03c-698d-4e52-bf62-0dea8fa92eee tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0575397 Mar 07 04:50:29.745632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90d84e3c-d5b0-4ff8-a9bf-2ee0feef5b31 req-6e61062a-33f7-4aa6-a64f-76b0d0c45820 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Mar 07 04:50:29.862174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10ab1-c869-4431-9ac9-686fac272e1b req-3fab5174-f705-498d-91d5-0f1307c98025 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:29.863647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78c10ab1-c869-4431-9ac9-686fac272e1b req-3fab5174-f705-498d-91d5-0f1307c98025 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0522621 Mar 07 04:50:29.911341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78c10ab1-c869-4431-9ac9-686fac272e1b req-7b535cf7-05f7-4ef9-9f6a-e7f08ea08261 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Mar 07 04:50:32.781102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee70beee-b72b-4ba8-89d1-7dd63070cdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:35.360488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a060b1a7-c02a-4a8b-800b-10835f194acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:36.055678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-46d53d60-12f8-485d-9da7-ab323297e488 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569311471&fields=id&tenant_id=9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 267 time: 0.0501390 Mar 07 04:50:36.178687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-a4491e49-c678-456c-8d73-4615038518cb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:36.180163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-a4491e49-c678-456c-8d73-4615038518cb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1152046 Mar 07 04:50:36.195028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-2dafd434-b662-4237-94a7-9976308fe56b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0097401 Mar 07 04:50:36.253646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ac969bb0-c549-4710-ae64-45941083d0fe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527594 Mar 07 04:50:36.396225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-1df989b5-e819-4db8-827b-3c0109d69f80 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303365 Mar 07 04:50:36.429186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3ab76-12c3-4a31-9624-2f9db83b6db3 req-c4e43e71-60a6-405c-b01c-0aad488f531f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:36.430827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca3ab76-12c3-4a31-9624-2f9db83b6db3 req-c4e43e71-60a6-405c-b01c-0aad488f531f tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.0898075 Mar 07 04:50:36.526234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca3ab76-12c3-4a31-9624-2f9db83b6db3 req-e7bc07c3-de12-4ffb-8148-71ed904c4cd6 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848937 Mar 07 04:50:36.541596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-7ac07b83-cafc-49ee-9105-d360f92a0c27 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394262 Mar 07 04:50:36.747897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:36.848226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60e0982c-4e7a-4318-9eb5-9afe8b9a9728 req-e2f19773-e8c2-4776-bdf7-21f18b996d97 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0380495 Mar 07 04:50:37.647106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e4e46-1abe-4a37-b70d-0c9a025e291b req-ee0f0b6b-ba2c-42b5-acc7-a1a541f8c980 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:37.648626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d3e4e46-1abe-4a37-b70d-0c9a025e291b req-ee0f0b6b-ba2c-42b5-acc7-a1a541f8c980 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.0544386 Mar 07 04:50:37.688086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:37.710924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d3e4e46-1abe-4a37-b70d-0c9a025e291b req-90c6ca2c-6a22-4083-baf2-b66a707a38c8 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559165 Mar 07 04:50:37.880899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-705a2274-cf1b-4501-8627-ea44ee6424fb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:37.882904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-705a2274-cf1b-4501-8627-ea44ee6424fb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1324427 Mar 07 04:50:37.964906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06ac9ee8-b1cf-457c-8ef7-e8aa17eda8d1 req-fd73d60e-f8c1-41e3-bab7-4062ed48bf84 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0385222 Mar 07 04:50:37.981309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-a689df4c-b8ac-43fd-aca5-0d618b38a08c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 380 time: 0.0911882 Mar 07 04:50:37.994973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': '90936368-84f6-457f-aae4-5ecaa85decbd', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'security_groups': ['3fbc3222-27dc-4511-816e-e9dc15918945']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:50:38.123889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:50:38.128106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.259436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.10 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/ecd950db-9305-464d-84ba-094f0a093e05) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:50:38.349673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-852c7d63-099e-43ad-8bd1-314293dc072d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:38.352055 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-852c7d63-099e-43ad-8bd1-314293dc072d tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.0779126 Mar 07 04:50:38.415168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (ecd950db-9305-464d-84ba-094f0a093e05), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.452402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ecd950db-9305-464d-84ba-094f0a093e05), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.466425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Deleting port ae3172e3-3e44-4508-b2f0-53a107d6e6fc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:50:38.467185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.507947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:50:38.511491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:50:38.516197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:50:38.520708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=ecd950db-9305-464d-84ba-094f0a093e05,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:50:38.586910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:38.587830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.613252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] For port ae3172e3-3e44-4508-b2f0-53a107d6e6fc, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:50:38.614502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.616065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-ffc9d9e0-7b08-45cc-8364-acb99a48a590 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6249328 Mar 07 04:50:38.631747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Request body: {'port': {'device_id': '90936368-84f6-457f-aae4-5ecaa85decbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:50:38.725292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecd950db-9305-464d-84ba-094f0a093e05), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.862609 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.863077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (0781df6c-524a-4752-aa03-ed17c4adb3c0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:38.863801 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Floating IP 0781df6c-524a-4752-aa03-ed17c4adb3c0 disassociated. External IP: 172.25.4.165, port: ae3172e3-3e44-4508-b2f0-53a107d6e6fc. Mar 07 04:50:38.865455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Calling delete_port for ae3172e3-3e44-4508-b2f0-53a107d6e6fc owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:50:38.975633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b769f67c-b212-4401-afe7-2648d80f2fa5 None None] Provisioning complete for port ecd950db-9305-464d-84ba-094f0a093e05 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:50:38.976575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b769f67c-b212-4401-afe7-2648d80f2fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecd950db-9305-464d-84ba-094f0a093e05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.042803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f464e-9699-4c5d-80e5-59318a97a706 req-d650b075-42de-420d-a487-55c148b39280 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:39.044825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29f464e-9699-4c5d-80e5-59318a97a706 req-d650b075-42de-420d-a487-55c148b39280 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 946 time: 0.1428084 Mar 07 04:50:39.093593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b769f67c-b212-4401-afe7-2648d80f2fa5 None None] Port ecd950db-9305-464d-84ba-094f0a093e05 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:50:39.107261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ae3172e3-3e44-4508-b2f0-53a107d6e6fc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.150427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event deleted for resources: {'Port': ['ID=ae3172e3-3e44-4508-b2f0-53a107d6e6fc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:50:39.158730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.159084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.159438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.159781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.160139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.160460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.160794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.161125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.161459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.161790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.162173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.162504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.162836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:50:39.186569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29f464e-9699-4c5d-80e5-59318a97a706 req-609da4e6-3b54-40a9-9342-27756bc8cde4 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups?id=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345668 Mar 07 04:50:39.232682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf666-d80b-4599-a10f-16ad8c86aad8 req-c020bd7e-be7e-4c8b-b36e-e7dbb2455ced tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:39.234493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8caf666-d80b-4599-a10f-16ad8c86aad8 req-c020bd7e-be7e-4c8b-b36e-e7dbb2455ced tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 932 time: 0.1043301 Mar 07 04:50:39.315455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8caf666-d80b-4599-a10f-16ad8c86aad8 req-2813ad14-8c97-422a-baef-d720d7de4fc0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630126 Mar 07 04:50:39.317819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd950db-9305-464d-84ba-094f0a093e05 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:50:39.318756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:50:39.328361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Publish callbacks [] for port (ecd950db-9305-464d-84ba-094f0a093e05), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.350697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Transition to ACTIVE for port object ecd950db-9305-464d-84ba-094f0a093e05 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:50:39.357907 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ecd950db-9305-464d-84ba-094f0a093e05), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.448330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd950db-9305-464d-84ba-094f0a093e05,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:50:39.452764 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.498522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:50:39.510376 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:50:39.524691 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:50:39.525362 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:50:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:50:39.531502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Attempting to bind port ecd950db-9305-464d-84ba-094f0a093e05 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:50:39.532759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Attempting to bind port ecd950db-9305-464d-84ba-094f0a093e05 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:50:39.533491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Attempting to bind port ecd950db-9305-464d-84ba-094f0a093e05 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:50:39.539464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Port ecd950db-9305-464d-84ba-094f0a093e05 on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:50:39.540420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Attempting to bind port ecd950db-9305-464d-84ba-094f0a093e05 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:50:39.546583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:50:39.549433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:50:39.550300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:50:39.550971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Bound port: ecd950db-9305-464d-84ba-094f0a093e05, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:50:39.551429 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecd950db-9305-464d-84ba-094f0a093e05), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.560811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] No DVR routers for this DVR port ae3172e3-3e44-4508-b2f0-53a107d6e6fc on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:50:39.585595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.589103 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7984e70c-8c05-4790-9a04-0f57b455b6f5 req-24460405-ef9b-471b-8613-7f8800059503 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.44 "DELETE /v2.0/ports/ae3172e3-3e44-4508-b2f0-53a107d6e6fc HTTP/1.1" status: 204 len: 173 time: 1.2264190 Mar 07 04:50:39.589607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'name': 'network-vif-deleted', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:50:39.592047 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9260191-902c-4e99-b1b1-89f3d6d4553d" -d '{"events": [{"server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "name": "network-vif-deleted", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:50:39.663008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] For port ecd950db-9305-464d-84ba-094f0a093e05, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:50:39.667037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] For port ecd950db-9305-464d-84ba-094f0a093e05, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ecd950db-9305-464d-84ba-094f0a093e05,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:50:39.676341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ecd950db-9305-464d-84ba-094f0a093e05), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.690442 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:50:39.722612 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc4536-b3d0-4981-a23f-f81f922a50d7 x-openstack-request-id: req-78bc4536-b3d0-4981-a23f-f81f922a50d7 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:50:39.722905 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614d10e4-c4a6-4352-b3c6-b2a24b27d03a", "name": "network-vif-deleted", "tag": "ae3172e3-3e44-4508-b2f0-53a107d6e6fc", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:50:39.723299 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78bc4536-b3d0-4981-a23f-f81f922a50d7 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:50:39.723617 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d10e4-c4a6-4352-b3c6-b2a24b27d03a', 'name': 'network-vif-deleted', 'tag': 'ae3172e3-3e44-4508-b2f0-53a107d6e6fc', 'status': 'completed', 'code': 200} Mar 07 04:50:39.827502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:39.828881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:39.834498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] 10.222.0.15 "PUT /v2.0/ports/ecd950db-9305-464d-84ba-094f0a093e05 HTTP/1.1" status: 200 len: 1092 time: 1.2093494 Mar 07 04:50:39.835241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:50:39.849175 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42eefad-90f8-424d-84e1-df9508952cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "tag": "ecd950db-9305-464d-84ba-094f0a093e05"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:50:39.928133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b556ed-6e04-4686-998e-de9e63fcfa54 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd950db-9305-464d-84ba-094f0a093e05,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:50:39.980608 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb6455-644b-4aab-865a-9c121e90a140 x-openstack-request-id: req-35cb6455-644b-4aab-865a-9c121e90a140 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:50:39.980987 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "tag": "ecd950db-9305-464d-84ba-094f0a093e05", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:50:39.981148 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35cb6455-644b-4aab-865a-9c121e90a140 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:50:39.981550 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05', 'status': 'completed', 'code': 200} Mar 07 04:50:39.983626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-95065050-58e6-4907-92db-bc973a8bba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:39.985857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-95065050-58e6-4907-92db-bc973a8bba16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 1126 time: 0.1001565 Mar 07 04:50:39.998946 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:50:40.058135 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:50:40.068787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:50:40.069689 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:50:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:50:40.365858 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:50:40.450909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-9ccecb3f-0214-4543-b399-d226dc2d04f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd950db-9305-464d-84ba-094f0a093e05 HTTP/1.1" status: 200 len: 217 time: 0.4584398 Mar 07 04:50:40.525942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26613e91-73f4-4678-8a76-92b493f95f51 req-bb77eac3-fc63-47db-bb65-7c01e3f0f044 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/ports?device_id=614d10e4-c4a6-4352-b3c6-b2a24b27d03a HTTP/1.1" status: 200 len: 210 time: 0.0739582 Mar 07 04:50:40.562147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-7fa2c1c6-9b61-4d67-ab99-5442395952f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:40.564226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-7fa2c1c6-9b61-4d67-ab99-5442395952f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0954301 Mar 07 04:50:40.575800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876aa6d-c28c-4e49-91b8-49d4167b9e31 req-376a1358-f7ba-44dd-972b-a16a64bb6d07 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:40.577386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a876aa6d-c28c-4e49-91b8-49d4167b9e31 req-376a1358-f7ba-44dd-972b-a16a64bb6d07 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1246097 Mar 07 04:50:40.596437 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:50:40.627247 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03055609-4c88-4912-82e9-2a8271fe1d56 None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'da281a1f-b90d-4721-8aab-ab75577aaeae', 'name': '', 'network_id': '78bbdd69-6b59-4a2f-96a1-c02c056b9f40', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'mac_address': 'fa:16:3e:a3:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:42Z', 'updated_at': '2022-03-07T04:41:47Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'subnets': [{'id': '3fc81729-52d8-4ebf-86e7-bd715b9e9485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:50:40.656169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a876aa6d-c28c-4e49-91b8-49d4167b9e31 req-892f83b5-b8f6-4f57-9843-e4ebdb7a75d2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701351 Mar 07 04:50:40.664596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef1dc-e686-4291-81f8-33886f122b94 req-63ed88b7-91af-49bc-9cb0-c25426ec4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:40.666203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-63ed88b7-91af-49bc-9cb0-c25426ec4c87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877326 Mar 07 04:50:40.765038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-cf784fe9-f398-48e3-b42d-8d7e5bc8ddc6 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928042 Mar 07 04:50:40.862259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-625ef1dc-e686-4291-81f8-33886f122b94 req-0570f9e4-8315-409e-a553-d8deef37d5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899837 Mar 07 04:50:40.885355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3dd66-fbe6-44c9-9d79-1166e79ce405 None None] New status for floating IP 0781df6c-524a-4752-aa03-ed17c4adb3c0: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:50:40.952500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eefad-90f8-424d-84e1-df9508952cfb req-3c821f64-61c5-417f-b050-3e550759ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:40.954676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-3c821f64-61c5-417f-b050-3e550759ecc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 1126 time: 0.0467110 Mar 07 04:50:41.077494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eefad-90f8-424d-84e1-df9508952cfb req-efcd8b32-1ce3-4403-b93c-ed6b7920e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:41.079592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-efcd8b32-1ce3-4403-b93c-ed6b7920e852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1191931 Mar 07 04:50:41.121103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-5b3dc9d3-44ea-4fbd-8953-899094692089 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd950db-9305-464d-84ba-094f0a093e05 HTTP/1.1" status: 200 len: 217 time: 0.0359123 Mar 07 04:50:41.173650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eefad-90f8-424d-84e1-df9508952cfb req-e996f6fc-96ee-4b8a-8275-f7b9cfca0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:41.175130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-e996f6fc-96ee-4b8a-8275-f7b9cfca0694 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0480881 Mar 07 04:50:41.223032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eefad-90f8-424d-84e1-df9508952cfb req-e5934834-9526-46be-8f72-0a9796a84811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:41.224496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-e5934834-9526-46be-8f72-0a9796a84811 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439224 Mar 07 04:50:41.312387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-486ffb6e-d8ed-460d-b197-a58b01c3b6ec service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814075 Mar 07 04:50:41.409895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a42eefad-90f8-424d-84e1-df9508952cfb req-785fc2f1-605c-436b-958e-87a972955248 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902216 Mar 07 04:50:41.625245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36174) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:50:41.682258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef5-9391-43c5-8df4-93af3b47093c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:41.709608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef5-9391-43c5-8df4-93af3b47093c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:41.795372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7626-77b5-4ad4-9d89-14ff638be7c3 req-fb323409-2305-4036-b7ad-08aa6cba8cce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:41.796865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f21d7626-77b5-4ad4-9d89-14ff638be7c3 req-fb323409-2305-4036-b7ad-08aa6cba8cce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0678902 Mar 07 04:50:41.810460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef5-9391-43c5-8df4-93af3b47093c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:41.812944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef5-9391-43c5-8df4-93af3b47093c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:41.814614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9f0a0ef5-9391-43c5-8df4-93af3b47093c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "DELETE /v2.0/security-groups/0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8 HTTP/1.1" status: 204 len: 168 time: 0.1872349 Mar 07 04:50:41.817719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36178) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:50:41.831883 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-e298ac35-308a-4648-86db-ab12041d40ff tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] show failed (client error): The resource could not be found. Mar 07 04:50:41.832870 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e298ac35-308a-4648-86db-ab12041d40ff tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "GET /v2.0/security-groups/0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8 HTTP/1.1" status: 404 len: 347 time: 0.0141668 Mar 07 04:50:41.834917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a0ef5-9391-43c5-8df4-93af3b47093c tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0966891d-5ef7-4b7c-8ab4-c57ec8aaf6e8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:50:41.836164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:50:41.864446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f21d7626-77b5-4ad4-9d89-14ff638be7c3 req-812a575f-512b-48ee-9531-ad5d6126c4f3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603423 Mar 07 04:50:41.890729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ae3172e3-3e44-4508-b2f0-53a107d6e6fc no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:50:41.915682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: ae3172e3-3e44-4508-b2f0-53a107d6e6fc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:50:41.916026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device ae3172e3-3e44-4508-b2f0-53a107d6e6fc not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:50:41.975248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Deleting port 8aadfd9b-59e1-46d4-b765-79e361032a9e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:50:41.975597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:42.050156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:42.050483 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (8aadfd9b-59e1-46d4-b765-79e361032a9e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:42.062512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Calling delete_port for 8aadfd9b-59e1-46d4-b765-79e361032a9e owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:50:42.211853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8aadfd9b-59e1-46d4-b765-79e361032a9e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:42.237567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Pushing event deleted for resources: {'Port': ['ID=8aadfd9b-59e1-46d4-b765-79e361032a9e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:50:42.305921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks [] for floatingip (0781df6c-524a-4752-aa03-ed17c4adb3c0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:42.308481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:42.309635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-37247679-7142-4369-826a-78985c4ce925 tempest-AttachVolumeTestJSON-1668583189 tempest-AttachVolumeTestJSON-1668583189-project] 10.222.0.21 "DELETE /v2.0/floatingips/0781df6c-524a-4752-aa03-ed17c4adb3c0 HTTP/1.1" status: 204 len: 168 time: 0.4723179 Mar 07 04:50:42.989660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d52ef-27f4-40d4-8298-ae6cfb883006 req-9066f912-7922-4469-b3bf-1a8200db7e78 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:42.991359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce8d52ef-27f4-40d4-8298-ae6cfb883006 req-9066f912-7922-4469-b3bf-1a8200db7e78 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0553427 Mar 07 04:50:43.042512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce8d52ef-27f4-40d4-8298-ae6cfb883006 req-5262cf8a-a8cd-4986-930b-f57eea27fbf1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Mar 07 04:50:44.162281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794ded-b1b6-4bd0-8cd4-f6da0c509933 req-cde6de19-6f01-408a-8237-4a02988659de tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:44.163759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f794ded-b1b6-4bd0-8cd4-f6da0c509933 req-cde6de19-6f01-408a-8237-4a02988659de tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0529709 Mar 07 04:50:44.217376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f794ded-b1b6-4bd0-8cd4-f6da0c509933 req-1ba8a7a3-901a-428e-9ddd-8ef212bc6270 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479825 Mar 07 04:50:44.401659 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:50:45.372310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed39a-262a-421e-8091-081ac93ad05e req-c533aee4-d048-4b9b-a270-72b9d578e81a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:45.374110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d9ed39a-262a-421e-8091-081ac93ad05e req-c533aee4-d048-4b9b-a270-72b9d578e81a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0659766 Mar 07 04:50:45.434353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d9ed39a-262a-421e-8091-081ac93ad05e req-268c0d35-fd0a-4af9-8169-8e9787ca8b62 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532110 Mar 07 04:50:46.668763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887e584-0f86-4222-8ce8-a6df3b04339d req-1f2d5b92-acad-40b1-9d46-1ddb46d25aee tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:46.681130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2887e584-0f86-4222-8ce8-a6df3b04339d req-1f2d5b92-acad-40b1-9d46-1ddb46d25aee tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1276152 Mar 07 04:50:46.770112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2887e584-0f86-4222-8ce8-a6df3b04339d req-8683c13f-3f2b-4f65-83e4-c9f228f9e655 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869606 Mar 07 04:50:47.915841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b73355-21f9-4c9d-ba27-a8e8f6329a63 req-f5760d75-4181-4244-a423-48131b077f9a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:47.918967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59b73355-21f9-4c9d-ba27-a8e8f6329a63 req-f5760d75-4181-4244-a423-48131b077f9a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0618029 Mar 07 04:50:47.994261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59b73355-21f9-4c9d-ba27-a8e8f6329a63 req-c794af2d-0c04-4233-840c-8b12fbe44321 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681674 Mar 07 04:50:49.124500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88abc9b-3266-4f61-bd58-2fda2d66be03 req-acef1095-3012-49e5-81e1-f36f552de8a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:49.127592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f88abc9b-3266-4f61-bd58-2fda2d66be03 req-acef1095-3012-49e5-81e1-f36f552de8a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0628941 Mar 07 04:50:49.185305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f88abc9b-3266-4f61-bd58-2fda2d66be03 req-07a6f9a0-58f0-4600-aeaf-bc8101b075b7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477242 Mar 07 04:50:49.957880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:50.310691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12b00-2e48-4297-bfad-d245339eeef4 req-3f65bbdc-0291-4f0a-8840-9c5c32117ce1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:50.312256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fab12b00-2e48-4297-bfad-d245339eeef4 req-3f65bbdc-0291-4f0a-8840-9c5c32117ce1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0536110 Mar 07 04:50:50.365475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fab12b00-2e48-4297-bfad-d245339eeef4 req-b71aafa8-a8f7-4395-ab23-aa0a709a5a70 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467823 Mar 07 04:50:51.503441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7b33-4649-48f7-81d4-5a43c228ba3b req-4bf25e21-93c9-4aaa-9621-830f4c14e395 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:51.510736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38fd7b33-4649-48f7-81d4-5a43c228ba3b req-4bf25e21-93c9-4aaa-9621-830f4c14e395 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0701225 Mar 07 04:50:51.578186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38fd7b33-4649-48f7-81d4-5a43c228ba3b req-e82ddffe-f3e3-4c82-8229-0c00f1d72577 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664227 Mar 07 04:50:52.243946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:50:52.748585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eb414-47be-4b40-b7c8-b1e8ec790802 req-484918a9-50c0-498e-8c45-d8ce33799652 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:52.757070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-520eb414-47be-4b40-b7c8-b1e8ec790802 req-484918a9-50c0-498e-8c45-d8ce33799652 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1061110 Mar 07 04:50:52.818403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-520eb414-47be-4b40-b7c8-b1e8ec790802 req-0665f443-9990-4ac5-8f9b-a28a33f27027 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599937 Mar 07 04:50:53.952211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9b71c-63ce-412e-9714-8c8025300bfa req-d5f2bdae-5d87-4d7b-9205-b3e6ef3a0aad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:53.960131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ca9b71c-63ce-412e-9714-8c8025300bfa req-d5f2bdae-5d87-4d7b-9205-b3e6ef3a0aad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0762370 Mar 07 04:50:54.028449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ca9b71c-63ce-412e-9714-8c8025300bfa req-23572942-c116-4478-97eb-00fb3e31e7cb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673506 Mar 07 04:50:55.174823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2db420-451f-4704-9c1b-cee144429b80 req-61a3c6d8-8f56-4d61-8033-d4a6129388dd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:55.177330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a2db420-451f-4704-9c1b-cee144429b80 req-61a3c6d8-8f56-4d61-8033-d4a6129388dd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0807421 Mar 07 04:50:55.257412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a2db420-451f-4704-9c1b-cee144429b80 req-f7fd9f65-1bae-47b9-a5c1-01eef69e0738 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605714 Mar 07 04:50:56.398859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf38a-cbd1-45e5-b1fa-c79564a07c99 req-2190af5a-dd65-497e-898d-ebb24a4301c0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:56.401348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfadf38a-cbd1-45e5-b1fa-c79564a07c99 req-2190af5a-dd65-497e-898d-ebb24a4301c0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0647061 Mar 07 04:50:56.467363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfadf38a-cbd1-45e5-b1fa-c79564a07c99 req-60509913-3d4d-437f-98c1-f1ba310de4ca tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582614 Mar 07 04:50:57.596074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbe063-0fcb-44af-a8da-e697a199d362 req-e017f8f6-8f80-48bb-9384-d2149661d94f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:57.597610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1dcbe063-0fcb-44af-a8da-e697a199d362 req-e017f8f6-8f80-48bb-9384-d2149661d94f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0566347 Mar 07 04:50:57.675468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1dcbe063-0fcb-44af-a8da-e697a199d362 req-61be4e43-0bf9-43ea-8c0f-bfba4b72415c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721889 Mar 07 04:50:58.800746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba12472-8dda-4ebc-bafc-0deecb5057e0 req-f6b2fb56-64cb-4f80-86f9-9f97f010aa53 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:50:58.802360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba12472-8dda-4ebc-bafc-0deecb5057e0 req-f6b2fb56-64cb-4f80-86f9-9f97f010aa53 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0549200 Mar 07 04:50:58.858268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ba12472-8dda-4ebc-bafc-0deecb5057e0 req-782e6793-ff57-4985-9a41-adf7c424dfa4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499535 Mar 07 04:51:00.001808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c1d9-dbff-441e-bf7e-9e675c6350ee req-4da63a36-e74b-4782-bf28-04b2ce94acef tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:00.004395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bec5c1d9-dbff-441e-bf7e-9e675c6350ee req-4da63a36-e74b-4782-bf28-04b2ce94acef tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0643179 Mar 07 04:51:00.056820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bec5c1d9-dbff-441e-bf7e-9e675c6350ee req-013dffc3-48d7-4f8d-a376-94eadf3e7bf3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Mar 07 04:51:01.236781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b796-22db-4193-9f8b-f2ec51510f19 req-c992663e-8478-44f8-a054-b6e1c7442ec4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:01.238204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccb6b796-22db-4193-9f8b-f2ec51510f19 req-c992663e-8478-44f8-a054-b6e1c7442ec4 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.1094215 Mar 07 04:51:01.246136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb10970-db43-4a53-aded-e02658954c1e req-001b88d0-820a-479c-a5d0-3ea53a0d9fd1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:01.247605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2bb10970-db43-4a53-aded-e02658954c1e req-001b88d0-820a-479c-a5d0-3ea53a0d9fd1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1020014 Mar 07 04:51:01.321511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccb6b796-22db-4193-9f8b-f2ec51510f19 req-d0329d58-5c5c-4ecd-9ea4-8336b407c5c0 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729432 Mar 07 04:51:01.326378 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2bb10970-db43-4a53-aded-e02658954c1e req-0cf01589-bd6f-4814-a8b2-dd47987254e1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715137 Mar 07 04:51:02.532518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286737c-a44f-4982-8dd8-3074f8fdb339 req-285ed7da-1106-44e3-91d0-19833eeba219 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:02.538529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2286737c-a44f-4982-8dd8-3074f8fdb339 req-285ed7da-1106-44e3-91d0-19833eeba219 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.0982356 Mar 07 04:51:02.592990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2286737c-a44f-4982-8dd8-3074f8fdb339 req-902eab05-537f-44df-8c86-2aaf9ef7482c tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups?id=1928d4ab-71fe-4553-987c-23aee0ae1c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524457 Mar 07 04:51:02.611386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8c2f-2bf0-4b27-9ad9-21714d9eb877 req-41f9828d-7749-49ba-89ad-bcfcacc787a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:02.615118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4fef8c2f-2bf0-4b27-9ad9-21714d9eb877 req-41f9828d-7749-49ba-89ad-bcfcacc787a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1656330 Mar 07 04:51:02.663832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4fef8c2f-2bf0-4b27-9ad9-21714d9eb877 req-0efbea42-a2f6-4df7-b6cc-fe586c329cda tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 Mar 07 04:51:02.751677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-31468bdd-b5d6-4529-8b31-7d86311a2b91 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:02.753446 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-31468bdd-b5d6-4529-8b31-7d86311a2b91 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 946 time: 0.0606942 Mar 07 04:51:02.795382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ba8d-6aa5-4430-84fb-274155e707f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:02.871995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port c1de3504-f799-4a34-a33f-2421c27c868a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:02.872327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:02.972346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] For port c1de3504-f799-4a34-a33f-2421c27c868a, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c1de3504-f799-4a34-a33f-2421c27c868a,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:02.972824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:03.165246 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:03.165781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (98966f8e-27f7-400b-b40f-b48762b596e0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:03.166219 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Floating IP 98966f8e-27f7-400b-b40f-b48762b596e0 disassociated. External IP: 172.25.4.103, port: c1de3504-f799-4a34-a33f-2421c27c868a. Mar 07 04:51:03.166654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for c1de3504-f799-4a34-a33f-2421c27c868a owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:03.308493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c1de3504-f799-4a34-a33f-2421c27c868a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:03.339489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=c1de3504-f799-4a34-a33f-2421c27c868a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:03.476451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:51:03.597163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:51:03.623088 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:51:03.644132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] No DVR routers for this DVR port c1de3504-f799-4a34-a33f-2421c27c868a on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:51:03.650902 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:03.654809 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-029076d2-01f7-4616-a0e1-d057d2e44e2f req-ef0964d5-739b-484b-b0e0-dc736a8e1a38 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.44 "DELETE /v2.0/ports/c1de3504-f799-4a34-a33f-2421c27c868a HTTP/1.1" status: 204 len: 173 time: 0.8936779 Mar 07 04:51:03.655406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'name': 'network-vif-deleted', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:51:03.658284 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05de8d41-d539-4563-8a15-e25d73c4003d" -d '{"events": [{"server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "name": "network-vif-deleted", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:51:03.659768 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:03.681217 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:50:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:03.834650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c1e71e9-2128-493f-9bde-f8c80db7a000 req-a1b69fc8-810a-4654-8186-aa21509b43ea tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75db54-3291-4927-9fa7-2d31a1aa24c0 HTTP/1.1" status: 200 len: 210 time: 0.0671713 Mar 07 04:51:03.905553 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb3b94a-7061-40d1-b1e3-3affc1c6ba29 x-openstack-request-id: req-ebb3b94a-7061-40d1-b1e3-3affc1c6ba29 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:51:03.906193 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e75db54-3291-4927-9fa7-2d31a1aa24c0", "name": "network-vif-deleted", "tag": "c1de3504-f799-4a34-a33f-2421c27c868a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:51:03.906193 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebb3b94a-7061-40d1-b1e3-3affc1c6ba29 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:51:03.906732 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e75db54-3291-4927-9fa7-2d31a1aa24c0', 'name': 'network-vif-deleted', 'tag': 'c1de3504-f799-4a34-a33f-2421c27c868a', 'status': 'completed', 'code': 200} Mar 07 04:51:03.993566 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:04.028048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d0c73-5cb4-4888-acfc-b47a98c4d72e req-77f96b6d-ab9b-4fa7-b3ff-22f7bfb3c17e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:04.029873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-056d0c73-5cb4-4888-acfc-b47a98c4d72e req-77f96b6d-ab9b-4fa7-b3ff-22f7bfb3c17e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0891399 Mar 07 04:51:04.095541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-056d0c73-5cb4-4888-acfc-b47a98c4d72e req-78e60d4e-cca9-46bf-b3da-4c45ad37ee24 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561557 Mar 07 04:51:04.311298 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:04.347430 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:51:04.360140 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:04.361221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:50:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:04.509219 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:04.738464 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:04.771313 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3edb3-fbb2-4449-92af-a354e6641a08 None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:43:25Z', 'revision_number': 4, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'f36568c3-2558-4c15-bf50-30fb30d65057', 'name': '', 'network_id': '9bf09676-73e7-4cdf-8f6a-a64883ff09d6', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'mac_address': 'fa:16:3e:b6:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:24Z', 'updated_at': '2022-03-07T04:43:32Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'subnets': [{'id': '6c3a5f45-2e2e-4653-82e5-cbf1431b61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:51:04.980658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36630) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:05.062288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c7b307-ae11-43fb-8733-398a16073c57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (1928d4ab-71fe-4553-987c-23aee0ae1c2f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.100733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c7b307-ae11-43fb-8733-398a16073c57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (1928d4ab-71fe-4553-987c-23aee0ae1c2f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.135561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f082f27-bbbf-4245-8b03-34907bcb6771 None None] New status for floating IP 98966f8e-27f7-400b-b40f-b48762b596e0: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:51:05.159816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c7b307-ae11-43fb-8733-398a16073c57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1928d4ab-71fe-4553-987c-23aee0ae1c2f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.163037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-12c7b307-ae11-43fb-8733-398a16073c57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.166811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-12c7b307-ae11-43fb-8733-398a16073c57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/security-groups/1928d4ab-71fe-4553-987c-23aee0ae1c2f HTTP/1.1" status: 204 len: 168 time: 0.1818182 Mar 07 04:51:05.167277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36634) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:05.176115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7b307-ae11-43fb-8733-398a16073c57 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928d4ab-71fe-4553-987c-23aee0ae1c2f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:05.188408 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-c431193c-693d-49b1-a48e-b62dded3f85d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] show failed (client error): The resource could not be found. Mar 07 04:51:05.192684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36636) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:05.193901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c431193c-693d-49b1-a48e-b62dded3f85d tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "GET /v2.0/security-groups/1928d4ab-71fe-4553-987c-23aee0ae1c2f HTTP/1.1" status: 404 len: 347 time: 0.0254216 Mar 07 04:51:05.353960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de2b29-db0b-4ff7-8572-af0f67691184 req-30137e64-7fa2-4c15-96a6-7f22b399316e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:05.366825 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8de2b29-db0b-4ff7-8572-af0f67691184 req-30137e64-7fa2-4c15-96a6-7f22b399316e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1223783 Mar 07 04:51:05.376435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Deleting port e81d6b45-1b7b-4edb-991f-c7611c61f3cb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:05.377257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.396431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7515a6c-494c-422f-bb38-dbb4b8c9d543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.418744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8de2b29-db0b-4ff7-8572-af0f67691184 req-90a16535-17dc-4ccb-b05a-c7a804d07170 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506852 Mar 07 04:51:05.503019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.503354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.520025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Calling delete_port for e81d6b45-1b7b-4edb-991f-c7611c61f3cb owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:05.669921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e81d6b45-1b7b-4edb-991f-c7611c61f3cb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.699008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Pushing event deleted for resources: {'Port': ['ID=e81d6b45-1b7b-4edb-991f-c7611c61f3cb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:05.778867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks [] for floatingip (98966f8e-27f7-400b-b40f-b48762b596e0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.781765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:05.785457 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-87a623a2-83d3-43d0-8a0d-c6519914aff7 tempest-AttachVolumeNegativeTest-1400656385 tempest-AttachVolumeNegativeTest-1400656385-project] 10.222.0.21 "DELETE /v2.0/floatingips/98966f8e-27f7-400b-b40f-b48762b596e0 HTTP/1.1" status: 204 len: 168 time: 0.5891500 Mar 07 04:51:06.576358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241c99e-9151-439f-a616-7e54a47f019b req-4c05bb9e-3f1e-4597-88e6-1d0d008988c0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:06.584749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1241c99e-9151-439f-a616-7e54a47f019b req-4c05bb9e-3f1e-4597-88e6-1d0d008988c0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0695932 Mar 07 04:51:06.633596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1241c99e-9151-439f-a616-7e54a47f019b req-0ea81f32-598d-4db3-805b-28cd4794eed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476542 Mar 07 04:51:06.748104 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:07.697837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:07.820598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5ced4-a6f6-4eb9-b0d5-7d036f0007e9 req-517ed65f-237a-4e30-acff-ce32c256a1ae tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:07.823888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1e5ced4-a6f6-4eb9-b0d5-7d036f0007e9 req-517ed65f-237a-4e30-acff-ce32c256a1ae tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0724311 Mar 07 04:51:07.899985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1e5ced4-a6f6-4eb9-b0d5-7d036f0007e9 req-ee76ba05-5068-4e69-92b4-96e116963fca tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671070 Mar 07 04:51:08.052958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c1de3504-f799-4a34-a33f-2421c27c868a no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:08.089017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: c1de3504-f799-4a34-a33f-2421c27c868a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:08.089639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c1de3504-f799-4a34-a33f-2421c27c868a not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:08.433262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-cd8dd12e-73ca-4b04-8857-111a06133e75 req-dadba260-5d24-4a4e-94b6-adc8cc9bf286 tempest-ServerDiskConfigTestJSON-805409834 tempest-ServerDiskConfigTestJSON-805409834-project] (103939) timed out ('10.222.0.44', 50929) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:51:09.075526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b9aad-9182-4973-8978-c233854bdc14 req-d55feefd-bb1c-4e39-a041-adeb4a102845 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:09.077004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c8b9aad-9182-4973-8978-c233854bdc14 req-d55feefd-bb1c-4e39-a041-adeb4a102845 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0624650 Mar 07 04:51:09.142723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c8b9aad-9182-4973-8978-c233854bdc14 req-2c83b2de-49d3-42c5-82fa-d720fc6abc51 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571208 Mar 07 04:51:09.446716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:10.372626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e2c4-e4e4-49a0-ae5a-6fb59322e071 req-68bbc2a9-dcd8-4c81-a5af-35a5e11bd860 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:10.374705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6b6e2c4-e4e4-49a0-ae5a-6fb59322e071 req-68bbc2a9-dcd8-4c81-a5af-35a5e11bd860 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.1017096 Mar 07 04:51:10.432129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6b6e2c4-e4e4-49a0-ae5a-6fb59322e071 req-5d7d5ddf-57e8-46c1-8e14-5de7ff932914 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495811 Mar 07 04:51:11.591468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c080e8-4294-4cd9-9d6c-ddb00017b51b req-a285e007-3cff-4145-832b-703d563701cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:11.597853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92c080e8-4294-4cd9-9d6c-ddb00017b51b req-a285e007-3cff-4145-832b-703d563701cc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0736692 Mar 07 04:51:11.704534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92c080e8-4294-4cd9-9d6c-ddb00017b51b req-1cf090c3-0906-449b-a124-660d300e0574 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034837 Mar 07 04:51:12.830678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9908d2-29c4-40e3-b692-18ac103958cb req-93ddf9f5-2966-46a9-899f-950cbb7cfe52 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:12.838793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9908d2-29c4-40e3-b692-18ac103958cb req-93ddf9f5-2966-46a9-899f-950cbb7cfe52 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 944 time: 0.0631986 Mar 07 04:51:12.898469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9908d2-29c4-40e3-b692-18ac103958cb req-10b5e08e-78ad-4dfb-8d45-0d4deda719a2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584970 Mar 07 04:51:13.309501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ecd950db-9305-464d-84ba-094f0a093e05 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:51:13.502502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ecd950db-9305-464d-84ba-094f0a093e05, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ecd950db-9305-464d-84ba-094f0a093e05,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:13.518332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'ecd950db-9305-464d-84ba-094f0a093e05', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': 'ecd950db-9305-464d-84ba-094f0a093e05', 'mac_address': 'fa:16:3e:96:93:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:51:13.560767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ecd950db-9305-464d-84ba-094f0a093e05 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:51:13.561506 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecd950db-9305-464d-84ba-094f0a093e05), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:13.636711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd950db-9305-464d-84ba-094f0a093e05 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:51:13.665113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ecd950db-9305-464d-84ba-094f0a093e05, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ecd950db-9305-464d-84ba-094f0a093e05,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:13.674832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ecd950db-9305-464d-84ba-094f0a093e05), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:13.810558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ecd950db-9305-464d-84ba-094f0a093e05,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:13.846835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.847544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.848080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.848589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.849097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.849616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.850165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.850686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.851190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.851708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.852214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.852727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.853240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:13.916474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ecd950db-9305-464d-84ba-094f0a093e05'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:51:14.264959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06a42-a8bc-4a38-9f1a-4b499f727225 req-6ac5e7f8-d933-4882-8501-541a2c8f9849 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:14.275362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1df06a42-a8bc-4a38-9f1a-4b499f727225 req-6ac5e7f8-d933-4882-8501-541a2c8f9849 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 945 time: 0.1506009 Mar 07 04:51:14.399664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1df06a42-a8bc-4a38-9f1a-4b499f727225 req-a6d2e5f5-d63f-43ec-9c0f-e2787a3c8a41 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192386 Mar 07 04:51:15.324635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ecd950db-9305-464d-84ba-094f0a093e05 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:51:15.379044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port ecd950db-9305-464d-84ba-094f0a093e05 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:51:15.383828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port ecd950db-9305-464d-84ba-094f0a093e05 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:51:15.384302 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecd950db-9305-464d-84ba-094f0a093e05), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:15.468230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ecd950db-9305-464d-84ba-094f0a093e05 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:51:15.469188 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecd950db-9305-464d-84ba-094f0a093e05), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:15.533580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:51:15.536569 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf16555-c836-4dd6-a44b-c2d9f7142623" -d '{"events": [{"server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "name": "network-vif-plugged", "status": "completed", "tag": "ecd950db-9305-464d-84ba-094f0a093e05"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:51:15.563204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ecd950db-9305-464d-84ba-094f0a093e05, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ecd950db-9305-464d-84ba-094f0a093e05,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:15.580478 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ecd950db-9305-464d-84ba-094f0a093e05), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:15.591119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6c44-5610-49ad-967d-f869452912fb req-13e8c113-773a-4f40-96d5-4566f62d85a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:15.601222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43cd6c44-5610-49ad-967d-f869452912fb req-13e8c113-773a-4f40-96d5-4566f62d85a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 945 time: 0.0734508 Mar 07 04:51:15.691521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ecd950db-9305-464d-84ba-094f0a093e05,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:15.710808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43cd6c44-5610-49ad-967d-f869452912fb req-6c535dc5-4450-44cb-bf48-0824d53203be tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081767 Mar 07 04:51:15.758323 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611e0b3-9c1d-47c3-bd61-875b17625d53 x-openstack-request-id: req-7611e0b3-9c1d-47c3-bd61-875b17625d53 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:51:15.758915 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "name": "network-vif-plugged", "status": "completed", "tag": "ecd950db-9305-464d-84ba-094f0a093e05", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:51:15.759391 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7611e0b3-9c1d-47c3-bd61-875b17625d53 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:51:15.760140 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05', 'code': 200} Mar 07 04:51:15.916086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31317e02-28cc-4363-bef6-cc58af5df096 req-831fa1ac-3991-409a-a39b-9e1b4b61095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:15.917807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31317e02-28cc-4363-bef6-cc58af5df096 req-831fa1ac-3991-409a-a39b-9e1b4b61095f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 1128 time: 0.0788925 Mar 07 04:51:15.978069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31317e02-28cc-4363-bef6-cc58af5df096 req-fb214ddd-b70a-432b-ad90-d56b5d76a9cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526087 Mar 07 04:51:16.868784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df7f92-abb2-4146-a631-697cb259429c req-7044a2e3-0c9f-4f5b-9101-66f544c0f237 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:16.877692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1df7f92-abb2-4146-a631-697cb259429c req-7044a2e3-0c9f-4f5b-9101-66f544c0f237 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.0952339 Mar 07 04:51:16.973100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1df7f92-abb2-4146-a631-697cb259429c req-20df1624-578a-45fb-a17a-bec5f506561a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942488 Mar 07 04:51:17.006103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:17.600413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:17.912508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Deleting port da281a1f-b90d-4721-8aab-ab75577aaeae {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:17.913123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:18.006147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] For port da281a1f-b90d-4721-8aab-ab75577aaeae, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=da281a1f-b90d-4721-8aab-ab75577aaeae,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:18.006841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:18.020441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Calling delete_port for da281a1f-b90d-4721-8aab-ab75577aaeae owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:18.153055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565922-a320-4aee-8c13-fec9dd1b89a1 req-a1854da9-1c22-42e4-b749-ca003052a38d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:18.156940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47565922-a320-4aee-8c13-fec9dd1b89a1 req-a1854da9-1c22-42e4-b749-ca003052a38d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.0864162 Mar 07 04:51:18.224613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47565922-a320-4aee-8c13-fec9dd1b89a1 req-3aa4aaf3-f8a9-4e5b-be34-53e6becd1cbc tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595191 Mar 07 04:51:18.313957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (da281a1f-b90d-4721-8aab-ab75577aaeae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:18.355218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da281a1f-b90d-4721-8aab-ab75577aaeae,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:18.399123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340787-7c8e-4046-a7e3-a0b7e46d1efc req-74346ee2-b722-4a3f-ba4d-6856c2832db5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:18.400725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45340787-7c8e-4046-a7e3-a0b7e46d1efc req-74346ee2-b722-4a3f-ba4d-6856c2832db5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.0914280 Mar 07 04:51:18.518397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45340787-7c8e-4046-a7e3-a0b7e46d1efc req-161558e7-1766-41f0-8653-09d595a5b29c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090376 Mar 07 04:51:18.532296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:18.782519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:18.871714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2767e-5d41-42a5-a687-92334a1ca6bc tempest-TestVolumeBootPattern-1635875784 tempest-TestVolumeBootPattern-1635875784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:18.878665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a3a2767e-5d41-42a5-a687-92334a1ca6bc tempest-TestVolumeBootPattern-1635875784 tempest-TestVolumeBootPattern-1635875784-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 1123 time: 0.3421772 Mar 07 04:51:18.878962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 36922) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:18.883208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'ecd950db-9305-464d-84ba-094f0a093e05', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:18.950073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:19.116308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:19.307858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.25.4.52 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ad262691-f261-4685-bf12-dc1d5ebb1824) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:51:19.431176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:51:19.442124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:19.486828 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:19.534233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=ad262691-f261-4685-bf12-dc1d5ebb1824,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:19.544228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.545090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.545631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.546156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.546876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.547400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.547899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.548407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.548898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.549401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.549892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.550401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.550909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:19.563896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:51:19.565627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:51:19.568436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:51:19.569514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:51:19.576916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1ec34ca-505a-4525-a82a-be26115710c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/cdffc656-03d6-4b7b-ab7a-d2ef75e24500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694346 Mar 07 04:51:19.579332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36928) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:19.582332 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] Sync routers for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:51:19.616281 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:19.616924 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:51:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:19.721753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks [] for router (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:19.901414 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:19.976187 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks [] for router_gateway (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:19.991863 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.118269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Deleting port 474dadd5-994d-4ac8-a716-3737b1c1d2a1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:20.118831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.184487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:51:18Z', 'revision_number': 5, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port': {'id': '474dadd5-994d-4ac8-a716-3737b1c1d2a1', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:41:34Z', 'updated_at': '2022-03-07T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:20.219444 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] Checking router: cdffc656-03d6-4b7b-ab7a-d2ef75e24500 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:51:20.229576 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] Routers {'cdffc656-03d6-4b7b-ab7a-d2ef75e24500'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:20.230192 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:51:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:20.283635 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (736eff60-bac9-4ad9-9eeb-82f206a9f9d2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.305187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] For port 474dadd5-994d-4ac8-a716-3737b1c1d2a1, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=474dadd5-994d-4ac8-a716-3737b1c1d2a1,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:20.305642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.339293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Calling delete_port for 474dadd5-994d-4ac8-a716-3737b1c1d2a1 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:20.417780 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.456629 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] Set router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:20.522293 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:51:19Z', 'revision_number': 6, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:20.565672 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b0d83-a80e-4837-8d5f-07a1b6b4b17c None None] The sync data for ids ['cdffc656-03d6-4b7b-ab7a-d2ef75e24500'] in n-d-832185-1 is: [{'id': 'cdffc656-03d6-4b7b-ab7a-d2ef75e24500', 'name': 'tempest-AttachVolumeTestJSON-1521315329-router', 'tenant_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:41:32Z', 'updated_at': '2022-03-07T04:51:19Z', 'revision_number': 6, 'project_id': 'd94ea270aeff42fbbfbcf5d2969b0496', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:51:20.642977 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.650132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.699931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=ad262691-f261-4685-bf12-dc1d5ebb1824,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:20.705232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (474dadd5-994d-4ac8-a716-3737b1c1d2a1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.749265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Pushing event deleted for resources: {'Port': ['ID=474dadd5-994d-4ac8-a716-3737b1c1d2a1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:20.761820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (736eff60-bac9-4ad9-9eeb-82f206a9f9d2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.818756 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.877433 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Floating IP 736eff60-bac9-4ad9-9eeb-82f206a9f9d2 associated. External IP: 172.25.4.52, port: ecd950db-9305-464d-84ba-094f0a093e05. Mar 07 04:51:20.942339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:20.946697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks [] for router_controller (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.032626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (cdffc656-03d6-4b7b-ab7a-d2ef75e24500), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.033537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdffc656-03d6-4b7b-ab7a-d2ef75e24500 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:51:21.051157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.053829 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b0854efe-99dd-4c07-9cf7-26fd65be8123 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cdffc656-03d6-4b7b-ab7a-d2ef75e24500 HTTP/1.1" status: 204 len: 168 time: 1.4727921 Mar 07 04:51:21.055721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36946) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:21.131979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Deleting subnet 3fc81729-52d8-4ebf-86e7-bd715b9e9485 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:51:21.135118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Publish callbacks [] for subnet (3fc81729-52d8-4ebf-86e7-bd715b9e9485), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.195144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:51:21.212485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (3fc81729-52d8-4ebf-86e7-bd715b9e9485), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.308068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (3fc81729-52d8-4ebf-86e7-bd715b9e9485), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.377952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (3fc81729-52d8-4ebf-86e7-bd715b9e9485), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.401727 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:51:21.429030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc81729-52d8-4ebf-86e7-bd715b9e9485,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:21.429266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a9111-51b6-4987-b14d-1de4d942a19e None None] Network 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:51:21.434872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.440076 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d8d62dd3-7741-4624-aeea-0607e2204125 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3fc81729-52d8-4ebf-86e7-bd715b9e9485 HTTP/1.1" status: 204 len: 168 time: 0.3833632 Mar 07 04:51:21.442606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:21.572839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (78bbdd69-6b59-4a2f-96a1-c02c056b9f40), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.686173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Deleting port 72532f31-d9b8-4a97-a998-ddeaaf37af8e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:21.687705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.700787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] DHCP port deletion for 78bbdd69-6b59-4a2f-96a1-c02c056b9f40 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:51:21.775504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] For port 72532f31-d9b8-4a97-a998-ddeaaf37af8e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=72532f31-d9b8-4a97-a998-ddeaaf37af8e,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:21.777541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.799816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] Deleting port 72532f31-d9b8-4a97-a998-ddeaaf37af8e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:21.800202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.808599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:51:21.826694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Calling delete_port for 72532f31-d9b8-4a97-a998-ddeaaf37af8e owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:21.879290 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:21.944169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:51:21.947687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 474dadd5-994d-4ac8-a716-3737b1c1d2a1 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:21.952514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d2fe659-695b-4061-a358-4cbb0b351091 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0725744 Mar 07 04:51:21.954416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:51:21.957508 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a74c8-3d84-4c23-a117-8372f10c25fe" -d '{"events": [{"name": "network-changed", "server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "tag": "ecd950db-9305-464d-84ba-094f0a093e05"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:51:21.975966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] For port 72532f31-d9b8-4a97-a998-ddeaaf37af8e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=72532f31-d9b8-4a97-a998-ddeaaf37af8e,segment=NetworkSegment(756501db-1aa7-4c8b-ad85-43ff8d4ad0cf),segment_id=756501db-1aa7-4c8b-ad85-43ff8d4ad0cf)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:21.976624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.000614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] Calling delete_port for 72532f31-d9b8-4a97-a998-ddeaaf37af8e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:22.023882 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae2f7a-d936-4c47-9ff7-b8993fb5d5b0 x-openstack-request-id: req-a8ae2f7a-d936-4c47-9ff7-b8993fb5d5b0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:51:22.024005 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "tag": "ecd950db-9305-464d-84ba-094f0a093e05", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:51:22.024228 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8ae2f7a-d936-4c47-9ff7-b8993fb5d5b0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:51:22.024643 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05', 'status': 'completed', 'code': 200} Mar 07 04:51:22.036795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.076691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] No DVR routers for this DVR port 72532f31-d9b8-4a97-a998-ddeaaf37af8e on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:51:22.079795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=72532f31-d9b8-4a97-a998-ddeaaf37af8e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:22.103152 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (72532f31-d9b8-4a97-a998-ddeaaf37af8e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.135499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-6a0346e2-f4d9-4f7a-a8af-de1fedf23071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:22.137030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-6a0346e2-f4d9-4f7a-a8af-de1fedf23071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 1128 time: 0.0958478 Mar 07 04:51:22.159035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] Pushing event deleted for resources: {'Port': ['ID=72532f31-d9b8-4a97-a998-ddeaaf37af8e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:22.167501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f5959-1c6e-4376-99e5-bfb099e78dcd None None] No DVR routers for this DVR port 72532f31-d9b8-4a97-a998-ddeaaf37af8e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:51:22.170130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 474dadd5-994d-4ac8-a716-3737b1c1d2a1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:22.170698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 474dadd5-994d-4ac8-a716-3737b1c1d2a1 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:22.171341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 72532f31-d9b8-4a97-a998-ddeaaf37af8e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:22.179177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (78bbdd69-6b59-4a2f-96a1-c02c056b9f40), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.203475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 72532f31-d9b8-4a97-a998-ddeaaf37af8e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:22.204190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 72532f31-d9b8-4a97-a998-ddeaaf37af8e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:22.208440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device da281a1f-b90d-4721-8aab-ab75577aaeae no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:22.240583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:22.242795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:51:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:22.248299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bbdd69-6b59-4a2f-96a1-c02c056b9f40']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:22.274046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:22.274357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756501db-1aa7-4c8b-ad85-43ff8d4ad0cf') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:22.300030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-213564d9-78b8-4b0e-8eb2-c5f067459659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:22.301588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-213564d9-78b8-4b0e-8eb2-c5f067459659 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1567340 Mar 07 04:51:22.303257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (756501db-1aa7-4c8b-ad85-43ff8d4ad0cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.321459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (756501db-1aa7-4c8b-ad85-43ff8d4ad0cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.329137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:51:22.329667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (756501db-1aa7-4c8b-ad85-43ff8d4ad0cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:51:22.392938 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:51:22.400853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (78bbdd69-6b59-4a2f-96a1-c02c056b9f40), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.440398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.447851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] 10.222.0.21 "DELETE /v2.0/networks/78bbdd69-6b59-4a2f-96a1-c02c056b9f40 HTTP/1.1" status: 204 len: 168 time: 1.0015371 Mar 07 04:51:22.447851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb250b-bc38-4cc4-be0f-6b44ce76dd66 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bbdd69-6b59-4a2f-96a1-c02c056b9f40,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:22.475380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-a98b4078-025d-48b6-ba44-47f7055495c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd950db-9305-464d-84ba-094f0a093e05 HTTP/1.1" status: 200 len: 999 time: 0.1672089 Mar 07 04:51:22.551072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-4914d325-0d4d-48c5-81bd-323f2b9040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:22.553033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-4914d325-0d4d-48c5-81bd-323f2b9040c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0706539 Mar 07 04:51:22.584130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: da281a1f-b90d-4721-8aab-ab75577aaeae {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:22.584858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device da281a1f-b90d-4721-8aab-ab75577aaeae not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:22.615443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.638043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:22.651674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-efd29729-e11e-4826-8018-329dc849b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:22.653392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-efd29729-e11e-4826-8018-329dc849b033 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932002 Mar 07 04:51:22.658381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:22.714363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ada07e1a-ba70-4cdb-90b2-42950db9f5a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d94ea270aeff42fbbfbcf5d2969b0496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540609 Mar 07 04:51:22.716643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 36970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:22.760843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-13da75ee-4df0-4add-9e87-6c34b46397bf service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000843 Mar 07 04:51:22.793428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6180d3f6-a04f-415b-965a-8c4edc0e859d admin admin] Publish callbacks [] for security_group (550d1b53-e934-4a52-ac3b-32421700d36e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.828724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6180d3f6-a04f-415b-965a-8c4edc0e859d admin admin] Publish callbacks [] for security_group (550d1b53-e934-4a52-ac3b-32421700d36e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.887388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-750a74c8-3d84-4c23-a117-8372f10c25fe req-46eefe59-af82-45bf-bcb4-c1061b2a1e0b service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202264 Mar 07 04:51:22.899019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6180d3f6-a04f-415b-965a-8c4edc0e859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (550d1b53-e934-4a52-ac3b-32421700d36e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.902118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6180d3f6-a04f-415b-965a-8c4edc0e859d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:22.903449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6180d3f6-a04f-415b-965a-8c4edc0e859d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/550d1b53-e934-4a52-ac3b-32421700d36e HTTP/1.1" status: 204 len: 168 time: 0.1829512 Mar 07 04:51:22.914248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d3f6-a04f-415b-965a-8c4edc0e859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550d1b53-e934-4a52-ac3b-32421700d36e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:23.044392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '736eff60-bac9-4ad9-9eeb-82f206a9f9d2', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ecd950db-9305-464d-84ba-094f0a093e05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:96:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90936368-84f6-457f-aae4-5ecaa85decbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:51:19Z', 'updated_at': '2022-03-07T04:51:19Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:23.075269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:51:23.086667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:23.087664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:51:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:23.232640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:23.438098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-d68acc21-b6bf-4a91-b8a0-141dc0497702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:23.439788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-d68acc21-b6bf-4a91-b8a0-141dc0497702 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.0772867 Mar 07 04:51:23.490083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747a26-e359-4e2b-96b0-c5f64edca8a2 req-4d1d8d29-a344-45ac-acff-152b299b7512 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:23.491642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce747a26-e359-4e2b-96b0-c5f64edca8a2 req-4d1d8d29-a344-45ac-acff-152b299b7512 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0913928 Mar 07 04:51:23.557260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ce747a26-e359-4e2b-96b0-c5f64edca8a2 req-d50610cd-f256-4ae6-af4d-4c87a4c43a92 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574160 Mar 07 04:51:23.578179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-af320ea3-2c5d-4ce2-ad5e-9a75037aef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:23.578179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-af320ea3-2c5d-4ce2-ad5e-9a75037aef5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.1260197 Mar 07 04:51:23.625942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '736eff60-bac9-4ad9-9eeb-82f206a9f9d2', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ecd950db-9305-464d-84ba-094f0a093e05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:96:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90936368-84f6-457f-aae4-5ecaa85decbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:51:19Z', 'updated_at': '2022-03-07T04:51:19Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:23.648058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-bb10bc60-bee5-4f93-9b07-e37051d459dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.0682769 Mar 07 04:51:23.657888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af66a6c-4ec3-434f-8ea5-a0e427474ac9 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '736eff60-bac9-4ad9-9eeb-82f206a9f9d2', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ecd950db-9305-464d-84ba-094f0a093e05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:96:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90936368-84f6-457f-aae4-5ecaa85decbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:51:19Z', 'updated_at': '2022-03-07T04:51:19Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:51:23.708249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-eba7da68-4dc1-452c-98aa-6a87a2370b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:23.709819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-eba7da68-4dc1-452c-98aa-6a87a2370b0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0561728 Mar 07 04:51:23.777673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-184d0d66-546c-499d-b9a8-61b56e805d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:23.783035 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-184d0d66-546c-499d-b9a8-61b56e805d41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672548 Mar 07 04:51:23.894689 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-fd395fa7-675b-4224-9f91-c68db27de6ec service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046681 Mar 07 04:51:23.964370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697a73e-b8f8-4553-ae59-9ff5899fb277 None None] New status for floating IP 736eff60-bac9-4ad9-9eeb-82f206a9f9d2: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:51:24.019993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e7a7cdef-12c5-44d1-97fa-4bd00546cb73 req-adde94e9-fa4f-44ce-8430-5b52f660cf14 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193831 Mar 07 04:51:24.575293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37032) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:24.689938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1704c-cc5c-4f43-a72e-c010bbfa7b4f req-745eb356-3120-44b0-84a6-eb0b29040022 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:24.691444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ab1704c-cc5c-4f43-a72e-c010bbfa7b4f req-745eb356-3120-44b0-84a6-eb0b29040022 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0621188 Mar 07 04:51:24.721543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70f463f3-2a1f-45a0-a5d3-83b43294afa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:24.769625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ab1704c-cc5c-4f43-a72e-c010bbfa7b4f req-9672a4f6-0918-43a6-a5d7-2ca9b68d6393 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700538 Mar 07 04:51:24.819692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70f463f3-2a1f-45a0-a5d3-83b43294afa7 admin admin] Publish callbacks [] for security_group (bfded526-46d5-4714-ab32-04ebca6ce8e7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:24.823602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70f463f3-2a1f-45a0-a5d3-83b43294afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bfded526-46d5-4714-ab32-04ebca6ce8e7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:24.863260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-70f463f3-2a1f-45a0-a5d3-83b43294afa7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf018fb9628645b49f0d92bcd57a785f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867913 Mar 07 04:51:24.864329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f463f3-2a1f-45a0-a5d3-83b43294afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfded526-46d5-4714-ab32-04ebca6ce8e7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:24.865880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:24.923999 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb0a968b-3ff0-45b5-bf12-ff7264063f84 admin admin] Publish callbacks [] for security_group (bfded526-46d5-4714-ab32-04ebca6ce8e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:24.945442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb0a968b-3ff0-45b5-bf12-ff7264063f84 admin admin] Publish callbacks [] for security_group (bfded526-46d5-4714-ab32-04ebca6ce8e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:24.994094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb0a968b-3ff0-45b5-bf12-ff7264063f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bfded526-46d5-4714-ab32-04ebca6ce8e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:24.998274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb0a968b-3ff0-45b5-bf12-ff7264063f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:25.003113 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eb0a968b-3ff0-45b5-bf12-ff7264063f84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfded526-46d5-4714-ab32-04ebca6ce8e7 HTTP/1.1" status: 204 len: 168 time: 0.1359656 Mar 07 04:51:25.012510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a968b-3ff0-45b5-bf12-ff7264063f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfded526-46d5-4714-ab32-04ebca6ce8e7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:25.934526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223cffb-b91e-4ee5-92e3-446e6e64c196 req-2a59f73f-79e4-42f6-ae76-ab3c0aabccc2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:25.936573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5223cffb-b91e-4ee5-92e3-446e6e64c196 req-2a59f73f-79e4-42f6-ae76-ab3c0aabccc2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0721064 Mar 07 04:51:26.011484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5223cffb-b91e-4ee5-92e3-446e6e64c196 req-c30f6235-c68b-4e64-adf9-0c4c9628421e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664904 Mar 07 04:51:28.756524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-17b9bb5c-e2af-4bc5-a508-aaacc5fe46e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495031 Mar 07 04:51:28.841268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-5e1d7a22-6b7a-49b4-8ad8-182c5171358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:28.844039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-5e1d7a22-6b7a-49b4-8ad8-182c5171358d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f339c3e1e8b46c9a211878f01e35632&device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 1132 time: 0.0622616 Mar 07 04:51:28.992057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-dcd8ebc3-f354-4734-9ffb-2fc13c1adae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:28.993728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-dcd8ebc3-f354-4734-9ffb-2fc13c1adae1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.1296825 Mar 07 04:51:29.039651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-3c581df0-3381-4a2c-9aa7-d968a1cdd1da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043 HTTP/1.1" status: 200 len: 217 time: 0.0400891 Mar 07 04:51:29.111942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-fa10d338-94f1-4c51-8c5b-c0d87a07b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:29.113548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-fa10d338-94f1-4c51-8c5b-c0d87a07b9fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0675828 Mar 07 04:51:29.187815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-3a96f2b7-8e4e-413f-bdfa-357798852296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:29.190244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-3a96f2b7-8e4e-413f-bdfa-357798852296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0677607 Mar 07 04:51:29.310139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-cf2134cf-d23f-431d-90f3-2b9b9932afa1 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108444 Mar 07 04:51:29.419876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14213620-2081-48f0-9a3f-966c145f6ba5 req-10bb7dd2-88ff-400f-8acc-8c52aea2d403 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036596 Mar 07 04:51:29.782858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37164) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:30.345787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:30.639654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Deleting port f36568c3-2558-4c15-bf50-30fb30d65057 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:30.640127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:30.741669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] For port f36568c3-2558-4c15-bf50-30fb30d65057, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f36568c3-2558-4c15-bf50-30fb30d65057,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:30.742065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:30.757135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Calling delete_port for f36568c3-2558-4c15-bf50-30fb30d65057 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:30.990996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f36568c3-2558-4c15-bf50-30fb30d65057), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:31.023886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36568c3-2558-4c15-bf50-30fb30d65057,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:31.270628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:31.914931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:51:31.992100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37228) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:32.054721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:51:32.061530 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-546005eb-8741-4929-b2dc-6d21f0c38255 admin admin] 10.222.0.21 "PUT /v2.0/routers/0beb13ab-2627-45da-a173-9ccfc6bbd2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2775819 Mar 07 04:51:32.064449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37238) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:32.066526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] Sync routers for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:51:32.082904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:32.087384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:51:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:32.149799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7097bf98-a287-4966-8e0a-6a6c3ac1ee7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.226108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:32.262510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks [] for router (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.428481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7097bf98-a287-4966-8e0a-6a6c3ac1ee7d admin admin] Publish callbacks [] for security_group (3a97044e-0de7-451f-8366-b7707733cff7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.439138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7097bf98-a287-4966-8e0a-6a6c3ac1ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3a97044e-0de7-451f-8366-b7707733cff7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.441893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:51:30Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:32.469212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks [] for router_gateway (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.472206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] Checking router: 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:51:32.482396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] Routers {'0beb13ab-2627-45da-a173-9ccfc6bbd2d2'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:51:32.483307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:51:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:32.500388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7097bf98-a287-4966-8e0a-6a6c3ac1ee7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49a48b04a47241a4aa8cef765796efac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042431 Mar 07 04:51:32.500388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097bf98-a287-4966-8e0a-6a6c3ac1ee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a97044e-0de7-451f-8366-b7707733cff7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:32.501774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37284) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:32.575672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1894f34-172d-402f-9e37-e2bcbd477d01 admin admin] Publish callbacks [] for security_group (3a97044e-0de7-451f-8366-b7707733cff7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.607334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1894f34-172d-402f-9e37-e2bcbd477d01 admin admin] Publish callbacks [] for security_group (3a97044e-0de7-451f-8366-b7707733cff7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.647108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] Set router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:51:32.652890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Deleting port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:32.653663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.681864 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1894f34-172d-402f-9e37-e2bcbd477d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3a97044e-0de7-451f-8366-b7707733cff7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.685908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1894f34-172d-402f-9e37-e2bcbd477d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.689197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d1894f34-172d-402f-9e37-e2bcbd477d01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a97044e-0de7-451f-8366-b7707733cff7 HTTP/1.1" status: 204 len: 168 time: 0.1842296 Mar 07 04:51:32.710204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1894f34-172d-402f-9e37-e2bcbd477d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a97044e-0de7-451f-8366-b7707733cff7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:32.833688 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f9db250-e607-4bff-a11a-45706b9521bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.865430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] For port c8b3b7fa-db5a-4bf6-a891-1444048fb1f3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:32.865864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:32.886848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Calling delete_port for c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:32.982321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:51:30Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:33.018507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249b7c-f9cd-43d2-aec8-49cf4acede1b None None] The sync data for ids ['0beb13ab-2627-45da-a173-9ccfc6bbd2d2'] in n-d-832185-1 is: [{'id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'name': 'tempest-AttachVolumeNegativeTest-1727431582-router', 'tenant_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:43:19Z', 'updated_at': '2022-03-07T04:51:30Z', 'revision_number': 5, 'project_id': '2dbcc2a5af0b4143bcbce85a7d3295e1', 'gw_port': {'id': 'c8b3b7fa-db5a-4bf6-a891-1444048fb1f3', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beb13ab-2627-45da-a173-9ccfc6bbd2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:43:20Z', 'updated_at': '2022-03-07T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:51:33.184521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c8b3b7fa-db5a-4bf6-a891-1444048fb1f3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.186396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37356) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:33.201571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a2c-8727-47ae-bbba-fba0c232009d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.223974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b3b7fa-db5a-4bf6-a891-1444048fb1f3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:33.309294 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.339911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a2c-8727-47ae-bbba-fba0c232009d admin admin] Publish callbacks [] for security_group (175254fe-36d0-477c-8bdb-4835c6812ec0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.346307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a2c-8727-47ae-bbba-fba0c232009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (175254fe-36d0-477c-8bdb-4835c6812ec0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.418439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4f6c0a2c-8727-47ae-bbba-fba0c232009d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=329aeef0a3a64d8dab09ffebb943758c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301683 Mar 07 04:51:33.419488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37384) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:33.423756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0a2c-8727-47ae-bbba-fba0c232009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175254fe-36d0-477c-8bdb-4835c6812ec0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:33.430257 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.432582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks [] for router_controller (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.505743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (0beb13ab-2627-45da-a173-9ccfc6bbd2d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.506570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0beb13ab-2627-45da-a173-9ccfc6bbd2d2 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:51:33.513508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.519122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f868795-046a-4a7e-9b4a-0750b64a0517 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0beb13ab-2627-45da-a173-9ccfc6bbd2d2 HTTP/1.1" status: 204 len: 168 time: 1.4531603 Mar 07 04:51:33.519387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:33.570402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa988a4-d1db-4e84-a00e-3c7929397d76 admin admin] Publish callbacks [] for security_group (175254fe-36d0-477c-8bdb-4835c6812ec0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.596399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Deleting subnet 6c3a5f45-2e2e-4653-82e5-cbf1431b61aa {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:51:33.604322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Publish callbacks [] for subnet (6c3a5f45-2e2e-4653-82e5-cbf1431b61aa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.632316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa988a4-d1db-4e84-a00e-3c7929397d76 admin admin] Publish callbacks [] for security_group (175254fe-36d0-477c-8bdb-4835c6812ec0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.675193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6c3a5f45-2e2e-4653-82e5-cbf1431b61aa), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.758634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa988a4-d1db-4e84-a00e-3c7929397d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (175254fe-36d0-477c-8bdb-4835c6812ec0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.762184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efa988a4-d1db-4e84-a00e-3c7929397d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.763435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efa988a4-d1db-4e84-a00e-3c7929397d76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/175254fe-36d0-477c-8bdb-4835c6812ec0 HTTP/1.1" status: 204 len: 168 time: 0.3423562 Mar 07 04:51:33.781765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa988a4-d1db-4e84-a00e-3c7929397d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175254fe-36d0-477c-8bdb-4835c6812ec0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:33.799496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6c3a5f45-2e2e-4653-82e5-cbf1431b61aa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.903086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6c3a5f45-2e2e-4653-82e5-cbf1431b61aa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.934939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3a5f45-2e2e-4653-82e5-cbf1431b61aa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:33.961023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:33.961774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238b1f2-5bbf-476a-9c62-fefa67a6d2f3 None None] Network 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:51:33.975225 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3c38516-5d0b-44c0-9c9c-be251f14e524 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c3a5f45-2e2e-4653-82e5-cbf1431b61aa HTTP/1.1" status: 204 len: 168 time: 0.4544199 Mar 07 04:51:33.977596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:34.099152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f36568c3-2558-4c15-bf50-30fb30d65057 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:34.110906 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9bf09676-73e7-4cdf-8f6a-a64883ff09d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.142445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: f36568c3-2558-4c15-bf50-30fb30d65057 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:34.143166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f36568c3-2558-4c15-bf50-30fb30d65057 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:34.224924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Deleting port b75304f9-7cfa-476e-adc3-17fd5e49b96e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:34.225412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.319453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] For port b75304f9-7cfa-476e-adc3-17fd5e49b96e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b75304f9-7cfa-476e-adc3-17fd5e49b96e,segment=NetworkSegment(8fd7b04b-bf48-42a9-9226-ce0234d957b1),segment_id=8fd7b04b-bf48-42a9-9226-ce0234d957b1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:34.319934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.341134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Calling delete_port for b75304f9-7cfa-476e-adc3-17fd5e49b96e owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:34.448701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] DHCP port deletion for 9bf09676-73e7-4cdf-8f6a-a64883ff09d6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:51:34.473250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.534596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b75304f9-7cfa-476e-adc3-17fd5e49b96e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:34.549316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] No DVR routers for this DVR port b75304f9-7cfa-476e-adc3-17fd5e49b96e on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:51:34.552728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Deleting port b75304f9-7cfa-476e-adc3-17fd5e49b96e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:34.553350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.719199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9bf09676-73e7-4cdf-8f6a-a64883ff09d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.721644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] For port b75304f9-7cfa-476e-adc3-17fd5e49b96e, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:34.722094 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.741610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Calling delete_port for b75304f9-7cfa-476e-adc3-17fd5e49b96e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:34.745462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Port b75304f9-7cfa-476e-adc3-17fd5e49b96e was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:51:34.748489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (b75304f9-7cfa-476e-adc3-17fd5e49b96e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.760368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf09676-73e7-4cdf-8f6a-a64883ff09d6']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:34.777267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd7b04b-bf48-42a9-9226-ce0234d957b1') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:34.777579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd7b04b-bf48-42a9-9226-ce0234d957b1') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:51:34.780191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] Pushing event deleted for resources: {'Port': ['ID=b75304f9-7cfa-476e-adc3-17fd5e49b96e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:34.789554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808800b-3ce8-4e4a-83fa-ad724deebdd3 None None] No DVR routers for this DVR port b75304f9-7cfa-476e-adc3-17fd5e49b96e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:51:34.804090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (8fd7b04b-bf48-42a9-9226-ce0234d957b1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.823795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8fd7b04b-bf48-42a9-9226-ce0234d957b1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.833485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:51:34.834063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (8fd7b04b-bf48-42a9-9226-ce0234d957b1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:51:34.836414 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:51:34.920932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9bf09676-73e7-4cdf-8f6a-a64883ff09d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.942125 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:34.945842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] 10.222.0.21 "DELETE /v2.0/networks/9bf09676-73e7-4cdf-8f6a-a64883ff09d6 HTTP/1.1" status: 204 len: 168 time: 0.9669595 Mar 07 04:51:34.946836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb21e5b-58c7-4e79-923a-1710479b81ed admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf09676-73e7-4cdf-8f6a-a64883ff09d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:35.195547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37590) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:35.253471 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-375e84b7-37be-4f8c-b575-b3e6f95aaf9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dbcc2a5af0b4143bcbce85a7d3295e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564096 Mar 07 04:51:35.256457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37598) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:35.326173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93d2786b-6ea3-4200-8216-52e828e429b0 admin admin] Publish callbacks [] for security_group (335398fd-7970-4bae-8ade-a123a88a465a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:35.354197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93d2786b-6ea3-4200-8216-52e828e429b0 admin admin] Publish callbacks [] for security_group (335398fd-7970-4bae-8ade-a123a88a465a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:35.383150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ceef50c-49c6-4356-b33a-3feccf99d307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:35.443670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93d2786b-6ea3-4200-8216-52e828e429b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (335398fd-7970-4bae-8ade-a123a88a465a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:35.447304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93d2786b-6ea3-4200-8216-52e828e429b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:35.448617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93d2786b-6ea3-4200-8216-52e828e429b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/335398fd-7970-4bae-8ade-a123a88a465a HTTP/1.1" status: 204 len: 168 time: 0.1900256 Mar 07 04:51:35.460860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2786b-6ea3-4200-8216-52e828e429b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335398fd-7970-4bae-8ade-a123a88a465a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:35.954876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b75304f9-7cfa-476e-adc3-17fd5e49b96e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:35.998318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b75304f9-7cfa-476e-adc3-17fd5e49b96e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:35.998665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b75304f9-7cfa-476e-adc3-17fd5e49b96e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:36.002863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:36.025728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:36.026904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c8b3b7fa-db5a-4bf6-a891-1444048fb1f3 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:36.755131 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:37.363357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37766) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:37.638611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a319f59-7cbb-4708-b48f-d7816bead573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:37.710351 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:37.749444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a319f59-7cbb-4708-b48f-d7816bead573 admin admin] Publish callbacks [] for security_group (bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:37.758185 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a319f59-7cbb-4708-b48f-d7816bead573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:37.828749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a319f59-7cbb-4708-b48f-d7816bead573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:37.876658 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:37.877430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5a319f59-7cbb-4708-b48f-d7816bead573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32c13e07b5894982ac0e39139a0a2cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5129495 Mar 07 04:51:37.945079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d14c627d-2c42-45ca-a301-3373aac8908a admin admin] Publish callbacks [] for security_group (bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:37.976625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d14c627d-2c42-45ca-a301-3373aac8908a admin admin] Publish callbacks [] for security_group (bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.039610 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d14c627d-2c42-45ca-a301-3373aac8908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.042735 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d14c627d-2c42-45ca-a301-3373aac8908a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.044083 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d14c627d-2c42-45ca-a301-3373aac8908a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f HTTP/1.1" status: 204 len: 168 time: 0.1663976 Mar 07 04:51:38.055209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c627d-2c42-45ca-a301-3373aac8908a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8bbb51-dcd3-45d6-9e5f-d73f1365c08f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:38.526279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:38.540416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb2cbdfd-54a2-4e45-8a93-0f7608c4136e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.632994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb2cbdfd-54a2-4e45-8a93-0f7608c4136e admin admin] Publish callbacks [] for security_group (0d3716df-3170-4bac-81c7-3e5bec55f185), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.637231 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb2cbdfd-54a2-4e45-8a93-0f7608c4136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0d3716df-3170-4bac-81c7-3e5bec55f185), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.678120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cb2cbdfd-54a2-4e45-8a93-0f7608c4136e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acdd852629704964a0481752a282e5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507370 Mar 07 04:51:38.679525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cbdfd-54a2-4e45-8a93-0f7608c4136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3716df-3170-4bac-81c7-3e5bec55f185,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:38.680889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37792) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:38.756430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6259b4d-6915-4168-82f5-43a2c8f3f7f5 admin admin] Publish callbacks [] for security_group (0d3716df-3170-4bac-81c7-3e5bec55f185), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.782638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6259b4d-6915-4168-82f5-43a2c8f3f7f5 admin admin] Publish callbacks [] for security_group (0d3716df-3170-4bac-81c7-3e5bec55f185), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.836126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6259b4d-6915-4168-82f5-43a2c8f3f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0d3716df-3170-4bac-81c7-3e5bec55f185), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.838723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d6259b4d-6915-4168-82f5-43a2c8f3f7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:38.842344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d6259b4d-6915-4168-82f5-43a2c8f3f7f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d3716df-3170-4bac-81c7-3e5bec55f185 HTTP/1.1" status: 204 len: 168 time: 0.1579778 Mar 07 04:51:38.849631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6259b4d-6915-4168-82f5-43a2c8f3f7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3716df-3170-4bac-81c7-3e5bec55f185,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:39.447130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.118852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:41.246158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.341876 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Publish callbacks [] for security_group (7add38d2-4e9c-4eb1-9ec9-0466e7871c72), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.349885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7add38d2-4e9c-4eb1-9ec9-0466e7871c72), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.393432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add38d2-4e9c-4eb1-9ec9-0466e7871c72,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:41.402614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.403175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.403683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.404192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.404710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.405213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.405848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.406379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.406903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.407401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.407899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.408405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.408913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:51:41.418018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37898) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:41.422572 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e772081a-0f34-4ab8-b10a-1c57840d6e94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d748f58637b4c11aefff9cc8eba8f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023298 Mar 07 04:51:41.475706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9856f4ef-b8c1-4767-a81e-ff0daba8cc6e admin admin] Publish callbacks [] for security_group (7add38d2-4e9c-4eb1-9ec9-0466e7871c72), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.498716 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9856f4ef-b8c1-4767-a81e-ff0daba8cc6e admin admin] Publish callbacks [] for security_group (7add38d2-4e9c-4eb1-9ec9-0466e7871c72), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.556654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9856f4ef-b8c1-4767-a81e-ff0daba8cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7add38d2-4e9c-4eb1-9ec9-0466e7871c72), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.560652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9856f4ef-b8c1-4767-a81e-ff0daba8cc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:41.573364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9856f4ef-b8c1-4767-a81e-ff0daba8cc6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7add38d2-4e9c-4eb1-9ec9-0466e7871c72 HTTP/1.1" status: 204 len: 168 time: 0.1451635 Mar 07 04:51:41.583617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856f4ef-b8c1-4767-a81e-ff0daba8cc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add38d2-4e9c-4eb1-9ec9-0466e7871c72,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:42.591284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37942) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:42.713416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02c2d3fd-865c-49c9-94b4-66f386bd3c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.795581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02c2d3fd-865c-49c9-94b4-66f386bd3c84 admin admin] Publish callbacks [] for security_group (09914414-4d8a-4bab-ae98-06d8ab3f5a99), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.801046 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02c2d3fd-865c-49c9-94b4-66f386bd3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (09914414-4d8a-4bab-ae98-06d8ab3f5a99), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.842373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2d3fd-865c-49c9-94b4-66f386bd3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09914414-4d8a-4bab-ae98-06d8ab3f5a99,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:42.851530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37958) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:42.852120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-02c2d3fd-865c-49c9-94b4-66f386bd3c84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c4dbd6c8dba46a8a6c64d7a0065b343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585573 Mar 07 04:51:42.912445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce2096a5-7bc6-4828-b0de-c10bcfbe9942 admin admin] Publish callbacks [] for security_group (09914414-4d8a-4bab-ae98-06d8ab3f5a99), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.935473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce2096a5-7bc6-4828-b0de-c10bcfbe9942 admin admin] Publish callbacks [] for security_group (09914414-4d8a-4bab-ae98-06d8ab3f5a99), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.991069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce2096a5-7bc6-4828-b0de-c10bcfbe9942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (09914414-4d8a-4bab-ae98-06d8ab3f5a99), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.994131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ce2096a5-7bc6-4828-b0de-c10bcfbe9942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:42.995487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce2096a5-7bc6-4828-b0de-c10bcfbe9942 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09914414-4d8a-4bab-ae98-06d8ab3f5a99 HTTP/1.1" status: 204 len: 168 time: 0.1422350 Mar 07 04:51:43.005281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2096a5-7bc6-4828-b0de-c10bcfbe9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09914414-4d8a-4bab-ae98-06d8ab3f5a99,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:43.063665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37964) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:43.182769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9881cf8a-5b30-4c69-8fdf-b7bfc964a96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.271496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9881cf8a-5b30-4c69-8fdf-b7bfc964a96f admin admin] Publish callbacks [] for security_group (55ca10ba-4643-49f7-bfa4-bdc2f5ce581e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.276138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9881cf8a-5b30-4c69-8fdf-b7bfc964a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (55ca10ba-4643-49f7-bfa4-bdc2f5ce581e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.326661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9881cf8a-5b30-4c69-8fdf-b7bfc964a96f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53d42829190f4445a89f921100735f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591994 Mar 07 04:51:43.326661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881cf8a-5b30-4c69-8fdf-b7bfc964a96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca10ba-4643-49f7-bfa4-bdc2f5ce581e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:43.327216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:43.386182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59398648-c466-4d86-b4d6-55cf1762a913 admin admin] Publish callbacks [] for security_group (55ca10ba-4643-49f7-bfa4-bdc2f5ce581e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.401191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 37972) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:43.417353 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59398648-c466-4d86-b4d6-55cf1762a913 admin admin] Publish callbacks [] for security_group (55ca10ba-4643-49f7-bfa4-bdc2f5ce581e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.429263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65b11993-63ad-416e-9d9c-a79d1df14b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.497921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59398648-c466-4d86-b4d6-55cf1762a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (55ca10ba-4643-49f7-bfa4-bdc2f5ce581e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.500697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-59398648-c466-4d86-b4d6-55cf1762a913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.501877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59398648-c466-4d86-b4d6-55cf1762a913 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55ca10ba-4643-49f7-bfa4-bdc2f5ce581e HTTP/1.1" status: 204 len: 168 time: 0.1731625 Mar 07 04:51:43.526162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59398648-c466-4d86-b4d6-55cf1762a913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca10ba-4643-49f7-bfa4-bdc2f5ce581e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:43.575210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65b11993-63ad-416e-9d9c-a79d1df14b8f admin admin] Publish callbacks [] for security_group (58010deb-ddbb-4a52-91f6-63e9794a9932), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.583851 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65b11993-63ad-416e-9d9c-a79d1df14b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (58010deb-ddbb-4a52-91f6-63e9794a9932), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.630872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-65b11993-63ad-416e-9d9c-a79d1df14b8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6cf19f43c1f44aa975d23651b72fd9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276721 Mar 07 04:51:43.633103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 37978) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:43.646083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b11993-63ad-416e-9d9c-a79d1df14b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58010deb-ddbb-4a52-91f6-63e9794a9932,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:43.709772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1278cb65-844a-4f7a-a51a-06b059b5feb5 admin admin] Publish callbacks [] for security_group (58010deb-ddbb-4a52-91f6-63e9794a9932), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.739180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1278cb65-844a-4f7a-a51a-06b059b5feb5 admin admin] Publish callbacks [] for security_group (58010deb-ddbb-4a52-91f6-63e9794a9932), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.813006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1278cb65-844a-4f7a-a51a-06b059b5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (58010deb-ddbb-4a52-91f6-63e9794a9932), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.816518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1278cb65-844a-4f7a-a51a-06b059b5feb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:43.817935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1278cb65-844a-4f7a-a51a-06b059b5feb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58010deb-ddbb-4a52-91f6-63e9794a9932 HTTP/1.1" status: 204 len: 168 time: 0.1834733 Mar 07 04:51:43.826908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278cb65-844a-4f7a-a51a-06b059b5feb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58010deb-ddbb-4a52-91f6-63e9794a9932,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:46.714681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:46.958941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ce196d0-5164-41ce-9e49-855b87d8fbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.067987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ce196d0-5164-41ce-9e49-855b87d8fbc1 admin admin] Publish callbacks [] for security_group (cd4e29a2-bbce-4903-8197-33f9f706812f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.074546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ce196d0-5164-41ce-9e49-855b87d8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cd4e29a2-bbce-4903-8197-33f9f706812f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.083309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:47.123756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38164) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:47.123970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0ce196d0-5164-41ce-9e49-855b87d8fbc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76a46fd9695d44f1aeafbe202b5be6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071221 Mar 07 04:51:47.129240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce196d0-5164-41ce-9e49-855b87d8fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e29a2-bbce-4903-8197-33f9f706812f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:47.205024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f186d92e-7578-4e46-992c-704c019da5cc admin admin] Publish callbacks [] for security_group (cd4e29a2-bbce-4903-8197-33f9f706812f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.241038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-397b6855-34d0-4cd7-af7a-9da7ca349c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.255001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f186d92e-7578-4e46-992c-704c019da5cc admin admin] Publish callbacks [] for security_group (cd4e29a2-bbce-4903-8197-33f9f706812f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.326978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f186d92e-7578-4e46-992c-704c019da5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (cd4e29a2-bbce-4903-8197-33f9f706812f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.330911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f186d92e-7578-4e46-992c-704c019da5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.334716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f186d92e-7578-4e46-992c-704c019da5cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd4e29a2-bbce-4903-8197-33f9f706812f HTTP/1.1" status: 204 len: 168 time: 0.2067876 Mar 07 04:51:47.350202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d92e-7578-4e46-992c-704c019da5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e29a2-bbce-4903-8197-33f9f706812f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:47.397089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-397b6855-34d0-4cd7-af7a-9da7ca349c11 admin admin] Publish callbacks [] for security_group (eef1b066-dd9d-49ca-987b-31d4a20f8776), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.402394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-397b6855-34d0-4cd7-af7a-9da7ca349c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eef1b066-dd9d-49ca-987b-31d4a20f8776), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.457599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b6855-34d0-4cd7-af7a-9da7ca349c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1b066-dd9d-49ca-987b-31d4a20f8776,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:47.464381 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-397b6855-34d0-4cd7-af7a-9da7ca349c11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e61268db46d847cb87893c1bb0f2c60a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779917 Mar 07 04:51:47.466480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38168) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:47.527347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-561df1a7-82ff-4ed1-9e76-9137ecd89202 admin admin] Publish callbacks [] for security_group (eef1b066-dd9d-49ca-987b-31d4a20f8776), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.553216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-561df1a7-82ff-4ed1-9e76-9137ecd89202 admin admin] Publish callbacks [] for security_group (eef1b066-dd9d-49ca-987b-31d4a20f8776), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.611386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-561df1a7-82ff-4ed1-9e76-9137ecd89202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eef1b066-dd9d-49ca-987b-31d4a20f8776), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.614415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-561df1a7-82ff-4ed1-9e76-9137ecd89202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.619644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-561df1a7-82ff-4ed1-9e76-9137ecd89202 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eef1b066-dd9d-49ca-987b-31d4a20f8776 HTTP/1.1" status: 204 len: 168 time: 0.1517689 Mar 07 04:51:47.631104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561df1a7-82ff-4ed1-9e76-9137ecd89202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1b066-dd9d-49ca-987b-31d4a20f8776,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:47.731407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38174) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:47.750982 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c547fc4-f567-4dbf-882b-a7c62fc87d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.854757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c547fc4-f567-4dbf-882b-a7c62fc87d2e admin admin] Publish callbacks [] for security_group (9b816932-8bbc-487e-83ec-c5bb1c9b4bd5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.861211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c547fc4-f567-4dbf-882b-a7c62fc87d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9b816932-8bbc-487e-83ec-c5bb1c9b4bd5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:47.934032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c547fc4-f567-4dbf-882b-a7c62fc87d2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b90d9c84f841ae9b7e269061e8a106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962121 Mar 07 04:51:47.934224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:47.948251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c547fc4-f567-4dbf-882b-a7c62fc87d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b816932-8bbc-487e-83ec-c5bb1c9b4bd5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:47.997771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f7bcb85-01ac-4676-b428-e37f5d626cd7 admin admin] Publish callbacks [] for security_group (9b816932-8bbc-487e-83ec-c5bb1c9b4bd5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.031776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f7bcb85-01ac-4676-b428-e37f5d626cd7 admin admin] Publish callbacks [] for security_group (9b816932-8bbc-487e-83ec-c5bb1c9b4bd5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.060478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38184) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:48.094568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42aa807b-06af-4915-9809-ab4f72b7fdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.100518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f7bcb85-01ac-4676-b428-e37f5d626cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9b816932-8bbc-487e-83ec-c5bb1c9b4bd5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.104495 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f7bcb85-01ac-4676-b428-e37f5d626cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.110232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f7bcb85-01ac-4676-b428-e37f5d626cd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b816932-8bbc-487e-83ec-c5bb1c9b4bd5 HTTP/1.1" status: 204 len: 168 time: 0.1776650 Mar 07 04:51:48.122262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bcb85-01ac-4676-b428-e37f5d626cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b816932-8bbc-487e-83ec-c5bb1c9b4bd5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:48.246440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177a48-5581-4702-b481-1ef7698d5bdd req-2b133f12-de86-4412-8246-e41751d1521f tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:48.247933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25177a48-5581-4702-b481-1ef7698d5bdd req-2b133f12-de86-4412-8246-e41751d1521f tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 950 time: 0.0830958 Mar 07 04:51:48.266694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42aa807b-06af-4915-9809-ab4f72b7fdec admin admin] Publish callbacks [] for security_group (72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.277472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42aa807b-06af-4915-9809-ab4f72b7fdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.343915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-42aa807b-06af-4915-9809-ab4f72b7fdec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dc04fcf7ca44ad0b247d4ba0d601a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795317 Mar 07 04:51:48.345161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:48.345828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa807b-06af-4915-9809-ab4f72b7fdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:48.369522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25177a48-5581-4702-b481-1ef7698d5bdd req-2c038bcf-6ef5-4f6b-b005-dc1440e6f454 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132350 Mar 07 04:51:48.425477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea1fa-e5b4-40cd-89c8-4c4b575e51d6 admin admin] Publish callbacks [] for security_group (72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.455859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea1fa-e5b4-40cd-89c8-4c4b575e51d6 admin admin] Publish callbacks [] for security_group (72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.517726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea1fa-e5b4-40cd-89c8-4c4b575e51d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.521666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea1fa-e5b4-40cd-89c8-4c4b575e51d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:48.528129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9e2ea1fa-e5b4-40cd-89c8-4c4b575e51d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f HTTP/1.1" status: 204 len: 168 time: 0.1748462 Mar 07 04:51:48.537795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ea1fa-e5b4-40cd-89c8-4c4b575e51d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7cc51-55a7-4f78-8eb1-98d47a3e2d6f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:49.423138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38242) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:49.500438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390118e-a6ba-4fdf-8cf7-1d02e4a50db2 req-9cff0c7d-6b21-4e7c-afdb-58a058e3b5d0 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:49.502176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d390118e-a6ba-4fdf-8cf7-1d02e4a50db2 req-9cff0c7d-6b21-4e7c-afdb-58a058e3b5d0 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 950 time: 0.0564842 Mar 07 04:51:49.562960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a159e750-e794-4ee3-bfe8-fe81654955df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.568558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d390118e-a6ba-4fdf-8cf7-1d02e4a50db2 req-c08267ea-00cc-4df3-8443-e671e891333a tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/security-groups?id=f382660a-1869-4011-bf7c-0907d5a36d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Mar 07 04:51:49.671585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38250) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:49.684838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a159e750-e794-4ee3-bfe8-fe81654955df admin admin] Publish callbacks [] for security_group (e2668c15-c1ba-4de4-98b1-9e39c38e021f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.690149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a159e750-e794-4ee3-bfe8-fe81654955df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e2668c15-c1ba-4de4-98b1-9e39c38e021f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.707675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570897-33e9-4777-a717-88b2b432eb1a req-07b889aa-c570-49a0-b4b6-9e0750a7fe20 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:51:49.709140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf570897-33e9-4777-a717-88b2b432eb1a req-07b889aa-c570-49a0-b4b6-9e0750a7fe20 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 950 time: 0.0882094 Mar 07 04:51:49.761555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a159e750-e794-4ee3-bfe8-fe81654955df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53d608cbb59b4761b34384a5e14f9004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363526 Mar 07 04:51:49.764610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38256) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:49.767599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159e750-e794-4ee3-bfe8-fe81654955df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2668c15-c1ba-4de4-98b1-9e39c38e021f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:49.803853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bec14f23-9dd7-48b8-9399-e8c61065fde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.835020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Deleting port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:49.835363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.857072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2721-9422-45fd-870a-27759f839c23 admin admin] Publish callbacks [] for security_group (e2668c15-c1ba-4de4-98b1-9e39c38e021f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.904228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2721-9422-45fd-870a-27759f839c23 admin admin] Publish callbacks [] for security_group (e2668c15-c1ba-4de4-98b1-9e39c38e021f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.933206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] For port 1b33f733-a71f-4d4d-8a04-d9ad72eef043, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1b33f733-a71f-4d4d-8a04-d9ad72eef043,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:51:49.933964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.947690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Calling delete_port for 1b33f733-a71f-4d4d-8a04-d9ad72eef043 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:49.958417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bec14f23-9dd7-48b8-9399-e8c61065fde5 admin admin] Publish callbacks [] for security_group (0c93d818-83b2-4204-9167-ef82fba0bb43), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.970828 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bec14f23-9dd7-48b8-9399-e8c61065fde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0c93d818-83b2-4204-9167-ef82fba0bb43), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:49.991977 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.005376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2721-9422-45fd-870a-27759f839c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e2668c15-c1ba-4de4-98b1-9e39c38e021f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.007931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2721-9422-45fd-870a-27759f839c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.009071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d1ae2721-9422-45fd-870a-27759f839c23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2668c15-c1ba-4de4-98b1-9e39c38e021f HTTP/1.1" status: 204 len: 168 time: 0.2432930 Mar 07 04:51:50.036996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec14f23-9dd7-48b8-9399-e8c61065fde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93d818-83b2-4204-9167-ef82fba0bb43,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:50.041079 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bec14f23-9dd7-48b8-9399-e8c61065fde5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=721cf883c62c40399be5c4684ba94ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683469 Mar 07 04:51:50.044125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38260) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:50.081808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae2721-9422-45fd-870a-27759f839c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2668c15-c1ba-4de4-98b1-9e39c38e021f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:50.104763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc22c7f8-a53d-4798-9243-df1d3300ba8c admin admin] Publish callbacks [] for security_group (0c93d818-83b2-4204-9167-ef82fba0bb43), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.112374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1b33f733-a71f-4d4d-8a04-d9ad72eef043), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.124792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1b33f733-a71f-4d4d-8a04-d9ad72eef043'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:51:50.143536 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc22c7f8-a53d-4798-9243-df1d3300ba8c admin admin] Publish callbacks [] for security_group (0c93d818-83b2-4204-9167-ef82fba0bb43), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.146591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Pushing event deleted for resources: {'Port': ['ID=1b33f733-a71f-4d4d-8a04-d9ad72eef043,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:50.199308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] No DVR routers for this DVR port 1b33f733-a71f-4d4d-8a04-d9ad72eef043 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:51:50.203492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.207442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf570897-33e9-4777-a717-88b2b432eb1a req-290e23b0-95c6-4609-bcc1-1ffec143cfd1 tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.15 "DELETE /v2.0/ports/1b33f733-a71f-4d4d-8a04-d9ad72eef043 HTTP/1.1" status: 204 len: 173 time: 0.4878271 Mar 07 04:51:50.207862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'name': 'network-vif-deleted', 'tag': '1b33f733-a71f-4d4d-8a04-d9ad72eef043'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:51:50.208874 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc22c7f8-a53d-4798-9243-df1d3300ba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0c93d818-83b2-4204-9167-ef82fba0bb43), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.210963 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab43216-7192-4d30-9974-a6901182844a" -d '{"events": [{"server_uuid": "fa91fb84-ce7a-45e7-a574-930293a16ad8", "name": "network-vif-deleted", "tag": "1b33f733-a71f-4d4d-8a04-d9ad72eef043"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:51:50.212456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fc22c7f8-a53d-4798-9243-df1d3300ba8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:50.213916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fc22c7f8-a53d-4798-9243-df1d3300ba8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c93d818-83b2-4204-9167-ef82fba0bb43 HTTP/1.1" status: 204 len: 168 time: 0.1687522 Mar 07 04:51:50.225700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c7f8-a53d-4798-9243-df1d3300ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93d818-83b2-4204-9167-ef82fba0bb43,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:50.526843 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468dc91-da51-403f-a488-59b260e168b4 x-openstack-request-id: req-3468dc91-da51-403f-a488-59b260e168b4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:51:50.527376 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa91fb84-ce7a-45e7-a574-930293a16ad8", "name": "network-vif-deleted", "tag": "1b33f733-a71f-4d4d-8a04-d9ad72eef043", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:51:50.527475 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3468dc91-da51-403f-a488-59b260e168b4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:51:50.527805 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa91fb84-ce7a-45e7-a574-930293a16ad8', 'name': 'network-vif-deleted', 'tag': '1b33f733-a71f-4d4d-8a04-d9ad72eef043', 'status': 'completed', 'code': 200} Mar 07 04:51:50.767371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11f5b89a-cf69-4466-b4eb-078d2d80faa3 req-c1dfab6f-12e1-4333-94ca-944360eae14c tempest-VolumesBackupsTest-1492358180 tempest-VolumesBackupsTest-1492358180-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa91fb84-ce7a-45e7-a574-930293a16ad8 HTTP/1.1" status: 200 len: 210 time: 0.0733354 Mar 07 04:51:51.702576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38334) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:51.803234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:51.825060 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:51.924473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.045006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Allocated IP 172.25.4.178 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/a83ddea4-b7ea-4344-88a1-07b3b2d0498b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:51:52.160255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.178232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38352) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:52.199159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.237295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:51:52.240363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:51:52.245456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:51:52.260573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.300740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Pushing event updated for resources: {'Port': ['ID=a83ddea4-b7ea-4344-88a1-07b3b2d0498b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:52.307046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d59de17-ea01-440e-9026-3ce33f027b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.365792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for floatingip (44e04a18-7a52-4b03-9609-85e5bcbd776a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.403409 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d59de17-ea01-440e-9026-3ce33f027b74 admin admin] Publish callbacks [] for security_group (be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.408372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d59de17-ea01-440e-9026-3ce33f027b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.408926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.453636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6d59de17-ea01-440e-9026-3ce33f027b74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0fc3ba4f8044bf78ee96f3774ebc33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736125 Mar 07 04:51:52.453929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:52.455121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59de17-ea01-440e-9026-3ce33f027b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:52.565643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-868ec8dc-ce20-4d66-aca0-f5fcf732661b admin admin] Publish callbacks [] for security_group (be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.605392 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-868ec8dc-ce20-4d66-aca0-f5fcf732661b admin admin] Publish callbacks [] for security_group (be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.633827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.644721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.724563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Pushing event updated for resources: {'Port': ['ID=a83ddea4-b7ea-4344-88a1-07b3b2d0498b,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:52.728900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-868ec8dc-ce20-4d66-aca0-f5fcf732661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.731548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-868ec8dc-ce20-4d66-aca0-f5fcf732661b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.734927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-868ec8dc-ce20-4d66-aca0-f5fcf732661b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5 HTTP/1.1" status: 204 len: 168 time: 0.2776248 Mar 07 04:51:52.747163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ec8dc-ce20-4d66-aca0-f5fcf732661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9c0b6f-3f85-4c5c-ae9d-0e412dd88bb5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:52.749502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (44e04a18-7a52-4b03-9609-85e5bcbd776a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.770473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.772047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-176357df-e816-4e76-99d6-175943005366 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0675609 Mar 07 04:51:52.775513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38360) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:52.781197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1684925677', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'fixed_ips': [{'ip_address': '172.25.4.178'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:52.802681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Made reservation on behalf of dc94d01af4934f05a88bdb87334f5568 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:51:52.805430 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.816473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.910493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for security_group (44ef36e1-7f38-488e-8dbc-4654f9fc87dc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.915935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (44ef36e1-7f38-488e-8dbc-4654f9fc87dc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:52.922931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] device_id is not set on port 2b30e79b-7ce6-4d42-bfbb-73e729328c80 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:51:53.017384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ef36e1-7f38-488e-8dbc-4654f9fc87dc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:53.075260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:53.090126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac49d-b756-42b7-a60b-355091b67d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.167532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac49d-b756-42b7-a60b-355091b67d56 admin admin] Publish callbacks [] for security_group (5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.168877 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 04:51:53.169451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:51:53.171875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac49d-b756-42b7-a60b-355091b67d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.190530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3200ef9e-2ead-4ad8-b47d-32028b740f61 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4138477 Mar 07 04:51:53.191204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38368) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:53.216037 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac2ac49d-b756-42b7-a60b-355091b67d56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cb39cde773d4ff2b6f8f303916049c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392813 Mar 07 04:51:53.217006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ac49d-b756-42b7-a60b-355091b67d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:53.219966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38370) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:53.278853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420e8df-db14-4921-add0-7ccb84ad3588 admin admin] Publish callbacks [] for security_group (5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.302560 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420e8df-db14-4921-add0-7ccb84ad3588 admin admin] Publish callbacks [] for security_group (5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.356423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420e8df-db14-4921-add0-7ccb84ad3588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.360314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420e8df-db14-4921-add0-7ccb84ad3588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.364217 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9420e8df-db14-4921-add0-7ccb84ad3588 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9 HTTP/1.1" status: 204 len: 168 time: 0.1406770 Mar 07 04:51:53.373746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e8df-db14-4921-add0-7ccb84ad3588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f41bd-dc38-4a3a-8cfa-3e31136f3bc9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:53.406483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Deleting port a83ddea4-b7ea-4344-88a1-07b3b2d0498b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:51:53.407037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.494705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.495095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for floatingip (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.496601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1b33f733-a71f-4d4d-8a04-d9ad72eef043 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:51:53.509493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Calling delete_port for a83ddea4-b7ea-4344-88a1-07b3b2d0498b owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:51:53.528590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 1b33f733-a71f-4d4d-8a04-d9ad72eef043 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:51:53.529202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1b33f733-a71f-4d4d-8a04-d9ad72eef043 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:51:53.673159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a83ddea4-b7ea-4344-88a1-07b3b2d0498b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.701174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Pushing event deleted for resources: {'Port': ['ID=a83ddea4-b7ea-4344-88a1-07b3b2d0498b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:53.778481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks [] for floatingip (44e04a18-7a52-4b03-9609-85e5bcbd776a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.782959 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:53.787826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9ed0f72a-bf49-4b7b-8b21-c949abae4a39 tempest-ExternalNetworksAdminNegativeTestJSON-658686182 tempest-ExternalNetworksAdminNegativeTestJSON-658686182-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/44e04a18-7a52-4b03-9609-85e5bcbd776a HTTP/1.1" status: 204 len: 168 time: 0.5920570 Mar 07 04:51:54.105328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:54.351376 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1eb01b0c-a7bf-42c2-89ba-a505391fad42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.437933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1eb01b0c-a7bf-42c2-89ba-a505391fad42 admin admin] Publish callbacks [] for security_group (10101990-fc0b-47ec-a3d1-d24f06d5a623), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.443178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1eb01b0c-a7bf-42c2-89ba-a505391fad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (10101990-fc0b-47ec-a3d1-d24f06d5a623), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.493310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb01b0c-a7bf-42c2-89ba-a505391fad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10101990-fc0b-47ec-a3d1-d24f06d5a623,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:54.498474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1eb01b0c-a7bf-42c2-89ba-a505391fad42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5315687938974fafaca8c851c66a4ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920100 Mar 07 04:51:54.501500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38412) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:54.561601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8db94b4e-c1e7-4865-85b3-2fde3322bc5e admin admin] Publish callbacks [] for security_group (10101990-fc0b-47ec-a3d1-d24f06d5a623), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.590390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8db94b4e-c1e7-4865-85b3-2fde3322bc5e admin admin] Publish callbacks [] for security_group (10101990-fc0b-47ec-a3d1-d24f06d5a623), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.651799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8db94b4e-c1e7-4865-85b3-2fde3322bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (10101990-fc0b-47ec-a3d1-d24f06d5a623), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.654750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8db94b4e-c1e7-4865-85b3-2fde3322bc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:54.657001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8db94b4e-c1e7-4865-85b3-2fde3322bc5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10101990-fc0b-47ec-a3d1-d24f06d5a623 HTTP/1.1" status: 204 len: 168 time: 0.1540871 Mar 07 04:51:54.665206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db94b4e-c1e7-4865-85b3-2fde3322bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10101990-fc0b-47ec-a3d1-d24f06d5a623,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:55.010449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38434) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:55.067070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:55.067808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-413390dc-1556-4ad8-88c2-f494930be58b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc94d01af4934f05a88bdb87334f5568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551283 Mar 07 04:51:55.160975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2c7d-3762-4dd3-8a2c-cc5efb1d92ca admin admin] Publish callbacks [] for security_group (44ef36e1-7f38-488e-8dbc-4654f9fc87dc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:55.190807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2c7d-3762-4dd3-8a2c-cc5efb1d92ca admin admin] Publish callbacks [] for security_group (44ef36e1-7f38-488e-8dbc-4654f9fc87dc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:55.247721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2c7d-3762-4dd3-8a2c-cc5efb1d92ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (44ef36e1-7f38-488e-8dbc-4654f9fc87dc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:55.250936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2c7d-3762-4dd3-8a2c-cc5efb1d92ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:55.254446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb3c2c7d-3762-4dd3-8a2c-cc5efb1d92ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44ef36e1-7f38-488e-8dbc-4654f9fc87dc HTTP/1.1" status: 204 len: 168 time: 0.1837597 Mar 07 04:51:55.262150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c2c7d-3762-4dd3-8a2c-cc5efb1d92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ef36e1-7f38-488e-8dbc-4654f9fc87dc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:56.653709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38536) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:56.756557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-055cc787-d121-4555-9cd8-570a0d6f3504 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-991777608'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:56.757240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-055cc787-d121-4555-9cd8-570a0d6f3504 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Unknown quota resources ['metering_label']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:51:56.965083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-055cc787-d121-4555-9cd8-570a0d6f3504 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:56.966532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-055cc787-d121-4555-9cd8-570a0d6f3504 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3117843 Mar 07 04:51:56.969946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:56.975051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-92e10773-18ec-41bb-a34a-b68bbc9edefe tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e7e38250-b31b-420e-9597-c56e992978b2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:56.975878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-92e10773-18ec-41bb-a34a-b68bbc9edefe tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103939) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:51:57.059431 n-d-832185-1 neutron-server[103939]: WARNING neutron.services.metering.metering_plugin [None req-92e10773-18ec-41bb-a34a-b68bbc9edefe tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 04:51:57.200528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-92e10773-18ec-41bb-a34a-b68bbc9edefe tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:57.201773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-92e10773-18ec-41bb-a34a-b68bbc9edefe tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2301357 Mar 07 04:51:57.205057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38568) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:57.210433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b70c69b2-15b4-480b-980a-c8b6d56e088d tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e7e38250-b31b-420e-9597-c56e992978b2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:57.210961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b70c69b2-15b4-480b-980a-c8b6d56e088d tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103939) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:51:57.293700 n-d-832185-1 neutron-server[103939]: WARNING neutron.services.metering.metering_plugin [None req-b70c69b2-15b4-480b-980a-c8b6d56e088d tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 04:51:57.392916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b70c69b2-15b4-480b-980a-c8b6d56e088d tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:57.397075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38580) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:57.397206 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b70c69b2-15b4-480b-980a-c8b6d56e088d tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1910017 Mar 07 04:51:57.412738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9c3fa8ea-53ae-43e3-bcc8-d292c33d6c97 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=5dcb4d8d-0954-4634-a705-be03261b47fe HTTP/1.1" status: 200 len: 464 time: 0.0119536 Mar 07 04:51:57.412995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38584) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:57.572913 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35d8691f-1396-4990-af48-7ddb799f3284 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:57.576722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-35d8691f-1396-4990-af48-7ddb799f3284 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/5dcb4d8d-0954-4634-a705-be03261b47fe HTTP/1.1" status: 204 len: 168 time: 0.1601677 Mar 07 04:51:57.577667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:57.591052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e10a6c41-c84e-4e87-9694-b804b3eee758 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=5dcb4d8d-0954-4634-a705-be03261b47fe HTTP/1.1" status: 200 len: 221 time: 0.0088050 Mar 07 04:51:57.591264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38598) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:57.595932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a45c8dcd-2fc7-4d5f-9018-db991aa371fa tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2094427148', 'description': 'label created by tempest'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:51:57.596763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a45c8dcd-2fc7-4d5f-9018-db991aa371fa tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Unknown quota resources ['metering_label']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 04:51:58.104187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a45c8dcd-2fc7-4d5f-9018-db991aa371fa tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:58.105716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a45c8dcd-2fc7-4d5f-9018-db991aa371fa tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5132351 Mar 07 04:51:58.108042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38652) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.185181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e58d48e-cc55-4b60-814f-c4b2ffc1b2d6 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e549dbe6-16a0-43de-a28d-0a0df353ceb6 HTTP/1.1" status: 200 len: 468 time: 0.0753980 Mar 07 04:51:58.188545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38658) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.402273 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:51:58.407991 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfda0e58-56f1-4bc9-9bf3-c928411ea83c tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:58.409250 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bfda0e58-56f1-4bc9-9bf3-c928411ea83c tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e549dbe6-16a0-43de-a28d-0a0df353ceb6 HTTP/1.1" status: 204 len: 168 time: 0.2197020 Mar 07 04:51:58.412269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38684) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.426801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bea166a6-019c-4078-8d5a-3f4b880c5894 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e549dbe6-16a0-43de-a28d-0a0df353ceb6 HTTP/1.1" status: 200 len: 216 time: 0.0134556 Mar 07 04:51:58.430799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38694) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.446740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38704) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.455427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-233e82e5-a362-4054-af88-c3556b315d6c tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0213144 Mar 07 04:51:58.466102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38710) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.467257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c49b208-23f5-4e04-a355-130134e0ebba tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0187590 Mar 07 04:51:58.537577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38724) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.538167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77ad0275-e1d5-4529-b54d-7e015a69a70c tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/e7e38250-b31b-420e-9597-c56e992978b2 HTTP/1.1" status: 200 len: 472 time: 0.0704570 Mar 07 04:51:58.553477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-52699213-9a07-4048-8912-752a985948d9 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/a555294b-b515-403f-adb1-703a04d24407 HTTP/1.1" status: 200 len: 461 time: 0.0113883 Mar 07 04:51:58.553740 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38732) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.672677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c352-5db1-4573-81bc-908d9657d392 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:58.677245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38744) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:58.677634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6aa7c352-5db1-4573-81bc-908d9657d392 tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/a555294b-b515-403f-adb1-703a04d24407 HTTP/1.1" status: 204 len: 168 time: 0.1224809 Mar 07 04:51:58.903975 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5be2fc5-e9b7-4c25-a02e-16bef797793f tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:58.905847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b5be2fc5-e9b7-4c25-a02e-16bef797793f tempest-MeteringTestJSON-1617774566 tempest-MeteringTestJSON-1617774566-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e7e38250-b31b-420e-9597-c56e992978b2 HTTP/1.1" status: 204 len: 168 time: 0.2273781 Mar 07 04:51:59.268288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38818) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:59.433074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeea2ad2-48b8-42b8-a919-04cf466858fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.549389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeea2ad2-48b8-42b8-a919-04cf466858fc admin admin] Publish callbacks [] for security_group (96485f4a-6a5a-4f93-a7d3-f5f79e3cec24), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.555848 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aeea2ad2-48b8-42b8-a919-04cf466858fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (96485f4a-6a5a-4f93-a7d3-f5f79e3cec24), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.606515 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aeea2ad2-48b8-42b8-a919-04cf466858fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a725e01c1e34d48a052ac9a14dc47c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364041 Mar 07 04:51:59.608540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38842) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:51:59.611004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea2ad2-48b8-42b8-a919-04cf466858fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96485f4a-6a5a-4f93-a7d3-f5f79e3cec24,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:51:59.689122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2a79c9a-d52e-411b-8928-7ee5de070471 admin admin] Publish callbacks [] for security_group (96485f4a-6a5a-4f93-a7d3-f5f79e3cec24), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.718760 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2a79c9a-d52e-411b-8928-7ee5de070471 admin admin] Publish callbacks [] for security_group (96485f4a-6a5a-4f93-a7d3-f5f79e3cec24), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.782664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2a79c9a-d52e-411b-8928-7ee5de070471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (96485f4a-6a5a-4f93-a7d3-f5f79e3cec24), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.785936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2a79c9a-d52e-411b-8928-7ee5de070471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:51:59.787177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2a79c9a-d52e-411b-8928-7ee5de070471 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96485f4a-6a5a-4f93-a7d3-f5f79e3cec24 HTTP/1.1" status: 204 len: 168 time: 0.1776490 Mar 07 04:51:59.802202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a79c9a-d52e-411b-8928-7ee5de070471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96485f4a-6a5a-4f93-a7d3-f5f79e3cec24,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:00.179686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38880) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:00.200877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5724013d-25bd-40d8-bd7f-6d7617ec05a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.295144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5724013d-25bd-40d8-bd7f-6d7617ec05a4 admin admin] Publish callbacks [] for security_group (9ad7c77b-3587-4cde-a2f9-776aaa763733), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.300075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5724013d-25bd-40d8-bd7f-6d7617ec05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9ad7c77b-3587-4cde-a2f9-776aaa763733), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.340214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5724013d-25bd-40d8-bd7f-6d7617ec05a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7604eae212a42988f0898f76afb4b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594458 Mar 07 04:52:00.341451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724013d-25bd-40d8-bd7f-6d7617ec05a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad7c77b-3587-4cde-a2f9-776aaa763733,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:00.343413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38892) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:00.399914 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2987a512-71a6-4b96-bcc7-d4d827371e5d admin admin] Publish callbacks [] for security_group (9ad7c77b-3587-4cde-a2f9-776aaa763733), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.425197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2987a512-71a6-4b96-bcc7-d4d827371e5d admin admin] Publish callbacks [] for security_group (9ad7c77b-3587-4cde-a2f9-776aaa763733), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.480388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2987a512-71a6-4b96-bcc7-d4d827371e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (9ad7c77b-3587-4cde-a2f9-776aaa763733), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.483238 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2987a512-71a6-4b96-bcc7-d4d827371e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:00.484471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2987a512-71a6-4b96-bcc7-d4d827371e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ad7c77b-3587-4cde-a2f9-776aaa763733 HTTP/1.1" status: 204 len: 168 time: 0.1399403 Mar 07 04:52:00.493640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987a512-71a6-4b96-bcc7-d4d827371e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad7c77b-3587-4cde-a2f9-776aaa763733,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:00.955989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38922) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:01.137714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-162580eb-e06b-4762-9c14-3e1e6bcf8c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.223105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-162580eb-e06b-4762-9c14-3e1e6bcf8c02 admin admin] Publish callbacks [] for security_group (882aabf4-1d45-4579-b3cb-53ff0561c6c4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.227145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-162580eb-e06b-4762-9c14-3e1e6bcf8c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (882aabf4-1d45-4579-b3cb-53ff0561c6c4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.275819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162580eb-e06b-4762-9c14-3e1e6bcf8c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882aabf4-1d45-4579-b3cb-53ff0561c6c4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:01.285695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-162580eb-e06b-4762-9c14-3e1e6bcf8c02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a71392aee2cf41a1aa5abc59d509f3a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282778 Mar 07 04:52:01.288956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:01.347638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a558-5a8c-4094-9d40-2b5654598d5e admin admin] Publish callbacks [] for security_group (882aabf4-1d45-4579-b3cb-53ff0561c6c4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.379335 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a558-5a8c-4094-9d40-2b5654598d5e admin admin] Publish callbacks [] for security_group (882aabf4-1d45-4579-b3cb-53ff0561c6c4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.439098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a558-5a8c-4094-9d40-2b5654598d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (882aabf4-1d45-4579-b3cb-53ff0561c6c4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.441788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a558-5a8c-4094-9d40-2b5654598d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:01.445757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ed8a558-5a8c-4094-9d40-2b5654598d5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/882aabf4-1d45-4579-b3cb-53ff0561c6c4 HTTP/1.1" status: 204 len: 168 time: 0.1558392 Mar 07 04:52:01.453822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8a558-5a8c-4094-9d40-2b5654598d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882aabf4-1d45-4579-b3cb-53ff0561c6c4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:02.092307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38972) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:02.305213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38980) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:02.331289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1624060893'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:02.355327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Made reservation on behalf of 732081b7a45f4499b26503cfbc1e5c0f for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:02.359145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.379242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.400425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ef54e08f-f12a-40d8-ac73-d6ffe7c0fc39 tempest-AgentManagementNegativeTest-2107999104 tempest-AgentManagementNegativeTest-2107999104-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.0939960 Mar 07 04:52:02.487798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks [] for security_group (b2ca1b97-13aa-492a-a9ab-2caba1a51ffc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.495080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b2ca1b97-13aa-492a-a9ab-2caba1a51ffc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.534914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:02.546528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ca1b97-13aa-492a-a9ab-2caba1a51ffc,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:02.560267 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d6d5549b-dc96-4498-9407-10217f41e896), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.560632 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Added segment d6d5549b-dc96-4498-9407-10217f41e896 of type vlan for network 51d258df-053d-48ba-b80c-98b5167c379f Mar 07 04:52:02.618922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (51d258df-053d-48ba-b80c-98b5167c379f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.658216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (51d258df-053d-48ba-b80c-98b5167c379f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.664120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:02.664731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.705770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38988) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:02.729935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6355209 Mar 07 04:52:02.792622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf9011-a875-46c5-bc23-7a8affe81673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Pushing event updated for resources: {'Network': ['ID=51d258df-053d-48ba-b80c-98b5167c379f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:02.798962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-71519b3b-0d56-44c4-8a5f-82323b840e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.807090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 51d258df-053d-48ba-b80c-98b5167c379f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:02.847186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c43aa509-16fc-4d57-b6c1-83a4b7652c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.941715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c43aa509-16fc-4d57-b6c1-83a4b7652c76 admin admin] Publish callbacks [] for security_group (510bc800-e9ce-42ca-a35e-e2622a7a74a5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.948136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c43aa509-16fc-4d57-b6c1-83a4b7652c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (510bc800-e9ce-42ca-a35e-e2622a7a74a5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:02.990297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c43aa509-16fc-4d57-b6c1-83a4b7652c76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8acbf07731024f238676ceefd67c2b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792752 Mar 07 04:52:02.990297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aa509-16fc-4d57-b6c1-83a4b7652c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510bc800-e9ce-42ca-a35e-e2622a7a74a5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:02.990658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 38996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:03.034635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 38998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:03.039402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Request body: {'port': {'network_id': '51d258df-053d-48ba-b80c-98b5167c379f', 'binding:host_id': 'n-h1-832185-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-549763075'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:03.047140 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27a2c0e0-3b7a-49e8-a5ea-19d3907e0c85 admin admin] Publish callbacks [] for security_group (510bc800-e9ce-42ca-a35e-e2622a7a74a5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.060026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Made reservation on behalf of bd6b52a065be4bc0a0a0fe6ab850f812 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:03.063493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.073059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27a2c0e0-3b7a-49e8-a5ea-19d3907e0c85 admin admin] Publish callbacks [] for security_group (510bc800-e9ce-42ca-a35e-e2622a7a74a5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.075187 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.125860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27a2c0e0-3b7a-49e8-a5ea-19d3907e0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (510bc800-e9ce-42ca-a35e-e2622a7a74a5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.128670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-27a2c0e0-3b7a-49e8-a5ea-19d3907e0c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.130216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-27a2c0e0-3b7a-49e8-a5ea-19d3907e0c85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/510bc800-e9ce-42ca-a35e-e2622a7a74a5 HTTP/1.1" status: 204 len: 168 time: 0.1383896 Mar 07 04:52:03.141760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2c0e0-3b7a-49e8-a5ea-19d3907e0c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510bc800-e9ce-42ca-a35e-e2622a7a74a5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:03.189233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for security_group (46e1efb9-0344-48ef-b80e-e387216080ef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.195905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (46e1efb9-0344-48ef-b80e-e387216080ef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.201416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:03.299188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1efb9-0344-48ef-b80e-e387216080ef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:03.467806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:03.477518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.485872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.552062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=53c78cfe-2f16-4646-a4f8-727d8bf316c1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:03.560423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Checking segment: {'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:03.560790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Network hostable DHCP agents. Network: 51d258df-053d-48ba-b80c-98b5167c379f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:03.579370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Network 51d258df-053d-48ba-b80c-98b5167c379f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:03.589967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 51d258df-053d-48ba-b80c-98b5167c379f) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:03.594571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:03.601866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58b07a-d292-40e1-a8f1-64e28e002f74 None None] Network 51d258df-053d-48ba-b80c-98b5167c379f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:03.617458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.618093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.618674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.623780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.624546 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.624885 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 2 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.638981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.639859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.640205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.647944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.648480 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.648881 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 3 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.665100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.665445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.665780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.671911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.672241 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.672633 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 4 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.690164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.690507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.690846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.695586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.695932 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.696301 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 5 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.712483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.713059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.713298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.720325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.720664 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.721191 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 6 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.742149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.742501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.742843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.747296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.747683 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.748081 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 7 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.765172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.765509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.765852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.770493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.770824 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.771219 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 8 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.784719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.784958 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.785302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.789738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.790096 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.790657 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 9 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.804643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.805381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.805715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.810540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.810891 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.812103 n-d-832185-1 neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 10 to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 Mar 07 04:52:03.825914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:03.827209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:03.827823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:03.835117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:03.835117 n-d-832185-1 neutron-server[103939]: ERROR neutron.plugins.ml2.managers [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:03.835566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.904569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] For port 53c78cfe-2f16-4646-a4f8-727d8bf316c1, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:03.905592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempted to set empty binding levels {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 04:52:03.910074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.929583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39024) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:03.941013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:03.941670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:03.973075 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.9349010 Mar 07 04:52:03.973075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146ab2a-ccdf-4346-8e76-93634141a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=53c78cfe-2f16-4646-a4f8-727d8bf316c1,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:03.974080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39028) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.060850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--622824933'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:04.083701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Deleting port 53c78cfe-2f16-4646-a4f8-727d8bf316c1 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:04.084050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.100343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.117454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.175460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] For port 53c78cfe-2f16-4646-a4f8-727d8bf316c1, host n-h1-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:04.175822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.194637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Calling delete_port for 53c78cfe-2f16-4646-a4f8-727d8bf316c1 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:04.299077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (0482ec55-d9d6-4849-8a86-c5dd678bc30f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.309694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0482ec55-d9d6-4849-8a86-c5dd678bc30f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.340059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (53c78cfe-2f16-4646-a4f8-727d8bf316c1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.379368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0482ec55-d9d6-4849-8a86-c5dd678bc30f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:04.386341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c78cfe-2f16-4646-a4f8-727d8bf316c1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:04.397308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.400626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41b69143-db3f-4387-9c79-a85ce232bef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "DELETE /v2.0/ports/53c78cfe-2f16-4646-a4f8-727d8bf316c1 HTTP/1.1" status: 204 len: 168 time: 0.4260073 Mar 07 04:52:04.403583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.429744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.431790 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc0041-2c82-4062-a4a7-8573c0e506f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:52:04.436194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.439262 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9ecc0041-2c82-4062-a4a7-8573c0e506f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "GET /v2.0/ports/53c78cfe-2f16-4646-a4f8-727d8bf316c1 HTTP/1.1" status: 404 len: 333 time: 0.0344424 Mar 07 04:52:04.439434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39034) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.446466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Request body: {'port': {'network_id': '51d258df-053d-48ba-b80c-98b5167c379f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1527387921'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:04.486359 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.490335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5597003 Mar 07 04:52:04.490497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.494717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e96d1-05cd-43d4-ab60-292aca71105e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45be4c-2e83-4d56-ac64-65e1f1a690da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:04.499292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Made reservation on behalf of bd6b52a065be4bc0a0a0fe6ab850f812 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:04.501821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.517671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:04.561149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-defc6515-e149-4582-a977-dbb4e1ad1a25 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0694203 Mar 07 04:52:04.564109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39038) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.569020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-security--1562051564', 'description': 'tempest-security-description-1775596114'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:04.606415 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.652189 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.658116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.661085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.664898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "PUT /v2.0/security-groups/8d45be4c-2e83-4d56-ac64-65e1f1a690da HTTP/1.1" status: 200 len: 1797 time: 0.0972991 Mar 07 04:52:04.666150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.680044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.714939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.724063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2042f6-cdf7-4be9-b1fc-6b796e6037c4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45be4c-2e83-4d56-ac64-65e1f1a690da,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:04.732851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-27f26b56-7700-4d44-9a24-7535664270dc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups/8d45be4c-2e83-4d56-ac64-65e1f1a690da HTTP/1.1" status: 200 len: 1797 time: 0.0618637 Mar 07 04:52:04.734486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39042) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.758580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Network 51d258df-053d-48ba-b80c-98b5167c379f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:04.761427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:04.764870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:04.765794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:04.766677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.779435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=8b5e6d90-cdca-44b1-b60c-e19175c5ceda,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:04.785417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cfd953fa-34b6-4c04-b81c-1581e07830c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3426354 Mar 07 04:52:04.788076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39044) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.793306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:04.797410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a88a09f-9275-4f18-aedd-ddb0ed6c2876 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.820936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a88a09f-9275-4f18-aedd-ddb0ed6c2876 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.864850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.871380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a88a09f-9275-4f18-aedd-ddb0ed6c2876 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8d45be4c-2e83-4d56-ac64-65e1f1a690da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.874465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a88a09f-9275-4f18-aedd-ddb0ed6c2876 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:04.875617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a88a09f-9275-4f18-aedd-ddb0ed6c2876 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d45be4c-2e83-4d56-ac64-65e1f1a690da HTTP/1.1" status: 204 len: 168 time: 0.1401973 Mar 07 04:52:04.878201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39046) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.885829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a09f-9275-4f18-aedd-ddb0ed6c2876 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d45be4c-2e83-4d56-ac64-65e1f1a690da,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:04.966129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cb5b07d5-469f-4fc0-8411-bf96088784f9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865979 Mar 07 04:52:04.975330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:04.996625 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-59f8b7ee-4567-419d-adea-eef747040c3d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] delete failed (client error): The resource could not be found. Mar 07 04:52:05.001877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-59f8b7ee-4567-419d-adea-eef747040c3d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d45be4c-2e83-4d56-ac64-65e1f1a690da HTTP/1.1" status: 404 len: 347 time: 0.0215030 Mar 07 04:52:05.005231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.012228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--919324032'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:05.040714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.118644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (26021e23-bd6c-43b4-8f01-03fa28c0822a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.123363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (26021e23-bd6c-43b4-8f01-03fa28c0822a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.123781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:05.131811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.138612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.157505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.158761 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1521974 Mar 07 04:52:05.160762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ddcb6-4b0c-4ddf-907f-51335c6529d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26021e23-bd6c-43b4-8f01-03fa28c0822a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:05.162822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.167437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': '26021e23-bd6c-43b4-8f01-03fa28c0822a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:05.194839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (7c716b41-9fbe-4b1c-9073-787f63ad8861), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.197298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=8b5e6d90-cdca-44b1-b60c-e19175c5ceda,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:05.210125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.210472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.210845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.215584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.216005 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.216467 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 2 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.230410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.230842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.231269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.235841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.236237 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.236704 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 3 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.251883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.252304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.252720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.257203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.257624 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.258116 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 4 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.258475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (7c716b41-9fbe-4b1c-9073-787f63ad8861), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.263357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7c716b41-9fbe-4b1c-9073-787f63ad8861), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.272858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.273301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.273756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.279556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.280613 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.281109 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 5 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.288832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c716b41-9fbe-4b1c-9073-787f63ad8861,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:05.300596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.302440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bd439c38-7aff-4a54-8eef-4d8aba052e5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387119 Mar 07 04:52:05.306701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.315417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.315759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.316095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.335511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.335906 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.336304 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 6 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.366613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.366962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.367429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.376666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1673f8-3407-463e-af6f-857bfb964622 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (7c716b41-9fbe-4b1c-9073-787f63ad8861), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.377019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca4c776e-8a0e-4144-8c08-c87e32d584d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.380008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.380479 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.384405 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 7 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.387641 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1673f8-3407-463e-af6f-857bfb964622 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (7c716b41-9fbe-4b1c-9073-787f63ad8861), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.409787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.410155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.410494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.417100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.417430 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.417824 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 8 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.434491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.434838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.435174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.437170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1673f8-3407-463e-af6f-857bfb964622 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7c716b41-9fbe-4b1c-9073-787f63ad8861), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.445191 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1c1673f8-3407-463e-af6f-857bfb964622 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.446348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1c1673f8-3407-463e-af6f-857bfb964622 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7c716b41-9fbe-4b1c-9073-787f63ad8861 HTTP/1.1" status: 204 len: 168 time: 0.1374652 Mar 07 04:52:05.448667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.449003 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.449132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.452679 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 9 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.456676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1673f8-3407-463e-af6f-857bfb964622 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c716b41-9fbe-4b1c-9073-787f63ad8861,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:05.467211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.468160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.468626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.472999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.473321 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.473708 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 10 to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda Mar 07 04:52:05.487947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:05.488291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:05.488608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:05.493933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:05.494203 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fa282f69-fe44-45c0-9aa0-850d203588bb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439894 Mar 07 04:52:05.494330 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:05.494647 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.496955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39060) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.563475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bddae556-12b7-4569-8258-5102d3798d5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (26021e23-bd6c-43b4-8f01-03fa28c0822a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.570090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] For port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:05.570467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempted to set empty binding levels {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 04:52:05.575096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.587165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] In _notify_port_updated(), no bound segment for port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:52:05.588022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.588835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.589535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bddae556-12b7-4569-8258-5102d3798d5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (26021e23-bd6c-43b4-8f01-03fa28c0822a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.594175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "PUT /v2.0/ports/8b5e6d90-cdca-44b1-b60c-e19175c5ceda HTTP/1.1" status: 200 len: 979 time: 0.8015070 Mar 07 04:52:05.594642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39062) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.630406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe647f-10a3-4a51-9f46-777c71768074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=8b5e6d90-cdca-44b1-b60c-e19175c5ceda,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:05.695834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bddae556-12b7-4569-8258-5102d3798d5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (26021e23-bd6c-43b4-8f01-03fa28c0822a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.698428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bddae556-12b7-4569-8258-5102d3798d5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.699577 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bddae556-12b7-4569-8258-5102d3798d5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/26021e23-bd6c-43b4-8f01-03fa28c0822a HTTP/1.1" status: 204 len: 168 time: 0.2009995 Mar 07 04:52:05.703254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.716602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.716602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.717104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.718244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.718714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.719177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.719639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.720096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.720552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.721006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.721458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.721909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.722396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.722845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.723295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.723748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.724200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.724771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.725085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.725539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:05.728470 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86c8f652-4099-4848-8a48-eeb10b4bb770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18493 time: 0.1328630 Mar 07 04:52:05.732239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39066) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.735380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddae556-12b7-4569-8258-5102d3798d5a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26021e23-bd6c-43b4-8f01-03fa28c0822a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:05.784016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-598d1df1-b831-4bdc-8375-4a564171e1d3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0794623 Mar 07 04:52:05.787757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39068) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:05.792479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498726725'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:05.840285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.875944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Deleting port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:05.875944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.962342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] For port 8b5e6d90-cdca-44b1-b60c-e19175c5ceda, host n-h1-832185-1, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:05.962699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.983927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (a09a8b62-4523-4e49-a9e7-1862bf3c2504), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:05.985092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Calling delete_port for 8b5e6d90-cdca-44b1-b60c-e19175c5ceda owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:05.990770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a09a8b62-4523-4e49-a9e7-1862bf3c2504), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.054476 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.055711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2670534 Mar 07 04:52:06.058711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.063984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5360c-6d2b-4521-b190-ac637b210884 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a8b62-4523-4e49-a9e7-1862bf3c2504,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.064183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'a09a8b62-4523-4e49-a9e7-1862bf3c2504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:06.096871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (b3ca1c0a-e12e-4a4e-9871-4496e7012f9a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.100796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8b5e6d90-cdca-44b1-b60c-e19175c5ceda), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.142677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.146702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8b5e6d90-cdca-44b1-b60c-e19175c5ceda HTTP/1.1" status: 204 len: 168 time: 0.4079108 Mar 07 04:52:06.147806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ee65-f70b-450d-8710-5a4a89e24e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b5e6d90-cdca-44b1-b60c-e19175c5ceda,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.149503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.183657 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-626c5f41-0f67-406d-bda5-92b2ce08ac08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:52:06.185058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-626c5f41-0f67-406d-bda5-92b2ce08ac08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "GET /v2.0/ports/8b5e6d90-cdca-44b1-b60c-e19175c5ceda HTTP/1.1" status: 404 len: 333 time: 0.0301757 Mar 07 04:52:06.189223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.193809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-760515824', 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:06.209771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (b3ca1c0a-e12e-4a4e-9871-4496e7012f9a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.215951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b3ca1c0a-e12e-4a4e-9871-4496e7012f9a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.232656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Made reservation on behalf of bd6b52a065be4bc0a0a0fe6ab850f812 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:06.235571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.248477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ca1c0a-e12e-4a4e-9871-4496e7012f9a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.255932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.256993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0af5ef17-ff94-48d4-9b27-afb986b62d07 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969795 Mar 07 04:52:06.259926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39076) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.260968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 6b7a6346-0ad7-4fa3-8b9f-7dc46472d167 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:06.264706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'a09a8b62-4523-4e49-a9e7-1862bf3c2504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:06.299196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (22a37ec0-0c06-4c59-969a-30e05a46c243), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.371218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (22a37ec0-0c06-4c59-969a-30e05a46c243), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.377370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (22a37ec0-0c06-4c59-969a-30e05a46c243), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.406638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a37ec0-0c06-4c59-969a-30e05a46c243,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.414481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.416046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-02a2bc26-c685-48e2-8d48-373b11455b78 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549771 Mar 07 04:52:06.418817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39080) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.425063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'a09a8b62-4523-4e49-a9e7-1862bf3c2504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:06.440275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for port (6b7a6346-0ad7-4fa3-8b9f-7dc46472d167), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.454855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (2ed347b3-00b5-4e19-ad4c-cea2eea7e69d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.476873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6b7a6346-0ad7-4fa3-8b9f-7dc46472d167), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.521495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Network 51d258df-053d-48ba-b80c-98b5167c379f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:06.523068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (2ed347b3-00b5-4e19-ad4c-cea2eea7e69d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.527313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:06.527504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2ed347b3-00b5-4e19-ad4c-cea2eea7e69d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.533611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:06.535115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:06.536537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.541499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7a6346-0ad7-4fa3-8b9f-7dc46472d167,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.549680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.553929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309476 Mar 07 04:52:06.553929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413dbe2-7a84-4116-ae24-989c6d20eac0 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed347b3-00b5-4e19-ad4c-cea2eea7e69d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.554185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39082) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.559007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'a09a8b62-4523-4e49-a9e7-1862bf3c2504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:06.573632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a09b1de2-affd-4725-97d1-6f3b0151e12d tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3834240 Mar 07 04:52:06.576435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.623469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48729aa-7398-4ba1-a0a5-f66dc77ea656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:06.625454 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a48729aa-7398-4ba1-a0a5-f66dc77ea656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "GET /v2.0/ports/6b7a6346-0ad7-4fa3-8b9f-7dc46472d167 HTTP/1.1" status: 200 len: 958 time: 0.0479109 Mar 07 04:52:06.626247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (517d034d-cd10-41f5-90fe-31dd4fb0faa6), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.628338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39086) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:06.726075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Deleting port 6b7a6346-0ad7-4fa3-8b9f-7dc46472d167 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:06.726734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6b7a6346-0ad7-4fa3-8b9f-7dc46472d167), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.762071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.810610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6b7a6346-0ad7-4fa3-8b9f-7dc46472d167), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.825446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Calling delete_port for 6b7a6346-0ad7-4fa3-8b9f-7dc46472d167 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:06.927201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6b7a6346-0ad7-4fa3-8b9f-7dc46472d167), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.958615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7a6346-0ad7-4fa3-8b9f-7dc46472d167,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:06.962990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.966050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (517d034d-cd10-41f5-90fe-31dd4fb0faa6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.971202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8f807963-aa15-4f8f-906c-481b44a69e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6b7a6346-0ad7-4fa3-8b9f-7dc46472d167 HTTP/1.1" status: 204 len: 168 time: 0.3417420 Mar 07 04:52:06.973215 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (517d034d-cd10-41f5-90fe-31dd4fb0faa6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:06.974881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39088) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.021008 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-532052a7-2940-415d-9469-591b6076437b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:52:07.022478 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-532052a7-2940-415d-9469-591b6076437b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "GET /v2.0/ports/6b7a6346-0ad7-4fa3-8b9f-7dc46472d167 HTTP/1.1" status: 404 len: 333 time: 0.0440099 Mar 07 04:52:07.023190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517d034d-cd10-41f5-90fe-31dd4fb0faa6,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.026308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.027522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.028632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8f6132a7-b553-4c61-9387-d10fc9ce2bee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4737391 Mar 07 04:52:07.031902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.032670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Request body: {'port': {'network_id': '51d258df-053d-48ba-b80c-98b5167c379f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554386448'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:07.036166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'a09a8b62-4523-4e49-a9e7-1862bf3c2504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:07.056010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Made reservation on behalf of bd6b52a065be4bc0a0a0fe6ab850f812 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:07.058605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.065606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (99f9e66c-8af6-4ca2-b2b4-d4d1812213f8), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.076920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 8b39ba75-ee32-4b50-bfde-f226fadb7bef yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:07.128822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (99f9e66c-8af6-4ca2-b2b4-d4d1812213f8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.133128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (99f9e66c-8af6-4ca2-b2b4-d4d1812213f8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.152421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f9e66c-8af6-4ca2-b2b4-d4d1812213f8,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.162747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.166700 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b9d0f6a8-cf9e-40a1-9e80-ed0381cf0eda tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1312380 Mar 07 04:52:07.167575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39094) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.193849 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-073aef90-f826-4494-b8a5-8a9f4b684e9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (99f9e66c-8af6-4ca2-b2b4-d4d1812213f8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.202435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-073aef90-f826-4494-b8a5-8a9f4b684e9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (99f9e66c-8af6-4ca2-b2b4-d4d1812213f8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.232234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-073aef90-f826-4494-b8a5-8a9f4b684e9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (99f9e66c-8af6-4ca2-b2b4-d4d1812213f8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.240274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-073aef90-f826-4494-b8a5-8a9f4b684e9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.243868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-073aef90-f826-4494-b8a5-8a9f4b684e9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/99f9e66c-8af6-4ca2-b2b4-d4d1812213f8 HTTP/1.1" status: 204 len: 168 time: 0.0730023 Mar 07 04:52:07.244289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39096) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.266060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aef90-f826-4494-b8a5-8a9f4b684e9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99f9e66c-8af6-4ca2-b2b4-d4d1812213f8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.303681 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-301b1e83-6ecf-452b-b918-24285602bdd9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0556142 Mar 07 04:52:07.303918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.331279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77da8f26-d25f-439f-9b82-2e5504d66c4c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (517d034d-cd10-41f5-90fe-31dd4fb0faa6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.341597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77da8f26-d25f-439f-9b82-2e5504d66c4c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (517d034d-cd10-41f5-90fe-31dd4fb0faa6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.373835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77da8f26-d25f-439f-9b82-2e5504d66c4c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (517d034d-cd10-41f5-90fe-31dd4fb0faa6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.385367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77da8f26-d25f-439f-9b82-2e5504d66c4c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.389725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-77da8f26-d25f-439f-9b82-2e5504d66c4c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/517d034d-cd10-41f5-90fe-31dd4fb0faa6 HTTP/1.1" status: 204 len: 168 time: 0.0820405 Mar 07 04:52:07.389725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da8f26-d25f-439f-9b82-2e5504d66c4c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=517d034d-cd10-41f5-90fe-31dd4fb0faa6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.390556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.442262 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50f12a22-1a4e-4e2a-9952-b69daf8ca6cb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0504985 Mar 07 04:52:07.454594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.486624 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-300a577c-13b4-47f0-a993-74751cda40f4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (2ed347b3-00b5-4e19-ad4c-cea2eea7e69d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.497153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-300a577c-13b4-47f0-a993-74751cda40f4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (2ed347b3-00b5-4e19-ad4c-cea2eea7e69d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.521831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.531394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-300a577c-13b4-47f0-a993-74751cda40f4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2ed347b3-00b5-4e19-ad4c-cea2eea7e69d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.537701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-300a577c-13b4-47f0-a993-74751cda40f4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.541151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-300a577c-13b4-47f0-a993-74751cda40f4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2ed347b3-00b5-4e19-ad4c-cea2eea7e69d HTTP/1.1" status: 204 len: 168 time: 0.0833282 Mar 07 04:52:07.541408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.560873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a577c-13b4-47f0-a993-74751cda40f4 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ed347b3-00b5-4e19-ad4c-cea2eea7e69d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.566754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.599490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7cc1773e-2097-4211-acf7-128b68e0ca11 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0570197 Mar 07 04:52:07.602085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39108) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.618244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Network 51d258df-053d-48ba-b80c-98b5167c379f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:07.621873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:07.626290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:07.627286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:07.627777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-728fe86a-15e6-4f5e-a73f-e45e36d9ba09 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (22a37ec0-0c06-4c59-969a-30e05a46c243), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.627984 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.635702 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-728fe86a-15e6-4f5e-a73f-e45e36d9ba09 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (22a37ec0-0c06-4c59-969a-30e05a46c243), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.639825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=8b39ba75-ee32-4b50-bfde-f226fadb7bef,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.658204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-937f24ae-f29b-4649-8363-c4db4082cb58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6301856 Mar 07 04:52:07.659694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39110) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.664694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:07.666222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-728fe86a-15e6-4f5e-a73f-e45e36d9ba09 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (22a37ec0-0c06-4c59-969a-30e05a46c243), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.673827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-728fe86a-15e6-4f5e-a73f-e45e36d9ba09 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.678175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-728fe86a-15e6-4f5e-a73f-e45e36d9ba09 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/22a37ec0-0c06-4c59-969a-30e05a46c243 HTTP/1.1" status: 204 len: 168 time: 0.0750978 Mar 07 04:52:07.680071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39112) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.693630 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.698527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe86a-15e6-4f5e-a73f-e45e36d9ba09 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22a37ec0-0c06-4c59-969a-30e05a46c243,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.738429 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-28b3c25f-8283-49aa-91fb-6cdb23a1e022 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571535 Mar 07 04:52:07.741245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.749190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.777026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-739da136-6685-4177-9573-5fcbde3d1354 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (b3ca1c0a-e12e-4a4e-9871-4496e7012f9a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.803522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-739da136-6685-4177-9573-5fcbde3d1354 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (b3ca1c0a-e12e-4a4e-9871-4496e7012f9a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.854288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-739da136-6685-4177-9573-5fcbde3d1354 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b3ca1c0a-e12e-4a4e-9871-4496e7012f9a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.886059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-739da136-6685-4177-9573-5fcbde3d1354 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.887159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-739da136-6685-4177-9573-5fcbde3d1354 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b3ca1c0a-e12e-4a4e-9871-4496e7012f9a HTTP/1.1" status: 204 len: 168 time: 0.1449261 Mar 07 04:52:07.890997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39116) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.897639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739da136-6685-4177-9573-5fcbde3d1354 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3ca1c0a-e12e-4a4e-9871-4496e7012f9a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:07.938224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c43a47b1-b4f6-4991-83c5-21d631c014d9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460315 Mar 07 04:52:07.941042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39118) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:07.974895 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] device_id is not set on port 8b39ba75-ee32-4b50-bfde-f226fadb7bef yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:07.983908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks [] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:07.991628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.004385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70668519-42b6-4663-84a7-06e37f0b9ccb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (a09a8b62-4523-4e49-a9e7-1862bf3c2504), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.028410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70668519-42b6-4663-84a7-06e37f0b9ccb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (a09a8b62-4523-4e49-a9e7-1862bf3c2504), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.043463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=8b39ba75-ee32-4b50-bfde-f226fadb7bef,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.063294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.063897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.066147 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.069564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.070136 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.070550 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 2 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.075467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70668519-42b6-4663-84a7-06e37f0b9ccb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a09a8b62-4523-4e49-a9e7-1862bf3c2504), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.079928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70668519-42b6-4663-84a7-06e37f0b9ccb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.084009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-70668519-42b6-4663-84a7-06e37f0b9ccb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/a09a8b62-4523-4e49-a9e7-1862bf3c2504 HTTP/1.1" status: 204 len: 168 time: 0.1419604 Mar 07 04:52:08.084924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.085874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.086262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.086609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.091547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.091934 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.092374 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 3 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.108791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70668519-42b6-4663-84a7-06e37f0b9ccb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a8b62-4523-4e49-a9e7-1862bf3c2504,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.110979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.110979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.110979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.118275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.119106 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.119106 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 4 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.136755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.136908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.137449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.142056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.142395 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.142864 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 5 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.149299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a1377db8-4179-4c9a-8ac3-23dfc963e16a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607381 Mar 07 04:52:08.154984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39124) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.155774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.156128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.156468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.160875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--459526348'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:08.161270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.161590 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.162022 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 6 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.179957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.179957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.180690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.185296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.185634 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.187420 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 7 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.192080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.200175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.200521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.201161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.205656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.206011 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.206416 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 8 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.221508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.221872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.222224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.226794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.227126 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.227520 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 9 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.241285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.241624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.241968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.246952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.247263 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.247660 n-d-832185-1 neutron-server[103938]: INFO neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempt 10 to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef Mar 07 04:52:08.263227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:08.263569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:08.263903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempting to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:08.270316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (16b8d5be-08bd-465c-9978-95a522df279b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.271758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:08.272114 n-d-832185-1 neutron-server[103938]: ERROR neutron.plugins.ml2.managers [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Failed to bind port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on host n-h1-832185-1 for vnic_type normal using segments [{'id': 'd6d5549b-dc96-4498-9407-10217f41e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '51d258df-053d-48ba-b80c-98b5167c379f'}] Mar 07 04:52:08.272502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.275502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (16b8d5be-08bd-465c-9978-95a522df279b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.307911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.309184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1527717 Mar 07 04:52:08.312247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.316576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': '16b8d5be-08bd-465c-9978-95a522df279b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:08.322814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25923cdd-f72d-4d55-a36f-b4dd7d104dd3 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b8d5be-08bd-465c-9978-95a522df279b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.346667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] For port 8b39ba75-ee32-4b50-bfde-f226fadb7bef, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:08.347045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attempted to set empty binding levels {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 04:52:08.351570 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (54efa83c-2855-4c24-af4e-963deebca5ee), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.352685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.386603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] In _notify_port_updated(), no bound segment for port 8b39ba75-ee32-4b50-bfde-f226fadb7bef on network 51d258df-053d-48ba-b80c-98b5167c379f {{(pid=103938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 04:52:08.387786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:08.388401 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.392791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "PUT /v2.0/ports/8b39ba75-ee32-4b50-bfde-f226fadb7bef HTTP/1.1" status: 200 len: 979 time: 0.7292912 Mar 07 04:52:08.394496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.403873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943c8f5-dd04-4317-874f-0c8fc4c47522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event updated for resources: {'Port': ['ID=8b39ba75-ee32-4b50-bfde-f226fadb7bef,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.477542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (54efa83c-2855-4c24-af4e-963deebca5ee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.484482 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (54efa83c-2855-4c24-af4e-963deebca5ee), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.512123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54efa83c-2855-4c24-af4e-963deebca5ee,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.522475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.523680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e8132e09-496f-4240-b9d5-274074d63d8e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2105157 Mar 07 04:52:08.527106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.529193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Deleting port 8b39ba75-ee32-4b50-bfde-f226fadb7bef {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:08.529533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.588504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf43662-13eb-4aa0-9448-2b7a48a55d34 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (16b8d5be-08bd-465c-9978-95a522df279b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.598325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] For port 8b39ba75-ee32-4b50-bfde-f226fadb7bef, host n-h1-832185-1, got binding levels [] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:08.598696 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.612482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Calling delete_port for 8b39ba75-ee32-4b50-bfde-f226fadb7bef owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:08.617648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf43662-13eb-4aa0-9448-2b7a48a55d34 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (16b8d5be-08bd-465c-9978-95a522df279b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.670322 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf43662-13eb-4aa0-9448-2b7a48a55d34 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (16b8d5be-08bd-465c-9978-95a522df279b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.673747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ecf43662-13eb-4aa0-9448-2b7a48a55d34 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.674941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ecf43662-13eb-4aa0-9448-2b7a48a55d34 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/16b8d5be-08bd-465c-9978-95a522df279b HTTP/1.1" status: 204 len: 168 time: 0.1465795 Mar 07 04:52:08.678461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39134) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.684479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf43662-13eb-4aa0-9448-2b7a48a55d34 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b8d5be-08bd-465c-9978-95a522df279b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.722410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8b39ba75-ee32-4b50-bfde-f226fadb7bef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.763246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6cdb2fdf-cca9-4b37-a252-4b965a0b1b6c tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836222 Mar 07 04:52:08.765182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b39ba75-ee32-4b50-bfde-f226fadb7bef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:08.768194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39136) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.775682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769323888'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:08.782285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.787753 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ff2b86f3-3328-4584-826e-64a546b4cd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8b39ba75-ee32-4b50-bfde-f226fadb7bef HTTP/1.1" status: 204 len: 168 time: 0.3899095 Mar 07 04:52:08.788167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.805613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:08.812812 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e999352-71c4-4657-a47e-ccc049ce27e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] GET failed (client error): The resource could not be found. Mar 07 04:52:08.818396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7e999352-71c4-4657-a47e-ccc049ce27e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279645716-project-admin] 10.222.0.21 "GET /v2.0/ports/8b39ba75-ee32-4b50-bfde-f226fadb7bef HTTP/1.1" status: 404 len: 333 time: 0.0251038 Mar 07 04:52:08.818566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:08.917236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (51d258df-053d-48ba-b80c-98b5167c379f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.007860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (eaf37522-b622-41d2-95d8-81e58b7cb5b0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.014008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eaf37522-b622-41d2-95d8-81e58b7cb5b0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.057484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (51d258df-053d-48ba-b80c-98b5167c379f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.085222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.086493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3171182 Mar 07 04:52:09.089381 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39142) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.092140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dc543-b525-4cf3-b03d-461d51a3712d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf37522-b622-41d2-95d8-81e58b7cb5b0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.094677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--740628909'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:09.098257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d258df-053d-48ba-b80c-98b5167c379f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:09.111520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d5549b-dc96-4498-9407-10217f41e896') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:09.111849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d5549b-dc96-4498-9407-10217f41e896') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:09.120228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.123713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (d6d5549b-dc96-4498-9407-10217f41e896), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.142690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d6d5549b-dc96-4498-9407-10217f41e896), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.150738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:09.151498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (d6d5549b-dc96-4498-9407-10217f41e896), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:09.158947 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:09.220670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (d55ae473-cacc-470c-9a3e-ff3c293e9f4a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.225607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d55ae473-cacc-470c-9a3e-ff3c293e9f4a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.244785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (51d258df-053d-48ba-b80c-98b5167c379f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.252859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.255798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] 10.222.0.21 "DELETE /v2.0/networks/51d258df-053d-48ba-b80c-98b5167c379f HTTP/1.1" status: 204 len: 168 time: 0.4358616 Mar 07 04:52:09.260020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.261451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1707981 Mar 07 04:52:09.265563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.268302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc49b-bc7c-43d2-9e6e-a64d14296269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102151475-project] Pushing event deleted for resources: {'Network': ['ID=51d258df-053d-48ba-b80c-98b5167c379f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.269954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'eaf37522-b622-41d2-95d8-81e58b7cb5b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd55ae473-cacc-470c-9a3e-ff3c293e9f4a', 'remote_ip_prefix': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:09.279084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8066524-4296-45d9-917c-05c438d01475 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ae473-cacc-470c-9a3e-ff3c293e9f4a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.308865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (4fca0966-30b9-43d8-9888-361c98687035), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.398351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (4fca0966-30b9-43d8-9888-361c98687035), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.402863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4fca0966-30b9-43d8-9888-361c98687035), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.423521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fca0966-30b9-43d8-9888-361c98687035,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.432925 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.434157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cb5c92bf-ab1e-4f93-bb2e-6c1e7ac830ea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1676178 Mar 07 04:52:09.438852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.444572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.472905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6145a383-2e19-4852-bc56-ed6b88d9f912 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (4fca0966-30b9-43d8-9888-361c98687035), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.481160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6145a383-2e19-4852-bc56-ed6b88d9f912 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (4fca0966-30b9-43d8-9888-361c98687035), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.510161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6145a383-2e19-4852-bc56-ed6b88d9f912 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4fca0966-30b9-43d8-9888-361c98687035), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.516402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6145a383-2e19-4852-bc56-ed6b88d9f912 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.519869 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6145a383-2e19-4852-bc56-ed6b88d9f912 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4fca0966-30b9-43d8-9888-361c98687035 HTTP/1.1" status: 204 len: 168 time: 0.0772038 Mar 07 04:52:09.520615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39154) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.526342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145a383-2e19-4852-bc56-ed6b88d9f912 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fca0966-30b9-43d8-9888-361c98687035,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.582245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a0060038-8f98-44a4-8503-305e72e58b9f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0605953 Mar 07 04:52:09.585055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.605186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39158) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.646147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3b29-462e-4763-94ef-9bb2859f54cc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (d55ae473-cacc-470c-9a3e-ff3c293e9f4a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.675066 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3b29-462e-4763-94ef-9bb2859f54cc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (d55ae473-cacc-470c-9a3e-ff3c293e9f4a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.723612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3b29-462e-4763-94ef-9bb2859f54cc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d55ae473-cacc-470c-9a3e-ff3c293e9f4a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.726349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3b29-462e-4763-94ef-9bb2859f54cc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.730140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2fcd3b29-462e-4763-94ef-9bb2859f54cc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/d55ae473-cacc-470c-9a3e-ff3c293e9f4a HTTP/1.1" status: 204 len: 168 time: 0.1415372 Mar 07 04:52:09.731850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39162) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.743408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd3b29-462e-4763-94ef-9bb2859f54cc tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ae473-cacc-470c-9a3e-ff3c293e9f4a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.778874 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-00b02342-6283-4e58-aec0-57df38ce830d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=732081b7a45f4499b26503cfbc1e5c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723783 Mar 07 04:52:09.781619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39164) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.811573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5f3de390-370b-416e-bc4a-8ab853c8a529 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0786428 Mar 07 04:52:09.814567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39166) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.847264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-edad91e2-d845-40e2-aeff-a0da4fba2e8a admin admin] Publish callbacks [] for security_group (b2ca1b97-13aa-492a-a9ab-2caba1a51ffc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.869417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-edad91e2-d845-40e2-aeff-a0da4fba2e8a admin admin] Publish callbacks [] for security_group (b2ca1b97-13aa-492a-a9ab-2caba1a51ffc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.878048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fef76dbf-16a4-4401-a638-4600b063164a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (eaf37522-b622-41d2-95d8-81e58b7cb5b0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.904272 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fef76dbf-16a4-4401-a638-4600b063164a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (eaf37522-b622-41d2-95d8-81e58b7cb5b0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.930998 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-edad91e2-d845-40e2-aeff-a0da4fba2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b2ca1b97-13aa-492a-a9ab-2caba1a51ffc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.933660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-edad91e2-d845-40e2-aeff-a0da4fba2e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.934864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-edad91e2-d845-40e2-aeff-a0da4fba2e8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2ca1b97-13aa-492a-a9ab-2caba1a51ffc HTTP/1.1" status: 204 len: 168 time: 0.1522751 Mar 07 04:52:09.947765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad91e2-d845-40e2-aeff-a0da4fba2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ca1b97-13aa-492a-a9ab-2caba1a51ffc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:09.964770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fef76dbf-16a4-4401-a638-4600b063164a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eaf37522-b622-41d2-95d8-81e58b7cb5b0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.968443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fef76dbf-16a4-4401-a638-4600b063164a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:09.970637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fef76dbf-16a4-4401-a638-4600b063164a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/eaf37522-b622-41d2-95d8-81e58b7cb5b0 HTTP/1.1" status: 204 len: 168 time: 0.1539791 Mar 07 04:52:09.972705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:09.996038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef76dbf-16a4-4401-a638-4600b063164a tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf37522-b622-41d2-95d8-81e58b7cb5b0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.036603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a35ca465-ff72-4304-aff8-5b99d0c0645b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0557890 Mar 07 04:52:10.040490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.046333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--169214053'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:10.069050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.146900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.151108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.183688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.187938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1432793 Mar 07 04:52:10.188061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.190113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2e8be-f7bb-429f-85f3-c38d535072e2 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.193759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:10.224867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (505714a6-b787-4031-888d-373664b6979b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.315473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (505714a6-b787-4031-888d-373664b6979b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.315803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.320171 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (505714a6-b787-4031-888d-373664b6979b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.343394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505714a6-b787-4031-888d-373664b6979b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.357056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.358549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c2e557f7-0a6e-4a6d-b0c8-67692f1c9cdb tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1695280 Mar 07 04:52:10.361786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.366490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-79ee6c7e-8422-4e2a-87d1-e3e493ba1322 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd6b52a065be4bc0a0a0fe6ab850f812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495257 Mar 07 04:52:10.368844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39182) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.391055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d909270-70dc-4d8a-acdc-db4dcdea0378 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (505714a6-b787-4031-888d-373664b6979b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.400800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d909270-70dc-4d8a-acdc-db4dcdea0378 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (505714a6-b787-4031-888d-373664b6979b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.421049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46ddee83-b42d-4974-aac3-1f318eee3150 admin admin] Publish callbacks [] for security_group (46e1efb9-0344-48ef-b80e-e387216080ef), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.428669 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d909270-70dc-4d8a-acdc-db4dcdea0378 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (505714a6-b787-4031-888d-373664b6979b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.434705 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d909270-70dc-4d8a-acdc-db4dcdea0378 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.438793 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d909270-70dc-4d8a-acdc-db4dcdea0378 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/505714a6-b787-4031-888d-373664b6979b HTTP/1.1" status: 204 len: 168 time: 0.0759449 Mar 07 04:52:10.439403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39184) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.445313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46ddee83-b42d-4974-aac3-1f318eee3150 admin admin] Publish callbacks [] for security_group (46e1efb9-0344-48ef-b80e-e387216080ef), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.458123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d909270-70dc-4d8a-acdc-db4dcdea0378 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=505714a6-b787-4031-888d-373664b6979b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.484843 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0a454ce9-8c40-475f-af56-0a7389a93c86 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432298 Mar 07 04:52:10.487370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39186) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.515170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46ddee83-b42d-4974-aac3-1f318eee3150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (46e1efb9-0344-48ef-b80e-e387216080ef), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.517850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-46ddee83-b42d-4974-aac3-1f318eee3150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.519073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46ddee83-b42d-4974-aac3-1f318eee3150 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46e1efb9-0344-48ef-b80e-e387216080ef HTTP/1.1" status: 204 len: 168 time: 0.1493051 Mar 07 04:52:10.529356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddee83-b42d-4974-aac3-1f318eee3150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1efb9-0344-48ef-b80e-e387216080ef,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.550577 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e05c6c6-347d-44dd-8482-292eb330252b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.582071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e05c6c6-347d-44dd-8482-292eb330252b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.635192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e05c6c6-347d-44dd-8482-292eb330252b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.637182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e05c6c6-347d-44dd-8482-292eb330252b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.638344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e05c6c6-347d-44dd-8482-292eb330252b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2 HTTP/1.1" status: 204 len: 168 time: 0.1499953 Mar 07 04:52:10.642393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39192) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.650173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05c6c6-347d-44dd-8482-292eb330252b tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a872b8-f1b0-4d96-bf1d-7d3dfa469ec2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.708965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fa1e8a01-73a2-404d-a192-23b45b970510 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644410 Mar 07 04:52:10.709163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39194) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.715004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--254710285'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:10.739801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.819237 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (e8b7af85-25e7-435a-a9cc-9f175eac74d2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.824468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e8b7af85-25e7-435a-a9cc-9f175eac74d2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.868035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.869297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1587265 Mar 07 04:52:10.871470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb240b1-bc8d-4bf8-8ce9-f769b36ad446 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7af85-25e7-435a-a9cc-9f175eac74d2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:10.872637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:10.877416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'e8b7af85-25e7-435a-a9cc-9f175eac74d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:10.912271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (a9d2e800-2d10-4d3a-9b34-8285c1f23142), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.983894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (a9d2e800-2d10-4d3a-9b34-8285c1f23142), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:10.989492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a9d2e800-2d10-4d3a-9b34-8285c1f23142), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.011979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d2e800-2d10-4d3a-9b34-8285c1f23142,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.022846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.024219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3104b643-41a1-4b8d-9f5b-ba56a9903643 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505742 Mar 07 04:52:11.026878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39208) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.044098 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-46a287fb-ef99-498f-9f27-b2039ae44904 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules/a9d2e800-2d10-4d3a-9b34-8285c1f23142 HTTP/1.1" status: 200 len: 763 time: 0.0159624 Mar 07 04:52:11.047178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.086043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-640cdf1e-1032-4a8a-aaae-9f0e508faace tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376015 Mar 07 04:52:11.088560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39212) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.115532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-654533fd-b6f8-43f2-8354-93c409d42512 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (a9d2e800-2d10-4d3a-9b34-8285c1f23142), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.125566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-654533fd-b6f8-43f2-8354-93c409d42512 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (a9d2e800-2d10-4d3a-9b34-8285c1f23142), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.155306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-654533fd-b6f8-43f2-8354-93c409d42512 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a9d2e800-2d10-4d3a-9b34-8285c1f23142), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.163873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-654533fd-b6f8-43f2-8354-93c409d42512 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.164981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-654533fd-b6f8-43f2-8354-93c409d42512 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a9d2e800-2d10-4d3a-9b34-8285c1f23142 HTTP/1.1" status: 204 len: 168 time: 0.0755012 Mar 07 04:52:11.167605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.170244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654533fd-b6f8-43f2-8354-93c409d42512 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9d2e800-2d10-4d3a-9b34-8285c1f23142,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.218040 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-05cb9421-c5de-4a9d-ac62-36881cfa8cea tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465770 Mar 07 04:52:11.227300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.236599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'e8b7af85-25e7-435a-a9cc-9f175eac74d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:11.329894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (84627fd6-ad14-4f10-9aab-065825e3858f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.395144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (84627fd6-ad14-4f10-9aab-065825e3858f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.399544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (84627fd6-ad14-4f10-9aab-065825e3858f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.417094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84627fd6-ad14-4f10-9aab-065825e3858f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.426930 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.430558 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-96c47af7-1f7d-4b14-bff4-70ee0fc14830 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1997559 Mar 07 04:52:11.430801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39234) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.452550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae194256-c574-49fc-ae6f-192cfd3571fe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules/84627fd6-ad14-4f10-9aab-065825e3858f HTTP/1.1" status: 200 len: 763 time: 0.0181935 Mar 07 04:52:11.452550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39236) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.452874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39238) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.504569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21bc1afe-93ee-4702-ae6a-c6a42e11bbfd tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484176 Mar 07 04:52:11.504832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39244) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.527717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6419c85-a8d5-45b3-b006-2395d55f6ebe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (84627fd6-ad14-4f10-9aab-065825e3858f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.536304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6419c85-a8d5-45b3-b006-2395d55f6ebe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (84627fd6-ad14-4f10-9aab-065825e3858f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.565334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6419c85-a8d5-45b3-b006-2395d55f6ebe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (84627fd6-ad14-4f10-9aab-065825e3858f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.572302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c6419c85-a8d5-45b3-b006-2395d55f6ebe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.573494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c6419c85-a8d5-45b3-b006-2395d55f6ebe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/84627fd6-ad14-4f10-9aab-065825e3858f HTTP/1.1" status: 204 len: 168 time: 0.0677660 Mar 07 04:52:11.576573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39246) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.582180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'networks': [{'name': 'tempest-network--1402035958'}, {'name': 'tempest-network--776731118'}]} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:11.582502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'network': {'name': 'tempest-network--1402035958'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:11.582961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'network': {'name': 'tempest-network--776731118'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:11.587241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419c85-a8d5-45b3-b006-2395d55f6ebe tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84627fd6-ad14-4f10-9aab-065825e3858f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.606557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'network': 2} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:11.611135 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.624789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.630286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8184222e-bd89-4084-add2-1bcd893ba072 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494225 Mar 07 04:52:11.630512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39248) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.635458 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'e8b7af85-25e7-435a-a9cc-9f175eac74d2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:11.661593 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Project 099a396d9d5243f5a107956710b3b3c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:52:11.667378 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (16fa483c-140f-49c5-b990-0a4a086e4130), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.717388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for security_group (d0a670fd-df34-4c0a-a337-b61d75a85296), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.722065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d0a670fd-df34-4c0a-a337-b61d75a85296), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.722886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.745962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (16fa483c-140f-49c5-b990-0a4a086e4130), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.753206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (16fa483c-140f-49c5-b990-0a4a086e4130), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.768221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fa483c-140f-49c5-b990-0a4a086e4130,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.775449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:11.777603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a670fd-df34-4c0a-a337-b61d75a85296,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.781584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.785357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-88e1f57d-aba7-4dfd-815e-5129c1046298 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512587 Mar 07 04:52:11.785579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39252) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.791344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (204aa0a9-40b5-456f-b1b2-218cef9e0f91), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.791850 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Added segment 204aa0a9-40b5-456f-b1b2-218cef9e0f91 of type vlan for network f04c4f22-f8af-4826-9112-bf1968d3ff8b Mar 07 04:52:11.803310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a0464580-c885-457f-b748-958a2af0fa62 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules/16fa483c-140f-49c5-b990-0a4a086e4130 HTTP/1.1" status: 200 len: 769 time: 0.0164068 Mar 07 04:52:11.807444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39254) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.845756 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f04c4f22-f8af-4826-9112-bf1968d3ff8b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.846591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7bc3b9a0-48f4-4cb1-842a-0831e8c8886f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0379319 Mar 07 04:52:11.849073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39256) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.873417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5865c11-c636-4b65-8dce-3f53e8c9367d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (16fa483c-140f-49c5-b990-0a4a086e4130), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.882195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5865c11-c636-4b65-8dce-3f53e8c9367d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (16fa483c-140f-49c5-b990-0a4a086e4130), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.883258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:11.896435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0b706180-80cb-4089-b01b-409140583d87), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.897070 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Added segment 0b706180-80cb-4089-b01b-409140583d87 of type vlan for network 56f7cfae-79e1-43c0-a17e-c58f65852263 Mar 07 04:52:11.909204 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5865c11-c636-4b65-8dce-3f53e8c9367d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (16fa483c-140f-49c5-b990-0a4a086e4130), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.915208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5865c11-c636-4b65-8dce-3f53e8c9367d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.918552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e5865c11-c636-4b65-8dce-3f53e8c9367d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/16fa483c-140f-49c5-b990-0a4a086e4130 HTTP/1.1" status: 204 len: 168 time: 0.0663123 Mar 07 04:52:11.918749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39258) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.936091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5865c11-c636-4b65-8dce-3f53e8c9367d tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16fa483c-140f-49c5-b990-0a4a086e4130,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:11.947832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (56f7cfae-79e1-43c0-a17e-c58f65852263), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.962918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e90eb88c-0c04-4db8-b5d4-5389adda6d6f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428464 Mar 07 04:52:11.965556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:11.980178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f04c4f22-f8af-4826-9112-bf1968d3ff8b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.981231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (56f7cfae-79e1-43c0-a17e-c58f65852263), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:11.988209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:11.993077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:11.993737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.030473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5787563 Mar 07 04:52:12.034119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39262) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.035511 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7841c34-3ed3-4055-afdd-39d84043c711 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (e8b7af85-25e7-435a-a9cc-9f175eac74d2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.058923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7841c34-3ed3-4055-afdd-39d84043c711 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (e8b7af85-25e7-435a-a9cc-9f175eac74d2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.101027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Network': ['ID=f04c4f22-f8af-4826-9112-bf1968d3ff8b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.112624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f04c4f22-f8af-4826-9112-bf1968d3ff8b details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:12.121389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7841c34-3ed3-4055-afdd-39d84043c711 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e8b7af85-25e7-435a-a9cc-9f175eac74d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.127403 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b7841c34-3ed3-4055-afdd-39d84043c711 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.129420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b7841c34-3ed3-4055-afdd-39d84043c711 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8b7af85-25e7-435a-a9cc-9f175eac74d2 HTTP/1.1" status: 204 len: 168 time: 0.1625872 Mar 07 04:52:12.133142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.162766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7841c34-3ed3-4055-afdd-39d84043c711 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b7af85-25e7-435a-a9cc-9f175eac74d2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.216054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-caad5fe9-e676-4075-bc28-e7dd32f79b18 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804524 Mar 07 04:52:12.222557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39266) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.234253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group': {'name': 'tempest-secgroup--30736479'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:12.269813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.309802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9b1c2-5719-44ca-972c-ecb6317903b4 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:12.317079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9b1c2-5719-44ca-972c-ecb6317903b4 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:12.322856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9b1c2-5719-44ca-972c-ecb6317903b4 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:12.330151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9b1c2-5719-44ca-972c-ecb6317903b4 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:12.335540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60b9b1c2-5719-44ca-972c-ecb6317903b4 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3006723 Mar 07 04:52:12.335739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39268) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.372898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858c38e-aeff-4e5a-9e31-6603306b6bee tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Network': ['ID=56f7cfae-79e1-43c0-a17e-c58f65852263,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.393747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (bbf87b25-c5b4-4507-98ad-0e4915598ebd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.397804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 56f7cfae-79e1-43c0-a17e-c58f65852263 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:12.424657 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bbf87b25-c5b4-4507-98ad-0e4915598ebd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.474788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f04c4f22-f8af-4826-9112-bf1968d3ff8b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.486948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.488494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2648332 Mar 07 04:52:12.491123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.495649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Request body: {'security_group_rule': {'security_group_id': 'bbf87b25-c5b4-4507-98ad-0e4915598ebd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:12.507228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a69eb-758b-42bd-aabb-6c972f57dd2f tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf87b25-c5b4-4507-98ad-0e4915598ebd,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.533829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (786d11f6-54f3-4f3a-bc31-8e6b784a1fce), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.593649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (786d11f6-54f3-4f3a-bc31-8e6b784a1fce), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.598398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (786d11f6-54f3-4f3a-bc31-8e6b784a1fce), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.605120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f04c4f22-f8af-4826-9112-bf1968d3ff8b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.617560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786d11f6-54f3-4f3a-bc31-8e6b784a1fce,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.628522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.629907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9233c89d-8d17-458a-9889-d97dd4cdc61e tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377647 Mar 07 04:52:12.632468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39280) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.633699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04c4f22-f8af-4826-9112-bf1968d3ff8b']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:12.651726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204aa0a9-40b5-456f-b1b2-218cef9e0f91') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:12.652068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204aa0a9-40b5-456f-b1b2-218cef9e0f91') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:12.676820 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (204aa0a9-40b5-456f-b1b2-218cef9e0f91), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.686882 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afdb1f30-6dea-4858-9d98-e6354ddfe796 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (bbf87b25-c5b4-4507-98ad-0e4915598ebd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.699741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (204aa0a9-40b5-456f-b1b2-218cef9e0f91), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.708339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:12.708741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (204aa0a9-40b5-456f-b1b2-218cef9e0f91), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: warnings.warn(msg) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:12.712138 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:12.716927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afdb1f30-6dea-4858-9d98-e6354ddfe796 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (bbf87b25-c5b4-4507-98ad-0e4915598ebd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.765970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afdb1f30-6dea-4858-9d98-e6354ddfe796 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bbf87b25-c5b4-4507-98ad-0e4915598ebd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.769471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afdb1f30-6dea-4858-9d98-e6354ddfe796 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.770991 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-afdb1f30-6dea-4858-9d98-e6354ddfe796 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/bbf87b25-c5b4-4507-98ad-0e4915598ebd HTTP/1.1" status: 204 len: 168 time: 0.1373804 Mar 07 04:52:12.773685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.783009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb1f30-6dea-4858-9d98-e6354ddfe796 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf87b25-c5b4-4507-98ad-0e4915598ebd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.796590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f04c4f22-f8af-4826-9112-bf1968d3ff8b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.801300 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.807366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/networks/f04c4f22-f8af-4826-9112-bf1968d3ff8b HTTP/1.1" status: 204 len: 168 time: 0.4679000 Mar 07 04:52:12.809964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.857162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4f58-4c7b-4b2a-9209-eaabac18cceb tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Network': ['ID=f04c4f22-f8af-4826-9112-bf1968d3ff8b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:12.909520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8ba8feb1-cc2f-463b-957f-79cc61c8f6bd tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1346037 Mar 07 04:52:12.912082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.928930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (56f7cfae-79e1-43c0-a17e-c58f65852263), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:12.952163 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-49f5bdde-45d3-4a92-88a2-ccda0bdecbee tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0363138 Mar 07 04:52:12.952562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39290) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:12.966705 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-2d247c23-a265-41ee-97cc-574406e945c9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] delete failed (client error): The resource could not be found. Mar 07 04:52:12.972262 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2d247c23-a265-41ee-97cc-574406e945c9 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "DELETE /v2.0/security-groups/bbf87b25-c5b4-4507-98ad-0e4915598ebd HTTP/1.1" status: 404 len: 347 time: 0.0150559 Mar 07 04:52:12.972775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.015271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-40840c4b-487b-4caf-a2a7-1db1bf01ee18 tempest-SecGroupIPv6Test-512401193 tempest-SecGroupIPv6Test-512401193-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0413370 Mar 07 04:52:13.032114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (56f7cfae-79e1-43c0-a17e-c58f65852263), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.053753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f7cfae-79e1-43c0-a17e-c58f65852263']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:13.063340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b706180-80cb-4089-b01b-409140583d87') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:13.063645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b706180-80cb-4089-b01b-409140583d87') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:13.074243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (0b706180-80cb-4089-b01b-409140583d87), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.089796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0b706180-80cb-4089-b01b-409140583d87), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.097683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:13.098170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (0b706180-80cb-4089-b01b-409140583d87), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:13.101288 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:13.162990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (56f7cfae-79e1-43c0-a17e-c58f65852263), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.173061 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.178826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/networks/56f7cfae-79e1-43c0-a17e-c58f65852263 HTTP/1.1" status: 204 len: 168 time: 0.3652534 Mar 07 04:52:13.179201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39296) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.193580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5241e-57a1-4a93-877c-26702ec2e421 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Network': ['ID=56f7cfae-79e1-43c0-a17e-c58f65852263,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:13.301281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13faa4-6591-4f90-9a6a-9232498d3b0a tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:13.306810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13faa4-6591-4f90-9a6a-9232498d3b0a tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:13.308390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2e13faa4-6591-4f90-9a6a-9232498d3b0a tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1281538 Mar 07 04:52:13.309588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39300) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.312265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39302) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.317459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-221509182'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:13.337751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:13.341590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.366966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:13.377070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fc0d20bf-4454-4de1-a05d-d8c18234358b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.377409 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Added segment fc0d20bf-4454-4de1-a05d-d8c18234358b of type vlan for network 6a12a02c-3684-4d70-bf54-f0abb6ed58b0 Mar 07 04:52:13.425532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (6a12a02c-3684-4d70-bf54-f0abb6ed58b0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.452679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (6a12a02c-3684-4d70-bf54-f0abb6ed58b0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.458015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:13.458623 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.461164 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dee60e1d-4bf5-4216-9b96-2ff62c00297e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=099a396d9d5243f5a107956710b3b3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504047 Mar 07 04:52:13.463672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.498934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1855557 Mar 07 04:52:13.502697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39308) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.526220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ba3c-f09f-4da7-96a0-2d3fd9d423f0 admin admin] Publish callbacks [] for security_group (0482ec55-d9d6-4849-8a86-c5dd678bc30f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.531244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-313195951'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:13.544434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15899122-965b-471d-a081-ed4ad8816760 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Network': ['ID=6a12a02c-3684-4d70-bf54-f0abb6ed58b0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:13.556936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ba3c-f09f-4da7-96a0-2d3fd9d423f0 admin admin] Publish callbacks [] for security_group (0482ec55-d9d6-4849-8a86-c5dd678bc30f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.564686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:13.565332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 6a12a02c-3684-4d70-bf54-f0abb6ed58b0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:13.569991 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.609916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:13.613037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ba3c-f09f-4da7-96a0-2d3fd9d423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0482ec55-d9d6-4849-8a86-c5dd678bc30f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.615600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ba3c-f09f-4da7-96a0-2d3fd9d423f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.618962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2ef3ba3c-f09f-4da7-96a0-2d3fd9d423f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0482ec55-d9d6-4849-8a86-c5dd678bc30f HTTP/1.1" status: 204 len: 168 time: 0.1518810 Mar 07 04:52:13.622272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b804c066-fe82-499e-bbcc-313e7dd3a9f4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.622630 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Added segment b804c066-fe82-499e-bbcc-313e7dd3a9f4 of type vlan for network 7f01545a-ec45-4dba-9f76-e1235cfd99d9 Mar 07 04:52:13.627700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3ba3c-f09f-4da7-96a0-2d3fd9d423f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0482ec55-d9d6-4849-8a86-c5dd678bc30f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:13.682472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7f01545a-ec45-4dba-9f76-e1235cfd99d9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.715341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7f01545a-ec45-4dba-9f76-e1235cfd99d9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.721423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:13.722110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:13.756479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2533336 Mar 07 04:52:13.759380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39314) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:13.765320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'ports': [{'network_id': '6a12a02c-3684-4d70-bf54-f0abb6ed58b0', 'name': 'tempest-port--808633901', 'admin_state_up': True}, {'network_id': '7f01545a-ec45-4dba-9f76-e1235cfd99d9', 'admin_state_up': False}]} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:13.765646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'port': {'network_id': '6a12a02c-3684-4d70-bf54-f0abb6ed58b0', 'name': 'tempest-port--808633901', 'admin_state_up': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:13.766180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'port': {'network_id': '7f01545a-ec45-4dba-9f76-e1235cfd99d9', 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:13.805936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c139c-25ee-4c91-9e3d-4e47bc217611 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Network': ['ID=7f01545a-ec45-4dba-9f76-e1235cfd99d9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:13.816675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7f01545a-ec45-4dba-9f76-e1235cfd99d9 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:14.008327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'port': 2} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:14.013418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.028764 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.196083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] device_id is not set on port a538a6c8-6b56-4ff7-b7a0-c772c8569745 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:14.289232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for port (a538a6c8-6b56-4ff7-b7a0-c772c8569745), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.357612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] device_id is not set on port 7c957262-1a8a-45f8-9ecd-e22d9c56ebe8 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 04:52:14.440791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for port (7c957262-1a8a-45f8-9ecd-e22d9c56ebe8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.476939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39336) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:14.484195 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a538a6c8-6b56-4ff7-b7a0-c772c8569745), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.541463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Port': ['ID=a538a6c8-6b56-4ff7-b7a0-c772c8569745,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:14.556867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Checking segment: {'id': 'fc0d20bf-4454-4de1-a05d-d8c18234358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a12a02c-3684-4d70-bf54-f0abb6ed58b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:14.557097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network hostable DHCP agents. Network: 6a12a02c-3684-4d70-bf54-f0abb6ed58b0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:14.575212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network 6a12a02c-3684-4d70-bf54-f0abb6ed58b0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:14.590283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 6a12a02c-3684-4d70-bf54-f0abb6ed58b0) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:14.596083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-265376834-network', 'tenant_id': '2cd676027e45480692a2bb64edeacf98'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:14.599421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34368b64-b89a-4561-ab9a-fd19128b3825 None None] Network 6a12a02c-3684-4d70-bf54-f0abb6ed58b0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:14.609336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:14.609942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7c957262-1a8a-45f8-9ecd-e22d9c56ebe8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.679290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Made reservation on behalf of 2cd676027e45480692a2bb64edeacf98 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:14.680533 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.682563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Port': ['ID=7c957262-1a8a-45f8-9ecd-e22d9c56ebe8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:14.695633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.723566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Checking segment: {'id': 'b804c066-fe82-499e-bbcc-313e7dd3a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7f01545a-ec45-4dba-9f76-e1235cfd99d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:14.723931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network hostable DHCP agents. Network: 7f01545a-ec45-4dba-9f76-e1235cfd99d9, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:14.759606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network 7f01545a-ec45-4dba-9f76-e1235cfd99d9 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:14.779413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7f01545a-ec45-4dba-9f76-e1235cfd99d9) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:14.788347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:14.791245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed51c3e-9379-4ad0-b14e-fe824a84d4fb None None] Network 7f01545a-ec45-4dba-9f76-e1235cfd99d9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:14.793364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:14.798066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:14.798693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.828802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e7470d35-77b8-422b-ab13-e192c73192f8 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0682440 Mar 07 04:52:14.831409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39344) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:14.834087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks [] for security_group (b625c362-55b6-484d-8217-e6df767349c2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.838900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b625c362-55b6-484d-8217-e6df767349c2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.872258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:14.879520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b625c362-55b6-484d-8217-e6df767349c2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:14.886957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (88ea3aa8-027e-45df-b085-0fadfa0f24a1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:14.887387 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Added segment 88ea3aa8-027e-45df-b085-0fadfa0f24a1 of type vlan for network a62ac1d9-5742-449b-978c-6d46f89babf2 Mar 07 04:52:14.986725 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a62ac1d9-5742-449b-978c-6d46f89babf2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.021058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a62ac1d9-5742-449b-978c-6d46f89babf2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.022180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.022774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.058697 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5778422 Mar 07 04:52:15.060593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:15.063319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9ed76-14a3-4bc5-858b-d436fc178bbf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.069452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9ed76-14a3-4bc5-858b-d436fc178bbf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.072106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2c9ed76-14a3-4bc5-858b-d436fc178bbf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2383902 Mar 07 04:52:15.074672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39350) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:15.091803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Request body: {'subnet': {'network_id': 'a62ac1d9-5742-449b-978c-6d46f89babf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-265376834-subnet', 'tenant_id': '2cd676027e45480692a2bb64edeacf98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:15.097777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc1d9-cc6c-4f9b-b487-e672a1a3649b req-bdfb084c-c12c-4623-a449-1a00221e509c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.099266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aebc1d9-cc6c-4f9b-b487-e672a1a3649b req-bdfb084c-c12c-4623-a449-1a00221e509c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1688933 Mar 07 04:52:15.107755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194d695-f79e-492d-804c-265e7ccee672 admin admin] Pushing event updated for resources: {'Network': ['ID=a62ac1d9-5742-449b-978c-6d46f89babf2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:15.119000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Made reservation on behalf of 2cd676027e45480692a2bb64edeacf98 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:15.119480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a62ac1d9-5742-449b-978c-6d46f89babf2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:15.122569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.184401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1aebc1d9-cc6c-4f9b-b487-e672a1a3649b req-797585eb-7f79-4b30-a194-456033ed6bbd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561020 Mar 07 04:52:15.262821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Deleting port a538a6c8-6b56-4ff7-b7a0-c772c8569745 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:15.263577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a538a6c8-6b56-4ff7-b7a0-c772c8569745), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.338592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (f18613d4-4134-44a5-b60a-25af8d880c19), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.380233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a538a6c8-6b56-4ff7-b7a0-c772c8569745), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.391500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf661-15e3-46a4-b5ab-6550e8d13e95 req-14e50751-fe92-454f-934e-87ccb6bc41bd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.393036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-301bf661-15e3-46a4-b5ab-6550e8d13e95 req-14e50751-fe92-454f-934e-87ccb6bc41bd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1106503 Mar 07 04:52:15.398920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18613d4-4134-44a5-b60a-25af8d880c19,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:15.408046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Checking segment: {'id': '88ea3aa8-027e-45df-b085-0fadfa0f24a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a62ac1d9-5742-449b-978c-6d46f89babf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:15.408466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Network hostable DHCP agents. Network: a62ac1d9-5742-449b-978c-6d46f89babf2, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:15.418719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Calling delete_port for a538a6c8-6b56-4ff7-b7a0-c772c8569745 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:15.427823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Network a62ac1d9-5742-449b-978c-6d46f89babf2 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:15.438417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a62ac1d9-5742-449b-978c-6d46f89babf2) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:15.442894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.443611 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.462569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c7ab96c-b25e-4b48-8c81-483f841c2d5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4002309 Mar 07 04:52:15.464241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde8a04-504b-4265-9184-8ac3ca437910 None None] Network a62ac1d9-5742-449b-978c-6d46f89babf2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:15.507156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-301bf661-15e3-46a4-b5ab-6550e8d13e95 req-e8127a51-48a2-44dd-b057-b576bd8b2dc0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028519 Mar 07 04:52:15.565160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a538a6c8-6b56-4ff7-b7a0-c772c8569745), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.605044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Port': ['ID=a538a6c8-6b56-4ff7-b7a0-c772c8569745,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:15.627641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a8d43-836a-4a6e-b213-1541fc7ad808 None None] Network a62ac1d9-5742-449b-978c-6d46f89babf2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:15.641579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.647855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-072eecfc-c0d3-4972-8065-c92a3cbe77b5 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/ports/a538a6c8-6b56-4ff7-b7a0-c772c8569745 HTTP/1.1" status: 204 len: 168 time: 0.5667398 Mar 07 04:52:15.648308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39368) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:15.693201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccf51d-fd4a-4b19-963e-724518273a5d req-93977cf0-13d5-46bc-8fb9-98e6987c4236 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.696581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46ccf51d-fd4a-4b19-963e-724518273a5d req-93977cf0-13d5-46bc-8fb9-98e6987c4236 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0952091 Mar 07 04:52:15.757836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Deleting port 7c957262-1a8a-45f8-9ecd-e22d9c56ebe8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:15.758361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7c957262-1a8a-45f8-9ecd-e22d9c56ebe8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.781802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46ccf51d-fd4a-4b19-963e-724518273a5d req-aa25f236-58f8-497e-88b3-dcc67881eeba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739152 Mar 07 04:52:15.856387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7c957262-1a8a-45f8-9ecd-e22d9c56ebe8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:15.876109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Calling delete_port for 7c957262-1a8a-45f8-9ecd-e22d9c56ebe8 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:15.944070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530606-5c81-4df7-b57c-e029c1e1d83d req-661e6c37-f57f-49d5-8e42-e0a582117c2d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:15.945658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c530606-5c81-4df7-b57c-e029c1e1d83d req-661e6c37-f57f-49d5-8e42-e0a582117c2d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0814149 Mar 07 04:52:15.997785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7c957262-1a8a-45f8-9ecd-e22d9c56ebe8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.013369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c530606-5c81-4df7-b57c-e029c1e1d83d req-77090aa1-fdee-4998-97ed-fb7f105f4378 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599601 Mar 07 04:52:16.047893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Port': ['ID=7c957262-1a8a-45f8-9ecd-e22d9c56ebe8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:16.059267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.066323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-28522860-22c2-4b17-8694-4d103e39e97c tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/ports/7c957262-1a8a-45f8-9ecd-e22d9c56ebe8 HTTP/1.1" status: 204 len: 168 time: 0.4147387 Mar 07 04:52:16.066797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39384) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:16.099167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-45bb5558-f96b-48e8-ac92-3d2a4dd5617a tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310752 Mar 07 04:52:16.102675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:16.108238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1643791963'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:16.130497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:16.134096 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.172554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:16.183487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (82df2433-e728-4af5-a07b-3ca2bbfacee3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.183904 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Added segment 82df2433-e728-4af5-a07b-3ca2bbfacee3 of type vlan for network a6b1a90e-60ae-4930-b6ed-31054f7f38fc Mar 07 04:52:16.210197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39396) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:16.215473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-589209522-network', 'tenant_id': '345ad616c4f54ceaabde360431df1f84'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:16.246870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Made reservation on behalf of 345ad616c4f54ceaabde360431df1f84 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:16.250010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a6b1a90e-60ae-4930-b6ed-31054f7f38fc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.250925 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.269572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.282626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a6b1a90e-60ae-4930-b6ed-31054f7f38fc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.289455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:16.290159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.312873 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2062979 Mar 07 04:52:16.314340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:16.318469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-3937086'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:16.376648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3a7f5-a74e-4203-9c02-311841b35c81 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Network': ['ID=a6b1a90e-60ae-4930-b6ed-31054f7f38fc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:16.390032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a6b1a90e-60ae-4930-b6ed-31054f7f38fc details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:16.392049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:16.395599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.449300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-0ee96516-8207-460e-8cf0-257f20b1ea5c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:16.450920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-0ee96516-8207-460e-8cf0-257f20b1ea5c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.1835458 Mar 07 04:52:16.475630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:16.500959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-99dc375d-7ccc-4578-9b93-b0090c6145b8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/quotas/d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 375 time: 0.0428395 Mar 07 04:52:16.507699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (721e3327-2545-4cac-b611-b91529c20202), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.508039 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Added segment 721e3327-2545-4cac-b611-b91529c20202 of type vlan for network 97098946-0948-460f-9e8b-60cafcd1bcd6 Mar 07 04:52:16.534830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks [] for security_group (5681f363-f54a-4b1f-b379-494ceb54cdd7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.568894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5681f363-f54a-4b1f-b379-494ceb54cdd7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.610792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (97098946-0948-460f-9e8b-60cafcd1bcd6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.612861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:16.637261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681f363-f54a-4b1f-b379-494ceb54cdd7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:16.643666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9fb94a91-0f0b-4111-9417-904b18a222c0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.644007 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Added segment 9fb94a91-0f0b-4111-9417-904b18a222c0 of type vlan for network be17c887-d064-4ffb-b89b-dae3572be9bd Mar 07 04:52:16.677845 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-1c32f4fb-1c6f-476d-b8fe-8e2f46217637 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1682582 Mar 07 04:52:16.683167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (97098946-0948-460f-9e8b-60cafcd1bcd6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.688633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:16.689221 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.759202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (be17c887-d064-4ffb-b89b-dae3572be9bd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.802158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4822748 Mar 07 04:52:16.809650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d92f6-caad-446d-9278-cc0470783dd2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Network': ['ID=97098946-0948-460f-9e8b-60cafcd1bcd6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:16.831045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (be17c887-d064-4ffb-b89b-dae3572be9bd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.833181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:16.833506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:16.851306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 97098946-0948-460f-9e8b-60cafcd1bcd6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:16.952209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] Pushing event updated for resources: {'Network': ['ID=be17c887-d064-4ffb-b89b-dae3572be9bd,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:16.959113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-ff6a431b-790c-442c-b31f-e99b04b8ccde service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:52:16.960582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-ff6a431b-790c-442c-b31f-e99b04b8ccde service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2681859 Mar 07 04:52:16.965751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b0ed6645-2c29-4f81-90a7-03b8b122cbbb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7543125 Mar 07 04:52:16.969664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39406) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:16.978138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Request body: {'subnet': {'network_id': 'be17c887-d064-4ffb-b89b-dae3572be9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-589209522-subnet', 'tenant_id': '345ad616c4f54ceaabde360431df1f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:17.000205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network be17c887-d064-4ffb-b89b-dae3572be9bd details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:17.022479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Made reservation on behalf of 345ad616c4f54ceaabde360431df1f84 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:17.025736 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.216259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-b3ec3964-2b8f-43c3-8be6-aaee8f445b88 service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289245 Mar 07 04:52:17.382789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-b81e1301-4e96-4456-9a7a-4e3119b74904 service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653996 Mar 07 04:52:17.397683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (7644fde1-75c8-4bee-9c4d-7382fa3658f7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.477616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7644fde1-75c8-4bee-9c4d-7382fa3658f7,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:17.482952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Checking segment: {'id': '9fb94a91-0f0b-4111-9417-904b18a222c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'be17c887-d064-4ffb-b89b-dae3572be9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:17.483417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Network hostable DHCP agents. Network: be17c887-d064-4ffb-b89b-dae3572be9bd, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:17.508896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Network be17c887-d064-4ffb-b89b-dae3572be9bd is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:17.531488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, be17c887-d064-4ffb-b89b-dae3572be9bd) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:17.536393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:17.537001 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.542833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64750841-ee2b-4fbd-b9ef-78e669350163 None None] Network be17c887-d064-4ffb-b89b-dae3572be9bd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:17.557493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-33595d57-285a-47cd-9064-0cbaccf1f394 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5863683 Mar 07 04:52:17.642303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10e5dfe8-3ec7-4cea-baee-df39c2d4523b req-4a3ea58f-22af-4b89-87cf-f68de9ef47d3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 210 time: 0.0384755 Mar 07 04:52:17.684432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da93c36-bfd5-47a1-bae4-32a1f0187fa6 None None] Network be17c887-d064-4ffb-b89b-dae3572be9bd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:17.740134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39414) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:17.800608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Deleting subnet f18613d4-4134-44a5-b60a-25af8d880c19 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:52:17.804149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Publish callbacks [] for subnet (f18613d4-4134-44a5-b60a-25af8d880c19), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.841413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (f18613d4-4134-44a5-b60a-25af8d880c19), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.896766 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (f18613d4-4134-44a5-b60a-25af8d880c19), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.950663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (f18613d4-4134-44a5-b60a-25af8d880c19), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.985556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18613d4-4134-44a5-b60a-25af8d880c19,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:17.990804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:17.994320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ed979c26-7882-4ef6-b478-bd896738a978 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f18613d4-4134-44a5-b60a-25af8d880c19 HTTP/1.1" status: 204 len: 168 time: 0.2531724 Mar 07 04:52:17.996810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39416) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:18.067755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a62ac1d9-5742-449b-978c-6d46f89babf2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.422906 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a62ac1d9-5742-449b-978c-6d46f89babf2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.447374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62ac1d9-5742-449b-978c-6d46f89babf2']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:18.459320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ea3aa8-027e-45df-b085-0fadfa0f24a1') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:18.459879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ea3aa8-027e-45df-b085-0fadfa0f24a1') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:18.471729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (88ea3aa8-027e-45df-b085-0fadfa0f24a1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.487160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (88ea3aa8-027e-45df-b085-0fadfa0f24a1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.493088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:18.493473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (88ea3aa8-027e-45df-b085-0fadfa0f24a1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:18.495122 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:18.554189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a62ac1d9-5742-449b-978c-6d46f89babf2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.559720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.563861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a62ac1d9-5742-449b-978c-6d46f89babf2 HTTP/1.1" status: 204 len: 168 time: 0.5659561 Mar 07 04:52:18.566783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39420) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:18.586163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e8478-e19d-4f98-8844-9a6727580971 admin admin] Pushing event deleted for resources: {'Network': ['ID=a62ac1d9-5742-449b-978c-6d46f89babf2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:18.650201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Deleting subnet 7644fde1-75c8-4bee-9c4d-7382fa3658f7 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:52:18.655784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Publish callbacks [] for subnet (7644fde1-75c8-4bee-9c4d-7382fa3658f7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.710697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (7644fde1-75c8-4bee-9c4d-7382fa3658f7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.757718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (7644fde1-75c8-4bee-9c4d-7382fa3658f7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.759612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c771497-280e-4e45-a438-1d959292db03 req-c117600c-9525-47a5-88a9-52636fc077b1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 210 time: 0.0554869 Mar 07 04:52:18.834309 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (7644fde1-75c8-4bee-9c4d-7382fa3658f7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.853721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:18.860503 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7644fde1-75c8-4bee-9c4d-7382fa3658f7 HTTP/1.1" status: 204 len: 168 time: 0.2899907 Mar 07 04:52:18.860703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:18.901306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc376d7-eacb-4df3-930d-b0436d704a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7644fde1-75c8-4bee-9c4d-7382fa3658f7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:18.987647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (be17c887-d064-4ffb-b89b-dae3572be9bd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.094602 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (be17c887-d064-4ffb-b89b-dae3572be9bd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.118661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be17c887-d064-4ffb-b89b-dae3572be9bd']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:19.129754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb94a91-0f0b-4111-9417-904b18a222c0') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:19.130145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb94a91-0f0b-4111-9417-904b18a222c0') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:19.143678 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (9fb94a91-0f0b-4111-9417-904b18a222c0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.160837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9fb94a91-0f0b-4111-9417-904b18a222c0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.171484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:19.171856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (9fb94a91-0f0b-4111-9417-904b18a222c0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:19.173536 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:19.250219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (be17c887-d064-4ffb-b89b-dae3572be9bd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.256058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.262469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be17c887-d064-4ffb-b89b-dae3572be9bd HTTP/1.1" status: 204 len: 168 time: 0.4008276 Mar 07 04:52:19.282456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc87a2-f1d5-4bc2-8b64-1328b7651075 admin admin] Pushing event deleted for resources: {'Network': ['ID=be17c887-d064-4ffb-b89b-dae3572be9bd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:19.477301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:19.520727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-66cf5f33-8333-4906-aab8-53b7731bc6de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cd676027e45480692a2bb64edeacf98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417936 Mar 07 04:52:19.523215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39444) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:19.577575 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5974-07a6-4248-8d57-b9db2b0fe8b8 admin admin] Publish callbacks [] for security_group (b625c362-55b6-484d-8217-e6df767349c2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.601113 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5974-07a6-4248-8d57-b9db2b0fe8b8 admin admin] Publish callbacks [] for security_group (b625c362-55b6-484d-8217-e6df767349c2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.653448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5974-07a6-4248-8d57-b9db2b0fe8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b625c362-55b6-484d-8217-e6df767349c2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.657026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5974-07a6-4248-8d57-b9db2b0fe8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:19.658284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4c7a5974-07a6-4248-8d57-b9db2b0fe8b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b625c362-55b6-484d-8217-e6df767349c2 HTTP/1.1" status: 204 len: 168 time: 0.1339254 Mar 07 04:52:19.668307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a5974-07a6-4248-8d57-b9db2b0fe8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b625c362-55b6-484d-8217-e6df767349c2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:19.880916 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1eb4dc20-934c-48eb-9f8c-10356266a89e req-949edd1d-4c7b-487a-806d-a78aa8febcb5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 210 time: 0.0334406 Mar 07 04:52:19.983867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39452) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:19.989773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'subnets': [{'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1027133498', 'ip_version': 6}, {'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:19.990187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'subnet': {'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1027133498', 'ip_version': 6}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:19.992235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Request body: {'subnet': {'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:20.019200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.093120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39454) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:20.218586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c297e017-3b79-43d3-9a06-9d4c69c90674 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345ad616c4f54ceaabde360431df1f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210806 Mar 07 04:52:20.219687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39456) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:20.237238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Made reservation on behalf of 6843c4b7d3a24cfc92eb3c6d62bd8aba for: {'subnet': 2} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:20.241937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.242314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.287170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Publish callbacks [] for security_group (5681f363-f54a-4b1f-b379-494ceb54cdd7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.316450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Publish callbacks [] for security_group (5681f363-f54a-4b1f-b379-494ceb54cdd7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.385611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5681f363-f54a-4b1f-b379-494ceb54cdd7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.388727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.390906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5681f363-f54a-4b1f-b379-494ceb54cdd7 HTTP/1.1" status: 204 len: 168 time: 0.1700308 Mar 07 04:52:20.401589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681f363-f54a-4b1f-b379-494ceb54cdd7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:20.409681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.409948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.411630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.412032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.412374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.412711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.413093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.413374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.413698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.414060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.414396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.414767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.415093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a26edc-b0da-47a7-a152-aa37e7c263ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:20.761514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (238da630-09d4-425f-ac0d-1d089041079a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.831150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Subnet': ['ID=238da630-09d4-425f-ac0d-1d089041079a,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:20.840771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Checking segment: {'id': '82df2433-e728-4af5-a07b-3ca2bbfacee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:20.841143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network hostable DHCP agents. Network: a6b1a90e-60ae-4930-b6ed-31054f7f38fc, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:20.860789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network a6b1a90e-60ae-4930-b6ed-31054f7f38fc is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:20.870470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a6b1a90e-60ae-4930-b6ed-31054f7f38fc) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:20.875130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (21831e4d-f653-4cce-ba1c-5627ac56b93f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:20.881899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e26553-f7cb-43ab-9473-fb78c987ae10 None None] Network a6b1a90e-60ae-4930-b6ed-31054f7f38fc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:20.950464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event updated for resources: {'Subnet': ['ID=21831e4d-f653-4cce-ba1c-5627ac56b93f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:20.960961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Checking segment: {'id': '721e3327-2545-4cac-b611-b91529c20202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:20.961474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network hostable DHCP agents. Network: 97098946-0948-460f-9e8b-60cafcd1bcd6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:20.987733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Network 97098946-0948-460f-9e8b-60cafcd1bcd6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:21.060869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 97098946-0948-460f-9e8b-60cafcd1bcd6) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:21.060869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:21.060869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:21.060869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.068561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac9057-d31f-47ae-a4a9-3191caeed360 None None] Network 97098946-0948-460f-9e8b-60cafcd1bcd6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:21.098911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbe906a8-2003-45c6-9760-b7f703598b9a req-e01b7e4d-16a5-4d17-86d2-6750d7e1c7f1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 210 time: 0.1040747 Mar 07 04:52:21.132143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98746d0c-84e6-4319-91ae-6f4a25896609 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1476789 Mar 07 04:52:21.134655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39476) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:21.174063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-a6b1a90e-60ae-4930-b6ed-31054f7f38fc', 'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc', 'project_id': '6843c4b7d3a24cfc92eb3c6d62bd8aba', 'fixed_ips': [{'subnet_id': '238da630-09d4-425f-ac0d-1d089041079a'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:21.184955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.239600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-6aad66a4-d414-4d27-9e3d-2f0902f8eb05 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:21.241483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-6aad66a4-d414-4d27-9e3d-2f0902f8eb05 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.1574664 Mar 07 04:52:21.256341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'port': {'device_id': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'admin_state_up': True, 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:21.275096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2aa47c-2114-43c8-8779-c7c8e4ba878e tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:21.276979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2aa47c-2114-43c8-8779-c7c8e4ba878e tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:21.278786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2aa47c-2114-43c8-8779-c7c8e4ba878e tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:21.281699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6b2aa47c-2114-43c8-8779-c7c8e4ba878e tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1460352 Mar 07 04:52:21.290714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39480) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:21.398699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Allocated IP 2001:db8::1 (a6b1a90e-60ae-4930-b6ed-31054f7f38fc/238da630-09d4-425f-ac0d-1d089041079a/a94d7aa3-252b-48fa-b085-52c448fa0467) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:21.403267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Deleting subnet 238da630-09d4-425f-ac0d-1d089041079a {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:52:21.583652 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Publish callbacks [] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.591176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-97098946-0948-460f-9e8b-60cafcd1bcd6', 'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6', 'project_id': '6843c4b7d3a24cfc92eb3c6d62bd8aba', 'fixed_ips': [{'subnet_id': '21831e4d-f653-4cce-ba1c-5627ac56b93f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:21.592534 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.593790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for subnet (238da630-09d4-425f-ac0d-1d089041079a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.597956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.663477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (238da630-09d4-425f-ac0d-1d089041079a), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.688571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Network a6b1a90e-60ae-4930-b6ed-31054f7f38fc is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:21.691840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:21.696088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Pushing event updated for resources: {'Port': ['ID=a94d7aa3-252b-48fa-b085-52c448fa0467,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:21.745473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:21.769601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.770186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.770966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.771636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.772153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.772665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.773186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.773696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.774257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.774768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.775297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.775824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.776333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:21.820751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (238da630-09d4-425f-ac0d-1d089041079a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.875799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Attempting to bind port a94d7aa3-252b-48fa-b085-52c448fa0467 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:21.876495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Attempting to bind port a94d7aa3-252b-48fa-b085-52c448fa0467 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '82df2433-e728-4af5-a07b-3ca2bbfacee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:21.877072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Attempting to bind port a94d7aa3-252b-48fa-b085-52c448fa0467 on network a6b1a90e-60ae-4930-b6ed-31054f7f38fc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:21.887265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:21.887999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Checking segment: {'id': '82df2433-e728-4af5-a07b-3ca2bbfacee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:21.888602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.889512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Bound using segment: {'id': '82df2433-e728-4af5-a07b-3ca2bbfacee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:21.890250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Bound port: a94d7aa3-252b-48fa-b085-52c448fa0467, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82df2433-e728-4af5-a07b-3ca2bbfacee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a6b1a90e-60ae-4930-b6ed-31054f7f38fc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:21.890840 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:21.911749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Allocated IP 2001:db8:0:1::1 (97098946-0948-460f-9e8b-60cafcd1bcd6/21831e4d-f653-4cce-ba1c-5627ac56b93f/bfeb10c4-a079-4333-9a42-39fd2ddb9205) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:21.963752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:21.970262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.006430 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (238da630-09d4-425f-ac0d-1d089041079a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.038702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] For port a94d7aa3-252b-48fa-b085-52c448fa0467, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:22.043630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] For port a94d7aa3-252b-48fa-b085-52c448fa0467, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a94d7aa3-252b-48fa-b085-52c448fa0467,segment=NetworkSegment(82df2433-e728-4af5-a07b-3ca2bbfacee3),segment_id=82df2433-e728-4af5-a07b-3ca2bbfacee3)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:22.062405 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.092408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Subnet': ['ID=238da630-09d4-425f-ac0d-1d089041079a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:22.108230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.112444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f902855-7bd9-4038-b5b3-c2fdadac7ee0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/subnets/238da630-09d4-425f-ac0d-1d089041079a HTTP/1.1" status: 204 len: 168 time: 0.8204072 Mar 07 04:52:22.115409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39496) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:22.210874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Publish callbacks [] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.218881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a5d97-e8d6-4dff-8f8f-b8f3b4211b09 None None] Pushing event updated for resources: {'Port': ['ID=a94d7aa3-252b-48fa-b085-52c448fa0467,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:22.229652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Allocated IP 172.20.0.10 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/c07847c4-90f1-4b76-ba63-c3c987dac084) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:22.237848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.340303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da820504-9012-4b7e-8b73-06da7eedd6a5 req-676ebd30-0b7e-442b-b5e1-75ec2fea587a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 210 time: 0.0746021 Mar 07 04:52:22.365401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Deleting subnet 21831e4d-f653-4cce-ba1c-5627ac56b93f {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:52:22.369891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for subnet (21831e4d-f653-4cce-ba1c-5627ac56b93f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.405913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Network 97098946-0948-460f-9e8b-60cafcd1bcd6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:22.427476 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (21831e4d-f653-4cce-ba1c-5627ac56b93f), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.433448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:22.445716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.448566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:22.554114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Pushing event updated for resources: {'Port': ['ID=bfeb10c4-a079-4333-9a42-39fd2ddb9205,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:22.616780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Attempting to bind port bfeb10c4-a079-4333-9a42-39fd2ddb9205 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:22.617155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Attempting to bind port bfeb10c4-a079-4333-9a42-39fd2ddb9205 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '721e3327-2545-4cac-b611-b91529c20202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:22.620497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Attempting to bind port bfeb10c4-a079-4333-9a42-39fd2ddb9205 on network 97098946-0948-460f-9e8b-60cafcd1bcd6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:22.634932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:22.635539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Checking segment: {'id': '721e3327-2545-4cac-b611-b91529c20202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:22.636237 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.636771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Bound using segment: {'id': '721e3327-2545-4cac-b611-b91529c20202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:22.637403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Bound port: bfeb10c4-a079-4333-9a42-39fd2ddb9205, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721e3327-2545-4cac-b611-b91529c20202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '97098946-0948-460f-9e8b-60cafcd1bcd6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:22.638004 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.643882 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (21831e4d-f653-4cce-ba1c-5627ac56b93f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.652622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.764753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.779615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98', '637b2efa-7e79-4eb1-9875-c075c7ef49f5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:22.835131 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (21831e4d-f653-4cce-ba1c-5627ac56b93f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.857153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] For port bfeb10c4-a079-4333-9a42-39fd2ddb9205, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:22.874703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:22.882302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] For port bfeb10c4-a079-4333-9a42-39fd2ddb9205, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bfeb10c4-a079-4333-9a42-39fd2ddb9205,segment=NetworkSegment(721e3327-2545-4cac-b611-b91529c20202),segment_id=721e3327-2545-4cac-b611-b91529c20202)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:22.902139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:22.906353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.906509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Subnet': ['ID=21831e4d-f653-4cce-ba1c-5627ac56b93f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:22.914527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:22.917511 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:22.930170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-35519746-4624-49f7-8c07-499723b443a2 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/subnets/21831e4d-f653-4cce-ba1c-5627ac56b93f HTTP/1.1" status: 204 len: 168 time: 0.8136652 Mar 07 04:52:22.932890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39514) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:22.962382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:23.023070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:23.023793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.050047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a41c22-00f0-4f75-8c22-3c67f5415a26 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:23.050719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-94db3947-f115-445a-a2f4-cda035516d29 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8001809 Mar 07 04:52:23.052184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-75a41c22-00f0-4f75-8c22-3c67f5415a26 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1183505 Mar 07 04:52:23.055677 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39516) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:23.065707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Request body: {'port': {'device_id': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:23.128412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a083ad-49f3-40c5-a8e6-81bb9e5b480f None None] Pushing event updated for resources: {'Port': ['ID=bfeb10c4-a079-4333-9a42-39fd2ddb9205,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:23.223428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (97098946-0948-460f-9e8b-60cafcd1bcd6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.234308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.323956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Deleting port bfeb10c4-a079-4333-9a42-39fd2ddb9205 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:23.324411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.411159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e5d0fd4b-92f4-433f-879f-71aabb3ed884 None None] Provisioning complete for port c07847c4-90f1-4b76-ba63-c3c987dac084 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:23.411718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fd4b-92f4-433f-879f-71aabb3ed884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.519246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] For port bfeb10c4-a079-4333-9a42-39fd2ddb9205, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bfeb10c4-a079-4333-9a42-39fd2ddb9205,segment=NetworkSegment(721e3327-2545-4cac-b611-b91529c20202),segment_id=721e3327-2545-4cac-b611-b91529c20202)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:23.519635 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.522488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0fd4b-92f4-433f-879f-71aabb3ed884 None None] Port c07847c4-90f1-4b76-ba63-c3c987dac084 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:52:23.543004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Calling delete_port for bfeb10c4-a079-4333-9a42-39fd2ddb9205 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:23.564372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdda11-2c72-4ddb-ba17-0ff163f9dbc5 req-1499b1a4-1b26-49e4-8997-7a85a9080615 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:23.566025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bcdda11-2c72-4ddb-ba17-0ff163f9dbc5 req-1499b1a4-1b26-49e4-8997-7a85a9080615 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 932 time: 0.1178980 Mar 07 04:52:23.648275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07847c4-90f1-4b76-ba63-c3c987dac084 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:52:23.668301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Publish callbacks [] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.688202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Transition to ACTIVE for port object c07847c4-90f1-4b76-ba63-c3c987dac084 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:52:23.695197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.695857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bcdda11-2c72-4ddb-ba17-0ff163f9dbc5 req-fba0314a-4661-41b4-b70e-611d3a5f6afb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209226 Mar 07 04:52:23.764798 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bfeb10c4-a079-4333-9a42-39fd2ddb9205), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.792545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Pushing event updated for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:23.817526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Port': ['ID=bfeb10c4-a079-4333-9a42-39fd2ddb9205,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:23.837527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] No DVR routers for this DVR port bfeb10c4-a079-4333-9a42-39fd2ddb9205 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:23.965519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Attempting to bind port c07847c4-90f1-4b76-ba63-c3c987dac084 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:23.965856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Attempting to bind port c07847c4-90f1-4b76-ba63-c3c987dac084 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:23.966205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Attempting to bind port c07847c4-90f1-4b76-ba63-c3c987dac084 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:23.978083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (97098946-0948-460f-9e8b-60cafcd1bcd6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:23.979366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Port c07847c4-90f1-4b76-ba63-c3c987dac084 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:23.979798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Attempting to bind port c07847c4-90f1-4b76-ba63-c3c987dac084 on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:23.986291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:23.986291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:23.986768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:23.987327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Bound port: c07847c4-90f1-4b76-ba63-c3c987dac084, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:23.987789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.012597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97098946-0948-460f-9e8b-60cafcd1bcd6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:24.024728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721e3327-2545-4cac-b611-b91529c20202') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:24.025065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721e3327-2545-4cac-b611-b91529c20202') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:24.035693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (721e3327-2545-4cac-b611-b91529c20202), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.043786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6a45f-6934-4f37-89fd-393d8ab43b36 None None] Network a6b1a90e-60ae-4930-b6ed-31054f7f38fc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:24.053638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (721e3327-2545-4cac-b611-b91529c20202), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.066323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:24.066911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (721e3327-2545-4cac-b611-b91529c20202), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:24.074779 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:24.082792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:24.093965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c07847c4-90f1-4b76-ba63-c3c987dac084,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:24.107176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.142185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a94d7aa3-252b-48fa-b085-52c448fa0467 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:52:24.189904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:24.190994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.192858 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] 10.222.0.44 "PUT /v2.0/ports/c07847c4-90f1-4b76-ba63-c3c987dac084 HTTP/1.1" status: 200 len: 1092 time: 1.1348789 Mar 07 04:52:24.194118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:52:24.208499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-93bb1466-2656-4e22-99e3-5175064d5269 None None] Provisioning complete for port a94d7aa3-252b-48fa-b085-52c448fa0467 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:24.208892 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-93bb1466-2656-4e22-99e3-5175064d5269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.220987 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b83951-2608-40f6-9a15-8ca36f561e27" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:52:24.254568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (97098946-0948-460f-9e8b-60cafcd1bcd6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.260922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.269649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/networks/97098946-0948-460f-9e8b-60cafcd1bcd6 HTTP/1.1" status: 204 len: 168 time: 1.2128441 Mar 07 04:52:24.282598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39538) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:24.332131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74621f0-90bd-421c-ac89-8ae4c03c930c service neutron] Pushing event updated for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:24.350641 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a31371-6ddb-4202-bd10-8345c334b356 x-openstack-request-id: req-86a31371-6ddb-4202-bd10-8345c334b356 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:52:24.351027 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:52:24.351363 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86a31371-6ddb-4202-bd10-8345c334b356 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:52:24.352980 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084', 'status': 'completed', 'code': 200} Mar 07 04:52:24.368783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df4d1f-094e-48ad-a2db-bf00389b5ddf tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Network': ['ID=97098946-0948-460f-9e8b-60cafcd1bcd6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:24.395446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-d092dcbe-94c2-43af-b75c-f6a775e97b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:24.397019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-d092dcbe-94c2-43af-b75c-f6a775e97b3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 1126 time: 0.1434269 Mar 07 04:52:24.453500 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-31069ad7-ee29-4f91-8838-683353bf0e8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07847c4-90f1-4b76-ba63-c3c987dac084 HTTP/1.1" status: 200 len: 217 time: 0.0484312 Mar 07 04:52:24.478368 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a6b1a90e-60ae-4930-b6ed-31054f7f38fc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.524739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-4602295e-65c1-4b47-9e8a-7f25ad51e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:24.526844 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-4602295e-65c1-4b47-9e8a-7f25ad51e1f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0674791 Mar 07 04:52:24.546790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Deleting port a94d7aa3-252b-48fa-b085-52c448fa0467 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:24.547078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.605437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a94d7aa3-252b-48fa-b085-52c448fa0467 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:24.605948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.614114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99a77-c280-4844-b78d-740e61bcb779 req-6721a148-fb3b-417f-a972-607daf6d1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:24.615891 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-6721a148-fb3b-417f-a972-607daf6d1060 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834558 Mar 07 04:52:24.628673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] For port a94d7aa3-252b-48fa-b085-52c448fa0467, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a94d7aa3-252b-48fa-b085-52c448fa0467,segment=NetworkSegment(82df2433-e728-4af5-a07b-3ca2bbfacee3),segment_id=82df2433-e728-4af5-a07b-3ca2bbfacee3)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:24.629044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.650923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Calling delete_port for a94d7aa3-252b-48fa-b085-52c448fa0467 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:24.727983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-93bb1466-2656-4e22-99e3-5175064d5269 None None] Current status of the port a94d7aa3-252b-48fa-b085-52c448fa0467 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:24.728399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-93bb1466-2656-4e22-99e3-5175064d5269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.791783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.793757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9c4e0-6383-440d-9284-27537cfa63a1 None None] DHCP port deletion for a6b1a90e-60ae-4930-b6ed-31054f7f38fc request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:52:24.809329 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-15ad6989-72c4-444f-9557-ee2fa78afc00 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870787 Mar 07 04:52:24.835825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] No DVR routers for this DVR port a94d7aa3-252b-48fa-b085-52c448fa0467 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:24.853173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a94d7aa3-252b-48fa-b085-52c448fa0467 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:24.853173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a94d7aa3-252b-48fa-b085-52c448fa0467), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:24.877116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Port': ['ID=a94d7aa3-252b-48fa-b085-52c448fa0467,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:24.977520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-935aef33-c73a-4288-857a-546c32c13975 None None] Could not find standard attr ID for object bfeb10c4-a079-4333-9a42-39fd2ddb9205. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 04:52:24.981958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fda99a77-c280-4844-b78d-740e61bcb779 req-3122d074-761e-432f-bbd2-f276614733ba service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671062 Mar 07 04:52:24.988772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a6b1a90e-60ae-4930-b6ed-31054f7f38fc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.007512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d64f5-5938-4427-af40-5636b6e0136e req-0c75fd81-7a7c-41bc-8fb0-47a8e0b268e1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:25.009293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755d64f5-5938-4427-af40-5636b6e0136e req-0c75fd81-7a7c-41bc-8fb0-47a8e0b268e1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 944 time: 0.1904697 Mar 07 04:52:25.043683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72683f-ecce-4d4a-9548-6713a590095d None None] DHCP port deletion for 97098946-0948-460f-9e8b-60cafcd1bcd6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:52:25.064402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b1a90e-60ae-4930-b6ed-31054f7f38fc']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:25.074774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8d14b-46f3-44b6-a743-bdfb8b6059d0 None None] Network 97098946-0948-460f-9e8b-60cafcd1bcd6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:25.078785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82df2433-e728-4af5-a07b-3ca2bbfacee3') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:25.079028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82df2433-e728-4af5-a07b-3ca2bbfacee3') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:25.087602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8d14b-46f3-44b6-a743-bdfb8b6059d0 None None] Network 97098946-0948-460f-9e8b-60cafcd1bcd6 could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 04:52:25.097166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (82df2433-e728-4af5-a07b-3ca2bbfacee3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.123447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (82df2433-e728-4af5-a07b-3ca2bbfacee3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.132167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-755d64f5-5938-4427-af40-5636b6e0136e req-838dcf40-3a5d-4dce-bb5f-2da72b1a6846 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050994 Mar 07 04:52:25.135500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-83afed55-02f1-4899-8230-3d5a251a7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:25.135968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:25.136252 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (82df2433-e728-4af5-a07b-3ca2bbfacee3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.138292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-83afed55-02f1-4899-8230-3d5a251a7117 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 1126 time: 0.0809729 Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:25.144774 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:25.232171 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a6b1a90e-60ae-4930-b6ed-31054f7f38fc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.243374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.250473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/networks/a6b1a90e-60ae-4930-b6ed-31054f7f38fc HTTP/1.1" status: 204 len: 168 time: 0.9664366 Mar 07 04:52:25.252915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39550) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:25.270314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74a91a-e6f6-439f-a567-55ab829c08aa tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Network': ['ID=a6b1a90e-60ae-4930-b6ed-31054f7f38fc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:25.369931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-ca9cfc02-5809-487c-8180-36d142a39c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:25.371465 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-ca9cfc02-5809-487c-8180-36d142a39c59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2240455 Mar 07 04:52:25.375551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7f01545a-ec45-4dba-9f76-e1235cfd99d9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.429216 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-423ba1c8-44a2-4dda-851e-3b30a29acbd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07847c4-90f1-4b76-ba63-c3c987dac084 HTTP/1.1" status: 200 len: 217 time: 0.0516479 Mar 07 04:52:25.547343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-c7b00bf1-9220-4a51-8ebf-0aaee2e26838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:25.548834 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-c7b00bf1-9220-4a51-8ebf-0aaee2e26838 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1130786 Mar 07 04:52:25.553865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7f01545a-ec45-4dba-9f76-e1235cfd99d9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.604900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f01545a-ec45-4dba-9f76-e1235cfd99d9']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:25.618038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b804c066-fe82-499e-bbcc-313e7dd3a9f4') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:25.618302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b804c066-fe82-499e-bbcc-313e7dd3a9f4') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:25.630509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b804c066-fe82-499e-bbcc-313e7dd3a9f4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.647637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-99d5f4a2-86ee-4246-bdc9-345777413aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:25.649051 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-99d5f4a2-86ee-4246-bdc9-345777413aed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0924392 Mar 07 04:52:25.651240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b804c066-fe82-499e-bbcc-313e7dd3a9f4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.679466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:25.680039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b804c066-fe82-499e-bbcc-313e7dd3a9f4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:25.684098 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:25.787816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7f01545a-ec45-4dba-9f76-e1235cfd99d9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.798002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.805768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39562) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:25.806008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/networks/7f01545a-ec45-4dba-9f76-e1235cfd99d9 HTTP/1.1" status: 204 len: 168 time: 0.5518444 Mar 07 04:52:25.824506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bdad9-555a-4932-b184-9fb604d0b5f0 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Network': ['ID=7f01545a-ec45-4dba-9f76-e1235cfd99d9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:25.832688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-446a10ba-adc5-433e-825a-dd95a64c49da service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765177 Mar 07 04:52:25.958252 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-85b83951-2608-40f6-9a15-8ca36f561e27 req-ce85b17b-96df-47ff-a7c7-7644fbd4dd8a service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193869 Mar 07 04:52:25.970354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a94d7aa3-252b-48fa-b085-52c448fa0467 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:52:25.987354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6a12a02c-3684-4d70-bf54-f0abb6ed58b0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:25.994514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a94d7aa3-252b-48fa-b085-52c448fa0467 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:52:25.994983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a94d7aa3-252b-48fa-b085-52c448fa0467 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:52:25.995496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bfeb10c4-a079-4333-9a42-39fd2ddb9205 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:52:26.015600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: bfeb10c4-a079-4333-9a42-39fd2ddb9205 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:52:26.015945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bfeb10c4-a079-4333-9a42-39fd2ddb9205 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:52:26.083716 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6a12a02c-3684-4d70-bf54-f0abb6ed58b0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.105733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a12a02c-3684-4d70-bf54-f0abb6ed58b0']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:26.117716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0d20bf-4454-4de1-a05d-d8c18234358b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:26.118047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0d20bf-4454-4de1-a05d-d8c18234358b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:26.129009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (fc0d20bf-4454-4de1-a05d-d8c18234358b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.143339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fc0d20bf-4454-4de1-a05d-d8c18234358b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.149081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:26.149479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (fc0d20bf-4454-4de1-a05d-d8c18234358b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:26.152524 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:26.222702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (6a12a02c-3684-4d70-bf54-f0abb6ed58b0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.228355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.235855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] 10.222.0.21 "DELETE /v2.0/networks/6a12a02c-3684-4d70-bf54-f0abb6ed58b0 HTTP/1.1" status: 204 len: 168 time: 0.4285703 Mar 07 04:52:26.257445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659b2d2-54fb-4ee7-984d-dbe55b302e65 tempest-BulkNetworkOpsIpV6Test-1420644230 tempest-BulkNetworkOpsIpV6Test-1420644230-project] Pushing event deleted for resources: {'Network': ['ID=6a12a02c-3684-4d70-bf54-f0abb6ed58b0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:26.325310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b6bc2-9eb7-463f-8958-45f499a24172 req-a8d77c4f-52de-4758-bd0c-b3b61568ffbe tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:26.338732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-378b6bc2-9eb7-463f-8958-45f499a24172 req-a8d77c4f-52de-4758-bd0c-b3b61568ffbe tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 944 time: 0.0712366 Mar 07 04:52:26.405569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-378b6bc2-9eb7-463f-8958-45f499a24172 req-514c34c3-95f1-48af-b72a-4cc041a80ccf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604615 Mar 07 04:52:26.556254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:26.696796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-130e8661-434d-4775-a61d-f54839294a90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6843c4b7d3a24cfc92eb3c6d62bd8aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393754 Mar 07 04:52:26.699663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39580) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:26.753248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7bad862-9250-435a-b9f8-56a7d3d2653a admin admin] Publish callbacks [] for security_group (d0a670fd-df34-4c0a-a337-b61d75a85296), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.799726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7bad862-9250-435a-b9f8-56a7d3d2653a admin admin] Publish callbacks [] for security_group (d0a670fd-df34-4c0a-a337-b61d75a85296), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.854465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7bad862-9250-435a-b9f8-56a7d3d2653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d0a670fd-df34-4c0a-a337-b61d75a85296), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.857143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7bad862-9250-435a-b9f8-56a7d3d2653a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:26.861892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f7bad862-9250-435a-b9f8-56a7d3d2653a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0a670fd-df34-4c0a-a337-b61d75a85296 HTTP/1.1" status: 204 len: 168 time: 0.1589174 Mar 07 04:52:26.873397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad862-9250-435a-b9f8-56a7d3d2653a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a670fd-df34-4c0a-a337-b61d75a85296,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:27.530197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be4cd-dd77-4b42-82f8-3df57fc2c3f5 req-ede5a019-8b47-4e50-8d99-deeca7f28e47 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:27.531699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166be4cd-dd77-4b42-82f8-3df57fc2c3f5 req-ede5a019-8b47-4e50-8d99-deeca7f28e47 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 944 time: 0.0563691 Mar 07 04:52:27.546418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39608) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:27.603597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-166be4cd-dd77-4b42-82f8-3df57fc2c3f5 req-aceb1b65-3b04-458a-ba24-d0708ebd8536 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615187 Mar 07 04:52:27.664216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672501727'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:27.686207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:27.690152 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.700144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.793386 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for security_group (448e62bd-b447-47fe-a4d5-fbd0773b30fa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.797491 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (448e62bd-b447-47fe-a4d5-fbd0773b30fa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.830856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:27.838090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448e62bd-b447-47fe-a4d5-fbd0773b30fa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:27.845808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (cc2050bb-e3bb-4c2e-800b-10f0a77890f7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.846205 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment cc2050bb-e3bb-4c2e-800b-10f0a77890f7 of type vlan for network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 Mar 07 04:52:27.893139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.927839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:27.934926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:27.936319 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.031719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:28.045424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:28.054044 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d025e38d-e6b8-4a10-a254-00b62946b9b6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5064435 Mar 07 04:52:28.182983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39620) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:28.188237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:28.284348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:28.288823 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.462799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c07847c4-90f1-4b76-ba63-c3c987dac084 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:52:28.508059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (779f1703-2c31-40fb-b5bb-36725d5edafc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.571694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c07847c4-90f1-4b76-ba63-c3c987dac084,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:28.597771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'c07847c4-90f1-4b76-ba63-c3c987dac084', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': 'c07847c4-90f1-4b76-ba63-c3c987dac084', 'mac_address': 'fa:16:3e:e5:c6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:52:28.626844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:28.627477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:28.633718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=779f1703-2c31-40fb-b5bb-36725d5edafc,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:28.655305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:28.667480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:28.677055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:28.677668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.711826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c535ee0d-0c0a-41c6-9f49-8c8f0527dd98 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5273232 Mar 07 04:52:28.715481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39626) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:28.720135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca436f39-c28e-4d4b-985c-1fa9325b9804 None None] Network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:28.721609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771049458'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:28.778564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:28.787455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.867153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c07847c4-90f1-4b76-ba63-c3c987dac084 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:28.867720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.875760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56', 'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '779f1703-2c31-40fb-b5bb-36725d5edafc'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:28.876990 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.880701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:28.916854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:28.917166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07847c4-90f1-4b76-ba63-c3c987dac084 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:52:28.922651 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 6886eb0f-6688-4f78-81b5-5b37570746f1 of type vlan for network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 Mar 07 04:52:28.989189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2124c0-4e39-40cf-88df-7aed75e71266 req-4d5a8ff3-08a9-4aa1-9237-f47692489b27 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:28.991022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da2124c0-4e39-40cf-88df-7aed75e71266 req-4d5a8ff3-08a9-4aa1-9237-f47692489b27 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 944 time: 0.2401633 Mar 07 04:52:29.002774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.008438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c07847c4-90f1-4b76-ba63-c3c987dac084,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:29.019276 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.052152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.058126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:29.058877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.106984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:29.110755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Allocated IP 172.20.255.242 (f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56/779f1703-2c31-40fb-b5bb-36725d5edafc/f37a4712-7069-40d0-9d42-8e14878786b5) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:29.151089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4342113 Mar 07 04:52:29.153725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39630) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:29.160833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:29.173893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da2124c0-4e39-40cf-88df-7aed75e71266 req-d2e1ef3a-9ea5-4f25-9324-e6f1f7303ae4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728818 Mar 07 04:52:29.230457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fb18d-9a11-41e0-a31a-f2123f1f4b64 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=85c798fd-4ac7-4c65-abf1-9cadeadbd6f0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:29.247851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:29.323628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:29.327775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.379410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c07847c4-90f1-4b76-ba63-c3c987dac084'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:29.492669 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-e4dc952f-9ec6-4a06-ac88-3a14953f4056 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441004 Mar 07 04:52:29.507023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Publish callbacks [] for port (f37a4712-7069-40d0-9d42-8e14878786b5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.520879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.574529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:29.578063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:29.603805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:29.620472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Pushing event updated for resources: {'Port': ['ID=f37a4712-7069-40d0-9d42-8e14878786b5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:29.683920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-a3f595d8-ff01-40f9-bccf-7c4c9de34bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:29.685678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-a3f595d8-ff01-40f9-bccf-7c4c9de34bd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.1311436 Mar 07 04:52:29.688539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c49fad91-f297-406b-913f-b44f22b7027b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.703277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Attempting to bind port f37a4712-7069-40d0-9d42-8e14878786b5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:29.703749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Attempting to bind port f37a4712-7069-40d0-9d42-8e14878786b5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:29.704187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Attempting to bind port f37a4712-7069-40d0-9d42-8e14878786b5 on network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:29.712725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:29.713202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Checking segment: {'id': 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:29.713690 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.714188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Bound using segment: {'id': 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:29.714876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Bound port: f37a4712-7069-40d0-9d42-8e14878786b5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:29.715344 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.788985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] For port f37a4712-7069-40d0-9d42-8e14878786b5, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:29.792790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] For port f37a4712-7069-40d0-9d42-8e14878786b5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f37a4712-7069-40d0-9d42-8e14878786b5,segment=NetworkSegment(cc2050bb-e3bb-4c2e-800b-10f0a77890f7),segment_id=cc2050bb-e3bb-4c2e-800b-10f0a77890f7)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:29.802082 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:29.854013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ef99b-5a6a-4b9a-acbe-b3779e0123a9 None None] Pushing event updated for resources: {'Port': ['ID=f37a4712-7069-40d0-9d42-8e14878786b5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:29.870099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=c49fad91-f297-406b-913f-b44f22b7027b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:29.899687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '6886eb0f-6688-4f78-81b5-5b37570746f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:29.900145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:29.932726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-42b53732-9a8c-4c2a-b9b2-28770bddbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:29.934672 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-42b53732-9a8c-4c2a-b9b2-28770bddbdbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2241664 Mar 07 04:52:29.937476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:29.955877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:29.972534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b0b1d6-beac-4318-8857-18d06676b62b None None] Network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:30.013249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:30.014866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.045326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6d6a6f14-fbf8-4159-8660-047b0938c481 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8898723 Mar 07 04:52:30.048140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39636) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:30.131798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-85c798fd-4ac7-4c65-abf1-9cadeadbd6f0', 'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': 'c49fad91-f297-406b-913f-b44f22b7027b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:30.132812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.154164 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-78d2ec35-8c0f-4893-91e7-e9f5b3f804ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.2088902 Mar 07 04:52:30.265391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-1cd261c3-1d58-4407-b3db-03b2e545067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:30.270407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-1cd261c3-1d58-4407-b3db-03b2e545067e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1099055 Mar 07 04:52:30.371421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.413645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Allocated IP 172.20.0.2 (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0/c49fad91-f297-406b-913f-b44f22b7027b/a0dd40b8-2888-4a18-b45f-b01de17dd115) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:30.413950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-11dcea10-cfa0-494a-8e92-b4f2b2533272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:30.416311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-11dcea10-cfa0-494a-8e92-b4f2b2533272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1374397 Mar 07 04:52:30.441742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87ead9-280d-4832-a12c-d7ad1f421e93 req-ca0b68a4-eb5e-412b-8d11-294f98fb7714 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:30.452189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b87ead9-280d-4832-a12c-d7ad1f421e93 req-ca0b68a4-eb5e-412b-8d11-294f98fb7714 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 945 time: 0.1391156 Mar 07 04:52:30.544207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c07847c4-90f1-4b76-ba63-c3c987dac084 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:52:30.547684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b87ead9-280d-4832-a12c-d7ad1f421e93 req-33da1937-4b16-4e55-9e3f-dec0f5f6d299 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942397 Mar 07 04:52:30.726029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c49fad91-f297-406b-913f-b44f22b7027b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.738631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port c07847c4-90f1-4b76-ba63-c3c987dac084 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:52:30.760546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port c07847c4-90f1-4b76-ba63-c3c987dac084 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:30.760930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.798723 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-024c7487-9056-4f4e-8769-4cb1ce80372d service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733683 Mar 07 04:52:30.809461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-eb51d667-4be6-49b7-979d-886a2ce81855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034961 Mar 07 04:52:30.914123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Publish callbacks [] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.919130 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3e588ea2-33f9-4f8b-ac31-ef85e4f2c16f req-c1188c2b-23b7-4ae6-a1f0-36701419353e service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131229 Mar 07 04:52:30.934749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-be6e940f-5ce1-4266-8e72-d7663e07f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:30.936987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-be6e940f-5ce1-4266-8e72-d7663e07f90a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 1128 time: 0.0906789 Mar 07 04:52:30.965458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (c49fad91-f297-406b-913f-b44f22b7027b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:30.980584 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.031584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port c07847c4-90f1-4b76-ba63-c3c987dac084 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:31.031982 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.051534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:31.057788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:31.060340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:31.070081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Pushing event updated for resources: {'Port': ['ID=a0dd40b8-2888-4a18-b45f-b01de17dd115,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:31.113922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.133277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:52:31.135638 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798f9c1e-6593-43f2-8fa8-3e06966a7149" -d '{"events": [{"server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "name": "network-vif-plugged", "status": "completed", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:52:31.140068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c798fd-4ac7-4c65-abf1-9cadeadbd6f0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:31.151385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6886eb0f-6688-4f78-81b5-5b37570746f1') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:31.151764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6886eb0f-6688-4f78-81b5-5b37570746f1') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:31.160624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-e7dfbb24-af49-4c42-8ed4-4d0ab88415b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:31.162520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-e7dfbb24-af49-4c42-8ed4-4d0ab88415b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2032533 Mar 07 04:52:31.169391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.190852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.198790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:31.199296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.216143 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150bba65-0401-41a7-b8fe-d121f0f2c44f x-openstack-request-id: req-150bba65-0401-41a7-b8fe-d121f0f2c44f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:52:31.216637 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "name": "network-vif-plugged", "status": "completed", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:52:31.218643 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-150bba65-0401-41a7-b8fe-d121f0f2c44f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:52:31.219364 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084', 'code': 200} Mar 07 04:52:31.238339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c07847c4-90f1-4b76-ba63-c3c987dac084,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:31.240293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Attempting to bind port a0dd40b8-2888-4a18-b45f-b01de17dd115 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:31.240916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Attempting to bind port a0dd40b8-2888-4a18-b45f-b01de17dd115 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '6886eb0f-6688-4f78-81b5-5b37570746f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:31.241499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Attempting to bind port a0dd40b8-2888-4a18-b45f-b01de17dd115 on network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:31.248061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:31.250268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Checking segment: {'id': '6886eb0f-6688-4f78-81b5-5b37570746f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:31.250874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.251697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Bound using segment: {'id': '6886eb0f-6688-4f78-81b5-5b37570746f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:31.252383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Bound port: a0dd40b8-2888-4a18-b45f-b01de17dd115, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6886eb0f-6688-4f78-81b5-5b37570746f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:31.252775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.256325 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.272266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-d5ef0f61-32cc-4e27-8ba5-82a7229d76ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5 HTTP/1.1" status: 200 len: 217 time: 0.1027851 Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:31.303901 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:31.362726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-11924553-3b77-4b4f-a946-8cc38704e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:31.364534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-11924553-3b77-4b4f-a946-8cc38704e167 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0864003 Mar 07 04:52:31.386825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:31.438187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] For port a0dd40b8-2888-4a18-b45f-b01de17dd115, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:31.456818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-b93202e5-9b47-4b30-94da-5cb0e36a4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:31.459414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-b93202e5-9b47-4b30-94da-5cb0e36a4532 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867631 Mar 07 04:52:31.578494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-febf1541-3dde-4930-8a7a-c1956c2a94f5 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116838 Mar 07 04:52:31.656503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268f02e-6c96-45f0-a6eb-1783edcc9eeb None None] Network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:31.707076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=c49fad91-f297-406b-913f-b44f22b7027b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:31.742079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:31.742079 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:31.742079 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '85c798fd-4ac7-4c65-abf1-9cadeadbd6f0'}] Mar 07 04:52:31.742079 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:31.742934 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:31.755361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894143f-c4cc-43ca-94e0-45c4d0e689eb req-df6ab6dd-8996-44ca-91ed-f071a056c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:31.756867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6894143f-c4cc-43ca-94e0-45c4d0e689eb req-df6ab6dd-8996-44ca-91ed-f071a056c385 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 1128 time: 0.4456325 Mar 07 04:52:31.769346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89f1ba4a-7cac-4009-8eff-010d2e6d095a req-368a634d-92eb-4f48-82ce-455e9f2b2b9f service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836617 Mar 07 04:52:31.787891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] For port a0dd40b8-2888-4a18-b45f-b01de17dd115, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a0dd40b8-2888-4a18-b45f-b01de17dd115,segment=NetworkSegment(6886eb0f-6688-4f78-81b5-5b37570746f1),segment_id=6886eb0f-6688-4f78-81b5-5b37570746f1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:31.799224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c40b2-654b-4f2e-8c8d-79ec5a99f4c8 req-48def5da-6d6e-43fe-8734-f28d10886e08 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:31.801391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f03c40b2-654b-4f2e-8c8d-79ec5a99f4c8 req-48def5da-6d6e-43fe-8734-f28d10886e08 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 946 time: 0.1518204 Mar 07 04:52:31.811848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6894143f-c4cc-43ca-94e0-45c4d0e689eb req-9d12b618-a2cb-4573-9852-3a68d5a1d8d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 Mar 07 04:52:31.823499 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.884049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] Provisioning complete for port f37a4712-7069-40d0-9d42-8e14878786b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:31.884443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:31.910313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f03c40b2-654b-4f2e-8c8d-79ec5a99f4c8 req-c1e0da31-d53b-4591-8ba3-e8ef90c93b80 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010501 Mar 07 04:52:31.998065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f37a4712-7069-40d0-9d42-8e14878786b5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:52:32.006456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a0e4c-8819-422f-8708-ace122b01a0c None None] Pushing event updated for resources: {'Port': ['ID=a0dd40b8-2888-4a18-b45f-b01de17dd115,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:32.053507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b540ee-2c0a-4cb3-8e8b-aed7385203fb None None] Network 85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:32.227505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f37a4712-7069-40d0-9d42-8e14878786b5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:32.228168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.231124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] Current status of the port f37a4712-7069-40d0-9d42-8e14878786b5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:32.231124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.243835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.259805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1565f-ab8e-4ee2-9a63-9e307eb970c2 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:32.378026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port a0dd40b8-2888-4a18-b45f-b01de17dd115 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:32.381010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.493509 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port a0dd40b8-2888-4a18-b45f-b01de17dd115, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a0dd40b8-2888-4a18-b45f-b01de17dd115,segment=NetworkSegment(6886eb0f-6688-4f78-81b5-5b37570746f1),segment_id=6886eb0f-6688-4f78-81b5-5b37570746f1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:32.504771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.524115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for a0dd40b8-2888-4a18-b45f-b01de17dd115 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:32.590743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] For port f37a4712-7069-40d0-9d42-8e14878786b5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f37a4712-7069-40d0-9d42-8e14878786b5,segment=NetworkSegment(cc2050bb-e3bb-4c2e-800b-10f0a77890f7),segment_id=cc2050bb-e3bb-4c2e-800b-10f0a77890f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:32.600462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1565f-ab8e-4ee2-9a63-9e307eb970c2 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:32.603749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.672067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a0dd40b8-2888-4a18-b45f-b01de17dd115), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.677425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f37a4712-7069-40d0-9d42-8e14878786b5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:32.710810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port a0dd40b8-2888-4a18-b45f-b01de17dd115 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:32.747870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c27a0b-907c-4c99-b6da-9aec3ec59246 None None] Pushing event updated for resources: {'Port': ['ID=f37a4712-7069-40d0-9d42-8e14878786b5,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:32.758635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=a0dd40b8-2888-4a18-b45f-b01de17dd115,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:32.827448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.858264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c798fd-4ac7-4c65-abf1-9cadeadbd6f0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:32.869616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6886eb0f-6688-4f78-81b5-5b37570746f1') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:32.870161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6886eb0f-6688-4f78-81b5-5b37570746f1') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:32.884144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a10786fe-e907-47a7-be69-55b18a407957 None None] Provisioning complete for port f37a4712-7069-40d0-9d42-8e14878786b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:32.884616 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a10786fe-e907-47a7-be69-55b18a407957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.899595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.921334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bf39fd7c-354a-4db0-b01c-bc02b4615d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.931043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.947185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:32.947630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (6886eb0f-6688-4f78-81b5-5b37570746f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:32.955119 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:33.080070 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (85c798fd-4ac7-4c65-abf1-9cadeadbd6f0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.084922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.092003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 HTTP/1.1" status: 204 len: 168 time: 3.0392230 Mar 07 04:52:33.097363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39674) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:33.117519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074614885'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:33.120645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3146-e279-49b3-a734-cb290a16a2e9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=85c798fd-4ac7-4c65-abf1-9cadeadbd6f0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:33.151854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:33.155606 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.167973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a10786fe-e907-47a7-be69-55b18a407957 None None] Current status of the port f37a4712-7069-40d0-9d42-8e14878786b5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:33.197352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976daf4-50be-458f-a0dd-ca7811b3a2e4 req-baa58bb7-7c1d-4b97-9a85-78939ebfe1b2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:33.200591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a976daf4-50be-458f-a0dd-ca7811b3a2e4 req-baa58bb7-7c1d-4b97-9a85-78939ebfe1b2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 946 time: 0.1503010 Mar 07 04:52:33.205661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:33.234141 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.234541 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690 of type vlan for network a5455be2-14ef-4367-8fbf-5bd0bbba9e67 Mar 07 04:52:33.302213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a5455be2-14ef-4367-8fbf-5bd0bbba9e67), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.306969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a976daf4-50be-458f-a0dd-ca7811b3a2e4 req-57084bbb-0a69-4566-bb79-41baf74464d8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986056 Mar 07 04:52:33.338709 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a5455be2-14ef-4367-8fbf-5bd0bbba9e67), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.344887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:33.345561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.387386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2862699 Mar 07 04:52:33.388152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39676) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:33.395342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': 'a5455be2-14ef-4367-8fbf-5bd0bbba9e67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:33.422322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f9c8d-f220-4bfd-be24-fc8f2ef467f0 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=a5455be2-14ef-4367-8fbf-5bd0bbba9e67,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:33.433025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a5455be2-14ef-4367-8fbf-5bd0bbba9e67 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:33.505117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:33.509945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.584261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing IP validity checks on allocation pools {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:52:33.585232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:52:33.724203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c4bf71c3-cb1a-4d06-92c3-6d14627d1664), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.797470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=c4bf71c3-cb1a-4d06-92c3-6d14627d1664,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:33.808419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a5455be2-14ef-4367-8fbf-5bd0bbba9e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:33.808787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: a5455be2-14ef-4367-8fbf-5bd0bbba9e67, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:33.827573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network a5455be2-14ef-4367-8fbf-5bd0bbba9e67 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:33.839656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a5455be2-14ef-4367-8fbf-5bd0bbba9e67) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:33.849480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de634e-6e23-499d-ba13-14309013c51d None None] Network a5455be2-14ef-4367-8fbf-5bd0bbba9e67 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:33.869247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:33.869844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:33.912574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-841caa4d-52fe-4e64-a1a9-7e1eddecc8b3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5199881 Mar 07 04:52:33.912756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39680) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:33.956675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f37a4712-7069-40d0-9d42-8e14878786b5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:52:34.032659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f37a4712-7069-40d0-9d42-8e14878786b5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:34.033042 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.050192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a5455be2-14ef-4367-8fbf-5bd0bbba9e67), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.112335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c4bf71c3-cb1a-4d06-92c3-6d14627d1664), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.134996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4f0a4-da58-45e6-a9e6-876a532bf833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-a5455be2-14ef-4367-8fbf-5bd0bbba9e67', 'network_id': 'a5455be2-14ef-4367-8fbf-5bd0bbba9e67', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': 'c4bf71c3-cb1a-4d06-92c3-6d14627d1664'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:34.134996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82c4f0a4-da58-45e6-a9e6-876a532bf833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.195230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (c4bf71c3-cb1a-4d06-92c3-6d14627d1664), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.228284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bf71c3-cb1a-4d06-92c3-6d14627d1664,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:34.304142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f37a4712-7069-40d0-9d42-8e14878786b5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:34.309582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a5455be2-14ef-4367-8fbf-5bd0bbba9e67), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-82c4f0a4-da58-45e6-a9e6-876a532bf833 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4bf71c3-cb1a-4d06-92c3-6d14627d1664: This subnet is being modified by another concurrent operation. Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4bf71c3-cb1a-4d06-92c3-6d14627d1664: This subnet is being modified by another concurrent operation. Mar 07 04:52:34.316690 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 04:52:34.343387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89775a-41b6-429e-88c5-497a37fe60cf None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:34.346501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5455be2-14ef-4367-8fbf-5bd0bbba9e67']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:34.359123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:34.359478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:34.370528 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.403892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.412635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:34.413036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4fa9ab7c-f15d-4ee8-87d5-92ca5c7d6690), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:34.416635 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:34.477492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89775a-41b6-429e-88c5-497a37fe60cf None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:34.487712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a5455be2-14ef-4367-8fbf-5bd0bbba9e67), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.495779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.501290 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/a5455be2-14ef-4367-8fbf-5bd0bbba9e67 HTTP/1.1" status: 204 len: 168 time: 0.5872161 Mar 07 04:52:34.506821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:34.516065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4353f-7521-4165-b191-f27972a8b229 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=a5455be2-14ef-4367-8fbf-5bd0bbba9e67,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:34.525582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258666110'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:34.541112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca74e93-b0a6-449c-b772-b9d5f0f7fd81 req-12442a65-581c-465b-946e-39ab13a5aef7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:34.543115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eca74e93-b0a6-449c-b772-b9d5f0f7fd81 req-12442a65-581c-465b-946e-39ab13a5aef7 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 946 time: 0.1069455 Mar 07 04:52:34.613571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:34.618334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.667842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eca74e93-b0a6-449c-b772-b9d5f0f7fd81 req-4b242a4b-b745-425c-9e5c-0c91001897e4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096349 Mar 07 04:52:34.695326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:34.719197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052325b-1265-47f8-b687-a09f8a954e16 None None] Network a5455be2-14ef-4367-8fbf-5bd0bbba9e67 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:34.721838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.722253 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment f8716b0a-e3bd-4720-8058-d74b0525c00c of type vlan for network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 Mar 07 04:52:34.737048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052325b-1265-47f8-b687-a09f8a954e16 None None] Network a5455be2-14ef-4367-8fbf-5bd0bbba9e67 could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 04:52:34.785109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.816985 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.823206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:34.823858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:34.913478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39694) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:34.914039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4053676 Mar 07 04:52:34.919566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:34.922386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6d199-e190-4f18-bb57-f05b21001772 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:34.934953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:35.069499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:35.072904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.177896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-03f042b2-266f-42aa-833f-ce4d3163c4cf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 267 time: 0.0770071 Mar 07 04:52:35.271289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-0f98b1f6-f250-468c-99e0-63c51add9eb3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:35.272967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-0f98b1f6-f250-468c-99e0-63c51add9eb3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 946 time: 0.0842860 Mar 07 04:52:35.287330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'port': {'security_groups': []}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:35.326249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (c264b022-7d8f-459b-aad9-809576d9372f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.377530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.390787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68723399-c9e4-4246-977e-5fb2202ae036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.403169 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:52:35.418443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=c264b022-7d8f-459b-aad9-809576d9372f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:35.428592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': 'f8716b0a-e3bd-4720-8058-d74b0525c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:35.429203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:35.451119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:35.469439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:35.477549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208427f1-677e-4d97-a0a5-08aca0df8eea None None] Network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:35.484796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:35.485399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.516305 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2e8bc6d5-73c4-4c6a-bf03-890987c7a059 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5991406 Mar 07 04:52:35.517323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39700) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:35.652642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c07847c4-90f1-4b76-ba63-c3c987dac084,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:35.672215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7', 'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': 'c264b022-7d8f-459b-aad9-809576d9372f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:35.673407 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.676137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.711525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.718806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.754683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (c264b022-7d8f-459b-aad9-809576d9372f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.805123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:35.836706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:35.837617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:35.839571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d461f933-1cc7-4fff-b97a-00ebff50546b req-e320ca35-838d-4ae3-a1ff-5708159c35c2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "PUT /v2.0/ports/c07847c4-90f1-4b76-ba63-c3c987dac084 HTTP/1.1" status: 200 len: 905 time: 0.5574849 Mar 07 04:52:35.839968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:52:35.846852 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28507bc3-9619-4e23-a31a-1687780915a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:52:35.882293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c07847c4-90f1-4b76-ba63-c3c987dac084'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:35.890106 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee60334-38ae-495c-8eb6-3c374e934ad7 x-openstack-request-id: req-bee60334-38ae-495c-8eb6-3c374e934ad7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:52:35.890877 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:52:35.891238 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bee60334-38ae-495c-8eb6-3c374e934ad7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:52:35.892316 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084', 'status': 'completed', 'code': 200} Mar 07 04:52:35.892874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98', '637b2efa-7e79-4eb1-9875-c075c7ef49f5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:35.907239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Allocated IP 172.20.0.1 (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7/c264b022-7d8f-459b-aad9-809576d9372f/283f7b4c-1b42-4a5e-b012-f06dbfaa16f9) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:35.995147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['c07847c4-90f1-4b76-ba63-c3c987dac084'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:36.019118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507bc3-9619-4e23-a31a-1687780915a5 req-27ef49b2-bafc-4a31-a59f-0902424cd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.020641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-27ef49b2-bafc-4a31-a59f-0902424cd1f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 1090 time: 0.1041381 Mar 07 04:52:36.061163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29464d-c0cc-4c37-ac17-9c1fedc2b8c4 req-a4b2550c-da43-43b9-b65f-259400633092 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.063321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a29464d-c0cc-4c37-ac17-9c1fedc2b8c4 req-a4b2550c-da43-43b9-b65f-259400633092 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 908 time: 0.1106622 Mar 07 04:52:36.148827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507bc3-9619-4e23-a31a-1687780915a5 req-4adb3b66-34dc-419a-8139-54129dcd1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.150598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-4adb3b66-34dc-419a-8139-54129dcd1ef4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.1222177 Mar 07 04:52:36.242190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-3f1f8b8c-5747-47b9-b444-0cd136e716e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c07847c4-90f1-4b76-ba63-c3c987dac084 HTTP/1.1" status: 200 len: 217 time: 0.0836089 Mar 07 04:52:36.277823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04350bcd-b31a-41b3-943e-4e2bc7ef0277 req-ac6be9c6-399c-495f-b0d1-50bd5edfcb78 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.287684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04350bcd-b31a-41b3-943e-4e2bc7ef0277 req-ac6be9c6-399c-495f-b0d1-50bd5edfcb78 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0948677 Mar 07 04:52:36.308018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-40b85676-d1a6-4a7d-9b9c-1f869eeb6c57 None None] Provisioning complete for port c07847c4-90f1-4b76-ba63-c3c987dac084 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:36.308535 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-40b85676-d1a6-4a7d-9b9c-1f869eeb6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.370807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507bc3-9619-4e23-a31a-1687780915a5 req-d525b821-de30-4795-a5a2-eb5ce3448d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.375980 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-d525b821-de30-4795-a5a2-eb5ce3448d0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1298189 Mar 07 04:52:36.402840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04350bcd-b31a-41b3-943e-4e2bc7ef0277 req-481d0040-fdaa-42c2-8d68-8526c09e9f6b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135170 Mar 07 04:52:36.478928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507bc3-9619-4e23-a31a-1687780915a5 req-c6fd86ca-8576-4e1c-9ed4-6f6ed6a0cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.480655 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-c6fd86ca-8576-4e1c-9ed4-6f6ed6a0cb88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0936086 Mar 07 04:52:36.569106 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Publish callbacks [] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.573606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741261-57b9-4fd1-83e6-3e5886cb453a req-ace12a18-c429-4660-a820-092d4c2db083 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.581550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-40b85676-d1a6-4a7d-9b9c-1f869eeb6c57 None None] Current status of the port c07847c4-90f1-4b76-ba63-c3c987dac084 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:36.582964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-7829f6c3-b7e2-42bf-94e4-07bba98939a5 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944753 Mar 07 04:52:36.586410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.592916 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11741261-57b9-4fd1-83e6-3e5886cb453a req-ace12a18-c429-4660-a820-092d4c2db083 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0949931 Mar 07 04:52:36.635271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (c264b022-7d8f-459b-aad9-809576d9372f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.660964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Pushing event updated for resources: {'Port': ['ID=283f7b4c-1b42-4a5e-b012-f06dbfaa16f9,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:36.706209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11741261-57b9-4fd1-83e6-3e5886cb453a req-0c45bbbf-1cd1-4bb5-8476-c91eb9a1ca6e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108427 Mar 07 04:52:36.718295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=c264b022-7d8f-459b-aad9-809576d9372f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:36.718468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:36.729546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:36.736721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:36.767088 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28507bc3-9619-4e23-a31a-1687780915a5 req-85dcb5c4-1a2a-458a-9b34-6c9a5e749c94 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753190 Mar 07 04:52:36.843432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.868448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:36.869992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a917f0b-9e61-4548-b01b-9d61ccc10957 req-eccf9654-784f-4d8d-ae97-e36249491ef3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:36.878213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a917f0b-9e61-4548-b01b-9d61ccc10957 req-eccf9654-784f-4d8d-ae97-e36249491ef3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0659506 Mar 07 04:52:36.880998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8716b0a-e3bd-4720-8058-d74b0525c00c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:36.881308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8716b0a-e3bd-4720-8058-d74b0525c00c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:36.892984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.907820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.910227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.915394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:36.915794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.942798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a917f0b-9e61-4548-b01b-9d61ccc10957 req-bec70bb7-c06e-48f8-9f20-128fc23866ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634222 Mar 07 04:52:36.943114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Attempting to bind port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:36.943718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Attempting to bind port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'f8716b0a-e3bd-4720-8058-d74b0525c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:36.944138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Attempting to bind port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9 on network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:36.976312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:36.976799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Checking segment: {'id': 'f8716b0a-e3bd-4720-8058-d74b0525c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:36.977111 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:36.979176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.979176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Bound using segment: {'id': 'f8716b0a-e3bd-4720-8058-d74b0525c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:36.979721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Bound port: 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8716b0a-e3bd-4720-8058-d74b0525c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:36.980203 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:36.980307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:36.980307 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:36.980307 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7'}] Mar 07 04:52:36.980307 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:36.980707 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:37.056493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] For port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:37.060202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] For port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=283f7b4c-1b42-4a5e-b012-f06dbfaa16f9,segment=NetworkSegment(f8716b0a-e3bd-4720-8058-d74b0525c00c),segment_id=f8716b0a-e3bd-4720-8058-d74b0525c00c)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:37.069089 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:37.084062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d479f99-66d5-4ac1-b5db-7c1aeec8fbdb req-52883574-2daa-4561-bf8e-97682ade2913 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:37.092902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d479f99-66d5-4ac1-b5db-7c1aeec8fbdb req-52883574-2daa-4561-bf8e-97682ade2913 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0689273 Mar 07 04:52:37.156620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d479f99-66d5-4ac1-b5db-7c1aeec8fbdb req-81548897-4e3b-458c-b203-d1198f160a71 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616133 Mar 07 04:52:37.157106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4ccb6-f1dd-4369-b336-c6c3ccf40a23 None None] Pushing event updated for resources: {'Port': ['ID=283f7b4c-1b42-4a5e-b012-f06dbfaa16f9,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:37.193943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c3f12-09d6-492d-a969-b49a493fed15 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:37.310104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c3f12-09d6-492d-a969-b49a493fed15 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:37.481689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:37.554011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5f86d092-cc92-4316-8b2e-646b0f8b9805 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:37.562533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5f86d092-cc92-4316-8b2e-646b0f8b9805 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.1506197 Mar 07 04:52:37.579638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-83262ab4-7fba-4422-ac18-35d08493b0f8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/quotas/d79d57ce0bfc41a2a8cb882e47e5ca37 HTTP/1.1" status: 200 len: 375 time: 0.0163164 Mar 07 04:52:37.604690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:37.605043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:37.701197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-834347d8-683f-4eb7-b16b-d5e39fae169d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1204169 Mar 07 04:52:37.722652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-c7716dba-42f4-42f0-9a5c-ebf1c4b41b73 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:52:37.731716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-c7716dba-42f4-42f0-9a5c-ebf1c4b41b73 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132403 Mar 07 04:52:37.783699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=283f7b4c-1b42-4a5e-b012-f06dbfaa16f9,segment=NetworkSegment(f8716b0a-e3bd-4720-8058-d74b0525c00c),segment_id=f8716b0a-e3bd-4720-8058-d74b0525c00c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:37.784068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:37.796759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05656af-3360-49ea-beea-b5918632ccd8 None None] Network 02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:37.809339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:37.824443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:37.855765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-39758ac3-8f8e-4a43-915a-fd2dc716db00 service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229260 Mar 07 04:52:37.984508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (283f7b4c-1b42-4a5e-b012-f06dbfaa16f9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.016156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-a1c2de8a-19fb-4329-987b-19e119405a0a service neutron] 10.222.0.21 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592004 Mar 07 04:52:38.018763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port 283f7b4c-1b42-4a5e-b012-f06dbfaa16f9 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:38.021003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=283f7b4c-1b42-4a5e-b012-f06dbfaa16f9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:38.125666 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.153352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:38.164771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8716b0a-e3bd-4720-8058-d74b0525c00c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:38.165419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8716b0a-e3bd-4720-8058-d74b0525c00c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:38.177196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.191997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.198450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:38.198845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (f8716b0a-e3bd-4720-8058-d74b0525c00c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:38.202941 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:38.274057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.285600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.291391 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 HTTP/1.1" status: 204 len: 168 time: 2.7724237 Mar 07 04:52:38.294961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39742) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:38.302551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394032483'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:38.311734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295b18-8cf4-45e3-9345-cd4543cc05ff tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:38.344767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:38.349263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.379590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:38.394321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.394321 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 68234221-19aa-4bd4-8d95-07479b90945b of type vlan for network 331e4bfa-13fe-4dec-a559-82e16b572c9d Mar 07 04:52:38.444852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.493431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.499800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:38.500472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:38.555967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2550504 Mar 07 04:52:38.556277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39748) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:38.578577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:38.637490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e8acc-9f4e-45b7-bc16-8e59f160e3d3 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=331e4bfa-13fe-4dec-a559-82e16b572c9d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:38.648897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 331e4bfa-13fe-4dec-a559-82e16b572c9d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:38.724409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:38.729583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.228402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bded8f72-b7f6-46e0-8d5b-975534a5267c req-49a3fd28-9917-4323-bdf8-fd659d74a8df tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 210 time: 0.0364778 Mar 07 04:52:39.273686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (a3f191b7-8983-4eea-a7aa-da661bb549e0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.335300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=a3f191b7-8983-4eea-a7aa-da661bb549e0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:39.352321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '68234221-19aa-4bd4-8d95-07479b90945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:39.352684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 331e4bfa-13fe-4dec-a559-82e16b572c9d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:39.372280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 331e4bfa-13fe-4dec-a559-82e16b572c9d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:39.395207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 331e4bfa-13fe-4dec-a559-82e16b572c9d) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:39.400337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:39.401632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.406848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022b3bd-f5d6-472d-9b1f-db7f120d9394 None None] Network 331e4bfa-13fe-4dec-a559-82e16b572c9d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:39.429544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:39.430706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d5f4c630-7a5b-4f59-a9e6-4909eb73d6fc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8733268 Mar 07 04:52:39.507650 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.558151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-331e4bfa-13fe-4dec-a559-82e16b572c9d', 'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': 'a3f191b7-8983-4eea-a7aa-da661bb549e0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:39.559735 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.611204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.680335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (a3f191b7-8983-4eea-a7aa-da661bb549e0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:39.755661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Allocated IP 172.20.0.2 (331e4bfa-13fe-4dec-a559-82e16b572c9d/a3f191b7-8983-4eea-a7aa-da661bb549e0/6011c19e-4ed1-4944-bef6-949e2b3c6bd7) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:40.049609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Publish callbacks [] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.057090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.102562 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (a3f191b7-8983-4eea-a7aa-da661bb549e0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.116304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Network 331e4bfa-13fe-4dec-a559-82e16b572c9d is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:40.125352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:40.130632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:40.134616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Pushing event updated for resources: {'Port': ['ID=6011c19e-4ed1-4944-bef6-949e2b3c6bd7,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:40.173940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f191b7-8983-4eea-a7aa-da661bb549e0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:40.243789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Attempting to bind port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:40.244276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Attempting to bind port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '68234221-19aa-4bd4-8d95-07479b90945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:40.244701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Attempting to bind port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7 on network 331e4bfa-13fe-4dec-a559-82e16b572c9d {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:40.251963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:40.252371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Checking segment: {'id': '68234221-19aa-4bd4-8d95-07479b90945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:40.252780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.253179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Bound using segment: {'id': '68234221-19aa-4bd4-8d95-07479b90945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:40.253655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Bound port: 6011c19e-4ed1-4944-bef6-949e2b3c6bd7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68234221-19aa-4bd4-8d95-07479b90945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '331e4bfa-13fe-4dec-a559-82e16b572c9d'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:40.254061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.337349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] For port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:40.340805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] For port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6011c19e-4ed1-4944-bef6-949e2b3c6bd7,segment=NetworkSegment(68234221-19aa-4bd4-8d95-07479b90945b),segment_id=68234221-19aa-4bd4-8d95-07479b90945b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:40.363798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.370746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.398946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331e4bfa-13fe-4dec-a559-82e16b572c9d']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:40.411651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68234221-19aa-4bd4-8d95-07479b90945b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:40.412278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68234221-19aa-4bd4-8d95-07479b90945b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:40.427044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.453351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.480885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:40.481507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:40.491670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1ce989d-f2b5-4125-960a-ca4b34460d6b req-4fb07ad9-2ed7-4267-9649-92c419aa9909 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 210 time: 0.1429644 Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:40.495735 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:40.586582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2045ca9-731e-4d0c-9294-726b8fef04eb None None] Pushing event updated for resources: {'Port': ['ID=6011c19e-4ed1-4944-bef6-949e2b3c6bd7,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:40.622387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da88df1-d69e-45b7-a415-10250da8386f None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:40.625734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:40.625734 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:40.625734 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '331e4bfa-13fe-4dec-a559-82e16b572c9d'}] Mar 07 04:52:40.625734 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:40.627456 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:40.670242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-73e02b10-0dfd-49ab-abb4-04b1c095d6d5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:40.673813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-73e02b10-0dfd-49ab-abb4-04b1c095d6d5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 811 time: 0.3580334 Mar 07 04:52:40.698260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Request body: {'port': {'device_id': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'admin_state_up': True, 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:40.820336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da88df1-d69e-45b7-a415-10250da8386f None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:40.948232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Made reservation on behalf of d79d57ce0bfc41a2a8cb882e47e5ca37 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:40.961007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.105201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc55ee1-0042-4aa9-8167-f6a9b3332f6a None None] Network 331e4bfa-13fe-4dec-a559-82e16b572c9d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:41.128422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.156037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Allocated IP 172.20.0.13 (f00b7ab5-2435-46fe-8bc1-8b808417d61a/fdfd3240-8e2e-4a69-854b-7973ce02cdeb/e4b1a349-24b1-419c-b4b8-e999fd4db23a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:41.247243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:41.247516 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.321428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6011c19e-4ed1-4944-bef6-949e2b3c6bd7,segment=NetworkSegment(68234221-19aa-4bd4-8d95-07479b90945b),segment_id=68234221-19aa-4bd4-8d95-07479b90945b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:41.321796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.337307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for 6011c19e-4ed1-4944-bef6-949e2b3c6bd7 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:41.434617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.448756 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6011c19e-4ed1-4944-bef6-949e2b3c6bd7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.462464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port 6011c19e-4ed1-4944-bef6-949e2b3c6bd7 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:41.476169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.483886 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=6011c19e-4ed1-4944-bef6-949e2b3c6bd7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:41.501873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98', '637b2efa-7e79-4eb1-9875-c075c7ef49f5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:41.510171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.510518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.511078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.511210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.511507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.511831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.515010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:52:41.580795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:41.592932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:41.594391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:41.632217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:41.661228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.707142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331e4bfa-13fe-4dec-a559-82e16b572c9d']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:41.742063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68234221-19aa-4bd4-8d95-07479b90945b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:41.742427 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68234221-19aa-4bd4-8d95-07479b90945b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:41.783942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:41.784900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.785193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.830887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.835954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29f1f9-0a76-4cbf-b5de-18698ddbd9f0 req-74fc4c39-3e20-49f8-850d-d61e76a8e218 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:41.837523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d29f1f9-0a76-4cbf-b5de-18698ddbd9f0 req-74fc4c39-3e20-49f8-850d-d61e76a8e218 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 932 time: 0.1320732 Mar 07 04:52:41.852471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c4023e9-24bc-4543-a699-02febd0f41e3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669860 Mar 07 04:52:41.865165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:41.865571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (68234221-19aa-4bd4-8d95-07479b90945b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:41.916341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Request body: {'port': {'device_id': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:41.978431 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:42.002772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (331e4bfa-13fe-4dec-a559-82e16b572c9d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.020571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.031238 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/331e4bfa-13fe-4dec-a559-82e16b572c9d HTTP/1.1" status: 204 len: 168 time: 2.5950568 Mar 07 04:52:42.032218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39806) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:42.038843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849742477'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:42.058835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5805b6-22bc-4c34-97e3-f88826d6cc12 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=331e4bfa-13fe-4dec-a559-82e16b572c9d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:42.081311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:42.082170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d29f1f9-0a76-4cbf-b5de-18698ddbd9f0 req-22f54f1b-07e9-46e7-a91b-31234a29c3b3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264495 Mar 07 04:52:42.097364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.127194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.175085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:42.195210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.195549 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment e7187c6c-34c1-40e8-bac5-d98364ecdea2 of type vlan for network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 Mar 07 04:52:42.218283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4a7c1ab0-aa0f-4133-b932-91e560cfcfa0 None None] Provisioning complete for port e4b1a349-24b1-419c-b4b8-e999fd4db23a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:42.218827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1ab0-aa0f-4133-b932-91e560cfcfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.272417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.284700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c1ab0-aa0f-4133-b932-91e560cfcfa0 None None] Port e4b1a349-24b1-419c-b4b8-e999fd4db23a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:52:42.325924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.331583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:42.332163 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.380627 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3481171 Mar 07 04:52:42.381475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39812) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:42.390628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:42.455764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f0bc8-e236-465f-9d2c-9c4897bf14a2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=20a8adcd-f096-4cfe-9d53-967c91fba6c0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:42.470434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:42.593413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:42.598932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.664843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing IP validity checks on allocation pools {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:52:42.666547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.ipam_backend_mixin [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103939) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:52:42.711940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b1a349-24b1-419c-b4b8-e999fd4db23a {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:52:42.727877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Publish callbacks [] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.754247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Transition to ACTIVE for port object e4b1a349-24b1-419c-b4b8-e999fd4db23a will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:52:42.761531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.850928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (6ac82949-dd4c-4d7a-a7f8-28a428dca68e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:42.886823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:43.011014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=6ac82949-dd4c-4d7a-a7f8-28a428dca68e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:43.079292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': 'e7187c6c-34c1-40e8-bac5-d98364ecdea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:43.080840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 20a8adcd-f096-4cfe-9d53-967c91fba6c0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:43.126405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:43.145770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 20a8adcd-f096-4cfe-9d53-967c91fba6c0) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:43.151202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:43.151976 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.162873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d897395-4400-4c5c-bc81-ed26d5f4678e None None] Network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:43.202150 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b8d60a5-eb53-4f29-ad80-f28985f73bb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8171072 Mar 07 04:52:43.218016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39826) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:43.304708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Attempting to bind port e4b1a349-24b1-419c-b4b8-e999fd4db23a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:43.305473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Attempting to bind port e4b1a349-24b1-419c-b4b8-e999fd4db23a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:43.305967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Attempting to bind port e4b1a349-24b1-419c-b4b8-e999fd4db23a on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:43.333403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Port e4b1a349-24b1-419c-b4b8-e999fd4db23a on network f00b7ab5-2435-46fe-8bc1-8b808417d61a not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:52:43.338360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Attempting to bind port e4b1a349-24b1-419c-b4b8-e999fd4db23a on network f00b7ab5-2435-46fe-8bc1-8b808417d61a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:43.351640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-20a8adcd-f096-4cfe-9d53-967c91fba6c0', 'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '6ac82949-dd4c-4d7a-a7f8-28a428dca68e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:43.352525 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.363257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:43.363532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Checking segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:43.364625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Bound using segment: {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:43.364625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Bound port: e4b1a349-24b1-419c-b4b8-e999fd4db23a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:43.364858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.430554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d822e-e16a-4f33-9d86-3fd9c576f5c1 req-96be3c70-6d44-490b-9580-31e3ba1eb50b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:43.437208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-284d822e-e16a-4f33-9d86-3fd9c576f5c1 req-96be3c70-6d44-490b-9580-31e3ba1eb50b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 944 time: 0.2061613 Mar 07 04:52:43.442569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.543400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:43.558068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-284d822e-e16a-4f33-9d86-3fd9c576f5c1 req-ccbc544c-db38-4af2-8e22-4c7351a92fec tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135478 Mar 07 04:52:43.564383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:43.576468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.609184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6ac82949-dd4c-4d7a-a7f8-28a428dca68e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.656496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Allocated IP 172.20.0.3 (20a8adcd-f096-4cfe-9d53-967c91fba6c0/6ac82949-dd4c-4d7a-a7f8-28a428dca68e/65a3b419-6ff8-4189-8ae6-10fd0ea4ab34) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:43.694213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:43.698559 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:43.705900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4b1a349-24b1-419c-b4b8-e999fd4db23a HTTP/1.1" status: 200 len: 1092 time: 1.8130975 Mar 07 04:52:43.710024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:52:43.723918 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab51e8-395f-45e4-8586-d6d2c0432cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:52:43.790888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f72fa-e4f9-47ed-8f91-5f042b2b3805 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:43.811466 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e6bf62-4d17-44cf-a766-5a7dfd97dc8e x-openstack-request-id: req-36e6bf62-4d17-44cf-a766-5a7dfd97dc8e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:52:43.811772 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:52:43.812025 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36e6bf62-4d17-44cf-a766-5a7dfd97dc8e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:52:43.812669 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'status': 'completed', 'code': 200} Mar 07 04:52:43.833844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-c02a806f-34ec-41e7-9390-2c24de4accf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:43.837075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-c02a806f-34ec-41e7-9390-2c24de4accf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 1126 time: 0.0905843 Mar 07 04:52:43.932007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-a33fbf66-3f12-4383-adda-abf663dacc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a HTTP/1.1" status: 200 len: 217 time: 0.0854385 Mar 07 04:52:44.009304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Publish callbacks [] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.027012 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.051397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6ac82949-dd4c-4d7a-a7f8-28a428dca68e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.071872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-6d3ec9e9-1d9f-4f36-97c0-f5811f74027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:44.083278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-6d3ec9e9-1d9f-4f36-97c0-f5811f74027b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.1436551 Mar 07 04:52:44.087647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:44.100292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:44.102349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Pushing event updated for resources: {'Port': ['ID=65a3b419-6ff8-4189-8ae6-10fd0ea4ab34,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:44.105748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:44.153488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac82949-dd4c-4d7a-a7f8-28a428dca68e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:44.173270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Attempting to bind port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:44.173663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Attempting to bind port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e7187c6c-34c1-40e8-bac5-d98364ecdea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:44.174106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Attempting to bind port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34 on network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:44.185317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:44.185732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Checking segment: {'id': 'e7187c6c-34c1-40e8-bac5-d98364ecdea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:44.186174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.186564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Bound using segment: {'id': 'e7187c6c-34c1-40e8-bac5-d98364ecdea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:44.187058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Bound port: 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7187c6c-34c1-40e8-bac5-d98364ecdea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:44.187511 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.222802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-7e5e0ec0-93aa-4b49-b320-beff76bf1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:44.225628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-7e5e0ec0-93aa-4b49-b320-beff76bf1676 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373441 Mar 07 04:52:44.306824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.327570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] For port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:44.334016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] For port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=65a3b419-6ff8-4189-8ae6-10fd0ea4ab34,segment=NetworkSegment(e7187c6c-34c1-40e8-bac5-d98364ecdea2),segment_id=e7187c6c-34c1-40e8-bac5-d98364ecdea2)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:44.338999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a8adcd-f096-4cfe-9d53-967c91fba6c0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:44.344480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.365237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7187c6c-34c1-40e8-bac5-d98364ecdea2') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:44.365706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7187c6c-34c1-40e8-bac5-d98364ecdea2') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:44.404554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.454591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.468934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:44.469381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:44.473495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-5c33e37c-1dca-4174-ae0b-d11f860e434c service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354009 Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:44.476638 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:44.501558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01899ec-73d8-44be-ba39-4fa2897047f6 None None] Pushing event updated for resources: {'Port': ['ID=65a3b419-6ff8-4189-8ae6-10fd0ea4ab34,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:44.517610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75136376-8e0e-4023-b62b-afabd1822dc9 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:44.596377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:44.596377 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:44.596377 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '20a8adcd-f096-4cfe-9d53-967c91fba6c0'}] Mar 07 04:52:44.596377 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:44.596822 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:44.642692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80c090d6-dd0d-4e7c-bcd3-d1309f2a01ec req-0f22ae2e-7db0-4291-b736-ae84d0af4a82 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651564 Mar 07 04:52:44.686462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75136376-8e0e-4023-b62b-afabd1822dc9 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:44.806937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-51efb837-2ba8-426f-9cd0-a8a1ae2ef2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:44.808557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-51efb837-2ba8-426f-9cd0-a8a1ae2ef2fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 1126 time: 0.0974495 Mar 07 04:52:44.820092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d1501-c455-488a-865c-a564a6ce0408 req-5bdeca4f-c138-42da-b285-d4923e074f0d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:44.821569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d37d1501-c455-488a-865c-a564a6ce0408 req-5bdeca4f-c138-42da-b285-d4923e074f0d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 944 time: 0.1367359 Mar 07 04:52:44.959073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d37d1501-c455-488a-865c-a564a6ce0408 req-16907321-27a2-4d77-8e02-f76ee402e6a0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097176 Mar 07 04:52:45.007227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b4a9a-cabb-4bdb-aebb-5beef2dceec9 None None] Network 20a8adcd-f096-4cfe-9d53-967c91fba6c0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:45.019583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-6dc43d3b-aa3d-4f21-9118-07271b7c34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:45.025042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-6dc43d3b-aa3d-4f21-9118-07271b7c34c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2025313 Mar 07 04:52:45.098412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.113505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-81630b8a-04b9-4a59-9cbb-1bd6c2262f21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a HTTP/1.1" status: 200 len: 217 time: 0.0793805 Mar 07 04:52:45.187801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:45.188007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-7bddfbc7-c1aa-470b-b266-3ff7088f7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:45.188229 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.189687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-7bddfbc7-c1aa-470b-b266-3ff7088f7e25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0701544 Mar 07 04:52:45.262352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-f9c8782d-ec5d-49c8-9336-06aed8e8c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:45.264554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-f9c8782d-ec5d-49c8-9336-06aed8e8c6e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676928 Mar 07 04:52:45.287425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=65a3b419-6ff8-4189-8ae6-10fd0ea4ab34,segment=NetworkSegment(e7187c6c-34c1-40e8-bac5-d98364ecdea2),segment_id=e7187c6c-34c1-40e8-bac5-d98364ecdea2)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:45.287788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.301960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:45.402203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (65a3b419-6ff8-4189-8ae6-10fd0ea4ab34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.421725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-e749f364-9ba9-47ae-b04c-a8f86c4956f1 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505795 Mar 07 04:52:45.452823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=65a3b419-6ff8-4189-8ae6-10fd0ea4ab34,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:45.468713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port 65a3b419-6ff8-4189-8ae6-10fd0ea4ab34 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:45.539185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abab51e8-395f-45e4-8586-d6d2c0432cd0 req-85ecd40d-81f1-4ce8-9999-9b33823cb68a service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077123 Mar 07 04:52:45.579996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.602129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a8adcd-f096-4cfe-9d53-967c91fba6c0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:45.611751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7187c6c-34c1-40e8-bac5-d98364ecdea2') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:45.612056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7187c6c-34c1-40e8-bac5-d98364ecdea2') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:45.627088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.642351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.648927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:45.649213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e7187c6c-34c1-40e8-bac5-d98364ecdea2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:45.652610 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:45.726481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (20a8adcd-f096-4cfe-9d53-967c91fba6c0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.737057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.743629 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/20a8adcd-f096-4cfe-9d53-967c91fba6c0 HTTP/1.1" status: 204 len: 168 time: 2.5210302 Mar 07 04:52:45.744725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39848) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:45.751335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316273377'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:45.753403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56276-446c-45d1-8535-b07412cab1ab tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=20a8adcd-f096-4cfe-9d53-967c91fba6c0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:45.786837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:45.797840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.826722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:45.844672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.845024 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 64d0757c-7a0d-49b7-a3a2-1b16de600272 of type vlan for network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 Mar 07 04:52:45.915250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.953758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:45.960443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:45.961259 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587799'] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.062750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3129082 Mar 07 04:52:46.062750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841490-434e-4f62-aea0-aaf82c2b4b89 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=1a3ecd7a-7fb8-441a-8599-8e7b276703e9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:46.063740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39858) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:46.067972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:46.072119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:46.222642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:46.226510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.252383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995625cb-727b-4195-a962-559f005f065c req-1ec335eb-14f6-4b57-952f-67f70585f521 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:46.254038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-995625cb-727b-4195-a962-559f005f065c req-1ec335eb-14f6-4b57-952f-67f70585f521 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 944 time: 0.1641457 Mar 07 04:52:46.353777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-995625cb-727b-4195-a962-559f005f065c req-40519060-0afa-4ca1-8dfa-f282732d6477 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889506 Mar 07 04:52:46.484899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6364afbc-5a14-4813-812d-2cf3cb2ffa8b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.558595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=6364afbc-5a14-4813-812d-2cf3cb2ffa8b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:46.561516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '64d0757c-7a0d-49b7-a3a2-1b16de600272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:46.561888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 1a3ecd7a-7fb8-441a-8599-8e7b276703e9, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:46.588115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:46.600230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 1a3ecd7a-7fb8-441a-8599-8e7b276703e9) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:46.609835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb46c1-06a0-4d97-96f4-f683d2513c21 None None] Network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:46.614653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:46.615275 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.640940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39872) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:46.641470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bdba463d-eea9-4e93-b9a1-627c35c92e00 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5769608 Mar 07 04:52:46.750118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-1a3ecd7a-7fb8-441a-8599-8e7b276703e9', 'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '6364afbc-5a14-4813-812d-2cf3cb2ffa8b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:46.756433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.761677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.831596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6364afbc-5a14-4813-812d-2cf3cb2ffa8b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:46.979172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Allocated IP 172.20.0.1 (1a3ecd7a-7fb8-441a-8599-8e7b276703e9/6364afbc-5a14-4813-812d-2cf3cb2ffa8b/fad010a9-16e3-46f1-8dc9-20b301be4cc8) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:47.155801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Publish callbacks [] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.165132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.188010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:47.191003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:47.200597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6364afbc-5a14-4813-812d-2cf3cb2ffa8b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.216294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:47.271586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=6364afbc-5a14-4813-812d-2cf3cb2ffa8b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:47.416425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.454848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Pushing event updated for resources: {'Port': ['ID=fad010a9-16e3-46f1-8dc9-20b301be4cc8,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:47.490547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3ecd7a-7fb8-441a-8599-8e7b276703e9']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:47.502973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Attempting to bind port fad010a9-16e3-46f1-8dc9-20b301be4cc8 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:47.506014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d0757c-7a0d-49b7-a3a2-1b16de600272') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:47.506478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d0757c-7a0d-49b7-a3a2-1b16de600272') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:47.506616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Attempting to bind port fad010a9-16e3-46f1-8dc9-20b301be4cc8 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '64d0757c-7a0d-49b7-a3a2-1b16de600272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:47.508475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Attempting to bind port fad010a9-16e3-46f1-8dc9-20b301be4cc8 on network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:47.520607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:47.520996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Checking segment: {'id': '64d0757c-7a0d-49b7-a3a2-1b16de600272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:47.521408 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.521786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Bound using segment: {'id': '64d0757c-7a0d-49b7-a3a2-1b16de600272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:47.522276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Bound port: fad010a9-16e3-46f1-8dc9-20b301be4cc8, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d0757c-7a0d-49b7-a3a2-1b16de600272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:47.522659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.540517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.571162 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.582899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:47.584552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:47.616543 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:47.631177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] For port fad010a9-16e3-46f1-8dc9-20b301be4cc8, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:47.639785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c03735-f3ec-4188-8c31-c4bd7634a8bf req-b9f51d96-2cf2-4e83-8d97-b727895659ce tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:47.642073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2c03735-f3ec-4188-8c31-c4bd7634a8bf req-b9f51d96-2cf2-4e83-8d97-b727895659ce tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 944 time: 0.1274991 Mar 07 04:52:47.687583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] For port fad010a9-16e3-46f1-8dc9-20b301be4cc8, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fad010a9-16e3-46f1-8dc9-20b301be4cc8,segment=NetworkSegment(64d0757c-7a0d-49b7-a3a2-1b16de600272),segment_id=64d0757c-7a0d-49b7-a3a2-1b16de600272)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:47.692452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:47.692452 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:47.692452 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '1a3ecd7a-7fb8-441a-8599-8e7b276703e9'}] Mar 07 04:52:47.692452 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:47.693384 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:47.704477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:47.707980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d2c03735-f3ec-4188-8c31-c4bd7634a8bf req-fe8af6cf-b42c-4d78-a411-06c85b7ffe84 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595443 Mar 07 04:52:47.806600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4b1a349-24b1-419c-b4b8-e999fd4db23a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:52:47.862450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b2de1-c141-410c-9d08-4cd39cc73bf7 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:48.052539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b2de1-c141-410c-9d08-4cd39cc73bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:48.055909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a84e9f-7672-40bc-936a-aed9cfe81916 None None] Pushing event updated for resources: {'Port': ['ID=fad010a9-16e3-46f1-8dc9-20b301be4cc8,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:48.130134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:48.183913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'mac_address': 'fa:16:3e:13:50:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:52:48.194423 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:48.291635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4b1a349-24b1-419c-b4b8-e999fd4db23a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:48.292454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:48.317556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b1a349-24b1-419c-b4b8-e999fd4db23a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:52:48.318094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port fad010a9-16e3-46f1-8dc9-20b301be4cc8 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:48.318505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:48.408006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc9441-7819-4f8c-9a04-5af02dbc4485 None None] Network 1a3ecd7a-7fb8-441a-8599-8e7b276703e9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:48.444438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port fad010a9-16e3-46f1-8dc9-20b301be4cc8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fad010a9-16e3-46f1-8dc9-20b301be4cc8,segment=NetworkSegment(64d0757c-7a0d-49b7-a3a2-1b16de600272),segment_id=64d0757c-7a0d-49b7-a3a2-1b16de600272)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:48.445210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:48.460304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for fad010a9-16e3-46f1-8dc9-20b301be4cc8 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:48.486013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:48.510393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:48.578887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:48.750751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e4b1a349-24b1-419c-b4b8-e999fd4db23a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:48.922111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53f22-32bf-4ce3-937e-eb61b284a3dd req-d5b3e055-8662-4c15-a450-7bceda79f183 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:48.924492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fc53f22-32bf-4ce3-937e-eb61b284a3dd req-d5b3e055-8662-4c15-a450-7bceda79f183 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 945 time: 0.1070912 Mar 07 04:52:49.009321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fc53f22-32bf-4ce3-937e-eb61b284a3dd req-cfa961b0-eaac-441e-8df4-af2704498389 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 Mar 07 04:52:49.066875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fad010a9-16e3-46f1-8dc9-20b301be4cc8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.106995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=fad010a9-16e3-46f1-8dc9-20b301be4cc8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:49.111669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port fad010a9-16e3-46f1-8dc9-20b301be4cc8 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:49.237436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.261567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3ecd7a-7fb8-441a-8599-8e7b276703e9']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:49.271161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d0757c-7a0d-49b7-a3a2-1b16de600272') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:49.271464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d0757c-7a0d-49b7-a3a2-1b16de600272') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:49.281294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.298539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.304402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:49.304783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (64d0757c-7a0d-49b7-a3a2-1b16de600272), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:49.307893 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:49.368274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (1a3ecd7a-7fb8-441a-8599-8e7b276703e9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.375561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.383538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/1a3ecd7a-7fb8-441a-8599-8e7b276703e9 HTTP/1.1" status: 204 len: 168 time: 2.7361491 Mar 07 04:52:49.383538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:49.387401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1692585136'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:49.408147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b2fe3-e82c-457b-bd5f-d15369d2d71c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=1a3ecd7a-7fb8-441a-8599-8e7b276703e9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:49.423523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:49.427571 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.453552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:49.464792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.465176 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 60f31469-d89f-4a8d-afbd-64c023f7dd33 of type vlan for network 2301662a-e488-41c7-8a46-957f7c6d8c65 Mar 07 04:52:49.509092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.539695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.545930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:49.546584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.583555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2001929 Mar 07 04:52:49.586946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39932) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:49.594581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:49.617814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ce644-0b8d-4087-b306-f5c327421b5a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=2301662a-e488-41c7-8a46-957f7c6d8c65,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:49.628865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 2301662a-e488-41c7-8a46-957f7c6d8c65 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:49.723755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:49.727479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.785487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4b1a349-24b1-419c-b4b8-e999fd4db23a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:52:49.847075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e4b1a349-24b1-419c-b4b8-e999fd4db23a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:52:49.854232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e4b1a349-24b1-419c-b4b8-e999fd4db23a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:52:49.854767 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.932115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6519a549-698a-4e9e-9383-c12203c001de), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:49.983163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4b1a349-24b1-419c-b4b8-e999fd4db23a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:49.984064 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.029330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=6519a549-698a-4e9e-9383-c12203c001de,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:50.049871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '60f31469-d89f-4a8d-afbd-64c023f7dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:50.050834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 2301662a-e488-41c7-8a46-957f7c6d8c65, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:50.084344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 2301662a-e488-41c7-8a46-957f7c6d8c65 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:50.086276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:52:50.091690 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdecc85-68ed-4acb-915a-b1e2c9a29ffd" -d '{"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-plugged", "status": "completed", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:52:50.120115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.124755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:50.135321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 2301662a-e488-41c7-8a46-957f7c6d8c65) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:50.157055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489bb360-ec76-42e0-91de-13b3509f6c26 None None] Network 2301662a-e488-41c7-8a46-957f7c6d8c65 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:50.160508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.167097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:50.167990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.173226 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51671c0-4b59-4377-9f63-30c832ace9a1 x-openstack-request-id: req-c51671c0-4b59-4377-9f63-30c832ace9a1 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:52:50.173775 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-plugged", "status": "completed", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:52:50.174282 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c51671c0-4b59-4377-9f63-30c832ace9a1 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:52:50.175138 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'code': 200} Mar 07 04:52:50.238825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:50.249654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a4d6c304-1741-4a9c-a721-02ae5da54252 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6587796 Mar 07 04:52:50.368039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:50.393770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f16d7-a9fd-4ffe-a379-c931d7919675 req-63361104-3076-4456-8ded-61cffa0bb8f1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:50.395998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f16d7-a9fd-4ffe-a379-c931d7919675 req-63361104-3076-4456-8ded-61cffa0bb8f1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.2854931 Mar 07 04:52:50.399167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c064-6eea-42d8-a312-bb4b70d8ebca req-ad4e9f0c-a44e-4576-8bdd-5ce03e701b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:50.404079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1188c064-6eea-42d8-a312-bb4b70d8ebca req-ad4e9f0c-a44e-4576-8bdd-5ce03e701b6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 1128 time: 0.1478271 Mar 07 04:52:50.425500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-2301662a-e488-41c7-8a46-957f7c6d8c65', 'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '6519a549-698a-4e9e-9383-c12203c001de'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:50.425500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.490026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.516875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-294f16d7-a9fd-4ffe-a379-c931d7919675 req-601d173b-cd33-4154-8ee8-52b2d2c5e23b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095383 Mar 07 04:52:50.584421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1188c064-6eea-42d8-a312-bb4b70d8ebca req-8c9ead7a-aab4-4b5a-a6af-39542aa219e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534514 Mar 07 04:52:50.597601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6519a549-698a-4e9e-9383-c12203c001de), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.650263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Allocated IP 172.20.0.1 (2301662a-e488-41c7-8a46-957f7c6d8c65/6519a549-698a-4e9e-9383-c12203c001de/3b6aab92-a4c1-4545-9a90-c4200dbbdab4) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:50.813084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Publish callbacks [] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.819090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.845872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6519a549-698a-4e9e-9383-c12203c001de), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:50.885454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Network 2301662a-e488-41c7-8a46-957f7c6d8c65 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:50.889366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:50.895162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=6519a549-698a-4e9e-9383-c12203c001de,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:50.899018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:50.920202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Pushing event updated for resources: {'Port': ['ID=3b6aab92-a4c1-4545-9a90-c4200dbbdab4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:51.009854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Attempting to bind port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:51.012064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Attempting to bind port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '60f31469-d89f-4a8d-afbd-64c023f7dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:51.012982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Attempting to bind port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4 on network 2301662a-e488-41c7-8a46-957f7c6d8c65 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:51.023536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:51.024278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Checking segment: {'id': '60f31469-d89f-4a8d-afbd-64c023f7dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:51.024867 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.025432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Bound using segment: {'id': '60f31469-d89f-4a8d-afbd-64c023f7dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:51.026379 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.034380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Bound port: 3b6aab92-a4c1-4545-9a90-c4200dbbdab4, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f31469-d89f-4a8d-afbd-64c023f7dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2301662a-e488-41c7-8a46-957f7c6d8c65'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:51.034880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.052057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2301662a-e488-41c7-8a46-957f7c6d8c65']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:51.063734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f31469-d89f-4a8d-afbd-64c023f7dd33') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:51.064001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f31469-d89f-4a8d-afbd-64c023f7dd33') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:51.076948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.093682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.103819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:51.104207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:51.110627 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:51.136438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] For port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:51.193717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] For port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3b6aab92-a4c1-4545-9a90-c4200dbbdab4,segment=NetworkSegment(60f31469-d89f-4a8d-afbd-64c023f7dd33),segment_id=60f31469-d89f-4a8d-afbd-64c023f7dd33)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:51.195552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:51.195552 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:51.195552 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '2301662a-e488-41c7-8a46-957f7c6d8c65'}] Mar 07 04:52:51.195552 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:51.196360 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:51.203132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.319151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2f7a0-d0d5-48bc-8e98-a6de466c3bd5 None None] Pushing event updated for resources: {'Port': ['ID=3b6aab92-a4c1-4545-9a90-c4200dbbdab4,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:51.343557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c246656-142c-4cff-a564-be7946c9f743 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:51.451900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c246656-142c-4cff-a564-be7946c9f743 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:51.697585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.709533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caaae4c-505b-4322-add8-d45b71f4a6b0 None None] Network 2301662a-e488-41c7-8a46-957f7c6d8c65 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:51.722708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8b432-0754-479e-aa69-4b966fdcb63c req-3199cbd2-29ae-400f-9afc-1964307bd0fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:51.724241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73e8b432-0754-479e-aa69-4b966fdcb63c req-3199cbd2-29ae-400f-9afc-1964307bd0fc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0872571 Mar 07 04:52:51.788079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:51.788586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.793657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73e8b432-0754-479e-aa69-4b966fdcb63c req-9b3166ec-91b1-4776-9abf-4affed67d24d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626562 Mar 07 04:52:51.898488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3b6aab92-a4c1-4545-9a90-c4200dbbdab4,segment=NetworkSegment(60f31469-d89f-4a8d-afbd-64c023f7dd33),segment_id=60f31469-d89f-4a8d-afbd-64c023f7dd33)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:51.898983 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:51.917410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for 3b6aab92-a4c1-4545-9a90-c4200dbbdab4 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:52.005066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3b6aab92-a4c1-4545-9a90-c4200dbbdab4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.031864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port 3b6aab92-a4c1-4545-9a90-c4200dbbdab4 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:52.033492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=3b6aab92-a4c1-4545-9a90-c4200dbbdab4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:52.125318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.150543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2301662a-e488-41c7-8a46-957f7c6d8c65']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:52.160308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f31469-d89f-4a8d-afbd-64c023f7dd33') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:52.160611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f31469-d89f-4a8d-afbd-64c023f7dd33') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:52.170561 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.183842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.190281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:52.190670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (60f31469-d89f-4a8d-afbd-64c023f7dd33), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:52.193753 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:52.262060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.274257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (2301662a-e488-41c7-8a46-957f7c6d8c65), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.306802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.310898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/2301662a-e488-41c7-8a46-957f7c6d8c65 HTTP/1.1" status: 204 len: 168 time: 2.0706494 Mar 07 04:52:52.312749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2137e4-22ca-4070-ab96-e9ec6b338dd5 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=2301662a-e488-41c7-8a46-957f7c6d8c65,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:52.314793 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39964) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:52.319798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1600672662'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:52.342594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:52.346806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.372029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:52.382579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.383243 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b of type vlan for network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae Mar 07 04:52:52.430824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.463133 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.471680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:52.472391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.586923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:52.592957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:52.597217 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2811174 Mar 07 04:52:52.601600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd3cf2-a3b9-4818-9360-e993a5d99416 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:52.619661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:52.888000 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.951582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.981402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae is not hosted by any dhcp agent {{(pid=103938) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:52:52.987298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:52.988223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:52.989652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "PUT /v2.0/networks/86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae HTTP/1.1" status: 200 len: 723 time: 0.4015129 Mar 07 04:52:52.993286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 39988) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:52.998479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:53.017446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414788c3-7914-40e0-aaaf-9cdc7bee37fc req-59336bb5-8ce3-4366-924d-defe980119dc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:53.024773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414788c3-7914-40e0-aaaf-9cdc7bee37fc req-59336bb5-8ce3-4366-924d-defe980119dc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1304474 Mar 07 04:52:53.106087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9a0b4-8234-4414-841c-44d8ce75c72b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:53.117878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:53.194253 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-414788c3-7914-40e0-aaaf-9cdc7bee37fc req-a551db25-fcbc-4e30-8ad5-5958c69a8313 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608608 Mar 07 04:52:53.236372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:53.241103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:53.515393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (56476d68-567c-4930-b988-995332bdaef5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:53.627011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f409f-95e2-4ae8-b7ee-6f3b5a336312 req-18221380-f72e-449f-83ba-b84ff9682908 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:53.628931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-914f409f-95e2-4ae8-b7ee-6f3b5a336312 req-18221380-f72e-449f-83ba-b84ff9682908 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1267157 Mar 07 04:52:53.632003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=56476d68-567c-4930-b988-995332bdaef5,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:53.666164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:53.666781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:53.708907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:53.719057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-914f409f-95e2-4ae8-b7ee-6f3b5a336312 req-4aa6c6c7-c9b6-4dfd-bbf0-bde69e482e8c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728860 Mar 07 04:52:53.735164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:53.749967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:53.750580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:53.760296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9941f3-0212-4419-9d88-f55b7a20f383 None None] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:53.785546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 39996) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:53.793851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:53.795181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-790a8b29-0b19-499e-ac36-12e9cae03a57 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7999744 Mar 07 04:52:53.943373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9041250'] for subnet (56476d68-567c-4930-b988-995332bdaef5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:53.962788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae', 'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '56476d68-567c-4930-b988-995332bdaef5'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:53.963708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.204543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732355067567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8642376'] for subnet (56476d68-567c-4930-b988-995332bdaef5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.241934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:54.242966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.248119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:54.248793 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "PUT /v2.0/subnets/56476d68-567c-4930-b988-995332bdaef5 HTTP/1.1" status: 200 len: 806 time: 0.4592872 Mar 07 04:52:54.349580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60a9a-46f1-4af4-981e-a83e61a8d84c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=56476d68-567c-4930-b988-995332bdaef5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:54.445947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.470022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Allocated IP 172.20.0.2 (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae/56476d68-567c-4930-b988-995332bdaef5/73eadf51-0ca0-4660-bb4c-39eb39ce89a0) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:54.554199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (56476d68-567c-4930-b988-995332bdaef5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.642265 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Publish callbacks [] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.648727 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.668139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (56476d68-567c-4930-b988-995332bdaef5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.691172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Pushing event updated for resources: {'Port': ['ID=73eadf51-0ca0-4660-bb4c-39eb39ce89a0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:54.706275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:54.707710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:54.710295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:54.737134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=56476d68-567c-4930-b988-995332bdaef5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:54.774746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Attempting to bind port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:54.775064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Attempting to bind port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:54.775434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Attempting to bind port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0 on network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:54.780926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:54.781313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Checking segment: {'id': 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:54.781726 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.782168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Bound using segment: {'id': 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:54.782648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Bound port: 73eadf51-0ca0-4660-bb4c-39eb39ce89a0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:54.783029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.872158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] For port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:54.876130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] For port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=73eadf51-0ca0-4660-bb4c-39eb39ce89a0,segment=NetworkSegment(d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b),segment_id=d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:54.894227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.900873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:54.957364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:54.982083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad3688-38d6-40a2-b378-14745d1be19e req-c2317ddf-d625-4f52-bac2-19fa69629e35 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:54.985225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ad3688-38d6-40a2-b378-14745d1be19e req-c2317ddf-d625-4f52-bac2-19fa69629e35 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1298637 Mar 07 04:52:55.011940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1187ea-f0b1-4e8a-983f-0cd92ffa969b None None] Pushing event updated for resources: {'Port': ['ID=73eadf51-0ca0-4660-bb4c-39eb39ce89a0,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:55.016472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:55.016764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:55.027866 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:55.045208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926178ae-9514-4926-895c-244d8ca4126b None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:52:55.072556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:55.095609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:55.096266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:55.100924 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:55.148423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-85ad3688-38d6-40a2-b378-14745d1be19e req-159b327a-c044-4db4-be62-9d86f3039586 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532354 Mar 07 04:52:55.173676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926178ae-9514-4926-895c-244d8ca4126b None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:52:55.477119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4cb584-714e-439e-99c7-b2cf6e087b1c None None] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:55.603886 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.db.api [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:55.603886 n-d-832185-1 neutron-server[103938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:55.603886 n-d-832185-1 neutron-server[103938]: [parameters: {'id': '86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae'}] Mar 07 04:52:55.603886 n-d-832185-1 neutron-server[103938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:55.604616 n-d-832185-1 neutron-server[103938]: DEBUG oslo_db.api [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:55.651969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c9a1b-554d-4fd7-aa23-29c622b07384 None None] Network 86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:55.870465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75cd1-9c62-4bd1-846c-a79bc23ca3db req-33c21b5a-838b-4739-acc4-20a0d8c5a8cf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:55.872092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5be75cd1-9c62-4bd1-846c-a79bc23ca3db req-33c21b5a-838b-4739-acc4-20a0d8c5a8cf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0779645 Mar 07 04:52:55.928315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5be75cd1-9c62-4bd1-846c-a79bc23ca3db req-6b46ff9a-8f66-43e6-a0f4-38bdbb9c9841 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Mar 07 04:52:56.105534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.165959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:52:56.166411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.245130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=73eadf51-0ca0-4660-bb4c-39eb39ce89a0,segment=NetworkSegment(d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b),segment_id=d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:56.245501 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.260874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for 73eadf51-0ca0-4660-bb4c-39eb39ce89a0 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:52:56.353317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (73eadf51-0ca0-4660-bb4c-39eb39ce89a0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.386746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=73eadf51-0ca0-4660-bb4c-39eb39ce89a0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:56.389145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port 73eadf51-0ca0-4660-bb4c-39eb39ce89a0 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:52:56.479997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.500555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:56.509681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:56.510090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:56.524363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.537558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.543833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:56.544494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (d8bc3b6f-3527-4e2e-8e5d-0770faaa8f1b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:56.547879 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:56.608291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.616944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.621014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae HTTP/1.1" status: 204 len: 168 time: 2.3714237 Mar 07 04:52:56.624072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40050) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:56.640563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09facb5-ba61-4610-ba68-f9855987916a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:56.652436 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a27e41-b45d-49df-b085-4e9678ee06f9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:52:56.652924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a27e41-b45d-49df-b085-4e9678ee06f9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:52:56.656176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a2a27e41-b45d-49df-b085-4e9678ee06f9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae HTTP/1.1" status: 404 len: 339 time: 0.0227706 Mar 07 04:52:56.659910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:56.665185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1518162489', 'description': 'd1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:56.687218 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:56.690728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.714856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:56.724310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3588c155-91e9-4d29-949e-7989c7233a05), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.724727 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 3588c155-91e9-4d29-949e-7989c7233a05 of type vlan for network ad5e06af-9f91-4bc3-93a9-9cba38b9d284 Mar 07 04:52:56.766912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.791007 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.797036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:56.797866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:56.833124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1720250 Mar 07 04:52:56.836243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40054) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:56.895862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83becea-86c4-4a0a-bc48-43a3004c834d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=ad5e06af-9f91-4bc3-93a9-9cba38b9d284,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:56.908475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ad5e06af-9f91-4bc3-93a9-9cba38b9d284 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:56.936951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9e3b93-15b2-4668-b60f-2bfab766d426 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:56.942254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:56.948650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'description': 'd2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:56.960748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5e9e3b93-15b2-4668-b60f-2bfab766d426 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks?id=ad5e06af-9f91-4bc3-93a9-9cba38b9d284 HTTP/1.1" status: 200 len: 761 time: 0.1231277 Mar 07 04:52:57.105272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555b179-c353-429f-86d4-19986816b69b req-8dcff0c8-012b-4259-b3cd-41d22485287b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:57.106837 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f555b179-c353-429f-86d4-19986816b69b req-8dcff0c8-012b-4259-b3cd-41d22485287b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0601261 Mar 07 04:52:57.162204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.163887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f555b179-c353-429f-86d4-19986816b69b req-1ba21718-3436-4f08-90b4-66dba9a0d4fa tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499198 Mar 07 04:52:57.189269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.281838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=ad5e06af-9f91-4bc3-93a9-9cba38b9d284,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:57.284411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network ad5e06af-9f91-4bc3-93a9-9cba38b9d284 is not hosted by any dhcp agent {{(pid=103939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 04:52:57.290703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:57.291462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.294275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ad5e06af-9f91-4bc3-93a9-9cba38b9d284 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:57.296334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-439da645-f5b0-4cdf-848e-d262fa55a7ea tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "PUT /v2.0/networks/ad5e06af-9f91-4bc3-93a9-9cba38b9d284 HTTP/1.1" status: 200 len: 758 time: 0.3529134 Mar 07 04:52:57.299240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40062) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:57.432752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d03aa1-6151-4ca0-8fc2-0f9ae5a9aa0e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:57.434364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41d03aa1-6151-4ca0-8fc2-0f9ae5a9aa0e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks?id=ad5e06af-9f91-4bc3-93a9-9cba38b9d284 HTTP/1.1" status: 200 len: 761 time: 0.1340873 Mar 07 04:52:57.439246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:57.445011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66677900'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:57.489105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:57.492942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.522423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:52:57.533411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.533892 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52 of type vlan for network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 Mar 07 04:52:57.578064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.604777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.610186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:57.610703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.656538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2135351 Mar 07 04:52:57.656852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40074) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:57.661802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:52:57.694657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68b946-7fc0-43e3-8d06-33bb491d38d8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=2bab8245-3a70-4a6a-b2e8-c8b29cedde58,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:57.706543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:52:57.803856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:52:57.807854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:57.822210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4b1a349-24b1-419c-b4b8-e999fd4db23a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:52:58.031035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:58.046024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'port_id': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'mac_address': 'fa:16:3e:13:50:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:52:58.096483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4b1a349-24b1-419c-b4b8-e999fd4db23a is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:52:58.097117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:58.110893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b1a349-24b1-419c-b4b8-e999fd4db23a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:52:58.136001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:52:58.144910 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:58.221308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (4cd6fd17-9f95-4123-866e-eefe65ce6c82), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:58.228588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:58.252407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e4b1a349-24b1-419c-b4b8-e999fd4db23a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:52:58.388737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=4cd6fd17-9f95-4123-866e-eefe65ce6c82,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:58.404367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:58.404741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 2bab8245-3a70-4a6a-b2e8-c8b29cedde58, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:52:58.426978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ba17-6803-4e45-98ff-9d13482aae00 req-97c62128-9690-4a98-a01f-623ad987e4f1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:58.428854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e377ba17-6803-4e45-98ff-9d13482aae00 req-97c62128-9690-4a98-a01f-623ad987e4f1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 945 time: 0.1303315 Mar 07 04:52:58.468599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:52:58.507442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 2bab8245-3a70-4a6a-b2e8-c8b29cedde58) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:58.529181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:58.529791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:58.542472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83daab0e-cbd2-4748-8adb-e3df39cbf477 None None] Network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:52:58.551712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e377ba17-6803-4e45-98ff-9d13482aae00 req-c95ef7df-61ee-4e06-85de-bf8058c73113 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125531 Mar 07 04:52:58.583134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40112) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:52:58.583269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6ef9cb00-f2d9-4e8e-bc65-8c57bf66d475 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9253764 Mar 07 04:52:58.755167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-2bab8245-3a70-4a6a-b2e8-c8b29cedde58', 'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '4cd6fd17-9f95-4123-866e-eefe65ce6c82'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:52:58.756052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:58.879771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.019550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Allocated IP 172.20.0.2 (2bab8245-3a70-4a6a-b2e8-c8b29cedde58/4cd6fd17-9f95-4123-866e-eefe65ce6c82/d555697b-4dd0-4aec-a93c-d1609bebf757) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:52:59.022604 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (4cd6fd17-9f95-4123-866e-eefe65ce6c82), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.291542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Publish callbacks [] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.334285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.344386 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (4cd6fd17-9f95-4123-866e-eefe65ce6c82), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.417346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:52:59.422898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:52:59.430984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Pushing event updated for resources: {'Port': ['ID=d555697b-4dd0-4aec-a93c-d1609bebf757,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:59.433706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd6fd17-9f95-4123-866e-eefe65ce6c82,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:52:59.436985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:52:59.551583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Attempting to bind port d555697b-4dd0-4aec-a93c-d1609bebf757 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:52:59.551945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Attempting to bind port d555697b-4dd0-4aec-a93c-d1609bebf757 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:52:59.552308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Attempting to bind port d555697b-4dd0-4aec-a93c-d1609bebf757 on network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:52:59.581850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.607881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab8245-3a70-4a6a-b2e8-c8b29cedde58']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:59.615020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:52:59.615408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Checking segment: {'id': '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:52:59.615817 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.616215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Bound using segment: {'id': '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:52:59.616691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Bound port: d555697b-4dd0-4aec-a93c-d1609bebf757, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:52:59.617072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.619358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:59.619686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:52:59.632717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.650155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.658946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:52:59.659683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:52:59.740279 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:52:59.743842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:52:59.743842 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:52:59.743842 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '2bab8245-3a70-4a6a-b2e8-c8b29cedde58'}] Mar 07 04:52:59.743842 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:52:59.744248 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:52:59.768947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] For port d555697b-4dd0-4aec-a93c-d1609bebf757, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:52:59.785650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] For port d555697b-4dd0-4aec-a93c-d1609bebf757, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d555697b-4dd0-4aec-a93c-d1609bebf757,segment=NetworkSegment(15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52),segment_id=15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:52:59.806103 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:52:59.856598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4b1a349-24b1-419c-b4b8-e999fd4db23a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:52:59.860836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8728e-a955-40f2-8b6e-7755e65b69f3 req-78da7f8d-4afa-4da8-a0a0-546cc33c9aee tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:52:59.879368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ca8728e-a955-40f2-8b6e-7755e65b69f3 req-78da7f8d-4afa-4da8-a0a0-546cc33c9aee tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 945 time: 0.1408861 Mar 07 04:52:59.976982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ca8728e-a955-40f2-8b6e-7755e65b69f3 req-fe1745dc-88a4-4c84-8b3e-f368ca27bbbd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Mar 07 04:52:59.997094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a776c0-93c2-4f70-b15b-21befdec1c0f None None] Pushing event updated for resources: {'Port': ['ID=d555697b-4dd0-4aec-a93c-d1609bebf757,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:00.029586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f1467-f3e8-4edf-9a84-2fbc86f7c5bf None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:53:00.035651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e4b1a349-24b1-419c-b4b8-e999fd4db23a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:00.036032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.211012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4b1a349-24b1-419c-b4b8-e999fd4db23a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:00.211403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.213278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f1467-f3e8-4edf-9a84-2fbc86f7c5bf None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:53:00.246116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.249142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:53:00.251428 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3d4a11-3262-45a4-b10f-f126c0847f71" -d '{"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-plugged", "status": "completed", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:53:00.289737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:00.329121 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb3051-99a1-4e9a-b2c8-76575ac2137f x-openstack-request-id: req-3ffb3051-99a1-4e9a-b2c8-76575ac2137f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:53:00.330112 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-plugged", "status": "completed", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:53:00.330534 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ffb3051-99a1-4e9a-b2c8-76575ac2137f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:53:00.331295 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'code': 200} Mar 07 04:53:00.336731 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.401809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:00.424928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port d555697b-4dd0-4aec-a93c-d1609bebf757 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:00.425935 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.542813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9edf35-fb89-4cf2-9440-c007e2020c29 None None] Network 2bab8245-3a70-4a6a-b2e8-c8b29cedde58 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:00.551820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port d555697b-4dd0-4aec-a93c-d1609bebf757, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d555697b-4dd0-4aec-a93c-d1609bebf757,segment=NetworkSegment(15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52),segment_id=15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:00.553137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.583583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for d555697b-4dd0-4aec-a93c-d1609bebf757 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:00.732439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d555697b-4dd0-4aec-a93c-d1609bebf757), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:00.756672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port d555697b-4dd0-4aec-a93c-d1609bebf757 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:00.852847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=d555697b-4dd0-4aec-a93c-d1609bebf757,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:00.943563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:01.006975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab8245-3a70-4a6a-b2e8-c8b29cedde58']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:01.030992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:01.034837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:01.058212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:01.105492 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:01.131743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:01.132231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (15a8dbeb-8f56-4d18-a0fb-51ceb1d08d52), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:01.141892 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:01.164184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dfb1b-be89-405d-8845-359c35933b75 req-70dcd27b-b4ef-4a42-81d7-9ec30421aadd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:01.175013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df0dfb1b-be89-405d-8845-359c35933b75 req-70dcd27b-b4ef-4a42-81d7-9ec30421aadd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0938449 Mar 07 04:53:01.254480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (2bab8245-3a70-4a6a-b2e8-c8b29cedde58), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:01.262781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:01.268193 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df0dfb1b-be89-405d-8845-359c35933b75 req-40468bd1-9ebc-48ff-b629-5145aa9e4181 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919204 Mar 07 04:53:01.275013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40144) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:01.275330 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/2bab8245-3a70-4a6a-b2e8-c8b29cedde58 HTTP/1.1" status: 204 len: 168 time: 2.6853414 Mar 07 04:53:01.298607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08ff7b-60e5-4a5d-87cd-de40a3100388 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=2bab8245-3a70-4a6a-b2e8-c8b29cedde58,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:01.328185 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-587b9216-e7df-466b-835f-fae6d86bfeb9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] GET failed (client error): The resource could not be found. Mar 07 04:53:01.331912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-587b9216-e7df-466b-835f-fae6d86bfeb9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/subnets/4cd6fd17-9f95-4123-866e-eefe65ce6c82 HTTP/1.1" status: 404 len: 337 time: 0.0533884 Mar 07 04:53:01.332625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:01.366626 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbaccb7-ca40-4760-a931-10ee3c8fd31f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:01.367165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbaccb7-ca40-4760-a931-10ee3c8fd31f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:01.373697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7cbaccb7-ca40-4760-a931-10ee3c8fd31f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/2bab8245-3a70-4a6a-b2e8-c8b29cedde58 HTTP/1.1" status: 404 len: 339 time: 0.0368116 Mar 07 04:53:01.374255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40148) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:01.618929 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6adfbf5-80b8-43b1-b453-3a0af152f87e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:01.623178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b6adfbf5-80b8-43b1-b453-3a0af152f87e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2451763 Mar 07 04:53:01.623536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40150) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:01.675025 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-01ed7039-8495-41f5-b35a-a81f9cc947dc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 207 time: 0.0468137 Mar 07 04:53:01.675584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40152) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:02.006033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f208f-9209-4682-8ecb-9399b57b7ba9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.019623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f208f-9209-4682-8ecb-9399b57b7ba9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.028481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f208f-9209-4682-8ecb-9399b57b7ba9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.036490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f208f-9209-4682-8ecb-9399b57b7ba9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.039173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ec2f208f-9209-4682-8ecb-9399b57b7ba9 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3625689 Mar 07 04:53:02.043735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:02.323079 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-229d7737-b6b1-4384-b59b-5a6478f1453a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2769167 Mar 07 04:53:02.327980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:02.552270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755dbfa9-49d3-40c4-a278-5a552157f70d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.554328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead7677-8ee7-425c-9e86-0bb7845fa9df req-0e0b3d74-b9b4-48a9-90f0-6b8b93573d3b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.557447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755dbfa9-49d3-40c4-a278-5a552157f70d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.564920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-755dbfa9-49d3-40c4-a278-5a552157f70d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2319510 Mar 07 04:53:02.565249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fead7677-8ee7-425c-9e86-0bb7845fa9df req-0e0b3d74-b9b4-48a9-90f0-6b8b93573d3b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1050489 Mar 07 04:53:02.565355 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40180) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:02.638417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25db36a-55f3-4ae3-af67-3c579c2e496a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.639952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25db36a-55f3-4ae3-af67-3c579c2e496a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['shared'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.645190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d25db36a-55f3-4ae3-af67-3c579c2e496a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0751495 Mar 07 04:53:02.646279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40182) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:02.666164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fead7677-8ee7-425c-9e86-0bb7845fa9df req-55da06ad-a2c5-4601-8386-c38807ebf02d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033227 Mar 07 04:53:02.802179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-39e4baf9-7b18-4a51-a3cf-4698699211d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:02.835656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38e4bd-aeb8-4a2b-b187-ba4c6e980b78 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:02.841805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0f38e4bd-aeb8-4a2b-b187-ba4c6e980b78 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks/f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 HTTP/1.1" status: 200 len: 799 time: 0.1899736 Mar 07 04:53:02.842240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40186) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:03.001808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb4f32e4-57ab-4dd7-a170-2cb058fa4c81 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/networks/f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1540926 Mar 07 04:53:03.004392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40188) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:03.057201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828a579-8915-4783-80cd-72cf9f35d992 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:03.063244 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5828a579-8915-4783-80cd-72cf9f35d992 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/subnets/779f1703-2c31-40fb-b5bb-36725d5edafc HTTP/1.1" status: 200 len: 811 time: 0.0556276 Mar 07 04:53:03.063651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:03.121354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f3340-6275-4802-89b0-e618427b541f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['shared'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:03.126852 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-045f3340-6275-4802-89b0-e618427b541f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "GET /v2.0/subnets/779f1703-2c31-40fb-b5bb-36725d5edafc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0589743 Mar 07 04:53:03.127311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:03.134311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1620930092'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:03.160242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:03.165066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:03.203913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:53:03.222853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:03.223162 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Added segment 4768499d-c8d5-4878-b142-69ae5098daa5 of type vlan for network 34ced1a7-56c5-4d20-bf9a-f296db98db5b Mar 07 04:53:03.277359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:03.329081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:03.339818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:03.340472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:03.424943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Network': ['ID=34ced1a7-56c5-4d20-bf9a-f296db98db5b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:03.442674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 34ced1a7-56c5-4d20-bf9a-f296db98db5b details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:53:03.453422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a8744e2d-d123-4365-ad20-1cb0e42b0a0d tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3218415 Mar 07 04:53:03.453933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40194) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:03.460105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:03.630083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Made reservation on behalf of 48236b6b87b644dfa7a8f7a1964869eb for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:03.634167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:03.784982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing IP validity checks on allocation pools {{(pid=103938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 04:53:03.785562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 04:53:03.887969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781160-2b85-49f4-ba7f-bdb008dbc68d req-df6a0007-f3c5-40b7-9344-bb06ab8461d8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:03.896821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27781160-2b85-49f4-ba7f-bdb008dbc68d req-df6a0007-f3c5-40b7-9344-bb06ab8461d8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1051888 Mar 07 04:53:04.018661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27781160-2b85-49f4-ba7f-bdb008dbc68d req-e33ff0fd-d062-45ad-bb15-62302985530b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212409 Mar 07 04:53:04.156195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (5edd024a-43ab-423b-a4a1-9ecec5de183a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:04.225686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=5edd024a-43ab-423b-a4a1-9ecec5de183a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:04.269686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Checking segment: {'id': '4768499d-c8d5-4878-b142-69ae5098daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:04.270065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network hostable DHCP agents. Network: 34ced1a7-56c5-4d20-bf9a-f296db98db5b, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:53:04.302713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Network 34ced1a7-56c5-4d20-bf9a-f296db98db5b is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:53:04.331723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 34ced1a7-56c5-4d20-bf9a-f296db98db5b) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:04.377652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff58df-a12e-4a90-b9b2-6a9c80432239 None None] Network 34ced1a7-56c5-4d20-bf9a-f296db98db5b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:04.382384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:04.382997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:04.433794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8b374117-e90e-4cd9-95e7-f0abfe874eb8 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9766662 Mar 07 04:53:04.449413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40218) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:04.492170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:04.567864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-34ced1a7-56c5-4d20-bf9a-f296db98db5b', 'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b', 'project_id': '48236b6b87b644dfa7a8f7a1964869eb', 'fixed_ips': [{'subnet_id': '5edd024a-43ab-423b-a4a1-9ecec5de183a'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:53:04.568745 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:04.681085 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8474332'] for subnet (5edd024a-43ab-423b-a4a1-9ecec5de183a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:04.846769 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 04:53:04.846769 n-d-832185-1 neutron-server[103940]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 07 04:53:04.846769 n-d-832185-1 neutron-server[103940]: [parameters: {'in_use': 1, 'id_1': '5edd024a-43ab-423b-a4a1-9ecec5de183a'}] Mar 07 04:53:04.846769 n-d-832185-1 neutron-server[103940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:53:04.847626 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:53:05.037608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732355067567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10036268'] for subnet (5edd024a-43ab-423b-a4a1-9ecec5de183a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.115109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:05.115719 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.120071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40232) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:05.120663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "PUT /v2.0/subnets/5edd024a-43ab-423b-a4a1-9ecec5de183a HTTP/1.1" status: 200 len: 877 time: 0.6377006 Mar 07 04:53:05.130822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012771e-5e7f-48a1-922d-eeee2ec37fc6 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event updated for resources: {'Subnet': ['ID=5edd024a-43ab-423b-a4a1-9ecec5de183a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:05.266146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e395d-7861-493d-99a4-31dd480af2ec req-45d1cb4e-f89d-4eea-90f6-fff0f7ddfa2e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:05.273801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-015e395d-7861-493d-99a4-31dd480af2ec req-45d1cb4e-f89d-4eea-90f6-fff0f7ddfa2e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1277943 Mar 07 04:53:05.327612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.348460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-015e395d-7861-493d-99a4-31dd480af2ec req-22f2b04e-65f3-4466-b8e7-b7d587706bd1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673015 Mar 07 04:53:05.348863 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.400451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3691-9600-4e4f-a3c7-0909ad114671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.451685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5edd024a-43ab-423b-a4a1-9ecec5de183a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.542625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Allocated IP 172.20.0.3 (34ced1a7-56c5-4d20-bf9a-f296db98db5b/5edd024a-43ab-423b-a4a1-9ecec5de183a/742e7e15-a206-4c0b-9c59-e684792dcc45) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:05.691239 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks [] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.702068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.733651 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (5edd024a-43ab-423b-a4a1-9ecec5de183a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.755746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Network 34ced1a7-56c5-4d20-bf9a-f296db98db5b is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:05.758757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:05.761363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:05.817319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Pushing event updated for resources: {'Port': ['ID=742e7e15-a206-4c0b-9c59-e684792dcc45,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:05.831074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=5edd024a-43ab-423b-a4a1-9ecec5de183a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:05.848807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Attempting to bind port 742e7e15-a206-4c0b-9c59-e684792dcc45 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:53:05.849109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Attempting to bind port 742e7e15-a206-4c0b-9c59-e684792dcc45 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4768499d-c8d5-4878-b142-69ae5098daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:53:05.849689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Attempting to bind port 742e7e15-a206-4c0b-9c59-e684792dcc45 on network 34ced1a7-56c5-4d20-bf9a-f296db98db5b {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:05.856043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:53:05.857682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Checking segment: {'id': '4768499d-c8d5-4878-b142-69ae5098daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:05.857682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.857889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Bound using segment: {'id': '4768499d-c8d5-4878-b142-69ae5098daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:53:05.858444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Bound port: 742e7e15-a206-4c0b-9c59-e684792dcc45, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4768499d-c8d5-4878-b142-69ae5098daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:53:05.858902 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.933111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] For port 742e7e15-a206-4c0b-9c59-e684792dcc45, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:53:05.937129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] For port 742e7e15-a206-4c0b-9c59-e684792dcc45, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=742e7e15-a206-4c0b-9c59-e684792dcc45,segment=NetworkSegment(4768499d-c8d5-4878-b142-69ae5098daa5),segment_id=4768499d-c8d5-4878-b142-69ae5098daa5)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:53:05.944467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.944626 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:05.995004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ced1a7-56c5-4d20-bf9a-f296db98db5b']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:06.025295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4768499d-c8d5-4878-b142-69ae5098daa5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:06.025647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4768499d-c8d5-4878-b142-69ae5098daa5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:06.057102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.061895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0b492-3924-4395-830e-326ea9597dd3 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 04:53:06.076794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.083307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:06.083742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:06.087495 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:06.137575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30369eb9-34e5-4c22-9f87-bcc9ec3b23bf None None] Pushing event updated for resources: {'Port': ['ID=742e7e15-a206-4c0b-9c59-e684792dcc45,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:06.176343 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.db.api [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 04:53:06.176343 n-d-832185-1 neutron-server[103939]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 04:53:06.176343 n-d-832185-1 neutron-server[103939]: [parameters: {'id': '34ced1a7-56c5-4d20-bf9a-f296db98db5b'}] Mar 07 04:53:06.176343 n-d-832185-1 neutron-server[103939]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:53:06.178037 n-d-832185-1 neutron-server[103939]: DEBUG oslo_db.api [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:53:06.249249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d0b492-3924-4395-830e-326ea9597dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 04:53:06.563577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a47ee-a48a-467d-a6eb-f6e30dd7a422 req-85b8fb8f-b0ff-4e6c-8614-04bc8b2369b3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:06.565027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-509a47ee-a48a-467d-a6eb-f6e30dd7a422 req-85b8fb8f-b0ff-4e6c-8614-04bc8b2369b3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0809093 Mar 07 04:53:06.589460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb429e43-ed8f-4a78-9e3b-82a44960325c None None] Network 34ced1a7-56c5-4d20-bf9a-f296db98db5b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:06.670397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-509a47ee-a48a-467d-a6eb-f6e30dd7a422 req-bd93ddf5-23ca-4f42-9d11-a0bc32a8c7c1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931911 Mar 07 04:53:06.679539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.731319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143a7dc-411b-4022-a8f3-4988b4f0d831 None None] Network 34ced1a7-56c5-4d20-bf9a-f296db98db5b requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:06.748777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port 742e7e15-a206-4c0b-9c59-e684792dcc45 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:06.749130 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.830437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port 742e7e15-a206-4c0b-9c59-e684792dcc45, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=742e7e15-a206-4c0b-9c59-e684792dcc45,segment=NetworkSegment(4768499d-c8d5-4878-b142-69ae5098daa5),segment_id=4768499d-c8d5-4878-b142-69ae5098daa5)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:06.830771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.854467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for 742e7e15-a206-4c0b-9c59-e684792dcc45 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:06.857421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.970308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (742e7e15-a206-4c0b-9c59-e684792dcc45), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:06.996654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=742e7e15-a206-4c0b-9c59-e684792dcc45,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:07.008337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port 742e7e15-a206-4c0b-9c59-e684792dcc45 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:07.123900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.462640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ced1a7-56c5-4d20-bf9a-f296db98db5b']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:07.504674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4768499d-c8d5-4878-b142-69ae5098daa5') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:07.506379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4768499d-c8d5-4878-b142-69ae5098daa5') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:07.524193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.552279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.568991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:07.570576 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4768499d-c8d5-4878-b142-69ae5098daa5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:07.575989 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:07.707809 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (34ced1a7-56c5-4d20-bf9a-f296db98db5b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.725130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.738416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:07.741713 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/34ced1a7-56c5-4d20-bf9a-f296db98db5b HTTP/1.1" status: 204 len: 168 time: 2.6205766 Mar 07 04:53:07.742893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08f9a-fedb-4934-8408-f8e8d6549c5b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=34ced1a7-56c5-4d20-bf9a-f296db98db5b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:07.745507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:07.775010 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca42ca7d-cdb6-4cac-b4ff-beee6e1ad9ce tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:07.775514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca42ca7d-cdb6-4cac-b4ff-beee6e1ad9ce tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:07.779319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca42ca7d-cdb6-4cac-b4ff-beee6e1ad9ce tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/5edd024a-43ab-423b-a4a1-9ecec5de183a HTTP/1.1" status: 404 len: 337 time: 0.0321445 Mar 07 04:53:07.782096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:07.815423 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99421e5-1f4f-4327-95bc-f65812e56dca tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:07.816460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99421e5-1f4f-4327-95bc-f65812e56dca tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:07.820180 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a99421e5-1f4f-4327-95bc-f65812e56dca tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/34ced1a7-56c5-4d20-bf9a-f296db98db5b HTTP/1.1" status: 404 len: 339 time: 0.0370979 Mar 07 04:53:07.822624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40268) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:07.854588 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc04473-8545-4799-ba99-b4f1c466e59b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:07.855080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc04473-8545-4799-ba99-b4f1c466e59b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:07.859024 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bcc04473-8545-4799-ba99-b4f1c466e59b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/4cd6fd17-9f95-4123-866e-eefe65ce6c82 HTTP/1.1" status: 404 len: 337 time: 0.0353856 Mar 07 04:53:07.862106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:07.886330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c27b6-8c9c-4f28-a443-1913eceee7fb req-3fa5cb5a-ac38-4c0a-b66b-4f20026b1af5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:07.888375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d5c27b6-8c9c-4f28-a443-1913eceee7fb req-3fa5cb5a-ac38-4c0a-b66b-4f20026b1af5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0916486 Mar 07 04:53:07.916110 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-811717b0-bf5a-41d7-b86c-79b17ffc76df tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:07.916110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811717b0-bf5a-41d7-b86c-79b17ffc76df tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:07.920349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-811717b0-bf5a-41d7-b86c-79b17ffc76df tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/2bab8245-3a70-4a6a-b2e8-c8b29cedde58 HTTP/1.1" status: 404 len: 339 time: 0.0572481 Mar 07 04:53:07.923713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40272) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.036620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d5c27b6-8c9c-4f28-a443-1913eceee7fb req-d41adad0-9013-41b0-80fa-5736315ed4c5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300354 Mar 07 04:53:08.040666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.149737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.170568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5e06af-9f91-4bc3-93a9-9cba38b9d284']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:08.180682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3588c155-91e9-4d29-949e-7989c7233a05') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:08.180993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3588c155-91e9-4d29-949e-7989c7233a05') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:08.191302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (3588c155-91e9-4d29-949e-7989c7233a05), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.205486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3588c155-91e9-4d29-949e-7989c7233a05), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.211970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:08.212381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (3588c155-91e9-4d29-949e-7989c7233a05), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:08.271960 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:08.280389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ad5e06af-9f91-4bc3-93a9-9cba38b9d284), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.305499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:08.316813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/ad5e06af-9f91-4bc3-93a9-9cba38b9d284 HTTP/1.1" status: 204 len: 168 time: 0.3871508 Mar 07 04:53:08.316917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40278) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.316993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed047eb-9e21-4aba-8c56-f0c4d4b97ddf tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=ad5e06af-9f91-4bc3-93a9-9cba38b9d284,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:08.345155 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-c663f0f2-cd9f-4f09-bf90-c385cea0257a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.345931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c663f0f2-cd9f-4f09-bf90-c385cea0257a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.349227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c663f0f2-cd9f-4f09-bf90-c385cea0257a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/56476d68-567c-4930-b988-995332bdaef5 HTTP/1.1" status: 404 len: 337 time: 0.0362971 Mar 07 04:53:08.351971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40282) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.402694 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f6178f-5082-47fb-a9dd-1da3251326aa tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.402960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f6178f-5082-47fb-a9dd-1da3251326aa tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.410009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66f6178f-5082-47fb-a9dd-1da3251326aa tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/86e5ba71-ac92-4ed3-ac06-1ea7f468c4ae HTTP/1.1" status: 404 len: 339 time: 0.0546422 Mar 07 04:53:08.410364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40288) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.448438 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-196e6cff-541d-472e-9a0a-294d9fb9bfcd tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.449064 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196e6cff-541d-472e-9a0a-294d9fb9bfcd tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.452682 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-196e6cff-541d-472e-9a0a-294d9fb9bfcd tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/6519a549-698a-4e9e-9383-c12203c001de HTTP/1.1" status: 404 len: 337 time: 0.0412829 Mar 07 04:53:08.457385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40290) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.483133 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49bc69d-4a34-4a9a-b1ce-23d70c5f4f6b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.483676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49bc69d-4a34-4a9a-b1ce-23d70c5f4f6b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.486921 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d49bc69d-4a34-4a9a-b1ce-23d70c5f4f6b tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/2301662a-e488-41c7-8a46-957f7c6d8c65 HTTP/1.1" status: 404 len: 339 time: 0.0282726 Mar 07 04:53:08.490737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40292) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.519079 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd08d24d-90ed-4921-9718-b8ccb3e3c022 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.519786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd08d24d-90ed-4921-9718-b8ccb3e3c022 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.523262 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fd08d24d-90ed-4921-9718-b8ccb3e3c022 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/6364afbc-5a14-4813-812d-2cf3cb2ffa8b HTTP/1.1" status: 404 len: 337 time: 0.0312946 Mar 07 04:53:08.526127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40296) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.575412 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2e3987-7d6f-4895-a4e2-fa6ded27615c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.576108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2e3987-7d6f-4895-a4e2-fa6ded27615c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.581517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae2e3987-7d6f-4895-a4e2-fa6ded27615c tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/1a3ecd7a-7fb8-441a-8599-8e7b276703e9 HTTP/1.1" status: 404 len: 339 time: 0.0517149 Mar 07 04:53:08.581662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40300) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.621520 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-101c2e08-8613-4b61-8f15-7f8638f8466f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.621996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101c2e08-8613-4b61-8f15-7f8638f8466f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.627791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-101c2e08-8613-4b61-8f15-7f8638f8466f tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/6ac82949-dd4c-4d7a-a7f8-28a428dca68e HTTP/1.1" status: 404 len: 337 time: 0.0425265 Mar 07 04:53:08.628143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40304) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.663877 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-408589f7-6065-4caa-89ac-77282841a8bc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.664392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408589f7-6065-4caa-89ac-77282841a8bc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.690142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-408589f7-6065-4caa-89ac-77282841a8bc tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/20a8adcd-f096-4cfe-9d53-967c91fba6c0 HTTP/1.1" status: 404 len: 339 time: 0.0584736 Mar 07 04:53:08.690947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.718637 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2b7b57-7b3d-4e94-b296-947e28232c7e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.719141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2b7b57-7b3d-4e94-b296-947e28232c7e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.725368 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb2b7b57-7b3d-4e94-b296-947e28232c7e tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/a3f191b7-8983-4eea-a7aa-da661bb549e0 HTTP/1.1" status: 404 len: 337 time: 0.0301695 Mar 07 04:53:08.725368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.750978 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-5549c15b-9438-467c-8b80-188c79a11d24 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.752016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5549c15b-9438-467c-8b80-188c79a11d24 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.757894 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5549c15b-9438-467c-8b80-188c79a11d24 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/331e4bfa-13fe-4dec-a559-82e16b572c9d HTTP/1.1" status: 404 len: 339 time: 0.0289309 Mar 07 04:53:08.758271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40310) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.798465 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5da98f7-7cff-46d4-9dc3-2f9d0a3083c1 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.799052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5da98f7-7cff-46d4-9dc3-2f9d0a3083c1 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.802258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d5da98f7-7cff-46d4-9dc3-2f9d0a3083c1 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/c264b022-7d8f-459b-aad9-809576d9372f HTTP/1.1" status: 404 len: 337 time: 0.0428967 Mar 07 04:53:08.805612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40312) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.834260 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-010fae2e-a8b6-487e-b203-d149fb049da2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.835043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010fae2e-a8b6-487e-b203-d149fb049da2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.841018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-010fae2e-a8b6-487e-b203-d149fb049da2 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/02b0b64d-6aaf-4fd3-b3f1-a33a2f54c6d7 HTTP/1.1" status: 404 len: 339 time: 0.0314305 Mar 07 04:53:08.841671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40314) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.896504 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a538ab-3a81-45b8-93af-f7c8ca1aed92 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.903955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a538ab-3a81-45b8-93af-f7c8ca1aed92 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.914716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-32a538ab-3a81-45b8-93af-f7c8ca1aed92 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/c4bf71c3-cb1a-4d06-92c3-6d14627d1664 HTTP/1.1" status: 404 len: 337 time: 0.0719399 Mar 07 04:53:08.914892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40316) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.935622 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-277fb7ed-018e-4886-ad7b-7f14b536349a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.936271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277fb7ed-018e-4886-ad7b-7f14b536349a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.942230 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-277fb7ed-018e-4886-ad7b-7f14b536349a tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/a5455be2-14ef-4367-8fbf-5bd0bbba9e67 HTTP/1.1" status: 404 len: 339 time: 0.0241046 Mar 07 04:53:08.943193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40318) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.985581 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-694be8a6-dc71-407a-966f-ab4cb97a5846 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:08.987926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694be8a6-dc71-407a-966f-ab4cb97a5846 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:08.995649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40322) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:08.996322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-694be8a6-dc71-407a-966f-ab4cb97a5846 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/c49fad91-f297-406b-913f-b44f22b7027b HTTP/1.1" status: 404 len: 337 time: 0.0517764 Mar 07 04:53:09.023471 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-257d0a99-bb11-4e6d-a62c-07a65c421e97 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] DELETE failed (client error): The resource could not be found. Mar 07 04:53:09.023998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257d0a99-bb11-4e6d-a62c-07a65c421e97 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 04:53:09.031242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-257d0a99-bb11-4e6d-a62c-07a65c421e97 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/85c798fd-4ac7-4c65-abf1-9cadeadbd6f0 HTTP/1.1" status: 404 len: 339 time: 0.0303850 Mar 07 04:53:09.034897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40324) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:09.114158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting subnet 779f1703-2c31-40fb-b5bb-36725d5edafc {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:53:09.119186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (779f1703-2c31-40fb-b5bb-36725d5edafc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.207680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (779f1703-2c31-40fb-b5bb-36725d5edafc), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.266347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582a79c-4c11-4247-9eae-57eff7caf334 req-d83f730c-433f-418a-b1ad-4fbd06ea7e09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:09.268357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0582a79c-4c11-4247-9eae-57eff7caf334 req-d83f730c-433f-418a-b1ad-4fbd06ea7e09 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1160305 Mar 07 04:53:09.401307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0582a79c-4c11-4247-9eae-57eff7caf334 req-ac8adaaf-a7a4-4b16-a2a1-a02b777622fb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055713 Mar 07 04:53:09.404403 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (779f1703-2c31-40fb-b5bb-36725d5edafc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.452718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.508348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (779f1703-2c31-40fb-b5bb-36725d5edafc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.555048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Subnet': ['ID=779f1703-2c31-40fb-b5bb-36725d5edafc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:09.557264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.563012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47b95c1-d086-48e3-9352-48b27bd77fd1 None None] Network f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:09.563767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b245287-eb9b-4ad5-a319-69f103327683 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/subnets/779f1703-2c31-40fb-b5bb-36725d5edafc HTTP/1.1" status: 204 len: 168 time: 0.5271466 Mar 07 04:53:09.564604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40332) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:09.724114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.854393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Deleting port f37a4712-7069-40d0-9d42-8e14878786b5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:09.854748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.938857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] For port f37a4712-7069-40d0-9d42-8e14878786b5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f37a4712-7069-40d0-9d42-8e14878786b5,segment=NetworkSegment(cc2050bb-e3bb-4c2e-800b-10f0a77890f7),segment_id=cc2050bb-e3bb-4c2e-800b-10f0a77890f7)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:09.938857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:09.941424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] DHCP port deletion for f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:53:09.956394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Calling delete_port for f37a4712-7069-40d0-9d42-8e14878786b5 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:10.027574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f37a4712-7069-40d0-9d42-8e14878786b5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:10.090258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.116491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Deleting port f37a4712-7069-40d0-9d42-8e14878786b5 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:10.117029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.130404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Port': ['ID=f37a4712-7069-40d0-9d42-8e14878786b5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:10.133104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] No DVR routers for this DVR port f37a4712-7069-40d0-9d42-8e14878786b5 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:10.207831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] For port f37a4712-7069-40d0-9d42-8e14878786b5, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:10.208229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.225791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Calling delete_port for f37a4712-7069-40d0-9d42-8e14878786b5 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:10.228530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Port f37a4712-7069-40d0-9d42-8e14878786b5 was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 04:53:10.234972 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (f37a4712-7069-40d0-9d42-8e14878786b5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.255758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No active binding found for port f37a4712-7069-40d0-9d42-8e14878786b5 {{(pid=103940) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 04:53:10.256448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] The host n-d-832185-1 is not matching for port f37a4712-7069-40d0-9d42-8e14878786b5 host None! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 04:53:10.256985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f37a4712-7069-40d0-9d42-8e14878786b5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:53:10.258819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] No DVR routers for this DVR port f37a4712-7069-40d0-9d42-8e14878786b5 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:10.272573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.320098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ad6cb-a881-4dc1-8898-aaea67b5f8e6 None None] Pushing event deleted for resources: {'Port': ['ID=f37a4712-7069-40d0-9d42-8e14878786b5,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:10.327444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:10.340581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:10.341010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2050bb-e3bb-4c2e-800b-10f0a77890f7') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:10.368772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (cc2050bb-e3bb-4c2e-800b-10f0a77890f7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.385799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (cc2050bb-e3bb-4c2e-800b-10f0a77890f7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.394484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:10.395807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (cc2050bb-e3bb-4c2e-800b-10f0a77890f7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:10.399380 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:10.530451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.539773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:10.545908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] 10.222.0.21 "DELETE /v2.0/networks/f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56 HTTP/1.1" status: 204 len: 168 time: 0.9800978 Mar 07 04:53:10.560492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187b8bc-ea06-46b6-9843-753bb3c5d986 tempest-NetworksTest-1732472688 tempest-NetworksTest-1732472688-project] Pushing event deleted for resources: {'Network': ['ID=f3aad8e0-0abb-4ea3-9f0e-4c2b35f6ad56,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:10.673660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47dcb-74ec-41b3-ae4a-e1267ce0df07 req-07661257-8394-47b1-8051-f95272111ed8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:10.673660 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50c47dcb-74ec-41b3-ae4a-e1267ce0df07 req-07661257-8394-47b1-8051-f95272111ed8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0902700 Mar 07 04:53:10.745720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50c47dcb-74ec-41b3-ae4a-e1267ce0df07 req-a7e7dbdf-7406-4968-b4bd-2c5a97af1e75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660346 Mar 07 04:53:10.996321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:11.168258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a5717cc2-86fe-4eb7-b032-1d61f2bdb4f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48236b6b87b644dfa7a8f7a1964869eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707389 Mar 07 04:53:11.172062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40360) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:11.227120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1bd570b-717d-426b-ba8f-51ce6583aa1f admin admin] Publish callbacks [] for security_group (448e62bd-b447-47fe-a4d5-fbd0773b30fa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:11.254612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1bd570b-717d-426b-ba8f-51ce6583aa1f admin admin] Publish callbacks [] for security_group (448e62bd-b447-47fe-a4d5-fbd0773b30fa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:11.323251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1bd570b-717d-426b-ba8f-51ce6583aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (448e62bd-b447-47fe-a4d5-fbd0773b30fa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:11.326656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1bd570b-717d-426b-ba8f-51ce6583aa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:11.332665 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d1bd570b-717d-426b-ba8f-51ce6583aa1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/448e62bd-b447-47fe-a4d5-fbd0773b30fa HTTP/1.1" status: 204 len: 168 time: 0.1589987 Mar 07 04:53:11.354959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd570b-717d-426b-ba8f-51ce6583aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e62bd-b447-47fe-a4d5-fbd0773b30fa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:12.033833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938df1-d637-4b4d-ab00-84490a880d43 req-65fcf95c-1ad3-4f0c-966f-e80bbe86bfb9 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:12.035448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a938df1-d637-4b4d-ab00-84490a880d43 req-65fcf95c-1ad3-4f0c-966f-e80bbe86bfb9 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1348028 Mar 07 04:53:12.111215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a938df1-d637-4b4d-ab00-84490a880d43 req-ffed85be-a40b-4aa3-8e11-43912f2fbde8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696654 Mar 07 04:53:12.405056 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:53:12.467035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40398) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:12.584474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-240115534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:12.614510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (467762ae-2337-4940-80d8-653aedffd157), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.615942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (467762ae-2337-4940-80d8-653aedffd157), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.678079 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router_controller (467762ae-2337-4940-80d8-653aedffd157), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.686919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (467762ae-2337-4940-80d8-653aedffd157), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.710260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.715387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:12.722338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1479676474'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:12.722880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2eed9d10-0dc8-41d3-955c-85d73a1a9542 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2539432 Mar 07 04:53:12.748326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:12.752326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.762540 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.865946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for security_group (ccf48094-786b-4f57-b08c-6efdc02eb327), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.871103 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ccf48094-786b-4f57-b08c-6efdc02eb327), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.915035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf48094-786b-4f57-b08c-6efdc02eb327,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:12.941879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:53:12.960754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7e54c554-7bc0-4927-81da-36222be0e015), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:12.961248 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Added segment 7e54c554-7bc0-4927-81da-36222be0e015 of type vlan for network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab Mar 07 04:53:13.011445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.045670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.052450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:13.053068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.093462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40412) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:13.099227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'subnet': {'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:13.103612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3858471 Mar 07 04:53:13.307110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c73fc3-a7df-44e9-b07f-f4cb78a3c217 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Network': ['ID=1324c9dd-4ee6-469e-a0e7-bb4e25e02bab,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:13.319525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:53:13.346861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995477c-c10f-4dbe-9c11-10cffeb7cd1e req-7b547708-6ecd-4004-9552-e9887c94ff3d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:13.348399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1995477c-c10f-4dbe-9c11-10cffeb7cd1e req-7b547708-6ecd-4004-9552-e9887c94ff3d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.0864398 Mar 07 04:53:13.357150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:13.361357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.402071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1995477c-c10f-4dbe-9c11-10cffeb7cd1e req-29bd2c45-7b02-4731-a9b7-57c94d28756b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Mar 07 04:53:13.652157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (03b5b84a-178b-467a-9f18-bed4534b3c02), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.731601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Subnet': ['ID=03b5b84a-178b-467a-9f18-bed4534b3c02,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:13.740581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Checking segment: {'id': '7e54c554-7bc0-4927-81da-36222be0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:13.740778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network hostable DHCP agents. Network: 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:53:13.762725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:53:13.773333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:13.779052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:13.779760 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.785708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1ec6d-aed4-4e6d-932a-2b01957a1565 None None] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:13.800362 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-52966187-d83f-4ff9-accb-5c405865119c tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7054646 Mar 07 04:53:13.808262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40420) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:13.815729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'network': {'name': 'tempest-router-network01--1369712855'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:13.868341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:13.881481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.924287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:53:13.939955 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c1fbebce-75b3-4ec2-96ad-90c2d61e1230), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:13.944453 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Added segment c1fbebce-75b3-4ec2-96ad-90c2d61e1230 of type vlan for network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 Mar 07 04:53:14.010186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-1324c9dd-4ee6-469e-a0e7-bb4e25e02bab', 'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab', 'project_id': 'af47ed7a211147099a5d7ac995c8874c', 'fixed_ips': [{'subnet_id': '03b5b84a-178b-467a-9f18-bed4534b3c02'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:53:14.011290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.041642 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (daa9f718-ed08-4fdf-b61c-d3230b73c0a8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.074084 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (daa9f718-ed08-4fdf-b61c-d3230b73c0a8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.080237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:14.081069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.170559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Network': ['ID=daa9f718-ed08-4fdf-b61c-d3230b73c0a8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:14.186224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:53:14.192069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-31b5a348-84c6-478a-9616-8b7fdf041299 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3805413 Mar 07 04:53:14.194167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40430) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:14.204573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'network': {'name': 'tempest-router-network02--862205892'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:14.222098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Allocated IP 2001:db8::2 (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab/03b5b84a-178b-467a-9f18-bed4534b3c02/ed1eceac-7f61-42c7-81b4-293b431ceec0) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:14.253772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:14.258599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.297933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:53:14.332658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.335202 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Added segment 2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4 of type vlan for network 694ceb05-4009-4897-9326-ee1a6be86567 Mar 07 04:53:14.401081 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (694ceb05-4009-4897-9326-ee1a6be86567), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.448870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (694ceb05-4009-4897-9326-ee1a6be86567), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.454664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:14.460952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.513125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Publish callbacks [] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.531793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.551101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:14.553661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:14.574783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:14.623017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Pushing event updated for resources: {'Port': ['ID=ed1eceac-7f61-42c7-81b4-293b431ceec0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:14.682794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Network': ['ID=694ceb05-4009-4897-9326-ee1a6be86567,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:14.693568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb211d0b-a077-4937-8076-9047380fc21d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4957094 Mar 07 04:53:14.694244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:14.700948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'subnet': {'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:14.717114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 694ceb05-4009-4897-9326-ee1a6be86567 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:53:14.746686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae9781-e3a8-4585-8ab1-84bd368d4fe2 req-b04b0270-0b34-45e5-9717-c115ae6ad9f5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:14.751197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eae9781-e3a8-4585-8ab1-84bd368d4fe2 req-b04b0270-0b34-45e5-9717-c115ae6ad9f5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1065209 Mar 07 04:53:14.838062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Attempting to bind port ed1eceac-7f61-42c7-81b4-293b431ceec0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:53:14.838337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Attempting to bind port ed1eceac-7f61-42c7-81b4-293b431ceec0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '7e54c554-7bc0-4927-81da-36222be0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:53:14.839255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Attempting to bind port ed1eceac-7f61-42c7-81b4-293b431ceec0 on network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:14.846032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eae9781-e3a8-4585-8ab1-84bd368d4fe2 req-6869b498-1292-48c1-b311-463ca2e2cdc8 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885899 Mar 07 04:53:14.848271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:53:14.848659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Checking segment: {'id': '7e54c554-7bc0-4927-81da-36222be0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:14.849219 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.849456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Bound using segment: {'id': '7e54c554-7bc0-4927-81da-36222be0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:53:14.850466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Bound port: ed1eceac-7f61-42c7-81b4-293b431ceec0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e54c554-7bc0-4927-81da-36222be0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1324c9dd-4ee6-469e-a0e7-bb4e25e02bab'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:53:14.850856 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.872546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:14.877173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.927597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] For port ed1eceac-7f61-42c7-81b4-293b431ceec0, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:53:14.930770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] For port ed1eceac-7f61-42c7-81b4-293b431ceec0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed1eceac-7f61-42c7-81b4-293b431ceec0,segment=NetworkSegment(7e54c554-7bc0-4927-81da-36222be0e015),segment_id=7e54c554-7bc0-4927-81da-36222be0e015)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:53:14.940672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:14.991788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52604324-e9b6-4d18-86b0-0d07a6d127af None None] Pushing event updated for resources: {'Port': ['ID=ed1eceac-7f61-42c7-81b4-293b431ceec0,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:15.145009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (19ca7962-7b84-4778-9849-546453c05637), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:15.212384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Subnet': ['ID=19ca7962-7b84-4778-9849-546453c05637,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:15.228088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Checking segment: {'id': 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:15.228551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network hostable DHCP agents. Network: daa9f718-ed08-4fdf-b61c-d3230b73c0a8, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:53:15.272158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:53:15.295561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, daa9f718-ed08-4fdf-b61c-d3230b73c0a8) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:15.299670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:15.300262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:15.307174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bae336-7bb3-42c2-822f-5ddd4466501a None None] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:15.322582 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-033d354b-ad4b-453c-bf69-47723fd6a091 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6256161 Mar 07 04:53:15.323902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40452) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:15.329211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'subnet': {'network_id': '694ceb05-4009-4897-9326-ee1a6be86567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:15.465725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:15.470664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:15.683284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-daa9f718-ed08-4fdf-b61c-d3230b73c0a8', 'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8', 'project_id': 'af47ed7a211147099a5d7ac995c8874c', 'fixed_ips': [{'subnet_id': '19ca7962-7b84-4778-9849-546453c05637'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:53:15.684491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:15.734034 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (1b23b466-e067-4c84-9faa-e0a29286df19), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:15.827279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Subnet': ['ID=1b23b466-e067-4c84-9faa-e0a29286df19,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:15.839220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Checking segment: {'id': '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '694ceb05-4009-4897-9326-ee1a6be86567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:15.839703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network hostable DHCP agents. Network: 694ceb05-4009-4897-9326-ee1a6be86567, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:53:15.869118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network 694ceb05-4009-4897-9326-ee1a6be86567 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:53:15.894553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Allocated IP 2001:db8::2 (daa9f718-ed08-4fdf-b61c-d3230b73c0a8/19ca7962-7b84-4778-9849-546453c05637/963d8db5-6673-445e-9f9d-9fd0e4194a94) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:15.894773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 694ceb05-4009-4897-9326-ee1a6be86567) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:15.901924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:15.902728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:15.908698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fe87d-28fc-40b5-94f7-704182f12918 None None] Network 694ceb05-4009-4897-9326-ee1a6be86567 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:15.997584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a06df7cc-acbd-42ec-93f9-c0269a599c6d tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6699831 Mar 07 04:53:15.998361 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40470) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:16.037132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a300b7-782f-4061-b06a-6f1060527106 req-b49a13a5-b402-4756-a93d-9a45e2593b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:16.038824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-b49a13a5-b402-4756-a93d-9a45e2593b3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 1128 time: 0.1324339 Mar 07 04:53:16.103795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed1eceac-7f61-42c7-81b4-293b431ceec0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:16.335229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-694ceb05-4009-4897-9326-ee1a6be86567', 'network_id': '694ceb05-4009-4897-9326-ee1a6be86567', 'project_id': 'af47ed7a211147099a5d7ac995c8874c', 'fixed_ips': [{'subnet_id': '1b23b466-e067-4c84-9faa-e0a29286df19'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:53:16.336081 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:16.441609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6ac7b-4a7c-431e-ad51-645e5dd2d20b None None] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:16.454323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:16.497926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3b53c-2eff-4842-aa81-904659b74051 req-2a4c04f0-fdd7-454f-8fb1-c6fbf730d391 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:16.499401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3a3b53c-2eff-4842-aa81-904659b74051 req-2a4c04f0-fdd7-454f-8fb1-c6fbf730d391 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.5243509 Mar 07 04:53:16.594399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a300b7-782f-4061-b06a-6f1060527106 req-7b761879-5dd3-4271-bdd7-2b0751d54d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:16.596056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-7b761879-5dd3-4271-bdd7-2b0751d54d26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.5461872 Mar 07 04:53:16.599934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3a3b53c-2eff-4842-aa81-904659b74051 req-3099a67e-8fd5-495d-a9f0-c2772f392cfe tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761399 Mar 07 04:53:16.652203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-c44a4303-9f02-4780-9d8f-d59981f490a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a HTTP/1.1" status: 200 len: 217 time: 0.0495591 Mar 07 04:53:16.710476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Allocated IP 2001:db8::2 (694ceb05-4009-4897-9326-ee1a6be86567/1b23b466-e067-4c84-9faa-e0a29286df19/7ca06315-65e3-4daf-8b5a-3a935f666b19) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:16.713779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a300b7-782f-4061-b06a-6f1060527106 req-1afcc5ff-f856-4740-9f0f-83a85bee6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:16.716598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-1afcc5ff-f856-4740-9f0f-83a85bee6c86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0568283 Mar 07 04:53:16.717648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ed1eceac-7f61-42c7-81b4-293b431ceec0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:16.718301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:16.766127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] Provisioning complete for port ed1eceac-7f61-42c7-81b4-293b431ceec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:16.766505 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:16.777058 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Publish callbacks [] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:16.780123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a300b7-782f-4061-b06a-6f1060527106 req-b8c7c1fe-1273-4794-ba35-e5c563d03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:16.781824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-b8c7c1fe-1273-4794-ba35-e5c563d03903 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596371 Mar 07 04:53:16.849859 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:16.905366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Pushing event updated for resources: {'Port': ['ID=963d8db5-6673-445e-9f9d-9fd0e4194a94,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:16.924647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Allocated IP 2001:db8::1 (daa9f718-ed08-4fdf-b61c-d3230b73c0a8/19ca7962-7b84-4778-9849-546453c05637/90b8e8a6-052b-429e-9c3e-604520ebcb48) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:16.976603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-7aaba32b-bdd4-48f9-9af4-bfd9a8199481 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860106 Mar 07 04:53:17.005647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:17.024916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:17.031265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:17.145059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26a300b7-782f-4061-b06a-6f1060527106 req-f5a6aac7-d531-4c58-8cbb-4054de36989f service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639335 Mar 07 04:53:17.181598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] Current status of the port ed1eceac-7f61-42c7-81b4-293b431ceec0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:17.182080 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.203957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed1eceac-7f61-42c7-81b4-293b431ceec0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:17.204412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.206199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.256791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.315585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Attempting to bind port 963d8db5-6673-445e-9f9d-9fd0e4194a94 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:53:17.315585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Attempting to bind port 963d8db5-6673-445e-9f9d-9fd0e4194a94 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:53:17.315896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Attempting to bind port 963d8db5-6673-445e-9f9d-9fd0e4194a94 on network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:17.319308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:17.333670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:17.337937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:17.338514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.341816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:53:17.342115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Checking segment: {'id': 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:17.342529 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.342928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Bound using segment: {'id': 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:53:17.343713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Bound port: 963d8db5-6673-445e-9f9d-9fd0e4194a94, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'daa9f718-ed08-4fdf-b61c-d3230b73c0a8'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:53:17.344100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.361157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] For port ed1eceac-7f61-42c7-81b4-293b431ceec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed1eceac-7f61-42c7-81b4-293b431ceec0,segment=NetworkSegment(7e54c554-7bc0-4927-81da-36222be0e015),segment_id=7e54c554-7bc0-4927-81da-36222be0e015)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:17.374979 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Publish callbacks [] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.377086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.410690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Port': ['ID=90b8e8a6-052b-429e-9c3e-604520ebcb48,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:17.488780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] For port 963d8db5-6673-445e-9f9d-9fd0e4194a94, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:53:17.494284 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:53:17.494284 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:53:17.500055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] For port 963d8db5-6673-445e-9f9d-9fd0e4194a94, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=963d8db5-6673-445e-9f9d-9fd0e4194a94,segment=NetworkSegment(c1fbebce-75b3-4ec2-96ad-90c2d61e1230),segment_id=c1fbebce-75b3-4ec2-96ad-90c2d61e1230)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:53:17.523266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.539227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.546740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c2f83ce0-31df-4c9f-89c8-0402ee7a2df5 None None] Provisioning complete for port ed1eceac-7f61-42c7-81b4-293b431ceec0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:17.547109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c2f83ce0-31df-4c9f-89c8-0402ee7a2df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.552971 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.647552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Network 694ceb05-4009-4897-9326-ee1a6be86567 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:17.657322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:17.660583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:17.663119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b9abf-1a17-4c75-a5f8-259760bb2c86 None None] Pushing event updated for resources: {'Port': ['ID=ed1eceac-7f61-42c7-81b4-293b431ceec0,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:17.725127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Pushing event updated for resources: {'Port': ['ID=7ca06315-65e3-4daf-8b5a-3a935f666b19,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:17.852039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c2f83ce0-31df-4c9f-89c8-0402ee7a2df5 None None] Current status of the port ed1eceac-7f61-42c7-81b4-293b431ceec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:17.855312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a53eb5-a46c-4a0c-b01e-d964ae415157 None None] Pushing event updated for resources: {'Port': ['ID=963d8db5-6673-445e-9f9d-9fd0e4194a94,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:17.915953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2d811-73b6-4da9-b6b8-ca3a391f7657 req-70536bce-b96e-4bd6-a9c4-f5b8e93c5663 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:17.919966 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62b2d811-73b6-4da9-b6b8-ca3a391f7657 req-70536bce-b96e-4bd6-a9c4-f5b8e93c5663 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1599455 Mar 07 04:53:17.933293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Attempting to bind port 7ca06315-65e3-4daf-8b5a-3a935f666b19 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:53:17.933750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Attempting to bind port 7ca06315-65e3-4daf-8b5a-3a935f666b19 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '694ceb05-4009-4897-9326-ee1a6be86567'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:53:17.934220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Attempting to bind port 7ca06315-65e3-4daf-8b5a-3a935f666b19 on network 694ceb05-4009-4897-9326-ee1a6be86567 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:17.940842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:53:17.941447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Checking segment: {'id': '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '694ceb05-4009-4897-9326-ee1a6be86567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:17.942062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:17.942526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Bound using segment: {'id': '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '694ceb05-4009-4897-9326-ee1a6be86567'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:53:17.943342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Bound port: 7ca06315-65e3-4daf-8b5a-3a935f666b19, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '694ceb05-4009-4897-9326-ee1a6be86567'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:53:17.944311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:18.064178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] For port 7ca06315-65e3-4daf-8b5a-3a935f666b19, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:53:18.080048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] For port 7ca06315-65e3-4daf-8b5a-3a935f666b19, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7ca06315-65e3-4daf-8b5a-3a935f666b19,segment=NetworkSegment(2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4),segment_id=2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:53:18.112282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-62b2d811-73b6-4da9-b6b8-ca3a391f7657 req-62e3e98e-04bc-47c9-9dc3-aa514b14f209 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864982 Mar 07 04:53:18.142526 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:18.187919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:18.197330 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:18.198750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:18.229799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73fc41-558a-427d-985f-7904aaf4c138 None None] Pushing event updated for resources: {'Port': ['ID=7ca06315-65e3-4daf-8b5a-3a935f666b19,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:18.239567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed1eceac-7f61-42c7-81b4-293b431ceec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:18.441664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Port': ['ID=90b8e8a6-052b-429e-9c3e-604520ebcb48,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:18.533277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:18.544303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:18.586153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed1eceac-7f61-42c7-81b4-293b431ceec0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:18.707355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ed1eceac-7f61-42c7-81b4-293b431ceec0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:18.707742 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:18.827915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Router 467762ae-2337-4940-80d8-653aedffd157 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:53:18.847231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ecfc2-0af9-4088-a8de-5d767f25b9fa req-fbb05277-57d8-43c0-b6a2-bc627b64cc56 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:18.864197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999ecfc2-0af9-4088-a8de-5d767f25b9fa req-fbb05277-57d8-43c0-b6a2-bc627b64cc56 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.1485581 Mar 07 04:53:18.925597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed1eceac-7f61-42c7-81b4-293b431ceec0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:18.926741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 963d8db5-6673-445e-9f9d-9fd0e4194a94 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:18.979986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999ecfc2-0af9-4088-a8de-5d767f25b9fa req-7066686c-b57f-484d-9894-04cb37015290 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130340 Mar 07 04:53:19.038643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:53:19.042161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 963d8db5-6673-445e-9f9d-9fd0e4194a94 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:19.045838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:19.047958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-65d3126e-bdd0-49d7-b224-6482b598abce tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478778 Mar 07 04:53:19.050837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:19.060787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] Sync routers for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:53:19.074398 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:19.086687 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:19.159449 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:19.180553 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:19.181401 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:19.187656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 963d8db5-6673-445e-9f9d-9fd0e4194a94 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:19.188143 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:19.264342 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:19.264997 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c64db-352b-41dd-8a31-00ab7c359d2e None None] The sync data for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:53:19.266829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 963d8db5-6673-445e-9f9d-9fd0e4194a94, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=963d8db5-6673-445e-9f9d-9fd0e4194a94,segment=NetworkSegment(c1fbebce-75b3-4ec2-96ad-90c2d61e1230),segment_id=c1fbebce-75b3-4ec2-96ad-90c2d61e1230)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:19.280276 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:19.356054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=963d8db5-6673-445e-9f9d-9fd0e4194a94,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:19.549124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8955f56-5f71-479f-8fb0-7d62998762c0 req-7a0c5c1c-834c-45a1-a187-114d05e3edeb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:19.550973 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8955f56-5f71-479f-8fb0-7d62998762c0 req-7a0c5c1c-834c-45a1-a187-114d05e3edeb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 946 time: 0.1816375 Mar 07 04:53:19.591419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0dc8a-6caf-4cd2-864b-3ce945025ad8 None None] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:19.714617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d3dc10d1-da32-44b0-877a-9258a0b3e3dd None None] Provisioning complete for port 963d8db5-6673-445e-9f9d-9fd0e4194a94 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:19.724353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d3dc10d1-da32-44b0-877a-9258a0b3e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:19.827115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8955f56-5f71-479f-8fb0-7d62998762c0 req-9d3e22c3-3be1-4edd-a0c9-a80646d09a0c tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079284 Mar 07 04:53:19.888712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc10d1-da32-44b0-877a-9258a0b3e3dd None None] Current status of the port 963d8db5-6673-445e-9f9d-9fd0e4194a94 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:19.963358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e4b1a349-24b1-419c-b4b8-e999fd4db23a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:19.999496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba645-be6b-4210-b00b-246ea6323205 req-e463819a-aa4e-497d-a046-4a3a84c36c14 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:20.001251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-032ba645-be6b-4210-b00b-246ea6323205 req-e463819a-aa4e-497d-a046-4a3a84c36c14 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0798645 Mar 07 04:53:20.022965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6810e-ee05-44e4-9819-15e2f2e740f6 None None] Network 694ceb05-4009-4897-9326-ee1a6be86567 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:20.169771 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-f1cb4b58-1c24-47ef-9c5b-38c19a78d76a tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:53:20.171064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f1cb4b58-1c24-47ef-9c5b-38c19a78d76a tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1190081 Mar 07 04:53:20.173918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40524) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:20.244300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-032ba645-be6b-4210-b00b-246ea6323205 req-bbadf4a8-042b-4065-833d-b9630cbb91cf tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981072 Mar 07 04:53:20.258293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5755e5-7676-48dd-863b-51f7ef897e5d req-1685fd6d-d813-4250-8960-ba28be2c719d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:20.266789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a5755e5-7676-48dd-863b-51f7ef897e5d req-1685fd6d-d813-4250-8960-ba28be2c719d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.1692176 Mar 07 04:53:20.331537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a5755e5-7676-48dd-863b-51f7ef897e5d req-4b26d1e5-71a7-4acb-bda4-0ea06efe6e8f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636802 Mar 07 04:53:20.382615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-4afb861c-a738-4ae8-a6fc-0e3cf839fb86 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:20.384209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-4afb861c-a738-4ae8-a6fc-0e3cf839fb86 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.2061613 Mar 07 04:53:20.569648 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:20.600400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] Provisioning complete for port 7ca06315-65e3-4daf-8b5a-3a935f666b19 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:20.602932 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:20.659884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7ca06315-65e3-4daf-8b5a-3a935f666b19 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:20.687917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be50d4f-e320-499f-8b16-e7961a542eec req-5c401472-2054-46d9-afad-a75f2aac6621 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:20.689968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4be50d4f-e320-499f-8b16-e7961a542eec req-5c401472-2054-46d9-afad-a75f2aac6621 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2293820 Mar 07 04:53:20.764215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port ecd950db-9305-464d-84ba-094f0a093e05 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:20.764544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ecd950db-9305-464d-84ba-094f0a093e05), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:20.874913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e4b1a349-24b1-419c-b4b8-e999fd4db23a is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:20.875304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:20.906321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port ecd950db-9305-464d-84ba-094f0a093e05, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ecd950db-9305-464d-84ba-094f0a093e05,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:20.906797 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ecd950db-9305-464d-84ba-094f0a093e05), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:20.959023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.019704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7ca06315-65e3-4daf-8b5a-3a935f666b19 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:21.020230 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.221123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4be50d4f-e320-499f-8b16-e7961a542eec req-0189c8bc-c979-46f0-bcdd-24f8890422d2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220685 Mar 07 04:53:21.238398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:21.239457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:53:21.242036 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3983a-e05f-4c90-a1de-f8fb6ec71fe6" -d '{"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:53:21.281697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.355969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.356768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (736eff60-bac9-4ad9-9eeb-82f206a9f9d2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.357252 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Floating IP 736eff60-bac9-4ad9-9eeb-82f206a9f9d2 disassociated. External IP: 172.25.4.52, port: ecd950db-9305-464d-84ba-094f0a093e05. Mar 07 04:53:21.358463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for ecd950db-9305-464d-84ba-094f0a093e05 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:21.369620 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d5acf3-c9e9-468a-977d-417d74fae7b6 x-openstack-request-id: req-a6d5acf3-c9e9-468a-977d-417d74fae7b6 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:53:21.369919 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-unplugged", "status": "failed", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a", "code": 422}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:53:21.370196 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d5acf3-c9e9-468a-977d-417d74fae7b6 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:53:21.370599 n-d-832185-1 neutron-server[103940]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'code': 422} returned with failed status Mar 07 04:53:21.403837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] Current status of the port 7ca06315-65e3-4daf-8b5a-3a935f666b19 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:21.404227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.523978 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:21.591244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7f210-4e84-4d6b-a822-5c86a74082f0 req-a8074df7-444e-4b80-a324-db5ee9917f0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:21.598707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05e7f210-4e84-4d6b-a822-5c86a74082f0 req-a8074df7-444e-4b80-a324-db5ee9917f0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 946 time: 0.1218281 Mar 07 04:53:21.599762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] For port 7ca06315-65e3-4daf-8b5a-3a935f666b19, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7ca06315-65e3-4daf-8b5a-3a935f666b19,segment=NetworkSegment(2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4),segment_id=2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:21.605763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7ca06315-65e3-4daf-8b5a-3a935f666b19 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:21.606951 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.640827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.712183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6d73d-981f-4f00-9d0b-35e4ee332a0f req-0e584b0a-7094-4a23-9d45-f18c6628673a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:21.713814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ca6d73d-981f-4f00-9d0b-35e4ee332a0f req-0e584b0a-7094-4a23-9d45-f18c6628673a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2487836 Mar 07 04:53:21.722514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting port 90b8e8a6-052b-429e-9c3e-604520ebcb48 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:21.723992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.728481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 04:53:21.729631 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 04:53:21.759540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ecaaf-a538-42bd-a07e-8548577afe8b None None] Pushing event updated for resources: {'Port': ['ID=7ca06315-65e3-4daf-8b5a-3a935f666b19,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:21.779504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Provisioning complete for port 7ca06315-65e3-4daf-8b5a-3a935f666b19 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:21.779916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.787069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3ca6d73d-981f-4f00-9d0b-35e4ee332a0f req-5b540560-8ef0-4711-b24c-d76e4ca61cbc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663493 Mar 07 04:53:21.826600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05e7f210-4e84-4d6b-a822-5c86a74082f0 req-f34e31fb-d637-4662-b626-3b743b09eb2e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263470 Mar 07 04:53:21.932308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.933661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Current status of the port 7ca06315-65e3-4daf-8b5a-3a935f666b19 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:21.948031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Calling delete_port for 90b8e8a6-052b-429e-9c3e-604520ebcb48 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:21.961927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Provisioning complete for port 90b8e8a6-052b-429e-9c3e-604520ebcb48 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:21.969052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ecd950db-9305-464d-84ba-094f0a093e05), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.974065 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:21.977029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7203915-5eb5-4e1e-8184-c7a880b5a2b4 req-6380a8ec-c0b6-4988-b37a-3cba8386fa86 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:21.985236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7203915-5eb5-4e1e-8184-c7a880b5a2b4 req-6380a8ec-c0b6-4988-b37a-3cba8386fa86 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0746183 Mar 07 04:53:22.030945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Port 90b8e8a6-052b-429e-9c3e-604520ebcb48 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:53:22.042595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Provisioning complete for port 963d8db5-6673-445e-9f9d-9fd0e4194a94 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:22.043897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:22.051047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=ecd950db-9305-464d-84ba-094f0a093e05,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:22.162587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-526a471b-c82f-4e22-8c00-c7b1d980e6d7 None None] Current status of the port 963d8db5-6673-445e-9f9d-9fd0e4194a94 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:22.193897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.194265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.194694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.195059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.195600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.197080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.197436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.197803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.201187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.202628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.202995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.203346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.203697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:22.253817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7203915-5eb5-4e1e-8184-c7a880b5a2b4 req-d31dc43f-8748-463b-b2bd-4c91b387e804 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630887 Mar 07 04:53:22.294650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:53:22.310487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (90b8e8a6-052b-429e-9c3e-604520ebcb48), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:22.323920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7ca06315-65e3-4daf-8b5a-3a935f666b19 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:22.326169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 963d8db5-6673-445e-9f9d-9fd0e4194a94 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:22.384906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Port': ['ID=90b8e8a6-052b-429e-9c3e-604520ebcb48,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:22.520447 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:22.528636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 963d8db5-6673-445e-9f9d-9fd0e4194a94 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:22.529201 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:22.547534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:53:22.560027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:22.626697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:53:22.670135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:22.670797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:22.795494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port ecd950db-9305-464d-84ba-094f0a093e05 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:22.799167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:22.807992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c70f3626-1c66-4c7e-93ac-f28ea579552c req-75322d04-af4c-43d2-b46f-a90daf55fc0b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "DELETE /v2.0/ports/ecd950db-9305-464d-84ba-094f0a093e05 HTTP/1.1" status: 204 len: 173 time: 2.4150400 Mar 07 04:53:22.815119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'name': 'network-vif-deleted', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:53:22.818870 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673ef4bc-c6e9-4cee-a80c-10eea7fc7321" -d '{"events": [{"server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "name": "network-vif-deleted", "tag": "ecd950db-9305-464d-84ba-094f0a093e05"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:53:22.864969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 963d8db5-6673-445e-9f9d-9fd0e4194a94 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:22.913577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4646a49-b03e-4fd2-ae92-cd80c1254199 req-232f8693-1e59-4db1-9868-ac9504853cda tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:22.915172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f4646a49-b03e-4fd2-ae92-cd80c1254199 req-232f8693-1e59-4db1-9868-ac9504853cda tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2398207 Mar 07 04:53:22.938997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:53:23.021108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09992920-d019-4ba4-9a0e-2dbf757c7652 req-6e82e622-8600-46b7-a3f2-edd08056eb6e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0958307 Mar 07 04:53:23.085314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7ca06315-65e3-4daf-8b5a-3a935f666b19 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:23.094695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f4646a49-b03e-4fd2-ae92-cd80c1254199 req-ad0b0102-dd18-41f6-a184-1bfd5204c0bc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726167 Mar 07 04:53:23.131034 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad6a0c0-9561-4ea1-8c75-c450435e2cef x-openstack-request-id: req-fad6a0c0-9561-4ea1-8c75-c450435e2cef {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:53:23.131334 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90936368-84f6-457f-aae4-5ecaa85decbd", "name": "network-vif-deleted", "tag": "ecd950db-9305-464d-84ba-094f0a093e05", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:53:23.131591 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fad6a0c0-9561-4ea1-8c75-c450435e2cef {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:53:23.131994 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90936368-84f6-457f-aae4-5ecaa85decbd', 'name': 'network-vif-deleted', 'tag': 'ecd950db-9305-464d-84ba-094f0a093e05', 'status': 'completed', 'code': 200} Mar 07 04:53:23.263202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7ca06315-65e3-4daf-8b5a-3a935f666b19 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:23.264419 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:23.443949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:23.484585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:53:23.488375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7ca06315-65e3-4daf-8b5a-3a935f666b19 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:23.500211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:23.500975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:23.554825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Router 467762ae-2337-4940-80d8-653aedffd157 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:53:23.691490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:53:23.705065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:53:23.717517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c7721fc-8baf-4a52-a0f1-720f7c172958 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5418470 Mar 07 04:53:23.720393 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] Sync routers for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:53:23.721216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40574) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:23.738162 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:23.739004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:23.765583 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-8e72a80d-5ccd-457f-a41b-caed17e0a021 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] delete failed (client error): The resource could not be found. Mar 07 04:53:23.766831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8e72a80d-5ccd-457f-a41b-caed17e0a021 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2124982161 HTTP/1.1" status: 404 len: 335 time: 0.0445831 Mar 07 04:53:23.770397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40576) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:23.784118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-06e960cb-759b-4859-ba45-7dbace9b27db tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'router': {'external_gateway_info': {'network_id': '467762ae-2337-4940-80d8-653aedffd157'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:23.819913 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:23.837499 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:23.840363 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:23.937542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:23.946853 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed651bf0-3445-4166-9a41-461d41594ae3 None None] The sync data for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:53:24.045639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ecd950db-9305-464d-84ba-094f0a093e05 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:24.091926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06e960cb-759b-4859-ba45-7dbace9b27db tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router_gateway (467762ae-2337-4940-80d8-653aedffd157), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.098434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: ecd950db-9305-464d-84ba-094f0a093e05 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:53:24.098980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ecd950db-9305-464d-84ba-094f0a093e05 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:53:24.151441 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-06e960cb-759b-4859-ba45-7dbace9b27db tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] update failed (client error): The resource could not be found. Mar 07 04:53:24.158481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40582) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:24.164199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-902819915'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:24.173833 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-06e960cb-759b-4859-ba45-7dbace9b27db tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157 HTTP/1.1" status: 404 len: 339 time: 0.3997161 Mar 07 04:53:24.212220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:24.267882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47140bc0-2cf5-42d5-a59c-7198e4bf6b60 req-48bffac5-ec93-42d7-94a1-f847e140096b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0991559 Mar 07 04:53:24.275819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da749b16-ca7d-4ce0-9331-c3bd75211427 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:53:24.308681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:24.324186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.381716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e45109-5dfd-4ed8-82db-c09d156fa6b7 req-90efe18b-1b39-4568-ba41-4e97b986ad12 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:24.390318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3e45109-5dfd-4ed8-82db-c09d156fa6b7 req-90efe18b-1b39-4568-ba41-4e97b986ad12 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1646094 Mar 07 04:53:24.434757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:53:24.470464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3e45109-5dfd-4ed8-82db-c09d156fa6b7 req-e6351a6a-f50d-4bdc-a025-d23926a21a3e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791092 Mar 07 04:53:24.474637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (00de6374-4f16-43bc-88e0-ba6a6f1a547e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.475127 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Added segment 00de6374-4f16-43bc-88e0-ba6a6f1a547e of type vlan for network dfc8bdf6-d282-42fe-a64a-059637e23bfb Mar 07 04:53:24.524364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (dfc8bdf6-d282-42fe-a64a-059637e23bfb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.555714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (dfc8bdf6-d282-42fe-a64a-059637e23bfb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.563544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:24.564657 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.664198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5013847 Mar 07 04:53:24.665151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40588) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:24.671467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'subnet': {'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:24.673953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a6209-a55f-4ba1-9c57-c9c4497a4168 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Network': ['ID=dfc8bdf6-d282-42fe-a64a-059637e23bfb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:24.723199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network dfc8bdf6-d282-42fe-a64a-059637e23bfb details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:53:24.803931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Made reservation on behalf of af47ed7a211147099a5d7ac995c8874c for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:24.807712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:24.838344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127185b-db62-439e-8ebd-d907b5296774 None None] New status for floating IP 736eff60-bac9-4ad9-9eeb-82f206a9f9d2: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:53:25.082142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (83acb335-56ef-4dcb-92d2-94b5ac274c61), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:25.176478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Checking segment: {'id': '00de6374-4f16-43bc-88e0-ba6a6f1a547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:25.177040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network hostable DHCP agents. Network: dfc8bdf6-d282-42fe-a64a-059637e23bfb, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:53:25.189426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Subnet': ['ID=83acb335-56ef-4dcb-92d2-94b5ac274c61,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:25.229688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network dfc8bdf6-d282-42fe-a64a-059637e23bfb is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:53:25.245342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, dfc8bdf6-d282-42fe-a64a-059637e23bfb) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:25.251552 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:25.252896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:25.281679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29f136-572f-47c6-965c-75f400c3a920 None None] Network dfc8bdf6-d282-42fe-a64a-059637e23bfb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:25.352151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1b3ed2bb-85fd-4b36-9dc2-d17793728612 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6851180 Mar 07 04:53:25.355163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:25.363672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0839a5fa-8f5d-471c-a032-61150b2a6572 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:25.763770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-dfc8bdf6-d282-42fe-a64a-059637e23bfb', 'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb', 'project_id': 'af47ed7a211147099a5d7ac995c8874c', 'fixed_ips': [{'subnet_id': '83acb335-56ef-4dcb-92d2-94b5ac274c61'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:53:25.764625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:25.993294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Allocated IP 2001:db8:1::2 (dfc8bdf6-d282-42fe-a64a-059637e23bfb/83acb335-56ef-4dcb-92d2-94b5ac274c61/78f984ad-f73c-4f10-8e47-74872f47bb77) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:26.079721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-caa03b98-0d5f-4271-96f1-04d6e59d9f2b req-f399ed9e-bca7-4715-a13c-1371ed99498e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.6252890 Mar 07 04:53:26.172023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc178-8b74-4859-a80a-503da3c44127 req-1cfcfc2c-73a8-40f1-bc6a-a5c494904d46 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:26.173867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-119cc178-8b74-4859-a80a-503da3c44127 req-1cfcfc2c-73a8-40f1-bc6a-a5c494904d46 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1301429 Mar 07 04:53:26.382460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Publish callbacks [] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:26.392288 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:26.438035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Network dfc8bdf6-d282-42fe-a64a-059637e23bfb is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:26.442161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:26.443706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0839a5fa-8f5d-471c-a032-61150b2a6572 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router_gateway (467762ae-2337-4940-80d8-653aedffd157), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:26.446554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:26.512818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Pushing event updated for resources: {'Port': ['ID=78f984ad-f73c-4f10-8e47-74872f47bb77,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:26.522755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-119cc178-8b74-4859-a80a-503da3c44127 req-07f3d59f-3d87-4279-a015-697ab240dfc5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085501 Mar 07 04:53:26.544515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.546869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.547783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.548974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.549848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.551907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.552366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.552941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.553389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.554579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.557369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.557858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.558437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:26.578010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Attempting to bind port 78f984ad-f73c-4f10-8e47-74872f47bb77 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:53:26.578435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Attempting to bind port 78f984ad-f73c-4f10-8e47-74872f47bb77 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '00de6374-4f16-43bc-88e0-ba6a6f1a547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:53:26.578856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Attempting to bind port 78f984ad-f73c-4f10-8e47-74872f47bb77 on network dfc8bdf6-d282-42fe-a64a-059637e23bfb {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:26.585756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:53:26.586156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Checking segment: {'id': '00de6374-4f16-43bc-88e0-ba6a6f1a547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:26.588243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:26.588648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Bound using segment: {'id': '00de6374-4f16-43bc-88e0-ba6a6f1a547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:53:26.591829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Bound port: 78f984ad-f73c-4f10-8e47-74872f47bb77, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00de6374-4f16-43bc-88e0-ba6a6f1a547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfc8bdf6-d282-42fe-a64a-059637e23bfb'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:53:26.592394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:26.613037 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-0839a5fa-8f5d-471c-a032-61150b2a6572 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 04:53:26.617750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40626) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:26.618339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0839a5fa-8f5d-471c-a032-61150b2a6572 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157 HTTP/1.1" status: 400 len: 364 time: 1.2578943 Mar 07 04:53:26.718611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] For port 78f984ad-f73c-4f10-8e47-74872f47bb77, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:53:26.722669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] For port 78f984ad-f73c-4f10-8e47-74872f47bb77, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=78f984ad-f73c-4f10-8e47-74872f47bb77,segment=NetworkSegment(00de6374-4f16-43bc-88e0-ba6a6f1a547e),segment_id=00de6374-4f16-43bc-88e0-ba6a6f1a547e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:53:26.738740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:26.823023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f68d-ce00-481a-bf38-1f483f5d6d89 None None] Pushing event updated for resources: {'Port': ['ID=78f984ad-f73c-4f10-8e47-74872f47bb77,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:27.052774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:27.283458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa1e5030-d6b5-4189-b55f-7ed4e447bff5 req-276ac44c-19e0-418b-a1e4-1c75b2f3de70 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0683813 Mar 07 04:53:27.450595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Allocated IP 2001:db8::1 (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab/03b5b84a-178b-467a-9f18-bed4534b3c02/b7d6503c-81c2-4548-b67b-8a3fbb896fdd) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:27.668109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:27.704668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494473a-8f7f-4a87-9977-733aec68f222 req-b9862b39-38c3-4674-b571-a118bcd1c7bb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:27.713318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5494473a-8f7f-4a87-9977-733aec68f222 req-b9862b39-38c3-4674-b571-a118bcd1c7bb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0691826 Mar 07 04:53:27.717730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:27.765103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:27.769561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:27.784855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:27.787653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:27.820062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5494473a-8f7f-4a87-9977-733aec68f222 req-e783be17-3234-4b25-a33f-2c96359567a0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975397 Mar 07 04:53:27.888167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Port': ['ID=b7d6503c-81c2-4548-b67b-8a3fbb896fdd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:28.099201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.278185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1d2c8b8a-7089-4d55-b6a6-cc858356e0f0 None None] Provisioning complete for port b7d6503c-81c2-4548-b67b-8a3fbb896fdd triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:28.278961 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8b8a-7089-4d55-b6a6-cc858356e0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.386290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c8b8a-7089-4d55-b6a6-cc858356e0f0 None None] Port b7d6503c-81c2-4548-b67b-8a3fbb896fdd cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:53:28.456072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c74a7b02-5a18-41f1-bcc2-b5faae3641bd req-b9420480-6da3-4e23-a051-42d5998a10db tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0652461 Mar 07 04:53:28.530489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4888f-28e4-4db5-8f1b-e1b90493a77f None None] Network dfc8bdf6-d282-42fe-a64a-059637e23bfb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:28.576931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.592725 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.593513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.657327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] Provisioning complete for port 78f984ad-f73c-4f10-8e47-74872f47bb77 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:28.658111 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.697714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event updated for resources: {'Port': ['ID=b7d6503c-81c2-4548-b67b-8a3fbb896fdd,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:28.830290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:28.837457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:28.861849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] Current status of the port 78f984ad-f73c-4f10-8e47-74872f47bb77 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:28.862377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:28.932888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] For port 78f984ad-f73c-4f10-8e47-74872f47bb77, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=78f984ad-f73c-4f10-8e47-74872f47bb77,segment=NetworkSegment(00de6374-4f16-43bc-88e0-ba6a6f1a547e),segment_id=00de6374-4f16-43bc-88e0-ba6a6f1a547e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:28.938013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:29.004327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f2d12-f3f3-4dcb-9b1d-c9ee5427ef3d None None] Pushing event updated for resources: {'Port': ['ID=78f984ad-f73c-4f10-8e47-74872f47bb77,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:29.079976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Router 467762ae-2337-4940-80d8-653aedffd157 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:53:29.131067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45252f50-eb0e-49b5-8b9a-1bbaaf3eb70b req-93173f05-0004-4480-8918-7186f1e13e3d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:29.133284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45252f50-eb0e-49b5-8b9a-1bbaaf3eb70b req-93173f05-0004-4480-8918-7186f1e13e3d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1421475 Mar 07 04:53:29.154281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 78f984ad-f73c-4f10-8e47-74872f47bb77 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:29.261817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45252f50-eb0e-49b5-8b9a-1bbaaf3eb70b req-71d45608-ba4e-4636-a2d1-5ad7dff5f81f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023939 Mar 07 04:53:29.286950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 78f984ad-f73c-4f10-8e47-74872f47bb77 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:29.287449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:29.469516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:53:29.481913 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] Sync routers for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:53:29.503721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:29.506553 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f65762d-ce47-4f46-829a-b299dc47c5f0 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8875341 Mar 07 04:53:29.507661 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:29.509451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40660) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:29.517683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a19c9ff5-b179-42c1-9a9e-8bb867c4b8f7 None None] Provisioning complete for port b7d6503c-81c2-4548-b67b-8a3fbb896fdd triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:29.518084 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a19c9ff5-b179-42c1-9a9e-8bb867c4b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:29.578694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 78f984ad-f73c-4f10-8e47-74872f47bb77 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:29.591837 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:29.616947 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:29.617688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:29.636320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a19c9ff5-b179-42c1-9a9e-8bb867c4b8f7 None None] Port b7d6503c-81c2-4548-b67b-8a3fbb896fdd cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:53:29.666044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a19c9ff5-b179-42c1-9a9e-8bb867c4b8f7 None None] Provisioning complete for port 78f984ad-f73c-4f10-8e47-74872f47bb77 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:29.666426 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a19c9ff5-b179-42c1-9a9e-8bb867c4b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:29.672387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bffbfd6-a6d3-4085-8e67-e747c452f342 req-b6ff859b-4417-4256-9e77-cb340c2a1076 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0828867 Mar 07 04:53:29.700634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:29.701729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc244a2-34c4-4cc5-950f-41d90c3227d4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router (467762ae-2337-4940-80d8-653aedffd157), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:29.701919 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736af6a-195a-4fcf-a603-e75b8722ed3e None None] The sync data for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:53:29.811167 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-4dc244a2-34c4-4cc5-950f-41d90c3227d4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 04:53:29.815180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40664) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:29.818118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4dc244a2-34c4-4cc5-950f-41d90c3227d4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157 HTTP/1.1" status: 409 len: 376 time: 0.3073986 Mar 07 04:53:29.827990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a19c9ff5-b179-42c1-9a9e-8bb867c4b8f7 None None] Current status of the port 78f984ad-f73c-4f10-8e47-74872f47bb77 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:30.263595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:30.426737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fefd6c-f6bd-4076-a501-8fd84fdb6156 req-5fc72e7b-d7c7-4422-8c3b-3794025ae7d5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:30.434461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8fefd6c-f6bd-4076-a501-8fd84fdb6156 req-5fc72e7b-d7c7-4422-8c3b-3794025ae7d5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0671253 Mar 07 04:53:30.493476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8fefd6c-f6bd-4076-a501-8fd84fdb6156 req-aa6bd876-a907-4fe0-8fe4-c379aace9296 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578792 Mar 07 04:53:30.649215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting port b7d6503c-81c2-4548-b67b-8a3fbb896fdd {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:30.650580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:30.758727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:30.771499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Calling delete_port for b7d6503c-81c2-4548-b67b-8a3fbb896fdd owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:30.813829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e06e4e75-50dd-489a-85ec-5184bbe61141 req-c7ce7d85-2153-4d74-b2c9-26db9acbb68e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0422482 Mar 07 04:53:30.976259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b7d6503c-81c2-4548-b67b-8a3fbb896fdd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:30.997993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 78f984ad-f73c-4f10-8e47-74872f47bb77 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:53:31.033564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Port': ['ID=b7d6503c-81c2-4548-b67b-8a3fbb896fdd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:31.079848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 78f984ad-f73c-4f10-8e47-74872f47bb77 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:31.080346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:31.193138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 78f984ad-f73c-4f10-8e47-74872f47bb77 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:31.255669 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (467762ae-2337-4940-80d8-653aedffd157), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:31.329379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-54f24843-8a08-4a70-b8ca-f76337a32e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:31.339297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-54f24843-8a08-4a70-b8ca-f76337a32e10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.1746666 Mar 07 04:53:31.691436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dc8dc-d997-4f30-9b30-6b4c0ef55d25 req-a557e75e-0c41-4044-a1b4-fc2b9a49a900 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:31.693540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-961dc8dc-d997-4f30-9b30-6b4c0ef55d25 req-a557e75e-0c41-4044-a1b4-fc2b9a49a900 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0916212 Mar 07 04:53:31.766210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-961dc8dc-d997-4f30-9b30-6b4c0ef55d25 req-d9d34176-803b-4b75-9361-5ca18dfe4940 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614326 Mar 07 04:53:31.959340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ca914cb-970e-4a2c-8fb5-b261926d7e03 req-5095d429-8562-417c-af72-0e9c0819d1fb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0379043 Mar 07 04:53:31.994709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Router 467762ae-2337-4940-80d8-653aedffd157 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:53:32.124963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:53:32.131890 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-58ed3584-e9d2-4b4c-8164-877448727224 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3156679 Mar 07 04:53:32.135580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40692) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:32.140370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-e90c2bba-6e1f-47ac-9975-b0a66ec5a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:32.141571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] Sync routers for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:53:32.146965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-e90c2bba-6e1f-47ac-9975-b0a66ec5a218 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.7336347 Mar 07 04:53:32.157565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:32.158380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:32.201578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:32.210300 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-5cb0c792-5034-4bd3-9f0e-c23cf2cc056b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] show failed (client error): The resource could not be found. Mar 07 04:53:32.212935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] Routers {'467762ae-2337-4940-80d8-653aedffd157'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:53:32.213562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5cb0c792-5034-4bd3-9f0e-c23cf2cc056b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-686096889 HTTP/1.1" status: 404 len: 334 time: 0.0769644 Mar 07 04:53:32.218893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40694) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:32.221117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:53:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['467762ae-2337-4940-80d8-653aedffd157'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:32.233441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b23c0aac-692b-438e-91ca-f5d9b25636f5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:32.266075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:32.266894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c9688-98cc-4c83-aa57-4ab1fdf7f3ba None None] The sync data for ids ['467762ae-2337-4940-80d8-653aedffd157'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:53:32.274626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-0c710882-7b8a-456d-ba77-3b7262f9d0c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.1197026 Mar 07 04:53:32.311129 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-b23c0aac-692b-438e-91ca-f5d9b25636f5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] update failed (client error): The resource could not be found. Mar 07 04:53:32.312032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b23c0aac-692b-438e-91ca-f5d9b25636f5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-458696674 HTTP/1.1" status: 404 len: 334 time: 0.0921233 Mar 07 04:53:32.320191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40696) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:32.350735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-4a9a6d69-cfbc-453d-b4f3-4c210750d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:32.352586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-4a9a6d69-cfbc-453d-b4f3-4c210750d1d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0725579 Mar 07 04:53:32.408171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting subnet 83acb335-56ef-4dcb-92d2-94b5ac274c61 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:53:32.412052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (83acb335-56ef-4dcb-92d2-94b5ac274c61), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:32.447339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-fb548e0d-e2c3-4622-9405-fdb05ef7d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:32.455319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (83acb335-56ef-4dcb-92d2-94b5ac274c61), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:32.467964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-fb548e0d-e2c3-4622-9405-fdb05ef7d10d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1011674 Mar 07 04:53:32.558298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (83acb335-56ef-4dcb-92d2-94b5ac274c61), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:32.632201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-00a73b66-0c53-4e55-af6d-4aa4d4eec706 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643267 Mar 07 04:53:32.650724 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (83acb335-56ef-4dcb-92d2-94b5ac274c61), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:32.670044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:32.674298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c3475-7ae8-4b45-9a32-e6d9781b965e None None] Network dfc8bdf6-d282-42fe-a64a-059637e23bfb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:32.675883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/subnets/83acb335-56ef-4dcb-92d2-94b5ac274c61 HTTP/1.1" status: 204 len: 168 time: 0.3546569 Mar 07 04:53:32.678223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40702) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:32.749655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55219966-974a-40bb-863f-8a2b59594db9 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Subnet': ['ID=83acb335-56ef-4dcb-92d2-94b5ac274c61,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:32.880336 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a5ca07e5-814f-44c7-a12b-c2b04aacd013 req-36bd7c27-e75a-4735-bb1b-aebaaa0dacc7 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415450 Mar 07 04:53:32.909284 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bf88c18a-9a9b-4c9c-8e7a-9136b0512ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.007574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (dfc8bdf6-d282-42fe-a64a-059637e23bfb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.041357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] DHCP port deletion for dfc8bdf6-d282-42fe-a64a-059637e23bfb request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:53:33.125399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad778cae-6a4e-42f9-bf38-57cb758c925d req-dbf3ac7d-7176-4428-875e-70f112483ae4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0428503 Mar 07 04:53:33.128530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-5a1b1c2d-74f0-4c10-812c-e23ca66af035 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3651006 Mar 07 04:53:33.161855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] Deleting port 78f984ad-f73c-4f10-8e47-74872f47bb77 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:33.162437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.163668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319893c7-323c-4119-aefd-18f42e7d0f09 req-08a164b8-e725-4b7f-aed1-b42e7703e80b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:33.166865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-319893c7-323c-4119-aefd-18f42e7d0f09 req-08a164b8-e725-4b7f-aed1-b42e7703e80b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2468109 Mar 07 04:53:33.276375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-319893c7-323c-4119-aefd-18f42e7d0f09 req-b54786f8-bad2-4f2e-9467-f5e79284d93b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973594 Mar 07 04:53:33.331237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] For port 78f984ad-f73c-4f10-8e47-74872f47bb77, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=78f984ad-f73c-4f10-8e47-74872f47bb77,segment=NetworkSegment(00de6374-4f16-43bc-88e0-ba6a6f1a547e),segment_id=00de6374-4f16-43bc-88e0-ba6a6f1a547e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:33.331581 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.337653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting port 78f984ad-f73c-4f10-8e47-74872f47bb77 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:33.338294 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.352822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] Calling delete_port for 78f984ad-f73c-4f10-8e47-74872f47bb77 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:33.409642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] For port 78f984ad-f73c-4f10-8e47-74872f47bb77, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=78f984ad-f73c-4f10-8e47-74872f47bb77,segment=NetworkSegment(00de6374-4f16-43bc-88e0-ba6a6f1a547e),segment_id=00de6374-4f16-43bc-88e0-ba6a6f1a547e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:33.410289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.423848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Calling delete_port for 78f984ad-f73c-4f10-8e47-74872f47bb77 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:33.440656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.459493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] No DVR routers for this DVR port 78f984ad-f73c-4f10-8e47-74872f47bb77 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:33.487789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-36257363-836c-415c-a478-f4515a7fce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:33.489609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-36257363-836c-415c-a478-f4515a7fce97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 1127 time: 0.2315874 Mar 07 04:53:33.504986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d1651-a2c4-4a8a-a7df-75d82dbec7cb None None] Pushing event deleted for resources: {'Port': ['ID=78f984ad-f73c-4f10-8e47-74872f47bb77,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:33.556379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (78f984ad-f73c-4f10-8e47-74872f47bb77), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.591082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] No DVR routers for this DVR port 78f984ad-f73c-4f10-8e47-74872f47bb77 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:33.685414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Port': ['ID=78f984ad-f73c-4f10-8e47-74872f47bb77,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:33.779468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (dfc8bdf6-d282-42fe-a64a-059637e23bfb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.813440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc8bdf6-d282-42fe-a64a-059637e23bfb']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:33.827727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00de6374-4f16-43bc-88e0-ba6a6f1a547e') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:33.828026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00de6374-4f16-43bc-88e0-ba6a6f1a547e') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:33.832851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-3cb09ea2-6104-4bf7-af1b-b12f07e8b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:33.834748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-3cb09ea2-6104-4bf7-af1b-b12f07e8b001 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2659278 Mar 07 04:53:33.849964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (00de6374-4f16-43bc-88e0-ba6a6f1a547e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.869072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (00de6374-4f16-43bc-88e0-ba6a6f1a547e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.882977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:33.883542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (00de6374-4f16-43bc-88e0-ba6a6f1a547e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:33.894595 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:33.955346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-6941be71-b791-49c1-bee9-5199a9f4248e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98 HTTP/1.1" status: 200 len: 217 time: 0.0650616 Mar 07 04:53:34.038933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-8b83562b-c563-43c0-9e25-db0569fa37be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:34.040631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-8b83562b-c563-43c0-9e25-db0569fa37be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0514083 Mar 07 04:53:34.095829 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (dfc8bdf6-d282-42fe-a64a-059637e23bfb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.102734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.108501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/networks/dfc8bdf6-d282-42fe-a64a-059637e23bfb HTTP/1.1" status: 204 len: 168 time: 1.4265664 Mar 07 04:53:34.108879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40718) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:34.128459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd074-71fc-491b-84ff-f1153c097a37 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Network': ['ID=dfc8bdf6-d282-42fe-a64a-059637e23bfb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:34.134489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-2edf8542-f336-4a60-90e0-580c5434bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:34.135647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-2edf8542-f336-4a60-90e0-580c5434bab4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0886943 Mar 07 04:53:34.201202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting subnet 1b23b466-e067-4c84-9faa-e0a29286df19 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:53:34.204962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (1b23b466-e067-4c84-9faa-e0a29286df19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.259109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (1b23b466-e067-4c84-9faa-e0a29286df19), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.303644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eeff7f06-7d79-45f4-9828-b5f37102acd7 req-58ee03d7-cd5d-4ded-83b7-8bc28c1d6396 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0335739 Mar 07 04:53:34.348455 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-e2e65783-6e05-4220-a38a-99166b959612 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057295 Mar 07 04:53:34.399448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1b23b466-e067-4c84-9faa-e0a29286df19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.468657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (1b23b466-e067-4c84-9faa-e0a29286df19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.502676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625234-62cf-4a0b-af14-323f76de06d8 req-fed837df-aeb2-4261-93fe-1f582bb42225 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:34.504194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92625234-62cf-4a0b-af14-323f76de06d8 req-fed837df-aeb2-4261-93fe-1f582bb42225 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1032102 Mar 07 04:53:34.519363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949628a3-4b6e-4150-92c8-d9e315c7fb75 None None] Network 694ceb05-4009-4897-9326-ee1a6be86567 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:34.523207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.529215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bd4371c-7607-4ce4-b67c-c6f963206a53 req-9ac20718-d36e-482d-a6e2-f86dca3a71b7 service neutron] 10.222.0.15 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740305 Mar 07 04:53:34.539261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/subnets/1b23b466-e067-4c84-9faa-e0a29286df19 HTTP/1.1" status: 204 len: 168 time: 0.4292164 Mar 07 04:53:34.539945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40734) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:34.548785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3bba1-721f-4d0b-b8cb-5e63c1239717 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Subnet': ['ID=1b23b466-e067-4c84-9faa-e0a29286df19,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:34.564987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92625234-62cf-4a0b-af14-323f76de06d8 req-c699a2e4-b7e0-4758-b17b-c36b88dfa51b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514767 Mar 07 04:53:34.631939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting subnet 19ca7962-7b84-4778-9849-546453c05637 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:53:34.635600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (19ca7962-7b84-4778-9849-546453c05637), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.687593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (19ca7962-7b84-4778-9849-546453c05637), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.732535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] DHCP port deletion for 694ceb05-4009-4897-9326-ee1a6be86567 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:53:34.811827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] Deleting port 7ca06315-65e3-4daf-8b5a-3a935f666b19 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:34.813199 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.813969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (19ca7962-7b84-4778-9849-546453c05637), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.947784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (19ca7962-7b84-4778-9849-546453c05637), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.960268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] For port 7ca06315-65e3-4daf-8b5a-3a935f666b19, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7ca06315-65e3-4daf-8b5a-3a935f666b19,segment=NetworkSegment(2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4),segment_id=2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:34.960604 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:34.998353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] Calling delete_port for 7ca06315-65e3-4daf-8b5a-3a935f666b19 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:35.012219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Subnet': ['ID=19ca7962-7b84-4778-9849-546453c05637,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:35.041244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.046964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-36657704-46ef-40f3-bed9-314d3e02e74b tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/subnets/19ca7962-7b84-4778-9849-546453c05637 HTTP/1.1" status: 204 len: 168 time: 0.5053759 Mar 07 04:53:35.048941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40752) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:35.103766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7ca06315-65e3-4daf-8b5a-3a935f666b19 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:35.146365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15916dc0-37bf-4924-a568-ff08574ed3ba None None] Network daa9f718-ed08-4fdf-b61c-d3230b73c0a8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:35.155440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (694ceb05-4009-4897-9326-ee1a6be86567), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.227033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting port 7ca06315-65e3-4daf-8b5a-3a935f666b19 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:35.227765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.306466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] For port 7ca06315-65e3-4daf-8b5a-3a935f666b19, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7ca06315-65e3-4daf-8b5a-3a935f666b19,segment=NetworkSegment(2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4),segment_id=2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:35.307234 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.307751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7ca06315-65e3-4daf-8b5a-3a935f666b19 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:53:35.308148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.325784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Calling delete_port for 7ca06315-65e3-4daf-8b5a-3a935f666b19 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:35.425059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7ca06315-65e3-4daf-8b5a-3a935f666b19, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7ca06315-65e3-4daf-8b5a-3a935f666b19,segment=NetworkSegment(2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4),segment_id=2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:35.445860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5880aac1-03b2-454f-88fc-6f98f7ea44d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.449302 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.450932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 78f984ad-f73c-4f10-8e47-74872f47bb77 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:35.458788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38311d61-1119-42f5-ba02-5d446c258b77 req-32c42b4c-b237-43c9-a698-89c17531d3d6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0393939 Mar 07 04:53:35.525506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.552087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Port': ['ID=7ca06315-65e3-4daf-8b5a-3a935f666b19,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:35.566587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] No DVR routers for this DVR port 7ca06315-65e3-4daf-8b5a-3a935f666b19 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:35.608944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] DHCP port deletion for daa9f718-ed08-4fdf-b61c-d3230b73c0a8 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:53:35.612412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (7ca06315-65e3-4daf-8b5a-3a935f666b19), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.623634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7ca06315-65e3-4daf-8b5a-3a935f666b19,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:35.630297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 78f984ad-f73c-4f10-8e47-74872f47bb77 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:53:35.630712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 78f984ad-f73c-4f10-8e47-74872f47bb77 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:53:35.645058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] No DVR routers for this DVR port 7ca06315-65e3-4daf-8b5a-3a935f666b19 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:35.734126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329a03f-c6e6-4a6c-a640-cdbbe01baaa3 None None] Pushing event deleted for resources: {'Port': ['ID=7ca06315-65e3-4daf-8b5a-3a935f666b19,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:35.778362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (694ceb05-4009-4897-9326-ee1a6be86567), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.814800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694ceb05-4009-4897-9326-ee1a6be86567']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:35.830678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] Deleting port 963d8db5-6673-445e-9f9d-9fd0e4194a94 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:35.831306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.857833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1a50c-4d60-4b4e-9e1d-ce0d55879448 req-581222e2-f23e-4221-9104-a1f6dadd7817 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:35.859234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffd1a50c-4d60-4b4e-9e1d-ce0d55879448 req-581222e2-f23e-4221-9104-a1f6dadd7817 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1503756 Mar 07 04:53:35.865404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:35.865701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:35.888415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.921877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.934979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] For port 963d8db5-6673-445e-9f9d-9fd0e4194a94, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=963d8db5-6673-445e-9f9d-9fd0e4194a94,segment=NetworkSegment(c1fbebce-75b3-4ec2-96ad-90c2d61e1230),segment_id=c1fbebce-75b3-4ec2-96ad-90c2d61e1230)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:35.935816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.937782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:35.938339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (2e1fe0f7-2b85-4b03-bb9d-c97d5f6ceba4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:35.941648 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:35.956874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] Calling delete_port for 963d8db5-6673-445e-9f9d-9fd0e4194a94 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:36.157793 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (963d8db5-6673-445e-9f9d-9fd0e4194a94), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.183578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] Pushing event deleted for resources: {'Port': ['ID=963d8db5-6673-445e-9f9d-9fd0e4194a94,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:36.196418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d29c2-8953-4386-974d-5eb1b476978f None None] No DVR routers for this DVR port 963d8db5-6673-445e-9f9d-9fd0e4194a94 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:36.377422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffd1a50c-4d60-4b4e-9e1d-ce0d55879448 req-0794643f-952c-4ad0-835e-6ca325e2168a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5065989 Mar 07 04:53:36.400152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (694ceb05-4009-4897-9326-ee1a6be86567), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.414621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.421874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/networks/694ceb05-4009-4897-9326-ee1a6be86567 HTTP/1.1" status: 204 len: 168 time: 1.3671176 Mar 07 04:53:36.421874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40780) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:36.547692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (daa9f718-ed08-4fdf-b61c-d3230b73c0a8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.555646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d8c3f-4f45-4334-aa35-eaa16687e610 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Network': ['ID=694ceb05-4009-4897-9326-ee1a6be86567,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:36.685937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70abab60-2695-4c15-b344-b553e5e9b36d req-c084b196-eb1d-41db-a370-c409fb33ddaa tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=90936368-84f6-457f-aae4-5ecaa85decbd HTTP/1.1" status: 200 len: 210 time: 0.0580575 Mar 07 04:53:36.726814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (daa9f718-ed08-4fdf-b61c-d3230b73c0a8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.755448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa9f718-ed08-4fdf-b61c-d3230b73c0a8']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:36.768777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:36.769192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fbebce-75b3-4ec2-96ad-90c2d61e1230') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:36.773375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.781844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (c1fbebce-75b3-4ec2-96ad-90c2d61e1230), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.800113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c1fbebce-75b3-4ec2-96ad-90c2d61e1230), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.806881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:36.807330 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (c1fbebce-75b3-4ec2-96ad-90c2d61e1230), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:36.811752 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:36.876483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (daa9f718-ed08-4fdf-b61c-d3230b73c0a8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.884204 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.889956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/networks/daa9f718-ed08-4fdf-b61c-d3230b73c0a8 HTTP/1.1" status: 204 len: 168 time: 0.4642775 Mar 07 04:53:36.890085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40790) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:36.906497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e8199-1370-41a3-a763-624f9cbd0ad5 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Network': ['ID=daa9f718-ed08-4fdf-b61c-d3230b73c0a8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:36.955488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting subnet 03b5b84a-178b-467a-9f18-bed4534b3c02 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:53:36.959148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (03b5b84a-178b-467a-9f18-bed4534b3c02), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:36.993387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 963d8db5-6673-445e-9f9d-9fd0e4194a94 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:37.016590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 963d8db5-6673-445e-9f9d-9fd0e4194a94 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:53:37.017283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 963d8db5-6673-445e-9f9d-9fd0e4194a94 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:53:37.017776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (03b5b84a-178b-467a-9f18-bed4534b3c02), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.113457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (03b5b84a-178b-467a-9f18-bed4534b3c02), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.172417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (03b5b84a-178b-467a-9f18-bed4534b3c02), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.200223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Subnet': ['ID=03b5b84a-178b-467a-9f18-bed4534b3c02,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:37.204080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.207472 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7c22f7ca-0c5b-4426-ba24-f59e37404630 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/subnets/03b5b84a-178b-467a-9f18-bed4534b3c02 HTTP/1.1" status: 204 len: 168 time: 0.3163726 Mar 07 04:53:37.210474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40792) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:37.211444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5590a-efe7-4289-bf53-88ab96e2332c None None] Network 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:53:37.336396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.414128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] DHCP port deletion for 1324c9dd-4ee6-469e-a0e7-bb4e25e02bab request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:53:37.426323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Deleting port ed1eceac-7f61-42c7-81b4-293b431ceec0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:37.427249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.543176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] For port ed1eceac-7f61-42c7-81b4-293b431ceec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed1eceac-7f61-42c7-81b4-293b431ceec0,segment=NetworkSegment(7e54c554-7bc0-4927-81da-36222be0e015),segment_id=7e54c554-7bc0-4927-81da-36222be0e015)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:37.544237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.566919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Calling delete_port for ed1eceac-7f61-42c7-81b4-293b431ceec0 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:37.630611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7619-4b6b-4b4e-9994-057a91e9af75 req-8c308143-19ee-4728-b8c4-54f720bd72ba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:37.638856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d73b7619-4b6b-4b4e-9994-057a91e9af75 req-8c308143-19ee-4728-b8c4-54f720bd72ba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1439331 Mar 07 04:53:37.720381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] Deleting port ed1eceac-7f61-42c7-81b4-293b431ceec0 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:37.720774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.726568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d73b7619-4b6b-4b4e-9994-057a91e9af75 req-28a6a626-24f6-4aa4-b60a-cf75caccce82 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865939 Mar 07 04:53:37.739578 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.739809 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.779062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Port': ['ID=ed1eceac-7f61-42c7-81b4-293b431ceec0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:37.803257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] No DVR routers for this DVR port ed1eceac-7f61-42c7-81b4-293b431ceec0 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:37.826583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] For port ed1eceac-7f61-42c7-81b4-293b431ceec0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed1eceac-7f61-42c7-81b4-293b431ceec0,segment=NetworkSegment(7e54c554-7bc0-4927-81da-36222be0e015),segment_id=7e54c554-7bc0-4927-81da-36222be0e015)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:37.827338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.850945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] Calling delete_port for ed1eceac-7f61-42c7-81b4-293b431ceec0 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:37.946923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:37.981378 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (ed1eceac-7f61-42c7-81b4-293b431ceec0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.005752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1324c9dd-4ee6-469e-a0e7-bb4e25e02bab']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:38.020368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] Pushing event deleted for resources: {'Port': ['ID=ed1eceac-7f61-42c7-81b4-293b431ceec0,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:38.027005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24ea7f-cdcf-4334-91f6-265d61a5154f None None] No DVR routers for this DVR port ed1eceac-7f61-42c7-81b4-293b431ceec0 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:38.031676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e54c554-7bc0-4927-81da-36222be0e015') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:38.031983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e54c554-7bc0-4927-81da-36222be0e015') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:38.051402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (7e54c554-7bc0-4927-81da-36222be0e015), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.076822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (7e54c554-7bc0-4927-81da-36222be0e015), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.093007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:38.093404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (7e54c554-7bc0-4927-81da-36222be0e015), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:38.096625 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:38.109492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-8880359f-10f3-495f-bbe4-39d33c515718 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569311471&fields=id&tenant_id=9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 267 time: 0.0947802 Mar 07 04:53:38.183328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (1324c9dd-4ee6-469e-a0e7-bb4e25e02bab), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.230411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.236863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40818) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:38.237377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/networks/1324c9dd-4ee6-469e-a0e7-bb4e25e02bab HTTP/1.1" status: 204 len: 168 time: 1.0248008 Mar 07 04:53:38.242489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2059df-a731-4d47-a5d9-d8a3cdc381e1 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Pushing event deleted for resources: {'Network': ['ID=1324c9dd-4ee6-469e-a0e7-bb4e25e02bab,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:38.287710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-57dfb871-2503-44d4-ac89-fcbec795595b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:38.290480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-57dfb871-2503-44d4-ac89-fcbec795595b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1704087 Mar 07 04:53:38.302847 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf8e9920-a351-49be-a9ed-10307a5f2f08 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "GET /v2.0/ports?device_id=467762ae-2337-4940-80d8-653aedffd157 HTTP/1.1" status: 200 len: 205 time: 0.0640583 Mar 07 04:53:38.306343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40820) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:38.311964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-4f859f75-9fb9-4737-8dd2-fa1132d67ff3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0140431 Mar 07 04:53:38.386137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-ef9ff713-e57a-4d5b-8069-04218faea25b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609636 Mar 07 04:53:38.433204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router (467762ae-2337-4940-80d8-653aedffd157), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.672067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-381978b1-f34a-4c8c-89db-e4d392282662 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787819 Mar 07 04:53:38.728531 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (467762ae-2337-4940-80d8-653aedffd157), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.735952 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router_controller (467762ae-2337-4940-80d8-653aedffd157), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.844639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (467762ae-2337-4940-80d8-653aedffd157), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.848412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Fanout notify agent at l3_agent the message router_deleted on router 467762ae-2337-4940-80d8-653aedffd157 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:53:38.865870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:38.869522 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-065ebf9b-b3f9-4af2-8c30-5ceaaf76f1f4 tempest-RoutersNegativeIpV6Test-1789417862 tempest-RoutersNegativeIpV6Test-1789417862-project] 10.222.0.21 "DELETE /v2.0/routers/467762ae-2337-4940-80d8-653aedffd157 HTTP/1.1" status: 204 len: 168 time: 0.5586591 Mar 07 04:53:39.004945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed1eceac-7f61-42c7-81b4-293b431ceec0 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:53:39.027419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-d57e03ca-4d7e-4af5-a10b-9f939d48564f service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544877 Mar 07 04:53:39.047684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c9c0c-3639-4169-8803-adfe84dbd1ed req-3207d4f5-543c-47c0-9955-24b38b782cf9 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:39.054261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ed1eceac-7f61-42c7-81b4-293b431ceec0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:53:39.054611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed1eceac-7f61-42c7-81b4-293b431ceec0 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:53:39.056719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c53c9c0c-3639-4169-8803-adfe84dbd1ed req-3207d4f5-543c-47c0-9955-24b38b782cf9 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2030246 Mar 07 04:53:39.146016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c53c9c0c-3639-4169-8803-adfe84dbd1ed req-9a385ab1-27c5-469f-85cf-3ad145ef9307 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744073 Mar 07 04:53:39.469712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40858) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:39.473566 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:39.535688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2f6ae9b-ff88-4175-909c-9685e90aaf31 req-8f0b6b2b-cdea-450d-9424-d1566435a8d1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0448465 Mar 07 04:53:39.548652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-0520ef7d-4ee4-4525-b337-62a3a2e478d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:39.552614 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-0520ef7d-4ee4-4525-b337-62a3a2e478d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.1567268 Mar 07 04:53:39.552733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064aee8-2ef5-4d24-b5bf-45c9116ce2ca req-47a72e40-7905-47b7-8266-0c0d931f971f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:39.561278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b064aee8-2ef5-4d24-b5bf-45c9116ce2ca req-47a72e40-7905-47b7-8266-0c0d931f971f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1566415 Mar 07 04:53:39.661529 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b064aee8-2ef5-4d24-b5bf-45c9116ce2ca req-5e2eeb28-61b4-41be-ab3b-d272710e443a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970862 Mar 07 04:53:39.791666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-c2cd308d-44db-450f-a80c-91657b0e0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:39.793292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-c2cd308d-44db-450f-a80c-91657b0e0f84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.2335098 Mar 07 04:53:39.861503 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0b64097b-9847-4758-8370-cb9562ebea5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af47ed7a211147099a5d7ac995c8874c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709102 Mar 07 04:53:39.864174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:39.907181 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-9a74f23c-be8e-41e2-89c2-cf224a9aada4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.1053128 Mar 07 04:53:39.927772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39af1abc-9f1f-4b1c-9d64-b7bfabf8df6d admin admin] Publish callbacks [] for security_group (ccf48094-786b-4f57-b08c-6efdc02eb327), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:39.978470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39af1abc-9f1f-4b1c-9d64-b7bfabf8df6d admin admin] Publish callbacks [] for security_group (ccf48094-786b-4f57-b08c-6efdc02eb327), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:39.980486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-6787e24a-9080-4f6e-ac23-80812276f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:39.982560 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-6787e24a-9080-4f6e-ac23-80812276f465 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0695617 Mar 07 04:53:40.039136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-858a1507-b0b7-4845-bd9f-11ea3e50df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:40.040899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-858a1507-b0b7-4845-bd9f-11ea3e50df8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520642 Mar 07 04:53:40.044656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39af1abc-9f1f-4b1c-9d64-b7bfabf8df6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ccf48094-786b-4f57-b08c-6efdc02eb327), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:40.048448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39af1abc-9f1f-4b1c-9d64-b7bfabf8df6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:40.050032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-39af1abc-9f1f-4b1c-9d64-b7bfabf8df6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccf48094-786b-4f57-b08c-6efdc02eb327 HTTP/1.1" status: 204 len: 168 time: 0.1847377 Mar 07 04:53:40.091058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af1abc-9f1f-4b1c-9d64-b7bfabf8df6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf48094-786b-4f57-b08c-6efdc02eb327,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:40.165965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-febc6acc-2c46-4fe8-bebf-45e969c3910c service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184916 Mar 07 04:53:40.356191 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ea887fcc-e8b7-4ace-bdaa-89961f75830f req-fff8ab8a-6ddc-47e2-8baf-1a5755999d88 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847169 Mar 07 04:53:40.655411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65294df4-3df9-4dbd-92ed-d32c72dd23ac req-b886c42b-9c1f-454c-b87c-6b7017540e05 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0319908 Mar 07 04:53:41.027583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-3ba18199-6279-48d0-a6d4-3384051ac823 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:41.033484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-3ba18199-6279-48d0-a6d4-3384051ac823 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.2128296 Mar 07 04:53:41.073114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:41.095156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fbdaa-e1f7-4bb1-af5e-4c6e2ef4367b req-ac2fa37c-793f-4618-b803-76faafbc8fa4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:41.102491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d51fbdaa-e1f7-4bb1-af5e-4c6e2ef4367b req-ac2fa37c-793f-4618-b803-76faafbc8fa4 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.3428545 Mar 07 04:53:41.172793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-12d13788-805c-4f75-9b55-0570684697e8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 380 time: 0.1307900 Mar 07 04:53:41.176079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d51fbdaa-e1f7-4bb1-af5e-4c6e2ef4367b req-bfef2fad-10b0-4780-9cac-2df1c84ffa28 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727873 Mar 07 04:53:41.182761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'security_groups': ['3fbc3222-27dc-4511-816e-e9dc15918945']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:41.232850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-817498550'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:41.260185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Made reservation on behalf of d615bc44b19b466eb20e3d3ab604d84e for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:41.266167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.280123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.313653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:53:41.318223 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.478582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks [] for security_group (ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.485281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.537085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:41.539654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.3 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/ac5974ab-8902-46b5-99fe-9ae3b4d99c2f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:53:41.557244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.557641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.558001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.560088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.560446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.560792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.561176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.563677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.564041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.564388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.564783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.565122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.565460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:53:41.583233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:53:41.607124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (04d69fd5-0822-4af2-bd40-d440605bd96a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.607461 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Added segment 04d69fd5-0822-4af2-bd40-d440605bd96a of type vlan for network 7b8a9b52-c0c0-4de7-b12c-046cc7a5e848 Mar 07 04:53:41.674690 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7b8a9b52-c0c0-4de7-b12c-046cc7a5e848), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.711904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7b8a9b52-c0c0-4de7-b12c-046cc7a5e848), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.727703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:41.728445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.741351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.781939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:41.838392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Pushing event updated for resources: {'Network': ['ID=7b8a9b52-c0c0-4de7-b12c-046cc7a5e848,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:41.851897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7b8a9b52-c0c0-4de7-b12c-046cc7a5e848 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:53:41.854014 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d963d75c-ae49-4d8d-a1d2-8671a69c8642 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7799437 Mar 07 04:53:41.860027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40940) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:41.864798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-613a4bd2-498d-4df0-90b3-51012cb06d12 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-696625763') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:41.932482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:53:41.946204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:41.958140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:53:41.970539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:53:42.066877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-613a4bd2-498d-4df0-90b3-51012cb06d12 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "PUT /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-696625763 HTTP/1.1" status: 201 len: 201 time: 0.2034912 Mar 07 04:53:42.067464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 40946) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:42.082590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.tag.tag_plugin [None req-368c054c-428c-4b36-8eba-56aa0c918ceb tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-696625763') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:42.111214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563bbe-a914-47cc-a030-44954a4c48c9 req-cbfe90ab-7731-49be-9a2b-eaa8de6a7462 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:42.112945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60563bbe-a914-47cc-a030-44954a4c48c9 req-cbfe90ab-7731-49be-9a2b-eaa8de6a7462 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 931 time: 0.3156812 Mar 07 04:53:42.187833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:42.188957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:42.219740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60563bbe-a914-47cc-a030-44954a4c48c9 req-d92a1e52-4a73-4f14-868c-f8b5114c213c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929220 Mar 07 04:53:42.259416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-fb4f5573-1b01-4537-837c-bf5091d5934f tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0800064 Mar 07 04:53:42.272520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Request body: {'port': {'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:53:42.435032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d132e23e-a1c3-4866-81c2-2d48f1083b37 None None] Provisioning complete for port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:53:42.435405 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d132e23e-a1c3-4866-81c2-2d48f1083b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:42.457455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:42.473920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad2c3-9b32-4048-9775-1cd05e5d1982 req-b080b335-e7ca-4225-ac33-800452fa9060 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:42.475866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dcdad2c3-9b32-4048-9775-1cd05e5d1982 req-b080b335-e7ca-4225-ac33-800452fa9060 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1512711 Mar 07 04:53:42.484938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-368c054c-428c-4b36-8eba-56aa0c918ceb tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-696625763 HTTP/1.1" status: 204 len: 168 time: 0.4143562 Mar 07 04:53:42.487767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40954) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:42.491960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d132e23e-a1c3-4866-81c2-2d48f1083b37 None None] Port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:53:42.492868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-e935d5db-2bb7-4ba1-ad08-671f2b882df7 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:42.595882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dcdad2c3-9b32-4048-9775-1cd05e5d1982 req-4eeba1ca-d342-48a9-baab-9c129d5c3acc tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097476 Mar 07 04:53:42.658075 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e935d5db-2bb7-4ba1-ad08-671f2b882df7 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags HTTP/1.1" status: 200 len: 237 time: 0.1691945 Mar 07 04:53:42.660531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40960) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:42.665107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-a9532bb2-e620-4e41-bd43-5b76aefb12a4 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', {'tags': ['tempest-TagsTest-Tag-1772111629', 'tempest-TagsTest-Tag-696029010', 'tempest-TagsTest-Tag-902749048']}) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:42.803850 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a9532bb2-e620-4e41-bd43-5b76aefb12a4 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "PUT /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags HTTP/1.1" status: 200 len: 307 time: 0.1420686 Mar 07 04:53:42.807290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:42.814737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-f9456c6b-2a89-4089-945a-a1552699492f tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-1772111629') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:42.925961 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f9456c6b-2a89-4089-945a-a1552699492f tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "DELETE /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-1772111629 HTTP/1.1" status: 204 len: 168 time: 0.1147904 Mar 07 04:53:42.926199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:42.931165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-36afe0b4-fd9c-4556-b777-182e522701d3 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-1772111629') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:42.941281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c33af-cd1f-43d0-8e6a-cce8c3cd7086 req-2e0739fa-f397-464c-83ca-129ac119fe62 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:42.950436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-338c33af-cd1f-43d0-8e6a-cce8c3cd7086 req-2e0739fa-f397-464c-83ca-129ac119fe62 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2308083 Mar 07 04:53:43.009935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5974ab-8902-46b5-99fe-9ae3b4d99c2f {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:53:43.023558 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-36afe0b4-fd9c-4556-b777-182e522701d3 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] show failed (client error): The resource could not be found. Mar 07 04:53:43.027214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-36afe0b4-fd9c-4556-b777-182e522701d3 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-1772111629 HTTP/1.1" status: 404 len: 326 time: 0.0975363 Mar 07 04:53:43.027389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Publish callbacks [] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:43.028083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:43.035567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-c9696052-cb63-43d8-aeb1-851ae763c442 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-696029010') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:43.064624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-338c33af-cd1f-43d0-8e6a-cce8c3cd7086 req-864ffc27-d0cd-4169-a839-848dbf7305d1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128418 Mar 07 04:53:43.065780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Transition to ACTIVE for port object ac5974ab-8902-46b5-99fe-9ae3b4d99c2f will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:53:43.094505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:43.228958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9696052-cb63-43d8-aeb1-851ae763c442 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-696029010 HTTP/1.1" status: 204 len: 168 time: 0.1982582 Mar 07 04:53:43.229796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40978) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:43.237848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-98d4559f-dfd8-4361-9e61-dfb9e42ef04b tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-902749048') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:43.371126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:43.395856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98d4559f-dfd8-4361-9e61-dfb9e42ef04b tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-902749048 HTTP/1.1" status: 204 len: 168 time: 0.1610608 Mar 07 04:53:43.398549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40982) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:43.404389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-c827db1b-913f-4f09-881f-7b6d649fae9a tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:43.493463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d7bb-7d18-48f0-a24b-01b868c012a2 req-7c9e0889-fbd1-4723-b536-9ae9008c542c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:43.495044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e8d7bb-7d18-48f0-a24b-01b868c012a2 req-7c9e0889-fbd1-4723-b536-9ae9008c542c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1412320 Mar 07 04:53:43.511967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf65ec-a479-4f6c-b567-f24fee284e64 req-46978e39-b68b-42d6-9c2c-d2f18971af37 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:43.530580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfbf65ec-a479-4f6c-b567-f24fee284e64 req-46978e39-b68b-42d6-9c2c-d2f18971af37 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.2881794 Mar 07 04:53:43.605012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Attempting to bind port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:53:43.605351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Attempting to bind port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:53:43.605720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Attempting to bind port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:43.609326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c827db1b-913f-4f09-881f-7b6d649fae9a tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "DELETE /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags HTTP/1.1" status: 204 len: 168 time: 0.2096186 Mar 07 04:53:43.611916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40986) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:43.616087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-bfb5e07b-72e4-4fc5-b775-19c82403f8b7 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-696029010') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:43.643821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6e8d7bb-7d18-48f0-a24b-01b868c012a2 req-4ea6caf6-c4cc-4ab1-af00-5d304337b858 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103933 Mar 07 04:53:43.649756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:53:43.650313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Attempting to bind port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:53:43.674276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:53:43.674626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:53:43.675017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:53:43.675469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Bound port: ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:53:43.675840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:43.732068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfbf65ec-a479-4f6c-b567-f24fee284e64 req-e088fcd5-0d18-4624-ab88-22290ae3b37b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005968 Mar 07 04:53:43.761118 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-bfb5e07b-72e4-4fc5-b775-19c82403f8b7 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] show failed (client error): The resource could not be found. Mar 07 04:53:43.765546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bfb5e07b-72e4-4fc5-b775-19c82403f8b7 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-696029010 HTTP/1.1" status: 404 len: 325 time: 0.1494336 Mar 07 04:53:43.768054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40992) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:43.772265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-4f8d5d33-d492-42e9-a567-ca5877aef026 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848', 'tempest-TagsTest-Tag-902749048') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:43.780996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] For port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:53:43.785199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] For port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:53:43.796644 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:43.821495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:43.823299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:43.827640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 1091 time: 1.5603364 Mar 07 04:53:43.832449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:53:43.838427 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b872969-f573-4fa3-a159-932d86417d45" -d '{"events": [{"name": "network-changed", "server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:53:43.900155 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-4f8d5d33-d492-42e9-a567-ca5877aef026 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] show failed (client error): The resource could not be found. Mar 07 04:53:43.907917 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4f8d5d33-d492-42e9-a567-ca5877aef026 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "GET /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags/tempest-TagsTest-Tag-902749048 HTTP/1.1" status: 404 len: 325 time: 0.1387265 Mar 07 04:53:43.909536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 40998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:43.921379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.tag.tag_plugin [None req-1bcb0276-8cf6-45b6-b00f-a2777aab5560 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7b8a9b52-c0c0-4de7-b12c-046cc7a5e848') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:43.961305 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d9a73-74dd-4fd5-89cc-e927b082505e x-openstack-request-id: req-140d9a73-74dd-4fd5-89cc-e927b082505e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:53:43.961752 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:53:43.962119 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-140d9a73-74dd-4fd5-89cc-e927b082505e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:53:43.962631 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'status': 'completed', 'code': 200} Mar 07 04:53:44.048462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9019b-8726-4a7a-bf6d-e1c0eee30644 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:44.060918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-9b28b41b-4d11-4030-9700-954aa11fe5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:44.062472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-9b28b41b-4d11-4030-9700-954aa11fe5c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1125 time: 0.1128650 Mar 07 04:53:44.070257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d364-aa46-4c7d-8168-d50fea68c209 req-ac733c34-0958-41d9-ba6d-cbc344524f75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:44.071680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe14d364-aa46-4c7d-8168-d50fea68c209 req-ac733c34-0958-41d9-ba6d-cbc344524f75 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1849597 Mar 07 04:53:44.109562 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1bcb0276-8cf6-45b6-b00f-a2777aab5560 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "DELETE /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848/tags HTTP/1.1" status: 204 len: 168 time: 0.1976988 Mar 07 04:53:44.113553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41000) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:44.152984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-50d10bc8-cf2c-4495-b670-7f30301d985f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 217 time: 0.0801804 Mar 07 04:53:44.223078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe14d364-aa46-4c7d-8168-d50fea68c209 req-a6d1ff8f-1899-4970-8727-84efb0809cd2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364172 Mar 07 04:53:44.233006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-75977a2f-9de8-4570-ac5a-3e6817568df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:44.234480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-75977a2f-9de8-4570-ac5a-3e6817568df6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0757725 Mar 07 04:53:44.294874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-694ac31f-d818-4fd0-b5f7-5cec0bc82902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:44.297132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-694ac31f-d818-4fd0-b5f7-5cec0bc82902 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563860 Mar 07 04:53:44.302462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7b8a9b52-c0c0-4de7-b12c-046cc7a5e848), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.444630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7b8a9b52-c0c0-4de7-b12c-046cc7a5e848), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.461941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae190-7d51-4949-bfc2-57da6f40745f req-4ea14d26-247b-4655-b6b7-c6a14bc14ab3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:44.463751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1cae190-7d51-4949-bfc2-57da6f40745f req-4ea14d26-247b-4655-b6b7-c6a14bc14ab3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1082113 Mar 07 04:53:44.469600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8a9b52-c0c0-4de7-b12c-046cc7a5e848']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:44.480671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d69fd5-0822-4af2-bd40-d440605bd96a') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:44.481236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d69fd5-0822-4af2-bd40-d440605bd96a') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:53:44.504337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (04d69fd5-0822-4af2-bd40-d440605bd96a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.520879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-9fb94559-e8df-468c-b576-65b7f01b186a service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166247 Mar 07 04:53:44.522062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (04d69fd5-0822-4af2-bd40-d440605bd96a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.534578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:53:44.535151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (04d69fd5-0822-4af2-bd40-d440605bd96a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:53:44.538503 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:53:44.685842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7b8a9b52-c0c0-4de7-b12c-046cc7a5e848), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.693155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:44.698398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] 10.222.0.21 "DELETE /v2.0/networks/7b8a9b52-c0c0-4de7-b12c-046cc7a5e848 HTTP/1.1" status: 204 len: 168 time: 0.5816882 Mar 07 04:53:44.742567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96e6e-a82a-40ea-ae88-9504ba1fe115 tempest-TagsTest-233514384 tempest-TagsTest-233514384-project] Pushing event deleted for resources: {'Network': ['ID=7b8a9b52-c0c0-4de7-b12c-046cc7a5e848,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:44.753668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd8d8887-d9ce-45ff-9632-039aae5d750a req-3a946149-9f88-4127-9beb-da5bd9f6733f service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051861 Mar 07 04:53:44.773068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1cae190-7d51-4949-bfc2-57da6f40745f req-d9d4039e-0a73-4846-869f-13ab90b4a95e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010457 Mar 07 04:53:44.989883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872969-f573-4fa3-a159-932d86417d45 req-c993f600-ba94-4572-95a0-7aa145ac1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:44.992037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-c993f600-ba94-4572-95a0-7aa145ac1c8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1125 time: 0.1580589 Mar 07 04:53:45.009790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24a72-b5c0-41b7-894b-bba686541b87 req-0a794bde-727c-4314-98d8-af448e221ca6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:45.013263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8b24a72-b5c0-41b7-894b-bba686541b87 req-0a794bde-727c-4314-98d8-af448e221ca6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.2061143 Mar 07 04:53:45.207396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:45.303184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8b24a72-b5c0-41b7-894b-bba686541b87 req-29c40018-f348-4708-86d2-78baeaad882e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795038 Mar 07 04:53:45.312149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872969-f573-4fa3-a159-932d86417d45 req-c4d4f358-0126-4f72-b0b3-b32ead86d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:45.323945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-c4d4f358-0126-4f72-b0b3-b32ead86d678 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.3150973 Mar 07 04:53:45.340577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9da8b2-15b6-42cb-9f87-2189a6e74e3f req-41d2631c-394e-4630-997c-6e82e3a7128f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:45.358859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a9da8b2-15b6-42cb-9f87-2189a6e74e3f req-41d2631c-394e-4630-997c-6e82e3a7128f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1906381 Mar 07 04:53:45.447312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-d13a65b1-8253-49e5-a36c-2286553bd075 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 217 time: 0.1218858 Mar 07 04:53:45.493724 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-94c910fa-a022-48a8-a1a9-385ce03a9462 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d615bc44b19b466eb20e3d3ab604d84e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829120 Mar 07 04:53:45.494283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41028) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:45.522820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872969-f573-4fa3-a159-932d86417d45 req-b8e19911-2613-46f8-8721-d21612313ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:45.525252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-b8e19911-2613-46f8-8721-d21612313ce4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0690618 Mar 07 04:53:45.566620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e049452a-7198-4292-b28a-befd3937f589 admin admin] Publish callbacks [] for security_group (ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:45.600089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e049452a-7198-4292-b28a-befd3937f589 admin admin] Publish callbacks [] for security_group (ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:45.617663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a9da8b2-15b6-42cb-9f87-2189a6e74e3f req-20e8bc93-6970-4ed4-a3bf-2b3a74ad387d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579176 Mar 07 04:53:45.629817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872969-f573-4fa3-a159-932d86417d45 req-8c340028-1ac0-4657-8558-25f68f782d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:45.631547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-8c340028-1ac0-4657-8558-25f68f782d93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0992177 Mar 07 04:53:45.705080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e049452a-7198-4292-b28a-befd3937f589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:45.711172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e049452a-7198-4292-b28a-befd3937f589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:45.726685 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e049452a-7198-4292-b28a-befd3937f589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5 HTTP/1.1" status: 204 len: 168 time: 0.2200916 Mar 07 04:53:45.744721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049452a-7198-4292-b28a-befd3937f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1f8d66-2b44-4aca-b91b-f9b03dfe29f5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:45.773272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-1d262a1a-9894-4f8d-b6e2-cc22d0c999af service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341541 Mar 07 04:53:45.891822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b872969-f573-4fa3-a159-932d86417d45 req-4848f3e5-38f7-4ef0-b448-5a0f8af79985 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111927 Mar 07 04:53:46.550651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3aa9-213a-4eb9-8b48-51f8a7a9e4c7 req-d67a90c8-9d59-467c-89d6-7cdd377ed616 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:46.561259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b3aa9-213a-4eb9-8b48-51f8a7a9e4c7 req-d67a90c8-9d59-467c-89d6-7cdd377ed616 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1210148 Mar 07 04:53:46.727642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e79b3aa9-213a-4eb9-8b48-51f8a7a9e4c7 req-7a46653a-3dbd-4add-9638-6b2f68a7ab26 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654005 Mar 07 04:53:46.951744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e7270-1107-4c12-9ec2-daa8e48a9843 req-6ff5cb93-c0b9-4b80-9197-281f96c9052e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:46.953318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a0e7270-1107-4c12-9ec2-daa8e48a9843 req-6ff5cb93-c0b9-4b80-9197-281f96c9052e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1385188 Mar 07 04:53:47.089514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a0e7270-1107-4c12-9ec2-daa8e48a9843 req-fcf95d7b-fde8-4077-9949-cba70e17009b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278214 Mar 07 04:53:47.453724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-2204fcb2-acdb-4c35-8ba4-c0fe20a53043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:47.456077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-2204fcb2-acdb-4c35-8ba4-c0fe20a53043 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 1126 time: 0.1120918 Mar 07 04:53:47.503167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3997-79a6-4e15-bca0-b6dc0fd4622d req-b5d6bb3d-b81f-426f-b8fd-7edac54a67ae tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:47.510678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1dc3997-79a6-4e15-bca0-b6dc0fd4622d req-b5d6bb3d-b81f-426f-b8fd-7edac54a67ae tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1737132 Mar 07 04:53:47.588520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1dc3997-79a6-4e15-bca0-b6dc0fd4622d req-35bfa5e8-a594-4f14-bf98-d8424e517ca1 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767190 Mar 07 04:53:47.656000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-0d4b6649-dd2c-4ee9-b4d5-b1e27e41e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:47.657477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-0d4b6649-dd2c-4ee9-b4d5-b1e27e41e6e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 200 len: 912 time: 0.1913953 Mar 07 04:53:47.797332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-c76b924b-9742-4bd4-8f22-78711774bb55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 200 len: 999 time: 0.1276524 Mar 07 04:53:47.875458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-4b7265a4-2242-480d-b8eb-637db6b3af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:47.877299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-4b7265a4-2242-480d-b8eb-637db6b3af15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 200 len: 850 time: 0.0703325 Mar 07 04:53:47.937749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ae20b-8cf1-4a32-9b22-b6f3d1264864 req-09a1414a-2177-4940-a864-de5fbe90d933 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:47.948528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-487ae20b-8cf1-4a32-9b22-b6f3d1264864 req-09a1414a-2177-4940-a864-de5fbe90d933 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0761585 Mar 07 04:53:47.979669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-2cfedd92-6878-4257-9297-952460235b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:47.981363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-2cfedd92-6878-4257-9297-952460235b13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f00b7ab5-2435-46fe-8bc1-8b808417d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0926857 Mar 07 04:53:48.040138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-487ae20b-8cf1-4a32-9b22-b6f3d1264864 req-cb7381a1-f12c-4b25-b524-9729335a7777 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898464 Mar 07 04:53:48.124692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-7442b98f-aa36-4fb5-8ffa-1ae2341bbd33 service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374207 Mar 07 04:53:48.264257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-92a15ce0-bc5a-4d0b-b2b3-bcde8e06602a req-93944f46-8542-4446-9fa3-f1bea3477b4b service neutron] 10.222.0.44 "GET /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325059 Mar 07 04:53:48.804005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1779-fca7-4c83-a30b-7d6beedaf3d1 req-6de90c90-2ac6-4983-9f9e-49ea19d2ba98 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:48.805596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82fb1779-fca7-4c83-a30b-7d6beedaf3d1 req-6de90c90-2ac6-4983-9f9e-49ea19d2ba98 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1081209 Mar 07 04:53:48.942712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82fb1779-fca7-4c83-a30b-7d6beedaf3d1 req-0e426cca-5e86-4503-b9d4-86d4f30fad66 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231542 Mar 07 04:53:49.321455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea0fa5-cba3-456f-88dd-3acdd0fb05f5 req-38e508e8-0188-426c-bea1-16a15760e828 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:49.334830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdea0fa5-cba3-456f-88dd-3acdd0fb05f5 req-38e508e8-0188-426c-bea1-16a15760e828 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1183703 Mar 07 04:53:49.411179 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:53:49.467930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdea0fa5-cba3-456f-88dd-3acdd0fb05f5 req-3382a98b-b874-4e2d-9900-a9e8af8096a5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315875 Mar 07 04:53:50.049210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.146225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080a0f-ad2d-4aca-ad14-9db50c782662 req-8e821dfb-974c-40d2-9419-ce3a231a269f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:50.148657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6080a0f-ad2d-4aca-ad14-9db50c782662 req-8e821dfb-974c-40d2-9419-ce3a231a269f tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0790286 Mar 07 04:53:50.151293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:50.240868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6080a0f-ad2d-4aca-ad14-9db50c782662 req-4b7227f3-d2fa-4702-892a-4c69c9ec2814 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860162 Mar 07 04:53:50.316526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d2b5-1da9-4b7b-8a80-1285720b2065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.440082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d2b5-1da9-4b7b-8a80-1285720b2065 admin admin] Publish callbacks [] for security_group (b6894328-dd4e-4a77-a868-f1be69867876), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.451096 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d2b5-1da9-4b7b-8a80-1285720b2065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b6894328-dd4e-4a77-a868-f1be69867876), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.456533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791d0c-f1e1-455c-bd7c-7030541de4de req-7b69034d-ce02-4913-bdc1-98cd7d979ca2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:50.465494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa791d0c-f1e1-455c-bd7c-7030541de4de req-7b69034d-ce02-4913-bdc1-98cd7d979ca2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1297219 Mar 07 04:53:50.501323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d2b5-1da9-4b7b-8a80-1285720b2065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6894328-dd4e-4a77-a868-f1be69867876,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:50.564419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7dd8d2b5-1da9-4b7b-8a80-1285720b2065 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d8f49030934ec0b64c41253052ca97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113233 Mar 07 04:53:50.567298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41206) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:50.620452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa791d0c-f1e1-455c-bd7c-7030541de4de req-efe92a2a-b153-4b36-b9f3-41d1a4b2b286 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535306 Mar 07 04:53:50.672616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab080f-4006-4b75-82ef-031ce6f5daba req-dd679296-01b8-4ff9-8c6e-523f9f0f138c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:50.674657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1ab080f-4006-4b75-82ef-031ce6f5daba req-dd679296-01b8-4ff9-8c6e-523f9f0f138c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1072526 Mar 07 04:53:50.714425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9f02370-1216-49b8-9299-da62d12c89fa admin admin] Publish callbacks [] for security_group (b6894328-dd4e-4a77-a868-f1be69867876), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.742673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9f02370-1216-49b8-9299-da62d12c89fa admin admin] Publish callbacks [] for security_group (b6894328-dd4e-4a77-a868-f1be69867876), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.800742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9f02370-1216-49b8-9299-da62d12c89fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b6894328-dd4e-4a77-a868-f1be69867876), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.803387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9f02370-1216-49b8-9299-da62d12c89fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:50.806511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d9f02370-1216-49b8-9299-da62d12c89fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6894328-dd4e-4a77-a868-f1be69867876 HTTP/1.1" status: 204 len: 168 time: 0.2380726 Mar 07 04:53:50.815808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f02370-1216-49b8-9299-da62d12c89fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6894328-dd4e-4a77-a868-f1be69867876,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:50.854607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1ab080f-4006-4b75-82ef-031ce6f5daba req-5c1c8af2-5dfd-476b-8cd9-da95cb4632fe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687706 Mar 07 04:53:51.302993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41236) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:51.322068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dc030ef-2089-4ba2-822c-4241159c499f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:51.437326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dc030ef-2089-4ba2-822c-4241159c499f admin admin] Publish callbacks [] for security_group (d4a65746-1796-4de6-b577-dc80cdebea19), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:51.442390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dc030ef-2089-4ba2-822c-4241159c499f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d4a65746-1796-4de6-b577-dc80cdebea19), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:51.494990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc030ef-2089-4ba2-822c-4241159c499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a65746-1796-4de6-b577-dc80cdebea19,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:51.506526 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7dc030ef-2089-4ba2-822c-4241159c499f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61a6f5834ad74b40b542f880fa664266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2017934 Mar 07 04:53:51.509068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41260) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:51.999997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69950290-1e56-4215-83f5-8d4f7308f94e admin admin] Publish callbacks [] for security_group (d4a65746-1796-4de6-b577-dc80cdebea19), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:52.036006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cded-86f5-4323-8ccb-c236d844a8c0 req-de5191c6-20b6-4278-98de-53ffc819b3c9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:52.044828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ef4cded-86f5-4323-8ccb-c236d844a8c0 req-de5191c6-20b6-4278-98de-53ffc819b3c9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0961092 Mar 07 04:53:52.049234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69950290-1e56-4215-83f5-8d4f7308f94e admin admin] Publish callbacks [] for security_group (d4a65746-1796-4de6-b577-dc80cdebea19), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:52.111325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ef4cded-86f5-4323-8ccb-c236d844a8c0 req-abf7ce28-69f6-4a0a-b2e5-1815e7ec255a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651751 Mar 07 04:53:52.130687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69950290-1e56-4215-83f5-8d4f7308f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d4a65746-1796-4de6-b577-dc80cdebea19), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:52.133648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-69950290-1e56-4215-83f5-8d4f7308f94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:52.134995 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-69950290-1e56-4215-83f5-8d4f7308f94e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4a65746-1796-4de6-b577-dc80cdebea19 HTTP/1.1" status: 204 len: 168 time: 0.6248131 Mar 07 04:53:52.146134 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69950290-1e56-4215-83f5-8d4f7308f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a65746-1796-4de6-b577-dc80cdebea19,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:52.272177 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:53.050139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-4af7c898-2c68-4944-bc6b-1b71ba1a50bd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:53.054798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-4af7c898-2c68-4944-bc6b-1b71ba1a50bd tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81628d-949f-4c0e-8ac9-45748a9ad26e HTTP/1.1" status: 200 len: 944 time: 0.1079559 Mar 07 04:53:53.253576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Deleting port e4b1a349-24b1-419c-b4b8-e999fd4db23a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:53.254013 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:53.356705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7536544-5e1d-408f-8f79-6af6898426c4 req-ed046e17-a430-4b1f-912e-cf6c3a003979 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:53.363679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7536544-5e1d-408f-8f79-6af6898426c4 req-ed046e17-a430-4b1f-912e-cf6c3a003979 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1255178 Mar 07 04:53:53.440012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] For port e4b1a349-24b1-419c-b4b8-e999fd4db23a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e4b1a349-24b1-419c-b4b8-e999fd4db23a,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:53.440390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:53.484900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7536544-5e1d-408f-8f79-6af6898426c4 req-31f31d76-f57b-49f1-a939-5d45a9dda907 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200123 Mar 07 04:53:53.512275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Calling delete_port for e4b1a349-24b1-419c-b4b8-e999fd4db23a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:54.126422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e4b1a349-24b1-419c-b4b8-e999fd4db23a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:54.140619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98', '637b2efa-7e79-4eb1-9875-c075c7ef49f5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:53:54.199192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'Port': ['ID=e4b1a349-24b1-419c-b4b8-e999fd4db23a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:54.307732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] No DVR routers for this DVR port e4b1a349-24b1-419c-b4b8-e999fd4db23a on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:54.314918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:54.329563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee166c1a-a229-43cb-be01-f18bd5c767f1 req-6dade494-212c-4943-ad9f-b6d66c52e95b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "DELETE /v2.0/ports/e4b1a349-24b1-419c-b4b8-e999fd4db23a HTTP/1.1" status: 204 len: 173 time: 1.2716181 Mar 07 04:53:54.335962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-deleted', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:53:54.347324 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6a15a8-29c0-4a51-8a05-5548ef783d88" -d '{"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-deleted", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:53:54.434127 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 04:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b8c9a-2e81-475e-b5c4-e031a94b8184 x-openstack-request-id: req-b68b8c9a-2e81-475e-b5c4-e031a94b8184 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:53:54.434664 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81628d-949f-4c0e-8ac9-45748a9ad26e", "name": "network-vif-deleted", "tag": "e4b1a349-24b1-419c-b4b8-e999fd4db23a", "status": "failed", "code": 422}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:53:54.435096 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b68b8c9a-2e81-475e-b5c4-e031a94b8184 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:53:54.435719 n-d-832185-1 neutron-server[103938]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc81628d-949f-4c0e-8ac9-45748a9ad26e', 'name': 'network-vif-deleted', 'tag': 'e4b1a349-24b1-419c-b4b8-e999fd4db23a', 'status': 'failed', 'code': 422} returned with failed status Mar 07 04:53:54.653883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef731-9e0a-4882-87dd-fee46e563f26 req-1bf568c0-69ca-431e-9546-1c665152bd97 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:54.662419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51cef731-9e0a-4882-87dd-fee46e563f26 req-1bf568c0-69ca-431e-9546-1c665152bd97 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0755942 Mar 07 04:53:54.725426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51cef731-9e0a-4882-87dd-fee46e563f26 req-b893787d-c387-43bd-a9a4-f83e5c5380b0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572965 Mar 07 04:53:55.401320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9d25d-e196-4963-bfa9-60d5f1272d0b req-53cd7c7c-1a01-421a-8b01-8929980626d2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:55.414963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bb9d25d-e196-4963-bfa9-60d5f1272d0b req-53cd7c7c-1a01-421a-8b01-8929980626d2 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 908 time: 0.0774601 Mar 07 04:53:55.880925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700057d-632b-4b23-bbf5-242bfd223f6a req-c902e3a7-2e80-4a57-905d-f7138a664c69 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:55.882337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1700057d-632b-4b23-bbf5-242bfd223f6a req-c902e3a7-2e80-4a57-905d-f7138a664c69 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0674014 Mar 07 04:53:55.939993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1700057d-632b-4b23-bbf5-242bfd223f6a req-61ef1c06-f0c9-44ea-8202-4426700b2e01 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Mar 07 04:53:56.619178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecd73d-411b-48ce-abae-bff7fc3a051c req-dac9661a-dbf9-45d7-865d-99a7d1a3bc79 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:56.620633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07ecd73d-411b-48ce-abae-bff7fc3a051c req-dac9661a-dbf9-45d7-865d-99a7d1a3bc79 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 908 time: 0.0987322 Mar 07 04:53:57.014850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-618229b5-365d-4f75-8ae4-981e2093a501 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:57.017100 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-618229b5-365d-4f75-8ae4-981e2093a501 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 908 time: 0.1163008 Mar 07 04:53:57.160120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Deleting port c07847c4-90f1-4b76-ba63-c3c987dac084 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:53:57.160822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:57.174577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb97be-7ad2-4489-946c-309f574381e6 req-6d13c287-b010-4602-84bb-c0d43d8a87a4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:57.183295 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4cb97be-7ad2-4489-946c-309f574381e6 req-6d13c287-b010-4602-84bb-c0d43d8a87a4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0813274 Mar 07 04:53:57.247550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4cb97be-7ad2-4489-946c-309f574381e6 req-c37a2bc9-e98e-454d-ad9c-96bcf9741393 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630417 Mar 07 04:53:57.267394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] For port c07847c4-90f1-4b76-ba63-c3c987dac084, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=c07847c4-90f1-4b76-ba63-c3c987dac084,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:53:57.268082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:57.282867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Calling delete_port for c07847c4-90f1-4b76-ba63-c3c987dac084 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:53:57.499501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c07847c4-90f1-4b76-ba63-c3c987dac084), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:57.607642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'Port': ['ID=c07847c4-90f1-4b76-ba63-c3c987dac084,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:57.720005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] No DVR routers for this DVR port c07847c4-90f1-4b76-ba63-c3c987dac084 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:53:57.727299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:57.731011 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4a4a9230-2782-4de2-85c2-fe2d0d64e8ab req-99b28122-0b70-4cd2-adb4-f53f4bb3ef61 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "DELETE /v2.0/ports/c07847c4-90f1-4b76-ba63-c3c987dac084 HTTP/1.1" status: 204 len: 173 time: 0.7083182 Mar 07 04:53:57.738631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'name': 'network-vif-deleted', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:53:57.741600 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6965f-9154-4291-bb5a-0ad509e67cf3" -d '{"events": [{"server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "name": "network-vif-deleted", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:53:57.834683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f35f2c29-3602-4629-987e-cba5ff206c08 req-8db40662-4f97-497f-aec3-fc5f5184af52 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa6b367d-3ec8-42c1-9a1c-b9fceb861517 HTTP/1.1" status: 200 len: 210 time: 0.0654409 Mar 07 04:53:57.835540 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2105fa92-d34b-4888-8d6c-80ded90b4b5c x-openstack-request-id: req-2105fa92-d34b-4888-8d6c-80ded90b4b5c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:53:57.836248 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6b367d-3ec8-42c1-9a1c-b9fceb861517", "name": "network-vif-deleted", "tag": "c07847c4-90f1-4b76-ba63-c3c987dac084", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:53:57.836592 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2105fa92-d34b-4888-8d6c-80ded90b4b5c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:53:57.837238 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6b367d-3ec8-42c1-9a1c-b9fceb861517', 'name': 'network-vif-deleted', 'tag': 'c07847c4-90f1-4b76-ba63-c3c987dac084', 'status': 'completed', 'code': 200} Mar 07 04:53:58.429013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3eafa-bf69-4df4-9511-9fd2fb84ddb5 req-fd1d3d39-982d-4f9f-bb77-fcf8427a5285 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:58.438336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0af3eafa-bf69-4df4-9511-9fd2fb84ddb5 req-fd1d3d39-982d-4f9f-bb77-fcf8427a5285 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0771596 Mar 07 04:53:58.563765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0af3eafa-bf69-4df4-9511-9fd2fb84ddb5 req-34ec580d-52b3-4812-985a-2a9b541f4e62 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242177 Mar 07 04:53:58.597670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41504) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:58.737030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dcb14ba-215a-4fbc-bcd5-9031bca84566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:58.829124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dcb14ba-215a-4fbc-bcd5-9031bca84566 admin admin] Publish callbacks [] for security_group (30100b73-83ae-462b-9f08-73fe3fd226cf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:58.834962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7dcb14ba-215a-4fbc-bcd5-9031bca84566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (30100b73-83ae-462b-9f08-73fe3fd226cf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:58.869441 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7dcb14ba-215a-4fbc-bcd5-9031bca84566 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6949997e8eca45088469ae351ea9ff0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672343 Mar 07 04:53:58.870014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41516) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:58.938466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb14ba-215a-4fbc-bcd5-9031bca84566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30100b73-83ae-462b-9f08-73fe3fd226cf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:58.969156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bc43-4fef-47fd-86c0-1c6e8d0948b0 admin admin] Publish callbacks [] for security_group (30100b73-83ae-462b-9f08-73fe3fd226cf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.010386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bc43-4fef-47fd-86c0-1c6e8d0948b0 admin admin] Publish callbacks [] for security_group (30100b73-83ae-462b-9f08-73fe3fd226cf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.132396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bc43-4fef-47fd-86c0-1c6e8d0948b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (30100b73-83ae-462b-9f08-73fe3fd226cf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.135159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bc43-4fef-47fd-86c0-1c6e8d0948b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.137998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9eb0bc43-4fef-47fd-86c0-1c6e8d0948b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30100b73-83ae-462b-9f08-73fe3fd226cf HTTP/1.1" status: 204 len: 168 time: 0.2652981 Mar 07 04:53:59.176125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0bc43-4fef-47fd-86c0-1c6e8d0948b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30100b73-83ae-462b-9f08-73fe3fd226cf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:59.305846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbb5b3-26fd-4472-898c-3997e3566acd req-9f6fc698-2b26-49f3-9b7a-66b52bf0126e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:59.315095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70cbb5b3-26fd-4472-898c-3997e3566acd req-9f6fc698-2b26-49f3-9b7a-66b52bf0126e tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 946 time: 0.0897751 Mar 07 04:53:59.392010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70cbb5b3-26fd-4472-898c-3997e3566acd req-80c11d12-a0fb-4328-8483-2429c703f5de tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700338 Mar 07 04:53:59.631901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41538) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:59.658554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116dbfc5-7f31-4624-8153-dfc1d82d578e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.773278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac9631-41c0-43da-a46e-4502ae82e5c6 req-090ed948-6dc4-4924-9dc1-dcfff79b5532 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:53:59.774824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09ac9631-41c0-43da-a46e-4502ae82e5c6 req-090ed948-6dc4-4924-9dc1-dcfff79b5532 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1080861 Mar 07 04:53:59.802244 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116dbfc5-7f31-4624-8153-dfc1d82d578e admin admin] Publish callbacks [] for security_group (6c878bc8-baaa-48c8-af24-f9a148a6eadb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.825845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-116dbfc5-7f31-4624-8153-dfc1d82d578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6c878bc8-baaa-48c8-af24-f9a148a6eadb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.866858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09ac9631-41c0-43da-a46e-4502ae82e5c6 req-d50da340-8c89-4e61-ba8f-fed20d973fa0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859056 Mar 07 04:53:59.897160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-116dbfc5-7f31-4624-8153-dfc1d82d578e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd489ed8b38c4261acf6827bc1afb681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641530 Mar 07 04:53:59.900098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41546) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:53:59.901699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dbfc5-7f31-4624-8153-dfc1d82d578e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c878bc8-baaa-48c8-af24-f9a148a6eadb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:53:59.972234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d102039-3b33-4ec8-872a-f455a10eb3bc admin admin] Publish callbacks [] for security_group (6c878bc8-baaa-48c8-af24-f9a148a6eadb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:53:59.999129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d102039-3b33-4ec8-872a-f455a10eb3bc admin admin] Publish callbacks [] for security_group (6c878bc8-baaa-48c8-af24-f9a148a6eadb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:00.052474 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d102039-3b33-4ec8-872a-f455a10eb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6c878bc8-baaa-48c8-af24-f9a148a6eadb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:00.055180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3d102039-3b33-4ec8-872a-f455a10eb3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:00.056354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3d102039-3b33-4ec8-872a-f455a10eb3bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c878bc8-baaa-48c8-af24-f9a148a6eadb HTTP/1.1" status: 204 len: 168 time: 0.1544309 Mar 07 04:54:00.065665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d102039-3b33-4ec8-872a-f455a10eb3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c878bc8-baaa-48c8-af24-f9a148a6eadb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:00.524823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c738d-5e91-4b04-8363-340806f8e697 req-72605020-21d4-4f53-ac03-001e7eff3d06 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:00.526776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-136c738d-5e91-4b04-8363-340806f8e697 req-72605020-21d4-4f53-ac03-001e7eff3d06 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 946 time: 0.0931990 Mar 07 04:54:00.538246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02dc61-a82c-4e53-b096-3f2e3a845674 req-8bc350c6-171d-44cc-8e46-10882a445728 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:00.539941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e02dc61-a82c-4e53-b096-3f2e3a845674 req-8bc350c6-171d-44cc-8e46-10882a445728 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 946 time: 0.0748389 Mar 07 04:54:00.660969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e02dc61-a82c-4e53-b096-3f2e3a845674 req-ae4aa18d-2d96-49e4-9ddc-b91bc0702338 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129997 Mar 07 04:54:00.687725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Deleting port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:00.688311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:00.784236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] For port 637b2efa-7e79-4eb1-9875-c075c7ef49f5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=637b2efa-7e79-4eb1-9875-c075c7ef49f5,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:00.784610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:00.797719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Calling delete_port for 637b2efa-7e79-4eb1-9875-c075c7ef49f5 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:00.802313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c07847c4-90f1-4b76-ba63-c3c987dac084 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:00.827566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: c07847c4-90f1-4b76-ba63-c3c987dac084 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:00.828552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device c07847c4-90f1-4b76-ba63-c3c987dac084 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:01.050956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (637b2efa-7e79-4eb1-9875-c075c7ef49f5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:01.062992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98', '637b2efa-7e79-4eb1-9875-c075c7ef49f5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:54:01.111882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c48d5-8eb0-425b-a19d-6e12cbd17e17 req-12446c6d-fe70-4f8e-bf35-90f77beaab20 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:01.113437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-025c48d5-8eb0-425b-a19d-6e12cbd17e17 req-12446c6d-fe70-4f8e-bf35-90f77beaab20 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1070373 Mar 07 04:54:01.114274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'Port': ['ID=637b2efa-7e79-4eb1-9875-c075c7ef49f5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:01.174167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] No DVR routers for this DVR port 637b2efa-7e79-4eb1-9875-c075c7ef49f5 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:54:01.176771 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:01.180620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-136c738d-5e91-4b04-8363-340806f8e697 req-688dc889-36ba-4c90-ac27-c4afd044e81d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "DELETE /v2.0/ports/637b2efa-7e79-4eb1-9875-c075c7ef49f5 HTTP/1.1" status: 204 len: 173 time: 0.6393819 Mar 07 04:54:01.196278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'name': 'network-vif-deleted', 'tag': '637b2efa-7e79-4eb1-9875-c075c7ef49f5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:01.203318 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e649514-0f07-438d-a420-67e90a485e3b" -d '{"events": [{"server_uuid": "972fc68f-ef5c-4a90-9f93-32993d050a82", "name": "network-vif-deleted", "tag": "637b2efa-7e79-4eb1-9875-c075c7ef49f5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:01.315456 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee83796-f4b1-4f74-a016-6aee2eee0e87 x-openstack-request-id: req-dee83796-f4b1-4f74-a016-6aee2eee0e87 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:01.315765 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972fc68f-ef5c-4a90-9f93-32993d050a82", "name": "network-vif-deleted", "tag": "637b2efa-7e79-4eb1-9875-c075c7ef49f5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:01.316023 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dee83796-f4b1-4f74-a016-6aee2eee0e87 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:01.316419 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972fc68f-ef5c-4a90-9f93-32993d050a82', 'name': 'network-vif-deleted', 'tag': '637b2efa-7e79-4eb1-9875-c075c7ef49f5', 'status': 'completed', 'code': 200} Mar 07 04:54:01.344490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-025c48d5-8eb0-425b-a19d-6e12cbd17e17 req-2e975ef3-e141-40cc-96f9-b7486f93700b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710982 Mar 07 04:54:01.818313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bd19454-6500-4013-b485-0a8f1a2b078f req-e69c05bc-fa67-4856-af00-8096c0d0f521 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=972fc68f-ef5c-4a90-9f93-32993d050a82 HTTP/1.1" status: 200 len: 210 time: 0.0524826 Mar 07 04:54:02.502248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bb7b-166e-48c0-82fb-28cc6a76c8fb req-b94124b8-5c40-43b7-92cb-dc81c19bb22d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:02.504701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8031bb7b-166e-48c0-82fb-28cc6a76c8fb req-b94124b8-5c40-43b7-92cb-dc81c19bb22d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0620992 Mar 07 04:54:02.601104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8031bb7b-166e-48c0-82fb-28cc6a76c8fb req-eab3dbc6-843b-4738-9038-9ed5216b72d0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870605 Mar 07 04:54:02.796968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3391775-9124-4889-b095-de060def2b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:03.174935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606ef5-5689-4c28-a553-f0c0116883e4 req-f67fc04f-e8e4-4423-9729-72828f0567b5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:03.177206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45606ef5-5689-4c28-a553-f0c0116883e4 req-f67fc04f-e8e4-4423-9729-72828f0567b5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0814834 Mar 07 04:54:03.234669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45606ef5-5689-4c28-a553-f0c0116883e4 req-3def2118-e91e-42b4-8207-67e4caceb529 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472579 Mar 07 04:54:03.771849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74e96a-eab2-4d91-899e-07e496f6b71c req-68622ecc-094c-4bca-8255-b6ee153c770a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:03.773784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a74e96a-eab2-4d91-899e-07e496f6b71c req-68622ecc-094c-4bca-8255-b6ee153c770a tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.0713456 Mar 07 04:54:03.846318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a74e96a-eab2-4d91-899e-07e496f6b71c req-f07d1d55-f64a-48f4-a9ef-1f55ec47c4dd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655766 Mar 07 04:54:04.147105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 637b2efa-7e79-4eb1-9875-c075c7ef49f5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:04.169057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 637b2efa-7e79-4eb1-9875-c075c7ef49f5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:04.169505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 637b2efa-7e79-4eb1-9875-c075c7ef49f5 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:04.335304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-cc5fa578-8784-4fab-9508-caa4eae1c9af tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:04.336843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-cc5fa578-8784-4fab-9508-caa4eae1c9af tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0753522 Mar 07 04:54:04.415142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240347fa-8fa3-4b76-99e4-89158d445291 req-40c3cee5-6b9b-43dc-b1c5-9be1ce3fd17a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:04.416679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-240347fa-8fa3-4b76-99e4-89158d445291 req-40c3cee5-6b9b-43dc-b1c5-9be1ce3fd17a tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 945 time: 0.0980768 Mar 07 04:54:04.533645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-240347fa-8fa3-4b76-99e4-89158d445291 req-00007bce-6466-4c2e-a9d0-b5db6156790d tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=b43d8a6c-41c7-468b-ad33-86d96375d793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078541 Mar 07 04:54:04.543734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Deleting port e53b8832-5c7d-4126-9d53-4ee2c4654e98 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:04.544174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:04.712730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] For port e53b8832-5c7d-4126-9d53-4ee2c4654e98, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e53b8832-5c7d-4126-9d53-4ee2c4654e98,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:04.713116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:04.727896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Calling delete_port for e53b8832-5c7d-4126-9d53-4ee2c4654e98 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:04.896044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e53b8832-5c7d-4126-9d53-4ee2c4654e98), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:04.911460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e53b8832-5c7d-4126-9d53-4ee2c4654e98'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:54:04.957608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'Port': ['ID=e53b8832-5c7d-4126-9d53-4ee2c4654e98,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:05.077778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] No DVR routers for this DVR port e53b8832-5c7d-4126-9d53-4ee2c4654e98 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:54:05.081547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:05.086264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-863eadfe-e19b-4e7e-82dc-0a8cb4a0c8f9 req-af719c95-f26b-4371-84f8-faf7a69dc4ea tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.15 "DELETE /v2.0/ports/e53b8832-5c7d-4126-9d53-4ee2c4654e98 HTTP/1.1" status: 204 len: 173 time: 0.7284241 Mar 07 04:54:05.088619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63196bfa-e446-4344-a6cf-235642b174c3', 'name': 'network-vif-deleted', 'tag': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:05.102266 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5241744f-ab4e-4c60-a3e4-92952fcc719e" -d '{"events": [{"server_uuid": "63196bfa-e446-4344-a6cf-235642b174c3", "name": "network-vif-deleted", "tag": "e53b8832-5c7d-4126-9d53-4ee2c4654e98"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:05.178612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4119-903d-44e5-a423-e785a3526f47 req-f06c0a88-43f4-4b46-86c8-6554fcc0e03d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:05.188453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-761a4119-903d-44e5-a423-e785a3526f47 req-f06c0a88-43f4-4b46-86c8-6554fcc0e03d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.2157433 Mar 07 04:54:05.213134 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be33ff14-2c7a-427c-9366-4780a314f794 x-openstack-request-id: req-be33ff14-2c7a-427c-9366-4780a314f794 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:05.213719 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63196bfa-e446-4344-a6cf-235642b174c3", "name": "network-vif-deleted", "tag": "e53b8832-5c7d-4126-9d53-4ee2c4654e98", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:05.214184 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be33ff14-2c7a-427c-9366-4780a314f794 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:05.215386 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63196bfa-e446-4344-a6cf-235642b174c3', 'name': 'network-vif-deleted', 'tag': 'e53b8832-5c7d-4126-9d53-4ee2c4654e98', 'status': 'completed', 'code': 200} Mar 07 04:54:05.274901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-761a4119-903d-44e5-a423-e785a3526f47 req-cb324861-9ca0-4f80-a315-782e36da0c51 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834482 Mar 07 04:54:05.384995 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b9923943-473c-415f-b95d-fa6fe2a99cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:05.750585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dee00bb3-5600-477b-bd3f-e7df8610ba05 req-c9107328-4ddf-4b8b-85fa-7a7a56a01699 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=63196bfa-e446-4344-a6cf-235642b174c3 HTTP/1.1" status: 200 len: 210 time: 0.0680261 Mar 07 04:54:06.163314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ac5974ab-8902-46b5-99fe-9ae3b4d99c2f details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:54:06.400021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:06.420854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:54:06.530723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:06.531121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:06.538788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88534f84-028e-4320-896b-355cbb14fe2a req-84a60d46-2d2a-4a4b-994e-d002d8336350 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:06.543381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88534f84-028e-4320-896b-355cbb14fe2a req-84a60d46-2d2a-4a4b-994e-d002d8336350 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 943 time: 0.1447811 Mar 07 04:54:06.554690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5974ab-8902-46b5-99fe-9ae3b4d99c2f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:54:06.580312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:06.591622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:06.629186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88534f84-028e-4320-896b-355cbb14fe2a req-01dbe64a-0025-4f60-9e67-f30660f1ac90 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736291 Mar 07 04:54:06.649386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:06.716599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41720) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:06.797482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['ac5974ab-8902-46b5-99fe-9ae3b4d99c2f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:54:06.800353 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:06.889083 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa91b9a1-dcad-4e44-91c1-9ae61329c234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.041475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa91b9a1-dcad-4e44-91c1-9ae61329c234 admin admin] Publish callbacks [] for security_group (6f38e1bb-2ba0-4491-832b-69f9ccca9598), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.054539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa91b9a1-dcad-4e44-91c1-9ae61329c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6f38e1bb-2ba0-4491-832b-69f9ccca9598), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.138789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41732) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:07.141498 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa91b9a1-dcad-4e44-91c1-9ae61329c234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbd251b817b14019bd25a18402957306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226992 Mar 07 04:54:07.142444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b9a1-dcad-4e44-91c1-9ae61329c234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38e1bb-2ba0-4491-832b-69f9ccca9598,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:07.250313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e3e1-99e9-4e36-b4db-15f5e3cd124d admin admin] Publish callbacks [] for security_group (6f38e1bb-2ba0-4491-832b-69f9ccca9598), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.306149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e3e1-99e9-4e36-b4db-15f5e3cd124d admin admin] Publish callbacks [] for security_group (6f38e1bb-2ba0-4491-832b-69f9ccca9598), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.354041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ad85-6844-4dba-ac90-6fad158090fe req-36df8207-3c56-4f22-8f7e-db3a0128cdfb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:07.356476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1852ad85-6844-4dba-ac90-6fad158090fe req-36df8207-3c56-4f22-8f7e-db3a0128cdfb tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1135907 Mar 07 04:54:07.434626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1852ad85-6844-4dba-ac90-6fad158090fe req-9deeb936-ced2-40bc-9c69-1fc111e5b01b tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597315 Mar 07 04:54:07.435933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e3e1-99e9-4e36-b4db-15f5e3cd124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6f38e1bb-2ba0-4491-832b-69f9ccca9598), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.439081 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e3e1-99e9-4e36-b4db-15f5e3cd124d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.442776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e9e8e3e1-99e9-4e36-b4db-15f5e3cd124d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f38e1bb-2ba0-4491-832b-69f9ccca9598 HTTP/1.1" status: 204 len: 168 time: 0.2970161 Mar 07 04:54:07.450635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8e3e1-99e9-4e36-b4db-15f5e3cd124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38e1bb-2ba0-4491-832b-69f9ccca9598,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:07.717420 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:07.821335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd04511-14ae-47b9-a6d0-d7475cb6dde5 req-f779d8fc-0832-49db-8e52-087ec2831d42 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:07.829489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bd04511-14ae-47b9-a6d0-d7475cb6dde5 req-f779d8fc-0832-49db-8e52-087ec2831d42 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 944 time: 0.1016979 Mar 07 04:54:07.908373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bd04511-14ae-47b9-a6d0-d7475cb6dde5 req-0c5f99c7-6343-4d4b-935f-90163a6047ea tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755060 Mar 07 04:54:07.982945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41746) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:07.997448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0841-c08b-42de-bd51-8f62abe3d048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.126699 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0841-c08b-42de-bd51-8f62abe3d048 admin admin] Publish callbacks [] for security_group (dd21918b-31ba-4644-a5b1-f1baf28d1e90), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.132404 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0841-c08b-42de-bd51-8f62abe3d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dd21918b-31ba-4644-a5b1-f1baf28d1e90), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.171950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e0841-c08b-42de-bd51-8f62abe3d048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd21918b-31ba-4644-a5b1-f1baf28d1e90,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:08.178700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ac5974ab-8902-46b5-99fe-9ae3b4d99c2f up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:08.197132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c2e0841-c08b-42de-bd51-8f62abe3d048 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c263dfc7f7f240ff84853729ec120812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109046 Mar 07 04:54:08.197470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41748) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:08.273009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91d84448-180f-4407-a772-2f796e2a2b37 admin admin] Publish callbacks [] for security_group (dd21918b-31ba-4644-a5b1-f1baf28d1e90), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.287030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:54:08.291651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:08.292157 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.305606 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91d84448-180f-4407-a772-2f796e2a2b37 admin admin] Publish callbacks [] for security_group (dd21918b-31ba-4644-a5b1-f1baf28d1e90), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.375441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91d84448-180f-4407-a772-2f796e2a2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (dd21918b-31ba-4644-a5b1-f1baf28d1e90), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.378974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91d84448-180f-4407-a772-2f796e2a2b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.383148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-91d84448-180f-4407-a772-2f796e2a2b37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd21918b-31ba-4644-a5b1-f1baf28d1e90 HTTP/1.1" status: 204 len: 168 time: 0.1845002 Mar 07 04:54:08.395818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d84448-180f-4407-a772-2f796e2a2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd21918b-31ba-4644-a5b1-f1baf28d1e90,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:08.415106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:08.415498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.442385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:08.444901 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc1150-1ec4-498e-943e-78af0e2028f3" -d '{"events": [{"server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "name": "network-vif-plugged", "status": "completed", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:08.458133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:08.472378 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.475965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e53b8832-5c7d-4126-9d53-4ee2c4654e98 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:08.552893 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db2a76-f580-497c-bc0b-95e539fb9875 x-openstack-request-id: req-99db2a76-f580-497c-bc0b-95e539fb9875 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:08.553737 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "name": "network-vif-plugged", "status": "completed", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:08.554073 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99db2a76-f580-497c-bc0b-95e539fb9875 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:08.554554 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'code': 200} Mar 07 04:54:08.578136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: e53b8832-5c7d-4126-9d53-4ee2c4654e98 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:08.578817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e53b8832-5c7d-4126-9d53-4ee2c4654e98 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:08.594048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:08.639061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207747-7e24-4fe8-b103-6e52d7c201dc req-c457e390-035d-4431-8ba8-334877c1b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:08.640561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1207747-7e24-4fe8-b103-6e52d7c201dc req-c457e390-035d-4431-8ba8-334877c1b47d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1127 time: 0.0626497 Mar 07 04:54:08.647793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a1763-2e49-4028-9480-f1ee8a1539fd req-586abf7c-a246-4dc4-b20a-ccb7338843a0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:08.649284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-840a1763-2e49-4028-9480-f1ee8a1539fd req-586abf7c-a246-4dc4-b20a-ccb7338843a0 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.1292925 Mar 07 04:54:08.692411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-535c7219-efb3-4b61-a9d8-7186c1e79e02 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:08.696178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-535c7219-efb3-4b61-a9d8-7186c1e79e02 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 944 time: 0.0657456 Mar 07 04:54:08.720134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1207747-7e24-4fe8-b103-6e52d7c201dc req-3da6c581-0af0-49d2-963b-6fe98a88232f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698524 Mar 07 04:54:08.740187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-840a1763-2e49-4028-9480-f1ee8a1539fd req-851dce18-6c9d-4db9-843b-509e161c3fb5 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8280b64-979a-44dc-9e42-9e07e7b60273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706091 Mar 07 04:54:08.832521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Deleting port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:08.832866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:08.941888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] For port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:08.942314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:09.066772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85a37a-e53f-4a5a-aa7e-98d3e0bee1e3 req-17c72f3a-9599-48e8-aca3-9307155020b0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:09.067301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f85a37a-e53f-4a5a-aa7e-98d3e0bee1e3 req-17c72f3a-9599-48e8-aca3-9307155020b0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 945 time: 0.0607162 Mar 07 04:54:09.127694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f85a37a-e53f-4a5a-aa7e-98d3e0bee1e3 req-468e2a35-aa55-4f03-baa4-574f7f7d1355 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527422 Mar 07 04:54:09.225731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:09.226405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (ce216a79-33cd-4341-a6f3-032bc0b3bff9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:09.226947 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Floating IP ce216a79-33cd-4341-a6f3-032bc0b3bff9 disassociated. External IP: 172.25.4.226, port: 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4. Mar 07 04:54:09.227572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Calling delete_port for 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:09.430263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:09.465008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'Port': ['ID=8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:09.483515 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:09.612057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:54:09.774750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:54:09.790796 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] Sync routers for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:54:09.805705 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:09.809711 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:09.884364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] No DVR routers for this DVR port 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:54:09.898992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:09.902612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a7729e6a-0a58-431f-aac8-e51ee732743b req-d64ae4cc-c1f7-4097-bc0f-1ccd0e9d8a49 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.44 "DELETE /v2.0/ports/8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 HTTP/1.1" status: 204 len: 173 time: 1.2006383 Mar 07 04:54:09.903209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-deleted', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:09.916573 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3153de-7509-4ce4-97ed-6f5f2d95c961" -d '{"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-deleted", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:09.941464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb11f111-2f4d-4c77-9582-12115d797136 req-61145b82-1c63-4d93-a503-b142401584d3 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/ports?device_id=115c67a8-805f-49e7-b697-da55ee7eb633 HTTP/1.1" status: 200 len: 210 time: 0.0756638 Mar 07 04:54:09.946037 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:10.008642 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b18b32-b171-4b2f-9410-2a1bae0626e4 x-openstack-request-id: req-52b18b32-b171-4b2f-9410-2a1bae0626e4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:10.008941 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c67a8-805f-49e7-b697-da55ee7eb633", "name": "network-vif-deleted", "tag": "8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:10.009195 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52b18b32-b171-4b2f-9410-2a1bae0626e4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:10.009597 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c67a8-805f-49e7-b697-da55ee7eb633', 'name': 'network-vif-deleted', 'tag': '8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4', 'status': 'completed', 'code': 200} Mar 07 04:54:10.284887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e832-06f2-4291-8f58-da439244d28a req-b9a0b28a-ef84-45cd-8590-afc696efedb2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:10.286833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f60e832-06f2-4291-8f58-da439244d28a req-b9a0b28a-ef84-45cd-8590-afc696efedb2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 945 time: 0.0776718 Mar 07 04:54:10.291243 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:54Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:10.323440 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] Checking router: 4fb4eb98-25f4-4b12-b324-c8c17689ad3b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:54:10.346367 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:10.347201 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:10.357219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f60e832-06f2-4291-8f58-da439244d28a req-7bbb80a3-8d78-48df-8af9-20949e0aa4e3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631602 Mar 07 04:54:10.504292 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:10.593832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527a33-937b-456e-a280-57bea3b7aa45 req-b9ae273a-8317-4d02-8ddc-6c6e04b9e405 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:10.600315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94527a33-937b-456e-a280-57bea3b7aa45 req-b9ae273a-8317-4d02-8ddc-6c6e04b9e405 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 945 time: 0.1217482 Mar 07 04:54:10.703608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94527a33-937b-456e-a280-57bea3b7aa45 req-0cc203f8-26e6-4ed0-87e7-6fcccf7771b4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000044 Mar 07 04:54:10.735498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41834) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:10.794025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be9a5b-003c-45c0-be70-c023af030fdc tempest-TestVolumeBootPattern-1635875784 tempest-TestVolumeBootPattern-1635875784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:10.795614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9be9a5b-003c-45c0-be70-c023af030fdc tempest-TestVolumeBootPattern-1635875784 tempest-TestVolumeBootPattern-1635875784-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1122 time: 0.0588984 Mar 07 04:54:10.798827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41836) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:10.811049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:10.838859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:10.848269 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:54Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:10.883549 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f787a8-c5ae-4026-92de-18242ace176f None None] The sync data for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 is: [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:46:37Z', 'revision_number': 4, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '6e0dfb98-f735-44aa-9dff-72955feb777e', 'name': '', 'network_id': 'f00b7ab5-2435-46fe-8bc1-8b808417d61a', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'mac_address': 'fa:16:3e:27:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:36Z', 'updated_at': '2022-03-07T04:46:54Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'subnets': [{'id': 'fdfd3240-8e2e-4a69-854b-7973ce02cdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:54:10.993893 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.071322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41848) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:11.110927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41850) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:11.154696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a54677-68fb-4fe6-b093-95d03c25a528 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group (d8280b64-979a-44dc-9e42-9e07e7b60273), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.171477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.25.4.214 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/11a3bc8a-8e36-4caa-96d8-8b17a27070d9) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:54:11.220160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a54677-68fb-4fe6-b093-95d03c25a528 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group (d8280b64-979a-44dc-9e42-9e07e7b60273), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.317728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.319378 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ab23148-8b51-44e1-bc07-4ac3575d3b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.362615 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.407595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85819555-2eec-4aff-9a5c-f1501103f186 None None] New status for floating IP ce216a79-33cd-4341-a6f3-032bc0b3bff9: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:54:11.415068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:11.418492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:11.420196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ab23148-8b51-44e1-bc07-4ac3575d3b22 admin admin] Publish callbacks [] for security_group (ad0cc0f0-998c-4b23-982b-d8487e09aed1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.421127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:54:11.429851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ab23148-8b51-44e1-bc07-4ac3575d3b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ad0cc0f0-998c-4b23-982b-d8487e09aed1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.481694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a54677-68fb-4fe6-b093-95d03c25a528 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d8280b64-979a-44dc-9e42-9e07e7b60273), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.485007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91a54677-68fb-4fe6-b093-95d03c25a528 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.486710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-91a54677-68fb-4fe6-b093-95d03c25a528 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8280b64-979a-44dc-9e42-9e07e7b60273 HTTP/1.1" status: 204 len: 168 time: 0.4142439 Mar 07 04:54:11.489469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41854) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:11.499176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab23148-8b51-44e1-bc07-4ac3575d3b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0cc0f0-998c-4b23-982b-d8487e09aed1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:11.505953 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ab23148-8b51-44e1-bc07-4ac3575d3b22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a085b8f6cee9468bbbef4712e7680ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938975 Mar 07 04:54:11.517921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41856) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:11.559976 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-4491fb8c-2aba-4a8c-bc6a-948c7f872689 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] show failed (client error): The resource could not be found. Mar 07 04:54:11.562211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4491fb8c-2aba-4a8c-bc6a-948c7f872689 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "GET /v2.0/security-groups/d8280b64-979a-44dc-9e42-9e07e7b60273 HTTP/1.1" status: 404 len: 347 time: 0.0704434 Mar 07 04:54:11.569153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41858) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:11.598882 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82246cf9-f991-4775-82dc-013b2e2d2f44 admin admin] Publish callbacks [] for security_group (ad0cc0f0-998c-4b23-982b-d8487e09aed1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.603419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a54677-68fb-4fe6-b093-95d03c25a528 tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8280b64-979a-44dc-9e42-9e07e7b60273,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:11.659952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=11a3bc8a-8e36-4caa-96d8-8b17a27070d9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:11.708759 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82246cf9-f991-4775-82dc-013b2e2d2f44 admin admin] Publish callbacks [] for security_group (ad0cc0f0-998c-4b23-982b-d8487e09aed1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.799807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Deleting port d72bb25a-6a6c-4758-b8ce-dac439da2045 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:11.800400 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.814575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82246cf9-f991-4775-82dc-013b2e2d2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ad0cc0f0-998c-4b23-982b-d8487e09aed1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.817501 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82246cf9-f991-4775-82dc-013b2e2d2f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.818682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-82246cf9-f991-4775-82dc-013b2e2d2f44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad0cc0f0-998c-4b23-982b-d8487e09aed1 HTTP/1.1" status: 204 len: 168 time: 0.2991731 Mar 07 04:54:11.854512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82246cf9-f991-4775-82dc-013b2e2d2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0cc0f0-998c-4b23-982b-d8487e09aed1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:11.991282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:11.991282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (d72bb25a-6a6c-4758-b8ce-dac439da2045), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.007955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Calling delete_port for d72bb25a-6a6c-4758-b8ce-dac439da2045 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:12.035134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (0ef8e241-5f92-41d0-aca0-53296b5cbf75), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.176226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.219632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41868) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:12.231763 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d72bb25a-6a6c-4758-b8ce-dac439da2045), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.238943 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2975c44d-7273-4e9f-a1fe-e25baa61a1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.258509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Pushing event deleted for resources: {'Port': ['ID=d72bb25a-6a6c-4758-b8ce-dac439da2045,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:12.340119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks [] for floatingip (ce216a79-33cd-4341-a6f3-032bc0b3bff9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.343001 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.347406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-01facab0-d5ed-42c0-94fd-429fd90ebbba tempest-ServerActionsTestJSON-587004646 tempest-ServerActionsTestJSON-587004646-project] 10.222.0.21 "DELETE /v2.0/floatingips/ce216a79-33cd-4341-a6f3-032bc0b3bff9 HTTP/1.1" status: 204 len: 168 time: 0.7553854 Mar 07 04:54:12.348048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41870) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:12.437623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2975c44d-7273-4e9f-a1fe-e25baa61a1b6 admin admin] Publish callbacks [] for security_group (a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.446691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2975c44d-7273-4e9f-a1fe-e25baa61a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.486147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975c44d-7273-4e9f-a1fe-e25baa61a1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:12.490397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.504219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.548394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2975c44d-7273-4e9f-a1fe-e25baa61a1b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f22048add7b46269f9dbe5df78bfa32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3278134 Mar 07 04:54:12.551139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41874) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:12.632556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=11a3bc8a-8e36-4caa-96d8-8b17a27070d9,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:12.648339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (0ef8e241-5f92-41d0-aca0-53296b5cbf75), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.765933 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Floating IP 0ef8e241-5f92-41d0-aca0-53296b5cbf75 associated. External IP: 172.25.4.214, port: ac5974ab-8902-46b5-99fe-9ae3b4d99c2f. Mar 07 04:54:12.805711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c04f19-c72e-4c5c-8452-e4f6a76c4ff1 admin admin] Publish callbacks [] for security_group (a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.872411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:12.878109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c04f19-c72e-4c5c-8452-e4f6a76c4ff1 admin admin] Publish callbacks [] for security_group (a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.928682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:12.929931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 8b5c42b5-18dd-46f5-bc0a-69b8b739fbf4 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:12.993564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c04f19-c72e-4c5c-8452-e4f6a76c4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:12.995812 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c04f19-c72e-4c5c-8452-e4f6a76c4ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:13.005054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-99c04f19-c72e-4c5c-8452-e4f6a76c4ff1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c HTTP/1.1" status: 204 len: 168 time: 0.4473519 Mar 07 04:54:13.073409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c04f19-c72e-4c5c-8452-e4f6a76c4ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee0409-6a9d-4c0b-b7c9-f4408c38ab2c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:13.091939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:54:13.232772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:13.355709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:54:13.367719 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:54:13.378703 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:13.379409 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:13.390798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:13.449871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d1de764b-756f-4ba7-8b17-946c21617397 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6355031 Mar 07 04:54:13.449871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:13.449871 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40d333-c95b-4312-81fb-28998ce010c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:13.518844 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9a7128-4cc7-4228-96a4-1e28b2f08dda x-openstack-request-id: req-4d9a7128-4cc7-4228-96a4-1e28b2f08dda {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:13.519196 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:13.519618 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d9a7128-4cc7-4228-96a4-1e28b2f08dda {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:13.520095 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'status': 'completed', 'code': 200} Mar 07 04:54:13.640861 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:13.646146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-e1c0b947-f95b-4716-a049-736afccc194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:13.648011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-e1c0b947-f95b-4716-a049-736afccc194f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1127 time: 0.0933521 Mar 07 04:54:13.882171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-dd34aa85-2c9a-4477-b969-d3fa76dd9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:13.883681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-dd34aa85-2c9a-4477-b969-d3fa76dd9e2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.2279265 Mar 07 04:54:13.887709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Deleting port 6e0dfb98-f735-44aa-9dff-72955feb777e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:13.888180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:14.001609 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:11Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:14.033792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-76f587b1-b661-4f6e-9818-ae1bcfcefe86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 999 time: 0.1409814 Mar 07 04:54:14.039287 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:54:14.049542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:14.050235 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:14.072656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] For port 6e0dfb98-f735-44aa-9dff-72955feb777e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6e0dfb98-f735-44aa-9dff-72955feb777e,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:14.073348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:14.110329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Calling delete_port for 6e0dfb98-f735-44aa-9dff-72955feb777e owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:14.224971 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:14.287540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-d6377fa6-97f0-47ec-9ea4-e634b551ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:14.290319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-d6377fa6-97f0-47ec-9ea4-e634b551ae1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0876818 Mar 07 04:54:14.452993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-73037b07-f346-4903-94e6-b81721e7c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:14.454616 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-73037b07-f346-4903-94e6-b81721e7c0df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536858 Mar 07 04:54:14.639000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-30549ffa-1e36-4181-9ced-6c0dab8091fb service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699975 Mar 07 04:54:14.640195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6e0dfb98-f735-44aa-9dff-72955feb777e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:14.646927 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:11Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:14.686554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0dfb98-f735-44aa-9dff-72955feb777e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:14.690865 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd7a54-6721-4d45-82cd-8da9897d8aa9 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:11Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:54:14.905374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a40d333-c95b-4312-81fb-28998ce010c1 req-96a7433f-c2b4-4067-8d7b-5a88bd1fd5f4 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407141 Mar 07 04:54:15.159018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14dcdce-8c9f-40a9-b0b3-18500c959b4b None None] New status for floating IP 0ef8e241-5f92-41d0-aca0-53296b5cbf75: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:54:15.445121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:15.721669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:54:15.895258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:54:15.902154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2d26d297-1b48-4c7c-8afb-018490325c56 admin admin] 10.222.0.21 "PUT /v2.0/routers/4fb4eb98-25f4-4b12-b324-c8c17689ad3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5525784 Mar 07 04:54:15.904468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:15.907025 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] Sync routers for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:54:15.918434 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:15.919817 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:16.040244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:16.051014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks [] for router (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.173256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks [] for router_gateway (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.245157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Deleting port 2eafdff4-36d0-4069-b670-f71d99db0b7d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:16.246408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.346321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] For port 2eafdff4-36d0-4069-b670-f71d99db0b7d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2eafdff4-36d0-4069-b670-f71d99db0b7d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:16.347003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.362131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Calling delete_port for 2eafdff4-36d0-4069-b670-f71d99db0b7d owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:16.396994 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:54:14Z', 'revision_number': 5, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port': {'id': '2eafdff4-36d0-4069-b670-f71d99db0b7d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:46:32Z', 'updated_at': '2022-03-07T04:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:16.442831 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] Checking router: 4fb4eb98-25f4-4b12-b324-c8c17689ad3b for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:54:16.453910 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] Routers {'4fb4eb98-25f4-4b12-b324-c8c17689ad3b'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:16.455206 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:16.575993 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] Set router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:16.606605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2eafdff4-36d0-4069-b670-f71d99db0b7d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.646306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:54:16Z', 'revision_number': 6, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:16.654892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eafdff4-36d0-4069-b670-f71d99db0b7d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:16.679322 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9d4bc-3236-4e98-8d2a-0589e2ce52fb None None] The sync data for ids ['4fb4eb98-25f4-4b12-b324-c8c17689ad3b'] in n-d-832185-1 is: [{'id': '4fb4eb98-25f4-4b12-b324-c8c17689ad3b', 'name': 'tempest-ServerActionsTestJSON-362693259-router', 'tenant_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:46:31Z', 'updated_at': '2022-03-07T04:54:16Z', 'revision_number': 6, 'project_id': 'd79d57ce0bfc41a2a8cb882e47e5ca37', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:54:16.728989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.831670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.833761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks [] for router_controller (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.880419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (4fb4eb98-25f4-4b12-b324-c8c17689ad3b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.880976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb4eb98-25f4-4b12-b324-c8c17689ad3b {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:54:16.885064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.886825 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-131a5dc9-1cae-44ba-887f-0f4a1e565d20 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4fb4eb98-25f4-4b12-b324-c8c17689ad3b HTTP/1.1" status: 204 len: 168 time: 0.9803021 Mar 07 04:54:16.889831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 41960) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:16.938593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Deleting subnet fdfd3240-8e2e-4a69-854b-7973ce02cdeb {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:54:16.942192 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Publish callbacks [] for subnet (fdfd3240-8e2e-4a69-854b-7973ce02cdeb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:16.994582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (fdfd3240-8e2e-4a69-854b-7973ce02cdeb), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.125242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fdfd3240-8e2e-4a69-854b-7973ce02cdeb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.174369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6e0dfb98-f735-44aa-9dff-72955feb777e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:17.218525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (fdfd3240-8e2e-4a69-854b-7973ce02cdeb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.223210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 6e0dfb98-f735-44aa-9dff-72955feb777e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:17.223768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6e0dfb98-f735-44aa-9dff-72955feb777e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:17.249226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a206458-d42c-4c59-b6b4-a8f83114a8f6 None None] Network f00b7ab5-2435-46fe-8bc1-8b808417d61a requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:54:17.268897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.272771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fdfd3240-8e2e-4a69-854b-7973ce02cdeb HTTP/1.1" status: 204 len: 168 time: 0.3814552 Mar 07 04:54:17.273832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882490-22ca-4465-a618-54dfd8ff0394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfd3240-8e2e-4a69-854b-7973ce02cdeb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:17.275302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:17.411614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f00b7ab5-2435-46fe-8bc1-8b808417d61a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.631230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] DHCP port deletion for f00b7ab5-2435-46fe-8bc1-8b808417d61a request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:54:17.747000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] Deleting port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:17.747511 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.847099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] For port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:17.847527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.865862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] Calling delete_port for 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:17.946968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Deleting port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:54:17.947310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:17.995030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.012401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] No DVR routers for this DVR port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:54:18.035068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb481d-9da8-45cc-8025-d22b5ed57643 None None] Pushing event deleted for resources: {'Port': ['ID=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:18.088580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] For port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,segment=NetworkSegment(9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d),segment_id=9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:18.089717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.105917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Calling delete_port for 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:54:18.220508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7f7a23a7-224a-4499-9fb7-ed6b63d2c011), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.252345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7a23a7-224a-4499-9fb7-ed6b63d2c011,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:18.256061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] No DVR routers for this DVR port 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:54:18.355623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f00b7ab5-2435-46fe-8bc1-8b808417d61a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.389407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00b7ab5-2435-46fe-8bc1-8b808417d61a']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:18.401653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:18.402006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:18.412801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.429401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.436225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:54:18.436622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (9c3c99b4-b0c9-4f6d-bf10-6449fbd4f02d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: self.session.flush() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:54:18.438863 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:54:18.500992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f00b7ab5-2435-46fe-8bc1-8b808417d61a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.513681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.517568 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f00b7ab5-2435-46fe-8bc1-8b808417d61a HTTP/1.1" status: 204 len: 168 time: 1.2412486 Mar 07 04:54:18.530972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50307c-4903-45b9-b4a5-3b9981e77c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00b7ab5-2435-46fe-8bc1-8b808417d61a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:18.759566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 41998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:18.802718 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63c2c778-d47b-452e-a1dd-2eaea5c0524a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d79d57ce0bfc41a2a8cb882e47e5ca37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418966 Mar 07 04:54:18.804970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42000) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:18.869156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-662eb37e-2252-4d77-ab97-21f65a0240ad admin admin] Publish callbacks [] for security_group (b43d8a6c-41c7-468b-ad33-86d96375d793), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.895825 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-662eb37e-2252-4d77-ab97-21f65a0240ad admin admin] Publish callbacks [] for security_group (b43d8a6c-41c7-468b-ad33-86d96375d793), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.972463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-662eb37e-2252-4d77-ab97-21f65a0240ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b43d8a6c-41c7-468b-ad33-86d96375d793), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.976891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-662eb37e-2252-4d77-ab97-21f65a0240ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:18.979260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-662eb37e-2252-4d77-ab97-21f65a0240ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b43d8a6c-41c7-468b-ad33-86d96375d793 HTTP/1.1" status: 204 len: 168 time: 0.1733549 Mar 07 04:54:18.997436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eb37e-2252-4d77-ab97-21f65a0240ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d8a6c-41c7-468b-ad33-86d96375d793,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:19.096784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2eafdff4-36d0-4069-b670-f71d99db0b7d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:19.136873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 2eafdff4-36d0-4069-b670-f71d99db0b7d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:19.137333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2eafdff4-36d0-4069-b670-f71d99db0b7d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:19.137954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:54:19.181340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:54:19.181750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f7a23a7-224a-4499-9fb7-ed6b63d2c011 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:54:19.867816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42032) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:20.016105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-403673127-network', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:20.049501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Made reservation on behalf of 0a11d9d30d4f4bb38c9f76b6c90326c8 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:54:20.052320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.065314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.082758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.184749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks [] for security_group (f181c437-b06f-4b07-9b6a-fdcce057a88a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.193251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f181c437-b06f-4b07-9b6a-fdcce057a88a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.220450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:54:20.234751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fc4c529b-1bd3-453c-a404-588297eace3a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.235258 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Added segment fc4c529b-1bd3-453c-a404-588297eace3a of type vlan for network 124f6d62-0192-479f-8b3d-97afe1505fd5 Mar 07 04:54:20.301549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f181c437-b06f-4b07-9b6a-fdcce057a88a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:20.314417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (124f6d62-0192-479f-8b3d-97afe1505fd5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.370826 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (124f6d62-0192-479f-8b3d-97afe1505fd5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.372253 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:20.372992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.453606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] Pushing event updated for resources: {'Network': ['ID=124f6d62-0192-479f-8b3d-97afe1505fd5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:20.471119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e862be0c-d3d6-4ff2-8507-a42c6d77bcbd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5981297 Mar 07 04:54:20.471326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:54:20.471821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42048) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:20.477385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Request body: {'subnet': {'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-subnet', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:20.502994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Made reservation on behalf of 0a11d9d30d4f4bb38c9f76b6c90326c8 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:54:20.507541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.750650 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.814266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:20.853401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Checking segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:54:20.854050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Network hostable DHCP agents. Network: 124f6d62-0192-479f-8b3d-97afe1505fd5, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:54:20.879164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:54:20.898020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 124f6d62-0192-479f-8b3d-97afe1505fd5) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:20.903703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed942e-4716-49f2-8f47-711dddcb7be9 None None] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:54:20.910615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:20.911264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.945049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:20.946360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bf8dd1eb-1062-4234-8411-ece801300854 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4730272 Mar 07 04:54:20.950326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:20.995147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (eea88c36-8ca5-4f11-9004-21877f2705ea), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:20.996665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (eea88c36-8ca5-4f11-9004-21877f2705ea), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.075087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-124f6d62-0192-479f-8b3d-97afe1505fd5', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:54:21.078183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.133366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks [] for router_controller (eea88c36-8ca5-4f11-9004-21877f2705ea), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.275909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Allocated IP 172.20.0.2 (124f6d62-0192-479f-8b3d-97afe1505fd5/b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c/ed927c67-1205-4e52-b9d5-91a9c8c2a688) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:54:21.428178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks [] for router_gateway (eea88c36-8ca5-4f11-9004-21877f2705ea), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.616214 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Publish callbacks [] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.631117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.696596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Pushing event updated for resources: {'Port': ['ID=ed927c67-1205-4e52-b9d5-91a9c8c2a688,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:21.723163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:21.730743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:21.735292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:54:21.800437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks [] for router_gateway (eea88c36-8ca5-4f11-9004-21877f2705ea), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.817392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Attempting to bind port ed927c67-1205-4e52-b9d5-91a9c8c2a688 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:54:21.819800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Attempting to bind port ed927c67-1205-4e52-b9d5-91a9c8c2a688 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:54:21.820330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Attempting to bind port ed927c67-1205-4e52-b9d5-91a9c8c2a688 on network 124f6d62-0192-479f-8b3d-97afe1505fd5 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:54:21.827314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.833186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:54:21.833809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Checking segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:54:21.834245 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.837212 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Bound using segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:54:21.837719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Bound port: ed927c67-1205-4e52-b9d5-91a9c8c2a688, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:54:21.841191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:21.976080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] For port ed927c67-1205-4e52-b9d5-91a9c8c2a688, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:54:21.981211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Allocated IP 172.25.4.137 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/82ff54be-eb72-4292-8b21-0b436faa466c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:54:21.982461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] For port ed927c67-1205-4e52-b9d5-91a9c8c2a688, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed927c67-1205-4e52-b9d5-91a9c8c2a688,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:54:21.992993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:22.075503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0568efd-6bc5-4565-b40e-a4a086086527 None None] Pushing event updated for resources: {'Port': ['ID=ed927c67-1205-4e52-b9d5-91a9c8c2a688,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:22.163222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks [] for port (82ff54be-eb72-4292-8b21-0b436faa466c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:22.226551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:22.280599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:22.285032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:22.297244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:54:22.301474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:22.405487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Pushing event updated for resources: {'Port': ['ID=82ff54be-eb72-4292-8b21-0b436faa466c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:22.765554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks [] for router_gateway (eea88c36-8ca5-4f11-9004-21877f2705ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:23.109557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (eea88c36-8ca5-4f11-9004-21877f2705ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:23.436125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Router eea88c36-8ca5-4f11-9004-21877f2705ea is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:54:23.521681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed927c67-1205-4e52-b9d5-91a9c8c2a688 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:23.615905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ed927c67-1205-4e52-b9d5-91a9c8c2a688 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:23.616281 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:23.662075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:54:23.677145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:54:23.713459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:23.714959 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b91e961c-4d27-4eea-9032-def9964a01ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7687523 Mar 07 04:54:23.717787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:23.741071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed927c67-1205-4e52-b9d5-91a9c8c2a688 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:23.741468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:23.772859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:23.773534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:23.832457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c7282-6c32-4b69-accd-42fe1b1c7484 None None] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:54:23.869193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port ed927c67-1205-4e52-b9d5-91a9c8c2a688, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed927c67-1205-4e52-b9d5-91a9c8c2a688,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:23.888285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:24.129318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=ed927c67-1205-4e52-b9d5-91a9c8c2a688,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:24.143037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1d938525-8eaa-4fef-bb9b-737198fd3b43 None None] Provisioning complete for port ed927c67-1205-4e52-b9d5-91a9c8c2a688 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:24.143414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1d938525-8eaa-4fef-bb9b-737198fd3b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:24.258811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1d938525-8eaa-4fef-bb9b-737198fd3b43 None None] Current status of the port ed927c67-1205-4e52-b9d5-91a9c8c2a688 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:24.275293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:24.523446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:24.583359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:22Z', 'revision_number': 3, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:24.630782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:54:24.636947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Updating router eea88c36-8ca5-4f11-9004-21877f2705ea port 82ff54be-eb72-4292-8b21-0b436faa466c binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:54:24.704494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:24.728451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:24.740880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:24.976037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Publish callbacks [] for security_group (3df1e548-37e3-4ec4-b772-316632dcdb72), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:24.987818 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3df1e548-37e3-4ec4-b772-316632dcdb72), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.051873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Allocated IP 172.20.0.1 (124f6d62-0192-479f-8b3d-97afe1505fd5/b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c/8e761804-afa7-4fd4-b00f-45b7185f759b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:54:25.093930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed927c67-1205-4e52-b9d5-91a9c8c2a688 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:25.097795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a17031f37342989e445ec947affee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5726068 Mar 07 04:54:25.100958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:25.110913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1e548-37e3-4ec4-b772-316632dcdb72,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:25.140830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-07620ec4-fb49-415a-9010-840e03ec99e5 None None] Provisioning complete for port ed927c67-1205-4e52-b9d5-91a9c8c2a688 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:25.141148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07620ec4-fb49-415a-9010-840e03ec99e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.157467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.159827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.160432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.161006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.170084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.170780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.171364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.171943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.174457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.175050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.175609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.176183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.176752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568dcbc1-c306-4fa6-8f05-a5ca49c3dd55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:25.227954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks [] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.281829 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-469624bb-ff69-41e5-93dc-4987d9cde907 admin admin] Publish callbacks [] for security_group (3df1e548-37e3-4ec4-b772-316632dcdb72), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.297479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.360008 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-469624bb-ff69-41e5-93dc-4987d9cde907 admin admin] Publish callbacks [] for security_group (3df1e548-37e3-4ec4-b772-316632dcdb72), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.364009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ed927c67-1205-4e52-b9d5-91a9c8c2a688 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:25.364701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.372147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e761804-afa7-4fd4-b00f-45b7185f759b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:25.409004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:25.410851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:25.426615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:54:25.451421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Publish callbacks [] for port (82ff54be-eb72-4292-8b21-0b436faa466c), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.483589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-469624bb-ff69-41e5-93dc-4987d9cde907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3df1e548-37e3-4ec4-b772-316632dcdb72), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.488671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-469624bb-ff69-41e5-93dc-4987d9cde907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.488821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.492534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-469624bb-ff69-41e5-93dc-4987d9cde907 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3df1e548-37e3-4ec4-b772-316632dcdb72 HTTP/1.1" status: 204 len: 168 time: 0.3880007 Mar 07 04:54:25.492685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (eea88c36-8ca5-4f11-9004-21877f2705ea), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.512185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469624bb-ff69-41e5-93dc-4987d9cde907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1e548-37e3-4ec4-b772-316632dcdb72,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:25.728547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-07620ec4-fb49-415a-9010-840e03ec99e5 None None] Current status of the port ed927c67-1205-4e52-b9d5-91a9c8c2a688 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:25.799243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.808539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Pushing event updated for resources: {'Port': ['ID=82ff54be-eb72-4292-8b21-0b436faa466c,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:25.840353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Attempting to bind port 82ff54be-eb72-4292-8b21-0b436faa466c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:54:25.840648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Attempting to bind port 82ff54be-eb72-4292-8b21-0b436faa466c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:54:25.841744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Attempting to bind port 82ff54be-eb72-4292-8b21-0b436faa466c on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:54:25.885097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:54:25.885478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:54:25.886467 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.886867 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:54:25.887359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Bound port: 82ff54be-eb72-4292-8b21-0b436faa466c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:54:25.887741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:25.890543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed927c67-1205-4e52-b9d5-91a9c8c2a688 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:25.897306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9e81dd6b-73d1-4fa8-9663-e495cb647ac9 None None] Provisioning complete for port 8e761804-afa7-4fd4-b00f-45b7185f759b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:25.902167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9e81dd6b-73d1-4fa8-9663-e495cb647ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.008303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9e81dd6b-73d1-4fa8-9663-e495cb647ac9 None None] Port 8e761804-afa7-4fd4-b00f-45b7185f759b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:54:26.039236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42108) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:26.069627 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6384fa93-f2a0-4200-bf0a-319dffeea9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.074973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] For port 82ff54be-eb72-4292-8b21-0b436faa466c, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:54:26.081151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] For port 82ff54be-eb72-4292-8b21-0b436faa466c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=82ff54be-eb72-4292-8b21-0b436faa466c,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:54:26.095589 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.191703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks [] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.192228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:26.192915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:26.201050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.247621 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6384fa93-f2a0-4200-bf0a-319dffeea9d2 admin admin] Publish callbacks [] for security_group (a94713d8-da1b-4172-b4a5-9ed50c989e1a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.262779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6384fa93-f2a0-4200-bf0a-319dffeea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a94713d8-da1b-4172-b4a5-9ed50c989e1a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.307232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:26.313582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e761804-afa7-4fd4-b00f-45b7185f759b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:26.334741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6384fa93-f2a0-4200-bf0a-319dffeea9d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf2c6c42c4c64008a14d786e104c0892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944138 Mar 07 04:54:26.336382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384fa93-f2a0-4200-bf0a-319dffeea9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94713d8-da1b-4172-b4a5-9ed50c989e1a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:26.339478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42110) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:26.349186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (eea88c36-8ca5-4f11-9004-21877f2705ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.398506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad66c720-935b-4a43-84c6-e6e641943069 admin admin] Publish callbacks [] for security_group (a94713d8-da1b-4172-b4a5-9ed50c989e1a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.412686 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:54:26.449230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad66c720-935b-4a43-84c6-e6e641943069 admin admin] Publish callbacks [] for security_group (a94713d8-da1b-4172-b4a5-9ed50c989e1a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.520383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad66c720-935b-4a43-84c6-e6e641943069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a94713d8-da1b-4172-b4a5-9ed50c989e1a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.523210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad66c720-935b-4a43-84c6-e6e641943069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:26.527480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad66c720-935b-4a43-84c6-e6e641943069 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a94713d8-da1b-4172-b4a5-9ed50c989e1a HTTP/1.1" status: 204 len: 168 time: 0.1843057 Mar 07 04:54:26.553049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66c720-935b-4a43-84c6-e6e641943069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94713d8-da1b-4172-b4a5-9ed50c989e1a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:26.568815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:26.570566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:26.754372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Pushing event updated for resources: {'Port': ['ID=82ff54be-eb72-4292-8b21-0b436faa466c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:26.781022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.781380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.786949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.787636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.787636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.787985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.788324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.788658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.788991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.789332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.789656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.790057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.790330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1d55d-09e9-4845-b48c-3047a4aa7cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:26.832238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Router eea88c36-8ca5-4f11-9004-21877f2705ea has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:54:26.975182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-baab7c94-a541-4944-a4b0-fef49879600d None None] Provisioning complete for port 8e761804-afa7-4fd4-b00f-45b7185f759b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:26.975552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-baab7c94-a541-4944-a4b0-fef49879600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:27.056634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-baab7c94-a541-4944-a4b0-fef49879600d None None] Port 8e761804-afa7-4fd4-b00f-45b7185f759b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:54:27.068725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:54:27.090288 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aefb6cce-ad02-4bc3-8ba1-3047005bd0b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/eea88c36-8ca5-4f11-9004-21877f2705ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3712041 Mar 07 04:54:27.118645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:27.189261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4db03-c5c8-4400-8398-9cad34c17a70 None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:54:28.002969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42148) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:28.010420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999638454', 'description': 'tempest-description--741818024'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:28.055626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.179967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (af875f0b-9f16-4da9-a319-4d55f215c26e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.185999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (af875f0b-9f16-4da9-a319-4d55f215c26e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.213601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.217114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2127190 Mar 07 04:54:28.220241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:28.228593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'security_group_rule': {'security_group_id': 'af875f0b-9f16-4da9-a319-4d55f215c26e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:28.248247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35335b1-46c8-407d-b3f3-fe07f675d0db tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af875f0b-9f16-4da9-a319-4d55f215c26e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:28.278613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (1bdc84ec-d316-4297-b28c-8a120a7333a3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.403935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (1bdc84ec-d316-4297-b28c-8a120a7333a3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.414067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1bdc84ec-d316-4297-b28c-8a120a7333a3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.459189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdc84ec-d316-4297-b28c-8a120a7333a3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:28.485777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.489814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9dbd6575-fef1-4048-9bc6-431daf526cc0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2659380 Mar 07 04:54:28.490182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42162) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:28.496518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'security_group_rule': {'security_group_id': 'af875f0b-9f16-4da9-a319-4d55f215c26e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:28.539933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (b74092ff-fcc6-4ed9-ab1a-3508ec5fcdcc), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.709245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (b74092ff-fcc6-4ed9-ab1a-3508ec5fcdcc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.719351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b74092ff-fcc6-4ed9-ab1a-3508ec5fcdcc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.755364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74092ff-fcc6-4ed9-ab1a-3508ec5fcdcc,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:28.773175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:28.774638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d37475b8-90a0-481b-a0c2-12277b91cb07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833560 Mar 07 04:54:28.777915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:28.783142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:28.824521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.049534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.115548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 82ff54be-eb72-4292-8b21-0b436faa466c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:29.201087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Allocated IP 172.25.4.74 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/1840d024-74e3-4920-a2aa-e05889a1739a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:54:29.238894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 82ff54be-eb72-4292-8b21-0b436faa466c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:29.239279 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.388453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for port (1840d024-74e3-4920-a2aa-e05889a1739a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.431679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 82ff54be-eb72-4292-8b21-0b436faa466c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:29.432148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.445877 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1840d024-74e3-4920-a2aa-e05889a1739a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.476721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 82ff54be-eb72-4292-8b21-0b436faa466c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=82ff54be-eb72-4292-8b21-0b436faa466c,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:29.484965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.498890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:29.527855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:29.530370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:54:29.596721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=82ff54be-eb72-4292-8b21-0b436faa466c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:29.640960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'Port': ['ID=1840d024-74e3-4920-a2aa-e05889a1739a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:29.764585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:29.827043 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1840d024-74e3-4920-a2aa-e05889a1739a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:30.018420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for port (1840d024-74e3-4920-a2aa-e05889a1739a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:30.026256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1840d024-74e3-4920-a2aa-e05889a1739a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:30.118924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'Port': ['ID=1840d024-74e3-4920-a2aa-e05889a1739a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:30.125619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:30.142668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:30.153770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41307e83-a925-46a5-a902-8dee7d3db02a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3650024 Mar 07 04:54:30.619390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-5a8b438a-74e3-4a4c-b7c3-6dd9e2fe6a49 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1999638454&fields=id&tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 267 time: 0.0903211 Mar 07 04:54:30.737252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-c9492461-cc66-4c53-8ab9-e8440eea47ae tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:30.739086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-c9492461-cc66-4c53-8ab9-e8440eea47ae tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 816 time: 0.1188347 Mar 07 04:54:30.757020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-a6a53188-5967-41b3-bc6c-e0893a4c9870 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/quotas/0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 375 time: 0.0117640 Mar 07 04:54:30.826013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-e5c17789-107a-4f15-b561-130c01fd6a34 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567579 Mar 07 04:54:30.859308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:54:30.874983 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:30.876209 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:30.954426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-c72f1fd5-e9a3-474f-9519-ab1a89297a84 service neutron] 10.222.0.21 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137118 Mar 07 04:54:31.034315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 82ff54be-eb72-4292-8b21-0b436faa466c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:31.040108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:31.145846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 82ff54be-eb72-4292-8b21-0b436faa466c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:31.146678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:31.222205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-d689ef8d-d3fd-4a44-a236-d4494026428f service neutron] 10.222.0.21 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514470 Mar 07 04:54:31.259066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 82ff54be-eb72-4292-8b21-0b436faa466c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:31.457750 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 2, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:31.490120 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:54:31.490572 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Updating router eea88c36-8ca5-4f11-9004-21877f2705ea port 8e761804-afa7-4fd4-b00f-45b7185f759b binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:54:31.587348 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:31.832194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-043e4afb-8c11-4267-824a-bb18192771a4 req-800a44f2-d3fd-49cd-b259-49faae9a8958 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 210 time: 0.2684767 Mar 07 04:54:32.158573 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Publish callbacks [] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.165210 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.286060 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Pushing event updated for resources: {'Port': ['ID=8e761804-afa7-4fd4-b00f-45b7185f759b,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:32.303795 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.304339 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.304812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.305296 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.305724 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.306513 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.306942 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.308036 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.308514 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.309186 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.309435 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.309842 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.310269 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:32.320540 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Attempting to bind port 8e761804-afa7-4fd4-b00f-45b7185f759b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:54:32.321142 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Attempting to bind port 8e761804-afa7-4fd4-b00f-45b7185f759b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:54:32.321607 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Attempting to bind port 8e761804-afa7-4fd4-b00f-45b7185f759b on network 124f6d62-0192-479f-8b3d-97afe1505fd5 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:54:32.336994 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:54:32.337475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Checking segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:54:32.338294 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.339279 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Bound using segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:54:32.340802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Bound port: 8e761804-afa7-4fd4-b00f-45b7185f759b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:54:32.341868 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.450201 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] For port 8e761804-afa7-4fd4-b00f-45b7185f759b, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:54:32.453794 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] For port 8e761804-afa7-4fd4-b00f-45b7185f759b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8e761804-afa7-4fd4-b00f-45b7185f759b,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:54:32.466944 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.553853 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3629b8-46c5-4626-871a-9ae15458253d None None] Pushing event updated for resources: {'Port': ['ID=8e761804-afa7-4fd4-b00f-45b7185f759b,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:32.577074 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:32.577798 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:32.653729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] Provisioning complete for port 8e761804-afa7-4fd4-b00f-45b7185f759b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:32.655097 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.763903 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:32.818260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] Current status of the port 8e761804-afa7-4fd4-b00f-45b7185f759b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:32.819055 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.823057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d5ddefe-866a-4457-b98c-0e4efef4080b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:32.893961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] For port 8e761804-afa7-4fd4-b00f-45b7185f759b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8e761804-afa7-4fd4-b00f-45b7185f759b,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:32.904422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:33.075877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc3336-c690-4931-86e5-dd21099231d9 None None] Pushing event updated for resources: {'Port': ['ID=8e761804-afa7-4fd4-b00f-45b7185f759b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:33.113265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91c43806-934d-4362-9afd-5366b50bbad6 req-3a670e45-f658-4c14-8ccd-fca1aed4e851 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 210 time: 0.0662045 Mar 07 04:54:33.151999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f374c866-80f1-44a0-bf39-87e33c464709 None None] Provisioning complete for port 8e761804-afa7-4fd4-b00f-45b7185f759b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:33.156868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f374c866-80f1-44a0-bf39-87e33c464709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:33.299016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e761804-afa7-4fd4-b00f-45b7185f759b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:33.375368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-94f6aae0-4bc9-4d0b-934d-78794b5f2680 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:33.388949 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-94f6aae0-4bc9-4d0b-934d-78794b5f2680 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 816 time: 0.3173902 Mar 07 04:54:33.545235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f374c866-80f1-44a0-bf39-87e33c464709 None None] Current status of the port 8e761804-afa7-4fd4-b00f-45b7185f759b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:33.572134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-89f8839c-2740-4dcb-bb6e-948f1988d9e4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 380 time: 0.1720243 Mar 07 04:54:33.576896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8e761804-afa7-4fd4-b00f-45b7185f759b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:33.577417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:33.579210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'port': {'device_id': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'admin_state_up': True, 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'security_groups': ['af875f0b-9f16-4da9-a319-4d55f215c26e']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:33.684422 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:33.736451 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ebb24d-5891-4a1a-8716-34fe8760aed4 None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:54:33.764467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8e761804-afa7-4fd4-b00f-45b7185f759b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:33.875251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Made reservation on behalf of 0a11d9d30d4f4bb38c9f76b6c90326c8 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:54:33.886980 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:34.236214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Allocated IP 172.20.0.14 (124f6d62-0192-479f-8b3d-97afe1505fd5/b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c/3c13a662-1ac6-485e-81b8-97d12a8902b6) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:54:34.368257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f06124cd-2fd6-4318-a194-854b3576f025 req-47467e0c-56a3-499f-8c3d-eb3f73e79d70 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 210 time: 0.0486205 Mar 07 04:54:34.589542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:34.655807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:34.698296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:54:34.702837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:54:34.709889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:54:34.832446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42298) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:35.080670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b1419b4-570c-402f-9893-9fbb202c5536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.108641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e761804-afa7-4fd4-b00f-45b7185f759b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:35.207850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8e761804-afa7-4fd4-b00f-45b7185f759b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:35.208507 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.250629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b1419b4-570c-402f-9893-9fbb202c5536 admin admin] Publish callbacks [] for security_group (bc8a2f09-6483-4790-a8e8-267f7254d3f9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.257101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b1419b4-570c-402f-9893-9fbb202c5536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bc8a2f09-6483-4790-a8e8-267f7254d3f9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.315071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4b1419b4-570c-402f-9893-9fbb202c5536 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=487be23a3eb943d2a28a90afc78a8675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800870 Mar 07 04:54:35.324187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42310) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:35.338042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bcb8f871-621a-469a-89bd-6238a5e5b1e5 None None] Provisioning complete for port 3c13a662-1ac6-485e-81b8-97d12a8902b6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:35.338436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f871-621a-469a-89bd-6238a5e5b1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.369435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1419b4-570c-402f-9893-9fbb202c5536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8a2f09-6483-4790-a8e8-267f7254d3f9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:35.370863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:35.384573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8f871-621a-469a-89bd-6238a5e5b1e5 None None] Port 3c13a662-1ac6-485e-81b8-97d12a8902b6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:54:35.393913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:35.395024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.410234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8e761804-afa7-4fd4-b00f-45b7185f759b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:35.417473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40e7a29-3e37-4dab-9d55-db40340cd2da admin admin] Publish callbacks [] for security_group (bc8a2f09-6483-4790-a8e8-267f7254d3f9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.419788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-52b37274-afcc-4dde-8909-70f825b9950c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8449514 Mar 07 04:54:35.422953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b101be9-714b-4af4-aca0-75f80dc0eb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.437286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Request body: {'port': {'device_id': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:35.446260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40e7a29-3e37-4dab-9d55-db40340cd2da admin admin] Publish callbacks [] for security_group (bc8a2f09-6483-4790-a8e8-267f7254d3f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.535033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.580287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0231-61bc-4a92-b2e6-ace40fa59e5d req-88c144d1-920f-439e-bce8-232be72f4c89 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:35.590528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-033f0231-61bc-4a92-b2e6-ace40fa59e5d req-88c144d1-920f-439e-bce8-232be72f4c89 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 932 time: 0.1121209 Mar 07 04:54:35.615732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40e7a29-3e37-4dab-9d55-db40340cd2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bc8a2f09-6483-4790-a8e8-267f7254d3f9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.618597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40e7a29-3e37-4dab-9d55-db40340cd2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:35.627654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f40e7a29-3e37-4dab-9d55-db40340cd2da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc8a2f09-6483-4790-a8e8-267f7254d3f9 HTTP/1.1" status: 204 len: 168 time: 0.2930853 Mar 07 04:54:35.676814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7a29-3e37-4dab-9d55-db40340cd2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8a2f09-6483-4790-a8e8-267f7254d3f9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:35.755826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-033f0231-61bc-4a92-b2e6-ace40fa59e5d req-150c36e4-4ade-46f0-b4e4-1c6b183f58d3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638870 Mar 07 04:54:35.989536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c13a662-1ac6-485e-81b8-97d12a8902b6 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:54:35.999985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Publish callbacks [] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.014178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Transition to ACTIVE for port object 3c13a662-1ac6-485e-81b8-97d12a8902b6 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:54:36.020489 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.088041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:36.168405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42320) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:36.185791 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c28f9fdc-2cbd-422d-9e36-c1aace1eb920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.200902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Attempting to bind port 3c13a662-1ac6-485e-81b8-97d12a8902b6 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:54:36.201302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Attempting to bind port 3c13a662-1ac6-485e-81b8-97d12a8902b6 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:54:36.201796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Attempting to bind port 3c13a662-1ac6-485e-81b8-97d12a8902b6 on network 124f6d62-0192-479f-8b3d-97afe1505fd5 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:54:36.214965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Port 3c13a662-1ac6-485e-81b8-97d12a8902b6 on network 124f6d62-0192-479f-8b3d-97afe1505fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:54:36.218264 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Attempting to bind port 3c13a662-1ac6-485e-81b8-97d12a8902b6 on network 124f6d62-0192-479f-8b3d-97afe1505fd5 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:54:36.235934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:54:36.236403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Checking segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:54:36.236765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Bound using segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:54:36.237230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Bound port: 3c13a662-1ac6-485e-81b8-97d12a8902b6, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:54:36.237599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.346326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c28f9fdc-2cbd-422d-9e36-c1aace1eb920 admin admin] Publish callbacks [] for security_group (f97d4ca1-889a-4664-b0cd-7f6748ebcd6c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.353414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c28f9fdc-2cbd-422d-9e36-c1aace1eb920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f97d4ca1-889a-4664-b0cd-7f6748ebcd6c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.403616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:54:36.410227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:54:36.433877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.469366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9fdc-2cbd-422d-9e36-c1aace1eb920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97d4ca1-889a-4664-b0cd-7f6748ebcd6c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:36.482833 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c28f9fdc-2cbd-422d-9e36-c1aace1eb920 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc73a6e6d494baf94a4914909fd06c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096123 Mar 07 04:54:36.487022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42326) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:36.540328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:36.581641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:36.583969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.588330 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-46f08c53-5c8d-44b5-9cd9-f3be016c4cee service neutron] 10.222.0.44 "PUT /v2.0/ports/3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 1092 time: 1.1612942 Mar 07 04:54:36.593362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:36.596238 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101cf511-36c3-419d-9ecc-9c5f7ae8354d" -d '{"events": [{"name": "network-changed", "server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:36.680214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffbc19dc-f3a9-46ac-8b70-216b23698549 admin admin] Publish callbacks [] for security_group (f97d4ca1-889a-4664-b0cd-7f6748ebcd6c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.687864 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51bea73-fb9d-456a-9524-10a967972039 x-openstack-request-id: req-b51bea73-fb9d-456a-9524-10a967972039 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:36.688298 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:36.688676 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b51bea73-fb9d-456a-9524-10a967972039 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:36.689669 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'status': 'completed', 'code': 200} Mar 07 04:54:36.710518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffbc19dc-f3a9-46ac-8b70-216b23698549 admin admin] Publish callbacks [] for security_group (f97d4ca1-889a-4664-b0cd-7f6748ebcd6c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.728451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-d086acb2-2a6f-4e93-8651-cdf458b4782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:36.730731 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-d086acb2-2a6f-4e93-8651-cdf458b4782c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1126 time: 0.0885303 Mar 07 04:54:36.787413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.799689 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-c4994712-67d7-4ae8-a26e-4c3d0c0a3f02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 217 time: 0.0617762 Mar 07 04:54:36.811795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffbc19dc-f3a9-46ac-8b70-216b23698549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f97d4ca1-889a-4664-b0cd-7f6748ebcd6c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.816728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffbc19dc-f3a9-46ac-8b70-216b23698549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:36.820546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ffbc19dc-f3a9-46ac-8b70-216b23698549 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f97d4ca1-889a-4664-b0cd-7f6748ebcd6c HTTP/1.1" status: 204 len: 168 time: 0.3262687 Mar 07 04:54:36.859002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc19dc-f3a9-46ac-8b70-216b23698549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97d4ca1-889a-4664-b0cd-7f6748ebcd6c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:36.956691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-2b80f792-d35b-4276-9227-007eb01d6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:36.958431 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-2b80f792-d35b-4276-9227-007eb01d6239 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.1520607 Mar 07 04:54:37.022383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d9f48-9810-40a5-9263-1874d77188f8 req-24586375-b37e-4111-bc1f-1b422b7b7bbc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:37.031416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-449d9f48-9810-40a5-9263-1874d77188f8 req-24586375-b37e-4111-bc1f-1b422b7b7bbc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1571438 Mar 07 04:54:37.106474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-4d9d1d40-e989-4315-998a-158f4cc423cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:37.106474 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-4d9d1d40-e989-4315-998a-158f4cc423cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906973 Mar 07 04:54:37.240028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-449d9f48-9810-40a5-9263-1874d77188f8 req-1cbe29ea-a3c7-4fbc-a447-376270304bf3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962815 Mar 07 04:54:37.265647 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-53377735-78ae-4d73-958c-4f914e5b4fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013946 Mar 07 04:54:37.427983 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-11c1dc3b-aaae-4872-8111-2d789f00cbd3 req-6a83e340-2f4c-41a9-9dc1-e7bed321d065 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568408 Mar 07 04:54:37.574478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-78eabe76-70ab-4f96-aaca-547a40f3bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:37.576160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-78eabe76-70ab-4f96-aaca-547a40f3bcda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1126 time: 0.0957189 Mar 07 04:54:37.732079 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:37.752147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-bc327ad2-49e2-4957-8b2d-6e6e4ebf0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:37.754255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-bc327ad2-49e2-4957-8b2d-6e6e4ebf0236 service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1723688 Mar 07 04:54:37.869337 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-ed0d9502-a361-4092-ab8f-7f3d490a0648 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 217 time: 0.1072750 Mar 07 04:54:37.963327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-9ffbfbc8-2e5f-4e97-adaa-91e3afedd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:37.965752 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-9ffbfbc8-2e5f-4e97-adaa-91e3afedd73d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0912948 Mar 07 04:54:38.077652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-bcd8d16f-1c7e-4ea4-8ca7-b4c76c4ee0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:38.081703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-bcd8d16f-1c7e-4ea4-8ca7-b4c76c4ee0e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098907 Mar 07 04:54:38.200329 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-da58deef-8ff3-4fb9-bc74-cf1f39224181 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098239 Mar 07 04:54:38.357006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-101cf511-36c3-419d-9ecc-9c5f7ae8354d req-8d3f7558-7a60-45e8-935b-69f486183ff0 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494968 Mar 07 04:54:38.406655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e73b5-6849-4c7e-84f8-f77dc0cf1152 req-701ec35f-3279-4896-be05-ca63a4f791ce tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:38.408589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b84e73b5-6849-4c7e-84f8-f77dc0cf1152 req-701ec35f-3279-4896-be05-ca63a4f791ce tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1583610 Mar 07 04:54:38.483734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b84e73b5-6849-4c7e-84f8-f77dc0cf1152 req-6d2e7adb-cb5f-4409-9502-7dc997719f25 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696435 Mar 07 04:54:39.455913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:39.703131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994dc23-43f5-4aa5-b749-58a520a066b7 req-aca689fb-8404-42de-905b-1d3611a17e31 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:39.705385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a994dc23-43f5-4aa5-b749-58a520a066b7 req-aca689fb-8404-42de-905b-1d3611a17e31 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0873957 Mar 07 04:54:39.769230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a994dc23-43f5-4aa5-b749-58a520a066b7 req-0d9cb7ba-9c80-4708-bc88-4ed3ab326d43 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575418 Mar 07 04:54:40.614599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42474) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:40.754721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-428761ab-a3cd-4474-b61d-208ec68694ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:40.871661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-428761ab-a3cd-4474-b61d-208ec68694ab admin admin] Publish callbacks [] for security_group (aef698f6-882c-43e5-8458-60871e3d636e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:40.882656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-428761ab-a3cd-4474-b61d-208ec68694ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aef698f6-882c-43e5-8458-60871e3d636e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:40.943680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-428761ab-a3cd-4474-b61d-208ec68694ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b31e907b7305498182a5b5beb5e18943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279917 Mar 07 04:54:40.946293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42488) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:40.949451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428761ab-a3cd-4474-b61d-208ec68694ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef698f6-882c-43e5-8458-60871e3d636e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:40.980433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed82f7-3cc3-46c0-8e10-b4f8132155da req-7ecf8bc2-8f78-4387-a4e0-fadaa6bf1202 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:40.982164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09ed82f7-3cc3-46c0-8e10-b4f8132155da req-7ecf8bc2-8f78-4387-a4e0-fadaa6bf1202 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1136558 Mar 07 04:54:41.001487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:54:41.031576 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4931bffc-0427-430f-8d17-dfcf57091173 admin admin] Publish callbacks [] for security_group (aef698f6-882c-43e5-8458-60871e3d636e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.060677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09ed82f7-3cc3-46c0-8e10-b4f8132155da req-2e2b47db-dc20-426e-aa65-065ffb621f04 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640433 Mar 07 04:54:41.099463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4931bffc-0427-430f-8d17-dfcf57091173 admin admin] Publish callbacks [] for security_group (aef698f6-882c-43e5-8458-60871e3d636e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.158456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:41.179261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'mac_address': 'fa:16:3e:37:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:54:41.191428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4931bffc-0427-430f-8d17-dfcf57091173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aef698f6-882c-43e5-8458-60871e3d636e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.194036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4931bffc-0427-430f-8d17-dfcf57091173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.197819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4931bffc-0427-430f-8d17-dfcf57091173 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aef698f6-882c-43e5-8458-60871e3d636e HTTP/1.1" status: 204 len: 168 time: 0.2503901 Mar 07 04:54:41.231949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931bffc-0427-430f-8d17-dfcf57091173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef698f6-882c-43e5-8458-60871e3d636e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:41.242091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:41.243267 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.274458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c13a662-1ac6-485e-81b8-97d12a8902b6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:54:41.300936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:41.308564 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.404636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:41.588061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42504) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:41.610766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.629581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['3c13a662-1ac6-485e-81b8-97d12a8902b6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:54:41.784367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Publish callbacks [] for security_group (7eb93d32-87ff-4bc4-8010-8c17f9a11805), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.789640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7eb93d32-87ff-4bc4-8010-8c17f9a11805), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.843263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:41.849911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=306d028d53eb41f0b35ada368a4a40bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600226 Mar 07 04:54:41.853278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb93d32-87ff-4bc4-8010-8c17f9a11805,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:41.865478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.865938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.866380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.866798 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.867265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.867897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.869318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.870260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.870816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.871466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.872277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.873321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.874499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc63ef-1741-41d6-8d0a-83198f6c0cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:54:41.922465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7425777d-769b-4913-b876-c7b6f2906e8b admin admin] Publish callbacks [] for security_group (7eb93d32-87ff-4bc4-8010-8c17f9a11805), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:41.952040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7425777d-769b-4913-b876-c7b6f2906e8b admin admin] Publish callbacks [] for security_group (7eb93d32-87ff-4bc4-8010-8c17f9a11805), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:42.022308 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7425777d-769b-4913-b876-c7b6f2906e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7eb93d32-87ff-4bc4-8010-8c17f9a11805), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:42.025402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7425777d-769b-4913-b876-c7b6f2906e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:42.027216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7425777d-769b-4913-b876-c7b6f2906e8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7eb93d32-87ff-4bc4-8010-8c17f9a11805 HTTP/1.1" status: 204 len: 168 time: 0.1829674 Mar 07 04:54:42.037336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425777d-769b-4913-b876-c7b6f2906e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb93d32-87ff-4bc4-8010-8c17f9a11805,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:42.199745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9618cd8-52a7-43b7-96a9-610032a742d4 req-7d43d014-bc51-40c5-8db8-7b45ea2862be tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:42.201470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9618cd8-52a7-43b7-96a9-610032a742d4 req-7d43d014-bc51-40c5-8db8-7b45ea2862be tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 945 time: 0.0749645 Mar 07 04:54:42.269050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9618cd8-52a7-43b7-96a9-610032a742d4 req-9fa648c5-e3f7-4fab-aaed-0b97f52a12c5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585949 Mar 07 04:54:43.017313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:54:43.080692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 3c13a662-1ac6-485e-81b8-97d12a8902b6 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:54:43.085533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 3c13a662-1ac6-485e-81b8-97d12a8902b6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:54:43.085959 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:43.192030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:54:43.192482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:43.236215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:43.238724 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23b160d-803f-4d2e-877c-34c75a75f3d6" -d '{"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:43.256799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:54:43.265795 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:43.329834 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c1c1b-949f-492b-b388-8919b1ab87da x-openstack-request-id: req-fd5c1c1b-949f-492b-b388-8919b1ab87da {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:43.330364 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:43.330626 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd5c1c1b-949f-492b-b388-8919b1ab87da {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:43.331248 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'code': 200} Mar 07 04:54:43.338683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:43.454067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb74fda-18de-41b9-98fc-93d656887c14 req-fbaaece8-d01c-444a-81af-cae951e18493 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:43.455719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feb74fda-18de-41b9-98fc-93d656887c14 req-fbaaece8-d01c-444a-81af-cae951e18493 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0707459 Mar 07 04:54:43.536019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a33c4-c95d-4c49-8196-a4b4879ae235 req-7a64d545-de35-49f9-b372-2e20281b8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:43.537550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a05a33c4-c95d-4c49-8196-a4b4879ae235 req-7a64d545-de35-49f9-b372-2e20281b8f97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1128 time: 0.1147921 Mar 07 04:54:43.607469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a05a33c4-c95d-4c49-8196-a4b4879ae235 req-226278df-360a-41a9-877e-a48b08806732 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633121 Mar 07 04:54:43.615188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-feb74fda-18de-41b9-98fc-93d656887c14 req-15eb17a5-3eff-40e5-8940-40940cbc0fed tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339800 Mar 07 04:54:44.796417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31739cfa-1654-44a4-9d45-7900fec3eb15 req-e596f10d-d6df-4a76-a18e-8f0fa043619e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:44.799112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31739cfa-1654-44a4-9d45-7900fec3eb15 req-e596f10d-d6df-4a76-a18e-8f0fa043619e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0688024 Mar 07 04:54:44.872640 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31739cfa-1654-44a4-9d45-7900fec3eb15 req-dd3aa349-8f15-422a-b2a3-81b0a60045d5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589447 Mar 07 04:54:46.045593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca500702-aa63-47f3-812d-946e1c6a0c7b req-a941fd5a-2ca1-4b01-af27-0dc217315d6e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:46.047908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca500702-aa63-47f3-812d-946e1c6a0c7b req-a941fd5a-2ca1-4b01-af27-0dc217315d6e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0690503 Mar 07 04:54:46.131693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca500702-aa63-47f3-812d-946e1c6a0c7b req-96418202-ab8b-4b54-a361-ba8549658cf4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714376 Mar 07 04:54:46.344856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ff4b-36a5-45c9-baa6-ece98e68741a req-bd50be74-7c42-44c5-a4d5-d67869a4fc03 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:46.348248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e56ff4b-36a5-45c9-baa6-ece98e68741a req-bd50be74-7c42-44c5-a4d5-d67869a4fc03 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1387658 Mar 07 04:54:46.361557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42698) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:46.366837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'floatingip': {'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:54:46.469246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:47.291754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:47.300159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:47.444490 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Floating IP 7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c associated. External IP: 172.25.4.74, port: 3c13a662-1ac6-485e-81b8-97d12a8902b6. Mar 07 04:54:48.347780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Router eea88c36-8ca5-4f11-9004-21877f2705ea has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:54:48.577315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:54:48.582823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:48.589497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:54:48.609186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:48.609835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:48.659195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6d3500d0-0c04-470c-9c95-0348db887364 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "PUT /v2.0/floatingips/7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c HTTP/1.1" status: 200 len: 991 time: 2.2960739 Mar 07 04:54:48.659730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:54:48.662043 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:54:48.723793 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf50d24-b802-45ec-9341-fdd8610b1cee x-openstack-request-id: req-2cf50d24-b802-45ec-9341-fdd8610b1cee {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:54:48.724100 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:54:48.724361 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cf50d24-b802-45ec-9341-fdd8610b1cee {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:54:48.724775 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'status': 'completed', 'code': 200} Mar 07 04:54:48.859123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-6943bca6-20d7-4255-b382-a9c5ef773800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:48.860657 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-6943bca6-20d7-4255-b382-a9c5ef773800 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1128 time: 0.1135418 Mar 07 04:54:48.884240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:49.047792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-86340fa6-a8c0-4d02-9d3a-aa2851af86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:49.049314 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-86340fa6-a8c0-4d02-9d3a-aa2851af86e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1812558 Mar 07 04:54:49.191053 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-ec74106c-7fa3-43aa-8977-936a1f212beb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 999 time: 0.1353376 Mar 07 04:54:49.309424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-aa524424-54a4-4e0c-8a87-427a9d024fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:49.311517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-aa524424-54a4-4e0c-8a87-427a9d024fff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.1148837 Mar 07 04:54:49.420288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-cd3e25f4-01b1-4de7-b6c5-7f8586411952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:54:49.422224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-cd3e25f4-01b1-4de7-b6c5-7f8586411952 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1039898 Mar 07 04:54:49.422886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'mac_address': 'fa:16:3e:37:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:29Z', 'updated_at': '2022-03-07T04:54:47Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:49.514614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:54:49.529966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:54:49.530791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:54:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:49.558308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-672741e6-924d-4f75-85dd-3e2ab1b704f4 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282825 Mar 07 04:54:49.741413 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3609fa1-7caf-4053-8fe6-4fed3acac8a1 req-ed698914-6b25-49f1-9aa5-2b71b4708e69 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774888 Mar 07 04:54:49.873477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:54:50.210726 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:50.270954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'mac_address': 'fa:16:3e:37:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:29Z', 'updated_at': '2022-03-07T04:54:47Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:54:50.502558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04ba85-6602-4177-a957-73f6905f3ec2 None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'mac_address': 'fa:16:3e:37:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:29Z', 'updated_at': '2022-03-07T04:54:47Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:54:50.903530 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a6bd2-b65b-45b3-a620-7513257dc468 None None] New status for floating IP 7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:54:52.308725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:54.686701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42898) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:54.896897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3f969f4-a41a-43f0-9b26-b25b6bcf8760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.075921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3f969f4-a41a-43f0-9b26-b25b6bcf8760 admin admin] Publish callbacks [] for security_group (81007fa8-4a98-496f-89d4-c968ee9502ba), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.082895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3f969f4-a41a-43f0-9b26-b25b6bcf8760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (81007fa8-4a98-496f-89d4-c968ee9502ba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.144914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c3f969f4-a41a-43f0-9b26-b25b6bcf8760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5d358fe63e0488194bb1d0b82526a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4531455 Mar 07 04:54:55.146363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f969f4-a41a-43f0-9b26-b25b6bcf8760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81007fa8-4a98-496f-89d4-c968ee9502ba,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:55.147859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:55.273593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-054e3c15-bca6-4232-89c9-6121eeb590a2 admin admin] Publish callbacks [] for security_group (81007fa8-4a98-496f-89d4-c968ee9502ba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.336768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-054e3c15-bca6-4232-89c9-6121eeb590a2 admin admin] Publish callbacks [] for security_group (81007fa8-4a98-496f-89d4-c968ee9502ba), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.419859 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-054e3c15-bca6-4232-89c9-6121eeb590a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (81007fa8-4a98-496f-89d4-c968ee9502ba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.423616 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-054e3c15-bca6-4232-89c9-6121eeb590a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:55.425305 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-054e3c15-bca6-4232-89c9-6121eeb590a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81007fa8-4a98-496f-89d4-c968ee9502ba HTTP/1.1" status: 204 len: 168 time: 0.2763405 Mar 07 04:54:55.437821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e3c15-bca6-4232-89c9-6121eeb590a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81007fa8-4a98-496f-89d4-c968ee9502ba,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:55.883559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 42914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:55.910329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60789be-3348-4cc3-9bfd-85105732a47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.035034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60789be-3348-4cc3-9bfd-85105732a47b admin admin] Publish callbacks [] for security_group (65d89727-9f8d-44ff-84ca-2f1593489f70), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.039589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b60789be-3348-4cc3-9bfd-85105732a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (65d89727-9f8d-44ff-84ca-2f1593489f70), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.083090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60789be-3348-4cc3-9bfd-85105732a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d89727-9f8d-44ff-84ca-2f1593489f70,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:56.090570 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b60789be-3348-4cc3-9bfd-85105732a47b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77dbd7f29420434cbfe2d75ed5bfa56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055795 Mar 07 04:54:56.090776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 42916) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:56.154778 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5234f6b1-4842-4082-a45c-218828116df4 admin admin] Publish callbacks [] for security_group (65d89727-9f8d-44ff-84ca-2f1593489f70), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.179530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5234f6b1-4842-4082-a45c-218828116df4 admin admin] Publish callbacks [] for security_group (65d89727-9f8d-44ff-84ca-2f1593489f70), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.236537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5234f6b1-4842-4082-a45c-218828116df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (65d89727-9f8d-44ff-84ca-2f1593489f70), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.239170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5234f6b1-4842-4082-a45c-218828116df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:56.240582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5234f6b1-4842-4082-a45c-218828116df4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65d89727-9f8d-44ff-84ca-2f1593489f70 HTTP/1.1" status: 204 len: 168 time: 0.1490932 Mar 07 04:54:56.250224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234f6b1-4842-4082-a45c-218828116df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d89727-9f8d-44ff-84ca-2f1593489f70,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:59.574291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:59.712168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7df6be43-0c16-4971-b828-1d83e99b26d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:59.802917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7df6be43-0c16-4971-b828-1d83e99b26d4 admin admin] Publish callbacks [] for security_group (f85e4972-6092-45d5-bc8f-c4ea84c77e5b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:59.809036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7df6be43-0c16-4971-b828-1d83e99b26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f85e4972-6092-45d5-bc8f-c4ea84c77e5b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:59.856603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:54:59.862521 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7df6be43-0c16-4971-b828-1d83e99b26d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b425ddc804c4cec9ac82b10225dc9b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869139 Mar 07 04:54:59.864259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6be43-0c16-4971-b828-1d83e99b26d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e4972-6092-45d5-bc8f-c4ea84c77e5b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:54:59.914265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87182303-69b6-44ff-8629-8e49011d5edf admin admin] Publish callbacks [] for security_group (f85e4972-6092-45d5-bc8f-c4ea84c77e5b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:54:59.942083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87182303-69b6-44ff-8629-8e49011d5edf admin admin] Publish callbacks [] for security_group (f85e4972-6092-45d5-bc8f-c4ea84c77e5b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.016014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87182303-69b6-44ff-8629-8e49011d5edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f85e4972-6092-45d5-bc8f-c4ea84c77e5b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.019250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87182303-69b6-44ff-8629-8e49011d5edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.024690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-87182303-69b6-44ff-8629-8e49011d5edf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f85e4972-6092-45d5-bc8f-c4ea84c77e5b HTTP/1.1" status: 204 len: 168 time: 0.1670120 Mar 07 04:55:00.036966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87182303-69b6-44ff-8629-8e49011d5edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e4972-6092-45d5-bc8f-c4ea84c77e5b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:00.326628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:00.341458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca244a92-1512-4e20-b43e-cede6eb86d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.421959 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca244a92-1512-4e20-b43e-cede6eb86d0d admin admin] Publish callbacks [] for security_group (b2570736-cb67-4d0c-b1d8-d09fdb25c005), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.426117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca244a92-1512-4e20-b43e-cede6eb86d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b2570736-cb67-4d0c-b1d8-d09fdb25c005), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.468812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca244a92-1512-4e20-b43e-cede6eb86d0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7d6baf09e4546658e9a2dff6f7949c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384029 Mar 07 04:55:00.468812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca244a92-1512-4e20-b43e-cede6eb86d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2570736-cb67-4d0c-b1d8-d09fdb25c005,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:00.469245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43100) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:00.521453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fb66cfa-2755-4963-b364-3c436bcaeb86 admin admin] Publish callbacks [] for security_group (b2570736-cb67-4d0c-b1d8-d09fdb25c005), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.543968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fb66cfa-2755-4963-b364-3c436bcaeb86 admin admin] Publish callbacks [] for security_group (b2570736-cb67-4d0c-b1d8-d09fdb25c005), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.595034 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fb66cfa-2755-4963-b364-3c436bcaeb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b2570736-cb67-4d0c-b1d8-d09fdb25c005), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.597801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8fb66cfa-2755-4963-b364-3c436bcaeb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:00.599165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8fb66cfa-2755-4963-b364-3c436bcaeb86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2570736-cb67-4d0c-b1d8-d09fdb25c005 HTTP/1.1" status: 204 len: 168 time: 0.1288621 Mar 07 04:55:00.610235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb66cfa-2755-4963-b364-3c436bcaeb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2570736-cb67-4d0c-b1d8-d09fdb25c005,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:02.797596 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59e1065b-d5bf-4566-ad5c-be8836f92563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.060413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:03.134482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43204) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:03.293008 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-134482f3-3b22-48d7-83f2-e8802cc13277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.304918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a30b0b92-b10b-4dc2-8585-dfe87c2041ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.414885 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:55:03.440724 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-134482f3-3b22-48d7-83f2-e8802cc13277 admin admin] Publish callbacks [] for security_group (aecdafa8-7908-4cce-b6e8-df510ba5fa2d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.449335 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-134482f3-3b22-48d7-83f2-e8802cc13277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aecdafa8-7908-4cce-b6e8-df510ba5fa2d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.453025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a30b0b92-b10b-4dc2-8585-dfe87c2041ee admin admin] Publish callbacks [] for security_group (51836bb5-9d60-479f-a737-a1c31f9a9eb7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.471964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a30b0b92-b10b-4dc2-8585-dfe87c2041ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (51836bb5-9d60-479f-a737-a1c31f9a9eb7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.517918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a30b0b92-b10b-4dc2-8585-dfe87c2041ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6140e81434ab4913a4bef95b7e223106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791971 Mar 07 04:55:03.517918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-134482f3-3b22-48d7-83f2-e8802cc13277 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff96b073352c45818c7e8561158d8d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564748 Mar 07 04:55:03.518926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43208) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:03.519450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134482f3-3b22-48d7-83f2-e8802cc13277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecdafa8-7908-4cce-b6e8-df510ba5fa2d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:03.521873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:03.587992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc5b-5e16-40d8-8db1-e74caaa3c613 admin admin] Publish callbacks [] for security_group (51836bb5-9d60-479f-a737-a1c31f9a9eb7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.605327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b0b92-b10b-4dc2-8585-dfe87c2041ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51836bb5-9d60-479f-a737-a1c31f9a9eb7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:03.613218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc5b-5e16-40d8-8db1-e74caaa3c613 admin admin] Publish callbacks [] for security_group (51836bb5-9d60-479f-a737-a1c31f9a9eb7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.647408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2261077b-e565-4669-be52-7648ea6c9b94 admin admin] Publish callbacks [] for security_group (aecdafa8-7908-4cce-b6e8-df510ba5fa2d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.676641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc5b-5e16-40d8-8db1-e74caaa3c613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (51836bb5-9d60-479f-a737-a1c31f9a9eb7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.679209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2261077b-e565-4669-be52-7648ea6c9b94 admin admin] Publish callbacks [] for security_group (aecdafa8-7908-4cce-b6e8-df510ba5fa2d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.683748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc5b-5e16-40d8-8db1-e74caaa3c613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.691620 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8b75fc5b-5e16-40d8-8db1-e74caaa3c613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51836bb5-9d60-479f-a737-a1c31f9a9eb7 HTTP/1.1" status: 204 len: 168 time: 0.1703732 Mar 07 04:55:03.709595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75fc5b-5e16-40d8-8db1-e74caaa3c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51836bb5-9d60-479f-a737-a1c31f9a9eb7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:03.760890 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2261077b-e565-4669-be52-7648ea6c9b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aecdafa8-7908-4cce-b6e8-df510ba5fa2d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.763997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2261077b-e565-4669-be52-7648ea6c9b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:03.765261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2261077b-e565-4669-be52-7648ea6c9b94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aecdafa8-7908-4cce-b6e8-df510ba5fa2d HTTP/1.1" status: 204 len: 168 time: 0.2309632 Mar 07 04:55:03.782061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261077b-e565-4669-be52-7648ea6c9b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecdafa8-7908-4cce-b6e8-df510ba5fa2d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:04.159877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43222) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:04.169490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:04.174067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89991f5e-e969-4f51-966c-3056477a248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.184555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de3a18cb-2933-4f72-9a4c-eca26808ed5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.258011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89991f5e-e969-4f51-966c-3056477a248b admin admin] Publish callbacks [] for security_group (c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.264353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89991f5e-e969-4f51-966c-3056477a248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.274899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de3a18cb-2933-4f72-9a4c-eca26808ed5b admin admin] Publish callbacks [] for security_group (fbef906b-a392-4a51-ac8d-6a7d089b37ee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.280368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de3a18cb-2933-4f72-9a4c-eca26808ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fbef906b-a392-4a51-ac8d-6a7d089b37ee), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.303036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89991f5e-e969-4f51-966c-3056477a248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:04.309135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-89991f5e-e969-4f51-966c-3056477a248b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9033637cbdc04e8db49279f124327eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478827 Mar 07 04:55:04.312828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43226) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:04.321345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-8300cc06-f292-4ec7-9eee-d50b9e2ebdf4 req-698151b8-ed29-4db5-9035-b3b14686d205 service neutron] (103939) timed out ('10.222.0.15', 51902) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:55:04.325950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a18cb-2933-4f72-9a4c-eca26808ed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef906b-a392-4a51-ac8d-6a7d089b37ee,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:04.332310 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-de3a18cb-2933-4f72-9a4c-eca26808ed5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86e750a1c519417b85f375084e0d2ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614335 Mar 07 04:55:04.335052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43228) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:04.363617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ba463d7-c4e6-4664-8347-bce0ee265fba admin admin] Publish callbacks [] for security_group (c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.385964 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ba463d7-c4e6-4664-8347-bce0ee265fba admin admin] Publish callbacks [] for security_group (c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.388579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fd782b1-0d4b-4831-a17e-4709444beadf admin admin] Publish callbacks [] for security_group (fbef906b-a392-4a51-ac8d-6a7d089b37ee), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.412177 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fd782b1-0d4b-4831-a17e-4709444beadf admin admin] Publish callbacks [] for security_group (fbef906b-a392-4a51-ac8d-6a7d089b37ee), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.439471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ba463d7-c4e6-4664-8347-bce0ee265fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.442173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0ba463d7-c4e6-4664-8347-bce0ee265fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.443353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0ba463d7-c4e6-4664-8347-bce0ee265fba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf HTTP/1.1" status: 204 len: 168 time: 0.1301897 Mar 07 04:55:04.456330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba463d7-c4e6-4664-8347-bce0ee265fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72f3dbc-c2eb-4ba0-8468-1a38dae5d4bf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:04.496736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fd782b1-0d4b-4831-a17e-4709444beadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fbef906b-a392-4a51-ac8d-6a7d089b37ee), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.499760 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6fd782b1-0d4b-4831-a17e-4709444beadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:04.504178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6fd782b1-0d4b-4831-a17e-4709444beadf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbef906b-a392-4a51-ac8d-6a7d089b37ee HTTP/1.1" status: 204 len: 168 time: 0.1679196 Mar 07 04:55:04.516670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd782b1-0d4b-4831-a17e-4709444beadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef906b-a392-4a51-ac8d-6a7d089b37ee,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:04.920060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43246) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:04.934929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b29ce719-f4c6-4967-b887-b4cb88265898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.023829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b29ce719-f4c6-4967-b887-b4cb88265898 admin admin] Publish callbacks [] for security_group (fe99b2b5-987c-441d-827b-c4c2fb7b2a66), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.030084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b29ce719-f4c6-4967-b887-b4cb88265898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fe99b2b5-987c-441d-827b-c4c2fb7b2a66), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.080520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ce719-f4c6-4967-b887-b4cb88265898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe99b2b5-987c-441d-827b-c4c2fb7b2a66,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:05.085719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b29ce719-f4c6-4967-b887-b4cb88265898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fac1267f5bf8426f8d906d269090cb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641710 Mar 07 04:55:05.089249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43250) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:05.154598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7768b39-6239-4fe3-aaaa-92f3a3053851 admin admin] Publish callbacks [] for security_group (fe99b2b5-987c-441d-827b-c4c2fb7b2a66), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.185726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7768b39-6239-4fe3-aaaa-92f3a3053851 admin admin] Publish callbacks [] for security_group (fe99b2b5-987c-441d-827b-c4c2fb7b2a66), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.242684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7768b39-6239-4fe3-aaaa-92f3a3053851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fe99b2b5-987c-441d-827b-c4c2fb7b2a66), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.247180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c7768b39-6239-4fe3-aaaa-92f3a3053851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.251323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7768b39-6239-4fe3-aaaa-92f3a3053851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe99b2b5-987c-441d-827b-c4c2fb7b2a66 HTTP/1.1" status: 204 len: 168 time: 0.1609247 Mar 07 04:55:05.260966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7768b39-6239-4fe3-aaaa-92f3a3053851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe99b2b5-987c-441d-827b-c4c2fb7b2a66,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:05.378862 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1a09cca-28f4-4a8d-94c8-c07fd451f6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.386558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43262) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:05.630599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-840828812-network', 'tenant_id': 'f89dc09152cb4bf48dc0d45fadfd19cd'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:55:05.669068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Made reservation on behalf of f89dc09152cb4bf48dc0d45fadfd19cd for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:55:05.671789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.682803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.788221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks [] for security_group (4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.793109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.826625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:55:05.832756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:05.842479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (cf803e11-45ea-438d-bee6-660aee518cd2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.842908 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Added segment cf803e11-45ea-438d-bee6-660aee518cd2 of type vlan for network ef52eb07-396c-45f7-9097-de42eb8e488d Mar 07 04:55:05.895901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ef52eb07-396c-45f7-9097-de42eb8e488d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.928281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ef52eb07-396c-45f7-9097-de42eb8e488d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:05.929337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:05.930026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:06.004723 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6168175 Mar 07 04:55:06.008098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43282) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:06.011847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a08600-639c-4235-b2e2-17dd4798c46b admin admin] Pushing event updated for resources: {'Network': ['ID=ef52eb07-396c-45f7-9097-de42eb8e488d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:06.014353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Request body: {'subnet': {'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-840828812-subnet', 'tenant_id': 'f89dc09152cb4bf48dc0d45fadfd19cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:55:06.030773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ef52eb07-396c-45f7-9097-de42eb8e488d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:55:06.038871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Made reservation on behalf of f89dc09152cb4bf48dc0d45fadfd19cd for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:55:06.043199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:06.232590 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (9e73a1d8-70d3-4593-b8d4-e15cef274d9c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:06.304111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e73a1d8-70d3-4593-b8d4-e15cef274d9c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:06.317372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Checking segment: {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:55:06.317902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Network hostable DHCP agents. Network: ef52eb07-396c-45f7-9097-de42eb8e488d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:55:06.338292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Network ef52eb07-396c-45f7-9097-de42eb8e488d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:55:06.348881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ef52eb07-396c-45f7-9097-de42eb8e488d) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:55:06.356093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:06.357597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:06.359043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1573b-9a31-43c9-bab7-0168f7564fb1 None None] Network ef52eb07-396c-45f7-9097-de42eb8e488d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:55:06.386620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e7a59a0a-f302-49a4-bb6b-ad6bff8b7b30 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3770962 Mar 07 04:55:06.508052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e950f1-10ce-4dd5-aeec-b5b70de911db None None] Network ef52eb07-396c-45f7-9097-de42eb8e488d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:55:06.766588 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:07.716914 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:09.451078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:09.485589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-28246658-f825-4623-9e86-d6f342b79bbe tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:09.487340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-28246658-f825-4623-9e86-d6f342b79bbe tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/networks?id=ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 200 len: 808 time: 0.1170344 Mar 07 04:55:09.506459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-abaea164-0e9a-4454-9384-df4bb4e55840 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/quotas/f89dc09152cb4bf48dc0d45fadfd19cd HTTP/1.1" status: 200 len: 375 time: 0.0129373 Mar 07 04:55:09.540907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-49cf4efa-757c-4862-a986-35d5fec57f5d tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280864 Mar 07 04:55:09.660178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-744577da-2753-48d6-82df-4e942ea515c2 service neutron] 10.222.0.21 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105921 Mar 07 04:55:09.758938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-3743baab-32a2-4223-9e20-2c5a7f3b1aa3 service neutron] 10.222.0.21 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928106 Mar 07 04:55:09.969120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54bddc2c-be89-4c52-b384-d220f0e40481 req-4672308b-7940-4a51-8754-01250424ed07 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 210 time: 0.0444212 Mar 07 04:55:11.004312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-266f2e49-c575-4e9d-a6d1-fad1f59a9902 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:11.009540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-266f2e49-c575-4e9d-a6d1-fad1f59a9902 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "GET /v2.0/networks?id=ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 200 len: 808 time: 0.1650555 Mar 07 04:55:11.023253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Request body: {'port': {'device_id': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d', 'admin_state_up': True, 'tenant_id': 'f89dc09152cb4bf48dc0d45fadfd19cd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:55:11.117359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31bca051-445e-49aa-a90f-0383d63d69fe req-774ae428-c0ab-4379-a261-7add0a34e672 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 210 time: 0.0321269 Mar 07 04:55:11.174151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Made reservation on behalf of f89dc09152cb4bf48dc0d45fadfd19cd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:55:11.178216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:11.315370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Allocated IP 172.20.0.10 (ef52eb07-396c-45f7-9097-de42eb8e488d/9e73a1d8-70d3-4593-b8d4-e15cef274d9c/3d9b5881-1c8f-4e5a-953a-8b118c798239) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:55:11.480691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks [] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:11.523243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:11.572656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Network ef52eb07-396c-45f7-9097-de42eb8e488d is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:55:11.575824 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:55:11.579714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:55:11.606647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Pushing event updated for resources: {'Port': ['ID=3d9b5881-1c8f-4e5a-953a-8b118c798239,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:11.639592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:11.640406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:11.669414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-69e704fa-cc8c-4797-959b-61974be10c39 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6506932 Mar 07 04:55:11.681876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Request body: {'port': {'device_id': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:55:11.752840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:12.041151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9b5881-1c8f-4e5a-953a-8b118c798239 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:55:12.049411 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Publish callbacks [] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:12.062982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Transition to ACTIVE for port object 3d9b5881-1c8f-4e5a-953a-8b118c798239 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:55:12.066934 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:12.136484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=3d9b5881-1c8f-4e5a-953a-8b118c798239,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:12.198863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Attempting to bind port 3d9b5881-1c8f-4e5a-953a-8b118c798239 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:55:12.199287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Attempting to bind port 3d9b5881-1c8f-4e5a-953a-8b118c798239 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:55:12.199719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Attempting to bind port 3d9b5881-1c8f-4e5a-953a-8b118c798239 on network ef52eb07-396c-45f7-9097-de42eb8e488d {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:55:12.205746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Port 3d9b5881-1c8f-4e5a-953a-8b118c798239 on network ef52eb07-396c-45f7-9097-de42eb8e488d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:55:12.206276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Attempting to bind port 3d9b5881-1c8f-4e5a-953a-8b118c798239 on network ef52eb07-396c-45f7-9097-de42eb8e488d {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:55:12.243946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:55:12.244963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Checking segment: {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:55:12.245500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Bound using segment: {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:55:12.245950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Bound port: 3d9b5881-1c8f-4e5a-953a-8b118c798239, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:55:12.246327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:12.305186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9078-299c-4b9a-a133-5de55090386a req-845ffb87-025c-49c5-90df-f54b8ed4af6e tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:12.306885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7fe9078-299c-4b9a-a133-5de55090386a req-845ffb87-025c-49c5-90df-f54b8ed4af6e tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 944 time: 0.1021211 Mar 07 04:55:12.350442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] For port 3d9b5881-1c8f-4e5a-953a-8b118c798239, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:55:12.370754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] For port 3d9b5881-1c8f-4e5a-953a-8b118c798239, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:55:12.384632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:12.450704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7fe9078-299c-4b9a-a133-5de55090386a req-0b02ffd7-572e-4905-bee6-3d2c75d88578 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349347 Mar 07 04:55:12.470274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=3d9b5881-1c8f-4e5a-953a-8b118c798239,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:12.479437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:12.480037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:12.481692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-aeafcb52-324e-4158-afec-c434fc3d4c3a service neutron] 10.222.0.15 "PUT /v2.0/ports/3d9b5881-1c8f-4e5a-953a-8b118c798239 HTTP/1.1" status: 200 len: 1092 time: 0.8044901 Mar 07 04:55:12.482188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'tag': '3d9b5881-1c8f-4e5a-953a-8b118c798239'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:55:12.484808 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f4631-5652-4704-92f8-cbf570e19a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f966e4b-e5a3-4616-a5e5-df26b0a5312e", "tag": "3d9b5881-1c8f-4e5a-953a-8b118c798239"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:55:12.558196 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae8e0d4-0f19-413a-95fc-0b13d464ac4e x-openstack-request-id: req-fae8e0d4-0f19-413a-95fc-0b13d464ac4e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:55:12.558677 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f966e4b-e5a3-4616-a5e5-df26b0a5312e", "tag": "3d9b5881-1c8f-4e5a-953a-8b118c798239", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:55:12.559105 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae8e0d4-0f19-413a-95fc-0b13d464ac4e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:55:12.559628 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'tag': '3d9b5881-1c8f-4e5a-953a-8b118c798239', 'status': 'completed', 'code': 200} Mar 07 04:55:12.583379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-4d4bd344-2023-450a-a4db-9f0aa447cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:12.585067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-4d4bd344-2023-450a-a4db-9f0aa447cf36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 1126 time: 0.0648043 Mar 07 04:55:12.640774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-36dd836c-068e-4478-a7af-3b523ce0130f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239 HTTP/1.1" status: 200 len: 217 time: 0.0488985 Mar 07 04:55:12.696385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-e8acad8d-6298-4f02-955f-0e14a0a0b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:12.698641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-e8acad8d-6298-4f02-955f-0e14a0a0b966 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e73a1d8-70d3-4593-b8d4-e15cef274d9c HTTP/1.1" status: 200 len: 848 time: 0.0509162 Mar 07 04:55:12.731037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-d6d9640b-d613-462f-8dd8-7258f245a632 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef52eb07-396c-45f7-9097-de42eb8e488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261729 Mar 07 04:55:12.832736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-81a2cc69-1527-49b0-a9bb-1503c4587257 service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944633 Mar 07 04:55:12.990472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab9b4529-8213-495e-bd40-4fa762df5367 req-ce1cc23a-fb97-4378-bc1f-91b44eaa473c service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511481 Mar 07 04:55:13.106812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4631-5652-4704-92f8-cbf570e19a6a req-0a4e7105-7fdc-4f60-8c45-39c5cc72c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:13.110226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-0a4e7105-7fdc-4f60-8c45-39c5cc72c7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 1126 time: 0.0637808 Mar 07 04:55:13.239979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4631-5652-4704-92f8-cbf570e19a6a req-f0f4fd2f-b5e3-45b9-b66e-a9fbd68a691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:13.241757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-f0f4fd2f-b5e3-45b9-b66e-a9fbd68a691f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 200 len: 909 time: 0.1255758 Mar 07 04:55:13.288272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-fefce990-1410-497f-bdeb-da96a651345a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239 HTTP/1.1" status: 200 len: 217 time: 0.0391631 Mar 07 04:55:13.347894 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4631-5652-4704-92f8-cbf570e19a6a req-1eb91923-1b3f-4101-8464-a3ae2bb9b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:13.349574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-1eb91923-1b3f-4101-8464-a3ae2bb9b4aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e73a1d8-70d3-4593-b8d4-e15cef274d9c HTTP/1.1" status: 200 len: 848 time: 0.0543413 Mar 07 04:55:13.387778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-0278efe9-8d18-42ad-a14f-e719a71caa14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef52eb07-396c-45f7-9097-de42eb8e488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321238 Mar 07 04:55:13.508678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-9c686df6-03a9-44cd-b4a1-d8a241aa7a86 service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136184 Mar 07 04:55:13.675702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bf757-5f71-4dd0-aa6f-0c68330550c8 req-2032df52-6957-4769-8507-02161729d43f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:13.684082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584bf757-5f71-4dd0-aa6f-0c68330550c8 req-2032df52-6957-4769-8507-02161729d43f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 944 time: 0.1226373 Mar 07 04:55:13.693313 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-034f4631-5652-4704-92f8-cbf570e19a6a req-b9e8882a-637e-41a3-8ab1-53c63249b9d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782126 Mar 07 04:55:13.766396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584bf757-5f71-4dd0-aa6f-0c68330550c8 req-d5ccb5ab-69f3-45bf-b052-f2d447da1631 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791163 Mar 07 04:55:14.425488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3d9b5881-1c8f-4e5a-953a-8b118c798239 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:55:14.536505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3d9b5881-1c8f-4e5a-953a-8b118c798239, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:14.547658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '3d9b5881-1c8f-4e5a-953a-8b118c798239', 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d', 'port_id': '3d9b5881-1c8f-4e5a-953a-8b118c798239', 'mac_address': 'fa:16:3e:b1:c0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73a1d8-70d3-4593-b8d4-e15cef274d9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:55:14.591308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3d9b5881-1c8f-4e5a-953a-8b118c798239 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:55:14.591705 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:14.608813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9b5881-1c8f-4e5a-953a-8b118c798239 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:55:14.632201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3d9b5881-1c8f-4e5a-953a-8b118c798239, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:14.640899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:14.722206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3d9b5881-1c8f-4e5a-953a-8b118c798239,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:14.855838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['3d9b5881-1c8f-4e5a-953a-8b118c798239'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:55:14.921057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfc882-4db5-409f-b3b4-1cc1f7805b49 req-47c882df-4f16-4b89-a350-4953b1441e25 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:14.923387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9dfc882-4db5-409f-b3b4-1cc1f7805b49 req-47c882df-4f16-4b89-a350-4953b1441e25 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 945 time: 0.0704203 Mar 07 04:55:15.047995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9dfc882-4db5-409f-b3b4-1cc1f7805b49 req-f7ca46d3-b18a-4b2a-bad2-ba7369ca5c1e tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187334 Mar 07 04:55:15.164111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43694) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:15.305790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-49e69cc5-523e-43a4-bd08-132dc495c7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.394879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-49e69cc5-523e-43a4-bd08-132dc495c7f0 admin admin] Publish callbacks [] for security_group (91f1c39d-af83-4365-bfaa-e4e054af0dd3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.399752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-49e69cc5-523e-43a4-bd08-132dc495c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (91f1c39d-af83-4365-bfaa-e4e054af0dd3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.438834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e69cc5-523e-43a4-bd08-132dc495c7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f1c39d-af83-4365-bfaa-e4e054af0dd3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:15.443031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-49e69cc5-523e-43a4-bd08-132dc495c7f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9449365ddfd64d5897a02ce9550b8556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778924 Mar 07 04:55:15.445837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43734) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:15.506741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c37b591-f7ea-4917-a7f2-da42e6c4b878 admin admin] Publish callbacks [] for security_group (91f1c39d-af83-4365-bfaa-e4e054af0dd3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.532196 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c37b591-f7ea-4917-a7f2-da42e6c4b878 admin admin] Publish callbacks [] for security_group (91f1c39d-af83-4365-bfaa-e4e054af0dd3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.590636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c37b591-f7ea-4917-a7f2-da42e6c4b878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (91f1c39d-af83-4365-bfaa-e4e054af0dd3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.593514 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c37b591-f7ea-4917-a7f2-da42e6c4b878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:15.597642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c37b591-f7ea-4917-a7f2-da42e6c4b878 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f1c39d-af83-4365-bfaa-e4e054af0dd3 HTTP/1.1" status: 204 len: 168 time: 0.1475809 Mar 07 04:55:15.608516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37b591-f7ea-4917-a7f2-da42e6c4b878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f1c39d-af83-4365-bfaa-e4e054af0dd3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:15.949124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 43808) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:15.962830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66e673a5-9e34-4359-85a7-733d94ced0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.057647 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66e673a5-9e34-4359-85a7-733d94ced0d2 admin admin] Publish callbacks [] for security_group (969fea26-933f-45dd-87e5-f05ad9e680c3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.062452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66e673a5-9e34-4359-85a7-733d94ced0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (969fea26-933f-45dd-87e5-f05ad9e680c3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.106544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66e673a5-9e34-4359-85a7-733d94ced0d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49bed2790d8a41b8bef1a69e4b3331a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563354 Mar 07 04:55:16.107534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e673a5-9e34-4359-85a7-733d94ced0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969fea26-933f-45dd-87e5-f05ad9e680c3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:16.109242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 43828) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:16.183856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cd81bf6-070f-4b11-98f3-cf864eea9b37 admin admin] Publish callbacks [] for security_group (969fea26-933f-45dd-87e5-f05ad9e680c3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.210337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cd81bf6-070f-4b11-98f3-cf864eea9b37 admin admin] Publish callbacks [] for security_group (969fea26-933f-45dd-87e5-f05ad9e680c3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.216741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8603f-a6e5-475f-948f-fbd9d4b77797 req-828af6ca-8fd5-4dc8-9b35-9292e6f083e6 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:16.219203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fb8603f-a6e5-475f-948f-fbd9d4b77797 req-828af6ca-8fd5-4dc8-9b35-9292e6f083e6 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 945 time: 0.0726058 Mar 07 04:55:16.287304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cd81bf6-070f-4b11-98f3-cf864eea9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (969fea26-933f-45dd-87e5-f05ad9e680c3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.290074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cd81bf6-070f-4b11-98f3-cf864eea9b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.291728 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5cd81bf6-070f-4b11-98f3-cf864eea9b37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/969fea26-933f-45dd-87e5-f05ad9e680c3 HTTP/1.1" status: 204 len: 168 time: 0.1804514 Mar 07 04:55:16.296568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fb8603f-a6e5-475f-948f-fbd9d4b77797 req-9efe7187-e2db-4e64-92bd-387def726d50 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694294 Mar 07 04:55:16.302691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd81bf6-070f-4b11-98f3-cf864eea9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969fea26-933f-45dd-87e5-f05ad9e680c3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:16.425766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3d9b5881-1c8f-4e5a-953a-8b118c798239 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:55:16.490531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 3d9b5881-1c8f-4e5a-953a-8b118c798239 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:55:16.495472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 3d9b5881-1c8f-4e5a-953a-8b118c798239 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:55:16.495836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.600259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 3d9b5881-1c8f-4e5a-953a-8b118c798239 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:55:16.600887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.625833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9b5881-1c8f-4e5a-953a-8b118c798239'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:55:16.628088 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fda598-5c0a-4b2f-a224-0dc1d9679959" -d '{"events": [{"server_uuid": "4f966e4b-e5a3-4616-a5e5-df26b0a5312e", "name": "network-vif-plugged", "status": "completed", "tag": "3d9b5881-1c8f-4e5a-953a-8b118c798239"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:55:16.643890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 3d9b5881-1c8f-4e5a-953a-8b118c798239, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:16.648499 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:16.680221 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0299676b-e647-42ca-919b-b5b25dfbaab1 x-openstack-request-id: req-0299676b-e647-42ca-919b-b5b25dfbaab1 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:55:16.680221 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f966e4b-e5a3-4616-a5e5-df26b0a5312e", "name": "network-vif-plugged", "status": "completed", "tag": "3d9b5881-1c8f-4e5a-953a-8b118c798239", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:55:16.680221 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0299676b-e647-42ca-919b-b5b25dfbaab1 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:55:16.680534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-5ee49ebc-d919-45c8-82e6-3905b35ea4ec req-9ede3c26-9ab3-4953-b183-4f2c77945b53 service neutron] (103938) timed out ('10.222.0.15', 52257) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:55:16.682211 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9b5881-1c8f-4e5a-953a-8b118c798239', 'code': 200} Mar 07 04:55:16.711372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=3d9b5881-1c8f-4e5a-953a-8b118c798239,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:16.773669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff32ca6-90b8-4bd1-8d10-229def34fe0f req-3072e598-b800-4919-b771-635eb4b7c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:16.773669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cff32ca6-90b8-4bd1-8d10-229def34fe0f req-3072e598-b800-4919-b771-635eb4b7c9e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 1128 time: 0.0443876 Mar 07 04:55:16.817947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cff32ca6-90b8-4bd1-8d10-229def34fe0f req-84b261f6-8418-491f-8aec-5aa2ede3b75e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Mar 07 04:55:17.452866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff071d-6274-43f0-b93d-a15931eae4f8 req-a7c70134-cdf6-418c-9c21-e9aca0d1b34f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:17.454390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14ff071d-6274-43f0-b93d-a15931eae4f8 req-a7c70134-cdf6-418c-9c21-e9aca0d1b34f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 946 time: 0.0604341 Mar 07 04:55:17.519390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14ff071d-6274-43f0-b93d-a15931eae4f8 req-616c1813-11ce-4cec-a8dc-a7458e245fff tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574827 Mar 07 04:55:18.668901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b38306-5211-46a1-a7fd-393aa093c24c req-6665e1bf-b68a-4ea5-b96b-372e579f5f4d tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:18.670572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9b38306-5211-46a1-a7fd-393aa093c24c req-6665e1bf-b68a-4ea5-b96b-372e579f5f4d tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 946 time: 0.0716422 Mar 07 04:55:18.723667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9b38306-5211-46a1-a7fd-393aa093c24c req-3bd17d07-11d2-41e0-811b-6c7cc7b5a65b tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Mar 07 04:55:19.340955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270893bb-9bbc-4bc6-bf91-d205e09e7943 req-fe25651b-32f2-4e71-ad6e-3e6864bd8ca0 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:19.342713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-270893bb-9bbc-4bc6-bf91-d205e09e7943 req-fe25651b-32f2-4e71-ad6e-3e6864bd8ca0 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 946 time: 0.0626478 Mar 07 04:55:19.397863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-270893bb-9bbc-4bc6-bf91-d205e09e7943 req-d90f1b1c-5e31-49a4-8395-e6abaa68d012 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Mar 07 04:55:20.064737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:20.573100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa9fb6-44a8-47f8-a074-313db2667105 req-89250ca7-c267-4c6e-9f2b-a73765f7388f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:20.574629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3fa9fb6-44a8-47f8-a074-313db2667105 req-89250ca7-c267-4c6e-9f2b-a73765f7388f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 946 time: 0.1002092 Mar 07 04:55:20.651354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19892-4420-488e-98a4-68ec456a541b req-82559589-64a1-4c4a-90b0-3fe20bc8282c tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:20.653203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0d19892-4420-488e-98a4-68ec456a541b req-82559589-64a1-4c4a-90b0-3fe20bc8282c tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f966e4b-e5a3-4616-a5e5-df26b0a5312e HTTP/1.1" status: 200 len: 946 time: 0.1189973 Mar 07 04:55:20.668784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3fa9fb6-44a8-47f8-a074-313db2667105 req-191314b5-565b-4cbe-a0c6-b45604d0633a tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Mar 07 04:55:20.775197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Deleting port 3d9b5881-1c8f-4e5a-953a-8b118c798239 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:55:20.775558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:20.868739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] For port 3d9b5881-1c8f-4e5a-953a-8b118c798239, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=3d9b5881-1c8f-4e5a-953a-8b118c798239,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:20.869183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:20.883294 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Calling delete_port for 3d9b5881-1c8f-4e5a-953a-8b118c798239 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:55:21.037437 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3d9b5881-1c8f-4e5a-953a-8b118c798239), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:21.051277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['3d9b5881-1c8f-4e5a-953a-8b118c798239'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:55:21.077296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Pushing event deleted for resources: {'Port': ['ID=3d9b5881-1c8f-4e5a-953a-8b118c798239,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:21.125547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] No DVR routers for this DVR port 3d9b5881-1c8f-4e5a-953a-8b118c798239 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:55:21.128173 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:21.131987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0d19892-4420-488e-98a4-68ec456a541b req-aa7bac99-86a5-4067-84d0-135246e311dc tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "DELETE /v2.0/ports/3d9b5881-1c8f-4e5a-953a-8b118c798239 HTTP/1.1" status: 204 len: 173 time: 0.4577851 Mar 07 04:55:21.132448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'name': 'network-vif-deleted', 'tag': '3d9b5881-1c8f-4e5a-953a-8b118c798239'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:55:21.135257 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d21d2-66f9-4224-b176-92de9693e602" -d '{"events": [{"server_uuid": "4f966e4b-e5a3-4616-a5e5-df26b0a5312e", "name": "network-vif-deleted", "tag": "3d9b5881-1c8f-4e5a-953a-8b118c798239"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:55:21.185416 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997d343c-e6b1-4003-9aa2-79c24bf7409c x-openstack-request-id: req-997d343c-e6b1-4003-9aa2-79c24bf7409c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:55:21.185691 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f966e4b-e5a3-4616-a5e5-df26b0a5312e", "name": "network-vif-deleted", "tag": "3d9b5881-1c8f-4e5a-953a-8b118c798239", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:55:21.185940 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-997d343c-e6b1-4003-9aa2-79c24bf7409c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:55:21.186371 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f966e4b-e5a3-4616-a5e5-df26b0a5312e', 'name': 'network-vif-deleted', 'tag': '3d9b5881-1c8f-4e5a-953a-8b118c798239', 'status': 'completed', 'code': 200} Mar 07 04:55:22.025598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-37134598-896a-4392-977f-b65a6ea50842 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:22.027203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-37134598-896a-4392-977f-b65a6ea50842 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/networks?id=ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 200 len: 808 time: 0.1175869 Mar 07 04:55:22.042542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-3d874a54-3815-43b3-86ed-b857b266933f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/quotas/f89dc09152cb4bf48dc0d45fadfd19cd HTTP/1.1" status: 200 len: 375 time: 0.0100551 Mar 07 04:55:22.081390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-7fce5b93-9959-4ca5-9a1a-fb95b04dda2a tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332444 Mar 07 04:55:22.182830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-044b61e6-da4e-426c-8e92-04f1cde2ea61 service neutron] 10.222.0.21 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913801 Mar 07 04:55:22.275687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-f036568f-9a1a-470d-9d60-fd24b8e2768b service neutron] 10.222.0.21 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865579 Mar 07 04:55:22.282565 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:22.445396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb3b9eb3-6d19-4317-bd97-f946db1168d5 req-d9cce494-192e-450b-9059-178f5bcf3150 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 210 time: 0.0321414 Mar 07 04:55:23.467449 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-a26caf21-0f4e-4a22-a61f-a05d573830ef tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:23.469905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-a26caf21-0f4e-4a22-a61f-a05d573830ef tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "GET /v2.0/networks?id=ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 200 len: 808 time: 0.1276262 Mar 07 04:55:23.486324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Request body: {'port': {'device_id': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d', 'admin_state_up': True, 'tenant_id': 'f89dc09152cb4bf48dc0d45fadfd19cd'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:55:23.598772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-269dcaaf-e980-4470-812b-1575ec8e4aa4 req-6d302ccd-18ab-4473-bf97-342d1a596072 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 210 time: 0.0634778 Mar 07 04:55:23.648771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Made reservation on behalf of f89dc09152cb4bf48dc0d45fadfd19cd for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:55:23.652949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:23.792491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Allocated IP 172.20.0.7 (ef52eb07-396c-45f7-9097-de42eb8e488d/9e73a1d8-70d3-4593-b8d4-e15cef274d9c/1c69e4af-a416-4eb4-80f2-2b9542d5e4d4) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:55:23.950831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks [] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:23.996232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.059214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Pushing event updated for resources: {'Port': ['ID=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:24.062821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Network ef52eb07-396c-45f7-9097-de42eb8e488d is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:55:24.064525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:55:24.066586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:55:24.122012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:24.122734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.140890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6d5722c4-c140-44d4-8125-8bf3d32eb949 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625462 Mar 07 04:55:24.154008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Request body: {'port': {'device_id': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:55:24.216410 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.472403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3d9b5881-1c8f-4e5a-953a-8b118c798239 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:55:24.503800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 3d9b5881-1c8f-4e5a-953a-8b118c798239 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:55:24.504154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 3d9b5881-1c8f-4e5a-953a-8b118c798239 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:55:24.517022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:55:24.524807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Publish callbacks [] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.538519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Transition to ACTIVE for port object 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:55:24.543413 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.597709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Pushing event updated for resources: {'Port': ['ID=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:24.673670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Attempting to bind port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:55:24.674082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Attempting to bind port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:55:24.674371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Attempting to bind port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 on network ef52eb07-396c-45f7-9097-de42eb8e488d {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:55:24.679427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 on network ef52eb07-396c-45f7-9097-de42eb8e488d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:55:24.679753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Attempting to bind port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 on network ef52eb07-396c-45f7-9097-de42eb8e488d {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:55:24.695768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:55:24.696168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Checking segment: {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:55:24.696557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Bound using segment: {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:55:24.697150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Bound port: 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf803e11-45ea-438d-bee6-660aee518cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:55:24.697671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.780412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b25c9-2c72-4881-9c7f-2b39fdb20e33 req-a940b3a6-0f57-4a29-a6ee-5fe3c7e0f33d tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:24.781885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-827b25c9-2c72-4881-9c7f-2b39fdb20e33 req-a940b3a6-0f57-4a29-a6ee-5fe3c7e0f33d tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 943 time: 0.0991571 Mar 07 04:55:24.805741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] For port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:55:24.822662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] For port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:55:24.840520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.875854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-827b25c9-2c72-4881-9c7f-2b39fdb20e33 req-c9f1735a-e9de-46e7-88ed-3e28437ed08b tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Mar 07 04:55:24.887920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:24.888536 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:24.892917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] 10.222.0.15 "PUT /v2.0/ports/1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 HTTP/1.1" status: 200 len: 1091 time: 0.7447293 Mar 07 04:55:24.893590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'tag': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:55:24.896535 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "65b95537-e63c-4e00-87c1-62eeaaea7871", "tag": "1c69e4af-a416-4eb4-80f2-2b9542d5e4d4"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:55:24.922671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ddd4-9397-479e-bf15-741584ae9fef service neutron] Pushing event updated for resources: {'Port': ['ID=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:24.938141 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100952b5-1507-4c0f-a56a-a71df8fee27e x-openstack-request-id: req-100952b5-1507-4c0f-a56a-a71df8fee27e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:55:24.938543 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b95537-e63c-4e00-87c1-62eeaaea7871", "tag": "1c69e4af-a416-4eb4-80f2-2b9542d5e4d4", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:55:24.938904 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-100952b5-1507-4c0f-a56a-a71df8fee27e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:55:24.939438 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'tag': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4', 'status': 'completed', 'code': 200} Mar 07 04:55:24.991188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-d11d5d8a-c5c0-49a3-be0f-3f97ae11bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:24.992701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-d11d5d8a-c5c0-49a3-be0f-3f97ae11bb07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 1125 time: 0.0461187 Mar 07 04:55:25.034069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-b8936cae-9f2d-4446-b01f-811d4cdf077d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0344677 Mar 07 04:55:25.082674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6b1b5d13-7150-4fd0-9742-1279a413c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:25.084150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-6b1b5d13-7150-4fd0-9742-1279a413c129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e73a1d8-70d3-4593-b8d4-e15cef274d9c HTTP/1.1" status: 200 len: 848 time: 0.0445452 Mar 07 04:55:25.119458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-0481de7b-f075-442d-97b8-2ef6b50cc9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef52eb07-396c-45f7-9097-de42eb8e488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290918 Mar 07 04:55:25.219134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-eec508df-adcd-41af-881f-6b5121619f43 service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944922 Mar 07 04:55:25.643784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21a4708e-a57d-4c6e-9275-8e52392302e9 req-eb4814be-7c84-420b-83fe-2a52a1f20ccc service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186997 Mar 07 04:55:25.745274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-d8b01465-7fc8-4bc7-9492-b72153ffe219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:25.746856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-d8b01465-7fc8-4bc7-9492-b72153ffe219 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 1125 time: 0.0500121 Mar 07 04:55:25.855687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-32583ee9-318e-4490-b484-5f1b81525b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:25.857879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-32583ee9-318e-4490-b484-5f1b81525b1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 200 len: 909 time: 0.1055126 Mar 07 04:55:25.901275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-ae4f94ff-792d-4a5d-b22d-e986779293bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0371649 Mar 07 04:55:25.958807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-b3ac0426-d542-4730-aa36-a5b0cec20f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:25.960458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-b3ac0426-d542-4730-aa36-a5b0cec20f13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e73a1d8-70d3-4593-b8d4-e15cef274d9c HTTP/1.1" status: 200 len: 848 time: 0.0524712 Mar 07 04:55:26.021374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-c1c431b6-71dc-4073-a31b-ad4f73de9c12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef52eb07-396c-45f7-9097-de42eb8e488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471258 Mar 07 04:55:26.099152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770632c2-89b2-496c-a7f8-38cc17b6bdb5 req-23893a0b-d324-4c19-b619-122f19013caf tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:26.100811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-770632c2-89b2-496c-a7f8-38cc17b6bdb5 req-23893a0b-d324-4c19-b619-122f19013caf tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 943 time: 0.1358268 Mar 07 04:55:26.139635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-e22725c0-d193-4929-8b91-c651ce10972c service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103599 Mar 07 04:55:26.192901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-770632c2-89b2-496c-a7f8-38cc17b6bdb5 req-6513b28d-2ca7-47f7-a818-7c670c38b3aa tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812254 Mar 07 04:55:26.260578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b89d1dbf-28a5-4915-b454-b3008f9fb1b8 req-1288728b-562e-42f4-aeef-a9331f3afae5 service neutron] 10.222.0.15 "GET /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104758 Mar 07 04:55:27.324080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6faf44-5202-4d7f-8f10-673b473540b3 req-7e8242e2-ddf9-4991-85f8-af68ffc2bcb6 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:27.325475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd6faf44-5202-4d7f-8f10-673b473540b3 req-7e8242e2-ddf9-4991-85f8-af68ffc2bcb6 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 943 time: 0.0593181 Mar 07 04:55:27.372411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd6faf44-5202-4d7f-8f10-673b473540b3 req-98536d24-a132-445a-979b-ef939cda932e tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Mar 07 04:55:28.487695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:55:28.527114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f799e-4d8b-4cdf-ac34-1dd4ff8853ee req-3bef4cc4-99ef-4b8f-8dfc-a1e5690c49fb tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:28.529266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c25f799e-4d8b-4cdf-ac34-1dd4ff8853ee req-3bef4cc4-99ef-4b8f-8dfc-a1e5690c49fb tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 943 time: 0.0676742 Mar 07 04:55:28.593520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c25f799e-4d8b-4cdf-ac34-1dd4ff8853ee req-a9c815de-6831-4642-9010-0627cce2b5e4 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Mar 07 04:55:28.651140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:28.668972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4', 'network_id': 'ef52eb07-396c-45f7-9097-de42eb8e488d', 'port_id': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4', 'mac_address': 'fa:16:3e:cf:52:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73a1d8-70d3-4593-b8d4-e15cef274d9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:55:28.714368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:55:28.715045 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:28.730122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:55:28.752685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:28.759703 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:28.817331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:28.826816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.827169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.827514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.828098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.828442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.828783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.829111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.829438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.829765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.830164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.830493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.830868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.831254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:28.957878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1c69e4af-a416-4eb4-80f2-2b9542d5e4d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:55:29.720812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b802-b338-44ee-b609-38299fd4c836 req-b58e64eb-f0c0-41ab-b7ba-7d5ea12148b8 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:29.723011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df40b802-b338-44ee-b609-38299fd4c836 req-b58e64eb-f0c0-41ab-b7ba-7d5ea12148b8 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 944 time: 0.0598631 Mar 07 04:55:29.779900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df40b802-b338-44ee-b609-38299fd4c836 req-1582d7fc-6e09-45d3-a326-c49a7187481c tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Mar 07 04:55:30.525565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:55:30.599248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:55:30.603246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:55:30.603623 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:30.745454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:55:30.745454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:30.783629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:55:30.786656 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c45bf2-5f0e-44ab-8905-86d11e135dd9" -d '{"events": [{"server_uuid": "65b95537-e63c-4e00-87c1-62eeaaea7871", "name": "network-vif-plugged", "status": "completed", "tag": "1c69e4af-a416-4eb4-80f2-2b9542d5e4d4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:55:30.802334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:30.809126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:30.870134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:30.882256 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad82900-f932-45e9-b0a1-3c38510e2efb x-openstack-request-id: req-6ad82900-f932-45e9-b0a1-3c38510e2efb {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:55:30.882561 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b95537-e63c-4e00-87c1-62eeaaea7871", "name": "network-vif-plugged", "status": "completed", "tag": "1c69e4af-a416-4eb4-80f2-2b9542d5e4d4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:55:30.882819 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad82900-f932-45e9-b0a1-3c38510e2efb {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:55:30.883229 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4', 'code': 200} Mar 07 04:55:30.987125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7621de4-5101-48f0-aeee-392fd35bb14e req-6a493cc9-fb9c-449f-92c3-8408dd2fefec tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:30.989894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7621de4-5101-48f0-aeee-392fd35bb14e req-6a493cc9-fb9c-449f-92c3-8408dd2fefec tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 945 time: 0.1028438 Mar 07 04:55:31.072880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7621de4-5101-48f0-aeee-392fd35bb14e req-e02f7935-d464-41d3-9b02-3129b9a2d7c7 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Mar 07 04:55:31.147773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52319e00-c23b-41ad-8eb7-1a6274515f63 req-71991145-aa12-4bfe-9e60-54e66fbd0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:31.149512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52319e00-c23b-41ad-8eb7-1a6274515f63 req-71991145-aa12-4bfe-9e60-54e66fbd0ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 1127 time: 0.1995707 Mar 07 04:55:31.202686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52319e00-c23b-41ad-8eb7-1a6274515f63 req-270b0822-07ed-4769-9dd6-3cc8cf5d15a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Mar 07 04:55:32.217758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ba77-7378-44bd-9470-b9cbb7180345 req-9fc6845f-fc80-4d57-b449-1e3bcf6e4b0c tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:32.220046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd1ba77-7378-44bd-9470-b9cbb7180345 req-9fc6845f-fc80-4d57-b449-1e3bcf6e4b0c tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 945 time: 0.0658226 Mar 07 04:55:32.285872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bcd1ba77-7378-44bd-9470-b9cbb7180345 req-fe835a7b-10d9-4e5f-ad52-04e330590494 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Mar 07 04:55:32.814336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-49704aef-0d20-4660-825c-606432d33090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:33.477196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f9582-1dec-45e3-9ef6-f97668d055ef req-a4c474cc-2443-479e-89d9-72057c7c3790 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:33.479384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc1f9582-1dec-45e3-9ef6-f97668d055ef req-a4c474cc-2443-479e-89d9-72057c7c3790 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 945 time: 0.0970070 Mar 07 04:55:33.580563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc1f9582-1dec-45e3-9ef6-f97668d055ef req-4ec0fd89-b958-48a5-b6b7-0b56855f0a4c tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943189 Mar 07 04:55:34.569592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-b9328b06-ac86-40c3-ac21-fd649c25bc4a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342528 Mar 07 04:55:34.641152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596f2d1-79ed-419c-aacc-5669359d30d3 req-20105491-982f-4d81-81fd-110f1b33d1f6 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:34.648834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c596f2d1-79ed-419c-aacc-5669359d30d3 req-20105491-982f-4d81-81fd-110f1b33d1f6 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 945 time: 0.0645449 Mar 07 04:55:34.700860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-e75fc7a6-15df-455b-a43e-83fa640efb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:34.702883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-e75fc7a6-15df-455b-a43e-83fa640efb0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1128 time: 0.0716708 Mar 07 04:55:34.710292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c596f2d1-79ed-419c-aacc-5669359d30d3 req-e64b0fc2-d129-40ee-b425-6148fa41bc92 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544693 Mar 07 04:55:34.816826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-a6fca6e1-f08a-4cbe-8740-6bed87ff129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:34.818372 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-a6fca6e1-f08a-4cbe-8740-6bed87ff129e service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.0944335 Mar 07 04:55:34.887112 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-bff894de-ffc2-4b7e-89bf-7b2f2ad4d682 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 1001 time: 0.0620725 Mar 07 04:55:34.937563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-baa73933-d3ba-461c-a482-5a796246f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:34.939073 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-baa73933-d3ba-461c-a482-5a796246f0c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0463190 Mar 07 04:55:35.005527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-a561bbcd-f5ce-4913-8a74-97bd46107d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:35.007865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-a561bbcd-f5ce-4913-8a74-97bd46107d50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635586 Mar 07 04:55:35.119608 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-5b56ce85-7f9f-40e9-9f7e-e4332a9d9571 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036928 Mar 07 04:55:35.218476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cd7ebf9d-92a1-45f8-a6c0-9d886c65d387 req-dd7061f8-6ae2-4dc2-86f7-6408823d2e0c service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933368 Mar 07 04:55:35.372504 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-900265f9-8e3f-42dc-83cf-730efe216366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:35.871996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0fee8-53f3-42da-a5d4-407b78a8306c req-e0e0c28c-7651-40f4-9755-0b2ec9df4905 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:35.874609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7f0fee8-53f3-42da-a5d4-407b78a8306c req-e0e0c28c-7651-40f4-9755-0b2ec9df4905 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 945 time: 0.0777116 Mar 07 04:55:35.967562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84317a-af79-4a16-b38e-72f61a527301 req-3629d1e0-0041-4847-876d-b32c6208745f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:35.969236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d84317a-af79-4a16-b38e-72f61a527301 req-3629d1e0-0041-4847-876d-b32c6208745f tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 945 time: 0.1120453 Mar 07 04:55:35.975909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7f0fee8-53f3-42da-a5d4-407b78a8306c req-672214c4-b2f2-4730-841d-f119bc6f37c9 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762465 Mar 07 04:55:36.091869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Deleting port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:55:36.092157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:36.202388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] For port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,segment=NetworkSegment(cf803e11-45ea-438d-bee6-660aee518cd2),segment_id=cf803e11-45ea-438d-bee6-660aee518cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:55:36.202852 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:36.217050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Calling delete_port for 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:55:36.414966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1c69e4af-a416-4eb4-80f2-2b9542d5e4d4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:36.420546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-aa2e3e23-477d-4dfd-985a-32fc252a2a6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639355 Mar 07 04:55:36.430170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['1c69e4af-a416-4eb4-80f2-2b9542d5e4d4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:55:36.463916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Pushing event deleted for resources: {'Port': ['ID=1c69e4af-a416-4eb4-80f2-2b9542d5e4d4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:36.518804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.519153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.519497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.519832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.520167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.520499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.520830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.521162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.521481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.521804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.522205 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.522491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.522790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:36.548742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] No DVR routers for this DVR port 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:55:36.552052 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:36.555419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.15 "DELETE /v2.0/ports/1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 HTTP/1.1" status: 204 len: 173 time: 0.5781581 Mar 07 04:55:36.555861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'name': 'network-vif-deleted', 'tag': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:55:36.565155 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269418f2-d881-4efd-8445-06c912ee712b" -d '{"events": [{"server_uuid": "65b95537-e63c-4e00-87c1-62eeaaea7871", "name": "network-vif-deleted", "tag": "1c69e4af-a416-4eb4-80f2-2b9542d5e4d4"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:55:36.584419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6508-1517-4d16-8135-ad8210109bee req-53ef4861-cc5d-45a8-8c0c-2d2aac01feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:36.586311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-53ef4861-cc5d-45a8-8c0c-2d2aac01feb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1127 time: 0.1200149 Mar 07 04:55:36.649865 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb847b1-f1b8-46a0-a373-d81f8459f07c x-openstack-request-id: req-fcb847b1-f1b8-46a0-a373-d81f8459f07c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:55:36.650492 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b95537-e63c-4e00-87c1-62eeaaea7871", "name": "network-vif-deleted", "tag": "1c69e4af-a416-4eb4-80f2-2b9542d5e4d4", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:55:36.650932 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcb847b1-f1b8-46a0-a373-d81f8459f07c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:55:36.652545 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b95537-e63c-4e00-87c1-62eeaaea7871', 'name': 'network-vif-deleted', 'tag': '1c69e4af-a416-4eb4-80f2-2b9542d5e4d4', 'status': 'completed', 'code': 200} Mar 07 04:55:36.751308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6508-1517-4d16-8135-ad8210109bee req-4a1a633d-6d07-4da1-9c56-6f4baa7ab9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:36.753494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-4a1a633d-6d07-4da1-9c56-6f4baa7ab9e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1267521 Mar 07 04:55:36.793183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:36.868134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-55f0622c-7ca3-4f8f-8680-7f753572b298 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 1001 time: 0.1082015 Mar 07 04:55:36.922540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6508-1517-4d16-8135-ad8210109bee req-57f818dd-cde6-4280-a72d-d2676ca31ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:36.924465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-57f818dd-cde6-4280-a72d-d2676ca31ef4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0497072 Mar 07 04:55:36.983584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6508-1517-4d16-8135-ad8210109bee req-7fc397b2-1c25-466e-b578-c1887bb5bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:36.985467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-7fc397b2-1c25-466e-b578-c1887bb5bddc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529044 Mar 07 04:55:37.194594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-daec2c77-0cf4-485b-9a39-2eb88ff64fba req-c324bd3a-11e0-46ea-9fd9-6d4100ec022a tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b95537-e63c-4e00-87c1-62eeaaea7871 HTTP/1.1" status: 200 len: 210 time: 0.0413578 Mar 07 04:55:37.216758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-96d69050-b29a-40f6-aa34-b562b2d81c2f service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246130 Mar 07 04:55:37.326047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1bc6508-1517-4d16-8135-ad8210109bee req-171994ec-9bbf-43e5-b216-eb1302b2b2c2 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029325 Mar 07 04:55:37.718579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:38.543081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:55:38.577833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:55:38.578218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 1c69e4af-a416-4eb4-80f2-2b9542d5e4d4 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:55:39.465562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:40.416465 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:55:41.554739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44386) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:41.780939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:41.914775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Publish callbacks [] for security_group (eceeb26d-d7fa-41cc-93ac-e544250ceb4a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:41.924100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eceeb26d-d7fa-41cc-93ac-e544250ceb4a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:41.989565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceeb26d-d7fa-41cc-93ac-e544250ceb4a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:42.003101 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af669c531ec94084b54e1f10eb8530cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468539 Mar 07 04:55:42.005035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:42.023348 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.024023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.024368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.024771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.025802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.026173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.026514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.026851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.027185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.027513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.027871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.028198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.028671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8adf4ee-9cc9-430d-888d-ea700b3d0066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:55:42.075652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4756aa0-2071-4bea-81ae-a550eabaa4a9 admin admin] Publish callbacks [] for security_group (eceeb26d-d7fa-41cc-93ac-e544250ceb4a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.105670 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4756aa0-2071-4bea-81ae-a550eabaa4a9 admin admin] Publish callbacks [] for security_group (eceeb26d-d7fa-41cc-93ac-e544250ceb4a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.183458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4756aa0-2071-4bea-81ae-a550eabaa4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (eceeb26d-d7fa-41cc-93ac-e544250ceb4a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.186729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4756aa0-2071-4bea-81ae-a550eabaa4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.188375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b4756aa0-2071-4bea-81ae-a550eabaa4a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eceeb26d-d7fa-41cc-93ac-e544250ceb4a HTTP/1.1" status: 204 len: 168 time: 0.1821494 Mar 07 04:55:42.201367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4756aa0-2071-4bea-81ae-a550eabaa4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceeb26d-d7fa-41cc-93ac-e544250ceb4a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:42.621258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 44412) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:42.639220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ccd892f-e3cc-475e-b668-845914a83be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.795966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ccd892f-e3cc-475e-b668-845914a83be6 admin admin] Publish callbacks [] for security_group (87d3363d-09f3-4467-af12-aab2bfa3ea8a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.802120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ccd892f-e3cc-475e-b668-845914a83be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (87d3363d-09f3-4467-af12-aab2bfa3ea8a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.849031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 44418) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:55:42.857401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ccd892f-e3cc-475e-b668-845914a83be6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9324e3dbd8e3450ea52bce837a0b5ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349772 Mar 07 04:55:42.872262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd892f-e3cc-475e-b668-845914a83be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d3363d-09f3-4467-af12-aab2bfa3ea8a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:42.941442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09bccea5-58af-4d5c-b898-b19b13d1186a admin admin] Publish callbacks [] for security_group (87d3363d-09f3-4467-af12-aab2bfa3ea8a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:42.976213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09bccea5-58af-4d5c-b898-b19b13d1186a admin admin] Publish callbacks [] for security_group (87d3363d-09f3-4467-af12-aab2bfa3ea8a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:43.039131 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09bccea5-58af-4d5c-b898-b19b13d1186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (87d3363d-09f3-4467-af12-aab2bfa3ea8a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:43.044614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09bccea5-58af-4d5c-b898-b19b13d1186a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:43.057321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-09bccea5-58af-4d5c-b898-b19b13d1186a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87d3363d-09f3-4467-af12-aab2bfa3ea8a HTTP/1.1" status: 204 len: 168 time: 0.1975925 Mar 07 04:55:43.084488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bccea5-58af-4d5c-b898-b19b13d1186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d3363d-09f3-4467-af12-aab2bfa3ea8a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:55:50.080563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:52.336029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:55:57.554181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd425b-97bd-4349-a6ef-6c1075e957f8 req-9f66b368-8ab6-435f-ae26-59c0c6242ab3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:57.585041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-decd425b-97bd-4349-a6ef-6c1075e957f8 req-9f66b368-8ab6-435f-ae26-59c0c6242ab3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2220111 Mar 07 04:55:57.689915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-decd425b-97bd-4349-a6ef-6c1075e957f8 req-53521d27-08aa-4809-be12-31c50e2b74e2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039927 Mar 07 04:55:58.967028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d0021-4785-4fa3-b655-fa098650eb45 req-e91d1d94-8941-4b87-bec8-ca1accfdc7b0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:55:58.989074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a8d0021-4785-4fa3-b655-fa098650eb45 req-e91d1d94-8941-4b87-bec8-ca1accfdc7b0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1588554 Mar 07 04:55:59.110620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a8d0021-4785-4fa3-b655-fa098650eb45 req-21c7c9a4-c3e6-42f6-bed1-22f4d531be30 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203537 Mar 07 04:56:00.354638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306f464-004f-47c4-91fe-b4cc7b143ce6 req-e04a3e1c-8e9f-4d9b-ae63-5ba7179782dd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:00.362606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9306f464-004f-47c4-91fe-b4cc7b143ce6 req-e04a3e1c-8e9f-4d9b-ae63-5ba7179782dd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1116798 Mar 07 04:56:00.442281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9306f464-004f-47c4-91fe-b4cc7b143ce6 req-ea85bb51-4e71-473a-81f4-85baec489d4d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672033 Mar 07 04:56:01.754832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fe549-c7a5-435f-bc78-9809684cedcb req-d6fcb3f1-8e11-4098-9b66-174d20b5d435 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:01.758416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc0fe549-c7a5-435f-bc78-9809684cedcb req-d6fcb3f1-8e11-4098-9b66-174d20b5d435 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1607461 Mar 07 04:56:01.903438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc0fe549-c7a5-435f-bc78-9809684cedcb req-afc2dfd9-2169-4f2e-83a1-8451e81bb1d3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317396 Mar 07 04:56:02.831605 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c100344d-e92e-4067-989e-b1cf6fdf42f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:03.147781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5271-352a-42dd-aec1-aac098f35eba req-a4e7def0-c757-4dbc-ac0a-d92ad13488d2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:03.162742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-855f5271-352a-42dd-aec1-aac098f35eba req-a4e7def0-c757-4dbc-ac0a-d92ad13488d2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1126776 Mar 07 04:56:03.276252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-855f5271-352a-42dd-aec1-aac098f35eba req-fb741066-90ac-4eca-aa9d-1be63edfcc1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042686 Mar 07 04:56:04.527913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabb5c3-9d7c-4320-9d31-7f563fbbb16c req-fa0fe2bf-c185-46f9-abae-ac1e03e4bc70 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:04.529484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fabb5c3-9d7c-4320-9d31-7f563fbbb16c req-fa0fe2bf-c185-46f9-abae-ac1e03e4bc70 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1152344 Mar 07 04:56:04.622166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fabb5c3-9d7c-4320-9d31-7f563fbbb16c req-144835b1-ca8f-4661-a015-b69dd56858cc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862825 Mar 07 04:56:05.386881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf69b-3b49-4bc2-a8a5-2fbce7b249b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:05.794995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af88a2-51c4-46ca-9147-d3ae2e1dd957 req-eb3dc763-230f-40b7-a981-070884fcb16e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:05.804013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39af88a2-51c4-46ca-9147-d3ae2e1dd957 req-eb3dc763-230f-40b7-a981-070884fcb16e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0768323 Mar 07 04:56:05.881672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39af88a2-51c4-46ca-9147-d3ae2e1dd957 req-53c8ff0a-f8ac-412a-8a91-995a4442f0c7 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757852 Mar 07 04:56:06.815133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:07.100861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bdf50-1ceb-4b67-8c91-adca53e77148 req-dbfb131e-8205-45db-a698-793a3b98f544 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:07.108899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d42bdf50-1ceb-4b67-8c91-adca53e77148 req-dbfb131e-8205-45db-a698-793a3b98f544 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0882068 Mar 07 04:56:07.190499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d42bdf50-1ceb-4b67-8c91-adca53e77148 req-1c65fc79-5511-4bbd-8046-4211ca44a95b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805066 Mar 07 04:56:07.792607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:08.489576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fcdd-2f4e-4540-81f5-d5038a6495e3 req-b58f419f-f5a1-4a93-9086-bffbfc1020a8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:08.519909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b700fcdd-2f4e-4540-81f5-d5038a6495e3 req-b58f419f-f5a1-4a93-9086-bffbfc1020a8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1943152 Mar 07 04:56:08.771284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b700fcdd-2f4e-4540-81f5-d5038a6495e3 req-94c823fa-e1df-4c2e-8643-a5cf59ad6c07 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501206 Mar 07 04:56:09.491385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:09.964477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794da981-8ab8-4085-9e28-3f675e1b1c6c req-2d3d0c80-ff43-4597-9944-635eabdfda3d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:09.968080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-794da981-8ab8-4085-9e28-3f675e1b1c6c req-2d3d0c80-ff43-4597-9944-635eabdfda3d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0899332 Mar 07 04:56:10.047041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-794da981-8ab8-4085-9e28-3f675e1b1c6c req-4362e13a-bd4d-4141-aa57-1fe9abe74d9f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685229 Mar 07 04:56:11.210484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbcc30-d1fa-4a17-965e-acb1dcf7824d req-6e187a08-5c66-4947-b7ec-21eee1f21e6b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:11.214761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cdbcc30-d1fa-4a17-965e-acb1dcf7824d req-6e187a08-5c66-4947-b7ec-21eee1f21e6b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0772223 Mar 07 04:56:11.273320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cdbcc30-d1fa-4a17-965e-acb1dcf7824d req-994fc967-1a6b-4019-ab0b-a158ca145ffa tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518544 Mar 07 04:56:12.465115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f775f-3620-4df4-8b53-5e053509da50 req-e39f396a-f3df-4018-8bab-0296699dfdba tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:12.472188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d80f775f-3620-4df4-8b53-5e053509da50 req-e39f396a-f3df-4018-8bab-0296699dfdba tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1014097 Mar 07 04:56:12.526609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d80f775f-3620-4df4-8b53-5e053509da50 req-34615181-9846-4666-95a6-65ae0a5bc074 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534251 Mar 07 04:56:13.403385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-b45f74b0-3b63-425d-b739-8c6c4db02e97 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569311471&fields=id&tenant_id=9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 267 time: 0.0700734 Mar 07 04:56:13.519953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-3069e7c9-3c7e-404a-af65-8dae615f2815 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:13.528299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-3069e7c9-3c7e-404a-af65-8dae615f2815 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1173425 Mar 07 04:56:13.544140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-e5e20e49-ce7b-42fc-a30b-72ac53fd15b2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/quotas/9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 375 time: 0.0147440 Mar 07 04:56:13.612511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-dcb0408c-7663-4131-ab19-50ad4f597fea tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671084 Mar 07 04:56:13.767561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-2c74a4b3-7b5d-4bc1-8450-0cd07166dea1 service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391273 Mar 07 04:56:13.872897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-1008e20b-1902-4e37-aa89-13a724a1dd5f service neutron] 10.222.0.21 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940187 Mar 07 04:56:13.882145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5a65-b97b-45ef-b76b-ebece888fafa req-f690ebcd-9539-44b9-889e-1aef01c5a025 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:13.884555 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59ed5a65-b97b-45ef-b76b-ebece888fafa req-f690ebcd-9539-44b9-889e-1aef01c5a025 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2711306 Mar 07 04:56:13.969370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59ed5a65-b97b-45ef-b76b-ebece888fafa req-45aa810b-123c-4cc8-bbe3-949969dcf715 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749936 Mar 07 04:56:14.332669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78657946-4695-457e-8e95-0070088594c4 req-78d7851f-a964-45a0-bb20-3d3fb1413aa7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0561578 Mar 07 04:56:15.208332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fec9cc-3ebf-437e-a2af-2c6ac0287bfb req-024fc920-cdd5-4136-b9aa-7ed2970a1fc4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:15.210169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25fec9cc-3ebf-437e-a2af-2c6ac0287bfb req-024fc920-cdd5-4136-b9aa-7ed2970a1fc4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0969911 Mar 07 04:56:15.275930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25fec9cc-3ebf-437e-a2af-2c6ac0287bfb req-0a5ccfc8-0d9a-4947-b527-e3eaa9781a8e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564425 Mar 07 04:56:15.459969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:56:15.474573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8d4d74e-7e27-40a3-bdc2-1088f9196972 req-0e19e574-a69e-43c2-b86c-18b0d54af809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0317891 Mar 07 04:56:15.637590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:15.651719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'mac_address': 'fa:16:3e:37:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:56:15.694806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-879805c4-1f10-4b34-8906-993b9a8d2c6d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:15.697654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-879805c4-1f10-4b34-8906-993b9a8d2c6d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 811 time: 0.1974719 Mar 07 04:56:15.736252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:15.736563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:15.761142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c13a662-1ac6-485e-81b8-97d12a8902b6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:56:15.784793 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-df052acb-6744-400c-9624-1022acd44e67 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0df83a05d14f63bbd84fdc4059aa55 HTTP/1.1" status: 200 len: 380 time: 0.0779409 Mar 07 04:56:15.806848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:15.810884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'port': {'device_id': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'admin_state_up': True, 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'security_groups': ['3fbc3222-27dc-4511-816e-e9dc15918945']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:15.818645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:15.926180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['3c13a662-1ac6-485e-81b8-97d12a8902b6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:56:15.973794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:15.999940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Made reservation on behalf of 9a0df83a05d14f63bbd84fdc4059aa55 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:56:16.005753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:16.216747 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.20.0.8 (caab5346-12f1-4be6-99bd-e395fff6fb54/398b54af-a32e-426b-8e88-9cacbcee6951/7b2ea789-3b64-434b-8322-4a539cda19c5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:56:16.505876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d343c-b485-4f20-b582-9e05127f989f req-a681e2de-2140-413a-8e72-eb1106dd4e3b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:16.516015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-105d343c-b485-4f20-b582-9e05127f989f req-a681e2de-2140-413a-8e72-eb1106dd4e3b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 945 time: 0.1132131 Mar 07 04:56:16.569280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:16.619277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:16.709595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=7b2ea789-3b64-434b-8322-4a539cda19c5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:16.718664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-105d343c-b485-4f20-b582-9e05127f989f req-a344c92a-fb2d-4191-b9d6-eb89bf23c71b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976840 Mar 07 04:56:16.725599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network caab5346-12f1-4be6-99bd-e395fff6fb54 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:16.728766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:16.741946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:56:16.778739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835c644-077c-48f7-a83e-85eb8725686d req-69a9ecad-8a55-46fe-983a-27f4bb76f5d4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:16.785662 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f835c644-077c-48f7-a83e-85eb8725686d req-69a9ecad-8a55-46fe-983a-27f4bb76f5d4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 931 time: 0.1808007 Mar 07 04:56:16.857357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:16.870913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:16.875955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f835c644-077c-48f7-a83e-85eb8725686d req-499cbbf4-849c-4447-909c-2dffd8966d52 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814261 Mar 07 04:56:16.898911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-a2d2df89-1227-478d-bf11-e4ac69ac00ed tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967879 Mar 07 04:56:16.910432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Request body: {'port': {'device_id': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:17.081587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.162132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0d9331d8-1ed3-42aa-a2d6-f0798014a9a5 None None] Provisioning complete for port 7b2ea789-3b64-434b-8322-4a539cda19c5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:17.162697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d9331d8-1ed3-42aa-a2d6-f0798014a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.253725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0d9331d8-1ed3-42aa-a2d6-f0798014a9a5 None None] Port 7b2ea789-3b64-434b-8322-4a539cda19c5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:56:17.416528 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:56:17.482691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:17.566245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ea789-3b64-434b-8322-4a539cda19c5 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:56:17.587405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Publish callbacks [] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.610866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Transition to ACTIVE for port object 7b2ea789-3b64-434b-8322-4a539cda19c5 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:56:17.615339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 3c13a662-1ac6-485e-81b8-97d12a8902b6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:17.615847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.621698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.689869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ea789-3b64-434b-8322-4a539cda19c5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:17.764239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:17.764239 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.797316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Attempting to bind port 7b2ea789-3b64-434b-8322-4a539cda19c5 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:56:17.802086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Attempting to bind port 7b2ea789-3b64-434b-8322-4a539cda19c5 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:56:17.802739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Attempting to bind port 7b2ea789-3b64-434b-8322-4a539cda19c5 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:17.815004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Port 7b2ea789-3b64-434b-8322-4a539cda19c5 on network caab5346-12f1-4be6-99bd-e395fff6fb54 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:56:17.815710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Attempting to bind port 7b2ea789-3b64-434b-8322-4a539cda19c5 on network caab5346-12f1-4be6-99bd-e395fff6fb54 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:17.827942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:56:17.828662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Checking segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:56:17.831334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Bound using segment: {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:56:17.832086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Bound port: 7b2ea789-3b64-434b-8322-4a539cda19c5, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358ec57-d812-47bf-94b9-b42f4b0aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:56:17.832691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:17.856007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:17.859313 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af74765-22a9-4ca1-84c6-e78a5adba46a" -d '{"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:17.868448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:17.895462 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.053486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded1f16-5d53-44cf-9ef5-a691838a9d05 req-66eb6cd3-0e71-4e35-9ba2-691f2e0a2bb1 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:18.055712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dded1f16-5d53-44cf-9ef5-a691838a9d05 req-66eb6cd3-0e71-4e35-9ba2-691f2e0a2bb1 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1570854 Mar 07 04:56:18.100927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45312) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:18.115690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] For port 7b2ea789-3b64-434b-8322-4a539cda19c5, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:56:18.126817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] For port 7b2ea789-3b64-434b-8322-4a539cda19c5, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7b2ea789-3b64-434b-8322-4a539cda19c5,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:56:18.127074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:18.157722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.266856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ea789-3b64-434b-8322-4a539cda19c5,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:18.315175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Deleting subnet 9e73a1d8-70d3-4593-b8d4-e15cef274d9c {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:56:18.315603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:18.320136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.325469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dded1f16-5d53-44cf-9ef5-a691838a9d05 req-417fb255-982d-4a2b-a722-78bd62facd2b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615583 Mar 07 04:56:18.328473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-67a10a4a-9202-4c2a-ac26-02c165a807c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 200 len: 1091 time: 1.4191411 Mar 07 04:56:18.329146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:18.333957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Publish callbacks [] for subnet (9e73a1d8-70d3-4593-b8d4-e15cef274d9c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.342487 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997a36ee-782d-4c64-a0dc-b833d34233bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:18.401136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (9e73a1d8-70d3-4593-b8d4-e15cef274d9c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.463218 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164728f-5a7a-4db5-bfe1-072f0cda91d8 x-openstack-request-id: req-9164728f-5a7a-4db5-bfe1-072f0cda91d8 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:18.464023 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:18.464302 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9164728f-5a7a-4db5-bfe1-072f0cda91d8 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:18.464772 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'code': 200} Mar 07 04:56:18.479121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9e73a1d8-70d3-4593-b8d4-e15cef274d9c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.559402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-76da36b2-9632-492f-94c9-f2c2b6c34c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:18.565403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-76da36b2-9632-492f-94c9-f2c2b6c34c46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1125 time: 0.1749506 Mar 07 04:56:18.661271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-618ce12c-8a68-4e6a-a91a-33d82b635c9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 200 len: 217 time: 0.0842149 Mar 07 04:56:18.709552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1d70a-d1dd-4ef7-bfed-1c4cc8b49cb1 req-49815d0c-dda8-45eb-b724-a0c62a721a32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:18.713139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ef1d70a-d1dd-4ef7-bfed-1c4cc8b49cb1 req-49815d0c-dda8-45eb-b724-a0c62a721a32 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1759293 Mar 07 04:56:18.770011 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9728db-6fa7-4462-96e8-e7a3363acd66 x-openstack-request-id: req-6f9728db-6fa7-4462-96e8-e7a3363acd66 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:18.771229 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:18.772357 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f9728db-6fa7-4462-96e8-e7a3363acd66 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:18.773114 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'status': 'completed', 'code': 200} Mar 07 04:56:18.793213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ef1d70a-d1dd-4ef7-bfed-1c4cc8b49cb1 req-10e91011-6c9e-4318-ad8f-17c7c9328145 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713966 Mar 07 04:56:18.800436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (9e73a1d8-70d3-4593-b8d4-e15cef274d9c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.808416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-8b8afd6c-0be0-47dd-8292-523998f8bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:18.817599 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-8b8afd6c-0be0-47dd-8292-523998f8bbdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1495922 Mar 07 04:56:18.839764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:18.848043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e73a1d8-70d3-4593-b8d4-e15cef274d9c HTTP/1.1" status: 204 len: 168 time: 0.7433445 Mar 07 04:56:18.848981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45336) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:18.948196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-5a31edfb-faee-4fbe-b360-c4b3db8ae387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:18.950750 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-5a31edfb-faee-4fbe-b360-c4b3db8ae387 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257875 Mar 07 04:56:18.978042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad0167-2f4c-4628-bea5-ce14e9a64679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e73a1d8-70d3-4593-b8d4-e15cef274d9c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:18.988780 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ef52eb07-396c-45f7-9097-de42eb8e488d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.145584 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-2934c144-6e6e-4e4a-86cb-6f58b4210098 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876400 Mar 07 04:56:19.155756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ef52eb07-396c-45f7-9097-de42eb8e488d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.189723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef52eb07-396c-45f7-9097-de42eb8e488d']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:19.219329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf803e11-45ea-438d-bee6-660aee518cd2') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:19.219635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf803e11-45ea-438d-bee6-660aee518cd2') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:19.234162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (cf803e11-45ea-438d-bee6-660aee518cd2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.274825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (cf803e11-45ea-438d-bee6-660aee518cd2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.287626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:56:19.291561 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (cf803e11-45ea-438d-bee6-660aee518cd2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:56:19.334370 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:56:19.347950 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-52402d3f-4fbd-403d-bf8d-8d8408575994 req-bd8111a8-6cac-4ce1-848a-6af5d0676c25 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946690 Mar 07 04:56:19.459369 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ef52eb07-396c-45f7-9097-de42eb8e488d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.467742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:19.474998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef52eb07-396c-45f7-9097-de42eb8e488d HTTP/1.1" status: 204 len: 168 time: 0.5976825 Mar 07 04:56:19.496974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3adaa-ee4f-4ca5-92f8-c3aaedd06ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef52eb07-396c-45f7-9097-de42eb8e488d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:19.552778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-3c82e88a-2e77-4fe2-b5ba-7f0457cd3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:19.554319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-3c82e88a-2e77-4fe2-b5ba-7f0457cd3485 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1125 time: 0.1372628 Mar 07 04:56:19.645661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9580e7-aef0-4abf-abe4-74dd2caaa377 req-1e755c04-6454-4350-86f9-90f5bc5c465a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:19.657411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f9580e7-aef0-4abf-abe4-74dd2caaa377 req-1e755c04-6454-4350-86f9-90f5bc5c465a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1153831 Mar 07 04:56:19.759004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f9580e7-aef0-4abf-abe4-74dd2caaa377 req-e37b8472-9a1d-479f-9f47-2e886c1491ce tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001384 Mar 07 04:56:19.766336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-8a9088a3-2371-43cc-832b-0c3c71128bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:19.767838 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-8a9088a3-2371-43cc-832b-0c3c71128bf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.2075682 Mar 07 04:56:19.845587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-4cfb34d0-7da4-4368-86c1-34e096c4dade service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 200 len: 217 time: 0.0698724 Mar 07 04:56:19.948731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-3b8cf810-ebe9-4b14-9989-37e2a678bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:19.950253 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-3b8cf810-ebe9-4b14-9989-37e2a678bcfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0953972 Mar 07 04:56:20.009878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:20.070359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533cc90-5aa7-4cfd-8f6b-7812f677e8a2 req-2d965fbe-f3f6-47e9-8193-4b4621b904ae tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:20.073184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4533cc90-5aa7-4cfd-8f6b-7812f677e8a2 req-2d965fbe-f3f6-47e9-8193-4b4621b904ae tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1243966 Mar 07 04:56:20.076549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:20.129703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3dd7decf-9dd6-435b-83fc-249cd65f3af2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f89dc09152cb4bf48dc0d45fadfd19cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163416 Mar 07 04:56:20.131398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45350) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:20.135764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-5f680e2d-d639-4402-9667-25f440af5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:20.137298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-5f680e2d-d639-4402-9667-25f440af5fd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1799693 Mar 07 04:56:20.161647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4533cc90-5aa7-4cfd-8f6b-7812f677e8a2 req-54626b75-1256-4df7-bed4-42fef70d2f96 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818787 Mar 07 04:56:20.250783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-146e29db-3c57-499d-b663-a2ca469cc8d0 admin admin] Publish callbacks [] for security_group (4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:20.311158 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-146e29db-3c57-499d-b663-a2ca469cc8d0 admin admin] Publish callbacks [] for security_group (4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:20.364920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-4ded4bd3-7530-4991-97bf-20c7c8cb1086 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179036 Mar 07 04:56:20.420065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-146e29db-3c57-499d-b663-a2ca469cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:20.422253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-146e29db-3c57-499d-b663-a2ca469cc8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:20.423428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-146e29db-3c57-499d-b663-a2ca469cc8d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70 HTTP/1.1" status: 204 len: 168 time: 0.2908874 Mar 07 04:56:20.438612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e29db-3c57-499d-b663-a2ca469cc8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7bbbb7-21f4-4c48-8e45-9fd3a83e2c70,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:20.501496 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997a36ee-782d-4c64-a0dc-b833d34233bb req-90c3009e-ef18-453b-b1c6-7f953ead27ee service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243503 Mar 07 04:56:20.985720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6ba21-95e5-4999-b14f-b3913b2a4abc req-5eaf0f81-61bf-44ce-80bd-2afa46caf20e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:20.988774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceb6ba21-95e5-4999-b14f-b3913b2a4abc req-5eaf0f81-61bf-44ce-80bd-2afa46caf20e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0963156 Mar 07 04:56:21.116169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ceb6ba21-95e5-4999-b14f-b3913b2a4abc req-16abbed5-eedd-45fe-a489-5c96099c373b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203284 Mar 07 04:56:21.418056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ec1d1-7f36-4b16-863d-da0ce80d4f68 req-8fba3b3a-b3cf-4327-ba19-d4dd7708effd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:21.425934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a07ec1d1-7f36-4b16-863d-da0ce80d4f68 req-8fba3b3a-b3cf-4327-ba19-d4dd7708effd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1532168 Mar 07 04:56:21.496878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a07ec1d1-7f36-4b16-863d-da0ce80d4f68 req-a1bbeb71-9f82-450a-ade1-87398967738b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699222 Mar 07 04:56:22.322738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:22.407229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45424) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:22.454519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a55440-8b62-43d9-96fb-0893489944a3 req-11a5d4ad-2b4d-4bc4-99c2-693709dd463a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:22.462292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71a55440-8b62-43d9-96fb-0893489944a3 req-11a5d4ad-2b4d-4bc4-99c2-693709dd463a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2080424 Mar 07 04:56:22.553325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-71a55440-8b62-43d9-96fb-0893489944a3 req-2bbed115-297d-4e97-8a03-04f2e34463f5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901542 Mar 07 04:56:22.619925 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c23bf652-e352-471a-ab8e-b3901b375c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:22.760929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6ea0b-c65f-41a4-98f9-964441fd27c1 req-44c05156-d9c0-41ea-910c-fdf64646572b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:22.762902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfb6ea0b-c65f-41a4-98f9-964441fd27c1 req-44c05156-d9c0-41ea-910c-fdf64646572b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1356392 Mar 07 04:56:22.818832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c23bf652-e352-471a-ab8e-b3901b375c2d admin admin] Publish callbacks [] for security_group (329032f3-d096-4fe5-8fbf-e6208732e9ea), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:22.834269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c23bf652-e352-471a-ab8e-b3901b375c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (329032f3-d096-4fe5-8fbf-e6208732e9ea), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:22.854787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfb6ea0b-c65f-41a4-98f9-964441fd27c1 req-f0da4899-da68-4219-855e-9e8d820ba617 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858381 Mar 07 04:56:22.923805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c23bf652-e352-471a-ab8e-b3901b375c2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be34cf5feaa84260b3312806d03268e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5146413 Mar 07 04:56:22.925611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bf652-e352-471a-ab8e-b3901b375c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329032f3-d096-4fe5-8fbf-e6208732e9ea,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:22.927476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:23.096278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7be3de39-a552-44f7-b252-64cad3f5089c admin admin] Publish callbacks [] for security_group (329032f3-d096-4fe5-8fbf-e6208732e9ea), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:23.145751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7be3de39-a552-44f7-b252-64cad3f5089c admin admin] Publish callbacks [] for security_group (329032f3-d096-4fe5-8fbf-e6208732e9ea), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:23.234440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7be3de39-a552-44f7-b252-64cad3f5089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (329032f3-d096-4fe5-8fbf-e6208732e9ea), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:23.239865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7be3de39-a552-44f7-b252-64cad3f5089c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:23.256562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7be3de39-a552-44f7-b252-64cad3f5089c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/329032f3-d096-4fe5-8fbf-e6208732e9ea HTTP/1.1" status: 204 len: 168 time: 0.3180153 Mar 07 04:56:23.269882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3de39-a552-44f7-b252-64cad3f5089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329032f3-d096-4fe5-8fbf-e6208732e9ea,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:23.824694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1dd5-14f6-4977-91f4-8144054833e0 req-b822bb9f-ed34-46d3-918a-1d552060a819 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:23.826625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-711f1dd5-14f6-4977-91f4-8144054833e0 req-b822bb9f-ed34-46d3-918a-1d552060a819 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1207159 Mar 07 04:56:23.927310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-711f1dd5-14f6-4977-91f4-8144054833e0 req-07ebedef-02b5-48d6-963d-3be23e66bbeb tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923798 Mar 07 04:56:24.091772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e0ab-468e-4464-8758-84f9b83f4662 req-43010411-5ea6-44cf-a8eb-47f832fc7eb5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:24.099310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd17e0ab-468e-4464-8758-84f9b83f4662 req-43010411-5ea6-44cf-a8eb-47f832fc7eb5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1071219 Mar 07 04:56:24.190395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd17e0ab-468e-4464-8758-84f9b83f4662 req-4c741d7b-f3f7-4768-8594-91f23e5d4e33 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855708 Mar 07 04:56:25.247853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cf8c-7aa9-49ff-95ad-8704cd25f2cb req-735dab7a-1fc4-495c-b0f5-16b6effeaffb tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:25.249501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3c2cf8c-7aa9-49ff-95ad-8704cd25f2cb req-735dab7a-1fc4-495c-b0f5-16b6effeaffb tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1428962 Mar 07 04:56:25.476759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3c2cf8c-7aa9-49ff-95ad-8704cd25f2cb req-0444cdeb-eac2-450c-9dd0-f55252f5ba6c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207015 Mar 07 04:56:25.580339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a08d-39b3-4934-8190-10682f6bd823 req-36fb1f3a-f7a1-443d-97a9-765c18d68ffe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:25.582337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dd4a08d-39b3-4934-8190-10682f6bd823 req-36fb1f3a-f7a1-443d-97a9-765c18d68ffe tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1614816 Mar 07 04:56:25.661881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dd4a08d-39b3-4934-8190-10682f6bd823 req-bd208d37-c13b-4ad0-9902-9d84625e4442 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662987 Mar 07 04:56:26.671434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038acfb-9060-46ae-9788-e3d601a3da34 req-ef055054-58c6-4382-8307-b2f931078c30 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:26.679191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038acfb-9060-46ae-9788-e3d601a3da34 req-ef055054-58c6-4382-8307-b2f931078c30 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0819905 Mar 07 04:56:26.734675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e038acfb-9060-46ae-9788-e3d601a3da34 req-0f325759-acc1-404c-a23d-cc2b09f538ef tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541842 Mar 07 04:56:26.906169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db57ec-0142-4365-9f00-276fc25f71b6 req-fa1be52e-69ff-4faa-8b28-f696aafec45c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:26.913933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19db57ec-0142-4365-9f00-276fc25f71b6 req-fa1be52e-69ff-4faa-8b28-f696aafec45c tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.0734560 Mar 07 04:56:27.001165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19db57ec-0142-4365-9f00-276fc25f71b6 req-8159fc59-c97c-4e32-a5c2-5ae1a06d1ae7 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812278 Mar 07 04:56:27.155885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45554) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:27.161917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'network': {'name': 'tempest-network-smoke--2075779078', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:27.200956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Made reservation on behalf of 0b4f11ba48ee4803949c96b13cd13b49 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:56:27.207985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.226224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.358977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (a57751a0-52d1-4878-af3d-29c1b45bc97b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.369397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a57751a0-52d1-4878-af3d-29c1b45bc97b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.412198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57751a0-52d1-4878-af3d-29c1b45bc97b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:27.425078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:56:27.436242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3dcbe98f-b385-4df8-8982-3fa1d163a658), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.436631 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Added segment 3dcbe98f-b385-4df8-8982-3fa1d163a658 of type vlan for network 9039d5f1-ca3b-47af-a27a-e7f490964bfb Mar 07 04:56:27.535763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (9039d5f1-ca3b-47af-a27a-e7f490964bfb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.579080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (9039d5f1-ca3b-47af-a27a-e7f490964bfb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.586132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:27.587103 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.642047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45558) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:27.642298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4848552 Mar 07 04:56:27.649056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'admin_state_up': True, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:27.689224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94285d3-107a-41e5-8145-b9c81a7cefb7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Network': ['ID=9039d5f1-ca3b-47af-a27a-e7f490964bfb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:27.706745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:56:27.724320 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (77507c00-1f7d-4710-84bc-b8ccd5c39996), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.726424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (77507c00-1f7d-4710-84bc-b8ccd5c39996), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:27.919142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_controller (77507c00-1f7d-4710-84bc-b8ccd5c39996), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:28.132011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101d2ca-660a-4491-886a-598657b650ab req-648524bc-1d34-438c-8381-2d3a8a542825 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:28.134627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a101d2ca-660a-4491-886a-598657b650ab req-648524bc-1d34-438c-8381-2d3a8a542825 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2139218 Mar 07 04:56:28.253874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (77507c00-1f7d-4710-84bc-b8ccd5c39996), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:28.261265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a101d2ca-660a-4491-886a-598657b650ab req-c07419ee-18bb-4699-8738-74668c383bc8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760992 Mar 07 04:56:28.306585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454af486-535a-4a8b-81fa-c2b49c8a701d req-bdef8f2b-8765-4930-b0a8-3cab0f7994b9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:28.308259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-454af486-535a-4a8b-81fa-c2b49c8a701d req-bdef8f2b-8765-4930-b0a8-3cab0f7994b9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1838207 Mar 07 04:56:28.436441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-454af486-535a-4a8b-81fa-c2b49c8a701d req-a1e7934e-72b0-4fda-9ae3-c2574f4b6f18 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135521 Mar 07 04:56:29.015432 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (77507c00-1f7d-4710-84bc-b8ccd5c39996), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:29.045389 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:29.110612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-e033ce6f-1e2d-4649-9cac-644db58dcd59 service neutron] (103939) timed out ('10.222.0.21', 55208) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:56:29.200480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.25.4.10 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/fb6509cd-c352-4fb3-a6fd-ce755e01ce84) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:56:29.316779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-892bdb29-8855-4bd7-950b-5c2d98e31138 req-8a9ca5f0-3a2c-41c0-84b1-267091353239 tempest-ServersNegativeTestJSON-2061703160 tempest-ServersNegativeTestJSON-2061703160-project] (103939) timed out ('10.222.0.21', 35588) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:56:29.348212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:29.406377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:29.503008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:29.513600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:29.541035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:29.549308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:56:29.626482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7ba3c-3546-4491-9b7c-fd5862762e70 req-c6ef2be0-7f32-49da-ae6d-1f5593cc4f05 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:29.628120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bab7ba3c-3546-4491-9b7c-fd5862762e70 req-c6ef2be0-7f32-49da-ae6d-1f5593cc4f05 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2360616 Mar 07 04:56:29.741365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bab7ba3c-3546-4491-9b7c-fd5862762e70 req-0832c345-e9d9-4687-84db-55a2935b51ed tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036813 Mar 07 04:56:29.774135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8b34c-03fd-4119-8695-d914a915ecdf req-24db213f-a2ff-455f-a148-1bdda10d24f4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:29.782959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bda8b34c-03fd-4119-8695-d914a915ecdf req-24db213f-a2ff-455f-a148-1bdda10d24f4 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.2438149 Mar 07 04:56:29.951673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bda8b34c-03fd-4119-8695-d914a915ecdf req-2823ac83-0ea2-4f10-8372-d2503dc9a405 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698532 Mar 07 04:56:30.122184 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (77507c00-1f7d-4710-84bc-b8ccd5c39996), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:30.428848 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (77507c00-1f7d-4710-84bc-b8ccd5c39996), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:30.591150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 77507c00-1f7d-4710-84bc-b8ccd5c39996 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:56:30.801579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:56:30.815284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Sync routers for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:56:30.848726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:56:30.850682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:56:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:30.855163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:30.856658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d3bd157-076b-4ac3-98fc-01b7838f18db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2131217 Mar 07 04:56:30.860055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45582) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:31.115157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1532bae1-3bd5-422c-a5fe-f725aa4ed490 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0b4f11ba48ee4803949c96b13cd13b49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2536874 Mar 07 04:56:31.117953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45588) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:31.190363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:56:31.274551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3632aea-a1b5-413e-84ce-b5fa9d646aee req-208b2c66-e76d-44ec-bebd-c829a432b7d3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:31.276135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3632aea-a1b5-413e-84ce-b5fa9d646aee req-208b2c66-e76d-44ec-bebd-c829a432b7d3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2642448 Mar 07 04:56:31.397633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569536e1-34bc-45d3-b2e2-7d5e1cfe311d req-6f7fe6cf-7e92-40a4-9d85-adc46a7bbe55 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:31.399954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-569536e1-34bc-45d3-b2e2-7d5e1cfe311d req-6f7fe6cf-7e92-40a4-9d85-adc46a7bbe55 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.3100030 Mar 07 04:56:31.464976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3632aea-a1b5-413e-84ce-b5fa9d646aee req-658cc998-a7c9-4705-81c3-0250e0312890 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645021 Mar 07 04:56:31.517060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dfab7a-bfe7-47d0-9993-46e86cf5f905 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:31.519280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-10dfab7a-bfe7-47d0-9993-46e86cf5f905 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3999550 Mar 07 04:56:31.525100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45592) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:31.558410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-569536e1-34bc-45d3-b2e2-7d5e1cfe311d req-edb4b4cb-3325-4607-819b-01fdf446897b tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367819 Mar 07 04:56:31.601057 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e751a0d8-b903-41f4-830b-8a27c7daa496 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742888 Mar 07 04:56:31.604401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45594) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:31.610878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1641702701', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:31.747293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Made reservation on behalf of 0b4f11ba48ee4803949c96b13cd13b49 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:56:31.752805 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:31.973770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:29Z', 'revision_number': 3, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:32.019002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Checking router: 77507c00-1f7d-4710-84bc-b8ccd5c39996 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:56:32.019524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Updating router 77507c00-1f7d-4710-84bc-b8ccd5c39996 port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:56:32.056468 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.130193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (5666d37e-3326-4b0f-a38b-a7da8a7245f0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.296483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Checking segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:56:32.300810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network hostable DHCP agents. Network: 9039d5f1-ca3b-47af-a27a-e7f490964bfb, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:56:32.330368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Subnet': ['ID=5666d37e-3326-4b0f-a38b-a7da8a7245f0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:32.366537 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Publish callbacks [] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.378933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:56:32.380124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.415035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 9039d5f1-ca3b-47af-a27a-e7f490964bfb) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:32.431565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5dae1d-ab4a-40ff-b9fd-ad758f87abce None None] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:56:32.435709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:32.436310 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.451733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Attempting to bind port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:56:32.452490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Attempting to bind port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:56:32.453092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Attempting to bind port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:32.462709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:56:32.463662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:56:32.464338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.465037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:56:32.465947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Bound port: fb6509cd-c352-4fb3-a6fd-ce755e01ce84, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:56:32.466794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.475091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:32.476338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8aef2904-a886-4f69-b2d6-dbc36ba3b0f6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8705792 Mar 07 04:56:32.517000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Pushing event updated for resources: {'Port': ['ID=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:32.535211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.535706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.536157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.536599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.537035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.537471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.537958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.538434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.538870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.539346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.539782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.540361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.540790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:32.636518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] For port fb6509cd-c352-4fb3-a6fd-ce755e01ce84, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:56:32.648166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] For port fb6509cd-c352-4fb3-a6fd-ce755e01ce84, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:56:32.698477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.740403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:56:32.741968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:32.987816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a238-6417-4f42-ac6a-412fccc9fce1 req-02bd74f9-d5d7-4a17-8a18-0b2ae0cd3447 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:32.989381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5794a238-6417-4f42-ac6a-412fccc9fce1 req-02bd74f9-d5d7-4a17-8a18-0b2ae0cd3447 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.3126245 Mar 07 04:56:33.039910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf8968-b44c-415a-8f27-bf528d15595e req-1f1e077f-d861-44e9-9c7e-096565915fe2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:33.041458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38bf8968-b44c-415a-8f27-bf528d15595e req-1f1e077f-d861-44e9-9c7e-096565915fe2 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.2541907 Mar 07 04:56:33.051524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Allocated IP 172.20.0.2 (9039d5f1-ca3b-47af-a27a-e7f490964bfb/5666d37e-3326-4b0f-a38b-a7da8a7245f0/64cec43a-ac9c-49cf-9959-4a8cf736db77) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:56:33.231075 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Publish callbacks [] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:33.243159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee100669-e928-4836-a478-17a1669fc723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:33.249349 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:33.257238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a440a4a-e4ec-4ecc-bb16-5f354de665f3 None None] Pushing event updated for resources: {'Port': ['ID=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:33.265783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5794a238-6417-4f42-ac6a-412fccc9fce1 req-7d89b6a8-18c5-4078-ab9d-f324518f0322 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478189 Mar 07 04:56:33.289514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:56:33.292834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:56:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:33.294525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38bf8968-b44c-415a-8f27-bf528d15595e req-58a5278d-60ae-4a74-a947-f0f653bfcbb0 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179892 Mar 07 04:56:33.389365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:33.395626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:33.409116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:56:33.453542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Pushing event updated for resources: {'Port': ['ID=64cec43a-ac9c-49cf-9959-4a8cf736db77,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:33.538683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Attempting to bind port 64cec43a-ac9c-49cf-9959-4a8cf736db77 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:56:33.539680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Attempting to bind port 64cec43a-ac9c-49cf-9959-4a8cf736db77 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:56:33.540186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Attempting to bind port 64cec43a-ac9c-49cf-9959-4a8cf736db77 on network 9039d5f1-ca3b-47af-a27a-e7f490964bfb {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:33.553990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:56:33.554612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Checking segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:56:33.555191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:33.555697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Bound using segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:56:33.556349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Bound port: 64cec43a-ac9c-49cf-9959-4a8cf736db77, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:56:33.556850 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:33.584105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:56:33.743804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] For port 64cec43a-ac9c-49cf-9959-4a8cf736db77, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:56:33.764950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] For port 64cec43a-ac9c-49cf-9959-4a8cf736db77, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64cec43a-ac9c-49cf-9959-4a8cf736db77,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:56:33.784193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:33.969264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98229042-1472-4af7-90a2-3e68c415e8a7 None None] Pushing event updated for resources: {'Port': ['ID=64cec43a-ac9c-49cf-9959-4a8cf736db77,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:34.010174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:29Z', 'revision_number': 3, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:34.100704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82073d-e127-4b27-b3a0-372d16cac804 None None] The sync data for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 is: [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:29Z', 'revision_number': 3, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:56:34.324453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:34.668366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6e9d2-74f6-42e9-8b48-5cb6560c8f46 req-3be9560f-206d-4d2d-9954-6b78f7ca8210 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:34.668918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84e6e9d2-74f6-42e9-8b48-5cb6560c8f46 req-3be9560f-206d-4d2d-9954-6b78f7ca8210 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.2447968 Mar 07 04:56:34.688438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ec39-de63-43c5-aca4-f8a1c7a56bef req-c5760ef4-37a2-4f05-bf74-94f14085b95d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:34.690023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0088ec39-de63-43c5-aca4-f8a1c7a56bef req-c5760ef4-37a2-4f05-bf74-94f14085b95d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1685712 Mar 07 04:56:34.780523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84e6e9d2-74f6-42e9-8b48-5cb6560c8f46 req-9170177a-6f94-487e-a5bb-8eb09cbeaf58 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003704 Mar 07 04:56:34.891676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0088ec39-de63-43c5-aca4-f8a1c7a56bef req-c50119bc-bc9b-4369-b2ca-0a515acd2253 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130192 Mar 07 04:56:35.014645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.20.0.1 (9039d5f1-ca3b-47af-a27a-e7f490964bfb/5666d37e-3326-4b0f-a38b-a7da8a7245f0/d2b77398-2f77-4551-8a3e-211b9715be53) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:56:35.300937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (d2b77398-2f77-4551-8a3e-211b9715be53), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:35.331055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-dddcbe22-ffb6-4af5-8091-f5c9c05caeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:35.332513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-dddcbe22-ffb6-4af5-8091-f5c9c05caeaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1128 time: 0.2157552 Mar 07 04:56:35.358139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64cec43a-ac9c-49cf-9959-4a8cf736db77 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:35.488956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb026a4a-a4d9-4187-a11c-bc6994d3e93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:35.522610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 64cec43a-ac9c-49cf-9959-4a8cf736db77 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:35.523205 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:35.620714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:35.721754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 64cec43a-ac9c-49cf-9959-4a8cf736db77 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:35.722900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:35.731080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-d87e0b57-e9ab-4b3d-93c0-1136f0c9b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:35.733345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-d87e0b57-e9ab-4b3d-93c0-1136f0c9b056 service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.3768256 Mar 07 04:56:35.777568 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:35.779518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:35.783785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:56:35.811739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 64cec43a-ac9c-49cf-9959-4a8cf736db77, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64cec43a-ac9c-49cf-9959-4a8cf736db77,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:35.824928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:35.828425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb6509cd-c352-4fb3-a6fd-ce755e01ce84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:35.989069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b5eec-b3ce-471c-9af3-87a6fbff676a None None] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:56:36.104224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5e607204-2a11-435b-b611-ee6950109700 None None] Provisioning complete for port 64cec43a-ac9c-49cf-9959-4a8cf736db77 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:36.104992 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e607204-2a11-435b-b611-ee6950109700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:36.129685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (77507c00-1f7d-4710-84bc-b8ccd5c39996), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:36.214675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=64cec43a-ac9c-49cf-9959-4a8cf736db77,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:36.244752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45a73f-158a-46ac-998e-6bb6a92faedc req-e7e70c97-29e7-4805-982f-7b7e41a0be44 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:36.247033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc45a73f-158a-46ac-998e-6bb6a92faedc req-e7e70c97-29e7-4805-982f-7b7e41a0be44 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.2893450 Mar 07 04:56:36.290504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:36.291280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:36.440075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14a0c6-cbe6-437e-be1f-48de7c3b8640 req-f4a620d4-75a1-4d67-bcb9-60a651fc7faf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:36.450565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d14a0c6-cbe6-437e-be1f-48de7c3b8640 req-f4a620d4-75a1-4d67-bcb9-60a651fc7faf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.3855450 Mar 07 04:56:36.486407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=d2b77398-2f77-4551-8a3e-211b9715be53,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:36.556459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:36.558342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:36.566858 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-b9e72121-b23d-4d24-b574-2c7f74c69461 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 1001 time: 0.7059543 Mar 07 04:56:36.572621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc45a73f-158a-46ac-998e-6bb6a92faedc req-82abdd8e-cfb7-4e68-8d5f-703554b57d84 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037872 Mar 07 04:56:36.674408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d14a0c6-cbe6-437e-be1f-48de7c3b8640 req-2bf69a89-eaaa-4dfe-8b50-6d78d0fffa57 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205720 Mar 07 04:56:36.688145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fb6509cd-c352-4fb3-a6fd-ce755e01ce84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:36.689108 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:36.689746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-5dfc4de1-52ac-4248-bd15-3ddb2774597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:36.691283 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-5dfc4de1-52ac-4248-bd15-3ddb2774597e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.1177781 Mar 07 04:56:36.717915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5e607204-2a11-435b-b611-ee6950109700 None None] Current status of the port 64cec43a-ac9c-49cf-9959-4a8cf736db77 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:36.723706 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:36.872187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:36.933492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.061700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8e7e8d67-216a-4c12-b090-f5f26d7c9a41 None None] Provisioning complete for port d2b77398-2f77-4551-8a3e-211b9715be53 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:37.062118 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8d67-216a-4c12-b090-f5f26d7c9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.222385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e8d67-216a-4c12-b090-f5f26d7c9a41 None None] Port d2b77398-2f77-4551-8a3e-211b9715be53 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:56:37.233639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64cec43a-ac9c-49cf-9959-4a8cf736db77 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:37.364733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (d2b77398-2f77-4551-8a3e-211b9715be53), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.385405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.411891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-26322f3d-7222-4947-b06c-aeee3774f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:37.413450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-26322f3d-7222-4947-b06c-aeee3774f02d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6808593 Mar 07 04:56:37.630138 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-997cdab5-df6a-4636-9cf8-12425e3292cc service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518548 Mar 07 04:56:37.662266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8e7e8d67-216a-4c12-b090-f5f26d7c9a41 None None] Provisioning complete for port 64cec43a-ac9c-49cf-9959-4a8cf736db77 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:37.662808 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8d67-216a-4c12-b090-f5f26d7c9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.701155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=d2b77398-2f77-4551-8a3e-211b9715be53,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:37.713627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (77507c00-1f7d-4710-84bc-b8ccd5c39996), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.868657 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82520521-276f-40f3-a911-5eb48b6ff4b7 req-ea704e43-93ca-4df9-9138-d5d35a9c91d0 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280118 Mar 07 04:56:37.874199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf6ae-b238-45c1-98ad-482bf1250175 req-45034cd8-4461-4a31-bc77-bdac95cce0b8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:37.885882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d22cf6ae-b238-45c1-98ad-482bf1250175 req-45034cd8-4461-4a31-bc77-bdac95cce0b8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1629329 Mar 07 04:56:37.907383 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:37.928773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:37.933907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:38.058830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d22cf6ae-b238-45c1-98ad-482bf1250175 req-5829a799-25f9-4527-b650-15388b7d0097 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717472 Mar 07 04:56:38.072022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 64cec43a-ac9c-49cf-9959-4a8cf736db77 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:38.087591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.092491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b47c73-4da1-454e-a1c1-2745ca438809 req-d7880e83-2d9a-4fb4-ad19-a3bbe9371cbd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:38.106258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41b47c73-4da1-454e-a1c1-2745ca438809 req-d7880e83-2d9a-4fb4-ad19-a3bbe9371cbd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2180226 Mar 07 04:56:38.125398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 77507c00-1f7d-4710-84bc-b8ccd5c39996 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:56:38.229002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41b47c73-4da1-454e-a1c1-2745ca438809 req-4795c88a-970f-428c-8aac-641fe2268f42 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171157 Mar 07 04:56:38.247495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e8d67-216a-4c12-b090-f5f26d7c9a41 None None] Current status of the port 64cec43a-ac9c-49cf-9959-4a8cf736db77 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:38.372102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-077c93bf-9391-4456-86d3-46797b161547 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818496 Mar 07 04:56:38.404116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 64cec43a-ac9c-49cf-9959-4a8cf736db77 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:38.405598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb6509cd-c352-4fb3-a6fd-ce755e01ce84 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:38.421115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:56:38.436118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34ced2d2-0355-4168-be29-b547f6a6f6bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "PUT /v2.0/routers/77507c00-1f7d-4710-84bc-b8ccd5c39996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9574933 Mar 07 04:56:38.436477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45644) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:38.440742 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Sync routers for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:56:38.454083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1986687813', 'description': 'tempest-secgroup_access--1986687813 description', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:38.466825 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:56:38.468939 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:56:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:38.511062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.521431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-16199ed3-cb3a-47d7-898f-f50da0a1a518 None None] Provisioning complete for port d2b77398-2f77-4551-8a3e-211b9715be53 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:38.522091 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16199ed3-cb3a-47d7-898f-f50da0a1a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.544167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-4364ed97-dfc4-42c8-a4b9-e8ecb676baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:38.545789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-4364ed97-dfc4-42c8-a4b9-e8ecb676baf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1127 time: 0.1085722 Mar 07 04:56:38.655583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-16199ed3-cb3a-47d7-898f-f50da0a1a518 None None] Port d2b77398-2f77-4551-8a3e-211b9715be53 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:56:38.661501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (38d0bbce-e119-4e3f-99e9-57c38a9fce88), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.663291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:38.665270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.677180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (38d0bbce-e119-4e3f-99e9-57c38a9fce88), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.765709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0bbce-e119-4e3f-99e9-57c38a9fce88,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:38.779879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.785918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bce7e601-c8b0-463d-9bde-9780dcda5729 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3386786 Mar 07 04:56:38.786572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45650) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:38.797767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1764833060', 'description': 'tempest-secgroup_general--1764833060 description', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:38.819475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:56:38.856497 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:38.872122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-7f40275f-febc-4800-913d-75b1d2e19c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:38.876905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-7f40275f-febc-4800-913d-75b1d2e19c71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.3002119 Mar 07 04:56:38.909534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:39.003925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-14e41f3c-5fd6-4297-9813-834b87e3af8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 1001 time: 0.1192224 Mar 07 04:56:39.015237 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (6ac64ccc-269c-409a-bcf4-3325fa1a48e5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.026524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6ac64ccc-269c-409a-bcf4-3325fa1a48e5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.062416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac64ccc-269c-409a-bcf4-3325fa1a48e5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:39.084565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.091038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45654) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:39.091533 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4095eb2d-9f11-45e4-9f1c-2a728f6dd391 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3036692 Mar 07 04:56:39.103122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'security_group_rule': {'security_group_id': '38d0bbce-e119-4e3f-99e9-57c38a9fce88', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:39.177937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-ca91f8d8-8ded-4e04-8dd1-13a931e1cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:39.179988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-ca91f8d8-8ded-4e04-8dd1-13a931e1cb56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1688173 Mar 07 04:56:39.308726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-f79fcdb2-a481-45e1-a9ef-d19534bd876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:39.311289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-f79fcdb2-a481-45e1-a9ef-d19534bd876e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1239176 Mar 07 04:56:39.334985 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group_rule (f35271a7-eaa6-4c6f-8ea8-fb97d8f6963f), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.337447 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:37Z', 'revision_number': 2, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:39.363697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659e3c-ad6a-4aae-9644-ec27e405f745 req-42084991-73f5-470d-936b-f7546bc389c8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:39.370940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30659e3c-ad6a-4aae-9644-ec27e405f745 req-42084991-73f5-470d-936b-f7546bc389c8 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 943 time: 0.1292548 Mar 07 04:56:39.398153 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Checking router: 77507c00-1f7d-4710-84bc-b8ccd5c39996 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:56:39.401798 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Updating router 77507c00-1f7d-4710-84bc-b8ccd5c39996 port d2b77398-2f77-4551-8a3e-211b9715be53 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:56:39.448998 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.485532 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.515761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-30659e3c-ad6a-4aae-9644-ec27e405f745 req-8c50b811-e00c-4abb-86f4-70381c13daff tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438434 Mar 07 04:56:39.645582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group_rule (f35271a7-eaa6-4c6f-8ea8-fb97d8f6963f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.662145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18c5af-5510-4317-86f8-14105322b2bf req-1153dc87-fffa-43c3-9420-817eb5efaf84 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:39.676493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f18c5af-5510-4317-86f8-14105322b2bf req-1153dc87-fffa-43c3-9420-817eb5efaf84 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.2584703 Mar 07 04:56:39.692307 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (f35271a7-eaa6-4c6f-8ea8-fb97d8f6963f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.773181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:39.773181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6702092 Mar 07 04:56:39.777268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35271a7-eaa6-4c6f-8ea8-fb97d8f6963f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:39.788005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-85acf46c-cc37-444a-8934-779b055e4216 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705553 Mar 07 04:56:39.918993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c471be71-8ca9-4dbc-8706-c75b5aa3777e req-856fb011-fcdd-4cbf-80c3-eb69485686ad service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218367 Mar 07 04:56:39.924026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.924388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.924799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.925156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.926118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.926473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.926820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.927166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.927562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.927906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.928243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.928575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.928962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db791c-509b-4d99-9c4a-3e0d1f86fc27 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:39.964530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f18c5af-5510-4317-86f8-14105322b2bf req-55552787-582f-4162-9ef5-497803da2a71 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818921 Mar 07 04:56:40.043457 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Publish callbacks [] for port (d2b77398-2f77-4551-8a3e-211b9715be53), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.051723 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.233067 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Attempting to bind port d2b77398-2f77-4551-8a3e-211b9715be53 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:56:40.233736 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Attempting to bind port d2b77398-2f77-4551-8a3e-211b9715be53 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:56:40.234274 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Attempting to bind port d2b77398-2f77-4551-8a3e-211b9715be53 on network 9039d5f1-ca3b-47af-a27a-e7f490964bfb {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:40.248758 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:56:40.249160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Checking segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:56:40.249526 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.249913 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Bound using segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:56:40.250655 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Bound port: d2b77398-2f77-4551-8a3e-211b9715be53, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:56:40.251064 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.339359 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] For port d2b77398-2f77-4551-8a3e-211b9715be53, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:56:40.345316 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] For port d2b77398-2f77-4551-8a3e-211b9715be53, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d2b77398-2f77-4551-8a3e-211b9715be53,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:56:40.356512 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.364030 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Pushing event updated for resources: {'Port': ['ID=d2b77398-2f77-4551-8a3e-211b9715be53,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:40.424458 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.424800 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.425147 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.425487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.425823 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.426892 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.427718 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.432629 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.432629 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.432902 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.433173 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.433507 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.435378 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:56:40.510115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] Provisioning complete for port d2b77398-2f77-4551-8a3e-211b9715be53 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:40.512424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.676145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] Current status of the port d2b77398-2f77-4551-8a3e-211b9715be53 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:40.676843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.696645 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35838e30-909f-4ed3-8675-d98b5c2e1ddc None None] Pushing event updated for resources: {'Port': ['ID=d2b77398-2f77-4551-8a3e-211b9715be53,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:40.701378 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:56:40.702053 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:56:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:40.745818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] For port d2b77398-2f77-4551-8a3e-211b9715be53, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d2b77398-2f77-4551-8a3e-211b9715be53,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:40.847743 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:40.872579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:56:40.921038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc829d-d1e0-4663-9aa6-f94a9ffec8ca None None] Pushing event updated for resources: {'Port': ['ID=d2b77398-2f77-4551-8a3e-211b9715be53,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:41.021783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-19b67fb3-e385-4e98-858e-36421187fe59 None None] Provisioning complete for port d2b77398-2f77-4551-8a3e-211b9715be53 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:41.022559 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19b67fb3-e385-4e98-858e-36421187fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:41.127082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-19b67fb3-e385-4e98-858e-36421187fe59 None None] Current status of the port d2b77398-2f77-4551-8a3e-211b9715be53 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:41.180233 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:41.207853 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677138e2-4f49-459e-9a17-ef51f6bb7832 None None] The sync data for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 is: [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:56:42.527630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0b1beff4-e3a5-4e79-b7c6-6f67afdd7d13 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1986687813&fields=id&tenant_id=0b4f11ba48ee4803949c96b13cd13b49 HTTP/1.1" status: 200 len: 267 time: 0.0472913 Mar 07 04:56:42.590539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-8164f175-688d-491e-992b-a9aa920da280 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1764833060&fields=id&tenant_id=0b4f11ba48ee4803949c96b13cd13b49 HTTP/1.1" status: 200 len: 267 time: 0.0554094 Mar 07 04:56:42.720666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-385ff7c5-eb0e-4e87-9564-161fe99b90bb tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:42.727689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-385ff7c5-eb0e-4e87-9564-161fe99b90bb tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/networks?id=9039d5f1-ca3b-47af-a27a-e7f490964bfb HTTP/1.1" status: 200 len: 797 time: 0.1326227 Mar 07 04:56:42.744661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-ad18d040-d327-490c-8932-8f139bd6923c tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/quotas/0b4f11ba48ee4803949c96b13cd13b49 HTTP/1.1" status: 200 len: 375 time: 0.0159113 Mar 07 04:56:42.811514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-4c5a749b-b8ef-4c42-bd47-6a3fd94d0f92 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658972 Mar 07 04:56:42.910510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-6848d592-8cdc-487b-9069-e65fbc1a3ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956948 Mar 07 04:56:43.034365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-5cc4087f-f688-4b71-8174-34e000ead9d6 service neutron] 10.222.0.21 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123941 Mar 07 04:56:43.218125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d2b77398-2f77-4551-8a3e-211b9715be53 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:43.338478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d2b77398-2f77-4551-8a3e-211b9715be53 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:43.339821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:43.345941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3778ec-c2ac-465f-af36-b05670221995 req-231732bf-d38d-4ac9-9593-05f9c0c0fdef tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:43.352994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae3778ec-c2ac-465f-af36-b05670221995 req-231732bf-d38d-4ac9-9593-05f9c0c0fdef tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1052680 Mar 07 04:56:43.408928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-2787a57f-7869-46a8-aec7-fefe9055ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:43.415913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae3778ec-c2ac-465f-af36-b05670221995 req-44bdad1a-bb93-4b8a-9388-ad6df355beaf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607235 Mar 07 04:56:43.431110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-2787a57f-7869-46a8-aec7-fefe9055ae16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1128 time: 0.1507699 Mar 07 04:56:43.540142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3df7c5ae-a91d-4353-9c40-9e4a9bdb8462 req-a4b74413-bdc2-4619-8e7e-75145963534b tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 210 time: 0.0635567 Mar 07 04:56:43.540684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d2b77398-2f77-4551-8a3e-211b9715be53 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:43.574907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-cbebe368-145c-451f-a758-4d319002cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:43.576403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-cbebe368-145c-451f-a758-4d319002cbcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1442964 Mar 07 04:56:43.659908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-8411db53-b78b-4bbf-ace9-b176aae90561 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 1001 time: 0.0759165 Mar 07 04:56:43.744681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-7146b330-c55b-42c7-9c84-306f091c278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:43.746674 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-7146b330-c55b-42c7-9c84-306f091c278e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0747743 Mar 07 04:56:43.831373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-5bfa877a-32b4-4739-9a57-31bc031ab2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:43.833163 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-5bfa877a-32b4-4739-9a57-31bc031ab2fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787411 Mar 07 04:56:44.008016 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-a37a37c7-918d-414d-a37f-5f6741c86298 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673508 Mar 07 04:56:44.140403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8b8906f9-1034-4bef-ad3e-4ef8febc67d1 req-c5170c47-eeb7-478c-a753-5563d17a7423 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219451 Mar 07 04:56:44.556167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d76d91-f5b7-47a8-b583-6cd05fb8398d req-36b330e7-83a4-42f1-b55e-2abe80ab9a13 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:44.558447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1d76d91-f5b7-47a8-b583-6cd05fb8398d req-36b330e7-83a4-42f1-b55e-2abe80ab9a13 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.0575335 Mar 07 04:56:44.632031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1d76d91-f5b7-47a8-b583-6cd05fb8398d req-46ff5e3f-7521-46fb-bff2-615bc3be92ed tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649419 Mar 07 04:56:44.804023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bbedce16-ec1c-43cc-9831-48cd3d6307b5 req-02737d49-cf41-43e7-b203-d88ef3f29110 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 210 time: 0.0653131 Mar 07 04:56:44.892127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-310a160b-0e3b-4bd5-8ee6-da084025acaf tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:44.894015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-310a160b-0e3b-4bd5-8ee6-da084025acaf tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.15 "GET /v2.0/networks?id=9039d5f1-ca3b-47af-a27a-e7f490964bfb HTTP/1.1" status: 200 len: 797 time: 0.2117629 Mar 07 04:56:45.001536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-2dacf34d-cd36-4efd-bd51-6b1ce8a98d43 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b4f11ba48ee4803949c96b13cd13b49 HTTP/1.1" status: 200 len: 478 time: 0.0986681 Mar 07 04:56:45.011692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'port': {'device_id': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'admin_state_up': True, 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'security_groups': ['38d0bbce-e119-4e3f-99e9-57c38a9fce88', '6ac64ccc-269c-409a-bcf4-3325fa1a48e5']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:45.135187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Made reservation on behalf of 0b4f11ba48ee4803949c96b13cd13b49 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:56:45.140373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:45.649717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:56:45.664585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.20.0.4 (9039d5f1-ca3b-47af-a27a-e7f490964bfb/5666d37e-3326-4b0f-a38b-a7da8a7245f0/761b5328-5502-41c3-9555-1131c3c4d98a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:56:45.878877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:45.879751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:45.897613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9fe8-3923-4c7f-95a2-a2f2a8a2a302 req-c0d5afb5-c3ef-4bb3-95b2-f6bdbe400f3c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:45.899248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bee9fe8-3923-4c7f-95a2-a2f2a8a2a302 req-c0d5afb5-c3ef-4bb3-95b2-f6bdbe400f3c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 946 time: 0.1141617 Mar 07 04:56:45.916356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:45.919214 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d33a2-34b0-493f-b9f3-4d7e6c4617d9" -d '{"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:45.933889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:45.936014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (761b5328-5502-41c3-9555-1131c3c4d98a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:45.938252 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:46.002639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:46.003802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:46.078902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:46.084230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:46.087139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=761b5328-5502-41c3-9555-1131c3c4d98a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:46.089541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:56:46.102444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7bee9fe8-3923-4c7f-95a2-a2f2a8a2a302 req-7a6a4a7f-430c-431f-b0a1-192d65206d8a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248534 Mar 07 04:56:46.192378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:46.193058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:46.253434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-849228b4-a97c-477f-a54c-9dcc8f9298e6 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2453666 Mar 07 04:56:46.273211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Request body: {'port': {'device_id': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:46.387474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fa99c-7500-4f1c-afa3-fe83026c6db0 req-31e77323-1f94-4ff3-8a73-6beacf1ebd1f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:46.388955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f97fa99c-7500-4f1c-afa3-fe83026c6db0 req-31e77323-1f94-4ff3-8a73-6beacf1ebd1f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 970 time: 0.1744187 Mar 07 04:56:46.407711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:46.501248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3cd99e58-e163-42fc-8d0a-466577b05b22 None None] Provisioning complete for port 761b5328-5502-41c3-9555-1131c3c4d98a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:46.501631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3cd99e58-e163-42fc-8d0a-466577b05b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:46.509635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f97fa99c-7500-4f1c-afa3-fe83026c6db0 req-0fbf2152-297e-4b89-9a8a-90fa6d08b4da tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1121457 Mar 07 04:56:46.580863 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ec0127-093f-4fe6-81c0-60ca6cd2b779 x-openstack-request-id: req-c7ec0127-093f-4fe6-81c0-60ca6cd2b779 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:46.581157 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-unplugged", "status": "failed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "code": 422}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:46.581410 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7ec0127-093f-4fe6-81c0-60ca6cd2b779 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:46.581803 n-d-832185-1 neutron-server[103940]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'code': 422} returned with failed status Mar 07 04:56:46.595971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3cd99e58-e163-42fc-8d0a-466577b05b22 None None] Port 761b5328-5502-41c3-9555-1131c3c4d98a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:56:46.831208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761b5328-5502-41c3-9555-1131c3c4d98a {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:56:46.854629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Publish callbacks [] for port (761b5328-5502-41c3-9555-1131c3c4d98a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:46.872467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Transition to ACTIVE for port object 761b5328-5502-41c3-9555-1131c3c4d98a will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:56:46.884334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:47.112838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Pushing event updated for resources: {'Port': ['ID=761b5328-5502-41c3-9555-1131c3c4d98a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:47.174683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Attempting to bind port 761b5328-5502-41c3-9555-1131c3c4d98a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:56:47.175101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Attempting to bind port 761b5328-5502-41c3-9555-1131c3c4d98a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:56:47.175525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Attempting to bind port 761b5328-5502-41c3-9555-1131c3c4d98a on network 9039d5f1-ca3b-47af-a27a-e7f490964bfb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:47.182120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Port 761b5328-5502-41c3-9555-1131c3c4d98a on network 9039d5f1-ca3b-47af-a27a-e7f490964bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:56:47.186128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Attempting to bind port 761b5328-5502-41c3-9555-1131c3c4d98a on network 9039d5f1-ca3b-47af-a27a-e7f490964bfb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:56:47.199245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:56:47.199584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Checking segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:56:47.200132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Bound using segment: {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:56:47.200793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Bound port: 761b5328-5502-41c3-9555-1131c3c4d98a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcbe98f-b385-4df8-8982-3fa1d163a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:56:47.201247 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:47.382588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] For port 761b5328-5502-41c3-9555-1131c3c4d98a, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:56:47.386889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] For port 761b5328-5502-41c3-9555-1131c3c4d98a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=761b5328-5502-41c3-9555-1131c3c4d98a,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:56:47.402715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394f702-38ee-4d61-bf02-a90a5e90fac6 req-0fa1f801-04ed-458c-832f-1e2b7b6216b0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:47.408733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b394f702-38ee-4d61-bf02-a90a5e90fac6 req-0fa1f801-04ed-458c-832f-1e2b7b6216b0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1694925 Mar 07 04:56:47.410673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:47.549243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:47.549879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:47.551427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] 10.222.0.15 "PUT /v2.0/ports/761b5328-5502-41c3-9555-1131c3c4d98a HTTP/1.1" status: 200 len: 1130 time: 1.2869899 Mar 07 04:56:47.551892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:47.554422 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:47.565923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ca0b-3152-4a03-a57d-40a59c4f63da service neutron] Pushing event updated for resources: {'Port': ['ID=761b5328-5502-41c3-9555-1131c3c4d98a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:47.627448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b394f702-38ee-4d61-bf02-a90a5e90fac6 req-ecc4618f-0033-4179-b861-dde8e46e3295 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046130 Mar 07 04:56:47.681726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-fb5319f1-a4c8-4bf1-81cc-55d7721c4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:47.683919 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-fb5319f1-a4c8-4bf1-81cc-55d7721c4709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1164 time: 0.0717461 Mar 07 04:56:47.801624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-70e21894-0760-4875-8de2-19e1448c93cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761b5328-5502-41c3-9555-1131c3c4d98a HTTP/1.1" status: 200 len: 217 time: 0.1007972 Mar 07 04:56:47.873936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-d843ecb0-cc13-4334-84ab-32df49856700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:47.875871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-d843ecb0-cc13-4334-84ab-32df49856700 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5666d37e-3326-4b0f-a38b-a7da8a7245f0 HTTP/1.1" status: 200 len: 835 time: 0.0730467 Mar 07 04:56:48.006414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa2992-1419-4102-b795-85bc9335a37e req-577cbbd4-0d88-44bb-b984-ecc736f03b8f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:48.015348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52fa2992-1419-4102-b795-85bc9335a37e req-577cbbd4-0d88-44bb-b984-ecc736f03b8f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 982 time: 0.1381452 Mar 07 04:56:48.029968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-aadab8a6-54eb-4ad3-8a46-6bcee3a4b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:48.031505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-aadab8a6-54eb-4ad3-8a46-6bcee3a4b71a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9039d5f1-ca3b-47af-a27a-e7f490964bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1199646 Mar 07 04:56:48.164970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52fa2992-1419-4102-b795-85bc9335a37e req-ddc0ad9d-a537-4bb8-abde-e18f7808f344 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1464844 Mar 07 04:56:48.202591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-6e7cc845-1dfa-45f7-8cc3-6fac031fd08e service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636639 Mar 07 04:56:48.250474 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a947c-467f-4cc5-9b70-6316a1cc37c8 x-openstack-request-id: req-3b7a947c-467f-4cc5-9b70-6316a1cc37c8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:48.251010 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:48.251424 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7a947c-467f-4cc5-9b70-6316a1cc37c8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:48.251977 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a', 'status': 'completed', 'code': 200} Mar 07 04:56:48.371570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e015401-6e7a-40e6-84b9-1fee1207fd3e req-3ea3c749-e543-4f50-bc18-17a683a27ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616201 Mar 07 04:56:48.623105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-c98d9634-3f0a-45bf-b512-c2c0b30b9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:48.625612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-c98d9634-3f0a-45bf-b512-c2c0b30b9a50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1164 time: 0.0642188 Mar 07 04:56:48.759100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-ff6a47b8-011d-4883-b440-3ce442722460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:48.760601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-ff6a47b8-011d-4883-b440-3ce442722460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9039d5f1-ca3b-47af-a27a-e7f490964bfb HTTP/1.1" status: 200 len: 898 time: 0.1271231 Mar 07 04:56:48.840847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-ead4a134-07b3-453c-8a69-16dddd96a65f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761b5328-5502-41c3-9555-1131c3c4d98a HTTP/1.1" status: 200 len: 217 time: 0.0699418 Mar 07 04:56:48.912526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-4c426900-034c-4ce2-9194-0568f016837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:48.914622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-4c426900-034c-4ce2-9194-0568f016837e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5666d37e-3326-4b0f-a38b-a7da8a7245f0 HTTP/1.1" status: 200 len: 835 time: 0.0665593 Mar 07 04:56:49.004628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-d5ff5eb0-b32c-40b9-978c-395bad58e0ac req-36286d3a-d5c0-4842-9667-f7fcc8c58a91 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:56:49.012964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5ff5eb0-b32c-40b9-978c-395bad58e0ac req-36286d3a-d5c0-4842-9667-f7fcc8c58a91 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149775 Mar 07 04:56:49.036541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-2164c466-3fec-4f10-8e6c-a7654b28ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:49.038733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-2164c466-3fec-4f10-8e6c-a7654b28ae97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9039d5f1-ca3b-47af-a27a-e7f490964bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081760 Mar 07 04:56:49.283554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-fe99f7d2-0d2b-4706-a476-4410a78e769c service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309718 Mar 07 04:56:49.340924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800f75b-fdfb-4904-a236-9f6b7a8861cf req-7518e250-ad11-413c-ad4e-cf7fd0584ef4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:49.349505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b800f75b-fdfb-4904-a236-9f6b7a8861cf req-7518e250-ad11-413c-ad4e-cf7fd0584ef4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1150370 Mar 07 04:56:49.435901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45814) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:49.453167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b800f75b-fdfb-4904-a236-9f6b7a8861cf req-74828d3b-b1a1-4d1e-b70b-0a794d76ebfe tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027899 Mar 07 04:56:49.474584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4400c72-c3fe-4970-ad4c-9ec4133eb5d7 req-46e04c6a-9844-415c-a180-baf11cd9e9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833184 Mar 07 04:56:49.597766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-418df9e1-4951-4c45-a498-19b1fe0406bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588027 Mar 07 04:56:49.609291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d7211-77c5-4964-8f79-8fa01f55b817 req-02a28d22-a71a-4fd8-a218-33ddcb2dfcf0 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:49.611382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-901167f8-5701-4d7a-a0d4-a1146849fd72 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 04:56:49.617610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d76d7211-77c5-4964-8f79-8fa01f55b817 req-02a28d22-a71a-4fd8-a218-33ddcb2dfcf0 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 982 time: 0.0696125 Mar 07 04:56:49.618230 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-901167f8-5701-4d7a-a0d4-a1146849fd72 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094650 Mar 07 04:56:49.642493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45818) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:49.666882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:56:49.679739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d76d7211-77c5-4964-8f79-8fa01f55b817 req-949003c2-9a5d-4bdd-89f5-e7dd6f9805cd tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0607059 Mar 07 04:56:49.768566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-264355f1-93da-4799-970d-e610aba63b88 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:49.769527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:49.770864 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-264355f1-93da-4799-970d-e610aba63b88 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports/3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 941 time: 0.1272318 Mar 07 04:56:50.082726 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:50.616720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f4c70-5f8b-46af-bc81-e7df897f32a6 req-9afa918d-13b7-4f2f-a080-074ee297c363 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:50.620191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-574f4c70-5f8b-46af-bc81-e7df897f32a6 req-9afa918d-13b7-4f2f-a080-074ee297c363 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0700533 Mar 07 04:56:50.686839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-574f4c70-5f8b-46af-bc81-e7df897f32a6 req-0c7356ef-064d-4e5b-8d73-6ad26961a3b4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604963 Mar 07 04:56:50.830156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dae31-b55d-4a30-8395-c2dc750ebe13 req-b2353891-0e3b-4a78-b6de-5a53cda1749a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:50.838153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-080dae31-b55d-4a30-8395-c2dc750ebe13 req-b2353891-0e3b-4a78-b6de-5a53cda1749a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 982 time: 0.0687654 Mar 07 04:56:50.892332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 761b5328-5502-41c3-9555-1131c3c4d98a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:56:50.921170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-080dae31-b55d-4a30-8395-c2dc750ebe13 req-d972cf07-0b69-4460-9d83-72d7695db102 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0819027 Mar 07 04:56:51.025550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 761b5328-5502-41c3-9555-1131c3c4d98a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=761b5328-5502-41c3-9555-1131c3c4d98a,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:51.039377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '761b5328-5502-41c3-9555-1131c3c4d98a', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'port_id': '761b5328-5502-41c3-9555-1131c3c4d98a', 'mac_address': 'fa:16:3e:81:52:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:56:51.090241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 761b5328-5502-41c3-9555-1131c3c4d98a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:51.090720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:51.105666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761b5328-5502-41c3-9555-1131c3c4d98a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:56:51.144264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 761b5328-5502-41c3-9555-1131c3c4d98a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=761b5328-5502-41c3-9555-1131c3c4d98a,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:51.154853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:51.218665 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=761b5328-5502-41c3-9555-1131c3c4d98a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:51.509557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['761b5328-5502-41c3-9555-1131c3c4d98a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:56:51.830031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9f5e0-4307-4192-af4b-32981f74dc20 req-2e2cb4ad-6c05-4f5d-8655-5e8f0fc2658b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:51.831492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9d9f5e0-4307-4192-af4b-32981f74dc20 req-2e2cb4ad-6c05-4f5d-8655-5e8f0fc2658b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0657423 Mar 07 04:56:51.885079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9d9f5e0-4307-4192-af4b-32981f74dc20 req-f2f32344-c8dc-43d3-9ddc-c1a8b5bb6790 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Mar 07 04:56:52.052384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d54521-de00-47bf-8209-547ce32faff1 req-87d31464-6359-4525-950b-e8e279ca6b46 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:52.055042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0d54521-de00-47bf-8209-547ce32faff1 req-87d31464-6359-4525-950b-e8e279ca6b46 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 983 time: 0.0590522 Mar 07 04:56:52.112103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0d54521-de00-47bf-8209-547ce32faff1 req-ba97374f-2829-4f55-97c6-4331d97a773e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0512230 Mar 07 04:56:52.355102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:52.907580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 761b5328-5502-41c3-9555-1131c3c4d98a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:52.971163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 761b5328-5502-41c3-9555-1131c3c4d98a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:56:52.978789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 761b5328-5502-41c3-9555-1131c3c4d98a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:52.979224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:53.076825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f66d-a78e-410c-a17b-916fae8ed329 req-46a2b485-ff13-4753-a053-b695d335cbf0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:53.079312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e656f66d-a78e-410c-a17b-916fae8ed329 req-46a2b485-ff13-4753-a053-b695d335cbf0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0809677 Mar 07 04:56:53.109698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 761b5328-5502-41c3-9555-1131c3c4d98a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:53.110209 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:53.149244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e656f66d-a78e-410c-a17b-916fae8ed329 req-2f4926cf-f2d3-47c8-a11e-a13efe548151 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591605 Mar 07 04:56:53.157037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:53.160493 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a411f3f-c08d-4941-97d6-9b4c45eb6f21" -d '{"events": [{"server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "name": "network-vif-plugged", "status": "completed", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:53.176762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 761b5328-5502-41c3-9555-1131c3c4d98a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=761b5328-5502-41c3-9555-1131c3c4d98a,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:53.188545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:53.274958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=761b5328-5502-41c3-9555-1131c3c4d98a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:53.313742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708a68-0024-4e33-9106-e000e10e6233 req-d76e6485-4fd3-4204-9949-14c9954f72f9 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:53.315536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89708a68-0024-4e33-9106-e000e10e6233 req-d76e6485-4fd3-4204-9949-14c9954f72f9 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.0823050 Mar 07 04:56:53.411398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89708a68-0024-4e33-9106-e000e10e6233 req-9d47209b-4c40-4af2-b436-9ca447fa90eb tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0878923 Mar 07 04:56:53.465269 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d8e627-451c-4b95-ba85-45b36646ecd9 x-openstack-request-id: req-36d8e627-451c-4b95-ba85-45b36646ecd9 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:53.465830 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "name": "network-vif-plugged", "status": "completed", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:53.465928 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36d8e627-451c-4b95-ba85-45b36646ecd9 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:53.466330 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a', 'code': 200} Mar 07 04:56:53.568357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118fb33-93fe-42fa-aaea-f05d31313f4f req-90ab4449-0796-47e1-9b49-11de06976eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:53.570086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b118fb33-93fe-42fa-aaea-f05d31313f4f req-90ab4449-0796-47e1-9b49-11de06976eab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1166 time: 0.0477419 Mar 07 04:56:53.625546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b118fb33-93fe-42fa-aaea-f05d31313f4f req-b56144e0-4786-41e8-80c2-cd34ec296f00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0493696 Mar 07 04:56:54.291394 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e290b-08e0-47a0-b1f2-048dcdc31480 req-d4d5d467-cc73-41b3-97e2-a76a8f067c1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:54.292906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-928e290b-08e0-47a0-b1f2-048dcdc31480 req-d4d5d467-cc73-41b3-97e2-a76a8f067c1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0537241 Mar 07 04:56:54.345606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-928e290b-08e0-47a0-b1f2-048dcdc31480 req-8f65a8ac-a653-417f-b175-eb8afbdf2a44 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 Mar 07 04:56:54.416918 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:56:54.564864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84724f91-b4a0-48df-b625-8182ed515f17 req-4804b924-7701-40e6-bdb9-6716e4c570df tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:54.568226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84724f91-b4a0-48df-b625-8182ed515f17 req-4804b924-7701-40e6-bdb9-6716e4c570df tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.0752907 Mar 07 04:56:54.643263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84724f91-b4a0-48df-b625-8182ed515f17 req-d4917d27-397e-44b0-af53-1eb0afa9a768 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0681276 Mar 07 04:56:55.471068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85115ef-2635-4d69-b730-0c101b3fcddf req-bc9c81c4-f4a8-42c9-a9c6-26c3e2a06436 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:55.472538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c85115ef-2635-4d69-b730-0c101b3fcddf req-bc9c81c4-f4a8-42c9-a9c6-26c3e2a06436 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0535271 Mar 07 04:56:55.521306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c85115ef-2635-4d69-b730-0c101b3fcddf req-2ec46792-6a57-43c0-9af0-369190a13068 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Mar 07 04:56:55.668315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7b2ea789-3b64-434b-8322-4a539cda19c5 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:56:55.786728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71082f-38b1-47ca-9a91-5ef9ab7b0b54 req-b6c9793e-6e04-48ce-8a3b-c8d0088e4887 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:55.789632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc71082f-38b1-47ca-9a91-5ef9ab7b0b54 req-b6c9793e-6e04-48ce-8a3b-c8d0088e4887 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.0776324 Mar 07 04:56:55.844009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 7b2ea789-3b64-434b-8322-4a539cda19c5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7b2ea789-3b64-434b-8322-4a539cda19c5,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:55.853999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc71082f-38b1-47ca-9a91-5ef9ab7b0b54 req-c0165710-ab99-4a93-9703-2bbea2751d79 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0566642 Mar 07 04:56:55.857578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'port_id': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'mac_address': 'fa:16:3e:7e:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:56:55.912778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 7b2ea789-3b64-434b-8322-4a539cda19c5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:55.914054 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:55.935866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ea789-3b64-434b-8322-4a539cda19c5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:56:55.960564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 7b2ea789-3b64-434b-8322-4a539cda19c5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7b2ea789-3b64-434b-8322-4a539cda19c5,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:55.966772 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:55.998516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5d63f-d26a-4cc3-94da-ad3356197831 req-575243d5-0188-47ad-87c7-4d880b8971a7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:56.000165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26c5d63f-d26a-4cc3-94da-ad3356197831 req-575243d5-0188-47ad-87c7-4d880b8971a7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.0663064 Mar 07 04:56:56.034726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=7b2ea789-3b64-434b-8322-4a539cda19c5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:56.063333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26c5d63f-d26a-4cc3-94da-ad3356197831 req-ab364aa5-872a-496b-a499-43adb88b613c tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0562038 Mar 07 04:56:56.176484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932447-225d-4ae8-a62b-ccbc2bbe37cc req-5b944484-7f64-4197-ad0a-12a654374db2 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:56.178123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff932447-225d-4ae8-a62b-ccbc2bbe37cc req-5b944484-7f64-4197-ad0a-12a654374db2 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1166 time: 0.0455830 Mar 07 04:56:56.201280 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff932447-225d-4ae8-a62b-ccbc2bbe37cc req-06a931fd-837a-4b12-8b7a-46c760c5b91b tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:56.282307 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff932447-225d-4ae8-a62b-ccbc2bbe37cc req-06a931fd-837a-4b12-8b7a-46c760c5b91b tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Publish callbacks [] for security_group (669fd317-3528-4de2-85a1-4c01c7aae821), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:56.287319 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-ff932447-225d-4ae8-a62b-ccbc2bbe37cc req-06a931fd-837a-4b12-8b7a-46c760c5b91b tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (669fd317-3528-4de2-85a1-4c01c7aae821), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:56.324646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['7b2ea789-3b64-434b-8322-4a539cda19c5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:56:56.391074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff932447-225d-4ae8-a62b-ccbc2bbe37cc req-06a931fd-837a-4b12-8b7a-46c760c5b91b tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1899924 Mar 07 04:56:56.391074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a931fd-837a-4b12-8b7a-46c760c5b91b tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669fd317-3528-4de2-85a1-4c01c7aae821,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:56.395451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45886) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:56.449254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ebd85-3a65-4596-bc07-07d8058a5f2f tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:56.454521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45888) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:56.455141 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-474ebd85-3a65-4596-bc07-07d8058a5f2f tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1161 time: 0.0569849 Mar 07 04:56:56.459382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '761b5328-5502-41c3-9555-1131c3c4d98a', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:56:56.488579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:56.616402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:56.768992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79515146-2872-4c43-91a4-c4408785b1c1 req-9ffdd638-eb6f-48e8-94c9-65ee48cfb995 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:56.770620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79515146-2872-4c43-91a4-c4408785b1c1 req-9ffdd638-eb6f-48e8-94c9-65ee48cfb995 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1502633 Mar 07 04:56:56.809693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.25.4.107 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e38d28ab-ba53-408b-8c9f-140c868760c5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:56:56.864337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79515146-2872-4c43-91a4-c4408785b1c1 req-f0d2f90d-4d35-4025-80d8-6aa56be4d324 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860538 Mar 07 04:56:56.951991 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:56.991190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.028946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:56:57.031993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:56:57.037832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:56:57.081043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=e38d28ab-ba53-408b-8c9f-140c868760c5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:57.430987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for floatingip (223be2be-0ae0-4cee-ab1a-36a8f0a1127b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.505537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.660096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.664943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.696539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7b2ea789-3b64-434b-8322-4a539cda19c5 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:56:57.723574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=e38d28ab-ba53-408b-8c9f-140c868760c5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:57.752076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 7b2ea789-3b64-434b-8322-4a539cda19c5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:56:57.759300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 7b2ea789-3b64-434b-8322-4a539cda19c5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:56:57.760213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.791818 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (223be2be-0ae0-4cee-ab1a-36a8f0a1127b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.867670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 7b2ea789-3b64-434b-8322-4a539cda19c5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:56:57.868145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.896253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:57.900939 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade086c3-e055-4a23-8446-43817c27af07" -d '{"events": [{"server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:57.920732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 7b2ea789-3b64-434b-8322-4a539cda19c5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7b2ea789-3b64-434b-8322-4a539cda19c5,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:56:57.930629 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:57.931347 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Floating IP 223be2be-0ae0-4cee-ab1a-36a8f0a1127b associated. External IP: 172.25.4.107, port: 761b5328-5502-41c3-9555-1131c3c4d98a. Mar 07 04:56:57.998602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=7b2ea789-3b64-434b-8322-4a539cda19c5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:56:58.082268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67e24c-6df5-40a8-bc30-e326b9ca78cd req-23912135-e938-4c2c-9a8a-39708ef5304b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:58.083806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b67e24c-6df5-40a8-bc30-e326b9ca78cd req-23912135-e938-4c2c-9a8a-39708ef5304b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1065650 Mar 07 04:56:58.198202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b67e24c-6df5-40a8-bc30-e326b9ca78cd req-bb1a3227-5d61-4955-9141-8fc7416788e0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039724 Mar 07 04:56:58.257446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 77507c00-1f7d-4710-84bc-b8ccd5c39996 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:56:58.258361 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76feef7-1f57-49de-9e36-8a3edfa64847 x-openstack-request-id: req-a76feef7-1f57-49de-9e36-8a3edfa64847 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:58.258740 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:58.258998 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a76feef7-1f57-49de-9e36-8a3edfa64847 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:58.259402 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'code': 200} Mar 07 04:56:58.400041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5934a3-ce76-48fd-adbb-5cb73897bfdf req-a001e6fc-eb3e-444b-ab96-31f80cdc8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:58.401632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb5934a3-ce76-48fd-adbb-5cb73897bfdf req-a001e6fc-eb3e-444b-ab96-31f80cdc8fb3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1127 time: 0.0731890 Mar 07 04:56:58.457920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb5934a3-ce76-48fd-adbb-5cb73897bfdf req-687e1618-6fa8-4c69-9ad3-18f064c96119 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490568 Mar 07 04:56:58.714505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:56:58.725386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] Sync routers for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:56:58.731336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-e8285aed-eb2b-4999-ba88-57140184c42d req-b971d02d-850e-4f95-975b-a3f1c9de08d8 service neutron] (103939) timed out ('10.222.0.21', 56162) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:56:58.734746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:56:58.741456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:56:58.742182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:56:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:58.770227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-42b4c265-5729-449a-acce-a5ec14bf7a1d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3113770 Mar 07 04:56:58.770227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:56:58.770547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45904) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:58.775049 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68069458-1a5b-47cf-95f2-f25ce0d6a119" -d '{"events": [{"name": "network-changed", "server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:56:58.942710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:56:58.976612 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff4ec9a-6790-407d-8154-edf57734ae6a x-openstack-request-id: req-4ff4ec9a-6790-407d-8154-edf57734ae6a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:56:58.976912 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:56:58.977164 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ff4ec9a-6790-407d-8154-edf57734ae6a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:56:58.977563 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a', 'status': 'completed', 'code': 200} Mar 07 04:56:59.037368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.038198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.039496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.040184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.040815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.041900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.042712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.047766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b1925c39-92ea-49bb-860e-bca25c52cdcd tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.2760489 Mar 07 04:56:59.059731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 45916) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:59.177296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.177788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.178260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.178717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.179280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.179685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.180136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.182069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7cbd8555-0ae9-4f31-bb14-ea9b552b3442 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.1211557 Mar 07 04:56:59.184251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-6b9da6d1-ef51-4b93-b27a-d0c45067d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.185344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45918) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:56:59.185702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-6b9da6d1-ef51-4b93-b27a-d0c45067d4e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1166 time: 0.1869693 Mar 07 04:56:59.292719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '223be2be-0ae0-4cee-ab1a-36a8f0a1127b', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'port_id': '761b5328-5502-41c3-9555-1131c3c4d98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'mac_address': 'fa:16:3e:81:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:56:57Z', 'updated_at': '2022-03-07T04:56:57Z', 'revision_number': 0, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:59.324981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-00c83b87-d518-401b-a292-d8405970e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.326712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-00c83b87-d518-401b-a292-d8405970e8d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9039d5f1-ca3b-47af-a27a-e7f490964bfb HTTP/1.1" status: 200 len: 898 time: 0.1345308 Mar 07 04:56:59.356480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] Checking router: 77507c00-1f7d-4710-84bc-b8ccd5c39996 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:56:59.386546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:56:59.387306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:56:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:56:59.459915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-a5ee0cf7-7fa3-4608-9b02-f138dacebada service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761b5328-5502-41c3-9555-1131c3c4d98a HTTP/1.1" status: 200 len: 999 time: 0.1201344 Mar 07 04:56:59.490287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca910b-f243-4405-a7be-3145b97264da req-63845d70-bd7f-45ac-8028-f0655bdc3649 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.508203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cca910b-f243-4405-a7be-3145b97264da req-63845d70-bd7f-45ac-8028-f0655bdc3649 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1795957 Mar 07 04:56:59.602657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cca910b-f243-4405-a7be-3145b97264da req-4b978377-4a16-473d-8e22-6a6a52df856c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902686 Mar 07 04:56:59.608341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-9895a350-e63b-4f52-80f9-d21c19dcc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.609965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-9895a350-e63b-4f52-80f9-d21c19dcc667 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5666d37e-3326-4b0f-a38b-a7da8a7245f0 HTTP/1.1" status: 200 len: 835 time: 0.1429567 Mar 07 04:56:59.687232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-73e3f943-bd0b-4300-9e87-90cf3f0ef2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:56:59.688873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-73e3f943-bd0b-4300-9e87-90cf3f0ef2f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9039d5f1-ca3b-47af-a27a-e7f490964bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727558 Mar 07 04:56:59.825017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:56:59.881538 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-37f8980f-a58d-4455-8aa9-f08fe10803eb service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848855 Mar 07 04:57:00.015611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68069458-1a5b-47cf-95f2-f25ce0d6a119 req-34abcca1-27ba-40b5-a107-c991cb87e387 service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247361 Mar 07 04:57:00.146902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1e04aad5-4b93-44ba-be9e-2776dce494fc tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.9603226 Mar 07 04:57:00.150013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 45932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:00.198648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369bd68-e910-4cf4-b95f-59932a85f121 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:00.199368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369bd68-e910-4cf4-b95f-59932a85f121 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:00.201299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f369bd68-e910-4cf4-b95f-59932a85f121 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=77507c00-1f7d-4710-84bc-b8ccd5c39996 HTTP/1.1" status: 200 len: 2061 time: 0.0502267 Mar 07 04:57:00.214623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '223be2be-0ae0-4cee-ab1a-36a8f0a1127b', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'port_id': '761b5328-5502-41c3-9555-1131c3c4d98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'mac_address': 'fa:16:3e:81:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:56:57Z', 'updated_at': '2022-03-07T04:56:57Z', 'revision_number': 0, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:00.243014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23bda8-7615-439a-ad35-edba6d42709d None None] The sync data for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 is: [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '223be2be-0ae0-4cee-ab1a-36a8f0a1127b', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'port_id': '761b5328-5502-41c3-9555-1131c3c4d98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'mac_address': 'fa:16:3e:81:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:56:57Z', 'updated_at': '2022-03-07T04:56:57Z', 'revision_number': 0, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:57:00.475076 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc23e1-b001-43f2-a790-365a834b452a None None] New status for floating IP 223be2be-0ae0-4cee-ab1a-36a8f0a1127b: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:57:00.738140 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278efd-fe73-4235-82c2-6307ddcaf592 req-dd19233d-d27d-4698-b271-2f36c9e998f4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:00.739882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37278efd-fe73-4235-82c2-6307ddcaf592 req-dd19233d-d27d-4698-b271-2f36c9e998f4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0552316 Mar 07 04:57:00.795094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37278efd-fe73-4235-82c2-6307ddcaf592 req-00bbd6f6-ff98-4d8a-9ab5-c03130ffe1e2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470700 Mar 07 04:57:01.941367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bbc3b-12b4-4bee-ac9f-27e452e7a7b6 req-df7c9dce-a549-440b-9c86-428485d47b85 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:01.942874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad8bbc3b-12b4-4bee-ac9f-27e452e7a7b6 req-df7c9dce-a549-440b-9c86-428485d47b85 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0586579 Mar 07 04:57:01.998093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad8bbc3b-12b4-4bee-ac9f-27e452e7a7b6 req-2d90b42f-6cf0-45ea-a93c-2a54f220a133 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490415 Mar 07 04:57:02.797593 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2130b024-be5d-4f17-aa79-f806ac8fff21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:03.127929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cf04b-8c65-4d38-a90c-c9ff77d1760b req-d980ff11-976a-4141-b7d0-fce4f0322962 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:03.130376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-936cf04b-8c65-4d38-a90c-c9ff77d1760b req-d980ff11-976a-4141-b7d0-fce4f0322962 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0545363 Mar 07 04:57:03.181103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-936cf04b-8c65-4d38-a90c-c9ff77d1760b req-76ca76d5-f066-4b0c-9576-cb697c6326ca tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 Mar 07 04:57:04.323759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c607-0f52-449e-99fc-1048ed96262b req-bd6a6af6-398f-4485-8ceb-9b0f5c56c96c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:04.325265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9479c607-0f52-449e-99fc-1048ed96262b req-bd6a6af6-398f-4485-8ceb-9b0f5c56c96c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0665197 Mar 07 04:57:04.373839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9479c607-0f52-449e-99fc-1048ed96262b req-57bdc6b7-de23-43b1-a4b2-acd1e5e65ed3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Mar 07 04:57:05.385605 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5fb7f83-7879-4492-a262-f917d1a70c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:05.502877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ddf14-4584-4722-b993-ed35a204af39 req-2ba63b14-9b11-410e-95ff-42d8ea645284 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:05.504527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b7ddf14-4584-4722-b993-ed35a204af39 req-2ba63b14-9b11-410e-95ff-42d8ea645284 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0546765 Mar 07 04:57:05.557436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b7ddf14-4584-4722-b993-ed35a204af39 req-3d320620-c673-4ff2-9a82-666606534eb5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457973 Mar 07 04:57:06.722134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8c40-64b4-4f40-90fa-6a265b766ce0 req-60547a3e-5bc3-46d6-add1-6c46af772c0e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:06.727758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cbe8c40-64b4-4f40-90fa-6a265b766ce0 req-60547a3e-5bc3-46d6-add1-6c46af772c0e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0707929 Mar 07 04:57:06.777824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cbe8c40-64b4-4f40-90fa-6a265b766ce0 req-dc086957-a616-4dee-8f10-73589c4e4e15 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472789 Mar 07 04:57:06.794768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:07.720812 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:07.955475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b374b-8041-498b-9453-791e02e7a6ad req-d64dc3b0-dbc2-4166-ab33-48571192cd7e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:07.957968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-645b374b-8041-498b-9453-791e02e7a6ad req-d64dc3b0-dbc2-4166-ab33-48571192cd7e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0694575 Mar 07 04:57:08.018361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-645b374b-8041-498b-9453-791e02e7a6ad req-ac34dbac-a177-4dcc-86bc-1456d57ace4c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537112 Mar 07 04:57:09.156463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b772f6-b7a3-4f84-9e97-896cad57377b req-9c71bcd6-54b0-4c19-8011-f1c0fd6522d8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:09.158057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b772f6-b7a3-4f84-9e97-896cad57377b req-9c71bcd6-54b0-4c19-8011-f1c0fd6522d8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0548260 Mar 07 04:57:09.212033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-3f40a146-ece3-432e-a6bf-d94b6a87472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:09.215750 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-3f40a146-ece3-432e-a6bf-d94b6a87472c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3&tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 1126 time: 0.1118796 Mar 07 04:57:09.223788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03b772f6-b7a3-4f84-9e97-896cad57377b req-ada9004d-115f-4679-bc62-735bb7c81a38 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579398 Mar 07 04:57:09.309423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-6384c044-5a34-4067-90a5-6361bf66c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:09.310987 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-6384c044-5a34-4067-90a5-6361bf66c7f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1126 time: 0.0720141 Mar 07 04:57:09.406691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-92fad0bb-1db9-4bd7-8b0b-6f1f735cae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:09.408069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-92fad0bb-1db9-4bd7-8b0b-6f1f735cae39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.0916035 Mar 07 04:57:09.478978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:09.495985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-f89eee38-df1a-426e-abbc-59882828c1cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 999 time: 0.0808091 Mar 07 04:57:09.550342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-c68d0ac4-2ca4-4798-aafe-3b559989da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:09.551909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-c68d0ac4-2ca4-4798-aafe-3b559989da96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0489471 Mar 07 04:57:09.617819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-1b668af6-22c4-4e69-8588-b5016363fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:09.619644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-1b668af6-22c4-4e69-8588-b5016363fc50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621779 Mar 07 04:57:09.726279 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-a1e3491b-3ace-4c24-af0f-055da8e07f30 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006110 Mar 07 04:57:09.839263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50ff27fb-9c2f-403b-8dc8-b85744b4a5a0 req-6d703389-4373-4e85-ae18-e7bedd1fa821 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077738 Mar 07 04:57:10.500216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b985f1-1654-460b-b841-f44cd06cb771 req-22df12eb-e00e-4a50-b405-1bce5409377c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:10.501990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2b985f1-1654-460b-b841-f44cd06cb771 req-22df12eb-e00e-4a50-b405-1bce5409377c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1063113 Mar 07 04:57:10.576165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2b985f1-1654-460b-b841-f44cd06cb771 req-6358ca6e-e368-4423-8609-77f4f552f571 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633771 Mar 07 04:57:11.813631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db7503-2168-4eb7-a767-591c953783a7 req-b0957000-a335-47ed-98d6-0d6716057288 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:11.816665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6db7503-2168-4eb7-a767-591c953783a7 req-b0957000-a335-47ed-98d6-0d6716057288 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0858150 Mar 07 04:57:11.901391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6db7503-2168-4eb7-a767-591c953783a7 req-41866de3-2890-40f5-9904-b2e8706f63ec tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712554 Mar 07 04:57:13.113957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0546f-e79d-4b11-9831-fe8244c3b71a req-1a5b30e5-2880-4908-be7f-f19dcf116510 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:13.117131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ec0546f-e79d-4b11-9831-fe8244c3b71a req-1a5b30e5-2880-4908-be7f-f19dcf116510 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0882638 Mar 07 04:57:13.209441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ec0546f-e79d-4b11-9831-fe8244c3b71a req-c5b857d9-a1f7-4b87-b41d-61e78aa3027f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782413 Mar 07 04:57:14.431402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43b37-9c44-474c-a316-f1ca74aa8715 req-a7bf94dc-972a-48ee-81e1-e7bf1f6864e5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:14.433730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0a43b37-9c44-474c-a316-f1ca74aa8715 req-a7bf94dc-972a-48ee-81e1-e7bf1f6864e5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0618558 Mar 07 04:57:14.536428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0a43b37-9c44-474c-a316-f1ca74aa8715 req-9b91490d-113c-4be4-90f5-9b83186295fc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886054 Mar 07 04:57:15.689189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6a662-a767-4b76-a5e5-168750ccc952 req-48482c7f-708b-4f90-a9c6-9c8dbb0f3e1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:15.702861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fd6a662-a767-4b76-a5e5-168750ccc952 req-48482c7f-708b-4f90-a9c6-9c8dbb0f3e1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0758610 Mar 07 04:57:15.762773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5fd6a662-a767-4b76-a5e5-168750ccc952 req-bdd3f591-a3cf-4324-8a32-f8d2dbf32e86 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586612 Mar 07 04:57:17.053020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a06fb4-4ca4-419e-920d-d21b62831eb1 req-e73c66aa-93b9-4cd8-bba9-f33119326b39 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:17.057346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5a06fb4-4ca4-419e-920d-d21b62831eb1 req-e73c66aa-93b9-4cd8-bba9-f33119326b39 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1144824 Mar 07 04:57:17.146683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5a06fb4-4ca4-419e-920d-d21b62831eb1 req-bb98c04c-38e4-47f0-a438-5506a8c04892 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622361 Mar 07 04:57:18.422870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f23de-52ce-4208-bae4-6d21aad606f6 req-f9135092-60f0-4108-8403-1d93f1952591 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:18.433398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-376f23de-52ce-4208-bae4-6d21aad606f6 req-f9135092-60f0-4108-8403-1d93f1952591 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1456048 Mar 07 04:57:18.526591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-376f23de-52ce-4208-bae4-6d21aad606f6 req-4494b0dc-07c0-4d81-86f8-125c84a32ab6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757806 Mar 07 04:57:19.661067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff8c4e-57e0-4d33-a479-91b092597049 req-8ee4a1f5-87ce-4aa9-affe-2fcd2a142376 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:19.666136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0aff8c4e-57e0-4d33-a479-91b092597049 req-8ee4a1f5-87ce-4aa9-affe-2fcd2a142376 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0639939 Mar 07 04:57:19.726064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0aff8c4e-57e0-4d33-a479-91b092597049 req-742ff38b-d39c-4929-9df8-cdcc533618b0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529780 Mar 07 04:57:20.091583 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:20.872927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b431d9-bb3b-4956-b58c-b3a1e3a0049d req-cf137714-2064-4ebc-a14d-a2a48ca89555 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:20.880808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7b431d9-bb3b-4956-b58c-b3a1e3a0049d req-cf137714-2064-4ebc-a14d-a2a48ca89555 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0668991 Mar 07 04:57:20.941645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7b431d9-bb3b-4956-b58c-b3a1e3a0049d req-0e137aea-24c7-4fef-a464-1887893a0746 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570252 Mar 07 04:57:22.156592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828058d-35bc-4574-82c8-e393c23642c7 req-3e5142a0-8fa8-4cde-9653-35a4d95fe3a6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:22.159105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a828058d-35bc-4574-82c8-e393c23642c7 req-3e5142a0-8fa8-4cde-9653-35a4d95fe3a6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0674264 Mar 07 04:57:22.217464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a828058d-35bc-4574-82c8-e393c23642c7 req-97bc0327-5163-484e-a268-fb8dff3be0a3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522768 Mar 07 04:57:22.376112 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:23.357931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba40f0-41f4-4243-a408-0c3d4a14910d req-850ba836-2750-4927-a0dd-4898db9be780 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:23.359664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5ba40f0-41f4-4243-a408-0c3d4a14910d req-850ba836-2750-4927-a0dd-4898db9be780 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0603642 Mar 07 04:57:23.412562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5ba40f0-41f4-4243-a408-0c3d4a14910d req-9f83877e-1bde-4894-8c5b-6523972fbce5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Mar 07 04:57:24.552601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba28d9d-0d59-4c2d-8c3a-3be8661d7415 req-727bdf7a-64cb-4ffa-a431-f25df1f5cf8c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:24.555162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cba28d9d-0d59-4c2d-8c3a-3be8661d7415 req-727bdf7a-64cb-4ffa-a431-f25df1f5cf8c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0583410 Mar 07 04:57:24.612670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cba28d9d-0d59-4c2d-8c3a-3be8661d7415 req-636a2fdd-ec95-44ca-ba69-df5dd1834a17 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514269 Mar 07 04:57:24.968920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:25.101425 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.187752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Publish callbacks [] for security_group (c3ac474f-93cc-421c-81dd-f6d71d57a566), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.192160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3ac474f-93cc-421c-81dd-f6d71d57a566), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.232477 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcf8057cf4bc4c04b281fa0ebf8b1d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623305 Mar 07 04:57:25.233350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac474f-93cc-421c-81dd-f6d71d57a566,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:25.235217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46354) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:25.247946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.248296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.248640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.249010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.249312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.249659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.250006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.250377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.250673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.251014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.251337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.251657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.251979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a22f3-8709-4e5d-8e3d-ed0026870553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:25.304982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74e84289-ed1b-43ac-ae62-69dc650d7d01 admin admin] Publish callbacks [] for security_group (c3ac474f-93cc-421c-81dd-f6d71d57a566), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.328065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74e84289-ed1b-43ac-ae62-69dc650d7d01 admin admin] Publish callbacks [] for security_group (c3ac474f-93cc-421c-81dd-f6d71d57a566), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.392975 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74e84289-ed1b-43ac-ae62-69dc650d7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3ac474f-93cc-421c-81dd-f6d71d57a566), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.396419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-74e84289-ed1b-43ac-ae62-69dc650d7d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:25.401933 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-74e84289-ed1b-43ac-ae62-69dc650d7d01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3ac474f-93cc-421c-81dd-f6d71d57a566 HTTP/1.1" status: 204 len: 168 time: 0.1657295 Mar 07 04:57:25.411233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84289-ed1b-43ac-ae62-69dc650d7d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ac474f-93cc-421c-81dd-f6d71d57a566,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:25.768813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a76bf8-c6e1-4e61-a1c4-db2fdb306db5 req-585a6ccd-2c6b-410b-b30d-04a8a286e57d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:25.775719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42a76bf8-c6e1-4e61-a1c4-db2fdb306db5 req-585a6ccd-2c6b-410b-b30d-04a8a286e57d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0678003 Mar 07 04:57:25.839719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42a76bf8-c6e1-4e61-a1c4-db2fdb306db5 req-832e7d1a-e5ed-460d-891f-84149f2b3f5f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604351 Mar 07 04:57:27.013736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd45ff6-58cd-401d-b4ac-e83ab159c1f4 req-f3ea5248-d5bb-44c6-aac8-74c053bd5224 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:27.015348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dd45ff6-58cd-401d-b4ac-e83ab159c1f4 req-f3ea5248-d5bb-44c6-aac8-74c053bd5224 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0698459 Mar 07 04:57:27.072020 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dd45ff6-58cd-401d-b4ac-e83ab159c1f4 req-7312e008-92ee-407f-b2c9-1ed5634ba3bb tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495164 Mar 07 04:57:28.123533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46404) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:28.195171 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3182e8bd-5678-41ce-a3f2-ff83461273d0 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3320 time: 0.0703490 Mar 07 04:57:28.198203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46406) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:28.203077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'network': {'name': 'tempest-network-smoke--85051261', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'port_security_enabled': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:57:28.209556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443301a-5b64-4cd4-a02b-64387576d4e6 req-1920222b-be82-4526-9fbf-ce1d8122f06b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:28.211617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0443301a-5b64-4cd4-a02b-64387576d4e6 req-1920222b-be82-4526-9fbf-ce1d8122f06b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.0577950 Mar 07 04:57:28.223668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Made reservation on behalf of 0b4f11ba48ee4803949c96b13cd13b49 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:57:28.229323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.255573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:57:28.263000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0443301a-5b64-4cd4-a02b-64387576d4e6 req-273fadcf-7b49-4b01-9150-8c1bf17a5153 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Mar 07 04:57:28.265812 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4712c38e-7bf6-4d92-ba1f-906d2e22590e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.266186 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Added segment 4712c38e-7bf6-4d92-ba1f-906d2e22590e of type vlan for network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 Mar 07 04:57:28.310873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (4f03b06a-7611-45bb-ab7b-48a3b20a7027), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.336394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (4f03b06a-7611-45bb-ab7b-48a3b20a7027), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.341955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:28.342558 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.379872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806533 Mar 07 04:57:28.383857 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46410) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:28.388922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'admin_state_up': True, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:57:28.416333 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.417447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.417715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a496f7-3ab1-466b-99a9-cf8a4ecbeda5 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Network': ['ID=4f03b06a-7611-45bb-ab7b-48a3b20a7027,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:28.431235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:57:28.471243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_controller (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.615539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.819219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.841441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:28.969242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.25.4.115 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/e40c13ed-8c8d-49c2-80db-cafdc6df3ea5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:57:29.076874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:29.111967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:29.153629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:57:29.158371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:29.163745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:57:29.194647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:29.495302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939ba46-f194-408c-882c-15f73e65f1ff req-924aad4a-e18f-47d7-8de1-7f768b463e6b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:29.497142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4939ba46-f194-408c-882c-15f73e65f1ff req-924aad4a-e18f-47d7-8de1-7f768b463e6b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 944 time: 0.1386385 Mar 07 04:57:29.536347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:29.598475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4939ba46-f194-408c-882c-15f73e65f1ff req-771d3b93-7cd4-46d5-86c8-5be84c4d0428 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940652 Mar 07 04:57:29.768458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:29.869710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:57:29.913768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:57:29.978942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:29.992232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'port_id': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'mac_address': 'fa:16:3e:37:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:57:30.035954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:30.036613 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:30.041658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:57:30.059561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Sync routers for ids ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:57:30.067937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:30.074133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Routers {'20345f2e-2b1b-4d8f-ad03-8e61aee6c590'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:30.074302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46434) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:30.075417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:30.083894 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-634701b2-1c26-4ca6-805b-dc1fece58f6f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6985390 Mar 07 04:57:30.119635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c13a662-1ac6-485e-81b8-97d12a8902b6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:57:30.157535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:30.183622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506d5f4-c2f1-4ddc-8f49-5a0b176bd09e tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:30.188811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46436) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:30.189169 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9506d5f4-c2f1-4ddc-8f49-5a0b176bd09e tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0b4f11ba48ee4803949c96b13cd13b49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1138244 Mar 07 04:57:30.193957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:30.256962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:30.285932 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Set router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:30.347993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f76011-ea7a-4edb-afc4-3fdca3924581 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:30.353220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c9f76011-ea7a-4edb-afc4-3fdca3924581 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631255 Mar 07 04:57:30.356443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46440) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:30.400345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46442) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:30.401256 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-701720b9-e1b3-4157-a002-062ae958972f tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437393 Mar 07 04:57:30.527625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:29Z', 'revision_number': 3, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:30.532136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['3c13a662-1ac6-485e-81b8-97d12a8902b6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:57:30.592134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Checking router: 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:57:30.592902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Updating router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:57:30.630739 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:30.873964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46448) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:30.874347 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fc77a729-5e34-4474-9b16-9e0a082a8bb9 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0b4f11ba48ee4803949c96b13cd13b49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4722266 Mar 07 04:57:30.937527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b8ace-d1a9-4766-b88f-e27bda0c4fc4 req-f8547b4e-6364-4af1-9e1c-67fd7ae0db2d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:30.939249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf6b8ace-d1a9-4766-b88f-e27bda0c4fc4 req-f8547b4e-6364-4af1-9e1c-67fd7ae0db2d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 945 time: 0.0733595 Mar 07 04:57:30.989221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b59b5f-8dbe-4383-923f-697326d75895 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:30.991463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-53b59b5f-8dbe-4383-923f-697326d75895 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156125 Mar 07 04:57:30.994924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:31.021787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf6b8ace-d1a9-4766-b88f-e27bda0c4fc4 req-1676f04c-d07b-4cce-a633-06c8f61eecce tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714297 Mar 07 04:57:31.035946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ae8e04bb-5136-4e41-ae29-e50157e65db5 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395606 Mar 07 04:57:31.041939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46452) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:31.047265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514323730', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:57:31.068071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Publish callbacks [] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.080671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.139976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Attempting to bind port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:57:31.140319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Attempting to bind port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:57:31.140629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Attempting to bind port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:57:31.143929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Made reservation on behalf of 0b4f11ba48ee4803949c96b13cd13b49 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:57:31.149651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.151594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:57:31.151979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:57:31.152384 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.152787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:57:31.153258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Bound port: e40c13ed-8c8d-49c2-80db-cafdc6df3ea5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:57:31.153642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.155357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d41eb-4345-4a8a-95fb-810ebdee10ad None None] Pushing event updated for resources: {'Port': ['ID=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:31.208030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] For port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:57:31.211935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] For port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:57:31.220115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.281376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Routers {'20345f2e-2b1b-4d8f-ad03-8e61aee6c590'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:31.282034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:31.321158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d41eb-4345-4a8a-95fb-810ebdee10ad None None] Pushing event updated for resources: {'Port': ['ID=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:31.360069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (9d1ce13c-642f-4e8f-90a4-e62259619eb4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.410361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] Set router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:31.420338 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:57:31.433878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Subnet': ['ID=9d1ce13c-642f-4e8f-90a4-e62259619eb4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:31.464083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Checking segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:57:31.465026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network hostable DHCP agents. Network: 4f03b06a-7611-45bb-ab7b-48a3b20a7027, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:57:31.490328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:57:31.531783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 4f03b06a-7611-45bb-ab7b-48a3b20a7027) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:31.537877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:31.538530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.569410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ba3f6810-e79d-42f9-98ef-8a9466635464 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5248444 Mar 07 04:57:31.571554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 46462) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:31.713513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2626a647-aec5-4cde-a7e1-6a39b628eb15 None None] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:57:31.873914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'fixed_ips': [{'subnet_id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:57:31.874848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:31.891951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:31.929144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:29Z', 'revision_number': 3, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:32.026088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529525f-12de-45ab-93f9-8e11e470f56d None None] The sync data for ids ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'] in n-d-832185-1 is: [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:29Z', 'revision_number': 3, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:57:32.093257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 3c13a662-1ac6-485e-81b8-97d12a8902b6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:32.093930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.141202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Allocated IP 172.20.0.18 (4f03b06a-7611-45bb-ab7b-48a3b20a7027/9d1ce13c-642f-4e8f-90a4-e62259619eb4/86be89af-ea81-4ef0-90dd-db08325d6cb2) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:57:32.281451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204a87-58d7-4691-ab7a-5221ae7e6fa9 req-c9f675fd-76bb-41fc-b6ba-d08bc4aed529 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:32.284346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad204a87-58d7-4691-ab7a-5221ae7e6fa9 req-c9f675fd-76bb-41fc-b6ba-d08bc4aed529 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 945 time: 0.1087968 Mar 07 04:57:32.301464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 3c13a662-1ac6-485e-81b8-97d12a8902b6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:32.301861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.337538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.364173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:57:32.367388 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de2b45-0926-4757-955b-f6c02608b4f4" -d '{"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:57:32.371535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad204a87-58d7-4691-ab7a-5221ae7e6fa9 req-606219cf-5f01-4e20-944e-973c66fc2686 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813115 Mar 07 04:57:32.392168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:32.402965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.411062 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Publish callbacks [] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.436362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.496584 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3b0330-9728-49b1-8986-577d1231d5ef x-openstack-request-id: req-8f3b0330-9728-49b1-8986-577d1231d5ef {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:57:32.496986 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:57:32.497365 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f3b0330-9728-49b1-8986-577d1231d5ef {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:57:32.497860 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'code': 200} Mar 07 04:57:32.499922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:57:32.523801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:32.528220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:57:32.531514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:32.693129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Pushing event updated for resources: {'Port': ['ID=86be89af-ea81-4ef0-90dd-db08325d6cb2,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:32.748299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.750422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.750884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.751330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.751771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.758707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.759473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.759914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.760361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.760795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.761319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.761653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.762135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:32.767767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Attempting to bind port 86be89af-ea81-4ef0-90dd-db08325d6cb2 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:57:32.771382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Attempting to bind port 86be89af-ea81-4ef0-90dd-db08325d6cb2 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:57:32.771874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Attempting to bind port 86be89af-ea81-4ef0-90dd-db08325d6cb2 on network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:57:32.787059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:57:32.788135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Checking segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:57:32.788844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.789434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Bound using segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:57:32.790068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Bound port: 86be89af-ea81-4ef0-90dd-db08325d6cb2, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:57:32.790632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.862017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-842e8727-2e60-45c2-86f0-87665030782d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:32.910589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.20.0.17 (4f03b06a-7611-45bb-ab7b-48a3b20a7027/9d1ce13c-642f-4e8f-90a4-e62259619eb4/9f9323bf-c79c-4074-b75f-c002f4e69c0f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:57:32.927946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] For port 86be89af-ea81-4ef0-90dd-db08325d6cb2, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:57:32.936049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] For port 86be89af-ea81-4ef0-90dd-db08325d6cb2, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=86be89af-ea81-4ef0-90dd-db08325d6cb2,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:57:32.948763 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.063514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d6a52-0aa6-4fb0-a1d6-121b693dcb56 None None] Pushing event updated for resources: {'Port': ['ID=86be89af-ea81-4ef0-90dd-db08325d6cb2,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:33.067786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafbd47-471b-4a24-804b-d314414d0412 req-bd162043-53d6-4092-8692-f6ddfb0223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:33.069440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0eafbd47-471b-4a24-804b-d314414d0412 req-bd162043-53d6-4092-8692-f6ddfb0223e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1129 time: 0.2186565 Mar 07 04:57:33.222353 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:33.229273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.261494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0eafbd47-471b-4a24-804b-d314414d0412 req-20a6ac43-e98c-4feb-bbb4-d6ff48298a53 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838689 Mar 07 04:57:33.304335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.381605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:33.381605 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.416266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:57:33.441081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:33.446100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=9f9323bf-c79c-4074-b75f-c002f4e69c0f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:33.451569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:57:33.537254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.601710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:33.602492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.637512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:33.651015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.661196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa019b8-5cd3-4966-8c0c-d72d97c9deb7 req-37a174ae-c907-4029-b9fa-0229237693c8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:33.669773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fa019b8-5cd3-4966-8c0c-d72d97c9deb7 req-37a174ae-c907-4029-b9fa-0229237693c8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 947 time: 0.1126127 Mar 07 04:57:33.732655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0fa019b8-5cd3-4966-8c0c-d72d97c9deb7 req-ab8bf462-fab2-4709-a98e-17a98fbc8175 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617678 Mar 07 04:57:33.753118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:33.810432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:33.926231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-93dab717-ca3b-4ce4-86f2-143d8e40b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:33.927764 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-93dab717-ca3b-4ce4-86f2-143d8e40b390 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 1129 time: 0.0975616 Mar 07 04:57:34.139259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-d68ee850-bca5-4f5f-a025-63fcf2b0d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:34.140747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-d68ee850-bca5-4f5f-a025-63fcf2b0d9de service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1759059 Mar 07 04:57:34.352176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:34.358900 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-12454730-bcb7-4d82-8708-eb06959a66a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 200 len: 1001 time: 0.2095234 Mar 07 04:57:34.362315 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:34.502045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=9f9323bf-c79c-4074-b75f-c002f4e69c0f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:34.512599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:34.549704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-133944f3-63aa-4936-8a83-bae828b6241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:34.552349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-133944f3-63aa-4936-8a83-bae828b6241a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.1847725 Mar 07 04:57:34.715841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-def0b178-097e-43a9-9c8f-cc382ffa6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:34.717660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-def0b178-097e-43a9-9c8f-cc382ffa6369 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1590340 Mar 07 04:57:34.762794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:57:34.766972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40465ce-4b95-4c0c-9428-adfc4c3a8f99 None None] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:57:34.777076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:34.893489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] Provisioning complete for port 86be89af-ea81-4ef0-90dd-db08325d6cb2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:34.893775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:34.998167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:57:35.009349 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-cdbd92d0-6287-4b19-a2d4-e5eab5145202 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718821 Mar 07 04:57:35.035321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] Current status of the port 86be89af-ea81-4ef0-90dd-db08325d6cb2 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:35.036085 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:35.039354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921080-0819-4a4a-acd5-fdf8b35d1e60 req-5dd7a6da-70a4-40e8-b38f-f97b4a409bf8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:35.059244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60921080-0819-4a4a-acd5-fdf8b35d1e60 req-5dd7a6da-70a4-40e8-b38f-f97b4a409bf8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 947 time: 0.2125742 Mar 07 04:57:35.097165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] For port 86be89af-ea81-4ef0-90dd-db08325d6cb2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=86be89af-ea81-4ef0-90dd-db08325d6cb2,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:35.109076 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:35.189937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60921080-0819-4a4a-acd5-fdf8b35d1e60 req-bd86293b-544d-4207-a98b-23fc08aae0ef tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283650 Mar 07 04:57:35.213331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a64865-2c25-45d8-b470-d2e30189a392 None None] Pushing event updated for resources: {'Port': ['ID=86be89af-ea81-4ef0-90dd-db08325d6cb2,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:35.287030 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8feebb60-6d78-4fc8-945a-0e261d900b99 req-2b1001b1-72a1-4e56-b2c1-4eda661f8d33 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654717 Mar 07 04:57:35.426126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1db5a17-94ac-4232-9b9d-767e574467f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:35.443633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 86be89af-ea81-4ef0-90dd-db08325d6cb2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:35.472995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:57:35.492803 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Sync routers for ids ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:57:35.498938 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e47b9342-8dba-4f86-9d76-894050ac9889 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "PUT /v2.0/routers/20345f2e-2b1b-4d8f-ad03-8e61aee6c590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9255769 Mar 07 04:57:35.513537 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Routers {'20345f2e-2b1b-4d8f-ad03-8e61aee6c590'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:35.517127 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:35.632042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 86be89af-ea81-4ef0-90dd-db08325d6cb2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:35.634826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:35.747155 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Set router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:35.825208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-23407b64-4399-4cd2-97f8-a2877da417cd None None] Provisioning complete for port 86be89af-ea81-4ef0-90dd-db08325d6cb2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:35.825778 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23407b64-4399-4cd2-97f8-a2877da417cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:35.988588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 86be89af-ea81-4ef0-90dd-db08325d6cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:36.000348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:36.061929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-dada17c3-af5d-4abc-b98a-b3f17e1326ea tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:36.079773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-dada17c3-af5d-4abc-b98a-b3f17e1326ea tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/networks?id=4f03b06a-7611-45bb-ab7b-48a3b20a7027 HTTP/1.1" status: 200 len: 796 time: 0.2474878 Mar 07 04:57:36.106495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-9803e57f-4320-4787-b74b-e17c9f738d99 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/quotas/0b4f11ba48ee4803949c96b13cd13b49 HTTP/1.1" status: 200 len: 375 time: 0.0257144 Mar 07 04:57:36.179681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-23407b64-4399-4cd2-97f8-a2877da417cd None None] Current status of the port 86be89af-ea81-4ef0-90dd-db08325d6cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:36.201292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-23407b64-4399-4cd2-97f8-a2877da417cd None None] Provisioning complete for port 9f9323bf-c79c-4074-b75f-c002f4e69c0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:36.201534 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-23407b64-4399-4cd2-97f8-a2877da417cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.214957 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9f9323bf-c79c-4074-b75f-c002f4e69c0f', 'name': '', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:c2:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:32Z', 'updated_at': '2022-03-07T04:57:34Z', 'revision_number': 2, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:36.216903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-8d8ade5e-0143-462c-be88-2a7bb9975d47 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1091731 Mar 07 04:57:36.248701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-23407b64-4399-4cd2-97f8-a2877da417cd None None] Port 9f9323bf-c79c-4074-b75f-c002f4e69c0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:57:36.269129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:36.273036 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.290547 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Checking router: 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:57:36.291192 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Updating router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 port 9f9323bf-c79c-4074-b75f-c002f4e69c0f binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:57:36.389720 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.448830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b3bee5af-1900-421e-afa0-5ef280dbe36b None None] Provisioning complete for port 9f9323bf-c79c-4074-b75f-c002f4e69c0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:36.449434 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3bee5af-1900-421e-afa0-5ef280dbe36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.560721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:36.565800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b3bee5af-1900-421e-afa0-5ef280dbe36b None None] Port 9f9323bf-c79c-4074-b75f-c002f4e69c0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:57:36.615060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0419807b-6c81-432d-88ca-c3e3d584fa2e service neutron] 10.222.0.21 "GET /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958230 Mar 07 04:57:36.693155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c78da98-3d9a-4d30-ac10-99810746a390 None None] Provisioning complete for port 9f9323bf-c79c-4074-b75f-c002f4e69c0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:36.694664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c78da98-3d9a-4d30-ac10-99810746a390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.724151 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Publish callbacks [] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.727270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-25f4809c-7e12-4e31-8608-94bcb8b8df87 service neutron] 10.222.0.21 "GET /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111736 Mar 07 04:57:36.737962 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.786534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c78da98-3d9a-4d30-ac10-99810746a390 None None] Port 9f9323bf-c79c-4074-b75f-c002f4e69c0f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:57:36.804056 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b22aca-7d58-475f-8efd-e25179c5753e None None] Pushing event updated for resources: {'Port': ['ID=9f9323bf-c79c-4074-b75f-c002f4e69c0f,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:36.820360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.864100 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Attempting to bind port 9f9323bf-c79c-4074-b75f-c002f4e69c0f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:57:36.864582 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Attempting to bind port 9f9323bf-c79c-4074-b75f-c002f4e69c0f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:57:36.865007 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Attempting to bind port 9f9323bf-c79c-4074-b75f-c002f4e69c0f on network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:57:36.871690 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:57:36.872160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Checking segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:57:36.872650 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.873107 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Bound using segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:57:36.873666 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Bound port: 9f9323bf-c79c-4074-b75f-c002f4e69c0f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:57:36.874195 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:36.947615 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] For port 9f9323bf-c79c-4074-b75f-c002f4e69c0f, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:57:36.950737 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] For port 9f9323bf-c79c-4074-b75f-c002f4e69c0f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9f9323bf-c79c-4074-b75f-c002f4e69c0f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:57:36.967642 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.139275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64764bc-0a6c-413a-b161-e787dfb0b791 req-08ab8feb-4ac6-47b8-8dbb-7aa1980dfa39 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:37.141583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c64764bc-0a6c-413a-b161-e787dfb0b791 req-08ab8feb-4ac6-47b8-8dbb-7aa1980dfa39 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 947 time: 0.0717249 Mar 07 04:57:37.221905 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b22aca-7d58-475f-8efd-e25179c5753e None None] Pushing event updated for resources: {'Port': ['ID=9f9323bf-c79c-4074-b75f-c002f4e69c0f,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:37.229731 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Routers {'20345f2e-2b1b-4d8f-ad03-8e61aee6c590'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:37.230637 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:37.269124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c64764bc-0a6c-413a-b161-e787dfb0b791 req-7d639ea7-cb81-4a1c-84ab-4a0a84b53042 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209068 Mar 07 04:57:37.279882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 86be89af-ea81-4ef0-90dd-db08325d6cb2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:37.290697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-055b56b3-ccfe-45cf-b726-e346d8187a59 req-f8e3958b-56f0-411f-8ea3-e569cc7dc6b7 service neutron] (103939) timed out ('10.222.0.21', 38954) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 04:57:37.436758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] Provisioning complete for port 9f9323bf-c79c-4074-b75f-c002f4e69c0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:37.437032 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.466587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e1fb1d8-c386-4e03-8c56-dcc0e9cc32b3 req-32f2bf2e-461a-431e-9f57-4bbe3e3342bb tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 210 time: 0.0662551 Mar 07 04:57:37.497530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 86be89af-ea81-4ef0-90dd-db08325d6cb2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:37.498227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.623396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] Current status of the port 9f9323bf-c79c-4074-b75f-c002f4e69c0f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:37.623641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.708788 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] Set router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:37.757006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] For port 9f9323bf-c79c-4074-b75f-c002f4e69c0f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9f9323bf-c79c-4074-b75f-c002f4e69c0f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:37.761536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 86be89af-ea81-4ef0-90dd-db08325d6cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:37.766114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.775227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.828649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b1fe-30ba-4b42-b5c1-17dd9cdcde20 None None] Pushing event updated for resources: {'Port': ['ID=9f9323bf-c79c-4074-b75f-c002f4e69c0f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:37.898759 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b7a57333-44ed-45ac-bca0-5ecb53e03357 None None] Provisioning complete for port 9f9323bf-c79c-4074-b75f-c002f4e69c0f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:37.899204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b7a57333-44ed-45ac-bca0-5ecb53e03357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:37.969327 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9f9323bf-c79c-4074-b75f-c002f4e69c0f', 'name': '', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:c2:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:32Z', 'updated_at': '2022-03-07T04:57:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:38.019055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b7a57333-44ed-45ac-bca0-5ecb53e03357 None None] Current status of the port 9f9323bf-c79c-4074-b75f-c002f4e69c0f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:38.028116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b774a0-5c4f-4bad-bc4b-a9a259532168 None None] The sync data for ids ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'] in n-d-832185-1 is: [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9f9323bf-c79c-4074-b75f-c002f4e69c0f', 'name': '', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:c2:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:32Z', 'updated_at': '2022-03-07T04:57:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:57:38.623830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-570d0157-6b8f-469d-9ae2-f5710a5ff3d4 req-ae184ef6-dcb3-4105-b936-8d32622adff3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 210 time: 0.0453215 Mar 07 04:57:39.030972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-562dcbb1-300d-41f5-8e3f-e0fb7daf8261 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338344 Mar 07 04:57:39.088540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-c257ca10-83a6-4c9c-b193-bb34fc3b87bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:39.090087 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-c257ca10-83a6-4c9c-b193-bb34fc3b87bc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.44 "GET /v2.0/networks?id=4f03b06a-7611-45bb-ab7b-48a3b20a7027 HTTP/1.1" status: 200 len: 796 time: 0.2128205 Mar 07 04:57:39.115342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Request body: {'port': {'device_id': '56e983d5-6d43-4cce-962b-084a981ffda0', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'admin_state_up': True, 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:57:39.221625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-7d4a88e5-6728-4cdb-8f6c-72eb56a7919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:39.221625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-7d4a88e5-6728-4cdb-8f6c-72eb56a7919d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1127 time: 0.1222894 Mar 07 04:57:39.292965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9f9323bf-c79c-4074-b75f-c002f4e69c0f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:39.383764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Made reservation on behalf of 0b4f11ba48ee4803949c96b13cd13b49 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:57:39.387469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:39.414962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9f9323bf-c79c-4074-b75f-c002f4e69c0f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:39.415337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:39.473690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-b65100b4-bc12-41a3-8d29-0e0761c13ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:39.475764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-b65100b4-bc12-41a3-8d29-0e0761c13ad7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.2172458 Mar 07 04:57:39.501399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:39.572803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9f9323bf-c79c-4074-b75f-c002f4e69c0f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:39.648683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-3692b4fa-d0f3-408d-98be-9a091e0f7850 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 1001 time: 0.1657674 Mar 07 04:57:39.701817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Allocated IP 172.20.0.27 (4f03b06a-7611-45bb-ab7b-48a3b20a7027/9d1ce13c-642f-4e8f-90a4-e62259619eb4/4ef3c3be-abd6-485a-b5ce-2c40f285300f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:57:39.861898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b863e14-4f5c-4c79-9f50-94c8a244a071 req-7bb9f507-4994-4938-8129-69c003b77fad tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 210 time: 0.0792012 Mar 07 04:57:39.883615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-1b5c2815-32ad-4145-aac5-77c7016c342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:39.887926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-1b5c2815-32ad-4145-aac5-77c7016c342e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.2326243 Mar 07 04:57:39.995457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-b1aecc73-e82a-4130-911e-2571d756ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:39.997369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-b1aecc73-e82a-4130-911e-2571d756ecad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031425 Mar 07 04:57:40.025693 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:40.111444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:40.162445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-6014681f-e4c2-4f62-80be-8eb1010da23c service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577506 Mar 07 04:57:40.165672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event updated for resources: {'Port': ['ID=4ef3c3be-abd6-485a-b5ce-2c40f285300f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:40.182013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:57:40.184891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:40.192624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:57:40.268334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:40.269158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:40.293892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-0795d039-d3f9-48cd-bc85-120fbbedff5a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1881981 Mar 07 04:57:40.310344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Request body: {'port': {'device_id': '56e983d5-6d43-4cce-962b-084a981ffda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:57:40.342544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0a9fc50-a930-451f-8b1c-f8ae2cf53164 req-b8d6ddb8-0fe8-4ff9-8e45-091a1980402c service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718433 Mar 07 04:57:40.704991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-001b777f-4206-4a67-824d-3757ce5acb7a None None] Provisioning complete for port 4ef3c3be-abd6-485a-b5ce-2c40f285300f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:40.705556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-001b777f-4206-4a67-824d-3757ce5acb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:40.804478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-001b777f-4206-4a67-824d-3757ce5acb7a None None] Port 4ef3c3be-abd6-485a-b5ce-2c40f285300f cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:57:40.846144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64554651-013b-4180-9fd1-ea2b35140cc3 req-5a75ea67-bed8-4d79-87b2-2e8ede70a4fb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:40.852026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64554651-013b-4180-9fd1-ea2b35140cc3 req-5a75ea67-bed8-4d79-87b2-2e8ede70a4fb tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 945 time: 0.1387970 Mar 07 04:57:41.007785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64554651-013b-4180-9fd1-ea2b35140cc3 req-6f121155-0139-41b6-b182-7fc0cbb6abc3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498060 Mar 07 04:57:41.043502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:41.157228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d43b-9bc5-46c6-b6be-241fd90c20ae req-cf7e8bf1-3a8a-42bc-bd13-2899485f56b4 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:41.159057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5186d43b-9bc5-46c6-b6be-241fd90c20ae req-cf7e8bf1-3a8a-42bc-bd13-2899485f56b4 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 895 time: 0.0579946 Mar 07 04:57:41.349273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6876b-e4cd-4147-8bc8-b65cff12fc43 req-ca424071-1dae-4f61-9af8-e38d951a32df tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:41.351166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12b6876b-e4cd-4147-8bc8-b65cff12fc43 req-ca424071-1dae-4f61-9af8-e38d951a32df tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 945 time: 0.1019897 Mar 07 04:57:41.432318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12b6876b-e4cd-4147-8bc8-b65cff12fc43 req-9f0f7276-a2df-4e9c-8c50-15543cbcb31e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727348 Mar 07 04:57:41.449928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef3c3be-abd6-485a-b5ce-2c40f285300f {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:57:41.451755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:41.457939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Publish callbacks [] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:41.494141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Transition to ACTIVE for port object 4ef3c3be-abd6-485a-b5ce-2c40f285300f will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:57:41.508977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:41.671651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Pushing event updated for resources: {'Port': ['ID=4ef3c3be-abd6-485a-b5ce-2c40f285300f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:41.689600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Attempting to bind port 4ef3c3be-abd6-485a-b5ce-2c40f285300f on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:57:41.690123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Attempting to bind port 4ef3c3be-abd6-485a-b5ce-2c40f285300f by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:57:41.690456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Attempting to bind port 4ef3c3be-abd6-485a-b5ce-2c40f285300f on network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:57:41.700184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Port 4ef3c3be-abd6-485a-b5ce-2c40f285300f on network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:57:41.700532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Attempting to bind port 4ef3c3be-abd6-485a-b5ce-2c40f285300f on network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:57:41.707575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:57:41.707926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Checking segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:57:41.708305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Bound using segment: {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:57:41.710993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Bound port: 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4712c38e-7bf6-4d92-ba1f-906d2e22590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:57:41.711656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:41.717826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672fcfa-bb93-4d98-a31f-0ebefa4fc3e8 tempest-TestVolumeBootPattern-1635875784 tempest-TestVolumeBootPattern-1635875784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:41.719433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7672fcfa-bb93-4d98-a31f-0ebefa4fc3e8 tempest-TestVolumeBootPattern-1635875784 tempest-TestVolumeBootPattern-1635875784-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1122 time: 0.2658434 Mar 07 04:57:41.722206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 46600) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:41.730482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:57:41.773922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:41.867758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] For port 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:57:41.885735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] For port 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:57:41.920267 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:41.965288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:42.046186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:42.046811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:42.060918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] 10.222.0.44 "PUT /v2.0/ports/4ef3c3be-abd6-485a-b5ce-2c40f285300f HTTP/1.1" status: 200 len: 1055 time: 1.7578225 Mar 07 04:57:42.061434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e983d5-6d43-4cce-962b-084a981ffda0', 'tag': '4ef3c3be-abd6-485a-b5ce-2c40f285300f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:57:42.063833 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "56e983d5-6d43-4cce-962b-084a981ffda0", "tag": "4ef3c3be-abd6-485a-b5ce-2c40f285300f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:57:42.112374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Allocated IP 172.25.4.43 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/5dd9cea1-62b4-4376-b1fa-3b9fefb38501) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:57:42.232891 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bb6e22-516c-4ec9-a5c7-4b1f4e759d23 x-openstack-request-id: req-f0bb6e22-516c-4ec9-a5c7-4b1f4e759d23 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:57:42.233191 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e983d5-6d43-4cce-962b-084a981ffda0", "tag": "4ef3c3be-abd6-485a-b5ce-2c40f285300f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:57:42.233610 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0bb6e22-516c-4ec9-a5c7-4b1f4e759d23 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:57:42.234360 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e983d5-6d43-4cce-962b-084a981ffda0', 'tag': '4ef3c3be-abd6-485a-b5ce-2c40f285300f', 'status': 'completed', 'code': 200} Mar 07 04:57:42.255789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192bcb5-f6a8-4223-b0f5-10393e07fb3b service neutron] Pushing event updated for resources: {'Port': ['ID=4ef3c3be-abd6-485a-b5ce-2c40f285300f,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:42.316536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-6410dd6f-1ab5-44d9-85c7-5c99aaf52cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:42.319952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-6410dd6f-1ab5-44d9-85c7-5c99aaf52cd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 1089 time: 0.1946027 Mar 07 04:57:42.330965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:42.370017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9172fc-1171-4fb1-a889-de1775f582af req-7652169c-7139-47a3-ab7b-f77decbcd98b tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:42.390026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b9172fc-1171-4fb1-a889-de1775f582af req-7652169c-7139-47a3-ab7b-f77decbcd98b tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 907 time: 0.0952539 Mar 07 04:57:42.391117 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-a827aad2-dd76-48a6-a634-60c5a54273e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f HTTP/1.1" status: 200 len: 217 time: 0.0642805 Mar 07 04:57:42.424317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:42.484755 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:57:42.487804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:57:42.492143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:57:42.494059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-7e5877b0-111f-4caa-a1d0-14c6086f57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:42.495900 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-7e5877b0-111f-4caa-a1d0-14c6086f57d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d1ce13c-642f-4e8f-90a4-e62259619eb4 HTTP/1.1" status: 200 len: 837 time: 0.0913935 Mar 07 04:57:42.530142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=5dd9cea1-62b4-4376-b1fa-3b9fefb38501,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:42.543313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.543695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.544041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.544457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.544918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.545133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.545529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.545893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.546248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.546606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.546903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.547233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.547620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:57:42.589792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-5f66efb9-5d33-4d13-a781-f7fae4a4e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:42.591640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-5f66efb9-5d33-4d13-a781-f7fae4a4e989 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f03b06a-7611-45bb-ab7b-48a3b20a7027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0895877 Mar 07 04:57:42.717795 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-027d16f0-6a34-4fe5-8d8a-ca2dee8c86da service neutron] 10.222.0.44 "GET /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195869 Mar 07 04:57:42.851024 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1cff8c9a-59d6-4576-ba4e-daf62b85fc5f req-58f4c4a2-bb8f-4981-8095-1f89865dfe1b service neutron] 10.222.0.44 "GET /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277328 Mar 07 04:57:43.054677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-e151fdc4-2bf5-4c0c-b724-fc5774657f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:43.057757 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-e151fdc4-2bf5-4c0c-b724-fc5774657f8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 1089 time: 0.1493728 Mar 07 04:57:43.136524 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (12b95ccb-d9c6-4a69-a317-4501763e715a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:43.240029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-df86085e-fbdd-4f04-a967-38e8c21252a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:43.246224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-df86085e-fbdd-4f04-a967-38e8c21252a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f03b06a-7611-45bb-ab7b-48a3b20a7027 HTTP/1.1" status: 200 len: 897 time: 0.1809955 Mar 07 04:57:43.289679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:43.297836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-796592fc-2328-4e0f-982a-0d126f689e08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f HTTP/1.1" status: 200 len: 217 time: 0.0414951 Mar 07 04:57:43.362250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-9b859b0f-00cc-40f2-afb9-0d2bd3279177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:43.367260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-9b859b0f-00cc-40f2-afb9-0d2bd3279177 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d1ce13c-642f-4e8f-90a4-e62259619eb4 HTTP/1.1" status: 200 len: 837 time: 0.0620987 Mar 07 04:57:43.464487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-ee2857ef-8427-4e8e-b494-26be37a94105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:43.471552 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-ee2857ef-8427-4e8e-b494-26be37a94105 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f03b06a-7611-45bb-ab7b-48a3b20a7027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0982866 Mar 07 04:57:43.500504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:43.507057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:43.640310 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-b6191046-bc08-40b0-b45c-650c86df21ed service neutron] 10.222.0.44 "GET /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588972 Mar 07 04:57:43.648431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event updated for resources: {'Port': ['ID=5dd9cea1-62b4-4376-b1fa-3b9fefb38501,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:43.676917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b1713-5454-4b18-b05a-84c24d8246e0 req-19acb36a-b772-4870-bd79-5d2dd56fb63d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:43.679365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a65b1713-5454-4b18-b05a-84c24d8246e0 req-19acb36a-b772-4870-bd79-5d2dd56fb63d tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 907 time: 0.1691651 Mar 07 04:57:43.680076 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (12b95ccb-d9c6-4a69-a317-4501763e715a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:43.794982 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8ec83ac8-8858-4cc0-ae77-697d290c8cc9 req-4e9a2967-70bc-4279-a8d3-c441513dd002 service neutron] 10.222.0.44 "GET /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437645 Mar 07 04:57:43.836141 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Floating IP 12b95ccb-d9c6-4a69-a317-4501763e715a associated. External IP: 172.25.4.43, port: 7b2ea789-3b64-434b-8322-4a539cda19c5. Mar 07 04:57:44.165413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:57:44.388437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:57:44.409998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:57:44.429789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:44.436146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:44.477654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:44.564510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c3fa6ced-3822-4724-a739-71f67931564e tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8412299 Mar 07 04:57:44.565096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:57:44.567796 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd09389-c629-41ee-8ec8-07c11a84cabb" -d '{"events": [{"name": "network-changed", "server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:57:44.639798 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edbe7db-88df-4c85-a904-667cc77d0989 x-openstack-request-id: req-2edbe7db-88df-4c85-a904-667cc77d0989 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:57:44.639798 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:57:44.640079 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2edbe7db-88df-4c85-a904-667cc77d0989 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:57:44.640481 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'status': 'completed', 'code': 200} Mar 07 04:57:44.677919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:44.783661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-f4ecd3c6-c28d-4b07-a546-ee578545acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:44.785720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-f4ecd3c6-c28d-4b07-a546-ee578545acad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1127 time: 0.1004508 Mar 07 04:57:44.927495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f48d-bf18-452d-906e-e6640f65fe35 req-7b1ffb2c-93cb-4ef9-8ef8-7fdf3b24b045 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:44.929827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b087f48d-bf18-452d-906e-e6640f65fe35 req-7b1ffb2c-93cb-4ef9-8ef8-7fdf3b24b045 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 907 time: 0.1218293 Mar 07 04:57:44.996963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-9865001e-f5bf-4f50-bdf9-3dad8b119ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:44.999260 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-9865001e-f5bf-4f50-bdf9-3dad8b119ab8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.2045121 Mar 07 04:57:45.161474 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-fff8ec86-06b8-4d2b-89a0-477f08418c9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 200 len: 998 time: 0.1519775 Mar 07 04:57:45.192672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:15Z', 'revision_number': 1, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}, {'id': '12b95ccb-d9c6-4a69-a317-4501763e715a', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:7e:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:57:42Z', 'updated_at': '2022-03-07T04:57:42Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:45.226773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:57:45.238646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:45.239641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:45.323477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-765afe21-6336-46a6-98f9-c11fbdd7a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:45.325600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-765afe21-6336-46a6-98f9-c11fbdd7a8f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.1525629 Mar 07 04:57:45.435529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:45.447309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-42156345-e67d-4398-affe-41d87e1f529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:45.452501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-42156345-e67d-4398-affe-41d87e1f529b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1196547 Mar 07 04:57:45.752734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-88db0cbf-9ef6-467a-b9aa-9ad981cf4da8 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933104 Mar 07 04:57:45.963723 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cd09389-c629-41ee-8ec8-07c11a84cabb req-9a542b3a-c05a-42d0-856e-8689a1c9af6e service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038791 Mar 07 04:57:46.133847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ef3c3be-abd6-485a-b5ce-2c40f285300f details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:57:46.234373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee5e2-07e2-408e-961a-1a8d42b6b179 req-e42f7ac1-c46a-4c33-bfa9-e8e4df2be68b tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:46.235923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-558ee5e2-07e2-408e-961a-1a8d42b6b179 req-e42f7ac1-c46a-4c33-bfa9-e8e4df2be68b tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 907 time: 0.1193075 Mar 07 04:57:46.313117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:15Z', 'revision_number': 1, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}, {'id': '12b95ccb-d9c6-4a69-a317-4501763e715a', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:7e:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:57:42Z', 'updated_at': '2022-03-07T04:57:42Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:46.346944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd76c22-a9da-4977-a243-8095047d7c10 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:15Z', 'revision_number': 1, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}, {'id': '12b95ccb-d9c6-4a69-a317-4501763e715a', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:7e:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:57:42Z', 'updated_at': '2022-03-07T04:57:42Z', 'revision_number': 0, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:57:46.373506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:46.399123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '4ef3c3be-abd6-485a-b5ce-2c40f285300f', 'network_id': '4f03b06a-7611-45bb-ab7b-48a3b20a7027', 'port_id': '4ef3c3be-abd6-485a-b5ce-2c40f285300f', 'mac_address': 'fa:16:3e:a2:c1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1ce13c-642f-4e8f-90a4-e62259619eb4', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:57:46.475869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4ef3c3be-abd6-485a-b5ce-2c40f285300f is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:46.476591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:46.497963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef3c3be-abd6-485a-b5ce-2c40f285300f {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:57:46.524306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:46.530842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:46.603513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4ef3c3be-abd6-485a-b5ce-2c40f285300f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:46.848591 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba6b0b-08f4-4621-97c5-8eeadf1f24b6 None None] New status for floating IP 12b95ccb-d9c6-4a69-a317-4501763e715a: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:57:46.882114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['4ef3c3be-abd6-485a-b5ce-2c40f285300f'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:57:47.404127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7b286-28db-4c45-b4b3-6dc7568552b3 req-34293fae-93b3-4ac1-98f8-89cef2f03877 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:47.406488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9aa7b286-28db-4c45-b4b3-6dc7568552b3 req-34293fae-93b3-4ac1-98f8-89cef2f03877 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 908 time: 0.0684602 Mar 07 04:57:47.934728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ef3c3be-abd6-485a-b5ce-2c40f285300f up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:57:48.002811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 4ef3c3be-abd6-485a-b5ce-2c40f285300f completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:57:48.013877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 4ef3c3be-abd6-485a-b5ce-2c40f285300f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:57:48.014289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:48.118092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 4ef3c3be-abd6-485a-b5ce-2c40f285300f is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:57:48.121259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:48.164333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e983d5-6d43-4cce-962b-084a981ffda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef3c3be-abd6-485a-b5ce-2c40f285300f'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:57:48.168673 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c45c6a-b376-4d98-83ea-b791b138c772" -d '{"events": [{"server_uuid": "56e983d5-6d43-4cce-962b-084a981ffda0", "name": "network-vif-plugged", "status": "completed", "tag": "4ef3c3be-abd6-485a-b5ce-2c40f285300f"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:57:48.186391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:48.191625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:48.252322 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f43687-3aae-4ea3-8bd3-9052143e1d9a x-openstack-request-id: req-71f43687-3aae-4ea3-8bd3-9052143e1d9a {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:57:48.252611 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e983d5-6d43-4cce-962b-084a981ffda0", "name": "network-vif-plugged", "status": "completed", "tag": "4ef3c3be-abd6-485a-b5ce-2c40f285300f", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:57:48.252916 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71f43687-3aae-4ea3-8bd3-9052143e1d9a {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:57:48.253262 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e983d5-6d43-4cce-962b-084a981ffda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef3c3be-abd6-485a-b5ce-2c40f285300f', 'code': 200} Mar 07 04:57:48.299684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=4ef3c3be-abd6-485a-b5ce-2c40f285300f,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:48.387254 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a642-b04a-4b46-a39a-e7a62d65daa7 req-e9b84ad0-798d-4744-b44f-6100bfaee379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:48.389320 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84d8a642-b04a-4b46-a39a-e7a62d65daa7 req-e9b84ad0-798d-4744-b44f-6100bfaee379 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 1091 time: 0.0946620 Mar 07 04:57:48.545667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a700f49-a7b3-4940-bb19-a9d365f9399e req-3a55c4a3-44c1-4e53-9ff7-ed2bfa11a1f7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:48.550129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a700f49-a7b3-4940-bb19-a9d365f9399e req-3a55c4a3-44c1-4e53-9ff7-ed2bfa11a1f7 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.0616446 Mar 07 04:57:49.685409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b80b-3763-49a1-a737-c6666d4553a1 req-2aba605c-2d2d-4d96-a794-39bda41e6d47 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:49.689154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a72b80b-3763-49a1-a737-c6666d4553a1 req-2aba605c-2d2d-4d96-a794-39bda41e6d47 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.0672686 Mar 07 04:57:50.090486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:50.871608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4359c-818b-4394-8ce8-7ad984baa520 req-6275a974-c008-481f-a8c3-30c2a0133563 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:50.880072 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4c4359c-818b-4394-8ce8-7ad984baa520 req-6275a974-c008-481f-a8c3-30c2a0133563 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.1143718 Mar 07 04:57:51.029606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd031b8-bbe1-407f-be6c-2e99951d1b3a req-7825e2a7-e4ca-4669-a0c2-d04e2a095e56 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:51.031256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ffd031b8-bbe1-407f-be6c-2e99951d1b3a req-7825e2a7-e4ca-4669-a0c2-d04e2a095e56 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.0640876 Mar 07 04:57:51.149556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea392f2-0abb-42e0-9136-11554c66dff9 req-0229732f-c9c1-4731-99d2-b3d91a1b6764 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:51.151289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cea392f2-0abb-42e0-9136-11554c66dff9 req-0229732f-c9c1-4731-99d2-b3d91a1b6764 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 1091 time: 0.0483177 Mar 07 04:57:51.271149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe6f5-18a6-4bef-a41f-29a27119620c req-da32977d-b3ae-4765-ab15-f8ff07d4ca36 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:51.273264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07cbe6f5-18a6-4bef-a41f-29a27119620c req-da32977d-b3ae-4765-ab15-f8ff07d4ca36 tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1166 time: 0.0515187 Mar 07 04:57:51.331981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07cbe6f5-18a6-4bef-a41f-29a27119620c req-c35137c4-a9b6-4c79-b8d7-e36d69eb1f7e tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0521600 Mar 07 04:57:51.356333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47124) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:51.424321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f5153-741d-464f-9b68-1af86fa4387a tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:51.427525 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a7f5153-741d-464f-9b68-1af86fa4387a tempest-TestSecurityGroupsBasicOps-234035896 tempest-TestSecurityGroupsBasicOps-234035896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 1086 time: 0.0684447 Mar 07 04:57:51.682422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718958d-1bcf-4fe6-b92d-e63e5bd0fc47 req-b7c854f9-bd60-4d2b-ab81-3996cfaf718f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:51.684765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9718958d-1bcf-4fe6-b92d-e63e5bd0fc47 req-b7c854f9-bd60-4d2b-ab81-3996cfaf718f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.0676513 Mar 07 04:57:52.371658 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:52.812662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a1645-689a-4f2a-bf7d-e390f005515f req-9017f57f-e327-423d-8be2-75a76852252e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:52.814346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e93a1645-689a-4f2a-bf7d-e390f005515f req-9017f57f-e327-423d-8be2-75a76852252e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.0554917 Mar 07 04:57:53.322299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a601a9-c355-49c1-86e8-2df153d64132 req-78512c7e-7aa2-402d-ab35-a49b8713a1b9 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:57:53.323720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50a601a9-c355-49c1-86e8-2df153d64132 req-78512c7e-7aa2-402d-ab35-a49b8713a1b9 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 909 time: 0.0887368 Mar 07 04:57:53.426991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port 4ef3c3be-abd6-485a-b5ce-2c40f285300f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:57:53.427334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:53.528061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] For port 4ef3c3be-abd6-485a-b5ce-2c40f285300f, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=4ef3c3be-abd6-485a-b5ce-2c40f285300f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:53.528061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:53.545801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for 4ef3c3be-abd6-485a-b5ce-2c40f285300f owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:57:53.717534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (4ef3c3be-abd6-485a-b5ce-2c40f285300f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:53.754661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=4ef3c3be-abd6-485a-b5ce-2c40f285300f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:53.830612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] No DVR routers for this DVR port 4ef3c3be-abd6-485a-b5ce-2c40f285300f on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:57:53.833258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:53.838048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-50a601a9-c355-49c1-86e8-2df153d64132 req-b79eec6d-e7fd-4d59-8d9a-2c36a66c2489 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.44 "DELETE /v2.0/ports/4ef3c3be-abd6-485a-b5ce-2c40f285300f HTTP/1.1" status: 204 len: 173 time: 0.5087047 Mar 07 04:57:53.838397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e983d5-6d43-4cce-962b-084a981ffda0', 'name': 'network-vif-deleted', 'tag': '4ef3c3be-abd6-485a-b5ce-2c40f285300f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:57:53.840897 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63deea1c-ce53-4ae4-b3f9-f2a061f9df77" -d '{"events": [{"server_uuid": "56e983d5-6d43-4cce-962b-084a981ffda0", "name": "network-vif-deleted", "tag": "4ef3c3be-abd6-485a-b5ce-2c40f285300f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:57:53.954977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b2ad2e7-2373-4e57-95e1-0a98f1a55e9d req-2479cbbc-ba92-4676-837b-20d2b68667d8 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=56e983d5-6d43-4cce-962b-084a981ffda0 HTTP/1.1" status: 200 len: 210 time: 0.0405676 Mar 07 04:57:54.035642 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a6020-78b2-4e3b-b51d-fe58bd640473 x-openstack-request-id: req-2e5a6020-78b2-4e3b-b51d-fe58bd640473 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:57:54.035949 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e983d5-6d43-4cce-962b-084a981ffda0", "name": "network-vif-deleted", "tag": "4ef3c3be-abd6-485a-b5ce-2c40f285300f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:57:54.036208 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e5a6020-78b2-4e3b-b51d-fe58bd640473 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:57:54.036714 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e983d5-6d43-4cce-962b-084a981ffda0', 'name': 'network-vif-deleted', 'tag': '4ef3c3be-abd6-485a-b5ce-2c40f285300f', 'status': 'completed', 'code': 200} Mar 07 04:57:55.013170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:55.688587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:55.971315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ef3c3be-abd6-485a-b5ce-2c40f285300f no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:57:55.992525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 4ef3c3be-abd6-485a-b5ce-2c40f285300f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:57:55.993213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 4ef3c3be-abd6-485a-b5ce-2c40f285300f not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:57:56.137031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port 9f9323bf-c79c-4074-b75f-c002f4e69c0f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:57:56.138020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:56.244122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] For port 9f9323bf-c79c-4074-b75f-c002f4e69c0f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9f9323bf-c79c-4074-b75f-c002f4e69c0f,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:56.244399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:56.257686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for 9f9323bf-c79c-4074-b75f-c002f4e69c0f owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:57:56.701431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9f9323bf-c79c-4074-b75f-c002f4e69c0f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:56.760637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=9f9323bf-c79c-4074-b75f-c002f4e69c0f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:57.004883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:57.289883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:57:57.420680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:57:57.434148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6e6b09ba-84f0-4697-b233-14d113c82228 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "PUT /v2.0/routers/20345f2e-2b1b-4d8f-ad03-8e61aee6c590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198656 Mar 07 04:57:57.438981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:57.442101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] Sync routers for ids ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:57:57.470495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] Routers {'20345f2e-2b1b-4d8f-ad03-8e61aee6c590'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:57.470959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:57.545083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting subnet 9d1ce13c-642f-4e8f-90a4-e62259619eb4 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:57:57.548865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for subnet (9d1ce13c-642f-4e8f-90a4-e62259619eb4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:57.594549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (9d1ce13c-642f-4e8f-90a4-e62259619eb4), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:57.601640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] Set router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:57.701479 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9d1ce13c-642f-4e8f-90a4-e62259619eb4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:57.804698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (9d1ce13c-642f-4e8f-90a4-e62259619eb4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:57.845630 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:57.848785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a117fff-7923-4b61-a098-9a5c8766b775 None None] Network 4f03b06a-7611-45bb-ab7b-48a3b20a7027 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:57:57.855490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47176) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:57.862877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/subnets/9d1ce13c-642f-4e8f-90a4-e62259619eb4 HTTP/1.1" status: 204 len: 168 time: 0.4191844 Mar 07 04:57:57.902980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee891b2a-ddd6-4174-a5d8-d55d45bd324f tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1ce13c-642f-4e8f-90a4-e62259619eb4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:57.944203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:56Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:58.008291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] Checking router: 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:57:58.031633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.036562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] Routers {'20345f2e-2b1b-4d8f-ad03-8e61aee6c590'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:57:58.037364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:58.204510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] Set router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:57:58.208230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.274911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:57:58.275649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.390809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] DHCP port deletion for 4f03b06a-7611-45bb-ab7b-48a3b20a7027 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:57:58.396457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] For port e40c13ed-8c8d-49c2-80db-cafdc6df3ea5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:58.397209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.420395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:57:58.557865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] Deleting port 86be89af-ea81-4ef0-90dd-db08325d6cb2 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:57:58.558438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.616927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e40c13ed-8c8d-49c2-80db-cafdc6df3ea5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.642519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] For port 86be89af-ea81-4ef0-90dd-db08325d6cb2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=86be89af-ea81-4ef0-90dd-db08325d6cb2,segment=NetworkSegment(4712c38e-7bf6-4d92-ba1f-906d2e22590e),segment_id=4712c38e-7bf6-4d92-ba1f-906d2e22590e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:57:58.642916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.647255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:56Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:58.651305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=e40c13ed-8c8d-49c2-80db-cafdc6df3ea5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:58.683606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3c503-650d-4ea5-b912-dd0e74279b9a None None] The sync data for ids ['20345f2e-2b1b-4d8f-ad03-8e61aee6c590'] in n-d-832185-1 is: [{'id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'name': 'tempest-TestSecurityGroupsBasicOps-router-791842334', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:56Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'e40c13ed-8c8d-49c2-80db-cafdc6df3ea5', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20345f2e-2b1b-4d8f-ad03-8e61aee6c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:57:28Z', 'updated_at': '2022-03-07T04:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:57:58.688495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] Calling delete_port for 86be89af-ea81-4ef0-90dd-db08325d6cb2 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:57:58.743349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.866505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.870413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_controller (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.975098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (20345f2e-2b1b-4d8f-ad03-8e61aee6c590), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.975809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Fanout notify agent at l3_agent the message router_deleted on router 20345f2e-2b1b-4d8f-ad03-8e61aee6c590 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:57:58.985160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (86be89af-ea81-4ef0-90dd-db08325d6cb2), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.988315 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:58.993357 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe1e176a-9e3a-4139-815f-3e736e1d9039 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/routers/20345f2e-2b1b-4d8f-ad03-8e61aee6c590 HTTP/1.1" status: 204 len: 168 time: 1.1318374 Mar 07 04:57:58.993557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47186) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:59.008733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] Pushing event deleted for resources: {'Port': ['ID=86be89af-ea81-4ef0-90dd-db08325d6cb2,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:59.018872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86c220-5975-4642-98f3-fcfe813e574d None None] No DVR routers for this DVR port 86be89af-ea81-4ef0-90dd-db08325d6cb2 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:57:59.109321 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (4f03b06a-7611-45bb-ab7b-48a3b20a7027), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.308887 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (4f03b06a-7611-45bb-ab7b-48a3b20a7027), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.329227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9f9323bf-c79c-4074-b75f-c002f4e69c0f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:57:59.352173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f03b06a-7611-45bb-ab7b-48a3b20a7027']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:59.367036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9f9323bf-c79c-4074-b75f-c002f4e69c0f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:57:59.369704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9f9323bf-c79c-4074-b75f-c002f4e69c0f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:57:59.369704 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 86be89af-ea81-4ef0-90dd-db08325d6cb2 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:57:59.394072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4712c38e-7bf6-4d92-ba1f-906d2e22590e') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:59.394072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4712c38e-7bf6-4d92-ba1f-906d2e22590e') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:57:59.400943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 86be89af-ea81-4ef0-90dd-db08325d6cb2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:57:59.401583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 86be89af-ea81-4ef0-90dd-db08325d6cb2 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:57:59.437419 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4712c38e-7bf6-4d92-ba1f-906d2e22590e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.464173 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4712c38e-7bf6-4d92-ba1f-906d2e22590e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.473266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:57:59.475034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4712c38e-7bf6-4d92-ba1f-906d2e22590e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:57:59.479639 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:57:59.588598 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (4f03b06a-7611-45bb-ab7b-48a3b20a7027), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.610436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:57:59.617072 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/networks/4f03b06a-7611-45bb-ab7b-48a3b20a7027 HTTP/1.1" status: 204 len: 168 time: 0.6216557 Mar 07 04:57:59.619614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47190) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:57:59.718125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da10462-ca92-428e-8ab5-7bc00a99a7db tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Network': ['ID=4f03b06a-7611-45bb-ab7b-48a3b20a7027,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:57:59.942280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port e38d28ab-ba53-408b-8c9f-140c868760c5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:57:59.942280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:00.074417 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:00.075791 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for floatingip (e38d28ab-ba53-408b-8c9f-140c868760c5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:00.096856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for e38d28ab-ba53-408b-8c9f-140c868760c5 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:00.370841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e38d28ab-ba53-408b-8c9f-140c868760c5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:00.403889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=e38d28ab-ba53-408b-8c9f-140c868760c5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:00.473128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for floatingip (223be2be-0ae0-4cee-ab1a-36a8f0a1127b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:00.474755 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Floating IP 223be2be-0ae0-4cee-ab1a-36a8f0a1127b disassociated (deleted). External IP: 172.25.4.107, port: 761b5328-5502-41c3-9555-1131c3c4d98a. Mar 07 04:58:00.995049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 77507c00-1f7d-4710-84bc-b8ccd5c39996 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:58:01.135300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:58:01.140870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:01.145567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:58:01.146153 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] Sync routers for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:58:01.169866 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:58:01.170772 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:01.172964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:58:01.173491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e40c13ed-8c8d-49c2-80db-cafdc6df3ea5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:58:01.233656 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dfa9ea4e-de73-432e-8ad3-af2fb3d5e61e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/floatingips/223be2be-0ae0-4cee-ab1a-36a8f0a1127b HTTP/1.1" status: 204 len: 168 time: 1.6130760 Mar 07 04:58:01.234494 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:58:01.236988 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a37279-9e46-4077-9675-60eb7aa438bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:58:01.295631 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474622d4-d551-4861-807f-b53f6c9a957b x-openstack-request-id: req-474622d4-d551-4861-807f-b53f6c9a957b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:58:01.296105 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:58:01.296618 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-474622d4-d551-4861-807f-b53f6c9a957b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:58:01.297163 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a', 'status': 'completed', 'code': 200} Mar 07 04:58:01.324098 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:58:01.428856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-9d5b746e-879e-4a7f-ad97-99c023241201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:01.431217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-9d5b746e-879e-4a7f-ad97-99c023241201 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 1166 time: 0.1062932 Mar 07 04:58:01.688989 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-2069fbae-41b6-4b97-a646-3a6691850a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:01.696987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-2069fbae-41b6-4b97-a646-3a6691850a2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9039d5f1-ca3b-47af-a27a-e7f490964bfb HTTP/1.1" status: 200 len: 898 time: 0.2581260 Mar 07 04:58:01.770422 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:01.799362 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] Checking router: 77507c00-1f7d-4710-84bc-b8ccd5c39996 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:58:01.804346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-1fd1381a-4661-4e63-b923-e96ea78528cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761b5328-5502-41c3-9555-1131c3c4d98a HTTP/1.1" status: 200 len: 217 time: 0.0977640 Mar 07 04:58:01.809567 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:58:01.810957 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:57:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:01.863952 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd897-5926-405d-a142-08a4bc4bf7e7 req-ea343b0c-e8df-4c58-8df6-6f9418106320 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:01.871584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-223fd897-5926-405d-a142-08a4bc4bf7e7 req-ea343b0c-e8df-4c58-8df6-6f9418106320 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.1484201 Mar 07 04:58:01.881395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-a67618f8-9823-40bb-b470-062ad5a74b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:01.883239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-a67618f8-9823-40bb-b470-062ad5a74b20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5666d37e-3326-4b0f-a38b-a7da8a7245f0 HTTP/1.1" status: 200 len: 835 time: 0.0706027 Mar 07 04:58:01.914155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:01.940009 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:58:01.968609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-a643bb65-f59b-4313-b1f9-19d1bd8ab349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:01.972606 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-a643bb65-f59b-4313-b1f9-19d1bd8ab349 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9039d5f1-ca3b-47af-a27a-e7f490964bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781157 Mar 07 04:58:02.061767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-223fd897-5926-405d-a142-08a4bc4bf7e7 req-d90e4faa-6614-40ad-a46b-f33811bfc6de tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1889746 Mar 07 04:58:02.107019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-62fda761-1a11-4da4-afe6-2a98b37264d3 service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271527 Mar 07 04:58:02.145293 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-99c3c1bf-d1bb-4eae-acee-a409053775b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f339c3e1e8b46c9a211878f01e35632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291839 Mar 07 04:58:02.147984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47216) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:02.227062 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8df863-c281-431d-97ce-c5fdd2fbd3a3 admin admin] Publish callbacks [] for security_group (f382660a-1869-4011-bf7c-0907d5a36d92), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:02.286282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8df863-c281-431d-97ce-c5fdd2fbd3a3 admin admin] Publish callbacks [] for security_group (f382660a-1869-4011-bf7c-0907d5a36d92), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:02.313464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7a37279-9e46-4077-9675-60eb7aa438bc req-f67249bf-0f74-4d93-a819-7c7ff3da053e service neutron] 10.222.0.15 "GET /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990285 Mar 07 04:58:02.324808 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:02.363824 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f205fe-ddce-4f10-aac6-f09f4943d237 None None] The sync data for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 is: [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'd2b77398-2f77-4551-8a3e-211b9715be53', 'name': '', 'network_id': '9039d5f1-ca3b-47af-a27a-e7f490964bfb', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'mac_address': 'fa:16:3e:41:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:34Z', 'updated_at': '2022-03-07T04:56:40Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'subnets': [{'id': '5666d37e-3326-4b0f-a38b-a7da8a7245f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:58:02.402573 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8df863-c281-431d-97ce-c5fdd2fbd3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f382660a-1869-4011-bf7c-0907d5a36d92), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:02.405394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d8df863-c281-431d-97ce-c5fdd2fbd3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:02.406512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d8df863-c281-431d-97ce-c5fdd2fbd3a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f382660a-1869-4011-bf7c-0907d5a36d92 HTTP/1.1" status: 204 len: 168 time: 0.2572532 Mar 07 04:58:02.434646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8df863-c281-431d-97ce-c5fdd2fbd3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382660a-1869-4011-bf7c-0907d5a36d92,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:02.773432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e3635-4104-4e25-a58e-2f1fcea6559b None None] New status for floating IP 223be2be-0ae0-4cee-ab1a-36a8f0a1127b: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:58:02.884987 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8cd65d5a-bb45-4ea3-b7f5-9a73c6f67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:03.024003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-e54b83a1-0031-4e31-869f-b1d2ad2d40e8 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:03.028745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-e54b83a1-0031-4e31-869f-b1d2ad2d40e8 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.1105194 Mar 07 04:58:03.158507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port 761b5328-5502-41c3-9555-1131c3c4d98a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:58:03.158788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:03.288719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c7bcc-6c2f-4ada-bcaa-02262aa6fc68 req-4e796e0b-1f00-4682-be4c-4552beac8981 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:03.290717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a58c7bcc-6c2f-4ada-bcaa-02262aa6fc68 req-4e796e0b-1f00-4682-be4c-4552beac8981 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8323b14-72bd-40bf-a12a-448363bbedaa HTTP/1.1" status: 200 len: 984 time: 0.1266205 Mar 07 04:58:03.366299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a58c7bcc-6c2f-4ada-bcaa-02262aa6fc68 req-9d4860ea-821c-4d85-9ed1-e280cbd4be95 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ac64ccc-269c-409a-bcf4-3325fa1a48e5&id=38d0bbce-e119-4e3f-99e9-57c38a9fce88&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0674541 Mar 07 04:58:03.396569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] For port 761b5328-5502-41c3-9555-1131c3c4d98a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=761b5328-5502-41c3-9555-1131c3c4d98a,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:58:03.397651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:03.410416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for 761b5328-5502-41c3-9555-1131c3c4d98a owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:03.553652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (761b5328-5502-41c3-9555-1131c3c4d98a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:03.591555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=761b5328-5502-41c3-9555-1131c3c4d98a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:03.667293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] No DVR routers for this DVR port 761b5328-5502-41c3-9555-1131c3c4d98a on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:58:03.670379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:03.674238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f9b6cc7-323c-47d9-9c48-9b3df8bfb197 req-4ca21adb-a9cf-49cb-9a58-e81a9d33b856 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.15 "DELETE /v2.0/ports/761b5328-5502-41c3-9555-1131c3c4d98a HTTP/1.1" status: 204 len: 173 time: 0.6414337 Mar 07 04:58:03.675026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'name': 'network-vif-deleted', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:58:03.678120 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487fac3-5732-4bab-9f8c-708c2919f46a" -d '{"events": [{"server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "name": "network-vif-deleted", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:58:03.718943 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48c0493-cb7d-45d6-988e-92a1bfdfa95f x-openstack-request-id: req-f48c0493-cb7d-45d6-988e-92a1bfdfa95f {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:58:03.719249 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8323b14-72bd-40bf-a12a-448363bbedaa", "name": "network-vif-deleted", "tag": "761b5328-5502-41c3-9555-1131c3c4d98a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:58:03.719528 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f48c0493-cb7d-45d6-988e-92a1bfdfa95f {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:58:03.720065 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8323b14-72bd-40bf-a12a-448363bbedaa', 'name': 'network-vif-deleted', 'tag': '761b5328-5502-41c3-9555-1131c3c4d98a', 'status': 'completed', 'code': 200} Mar 07 04:58:04.447069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:04.501093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09488f83-7276-407d-b48f-78886c08ef1e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (6ac64ccc-269c-409a-bcf4-3325fa1a48e5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.524904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09488f83-7276-407d-b48f-78886c08ef1e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (6ac64ccc-269c-409a-bcf4-3325fa1a48e5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.568371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09488f83-7276-407d-b48f-78886c08ef1e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6ac64ccc-269c-409a-bcf4-3325fa1a48e5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.571241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09488f83-7276-407d-b48f-78886c08ef1e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.574987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-09488f83-7276-407d-b48f-78886c08ef1e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ac64ccc-269c-409a-bcf4-3325fa1a48e5 HTTP/1.1" status: 204 len: 168 time: 0.1243823 Mar 07 04:58:04.575735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47262) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:04.593552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09488f83-7276-407d-b48f-78886c08ef1e tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac64ccc-269c-409a-bcf4-3325fa1a48e5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:04.640886 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0148ab8f-0e2b-4884-b568-0989a0d425fc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (38d0bbce-e119-4e3f-99e9-57c38a9fce88), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.665454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0148ab8f-0e2b-4884-b568-0989a0d425fc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (38d0bbce-e119-4e3f-99e9-57c38a9fce88), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.723656 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0148ab8f-0e2b-4884-b568-0989a0d425fc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (38d0bbce-e119-4e3f-99e9-57c38a9fce88), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.726939 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0148ab8f-0e2b-4884-b568-0989a0d425fc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:04.728712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0148ab8f-0e2b-4884-b568-0989a0d425fc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/security-groups/38d0bbce-e119-4e3f-99e9-57c38a9fce88 HTTP/1.1" status: 204 len: 168 time: 0.1513655 Mar 07 04:58:04.733760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:04.775444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148ab8f-0e2b-4884-b568-0989a0d425fc tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0bbce-e119-4e3f-99e9-57c38a9fce88,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:05.092050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 761b5328-5502-41c3-9555-1131c3c4d98a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:58:05.130496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (77507c00-1f7d-4710-84bc-b8ccd5c39996), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:05.132179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 761b5328-5502-41c3-9555-1131c3c4d98a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:58:05.132823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 761b5328-5502-41c3-9555-1131c3c4d98a not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:58:05.400750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5f242225-149d-4987-8a5e-4c400af80fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:05.749087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port d2b77398-2f77-4551-8a3e-211b9715be53 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:58:05.749873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:05.835327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] For port d2b77398-2f77-4551-8a3e-211b9715be53, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d2b77398-2f77-4551-8a3e-211b9715be53,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:58:05.835687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:05.847706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for d2b77398-2f77-4551-8a3e-211b9715be53 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:06.037766 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d2b77398-2f77-4551-8a3e-211b9715be53), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.067587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=d2b77398-2f77-4551-8a3e-211b9715be53,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:06.267731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (77507c00-1f7d-4710-84bc-b8ccd5c39996), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.502084 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Router 77507c00-1f7d-4710-84bc-b8ccd5c39996 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:58:06.622743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:58:06.633175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-941b9cb4-23f8-4002-adfd-98e8e1828b09 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "PUT /v2.0/routers/77507c00-1f7d-4710-84bc-b8ccd5c39996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8972659 Mar 07 04:58:06.633379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47288) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:06.638652 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] Sync routers for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:58:06.649618 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:58:06.650283 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:58:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:06.690357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting subnet 5666d37e-3326-4b0f-a38b-a7da8a7245f0 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:58:06.694503 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for subnet (5666d37e-3326-4b0f-a38b-a7da8a7245f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.743554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (5666d37e-3326-4b0f-a38b-a7da8a7245f0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.764998 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:58:06.790047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.867963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5666d37e-3326-4b0f-a38b-a7da8a7245f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.941584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (5666d37e-3326-4b0f-a38b-a7da8a7245f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.970439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Subnet': ['ID=5666d37e-3326-4b0f-a38b-a7da8a7245f0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:06.979000 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:06.987843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1487c-c651-4c9b-b8df-71f48b6628d5 None None] Network 9039d5f1-ca3b-47af-a27a-e7f490964bfb requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:58:07.004889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47296) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:07.020635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb7e156c-4338-4a05-ac3a-62d6464e7b32 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/subnets/5666d37e-3326-4b0f-a38b-a7da8a7245f0 HTTP/1.1" status: 204 len: 168 time: 0.3859613 Mar 07 04:58:07.100608 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:58:05Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:07.143318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] Checking router: 77507c00-1f7d-4710-84bc-b8ccd5c39996 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:58:07.154884 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] Routers {'77507c00-1f7d-4710-84bc-b8ccd5c39996'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:58:07.155966 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:58:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['77507c00-1f7d-4710-84bc-b8ccd5c39996'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:07.225785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] DHCP port deletion for 9039d5f1-ca3b-47af-a27a-e7f490964bfb request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:58:07.251543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router (77507c00-1f7d-4710-84bc-b8ccd5c39996), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.324683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] Deleting port 64cec43a-ac9c-49cf-9959-4a8cf736db77 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:58:07.328354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.328749 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] Set router 77507c00-1f7d-4710-84bc-b8ccd5c39996 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:58:07.429586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] For port 64cec43a-ac9c-49cf-9959-4a8cf736db77, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=64cec43a-ac9c-49cf-9959-4a8cf736db77,segment=NetworkSegment(3dcbe98f-b385-4df8-8982-3fa1d163a658),segment_id=3dcbe98f-b385-4df8-8982-3fa1d163a658)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:58:07.430036 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.447042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] Calling delete_port for 64cec43a-ac9c-49cf-9959-4a8cf736db77 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:07.453384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_gateway (77507c00-1f7d-4710-84bc-b8ccd5c39996), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.558278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Deleting port fb6509cd-c352-4fb3-a6fd-ce755e01ce84 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:58:07.558886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.566401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (64cec43a-ac9c-49cf-9959-4a8cf736db77), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.583212 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:58:05Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:07.598751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] Pushing event deleted for resources: {'Port': ['ID=64cec43a-ac9c-49cf-9959-4a8cf736db77,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:07.601066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4d9ed-3b45-4059-83e7-e97752c77018 None None] No DVR routers for this DVR port 64cec43a-ac9c-49cf-9959-4a8cf736db77 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:58:07.635931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa041400-42f1-402f-8296-8ead63ffacce None None] The sync data for ids ['77507c00-1f7d-4710-84bc-b8ccd5c39996'] in n-d-832185-1 is: [{'id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950118348', 'tenant_id': '0b4f11ba48ee4803949c96b13cd13b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:56:27Z', 'updated_at': '2022-03-07T04:58:05Z', 'revision_number': 5, 'project_id': '0b4f11ba48ee4803949c96b13cd13b49', 'gw_port': {'id': 'fb6509cd-c352-4fb3-a6fd-ce755e01ce84', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77507c00-1f7d-4710-84bc-b8ccd5c39996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:56:29Z', 'updated_at': '2022-03-07T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:58:07.662434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] For port fb6509cd-c352-4fb3-a6fd-ce755e01ce84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:58:07.662843 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.679395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Calling delete_port for fb6509cd-c352-4fb3-a6fd-ce755e01ce84 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:07.724268 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.868911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fb6509cd-c352-4fb3-a6fd-ce755e01ce84), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:07.920530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Port': ['ID=fb6509cd-c352-4fb3-a6fd-ce755e01ce84,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:07.962743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (77507c00-1f7d-4710-84bc-b8ccd5c39996), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.067471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (77507c00-1f7d-4710-84bc-b8ccd5c39996), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.071674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router_controller (77507c00-1f7d-4710-84bc-b8ccd5c39996), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.130227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (77507c00-1f7d-4710-84bc-b8ccd5c39996), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.131696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Fanout notify agent at l3_agent the message router_deleted on router 77507c00-1f7d-4710-84bc-b8ccd5c39996 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:58:08.139808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.141166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3959f71d-a7a5-49eb-814c-0b3a4030883a tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/routers/77507c00-1f7d-4710-84bc-b8ccd5c39996 HTTP/1.1" status: 204 len: 168 time: 1.1329179 Mar 07 04:58:08.143738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:08.238212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (9039d5f1-ca3b-47af-a27a-e7f490964bfb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.342061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (9039d5f1-ca3b-47af-a27a-e7f490964bfb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.367785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9039d5f1-ca3b-47af-a27a-e7f490964bfb']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:08.377399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcbe98f-b385-4df8-8982-3fa1d163a658') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:08.377692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcbe98f-b385-4df8-8982-3fa1d163a658') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:08.387327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3dcbe98f-b385-4df8-8982-3fa1d163a658), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.402292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3dcbe98f-b385-4df8-8982-3fa1d163a658), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.408625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:58:08.409018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3dcbe98f-b385-4df8-8982-3fa1d163a658), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: timer() Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:58:08.413002 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:58:08.429682 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:58:08.481293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (9039d5f1-ca3b-47af-a27a-e7f490964bfb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.489830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:08.494342 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] 10.222.0.21 "DELETE /v2.0/networks/9039d5f1-ca3b-47af-a27a-e7f490964bfb HTTP/1.1" status: 204 len: 168 time: 0.3493829 Mar 07 04:58:08.508802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f83080-212f-4620-9b42-7f7961d3c9f3 tempest-TestSecurityGroupsBasicOps-751171434 tempest-TestSecurityGroupsBasicOps-751171434-project] Pushing event deleted for resources: {'Network': ['ID=9039d5f1-ca3b-47af-a27a-e7f490964bfb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:08.857477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47318) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:09.008960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fdeac96d-b47d-4aa0-a0da-3869c0482a7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b4f11ba48ee4803949c96b13cd13b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501811 Mar 07 04:58:09.011485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47322) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:09.059795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49555060-7278-4a70-be3b-31aca78b0ba8 admin admin] Publish callbacks [] for security_group (a57751a0-52d1-4878-af3d-29c1b45bc97b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.080858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49555060-7278-4a70-be3b-31aca78b0ba8 admin admin] Publish callbacks [] for security_group (a57751a0-52d1-4878-af3d-29c1b45bc97b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.134822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49555060-7278-4a70-be3b-31aca78b0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a57751a0-52d1-4878-af3d-29c1b45bc97b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.137665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-49555060-7278-4a70-be3b-31aca78b0ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.141392 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-49555060-7278-4a70-be3b-31aca78b0ba8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a57751a0-52d1-4878-af3d-29c1b45bc97b HTTP/1.1" status: 204 len: 168 time: 0.1265545 Mar 07 04:58:09.148193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555060-7278-4a70-be3b-31aca78b0ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57751a0-52d1-4878-af3d-29c1b45bc97b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:09.205874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d2b77398-2f77-4551-8a3e-211b9715be53 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:58:09.238472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d2b77398-2f77-4551-8a3e-211b9715be53 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:58:09.239023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d2b77398-2f77-4551-8a3e-211b9715be53 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:58:09.239607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64cec43a-ac9c-49cf-9959-4a8cf736db77 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:58:09.262687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 64cec43a-ac9c-49cf-9959-4a8cf736db77 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:58:09.263237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 64cec43a-ac9c-49cf-9959-4a8cf736db77 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:58:09.263819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb6509cd-c352-4fb3-a6fd-ce755e01ce84 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:58:09.286785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fb6509cd-c352-4fb3-a6fd-ce755e01ce84 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:58:09.287200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fb6509cd-c352-4fb3-a6fd-ce755e01ce84 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:58:09.484789 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.494122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47338) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:09.513664 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2983483d-3bc2-4e9f-bc63-9add60442214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.613551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2983483d-3bc2-4e9f-bc63-9add60442214 admin admin] Publish callbacks [] for security_group (0b06c1cb-0b59-4437-a192-328e11d16710), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.619782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2983483d-3bc2-4e9f-bc63-9add60442214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0b06c1cb-0b59-4437-a192-328e11d16710), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.664516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983483d-3bc2-4e9f-bc63-9add60442214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b06c1cb-0b59-4437-a192-328e11d16710,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:09.671688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2983483d-3bc2-4e9f-bc63-9add60442214 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4c6576f11e4412f9da24295c6d453ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757002 Mar 07 04:58:09.674626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 47340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:09.741421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4ec2-a3e7-40fc-b23a-02db92ce59a7 admin admin] Publish callbacks [] for security_group (0b06c1cb-0b59-4437-a192-328e11d16710), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.767783 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4ec2-a3e7-40fc-b23a-02db92ce59a7 admin admin] Publish callbacks [] for security_group (0b06c1cb-0b59-4437-a192-328e11d16710), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.823223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4ec2-a3e7-40fc-b23a-02db92ce59a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0b06c1cb-0b59-4437-a192-328e11d16710), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.826120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4ec2-a3e7-40fc-b23a-02db92ce59a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:09.829735 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3c0c4ec2-a3e7-40fc-b23a-02db92ce59a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b06c1cb-0b59-4437-a192-328e11d16710 HTTP/1.1" status: 204 len: 168 time: 0.1520982 Mar 07 04:58:09.836615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c4ec2-a3e7-40fc-b23a-02db92ce59a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b06c1cb-0b59-4437-a192-328e11d16710,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:10.208014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47346) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:10.266788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d523bfd4-56bf-4989-9653-cd91e3e9585d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bac67510b534a93b5411332137c012a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542390 Mar 07 04:58:10.267093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47348) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:10.331663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e494-e704-44ac-ac7a-d84e10f3a138 admin admin] Publish callbacks [] for security_group (669fd317-3528-4de2-85a1-4c01c7aae821), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:10.356174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e494-e704-44ac-ac7a-d84e10f3a138 admin admin] Publish callbacks [] for security_group (669fd317-3528-4de2-85a1-4c01c7aae821), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:10.405557 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e494-e704-44ac-ac7a-d84e10f3a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (669fd317-3528-4de2-85a1-4c01c7aae821), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:10.408218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e494-e704-44ac-ac7a-d84e10f3a138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:10.412266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a5c8e494-e704-44ac-ac7a-d84e10f3a138 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/669fd317-3528-4de2-85a1-4c01c7aae821 HTTP/1.1" status: 204 len: 168 time: 0.1414316 Mar 07 04:58:10.418589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8e494-e704-44ac-ac7a-d84e10f3a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669fd317-3528-4de2-85a1-4c01c7aae821,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:20.080491 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:22.378638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:32.807346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3819b33f-ecfa-4701-86af-822996fbe561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:35.394839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0e448e59-7635-4f88-bb79-b74693d9313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:36.604907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-18cbda85-fada-46c6-a74c-d84dde113872 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468893 Mar 07 04:58:36.670362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-10d755da-78e4-4957-8723-15a504f0a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:36.671995 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-10d755da-78e4-4957-8723-15a504f0a179 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1127 time: 0.0461533 Mar 07 04:58:36.791263 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:36.791874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-d2f2b1b1-16bc-4444-85db-02653913f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:36.793096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-d2f2b1b1-16bc-4444-85db-02653913f399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1020782 Mar 07 04:58:36.862323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-717b3f77-61b6-4c52-bbf8-7ee0dbb81e3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 200 len: 1000 time: 0.0632277 Mar 07 04:58:36.920224 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-793b673b-ac43-4515-b40a-5f4760df65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:36.921916 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-793b673b-ac43-4515-b40a-5f4760df65c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0544095 Mar 07 04:58:36.983975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-a7df4323-b63a-4372-8804-237dbe1fbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:36.985468 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-a7df4323-b63a-4372-8804-237dbe1fbebb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556660 Mar 07 04:58:37.095394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-63b9f4fe-18db-4d47-8ebd-06243619a257 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997648 Mar 07 04:58:37.185854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7cb4d050-12f8-4b62-847b-20ff8fb5fed1 req-aee3cd63-cb20-453e-8780-a796f092dbaa service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872524 Mar 07 04:58:37.728941 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.033500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 47896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:58:39.368009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port 5dd9cea1-62b4-4376-b1fa-3b9fefb38501 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:58:39.368360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.452354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.452691 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.466341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for 5dd9cea1-62b4-4376-b1fa-3b9fefb38501 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:39.472572 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.647049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5dd9cea1-62b4-4376-b1fa-3b9fefb38501), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.673937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=5dd9cea1-62b4-4376-b1fa-3b9fefb38501,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:39.742421 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (12b95ccb-d9c6-4a69-a317-4501763e715a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:39.742752 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Floating IP 12b95ccb-d9c6-4a69-a317-4501763e715a disassociated (deleted). External IP: 172.25.4.43, port: 7b2ea789-3b64-434b-8322-4a539cda19c5. Mar 07 04:58:39.976373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:58:40.097356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:58:40.103903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:40.111009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:58:40.122061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:58:40.123281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:58:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:40.141413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8ec18d36-b40b-4db6-a3f3-02fa5667eaba tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "DELETE /v2.0/floatingips/12b95ccb-d9c6-4a69-a317-4501763e715a HTTP/1.1" status: 204 len: 168 time: 1.1066632 Mar 07 04:58:40.142187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:58:40.145085 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233ba9d-720c-4572-a996-ab5f00b8b423" -d '{"events": [{"name": "network-changed", "server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:58:40.249157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:58:40.366210 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a33ca87-f19c-4735-a113-7ba65d3a0dc2 x-openstack-request-id: req-7a33ca87-f19c-4735-a113-7ba65d3a0dc2 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:58:40.366731 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:58:40.367147 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a33ca87-f19c-4735-a113-7ba65d3a0dc2 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:58:40.367704 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'status': 'completed', 'code': 200} Mar 07 04:58:40.471685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-332f0e0f-1482-4997-8b41-c69eab9136f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:40.473201 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-332f0e0f-1482-4997-8b41-c69eab9136f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 1127 time: 0.0693262 Mar 07 04:58:40.520122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4ed52-b7b6-42d5-8df6-83b1a76b2ebb req-e8a20a26-5858-4445-8570-2736cc669f0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:40.522019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a4ed52-b7b6-42d5-8df6-83b1a76b2ebb req-e8a20a26-5858-4445-8570-2736cc669f0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 945 time: 0.0760250 Mar 07 04:58:40.577424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-c2f8ee1d-6fe1-41e3-a101-11aef9cc7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:40.579213 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-c2f8ee1d-6fe1-41e3-a101-11aef9cc7e11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.0987647 Mar 07 04:58:40.588157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:15Z', 'revision_number': 1, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:40.590206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a4ed52-b7b6-42d5-8df6-83b1a76b2ebb req-b1acad7a-ef2d-49f8-897d-e6b1c1916238 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610356 Mar 07 04:58:40.618172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:58:40.626691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:58:40.627305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:58:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:40.636621 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-d99c007e-04a0-4649-8b85-d349e921481a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 200 len: 217 time: 0.0493529 Mar 07 04:58:40.693794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-8fb33def-2ec6-4a21-956f-ba043ec24d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:40.695326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-8fb33def-2ec6-4a21-956f-ba043ec24d51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0525875 Mar 07 04:58:40.752907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-c8b3c67d-a1fd-4e3c-afdd-6fa8066f539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:40.754490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-c8b3c67d-a1fd-4e3c-afdd-6fa8066f539d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535064 Mar 07 04:58:40.755863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:58:40.852637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-87c6d6e1-3d19-410b-9261-78d21d44e502 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915279 Mar 07 04:58:40.953243 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c233ba9d-720c-4572-a996-ab5f00b8b423 req-23417f59-19f2-4495-93ed-ef3cbbbcc6c6 service neutron] 10.222.0.44 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935435 Mar 07 04:58:41.011411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:15Z', 'revision_number': 1, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:58:41.047537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6306143-d62d-41fb-839a-e00464dab759 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0ef8e241-5f92-41d0-aca0-53296b5cbf75', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'port_id': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'mac_address': 'fa:16:3e:52:60:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a814690-b58d-4c20-a0a3-45750117aab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:54:11Z', 'updated_at': '2022-03-07T04:54:15Z', 'revision_number': 1, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:58:41.406196 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f992b5-d984-4613-8f7d-188df3d6441e None None] New status for floating IP 12b95ccb-d9c6-4a69-a317-4501763e715a: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:58:41.748479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0561-463a-4ec3-b093-9cb453e13565 req-6e125912-302e-4c51-8385-ce56ce1dd4de tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:41.751365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-effa0561-463a-4ec3-b093-9cb453e13565 req-6e125912-302e-4c51-8385-ce56ce1dd4de tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 945 time: 0.0622017 Mar 07 04:58:41.814190 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-effa0561-463a-4ec3-b093-9cb453e13565 req-3f810710-1150-47f1-82d7-1690144ea327 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571120 Mar 07 04:58:42.055561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d4459-906b-4925-b660-0abe497a3646 req-fd456893-8c4b-467e-948c-22ff5d3ea3ad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:58:42.057223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-231d4459-906b-4925-b660-0abe497a3646 req-fd456893-8c4b-467e-948c-22ff5d3ea3ad tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 945 time: 0.0543964 Mar 07 04:58:42.165127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port 7b2ea789-3b64-434b-8322-4a539cda19c5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:58:42.165478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:42.284187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port 7b2ea789-3b64-434b-8322-4a539cda19c5, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=7b2ea789-3b64-434b-8322-4a539cda19c5,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:58:42.284553 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:42.300449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for 7b2ea789-3b64-434b-8322-4a539cda19c5 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:58:42.519765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7b2ea789-3b64-434b-8322-4a539cda19c5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:42.569704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=7b2ea789-3b64-434b-8322-4a539cda19c5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:58:42.581442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.581899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.582594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.583788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.584252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.584666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.585080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.585728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.586166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.586826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.587493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.588355 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.589092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:58:42.655629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port 7b2ea789-3b64-434b-8322-4a539cda19c5 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:58:42.659012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:42.662760 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-231d4459-906b-4925-b660-0abe497a3646 req-0292258d-d23f-4705-8f0c-8a2248df5acd tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.44 "DELETE /v2.0/ports/7b2ea789-3b64-434b-8322-4a539cda19c5 HTTP/1.1" status: 204 len: 173 time: 0.6001127 Mar 07 04:58:42.663144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'name': 'network-vif-deleted', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:58:42.665473 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97132fed-40bb-4559-b544-de3bb9bad468" -d '{"events": [{"server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "name": "network-vif-deleted", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:58:42.722471 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093b6d8d-1a8c-4705-9fd4-b8cd7cf068ee x-openstack-request-id: req-093b6d8d-1a8c-4705-9fd4-b8cd7cf068ee {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:58:42.722942 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3694e4a4-3318-457a-9e35-1b4ce49e03d9", "name": "network-vif-deleted", "tag": "7b2ea789-3b64-434b-8322-4a539cda19c5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:58:42.723482 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-093b6d8d-1a8c-4705-9fd4-b8cd7cf068ee {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:58:42.724215 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3694e4a4-3318-457a-9e35-1b4ce49e03d9', 'name': 'network-vif-deleted', 'tag': '7b2ea789-3b64-434b-8322-4a539cda19c5', 'status': 'completed', 'code': 200} Mar 07 04:58:42.934429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58ad17db-447c-49a9-a9f6-1db534da066f req-af652ab3-c95d-4ecd-80e6-ffea0a5a1722 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0423942 Mar 07 04:58:44.044440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6eb244d0-5ef5-4b83-b4c9-cb48050a9359 req-34a8200e-e99e-4ad5-8e14-29830d03c1b6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Mar 07 04:58:44.151297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7b2ea789-3b64-434b-8322-4a539cda19c5 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:58:44.175962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 7b2ea789-3b64-434b-8322-4a539cda19c5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:58:44.176440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 7b2ea789-3b64-434b-8322-4a539cda19c5 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:58:45.168317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7c9e18d-6159-4bd4-9010-1b3c3a13b784 req-6df12620-1f2c-40e3-babd-d8178ffdf9b6 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0420487 Mar 07 04:58:45.416621 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:58:46.286194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef08a9f2-f518-405c-84ba-9270a8353851 req-14869c2d-05d8-4cdc-9979-99bbf409b245 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Mar 07 04:58:47.427576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2ab8cd9-c8b9-4b28-af79-409ca579f547 req-c3970ffa-6831-4147-9483-b7d6cd046f85 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0281682 Mar 07 04:58:48.542609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4c4edec-2c8f-4620-b741-e662846ad606 req-355f1fac-b4ef-46be-b420-5448b23a8234 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0394003 Mar 07 04:58:49.632345 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ff890d2-e0c3-4e97-b3c5-9602b7989d23 req-588686cf-45d3-487a-9a3b-8af2a5e99413 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0279250 Mar 07 04:58:50.118680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:58:50.726044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7abb30de-6348-4d1a-a0cd-55b630a45aad req-6db28b34-01ed-4934-97f7-e96178f3fed5 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0263391 Mar 07 04:58:51.827037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b878609-8c29-453e-b8e8-5e4613271c56 req-fac174d5-9a85-400c-bb34-7387f6a19644 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=3694e4a4-3318-457a-9e35-1b4ce49e03d9 HTTP/1.1" status: 200 len: 210 time: 0.0317454 Mar 07 04:58:52.385625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.333028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:01.492482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.591856 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Publish callbacks [] for security_group (a0288b8a-e703-40d3-838a-f827301825a7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.600217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a0288b8a-e703-40d3-838a-f827301825a7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.652538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0288b8a-e703-40d3-838a-f827301825a7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:01.671930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=519f6bc60bf743eebed169878e4848ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345485 Mar 07 04:59:01.671930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.671930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.672319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.672702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.672968 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:01.673852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.674454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.675126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.675694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.676491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.677220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.677781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.678375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.680204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7b43e-229f-42e7-981f-e858198524d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:01.779529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17e4987e-d020-44c2-bdcd-8e55c3fd6582 admin admin] Publish callbacks [] for security_group (a0288b8a-e703-40d3-838a-f827301825a7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.826304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17e4987e-d020-44c2-bdcd-8e55c3fd6582 admin admin] Publish callbacks [] for security_group (a0288b8a-e703-40d3-838a-f827301825a7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.912687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17e4987e-d020-44c2-bdcd-8e55c3fd6582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a0288b8a-e703-40d3-838a-f827301825a7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.915757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17e4987e-d020-44c2-bdcd-8e55c3fd6582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:01.917291 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-17e4987e-d020-44c2-bdcd-8e55c3fd6582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0288b8a-e703-40d3-838a-f827301825a7 HTTP/1.1" status: 204 len: 168 time: 0.2429216 Mar 07 04:59:01.948020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4987e-d020-44c2-bdcd-8e55c3fd6582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0288b8a-e703-40d3-838a-f827301825a7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:02.844950 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3321-e1b1-47b8-bfcc-9a3960babecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:04.727655 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48272) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:04.917323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port 11a3bc8a-8e36-4caa-96d8-8b17a27070d9 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:04.917734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.007504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.007834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.022128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for 11a3bc8a-8e36-4caa-96d8-8b17a27070d9 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:05.193493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (11a3bc8a-8e36-4caa-96d8-8b17a27070d9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.219421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=11a3bc8a-8e36-4caa-96d8-8b17a27070d9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:05.283280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (0ef8e241-5f92-41d0-aca0-53296b5cbf75), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.283609 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Floating IP 0ef8e241-5f92-41d0-aca0-53296b5cbf75 disassociated (deleted). External IP: 172.25.4.214, port: ac5974ab-8902-46b5-99fe-9ae3b4d99c2f. Mar 07 04:59:05.398768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3bd625b-c039-4049-b1c4-3b2cbbe980a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.499918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:05.610177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:05.615001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:05.623465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:05.636348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:05.637769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:05.648813 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-14674b5b-51fa-474d-9bde-ef3889185809 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "DELETE /v2.0/floatingips/0ef8e241-5f92-41d0-aca0-53296b5cbf75 HTTP/1.1" status: 204 len: 168 time: 0.9177327 Mar 07 04:59:05.648813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:59:05.649435 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862332ea-f1df-4f9a-9c36-7ba7b9e87186" -d '{"events": [{"name": "network-changed", "server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:59:05.822400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:05.851958 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3afce4-21cf-446e-aba8-fa85e78e384c x-openstack-request-id: req-6c3afce4-21cf-446e-aba8-fa85e78e384c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:59:05.854318 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:59:05.854318 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c3afce4-21cf-446e-aba8-fa85e78e384c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:59:05.854318 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'status': 'completed', 'code': 200} Mar 07 04:59:06.019722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-a648bd44-98d1-4793-9181-62d7a05d5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:06.021255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-a648bd44-98d1-4793-9181-62d7a05d5ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 1127 time: 0.1402552 Mar 07 04:59:06.129383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-285c0f55-6e0c-4e17-aa8a-4b7b3da5d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:06.130804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-285c0f55-6e0c-4e17-aa8a-4b7b3da5d39c service neutron] 10.222.0.15 "GET /v2.0/networks?id=caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 200 len: 912 time: 0.1007698 Mar 07 04:59:06.131979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:06.142981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff099c0-b843-45e8-a961-b180bd93387b req-d1a3ddf8-1001-494c-b5d4-6960818c9e21 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:06.144721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ff099c0-b843-45e8-a961-b180bd93387b req-d1a3ddf8-1001-494c-b5d4-6960818c9e21 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 945 time: 0.2154503 Mar 07 04:59:06.165433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:06.174303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:06.174921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:06.190113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-2c5afae0-b486-494d-9b07-fca50df94e1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 200 len: 217 time: 0.0436893 Mar 07 04:59:06.276786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ff099c0-b843-45e8-a961-b180bd93387b req-b332adcc-1ce8-4923-a291-953d151c71fa tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbc3222-27dc-4511-816e-e9dc15918945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852351 Mar 07 04:59:06.282690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-3ccb5589-b14a-482f-8fd5-d03634ba6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:06.284468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-3ccb5589-b14a-482f-8fd5-d03634ba6376 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 200 len: 850 time: 0.0705345 Mar 07 04:59:06.404186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-6b25ac3e-4afb-4a58-a186-8500ec53a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:06.406019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-6b25ac3e-4afb-4a58-a186-8500ec53a36e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caab5346-12f1-4be6-99bd-e395fff6fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0973716 Mar 07 04:59:06.473451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:06.546838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-d11ce3ec-0ad1-4cbd-be03-13be576d22ae service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313601 Mar 07 04:59:06.654130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-862332ea-f1df-4f9a-9c36-7ba7b9e87186 req-d59869bd-dd35-4550-a558-b70fcb0559d8 service neutron] 10.222.0.15 "GET /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004086 Mar 07 04:59:06.692683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:06.719377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67911c87-bc2f-49f3-ab00-c35ea73fb403 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '1f6c2cd6-d726-419f-96c9-2df4d8137a84', 'name': '', 'network_id': 'caab5346-12f1-4be6-99bd-e395fff6fb54', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'mac_address': 'fa:16:3e:54:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:16Z', 'updated_at': '2022-03-07T04:42:27Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'subnets': [{'id': '398b54af-a32e-426b-8e88-9cacbcee6951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:06.796403 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:06.871327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a76886-7146-4b6b-8346-55be61856607 req-c9cac7e3-a333-476b-9137-55f1f4059644 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:06.873022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34a76886-7146-4b6b-8346-55be61856607 req-c9cac7e3-a333-476b-9137-55f1f4059644 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 945 time: 0.0729613 Mar 07 04:59:07.011284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:07.011637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:07.090526 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bb59f-7453-424b-8fc5-cf1273e1833d None None] New status for floating IP 0ef8e241-5f92-41d0-aca0-53296b5cbf75: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:59:07.135336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] For port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:07.136313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:07.152443 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for ac5974ab-8902-46b5-99fe-9ae3b4d99c2f owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:07.302014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ac5974ab-8902-46b5-99fe-9ae3b4d99c2f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:07.341542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=ac5974ab-8902-46b5-99fe-9ae3b4d99c2f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:07.428734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d5ea845-da01-4fa9-9e66-2f48b25cf836 req-71e15ee0-5967-4837-a060-0981d3ad3d44 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0423455 Mar 07 04:59:07.430013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] No DVR routers for this DVR port ac5974ab-8902-46b5-99fe-9ae3b4d99c2f on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:07.432679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:07.436271 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34a76886-7146-4b6b-8346-55be61856607 req-734abee1-e93a-4393-9e4f-08a241540605 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.15 "DELETE /v2.0/ports/ac5974ab-8902-46b5-99fe-9ae3b4d99c2f HTTP/1.1" status: 204 len: 173 time: 0.5572608 Mar 07 04:59:07.436827 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'name': 'network-vif-deleted', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:59:07.440761 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee6fbb-9783-4e72-9f4d-c54b8d72453a" -d '{"events": [{"server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "name": "network-vif-deleted", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:59:07.543615 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecf83a-097b-4a06-9f45-34a567e7980e x-openstack-request-id: req-9eecf83a-097b-4a06-9f45-34a567e7980e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:59:07.544023 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a814690-b58d-4c20-a0a3-45750117aab5", "name": "network-vif-deleted", "tag": "ac5974ab-8902-46b5-99fe-9ae3b4d99c2f", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:59:07.544468 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9eecf83a-097b-4a06-9f45-34a567e7980e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:59:07.545056 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a814690-b58d-4c20-a0a3-45750117aab5', 'name': 'network-vif-deleted', 'tag': 'ac5974ab-8902-46b5-99fe-9ae3b4d99c2f', 'status': 'completed', 'code': 200} Mar 07 04:59:07.746844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:08.571965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9861a921-7945-4694-a56b-9bc58b44bfec req-d1880775-f180-4e32-b6fb-70f028c4074d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0324633 Mar 07 04:59:08.928756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973856e-208e-4c68-bb72-ffa8a642c031 req-d2cedda4-1660-4e65-837a-92f2613391f6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:08.930252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8973856e-208e-4c68-bb72-ffa8a642c031 req-d2cedda4-1660-4e65-837a-92f2613391f6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 947 time: 0.0536170 Mar 07 04:59:08.980108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8973856e-208e-4c68-bb72-ffa8a642c031 req-edf258c4-aea9-4948-9268-cd8c7b48e2d0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Mar 07 04:59:09.433551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ac5974ab-8902-46b5-99fe-9ae3b4d99c2f no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:09.461313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: ac5974ab-8902-46b5-99fe-9ae3b4d99c2f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:09.461933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device ac5974ab-8902-46b5-99fe-9ae3b4d99c2f not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:09.476283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:09.677581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07f3ca30-9721-4033-9ca8-fc6e883efad5 req-0e6ef54b-581b-4ce4-8dd6-9ec157da8224 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0283439 Mar 07 04:59:10.107840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1fa9-45b5-4406-b323-3730dca15b39 req-24f8fd05-30ec-4d20-8b15-38dea6f860fe tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:10.109595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19fb1fa9-45b5-4406-b323-3730dca15b39 req-24f8fd05-30ec-4d20-8b15-38dea6f860fe tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 947 time: 0.0532730 Mar 07 04:59:10.158822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19fb1fa9-45b5-4406-b323-3730dca15b39 req-acfc9aa9-97db-4cfe-8b0d-d32b7b13a721 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=af875f0b-9f16-4da9-a319-4d55f215c26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Mar 07 04:59:10.505175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-1ce001dc-ce7e-4e55-9069-01b9bd73d869 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:10.506675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-1ce001dc-ce7e-4e55-9069-01b9bd73d869 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 947 time: 0.0543895 Mar 07 04:59:10.609270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Deleting port 3c13a662-1ac6-485e-81b8-97d12a8902b6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:10.609640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:10.698140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] For port 3c13a662-1ac6-485e-81b8-97d12a8902b6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=3c13a662-1ac6-485e-81b8-97d12a8902b6,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:10.698526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:10.791071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d33c26b3-4648-41ef-844e-85b5de4eabbd req-e06aaa82-d5e1-4acf-b3d1-b49a06e4dd64 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0415535 Mar 07 04:59:10.939950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:10.940307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:10.940621 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Floating IP 7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c disassociated. External IP: 172.25.4.74, port: 3c13a662-1ac6-485e-81b8-97d12a8902b6. Mar 07 04:59:10.940960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Calling delete_port for 3c13a662-1ac6-485e-81b8-97d12a8902b6 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:11.070723 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3c13a662-1ac6-485e-81b8-97d12a8902b6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:11.101722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event deleted for resources: {'Port': ['ID=3c13a662-1ac6-485e-81b8-97d12a8902b6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:11.587835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Router eea88c36-8ca5-4f11-9004-21877f2705ea has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:11.704042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3737caf6-8c2a-40aa-b046-3aba711eb9f3 req-6f25dc14-175c-4019-aa81-721c95703298 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e0ac36-4426-4830-8b3a-3d038d0b97d3 HTTP/1.1" status: 200 len: 210 time: 0.4579816 Mar 07 04:59:11.787632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:11.799236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:11.810180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:11.810696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:11.848751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] No DVR routers for this DVR port 3c13a662-1ac6-485e-81b8-97d12a8902b6 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:11.867306 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:11.870688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9dde14c6-36bf-4eaf-b1ca-cd1ceedb2655 req-18e52192-c154-427f-bb1e-ea014dcc9219 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "DELETE /v2.0/ports/3c13a662-1ac6-485e-81b8-97d12a8902b6 HTTP/1.1" status: 204 len: 173 time: 1.3572888 Mar 07 04:59:11.871161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-deleted', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:59:11.873933 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ade04d-d930-4cd5-a66a-eb01dd94866f" -d '{"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-deleted", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:59:11.899975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a49ac9d3-06ad-42c8-9676-0bc4a2f23f59 req-23a9db62-5ad3-4901-8f15-7fe59c642f0d tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0353134 Mar 07 04:59:11.965556 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc67cc-e131-4483-bb2c-350f8ee60ca9 x-openstack-request-id: req-a3fc67cc-e131-4483-bb2c-350f8ee60ca9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:59:11.966083 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e0ac36-4426-4830-8b3a-3d038d0b97d3", "name": "network-vif-deleted", "tag": "3c13a662-1ac6-485e-81b8-97d12a8902b6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:59:11.968053 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3fc67cc-e131-4483-bb2c-350f8ee60ca9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:59:11.968663 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e0ac36-4426-4830-8b3a-3d038d0b97d3', 'name': 'network-vif-deleted', 'tag': '3c13a662-1ac6-485e-81b8-97d12a8902b6', 'status': 'completed', 'code': 200} Mar 07 04:59:11.988822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:12.203743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:12.230628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:12.239296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:12.239906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:12.367964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:12.587247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:12.623414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6cb3f-435d-4b42-9e7a-ddb1d906f77e None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:12.806227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48360) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:12.867841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed885bed-1abc-4d43-86f2-df365dce7bc9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (af875f0b-9f16-4da9-a319-4d55f215c26e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:12.893381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed885bed-1abc-4d43-86f2-df365dce7bc9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (af875f0b-9f16-4da9-a319-4d55f215c26e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:12.961534 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a7441-3d50-41b9-b496-c3e422c8a007 None None] New status for floating IP 7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:59:12.966233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed885bed-1abc-4d43-86f2-df365dce7bc9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (af875f0b-9f16-4da9-a319-4d55f215c26e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:12.969739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed885bed-1abc-4d43-86f2-df365dce7bc9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:12.973220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ed885bed-1abc-4d43-86f2-df365dce7bc9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "DELETE /v2.0/security-groups/af875f0b-9f16-4da9-a319-4d55f215c26e HTTP/1.1" status: 204 len: 168 time: 0.1651120 Mar 07 04:59:12.976853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:12.996800 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-2fc217c7-3de8-48f4-a76d-8554d1656246 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] show failed (client error): The resource could not be found. Mar 07 04:59:13.000045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed885bed-1abc-4d43-86f2-df365dce7bc9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af875f0b-9f16-4da9-a319-4d55f215c26e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:13.001184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2fc217c7-3de8-48f4-a76d-8554d1656246 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups/af875f0b-9f16-4da9-a319-4d55f215c26e HTTP/1.1" status: 404 len: 347 time: 0.0226073 Mar 07 04:59:13.004619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48366) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:13.087902 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91ae6a98-b039-4deb-8227-6a2fc02afd25 req-f0c06fcd-0243-412b-ba84-479a934e3431 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0660124 Mar 07 04:59:13.179741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Deleting port 1840d024-74e3-4920-a2aa-e05889a1739a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:13.180097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1840d024-74e3-4920-a2aa-e05889a1739a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:13.261037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1840d024-74e3-4920-a2aa-e05889a1739a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:13.261627 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (1840d024-74e3-4920-a2aa-e05889a1739a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:13.275587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Calling delete_port for 1840d024-74e3-4920-a2aa-e05889a1739a owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:13.414291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1840d024-74e3-4920-a2aa-e05889a1739a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:13.442617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event deleted for resources: {'Port': ['ID=1840d024-74e3-4920-a2aa-e05889a1739a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:13.505165 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:13.507890 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:13.512646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bc699e32-2304-4578-96f6-5a6bc697353f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "DELETE /v2.0/floatingips/7e778ad6-6ba4-4fbb-ab0d-2c2a2b32210c HTTP/1.1" status: 204 len: 168 time: 0.5035362 Mar 07 04:59:13.886954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:13.892059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618639415', 'description': 'tempest-description--440918965'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:13.917813 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.003940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (a573c5e6-9203-45fc-9655-37caf3c351ac), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.010095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a573c5e6-9203-45fc-9655-37caf3c351ac), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.043673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a573c5e6-9203-45fc-9655-37caf3c351ac,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:14.048235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.049476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f14e2562-c136-4a95-9b3f-67b0827708a4 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1611302 Mar 07 04:59:14.052898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48376) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:14.057259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'security_group_rule': {'security_group_id': 'a573c5e6-9203-45fc-9655-37caf3c351ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:14.084291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (db4eea82-edb3-4fb7-8844-32bb21fd59f5), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.156618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (db4eea82-edb3-4fb7-8844-32bb21fd59f5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.162107 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (db4eea82-edb3-4fb7-8844-32bb21fd59f5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.192446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.196828 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429751 Mar 07 04:59:14.199510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:14.204281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'security_group_rule': {'security_group_id': 'a573c5e6-9203-45fc-9655-37caf3c351ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:14.208651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14d04262-16ba-4285-91bc-c8128c8bebf3 req-b6f5622e-2a83-435f-b177-133baa3f36de tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0370116 Mar 07 04:59:14.212209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f72d-0bef-4241-9ac4-9f9bddcc4a61 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4eea82-edb3-4fb7-8844-32bb21fd59f5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:14.245192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (e45b71e2-f40f-43af-8b15-0d7e60d129b9), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.261066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:14.280943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 3c13a662-1ac6-485e-81b8-97d12a8902b6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:14.281531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 3c13a662-1ac6-485e-81b8-97d12a8902b6 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:14.308449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (e45b71e2-f40f-43af-8b15-0d7e60d129b9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.312520 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (e45b71e2-f40f-43af-8b15-0d7e60d129b9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.334877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45b71e2-f40f-43af-8b15-0d7e60d129b9,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:14.344579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.349683 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6eadccf2-b753-4bf6-a37a-a651ef6e2c21 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491377 Mar 07 04:59:14.349994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48382) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:14.356031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:14.379892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.503020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.685505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Allocated IP 172.25.4.100 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/260daea3-fe0e-404f-b151-e1be81cf39d9) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:14.851729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.899781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:14.947027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:14.951319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:14.954022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:14.956269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'Port': ['ID=260daea3-fe0e-404f-b151-e1be81cf39d9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:15.080005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (566eabb4-2d98-43c4-99d4-ffd866a771ed), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:15.135022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:15.346597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb213607-e360-4de0-a80e-c81ba7403e1c req-6838b2a8-2caa-41a2-b0f1-56af5816aaf9 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0521898 Mar 07 04:59:15.376440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:15.382802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:15.500142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (566eabb4-2d98-43c4-99d4-ffd866a771ed), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:15.509551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'Port': ['ID=260daea3-fe0e-404f-b151-e1be81cf39d9,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:15.531372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:15.541482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ff963ca-635c-485a-8db4-7de8cda37625 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1900148 Mar 07 04:59:15.792419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-833ace02-80a3-434f-9d64-beb9b6b1045c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--618639415&fields=id&tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 267 time: 0.0530050 Mar 07 04:59:15.940931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-ead5363d-0a79-43c8-86b2-f860ab7fedba tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:15.943453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-ead5363d-0a79-43c8-86b2-f860ab7fedba tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 816 time: 0.1436539 Mar 07 04:59:15.961477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-9a723efd-f77f-4be9-9ca9-558b449a3090 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/quotas/0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 375 time: 0.0123067 Mar 07 04:59:16.067542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-c5870f73-d191-46c5-962e-8d891dc17de8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868485 Mar 07 04:59:16.182542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-6006d266-0dd9-4f13-b6cd-66359e8a5d52 service neutron] 10.222.0.21 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113117 Mar 07 04:59:16.306507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-cfa6a49e-25f4-4b82-8294-d82cf8008569 service neutron] 10.222.0.21 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211865 Mar 07 04:59:16.539516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6fccf11f-9dc6-436f-95fd-3c4a004cd694 req-e57c9a25-cf72-4a3c-b4da-b30553a31fc3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0404806 Mar 07 04:59:16.648432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e839dbff-25b7-4570-bb87-f1a98863629a req-17ed5be3-27d2-4336-ac63-ab90f5729411 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 210 time: 0.0616367 Mar 07 04:59:17.303187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48706) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:17.468084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32c9d360-f0d6-4e3e-87a5-52d6d8048087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:17.591636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32c9d360-f0d6-4e3e-87a5-52d6d8048087 admin admin] Publish callbacks [] for security_group (59bb43b7-02e8-4eb7-a1f9-e3032c0bf690), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:17.599174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-32c9d360-f0d6-4e3e-87a5-52d6d8048087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (59bb43b7-02e8-4eb7-a1f9-e3032c0bf690), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:17.644867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-32c9d360-f0d6-4e3e-87a5-52d6d8048087 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=957d6e113f8b4379aa16987376484d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3406231 Mar 07 04:59:17.646149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9d360-f0d6-4e3e-87a5-52d6d8048087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb43b7-02e8-4eb7-a1f9-e3032c0bf690,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:17.648046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48750) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:17.806602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c542fb3e-bbe1-4882-bdd0-944e30380e5c admin admin] Publish callbacks [] for security_group (59bb43b7-02e8-4eb7-a1f9-e3032c0bf690), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:17.812097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fa5f50b8-9ea5-462b-ac30-7602f1beb9a4 req-7d28b218-abee-4203-b141-442581411225 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0572188 Mar 07 04:59:17.871210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c542fb3e-bbe1-4882-bdd0-944e30380e5c admin admin] Publish callbacks [] for security_group (59bb43b7-02e8-4eb7-a1f9-e3032c0bf690), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:18.049804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf2f58b7-9c7c-428f-bfc4-e644aeb5f446 req-0311e74c-a556-47c0-92cb-e0143cdb9f28 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 210 time: 0.0592782 Mar 07 04:59:18.051267 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c542fb3e-bbe1-4882-bdd0-944e30380e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (59bb43b7-02e8-4eb7-a1f9-e3032c0bf690), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:18.053928 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c542fb3e-bbe1-4882-bdd0-944e30380e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:18.055100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c542fb3e-bbe1-4882-bdd0-944e30380e5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59bb43b7-02e8-4eb7-a1f9-e3032c0bf690 HTTP/1.1" status: 204 len: 168 time: 0.4060736 Mar 07 04:59:18.103376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542fb3e-bbe1-4882-bdd0-944e30380e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb43b7-02e8-4eb7-a1f9-e3032c0bf690,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:18.142807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-609baa87-b1b8-4867-953f-b90a63fbd336 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:18.144778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-609baa87-b1b8-4867-953f-b90a63fbd336 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 816 time: 0.3055456 Mar 07 04:59:18.264263 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-e4e1636f-d47f-4735-8ae5-b2fe11bfed1b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 379 time: 0.1099808 Mar 07 04:59:18.273787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'port': {'device_id': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'admin_state_up': True, 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'security_groups': ['a573c5e6-9203-45fc-9655-37caf3c351ac']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:18.490630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Made reservation on behalf of 0a11d9d30d4f4bb38c9f76b6c90326c8 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:18.494904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:18.718734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Allocated IP 172.20.0.4 (124f6d62-0192-479f-8b3d-97afe1505fd5/b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c/256a9d69-5774-4f50-909d-0e9b833b077d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:19.006532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba962ae5-0860-4dcd-8504-5dbf8b5c21a2 req-fcc93385-4e16-47d5-8434-e6256c7e81c3 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0560095 Mar 07 04:59:19.100832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for port (256a9d69-5774-4f50-909d-0e9b833b077d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.164833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:19.194368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.196205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2aedbcf7-2ac8-4275-8a28-63d19a2bbb13 req-571a1f25-d3fd-4512-ac64-f6f5a193c6ef tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 210 time: 0.0362883 Mar 07 04:59:19.271754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:19.289149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:19.290731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:19.293701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:19.328731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1654580305-network', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:19.359801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Made reservation on behalf of 1f42d47c6a8f41e8b89ae55341241367 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:19.362904 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.380269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.398963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:19.399830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.435228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-7909b4a4-cfa1-4403-b3ef-1f89df982ec0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655977 Mar 07 04:59:19.449243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Request body: {'port': {'device_id': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:19.548364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.555269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks [] for security_group (01dbabf0-89f4-4641-b559-c3073733551b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.563624 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (01dbabf0-89f4-4641-b559-c3073733551b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.620336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a3449027-67e8-4d65-804f-1e2f8969d517 None None] Provisioning complete for port 256a9d69-5774-4f50-909d-0e9b833b077d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:19.620955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3449027-67e8-4d65-804f-1e2f8969d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.664678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3449027-67e8-4d65-804f-1e2f8969d517 None None] Port 256a9d69-5774-4f50-909d-0e9b833b077d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:19.719525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dbabf0-89f4-4641-b559-c3073733551b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:19.722409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:59:19.749515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (015305bb-cf63-4fcf-8a92-22d33f50c86f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.749867 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Added segment 015305bb-cf63-4fcf-8a92-22d33f50c86f of type vlan for network b6f799ad-c346-47ce-a2f9-fb30df7b0157 Mar 07 04:59:19.813751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b6f799ad-c346-47ce-a2f9-fb30df7b0157), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.878505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b6f799ad-c346-47ce-a2f9-fb30df7b0157), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.880190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:19.881441 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:19.974971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8090315 Mar 07 04:59:19.977964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48912) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:19.983301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Request body: {'subnet': {'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1654580305-subnet', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:19.986240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cd2a0-81f1-42f2-8811-1e5c7c8984ec admin admin] Pushing event updated for resources: {'Network': ['ID=b6f799ad-c346-47ce-a2f9-fb30df7b0157,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:19.997841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:59:20.014066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Made reservation on behalf of 1f42d47c6a8f41e8b89ae55341241367 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:20.017600 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.027476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256a9d69-5774-4f50-909d-0e9b833b077d {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:59:20.037431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Publish callbacks [] for port (256a9d69-5774-4f50-909d-0e9b833b077d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.054502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Transition to ACTIVE for port object 256a9d69-5774-4f50-909d-0e9b833b077d will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 04:59:20.059084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.124242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:20.149774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.178469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac94160a-1137-4381-9f39-bc797a482e72 req-ece66b31-75bc-42ef-b2a3-d687da642604 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0882776 Mar 07 04:59:20.218287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Attempting to bind port 256a9d69-5774-4f50-909d-0e9b833b077d on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:20.218671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Attempting to bind port 256a9d69-5774-4f50-909d-0e9b833b077d by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:20.219018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Attempting to bind port 256a9d69-5774-4f50-909d-0e9b833b077d on network 124f6d62-0192-479f-8b3d-97afe1505fd5 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:20.227908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Port 256a9d69-5774-4f50-909d-0e9b833b077d on network 124f6d62-0192-479f-8b3d-97afe1505fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 04:59:20.228128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Attempting to bind port 256a9d69-5774-4f50-909d-0e9b833b077d on network 124f6d62-0192-479f-8b3d-97afe1505fd5 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:20.234521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:20.234953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Checking segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:20.235342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Bound using segment: {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:20.235853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Bound port: 256a9d69-5774-4f50-909d-0e9b833b077d, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4c529b-1bd3-453c-a404-588297eace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:20.236184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.339124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:20.342925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:20.351264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.400479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:20.401022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.403115 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] 10.222.0.44 "PUT /v2.0/ports/256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 1091 time: 0.9594758 Mar 07 04:59:20.403799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:59:20.406551 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90bfc52-8541-4729-b365-823f2be2fda3" -d '{"events": [{"name": "network-changed", "server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:59:20.417929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (fea1e054-ddac-4701-a345-1266be0688cf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.440969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cedbd-7190-4d7f-8121-ba1ba133b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:20.506756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-86ee6375-7fa8-452f-b852-208cc8245386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:20.508720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-86ee6375-7fa8-452f-b852-208cc8245386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1125 time: 0.0549893 Mar 07 04:59:20.525376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8608c9-edcb-423c-a610-28e7aa693c85 req-3035376f-9a65-49cd-9977-b79e5c19699b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:20.527145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c8608c9-edcb-423c-a610-28e7aa693c85 req-3035376f-9a65-49cd-9977-b79e5c19699b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.1915336 Mar 07 04:59:20.564315 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-e0c5a3b9-4715-478b-acaf-bed10630f611 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 217 time: 0.0482249 Mar 07 04:59:20.567592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Checking segment: {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:20.567982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Network hostable DHCP agents. Network: b6f799ad-c346-47ce-a2f9-fb30df7b0157, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:59:20.570243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea1e054-ddac-4701-a345-1266be0688cf,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:20.620535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:59:20.631051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-4035861d-7d1b-4072-a57b-c60025bc2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:20.633587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-4035861d-7d1b-4072-a57b-c60025bc2851 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0621684 Mar 07 04:59:20.642782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, b6f799ad-c346-47ce-a2f9-fb30df7b0157) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:20.652321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f700e70e-c594-46e9-ac4b-9cc2f210370b None None] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:20.663058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c8608c9-edcb-423c-a610-28e7aa693c85 req-ecde5f6e-d0c9-40a7-8c9e-a6a012e46cbe tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233368 Mar 07 04:59:20.665005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:20.682226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.711145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8cfe2a95-a3d0-4740-a5e7-37d8ee46ebfa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7319517 Mar 07 04:59:20.713866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:20.718439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:20.751709 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0651db64-15c4-454e-b566-814b278bd462 x-openstack-request-id: req-0651db64-15c4-454e-b566-814b278bd462 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:59:20.752044 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:59:20.752340 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0651db64-15c4-454e-b566-814b278bd462 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:59:20.752905 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'status': 'completed', 'code': 200} Mar 07 04:59:20.757275 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (cc5855cc-1315-4be1-896f-2a6b6c13426c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.758711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (cc5855cc-1315-4be1-896f-2a6b6c13426c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.773807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae45a-875b-4e08-8361-0883faeabc2e req-f65b7177-3f35-4683-94f1-d171ea8bb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:20.775572 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-f65b7177-3f35-4683-94f1-d171ea8bb3ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340795 Mar 07 04:59:20.826398 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks [] for router_controller (cc5855cc-1315-4be1-896f-2a6b6c13426c), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.864535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'fixed_ips': [{'subnet_id': 'fea1e054-ddac-4701-a345-1266be0688cf'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:59:20.865509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:20.883591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-d6909968-c203-45c1-8132-1450bbe02cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001434 Mar 07 04:59:21.014361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks [] for router_gateway (cc5855cc-1315-4be1-896f-2a6b6c13426c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.041620 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44bae45a-875b-4e08-8361-0883faeabc2e req-fe6f1231-df90-46ad-9f73-7a60a036bf37 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536057 Mar 07 04:59:21.064329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Allocated IP 172.20.0.2 (b6f799ad-c346-47ce-a2f9-fb30df7b0157/fea1e054-ddac-4701-a345-1266be0688cf/0d6d6c37-c1bc-4796-872f-87ae7245fcfe) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:21.148745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-bc9127d5-cdd0-4f65-93a1-d26f749d0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:21.166376 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-bc9127d5-cdd0-4f65-93a1-d26f749d0924 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1125 time: 0.0662367 Mar 07 04:59:21.244958 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Publish callbacks [] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.258939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.265344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks [] for router_gateway (cc5855cc-1315-4be1-896f-2a6b6c13426c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.308089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.319187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:21.322636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:21.328125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-efbbace3-f560-4d6a-9ba3-50529374fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:21.330009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-efbbace3-f560-4d6a-9ba3-50529374fd1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1571603 Mar 07 04:59:21.330594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:21.338195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-67d4be3b-311b-40c0-a684-f1caaad15298 req-66b3e56f-a4ea-4bc8-b812-818a0cc64142 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0400267 Mar 07 04:59:21.385909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-931b4049-4d57-47d9-937f-3a248b271219 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 217 time: 0.0481572 Mar 07 04:59:21.391337 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Pushing event updated for resources: {'Port': ['ID=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:21.421562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.421901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.422372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.422718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.423056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.423389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.423724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.424055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.424382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.424707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.426190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.426532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.426878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:21.442632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Attempting to bind port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:21.443016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Attempting to bind port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:21.443386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Attempting to bind port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe on network b6f799ad-c346-47ce-a2f9-fb30df7b0157 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:21.445843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-dce96798-2969-4a3f-9489-05ec43e207f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:21.448232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-dce96798-2969-4a3f-9489-05ec43e207f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0559738 Mar 07 04:59:21.449308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:21.449692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Checking segment: {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:21.450133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.450532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Bound using segment: {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:21.451233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Bound port: 0d6d6c37-c1bc-4796-872f-87ae7245fcfe, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:21.451409 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.475389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Allocated IP 172.25.4.39 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/bbd4cae4-3201-4d61-acf6-f2008377e65f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:21.508735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-d7ba6ab1-90d4-41d7-bc7f-234801c7b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:21.510692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-d7ba6ab1-90d4-41d7-bc7f-234801c7b58f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574441 Mar 07 04:59:21.525653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] For port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:21.531501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] For port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:21.541108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.610769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks [] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.631324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caeb38-dc17-4c32-805c-a9679a835afa None None] Pushing event updated for resources: {'Port': ['ID=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:21.638176 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-bcf1acec-4436-4ceb-a2d1-5c3667218865 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212354 Mar 07 04:59:21.655905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:21.731467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:21.736289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:21.740997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:21.747694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd4cae4-3201-4d61-acf6-f2008377e65f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:21.757101 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e90bfc52-8541-4729-b365-823f2be2fda3 req-4da4b429-79ff-4237-a402-de5b7ce41a27 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131563 Mar 07 04:59:21.894322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f1ae-0fa5-4568-9083-4837fa824fcf req-bea12bf1-452e-4615-96ce-188b696fc0bd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:21.896674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0616f1ae-0fa5-4568-9083-4837fa824fcf req-bea12bf1-452e-4615-96ce-188b696fc0bd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.1205628 Mar 07 04:59:22.011752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0616f1ae-0fa5-4568-9083-4837fa824fcf req-d338d933-04fa-4e7a-8551-162fa9ccccdd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847738 Mar 07 04:59:22.130980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks [] for router_gateway (cc5855cc-1315-4be1-896f-2a6b6c13426c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:22.337098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (cc5855cc-1315-4be1-896f-2a6b6c13426c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:22.393576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:22.419730 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:59:22.464520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a974d12-0f15-4a6f-8e82-a708852b1002 req-407d7511-3a0a-4b43-a34f-016398b1f242 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0373104 Mar 07 04:59:22.517586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Router cc5855cc-1315-4be1-896f-2a6b6c13426c is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:59:22.649393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:22.662492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Sync routers for ids ['cc5855cc-1315-4be1-896f-2a6b6c13426c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:22.674006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50b31067-2440-451c-8059-f205accad127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:22.674274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Routers {'cc5855cc-1315-4be1-896f-2a6b6c13426c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:22.674857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc5855cc-1315-4be1-896f-2a6b6c13426c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:22.682217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-50b31067-2440-451c-8059-f205accad127 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9606507 Mar 07 04:59:22.683344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48932) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:22.811621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Set router cc5855cc-1315-4be1-896f-2a6b6c13426c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:22.852865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e57be-3481-4e94-9701-4624847fe36e None None] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:23.075899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] Provisioning complete for port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:23.076274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.187018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dea920-2e12-48d6-92d3-c72e4c96b4d0 req-e1d1485d-432d-49b8-9fcb-5452d0e21dea tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:23.199915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:21Z', 'revision_number': 3, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:23.200068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6dea920-2e12-48d6-92d3-c72e4c96b4d0 req-e1d1485d-432d-49b8-9fcb-5452d0e21dea tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.1095755 Mar 07 04:59:23.277715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Checking router: cc5855cc-1315-4be1-896f-2a6b6c13426c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:23.278213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Updating router cc5855cc-1315-4be1-896f-2a6b6c13426c port bbd4cae4-3201-4d61-acf6-f2008377e65f binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:59:23.287627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6dea920-2e12-48d6-92d3-c72e4c96b4d0 req-f46ec343-a6ba-4dd1-a3d1-e0d72d5e02e0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888705 Mar 07 04:59:23.301727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.487343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Allocated IP 172.20.0.1 (b6f799ad-c346-47ce-a2f9-fb30df7b0157/fea1e054-ddac-4701-a345-1266be0688cf/c0e0ac3b-925c-441a-9e96-fc7d52ee1463) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:23.526706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d6d6c37-c1bc-4796-872f-87ae7245fcfe up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:23.533181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] Current status of the port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:23.533565 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.554803 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.627998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] For port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:23.684807 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.759715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:23.760096 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.797360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdc762-305e-4f57-aac9-6abf4a9052c7 None None] Pushing event updated for resources: {'Port': ['ID=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:23.871640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1c5a5564-5b5a-4709-afe2-64b31c4fff11 None None] Provisioning complete for port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:23.872014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5564-5b5a-4709-afe2-64b31c4fff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:23.940546 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2b78a1b-8a3e-4551-a6c5-f12ae5361f79 req-5b0e4330-23a9-4824-9964-86bf2a346977 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.3727078 Mar 07 04:59:23.984145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks [] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.020644 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.040315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:24.062201 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Publish callbacks [] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.065052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:24.067801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:24.072860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:24.076669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:24.079376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a5564-5b5a-4709-afe2-64b31c4fff11 None None] Current status of the port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:24.084632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.114159 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (cc5855cc-1315-4be1-896f-2a6b6c13426c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.158043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Attempting to bind port bbd4cae4-3201-4d61-acf6-f2008377e65f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:24.158675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Attempting to bind port bbd4cae4-3201-4d61-acf6-f2008377e65f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:24.159202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Attempting to bind port bbd4cae4-3201-4d61-acf6-f2008377e65f on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:24.174888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:24.175608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:24.176329 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.176838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:24.177330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Bound port: bbd4cae4-3201-4d61-acf6-f2008377e65f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:24.177717 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.183575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8530449-b184-4789-9da5-417079ff35d6 None None] Pushing event updated for resources: {'Port': ['ID=bbd4cae4-3201-4d61-acf6-f2008377e65f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:24.271939 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] For port bbd4cae4-3201-4d61-acf6-f2008377e65f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:24.279843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] For port bbd4cae4-3201-4d61-acf6-f2008377e65f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbd4cae4-3201-4d61-acf6-f2008377e65f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:24.287894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.290044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.322099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 04:59:24.382094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Routers {'cc5855cc-1315-4be1-896f-2a6b6c13426c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:24.382744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc5855cc-1315-4be1-896f-2a6b6c13426c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:24.393334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8530449-b184-4789-9da5-417079ff35d6 None None] Pushing event updated for resources: {'Port': ['ID=bbd4cae4-3201-4d61-acf6-f2008377e65f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:24.502879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeebebb-18bc-4656-b475-2cd92864b784 req-b398c6c2-25e4-445d-a670-ea7ac120198f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:24.504462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eaeebebb-18bc-4656-b475-2cd92864b784 req-b398c6c2-25e4-445d-a670-ea7ac120198f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.1152132 Mar 07 04:59:24.566698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:24.571096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-159fd800-09c5-4358-972d-90311ac8349d None None] Provisioning complete for port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:24.571617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-159fd800-09c5-4358-972d-90311ac8349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.591260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eaeebebb-18bc-4656-b475-2cd92864b784 req-cdcfd248-ea80-4363-bd35-f2bccd988921 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761003 Mar 07 04:59:24.596874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks [] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.604023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.612476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '256a9d69-5774-4f50-909d-0e9b833b077d', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d', 'mac_address': 'fa:16:3e:b5:18:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 04:59:24.642222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] Set router cc5855cc-1315-4be1-896f-2a6b6c13426c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:24.687838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (cc5855cc-1315-4be1-896f-2a6b6c13426c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.689874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:24.744756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-159fd800-09c5-4358-972d-90311ac8349d None None] Port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:24.783806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:24.784465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.809455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:24.810585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256a9d69-5774-4f50-909d-0e9b833b077d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 04:59:24.811023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:24.887603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:24.896203 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:24.953915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:24.996177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Router cc5855cc-1315-4be1-896f-2a6b6c13426c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:25.089277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'c0e0ac3b-925c-441a-9e96-fc7d52ee1463', 'name': '', 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'mac_address': 'fa:16:3e:e2:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:23Z', 'updated_at': '2022-03-07T04:59:23Z', 'revision_number': 1, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'subnets': [{'id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:25.145387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8b3b1-6f24-4796-8ae2-0dacbf18c83b None None] The sync data for ids ['cc5855cc-1315-4be1-896f-2a6b6c13426c'] in n-d-832185-1 is: [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'c0e0ac3b-925c-441a-9e96-fc7d52ee1463', 'name': '', 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'mac_address': 'fa:16:3e:e2:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:23Z', 'updated_at': '2022-03-07T04:59:23Z', 'revision_number': 1, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'subnets': [{'id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:25.146269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2c65d01-aecb-4258-8eb0-5d5c51d56b72 req-e0ac7e2a-4e07-42ee-8929-8428e6cb14a1 tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a814690-b58d-4c20-a0a3-45750117aab5 HTTP/1.1" status: 200 len: 210 time: 0.0434005 Mar 07 04:59:25.201941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-abad4d04-588c-4abb-8498-161f4a9708b8 None None] Provisioning complete for port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:25.202539 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abad4d04-588c-4abb-8498-161f4a9708b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:25.253032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:25.253421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['256a9d69-5774-4f50-909d-0e9b833b077d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 04:59:25.264598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6ebd55f8-44ee-490e-9169-c7811f3e9d16 admin admin] 10.222.0.21 "PUT /v2.0/routers/cc5855cc-1315-4be1-896f-2a6b6c13426c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799932 Mar 07 04:59:25.312785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-abad4d04-588c-4abb-8498-161f4a9708b8 None None] Port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:25.340617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d6d6c37-c1bc-4796-872f-87ae7245fcfe up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:25.459923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:25.460306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:25.572226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:25.753408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0da03-25be-4149-bc07-8b66b8ebfa45 req-f79912ef-f5fd-4945-8082-d3c5118fc110 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:25.755085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78a0da03-25be-4149-bc07-8b66b8ebfa45 req-f79912ef-f5fd-4945-8082-d3c5118fc110 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 944 time: 0.0638895 Mar 07 04:59:25.827939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78a0da03-25be-4149-bc07-8b66b8ebfa45 req-52153cc4-fa38-43c9-a358-01229db45657 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668354 Mar 07 04:59:25.946753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48964) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:25.952268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-156900207-network', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:25.980787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Made reservation on behalf of f62566ed539440d68ba38367152ac9a4 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:25.983348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:25.992568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.079565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks [] for security_group (5bb4efe9-829c-48ee-846a-5e9a073ca9df), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.084118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5bb4efe9-829c-48ee-846a-5e9a073ca9df), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.111815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:59:26.125395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4efe9-829c-48ee-846a-5e9a073ca9df,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:26.141014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (66c7cedb-c65c-4f4f-a5a4-10958954a278), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.141477 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Added segment 66c7cedb-c65c-4f4f-a5a4-10958954a278 of type vlan for network 0bebbc5f-1338-43be-b2e9-b6353d446d59 Mar 07 04:59:26.201680 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0bebbc5f-1338-43be-b2e9-b6353d446d59), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.231984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 48968) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:26.278240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0bebbc5f-1338-43be-b2e9-b6353d446d59), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.279248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:26.279892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.323221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:26.392507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 256a9d69-5774-4f50-909d-0e9b833b077d completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 04:59:26.398279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 256a9d69-5774-4f50-909d-0e9b833b077d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:26.398660 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.401900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4540625 Mar 07 04:59:26.404990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48972) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:26.416988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Request body: {'subnet': {'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-156900207-subnet', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:26.427434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57493855-e2ca-4664-a4c4-c3acf40c93c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0bebbc5f-1338-43be-b2e9-b6353d446d59,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:26.443175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:59:26.482972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Deleting port ad262691-f261-4685-bf12-dc1d5ebb1824 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:26.483463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.493078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Made reservation on behalf of f62566ed539440d68ba38367152ac9a4 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:26.495581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.585403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:26.586592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.599485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.599485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (ad262691-f261-4685-bf12-dc1d5ebb1824), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.615204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Calling delete_port for ad262691-f261-4685-bf12-dc1d5ebb1824 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:26.681547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:26.684808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:59:26.691222 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d80b3d3-5951-49ef-936f-9685e17a9ce9" -d '{"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:59:26.696762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.762875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:26.782830 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df970cc8-dcd9-444e-a189-9c902dab553f x-openstack-request-id: req-df970cc8-dcd9-444e-a189-9c902dab553f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:59:26.783446 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:59:26.784518 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df970cc8-dcd9-444e-a189-9c902dab553f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:59:26.785768 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'code': 200} Mar 07 04:59:26.786331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (1ed207c8-3ada-4942-b5dc-2a0e90ad3c75), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.850378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed207c8-3ada-4942-b5dc-2a0e90ad3c75,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:26.864011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ad262691-f261-4685-bf12-dc1d5ebb1824), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:26.888863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Checking segment: {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:26.889150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Network hostable DHCP agents. Network: 0bebbc5f-1338-43be-b2e9-b6353d446d59, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:59:26.918934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'Port': ['ID=ad262691-f261-4685-bf12-dc1d5ebb1824,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:26.934052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b76d-bb18-4307-8556-662bbd2508b6 req-ac3bf83f-1f4c-4065-a24d-090392e5511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:26.936015 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84b1b76d-bb18-4307-8556-662bbd2508b6 req-ac3bf83f-1f4c-4065-a24d-090392e5511b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1127 time: 0.0831692 Mar 07 04:59:26.937458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:59:26.964536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0bebbc5f-1338-43be-b2e9-b6353d446d59) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:26.973513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a38c3-c10d-4eb0-9d92-73c410f9c993 None None] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:26.984867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:26.986527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.015373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for floatingip (736eff60-bac9-4ad9-9eeb-82f206a9f9d2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.019876 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.022032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-385111b5-f257-4992-846f-0cbc6b61b9ce tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "DELETE /v2.0/floatingips/736eff60-bac9-4ad9-9eeb-82f206a9f9d2 HTTP/1.1" status: 204 len: 168 time: 0.7887616 Mar 07 04:59:27.040742 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-84b1b76d-bb18-4307-8556-662bbd2508b6 req-5387567b-7f39-4935-85fb-316acce28064 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971632 Mar 07 04:59:27.051928 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4ca0bc39-f5fb-482e-958d-44490e23df2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6411619 Mar 07 04:59:27.053437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 48980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:27.058865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:27.094085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (173b257c-4548-45f3-83a5-6c0e54f9118a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.095050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (173b257c-4548-45f3-83a5-6c0e54f9118a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.101026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe41e0-ef17-4739-b2b2-1eea436c3cbc req-7a3ca7e1-ef92-4505-8dd9-4737e005414b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:27.109517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bfe41e0-ef17-4739-b2b2-1eea436c3cbc req-7a3ca7e1-ef92-4505-8dd9-4737e005414b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0970833 Mar 07 04:59:27.185495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bfe41e0-ef17-4739-b2b2-1eea436c3cbc req-59f500c2-2b94-44aa-aec4-0c39a95b9461 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694857 Mar 07 04:59:27.233551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks [] for router_controller (173b257c-4548-45f3-83a5-6c0e54f9118a), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.349587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-0bebbc5f-1338-43be-b2e9-b6353d446d59', 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'fixed_ips': [{'subnet_id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:59:27.351200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.356763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbd4cae4-3201-4d61-acf6-f2008377e65f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:27.486951 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks [] for router_gateway (173b257c-4548-45f3-83a5-6c0e54f9118a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.539445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbd4cae4-3201-4d61-acf6-f2008377e65f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:27.539814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.587766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Allocated IP 172.20.0.2 (0bebbc5f-1338-43be-b2e9-b6353d446d59/1ed207c8-3ada-4942-b5dc-2a0e90ad3c75/7f506aca-2dcf-4bb0-8085-9567c1c6ebcb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:27.699899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbd4cae4-3201-4d61-acf6-f2008377e65f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:27.700278 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.724028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks [] for router_gateway (173b257c-4548-45f3-83a5-6c0e54f9118a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.738539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port bbd4cae4-3201-4d61-acf6-f2008377e65f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbd4cae4-3201-4d61-acf6-f2008377e65f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:27.752667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.802974 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.860105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=bbd4cae4-3201-4d61-acf6-f2008377e65f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:27.881220 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Publish callbacks [] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.895003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:27.908631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Allocated IP 172.25.4.253 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/c619eed4-6141-436d-90f4-cffd49fe7c4d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:27.948560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:27.958678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:27.968592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Pushing event updated for resources: {'Port': ['ID=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:27.968592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:28.050818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Attempting to bind port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:28.052230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Attempting to bind port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:28.052609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Attempting to bind port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb on network 0bebbc5f-1338-43be-b2e9-b6353d446d59 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:28.061370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:28.061742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Checking segment: {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:28.062194 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:28.062589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Bound using segment: {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:28.063220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Bound port: 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:28.063639 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:28.084638 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks [] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:28.130600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:28.151363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] For port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:28.157763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] For port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:28.172082 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:28.188514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:28.192225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:28.196260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:28.234268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Pushing event updated for resources: {'Port': ['ID=c619eed4-6141-436d-90f4-cffd49fe7c4d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:28.289518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b99b-b8ef-4e9f-8835-6f6269f356fc None None] Pushing event updated for resources: {'Port': ['ID=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:28.343518 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Sync routers for ids ['cc5855cc-1315-4be1-896f-2a6b6c13426c'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:28.362387 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Routers {'cc5855cc-1315-4be1-896f-2a6b6c13426c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:28.364802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc5855cc-1315-4be1-896f-2a6b6c13426c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:28.622508 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Set router cc5855cc-1315-4be1-896f-2a6b6c13426c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:28.725636 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks [] for router_gateway (173b257c-4548-45f3-83a5-6c0e54f9118a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:28.915027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77b01-1754-48ab-961f-da8cd5246fab req-b06e8548-ef3e-43d9-bc9b-2d97bd309464 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:28.922309 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fd77b01-1754-48ab-961f-da8cd5246fab req-b06e8548-ef3e-43d9-bc9b-2d97bd309464 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0693419 Mar 07 04:59:28.997457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fd77b01-1754-48ab-961f-da8cd5246fab req-49e5872f-2766-4226-b443-60d6704a01e5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742872 Mar 07 04:59:29.033836 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'c0e0ac3b-925c-441a-9e96-fc7d52ee1463', 'name': '', 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'mac_address': 'fa:16:3e:e2:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:23Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 2, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'subnets': [{'id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:29.047472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (173b257c-4548-45f3-83a5-6c0e54f9118a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.071974 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Checking router: cc5855cc-1315-4be1-896f-2a6b6c13426c for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:29.072361 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Updating router cc5855cc-1315-4be1-896f-2a6b6c13426c port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:59:29.139169 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.176941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394b897-16fc-49e9-b60f-a6b75a4790bc req-36128159-f43d-4294-9aaa-ad0172cbf50f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:29.178571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e394b897-16fc-49e9-b60f-a6b75a4790bc req-36128159-f43d-4294-9aaa-ad0172cbf50f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1046052 Mar 07 04:59:29.187010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49000) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:29.193661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Request body: {'floatingip': {'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:29.306516 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (566eabb4-2d98-43c4-99d4-ffd866a771ed), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.452448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:29.548666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:29.549065 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.741935 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Publish callbacks [] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.758624 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.815149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:29.815514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.901284 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Pushing event updated for resources: {'Port': ['ID=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:29.910974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:29.925840 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:29.926919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbd4cae4-3201-4d61-acf6-f2008377e65f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:29.966294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Router 173b257c-4548-45f3-83a5-6c0e54f9118a is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:59:29.974718 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.975980 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.977135 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.978542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.979329 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.981316 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.982668 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.985613 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.986225 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.989089 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.989528 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.989931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:29.990730 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:30.086417 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Attempting to bind port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:30.087098 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Attempting to bind port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:30.090509 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Attempting to bind port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 on network b6f799ad-c346-47ce-a2f9-fb30df7b0157 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:30.109589 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:30.109858 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Checking segment: {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:30.110143 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.110765 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Bound using segment: {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:30.110995 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Bound port: c0e0ac3b-925c-441a-9e96-fc7d52ee1463, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015305bb-cf63-4fcf-8a92-22d33f50c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:30.111371 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.144943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:30.157178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bbd4cae4-3201-4d61-acf6-f2008377e65f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:30.157556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.239415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:30.267792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52bf49-7d58-47a4-b02d-320c448872a7 None None] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:30.271632 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] For port c0e0ac3b-925c-441a-9e96-fc7d52ee1463, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:30.277156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.278635 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] For port c0e0ac3b-925c-441a-9e96-fc7d52ee1463, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:30.279542 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2ada8b3b-dd0a-4a60-bc3e-7b4309f0c924 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2243836 Mar 07 04:59:30.282095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:30.296774 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.302668 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Sync routers for ids ['173b257c-4548-45f3-83a5-6c0e54f9118a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:30.426680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Routers {'173b257c-4548-45f3-83a5-6c0e54f9118a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:30.427242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['173b257c-4548-45f3-83a5-6c0e54f9118a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:30.440308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Routers {'cc5855cc-1315-4be1-896f-2a6b6c13426c'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:30.443496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.444095 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc5855cc-1315-4be1-896f-2a6b6c13426c'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:30.458478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (566eabb4-2d98-43c4-99d4-ffd866a771ed), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.521696 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391fad-7280-49a2-8484-b5bc92b57e2e None None] Pushing event updated for resources: {'Port': ['ID=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:30.588104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4642c5b2-77b2-4cd2-9625-2a4fcb5769c2 None None] Provisioning complete for port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:30.588701 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4642c5b2-77b2-4cd2-9625-2a4fcb5769c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:30.689704 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Floating IP 566eabb4-2d98-43c4-99d4-ffd866a771ed associated. External IP: 172.25.4.100, port: 256a9d69-5774-4f50-909d-0e9b833b077d. Mar 07 04:59:30.732377 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] Set router cc5855cc-1315-4be1-896f-2a6b6c13426c gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:30.880356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bbd4cae4-3201-4d61-acf6-f2008377e65f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:30.949908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Set router 173b257c-4548-45f3-83a5-6c0e54f9118a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:31.136744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Router eea88c36-8ca5-4f11-9004-21877f2705ea has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:31.161828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4642c5b2-77b2-4cd2-9625-2a4fcb5769c2 None None] Current status of the port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:31.182703 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'c0e0ac3b-925c-441a-9e96-fc7d52ee1463', 'name': '', 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'mac_address': 'fa:16:3e:e2:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:23Z', 'updated_at': '2022-03-07T04:59:30Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'subnets': [{'id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:31.247567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:31.274105 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891a78c-ac66-4860-abcb-f5bae1b2be27 None None] The sync data for ids ['cc5855cc-1315-4be1-896f-2a6b6c13426c'] in n-d-832185-1 is: [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:24Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'c0e0ac3b-925c-441a-9e96-fc7d52ee1463', 'name': '', 'network_id': 'b6f799ad-c346-47ce-a2f9-fb30df7b0157', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'mac_address': 'fa:16:3e:e2:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:23Z', 'updated_at': '2022-03-07T04:59:30Z', 'revision_number': 4, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'subnets': [{'id': 'fea1e054-ddac-4701-a345-1266be0688cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:31.347642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] Provisioning complete for port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:31.353656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:31.435654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:31.496794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:31.509754 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:31.510458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:31.538492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:28Z', 'revision_number': 3, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:31.539865 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:31.544289 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:31.585013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a856bd4f-e347-4961-b7fd-9426277e2650 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "PUT /v2.0/floatingips/566eabb4-2d98-43c4-99d4-ffd866a771ed HTTP/1.1" status: 200 len: 991 time: 2.3968766 Mar 07 04:59:31.590619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 04:59:31.593193 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fefbedf-d295-45d0-9854-32273ef45acd" -d '{"events": [{"name": "network-changed", "server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 04:59:31.632611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Checking router: 173b257c-4548-45f3-83a5-6c0e54f9118a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:31.634234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Updating router 173b257c-4548-45f3-83a5-6c0e54f9118a port c619eed4-6141-436d-90f4-cffd49fe7c4d binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:59:31.683573 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5800dc1-1f39-4c54-8d85-6dfe6b134750 x-openstack-request-id: req-c5800dc1-1f39-4c54-8d85-6dfe6b134750 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 04:59:31.684093 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 04:59:31.684438 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5800dc1-1f39-4c54-8d85-6dfe6b134750 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 04:59:31.684941 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'status': 'completed', 'code': 200} Mar 07 04:59:31.713935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:31.713935 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:31.729024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Allocated IP 172.20.0.1 (0bebbc5f-1338-43be-b2e9-b6353d446d59/1ed207c8-3ada-4942-b5dc-2a0e90ad3c75/7b530c14-6795-4717-9634-4885ca4847c3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:31.748908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] Current status of the port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:31.749669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:31.751706 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:31.793529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:31.844862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] For port c0e0ac3b-925c-441a-9e96-fc7d52ee1463, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:32.021833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbedf-d295-45d0-9854-32273ef45acd req-b670d00f-f9ba-4285-8aa6-cb252696e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:32.023437 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-b670d00f-f9ba-4285-8aa6-cb252696e237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1127 time: 0.3162563 Mar 07 04:59:32.188418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks [] for port (7b530c14-6795-4717-9634-4885ca4847c3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:32.222317 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '566eabb4-2d98-43c4-99d4-ffd866a771ed', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'mac_address': 'fa:16:3e:b5:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:59:15Z', 'updated_at': '2022-03-07T04:59:30Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:32.228060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbedf-d295-45d0-9854-32273ef45acd req-7f553112-e5f1-4b5a-aea4-91e0f9ffa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:32.231119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-7f553112-e5f1-4b5a-aea4-91e0f9ffa41e service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1968062 Mar 07 04:59:32.249776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:32.249776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c0e0ac3b-925c-441a-9e96-fc7d52ee1463 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:32.300042 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:32.313175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-1090a6ce-2eac-45aa-a2ef-3136064f286c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 999 time: 0.0725486 Mar 07 04:59:32.314742 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:32.315381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:32.316989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:32.380906 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7b530c14-6795-4717-9634-4885ca4847c3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:32.420510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c532b-7f93-4c6e-a4e3-8894cabdff5f None None] Pushing event updated for resources: {'Port': ['ID=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:32.476933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:32.477563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:32.499897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Pushing event updated for resources: {'Port': ['ID=7b530c14-6795-4717-9634-4885ca4847c3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:32.533823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:32.539487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:32.570313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:32.570923 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:32.614087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a7fa82b9-96f3-4458-ab03-a6f5a1e6d2ff None None] Provisioning complete for port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:32.614737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a7fa82b9-96f3-4458-ab03-a6f5a1e6d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:32.665654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbedf-d295-45d0-9854-32273ef45acd req-5b255d55-15b1-4e3a-b02a-8658bb49f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:32.667220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-5b255d55-15b1-4e3a-b02a-8658bb49f450 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.3446717 Mar 07 04:59:32.738751 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (173b257c-4548-45f3-83a5-6c0e54f9118a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:32.835184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:32.860720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbedf-d295-45d0-9854-32273ef45acd req-db230063-b064-4fc2-a4a0-7f83506fd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:32.862326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-db230063-b064-4fc2-a4a0-7f83506fd32c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1830306 Mar 07 04:59:32.895573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-100218b1-bbf7-4f33-80fa-4e56df7fd5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.109865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b530c14-6795-4717-9634-4885ca4847c3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.123366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa82b9-96f3-4458-ab03-a6f5a1e6d2ff None None] Current status of the port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:33.127620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Publish callbacks [] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.147373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.147760 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '566eabb4-2d98-43c4-99d4-ffd866a771ed', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'mac_address': 'fa:16:3e:b5:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:59:15Z', 'updated_at': '2022-03-07T04:59:30Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:33.192527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ab747-1af9-4188-b21d-9212a3bf910e None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '566eabb4-2d98-43c4-99d4-ffd866a771ed', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'mac_address': 'fa:16:3e:b5:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T04:59:15Z', 'updated_at': '2022-03-07T04:59:30Z', 'revision_number': 1, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:33.261614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0d37-6457-4347-b096-27fbf3211293 None None] Pushing event updated for resources: {'Port': ['ID=c619eed4-6141-436d-90f4-cffd49fe7c4d,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:33.318775 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks [] for port (7b530c14-6795-4717-9634-4885ca4847c3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.323988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Attempting to bind port c619eed4-6141-436d-90f4-cffd49fe7c4d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:33.324538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Attempting to bind port c619eed4-6141-436d-90f4-cffd49fe7c4d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:33.324945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Attempting to bind port c619eed4-6141-436d-90f4-cffd49fe7c4d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:33.326755 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-4ac17bc5-0cf5-4910-9fed-e84aebbb12ac service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555769 Mar 07 04:59:33.329662 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (7b530c14-6795-4717-9634-4885ca4847c3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.330826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c0e0ac3b-925c-441a-9e96-fc7d52ee1463 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:33.339481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-68d8495d-9fb9-47e2-9ea5-185580eb873b None None] Provisioning complete for port 7b530c14-6795-4717-9634-4885ca4847c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:33.339847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68d8495d-9fb9-47e2-9ea5-185580eb873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b530c14-6795-4717-9634-4885ca4847c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.341547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:33.341926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:33.342394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.342788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:33.343271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Bound port: c619eed4-6141-436d-90f4-cffd49fe7c4d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:33.344996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.409595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Pushing event updated for resources: {'Port': ['ID=7b530c14-6795-4717-9634-4885ca4847c3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:33.421322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] For port c619eed4-6141-436d-90f4-cffd49fe7c4d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:33.426663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] For port c619eed4-6141-436d-90f4-cffd49fe7c4d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c619eed4-6141-436d-90f4-cffd49fe7c4d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:33.500314 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.550153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-68d8495d-9fb9-47e2-9ea5-185580eb873b None None] Port 7b530c14-6795-4717-9634-4885ca4847c3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:33.571382 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0fefbedf-d295-45d0-9854-32273ef45acd req-cf6a93d6-8871-4bb6-8cb2-344681be00b2 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358274 Mar 07 04:59:33.585706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (173b257c-4548-45f3-83a5-6c0e54f9118a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.589520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e7ac7-5865-4798-9f03-6eeaa29cba7f None None] New status for floating IP 566eabb4-2d98-43c4-99d4-ffd866a771ed: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 04:59:33.696720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:33.698407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:33.803982 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:33.804352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:33.838557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0d37-6457-4347-b096-27fbf3211293 None None] Pushing event updated for resources: {'Port': ['ID=c619eed4-6141-436d-90f4-cffd49fe7c4d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:33.845133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Routers {'173b257c-4548-45f3-83a5-6c0e54f9118a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:33.845943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['173b257c-4548-45f3-83a5-6c0e54f9118a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:33.921783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Router 173b257c-4548-45f3-83a5-6c0e54f9118a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:34.019703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] Set router 173b257c-4548-45f3-83a5-6c0e54f9118a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:34.127885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:34.151043 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-358b64be-0b6f-40b2-9fbb-689b413ca24d admin admin] 10.222.0.21 "PUT /v2.0/routers/173b257c-4548-45f3-83a5-6c0e54f9118a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8673520 Mar 07 04:59:34.221000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d8f8a7c1-e7fd-4edd-985a-fb13de31d986 None None] Provisioning complete for port 7b530c14-6795-4717-9634-4885ca4847c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:34.221366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a7c1-e7fd-4edd-985a-fb13de31d986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b530c14-6795-4717-9634-4885ca4847c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:34.267110 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:34.294450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8a7c1-e7fd-4edd-985a-fb13de31d986 None None] Port 7b530c14-6795-4717-9634-4885ca4847c3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:34.359624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:32Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7b530c14-6795-4717-9634-4885ca4847c3', 'name': '', 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'mac_address': 'fa:16:3e:b5:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:31Z', 'updated_at': '2022-03-07T04:59:33Z', 'revision_number': 2, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'subnets': [{'id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:34.392774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07ad9b-cc7b-45bd-9522-f7289eb030c0 None None] The sync data for ids ['173b257c-4548-45f3-83a5-6c0e54f9118a'] in n-d-832185-1 is: [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:32Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7b530c14-6795-4717-9634-4885ca4847c3', 'name': '', 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'mac_address': 'fa:16:3e:b5:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:31Z', 'updated_at': '2022-03-07T04:59:33Z', 'revision_number': 2, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'subnets': [{'id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:34.583325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:34.944588 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc242-6991-4bdf-9445-b0e8d80f7c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.137883 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc242-6991-4bdf-9445-b0e8d80f7c3b admin admin] Publish callbacks [] for security_group (1662edc5-1803-451e-8b3d-1b935736209e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.148439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc242-6991-4bdf-9445-b0e8d80f7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1662edc5-1803-451e-8b3d-1b935736209e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.219733 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1c3dc242-6991-4bdf-9445-b0e8d80f7c3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebf7b843ea0547c78d7648aa51f69e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6350772 Mar 07 04:59:35.220820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dc242-6991-4bdf-9445-b0e8d80f7c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1662edc5-1803-451e-8b3d-1b935736209e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:35.222584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:35.285850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a101bf4-3ff0-45d9-a5f0-8114fb92a5d5 admin admin] Publish callbacks [] for security_group (1662edc5-1803-451e-8b3d-1b935736209e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.329613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a101bf4-3ff0-45d9-a5f0-8114fb92a5d5 admin admin] Publish callbacks [] for security_group (1662edc5-1803-451e-8b3d-1b935736209e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.417136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a101bf4-3ff0-45d9-a5f0-8114fb92a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1662edc5-1803-451e-8b3d-1b935736209e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.420559 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6a101bf4-3ff0-45d9-a5f0-8114fb92a5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.423873 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6a101bf4-3ff0-45d9-a5f0-8114fb92a5d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1662edc5-1803-451e-8b3d-1b935736209e HTTP/1.1" status: 204 len: 168 time: 0.2002482 Mar 07 04:59:35.440591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8087627-7b51-4e98-81ad-100e3b577deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:35.462934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a101bf4-3ff0-45d9-a5f0-8114fb92a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1662edc5-1803-451e-8b3d-1b935736209e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:35.930371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49092) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:36.491805 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (cc5855cc-1315-4be1-896f-2a6b6c13426c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:36.569738 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-2fc776d6-b6be-4a63-b950-18f97f259d47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234210 Mar 07 04:59:36.682969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-b42b1ebd-5be7-444c-8105-3b6a44689f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:36.686691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-b42b1ebd-5be7-444c-8105-3b6a44689f50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1127 time: 0.0609224 Mar 07 04:59:36.821041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:36.835428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-df63f9f6-1f57-4462-8c45-e99bf6bef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:36.837466 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-df63f9f6-1f57-4462-8c45-e99bf6bef0fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1268547 Mar 07 04:59:36.861624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Deleting port c0e0ac3b-925c-441a-9e96-fc7d52ee1463 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:36.862028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:36.926112 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-4d25e84c-2693-4def-b821-fe05ba1b2c23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 1001 time: 0.0813994 Mar 07 04:59:36.979468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] For port c0e0ac3b-925c-441a-9e96-fc7d52ee1463, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:36.981529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:36.993477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-01fd2566-96a4-4913-8f03-ad8635e0ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:36.995646 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-01fd2566-96a4-4913-8f03-ad8635e0ede0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0635338 Mar 07 04:59:37.006899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Calling delete_port for c0e0ac3b-925c-441a-9e96-fc7d52ee1463 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:37.057364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-71d15ab0-93aa-44d3-9bea-e5d35e8c0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:37.058968 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-71d15ab0-93aa-44d3-9bea-e5d35e8c0374 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569456 Mar 07 04:59:37.242476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-0de8091e-8f72-4db8-aa16-677b6390e908 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774740 Mar 07 04:59:37.286468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c0e0ac3b-925c-441a-9e96-fc7d52ee1463), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:37.326133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49120) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:37.343277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c619eed4-6141-436d-90f4-cffd49fe7c4d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:37.376077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e0ac3b-925c-441a-9e96-fc7d52ee1463,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:37.450824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c619eed4-6141-436d-90f4-cffd49fe7c4d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:37.451207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:37.675532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c619eed4-6141-436d-90f4-cffd49fe7c4d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:37.676012 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:37.719989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port c619eed4-6141-436d-90f4-cffd49fe7c4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c619eed4-6141-436d-90f4-cffd49fe7c4d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:37.748925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:37.963161 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:37.994058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=c619eed4-6141-436d-90f4-cffd49fe7c4d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:38.028058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9b218e3e-a788-4c13-addb-8c111cb07024 req-fc1f99ea-9bc7-486d-b86c-d7a84e6b5093 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7804809 Mar 07 04:59:38.048549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad0efe-e33f-43b8-91d4-c02a2211e5ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group (3fbc3222-27dc-4511-816e-e9dc15918945), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:38.125757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad0efe-e33f-43b8-91d4-c02a2211e5ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group (3fbc3222-27dc-4511-816e-e9dc15918945), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:38.185030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (cc5855cc-1315-4be1-896f-2a6b6c13426c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:38.291677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad0efe-e33f-43b8-91d4-c02a2211e5ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3fbc3222-27dc-4511-816e-e9dc15918945), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:38.294391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2aad0efe-e33f-43b8-91d4-c02a2211e5ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:38.298587 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2aad0efe-e33f-43b8-91d4-c02a2211e5ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fbc3222-27dc-4511-816e-e9dc15918945 HTTP/1.1" status: 204 len: 168 time: 0.9715703 Mar 07 04:59:38.343287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad0efe-e33f-43b8-91d4-c02a2211e5ec tempest-TestVolumeBootPattern-1424625563 tempest-TestVolumeBootPattern-1424625563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbc3222-27dc-4511-816e-e9dc15918945,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:38.426729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:38.564716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Router cc5855cc-1315-4be1-896f-2a6b6c13426c has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:38.691567 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Sync routers for ids ['173b257c-4548-45f3-83a5-6c0e54f9118a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:38.710389 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Routers {'173b257c-4548-45f3-83a5-6c0e54f9118a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:38.716376 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['173b257c-4548-45f3-83a5-6c0e54f9118a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:38.790713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:38.800304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029a250-d765-4326-b498-3937326b1862 None None] Sync routers for ids ['cc5855cc-1315-4be1-896f-2a6b6c13426c'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:38.807006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6229da5e-40f2-45cf-93e4-e84ac7ced870 admin admin] 10.222.0.21 "PUT /v2.0/routers/cc5855cc-1315-4be1-896f-2a6b6c13426c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752189 Mar 07 04:59:38.807710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:38.813039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] Routers {'cc5855cc-1315-4be1-896f-2a6b6c13426c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:38.813968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc5855cc-1315-4be1-896f-2a6b6c13426c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:38.939812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Set router 173b257c-4548-45f3-83a5-6c0e54f9118a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:39.050669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] Set router cc5855cc-1315-4be1-896f-2a6b6c13426c gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:39.070293 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks [] for router (cc5855cc-1315-4be1-896f-2a6b6c13426c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.295717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks [] for router_gateway (cc5855cc-1315-4be1-896f-2a6b6c13426c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.367082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.376159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Deleting port bbd4cae4-3201-4d61-acf6-f2008377e65f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:39.376738 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.385669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:32Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7b530c14-6795-4717-9634-4885ca4847c3', 'name': '', 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'mac_address': 'fa:16:3e:b5:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:31Z', 'updated_at': '2022-03-07T04:59:33Z', 'revision_number': 2, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'subnets': [{'id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:39.434003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c619eed4-6141-436d-90f4-cffd49fe7c4d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:39.459115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Checking router: 173b257c-4548-45f3-83a5-6c0e54f9118a for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:39.459471 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Updating router 173b257c-4548-45f3-83a5-6c0e54f9118a port 7b530c14-6795-4717-9634-4885ca4847c3 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:59:39.503121 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b530c14-6795-4717-9634-4885ca4847c3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.511930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] For port bbd4cae4-3201-4d61-acf6-f2008377e65f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bbd4cae4-3201-4d61-acf6-f2008377e65f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:39.512606 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.528217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Calling delete_port for bbd4cae4-3201-4d61-acf6-f2008377e65f owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:39.551021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.573799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c619eed4-6141-436d-90f4-cffd49fe7c4d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:39.574106 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.622827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:37Z', 'revision_number': 5, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port': {'id': 'bbd4cae4-3201-4d61-acf6-f2008377e65f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:21Z', 'updated_at': '2022-03-07T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:39.670201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029a250-d765-4326-b498-3937326b1862 None None] Checking router: cc5855cc-1315-4be1-896f-2a6b6c13426c for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:39.701172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] Routers {'cc5855cc-1315-4be1-896f-2a6b6c13426c'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:39.701817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc5855cc-1315-4be1-896f-2a6b6c13426c'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:39.766593 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bbd4cae4-3201-4d61-acf6-f2008377e65f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.777312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Deleting port 1f6c2cd6-d726-419f-96c9-2df4d8137a84 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:39.778073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.794719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c619eed4-6141-436d-90f4-cffd49fe7c4d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:39.820138 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Publish callbacks [] for port (7b530c14-6795-4717-9634-4885ca4847c3), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.827250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd4cae4-3201-4d61-acf6-f2008377e65f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:39.828527 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b530c14-6795-4717-9634-4885ca4847c3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.841609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] Set router cc5855cc-1315-4be1-896f-2a6b6c13426c gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:39.877759 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] For port 1f6c2cd6-d726-419f-96c9-2df4d8137a84, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1f6c2cd6-d726-419f-96c9-2df4d8137a84,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:39.878408 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.899576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Calling delete_port for 1f6c2cd6-d726-419f-96c9-2df4d8137a84 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:39.920021 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (cc5855cc-1315-4be1-896f-2a6b6c13426c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:39.930125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0029a250-d765-4326-b498-3937326b1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:39Z', 'revision_number': 6, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:39.957484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa256f6-4231-47e8-8efd-325a575aea91 None None] Pushing event updated for resources: {'Port': ['ID=7b530c14-6795-4717-9634-4885ca4847c3,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:39.984380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029a250-d765-4326-b498-3937326b1862 None None] The sync data for ids ['cc5855cc-1315-4be1-896f-2a6b6c13426c'] in n-d-832185-1 is: [{'id': 'cc5855cc-1315-4be1-896f-2a6b6c13426c', 'name': 'tempest-TestAggregatesBasicOps-1654580305-router', 'tenant_id': '1f42d47c6a8f41e8b89ae55341241367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:20Z', 'updated_at': '2022-03-07T04:59:39Z', 'revision_number': 6, 'project_id': '1f42d47c6a8f41e8b89ae55341241367', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:39.997931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Attempting to bind port 7b530c14-6795-4717-9634-4885ca4847c3 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:39.998538 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Attempting to bind port 7b530c14-6795-4717-9634-4885ca4847c3 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:39.999015 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Attempting to bind port 7b530c14-6795-4717-9634-4885ca4847c3 on network 0bebbc5f-1338-43be-b2e9-b6353d446d59 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:40.009430 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:40.009968 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Checking segment: {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:40.010497 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.012943 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Bound using segment: {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:40.013718 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Bound port: 7b530c14-6795-4717-9634-4885ca4847c3, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c7cedb-c65c-4f4f-a5a4-10958954a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:40.014219 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b530c14-6795-4717-9634-4885ca4847c3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.060082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (cc5855cc-1315-4be1-896f-2a6b6c13426c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.062554 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks [] for router_controller (cc5855cc-1315-4be1-896f-2a6b6c13426c), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.120470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (cc5855cc-1315-4be1-896f-2a6b6c13426c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.121163 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] For port 7b530c14-6795-4717-9634-4885ca4847c3, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:40.121291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc5855cc-1315-4be1-896f-2a6b6c13426c {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:59:40.125923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.128802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-477b8938-4117-4cc8-aa43-d0f6702efb39 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cc5855cc-1315-4be1-896f-2a6b6c13426c HTTP/1.1" status: 204 len: 168 time: 1.3192782 Mar 07 04:59:40.129393 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] For port 7b530c14-6795-4717-9634-4885ca4847c3, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7b530c14-6795-4717-9634-4885ca4847c3,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:40.130977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49140) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:40.139438 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b530c14-6795-4717-9634-4885ca4847c3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.202892 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Routers {'173b257c-4548-45f3-83a5-6c0e54f9118a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:40.204040 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['173b257c-4548-45f3-83a5-6c0e54f9118a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:40.208847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa256f6-4231-47e8-8efd-325a575aea91 None None] Pushing event updated for resources: {'Port': ['ID=7b530c14-6795-4717-9634-4885ca4847c3,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:40.226668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Deleting subnet fea1e054-ddac-4701-a345-1266be0688cf {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:59:40.232720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Publish callbacks [] for subnet (fea1e054-ddac-4701-a345-1266be0688cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.265960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1f6c2cd6-d726-419f-96c9-2df4d8137a84), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.278510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] Provisioning complete for port 7b530c14-6795-4717-9634-4885ca4847c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:40.279078 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b530c14-6795-4717-9634-4885ca4847c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.306472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fea1e054-ddac-4701-a345-1266be0688cf), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.308475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6c2cd6-d726-419f-96c9-2df4d8137a84,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:40.356093 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] Set router 173b257c-4548-45f3-83a5-6c0e54f9118a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:40.436617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] Current status of the port 7b530c14-6795-4717-9634-4885ca4847c3 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:40.437349 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b530c14-6795-4717-9634-4885ca4847c3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.543047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] For port 7b530c14-6795-4717-9634-4885ca4847c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7b530c14-6795-4717-9634-4885ca4847c3,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:40.553545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b530c14-6795-4717-9634-4885ca4847c3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.646331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fea1e054-ddac-4701-a345-1266be0688cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.663424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c1376-2074-4deb-8586-66a2cbee2283 None None] Pushing event updated for resources: {'Port': ['ID=7b530c14-6795-4717-9634-4885ca4847c3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:40.684852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ef718677-e9a8-4eab-8458-75bf96ebef07 None None] Provisioning complete for port 7b530c14-6795-4717-9634-4885ca4847c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:40.684852 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef718677-e9a8-4eab-8458-75bf96ebef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b530c14-6795-4717-9634-4885ca4847c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.717386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:32Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7b530c14-6795-4717-9634-4885ca4847c3', 'name': '', 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'mac_address': 'fa:16:3e:b5:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:31Z', 'updated_at': '2022-03-07T04:59:40Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'subnets': [{'id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:40.765440 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ce2c2-da7c-4daa-8fee-aa889aa9fdac None None] The sync data for ids ['173b257c-4548-45f3-83a5-6c0e54f9118a'] in n-d-832185-1 is: [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:32Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '7b530c14-6795-4717-9634-4885ca4847c3', 'name': '', 'network_id': '0bebbc5f-1338-43be-b2e9-b6353d446d59', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'mac_address': 'fa:16:3e:b5:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:31Z', 'updated_at': '2022-03-07T04:59:40Z', 'revision_number': 4, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'subnets': [{'id': '1ed207c8-3ada-4942-b5dc-2a0e90ad3c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:40.788933 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.819392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fea1e054-ddac-4701-a345-1266be0688cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.853363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ef718677-e9a8-4eab-8458-75bf96ebef07 None None] Current status of the port 7b530c14-6795-4717-9634-4885ca4847c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:40.908709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea1e054-ddac-4701-a345-1266be0688cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:40.917078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:40.920305 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-45280a9f-7ed8-4aa5-a5fa-b0743e2d800f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fea1e054-ddac-4701-a345-1266be0688cf HTTP/1.1" status: 204 len: 168 time: 0.7879825 Mar 07 04:59:40.922958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49152) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:40.937304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985663df-226a-4fbf-a5c2-9ee7827fce3a None None] Network b6f799ad-c346-47ce-a2f9-fb30df7b0157 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:41.057493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b6f799ad-c346-47ce-a2f9-fb30df7b0157), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.151442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] DHCP port deletion for b6f799ad-c346-47ce-a2f9-fb30df7b0157 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:59:41.159638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Deleting port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:41.160726 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.255023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] For port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:41.255530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.272641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Calling delete_port for 0d6d6c37-c1bc-4796-872f-87ae7245fcfe owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:41.279088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] Deleting port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:41.279563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.310449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:41.418492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.484825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] For port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,segment=NetworkSegment(015305bb-cf63-4fcf-8a92-22d33f50c86f),segment_id=015305bb-cf63-4fcf-8a92-22d33f50c86f)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:41.489044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.508227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] Calling delete_port for 0d6d6c37-c1bc-4796-872f-87ae7245fcfe owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:41.517149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:41.533845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] No DVR routers for this DVR port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:41.539920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b530c14-6795-4717-9634-4885ca4847c3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:41.576154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:41.591663 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5bf53080-1730-46de-b7aa-e1fd95f11dba admin admin] 10.222.0.21 "PUT /v2.0/routers/cfb0b0d7-c438-4114-bcd1-4f3963a36ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1667233 Mar 07 04:59:41.594604 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49154) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:41.609662 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] Sync routers for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:41.628693 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:41.632860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:41.766825 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b6f799ad-c346-47ce-a2f9-fb30df7b0157), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.777223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7b530c14-6795-4717-9634-4885ca4847c3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:41.777844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b530c14-6795-4717-9634-4885ca4847c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.867301 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f799ad-c346-47ce-a2f9-fb30df7b0157']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:41.868096 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (0d6d6c37-c1bc-4796-872f-87ae7245fcfe), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.896072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks [] for router (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.923156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015305bb-cf63-4fcf-8a92-22d33f50c86f') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:41.923469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015305bb-cf63-4fcf-8a92-22d33f50c86f') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:41.947572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] Pushing event deleted for resources: {'Port': ['ID=0d6d6c37-c1bc-4796-872f-87ae7245fcfe,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:41.960086 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (015305bb-cf63-4fcf-8a92-22d33f50c86f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:41.960497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ad214-13e8-4c8f-9915-0a56cbade52c None None] No DVR routers for this DVR port 0d6d6c37-c1bc-4796-872f-87ae7245fcfe on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:41.998154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (015305bb-cf63-4fcf-8a92-22d33f50c86f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.005236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:59:42.005683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (015305bb-cf63-4fcf-8a92-22d33f50c86f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:59:42.020605 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:59:42.085815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7b530c14-6795-4717-9634-4885ca4847c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:42.124050 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:42.125785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b6f799ad-c346-47ce-a2f9-fb30df7b0157), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.162637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.169512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6f799ad-c346-47ce-a2f9-fb30df7b0157 HTTP/1.1" status: 204 len: 168 time: 1.2454944 Mar 07 04:59:42.172603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa336-014e-40cb-a478-b2e88239a169 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f799ad-c346-47ce-a2f9-fb30df7b0157,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:42.173651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbd4cae4-3201-4d61-acf6-f2008377e65f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:42.177756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:42.195299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks [] for router_gateway (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.216511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: bbd4cae4-3201-4d61-acf6-f2008377e65f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:42.217153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bbd4cae4-3201-4d61-acf6-f2008377e65f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:42.217882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d6d6c37-c1bc-4796-872f-87ae7245fcfe no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:42.271599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 0d6d6c37-c1bc-4796-872f-87ae7245fcfe {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:42.272111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 0d6d6c37-c1bc-4796-872f-87ae7245fcfe not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:42.272345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c0e0ac3b-925c-441a-9e96-fc7d52ee1463 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:42.311231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Deleting port a63f3f00-8ec5-4cb0-aff7-a60abd071189 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:42.311231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.317436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c0e0ac3b-925c-441a-9e96-fc7d52ee1463 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:42.317436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c0e0ac3b-925c-441a-9e96-fc7d52ee1463 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:42.390788 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:59:40Z', 'revision_number': 5, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port': {'id': 'a63f3f00-8ec5-4cb0-aff7-a60abd071189', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:11Z', 'updated_at': '2022-03-07T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:42.418088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] For port a63f3f00-8ec5-4cb0-aff7-a60abd071189, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a63f3f00-8ec5-4cb0-aff7-a60abd071189,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:42.418552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.420617 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] Checking router: cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:42.431293 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] Routers {'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:42.433422 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:42.437424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Calling delete_port for a63f3f00-8ec5-4cb0-aff7-a60abd071189 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:42.532298 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] Set router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:42.599946 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:59:42Z', 'revision_number': 6, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:42.630789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a63f3f00-8ec5-4cb0-aff7-a60abd071189), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.631661 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249abf36-5411-443c-b691-27b1a09e1556 None None] The sync data for ids ['cfb0b0d7-c438-4114-bcd1-4f3963a36ef8'] in n-d-832185-1 is: [{'id': 'cfb0b0d7-c438-4114-bcd1-4f3963a36ef8', 'name': 'tempest-TestVolumeBootPattern-507924121-router', 'tenant_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:10Z', 'updated_at': '2022-03-07T04:59:42Z', 'revision_number': 6, 'project_id': '9a0df83a05d14f63bbd84fdc4059aa55', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:42.669625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63f3f00-8ec5-4cb0-aff7-a60abd071189,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:42.681353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.681751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.682188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.682591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.682936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.683277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.683613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.683938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.684316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.684739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.684974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.685302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.685725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 04:59:42.697185 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (173b257c-4548-45f3-83a5-6c0e54f9118a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.764400 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.863274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.865673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks [] for router_controller (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.926846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (cfb0b0d7-c438-4114-bcd1-4f3963a36ef8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.927456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:59:42.933910 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:42.936952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f219b052-4fa1-4bd5-a957-0d1063ce7c91 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cfb0b0d7-c438-4114-bcd1-4f3963a36ef8 HTTP/1.1" status: 204 len: 168 time: 1.3410201 Mar 07 04:59:42.940393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49162) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:43.016626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Deleting subnet 398b54af-a32e-426b-8e88-9cacbcee6951 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:59:43.021409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Publish callbacks [] for subnet (398b54af-a32e-426b-8e88-9cacbcee6951), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.060593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Deleting port 7b530c14-6795-4717-9634-4885ca4847c3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:43.061077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7b530c14-6795-4717-9634-4885ca4847c3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.065215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (398b54af-a32e-426b-8e88-9cacbcee6951), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.208592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] For port 7b530c14-6795-4717-9634-4885ca4847c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7b530c14-6795-4717-9634-4885ca4847c3,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:43.209258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7b530c14-6795-4717-9634-4885ca4847c3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.225323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (398b54af-a32e-426b-8e88-9cacbcee6951), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.227538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Calling delete_port for 7b530c14-6795-4717-9634-4885ca4847c3 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:43.335563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (398b54af-a32e-426b-8e88-9cacbcee6951), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.399024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398b54af-a32e-426b-8e88-9cacbcee6951,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:43.407826 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.414665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-44b67eda-207b-468c-8291-88105b1ea880 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/398b54af-a32e-426b-8e88-9cacbcee6951 HTTP/1.1" status: 204 len: 168 time: 0.4709125 Mar 07 04:59:43.415135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49166) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:43.420439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf046b-e1a1-4c23-bb03-3321e1b2b1d8 None None] Network caab5346-12f1-4be6-99bd-e395fff6fb54 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:43.508496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (caab5346-12f1-4be6-99bd-e395fff6fb54), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.564327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1f6c2cd6-d726-419f-96c9-2df4d8137a84 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:43.593317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 1f6c2cd6-d726-419f-96c9-2df4d8137a84 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:43.593809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1f6c2cd6-d726-419f-96c9-2df4d8137a84 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:43.594140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a63f3f00-8ec5-4cb0-aff7-a60abd071189 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:43.607284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7b530c14-6795-4717-9634-4885ca4847c3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.615711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Deleting port ecd7f290-c9f6-4376-aa53-4bde1f8bebed {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:43.616051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.618105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a63f3f00-8ec5-4cb0-aff7-a60abd071189 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:43.618456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a63f3f00-8ec5-4cb0-aff7-a60abd071189 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:43.652627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b530c14-6795-4717-9634-4885ca4847c3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:43.733420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] DHCP port deletion for caab5346-12f1-4be6-99bd-e395fff6fb54 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:59:43.755771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] For port ecd7f290-c9f6-4376-aa53-4bde1f8bebed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:43.756142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.774774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Calling delete_port for ecd7f290-c9f6-4376-aa53-4bde1f8bebed owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:43.819750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] Deleting port ecd7f290-c9f6-4376-aa53-4bde1f8bebed {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:43.820133 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.939056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] For port ecd7f290-c9f6-4376-aa53-4bde1f8bebed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,segment=NetworkSegment(d358ec57-d812-47bf-94b9-b42f4b0aff83),segment_id=d358ec57-d812-47bf-94b9-b42f4b0aff83)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:43.940877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:43.959012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] Calling delete_port for ecd7f290-c9f6-4376-aa53-4bde1f8bebed owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:44.056639 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.084302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] Pushing event deleted for resources: {'Port': ['ID=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:44.088486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a4c7a-d61d-494d-afd6-2db36cae9474 None None] No DVR routers for this DVR port ecd7f290-c9f6-4376-aa53-4bde1f8bebed on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:44.320148 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (173b257c-4548-45f3-83a5-6c0e54f9118a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.326484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ecd7f290-c9f6-4376-aa53-4bde1f8bebed), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.357342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd7f290-c9f6-4376-aa53-4bde1f8bebed,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:44.361413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] No DVR routers for this DVR port ecd7f290-c9f6-4376-aa53-4bde1f8bebed on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:44.509166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (caab5346-12f1-4be6-99bd-e395fff6fb54), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.540485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caab5346-12f1-4be6-99bd-e395fff6fb54']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:44.552180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd358ec57-d812-47bf-94b9-b42f4b0aff83') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:44.552482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd358ec57-d812-47bf-94b9-b42f4b0aff83') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:44.563974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (d358ec57-d812-47bf-94b9-b42f4b0aff83), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.611560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d358ec57-d812-47bf-94b9-b42f4b0aff83), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.624196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:59:44.624611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (d358ec57-d812-47bf-94b9-b42f4b0aff83), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: self.session.flush() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:59:44.626354 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:59:44.721067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (caab5346-12f1-4be6-99bd-e395fff6fb54), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.729637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:44.733094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] 10.222.0.21 "DELETE /v2.0/networks/caab5346-12f1-4be6-99bd-e395fff6fb54 HTTP/1.1" status: 204 len: 168 time: 1.3171470 Mar 07 04:59:44.736103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:44.756420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671371d-ca41-44bb-ac4a-30f1e4992405 admin admin] Pushing event deleted for resources: {'Network': ['ID=caab5346-12f1-4be6-99bd-e395fff6fb54,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:44.765890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Router 173b257c-4548-45f3-83a5-6c0e54f9118a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:44.908197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:44.913907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-198ef2fb-00fa-4bae-bc2c-b89e5d87be79 admin admin] 10.222.0.21 "PUT /v2.0/routers/173b257c-4548-45f3-83a5-6c0e54f9118a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7344978 Mar 07 04:59:44.916169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49172) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:44.919052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] Sync routers for ids ['173b257c-4548-45f3-83a5-6c0e54f9118a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:44.936173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] Routers {'173b257c-4548-45f3-83a5-6c0e54f9118a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:44.937308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['173b257c-4548-45f3-83a5-6c0e54f9118a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:45.072947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks [] for router (173b257c-4548-45f3-83a5-6c0e54f9118a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.256616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks [] for router_gateway (173b257c-4548-45f3-83a5-6c0e54f9118a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.285587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] Set router 173b257c-4548-45f3-83a5-6c0e54f9118a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:45.330771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Deleting port c619eed4-6141-436d-90f4-cffd49fe7c4d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:45.331499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.441935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecd7f290-c9f6-4376-aa53-4bde1f8bebed no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:45.455446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] For port c619eed4-6141-436d-90f4-cffd49fe7c4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c619eed4-6141-436d-90f4-cffd49fe7c4d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:45.456049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.474305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Calling delete_port for c619eed4-6141-436d-90f4-cffd49fe7c4d owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:45.486500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ecd7f290-c9f6-4376-aa53-4bde1f8bebed {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:45.486843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecd7f290-c9f6-4376-aa53-4bde1f8bebed not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:45.492164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.526714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:43Z', 'revision_number': 5, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port': {'id': 'c619eed4-6141-436d-90f4-cffd49fe7c4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:45.556567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] Checking router: 173b257c-4548-45f3-83a5-6c0e54f9118a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:45.565260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] Routers {'173b257c-4548-45f3-83a5-6c0e54f9118a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:45.566032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['173b257c-4548-45f3-83a5-6c0e54f9118a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:45.676450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] Set router 173b257c-4548-45f3-83a5-6c0e54f9118a gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:45.680898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c619eed4-6141-436d-90f4-cffd49fe7c4d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.743508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c619eed4-6141-436d-90f4-cffd49fe7c4d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:45.766024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:45Z', 'revision_number': 6, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:45.793052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Deleting port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:45.794214 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.797151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (173b257c-4548-45f3-83a5-6c0e54f9118a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.808849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4222e-1174-48ad-beed-22370a3c6138 None None] The sync data for ids ['173b257c-4548-45f3-83a5-6c0e54f9118a'] in n-d-832185-1 is: [{'id': '173b257c-4548-45f3-83a5-6c0e54f9118a', 'name': 'tempest-TestAggregatesBasicOps-156900207-router', 'tenant_id': 'f62566ed539440d68ba38367152ac9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:27Z', 'updated_at': '2022-03-07T04:59:45Z', 'revision_number': 6, 'project_id': 'f62566ed539440d68ba38367152ac9a4', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:45.897391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] For port 8921ca3c-b25b-40a4-a3ca-0bf5c1471530, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:45.897897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.912432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Calling delete_port for 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:45.924114 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (173b257c-4548-45f3-83a5-6c0e54f9118a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.928026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks [] for router_controller (173b257c-4548-45f3-83a5-6c0e54f9118a), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.974352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (173b257c-4548-45f3-83a5-6c0e54f9118a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.974859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 173b257c-4548-45f3-83a5-6c0e54f9118a {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:59:45.982500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:45.985874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0993d764-9619-4063-9be1-422d4a1392ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/173b257c-4548-45f3-83a5-6c0e54f9118a HTTP/1.1" status: 204 len: 168 time: 1.0663741 Mar 07 04:59:45.987082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49176) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:46.035956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Deleting subnet 1ed207c8-3ada-4942-b5dc-2a0e90ad3c75 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:59:46.039496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Publish callbacks [] for subnet (1ed207c8-3ada-4942-b5dc-2a0e90ad3c75), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.078248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (1ed207c8-3ada-4942-b5dc-2a0e90ad3c75), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.130275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8921ca3c-b25b-40a4-a3ca-0bf5c1471530), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.171514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Pushing event deleted for resources: {'Port': ['ID=8921ca3c-b25b-40a4-a3ca-0bf5c1471530,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:46.180363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1ed207c8-3ada-4942-b5dc-2a0e90ad3c75), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.324057 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (1ed207c8-3ada-4942-b5dc-2a0e90ad3c75), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.359437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8cfb5-6294-455c-88b1-9b8e66e857eb None None] Network 0bebbc5f-1338-43be-b2e9-b6353d446d59 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:46.369102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed207c8-3ada-4942-b5dc-2a0e90ad3c75,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:46.378904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.383195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a38977c5-fe96-45b3-8d34-917ad4c19f5b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ed207c8-3ada-4942-b5dc-2a0e90ad3c75 HTTP/1.1" status: 204 len: 168 time: 0.3961151 Mar 07 04:59:46.385648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49182) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:46.553629 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0bebbc5f-1338-43be-b2e9-b6353d446d59), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.556010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49186) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:46.563625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.661585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Deleting port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:46.664394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.748012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] For port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:46.748912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.778461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97107399-48ef-47f8-862b-cffb3c2d0a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.779157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] DHCP port deletion for 0bebbc5f-1338-43be-b2e9-b6353d446d59 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:59:46.792795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Calling delete_port for 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:46.887330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] Deleting port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:46.887778 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.946030 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97107399-48ef-47f8-862b-cffb3c2d0a87 admin admin] Publish callbacks [] for security_group (37281e59-30c1-436c-8780-c8f6d4209f09), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.947294 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:46.958448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Router cc0475ed-cc48-455c-93fa-dcbe7fc0185d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:46.982028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:46.987683 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97107399-48ef-47f8-862b-cffb3c2d0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (37281e59-30c1-436c-8780-c8f6d4209f09), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.015029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] No DVR routers for this DVR port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:47.023947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-97107399-48ef-47f8-862b-cffb3c2d0a87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7964141068c341119e96bcc6bc66b965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668939 Mar 07 04:59:47.028416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:47.039705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] For port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,segment=NetworkSegment(66c7cedb-c65c-4f4f-a5a4-10958954a278),segment_id=66c7cedb-c65c-4f4f-a5a4-10958954a278)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:47.040103 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.096493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] Calling delete_port for 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:47.132913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97107399-48ef-47f8-862b-cffb3c2d0a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37281e59-30c1-436c-8780-c8f6d4209f09,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:47.209563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:47.210822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb237577-c287-4e51-a0e0-d9cee38da2a2 admin admin] Publish callbacks [] for security_group (37281e59-30c1-436c-8780-c8f6d4209f09), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.217878 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0bebbc5f-1338-43be-b2e9-b6353d446d59), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.222083 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] Sync routers for ids ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:47.244705 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] Routers {'cc0475ed-cc48-455c-93fa-dcbe7fc0185d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:47.245312 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:47.249369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8cb470d5-64b8-422b-b9a2-6673a02e086f admin admin] 10.222.0.21 "PUT /v2.0/routers/cc0475ed-cc48-455c-93fa-dcbe7fc0185d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5099990 Mar 07 04:59:47.250196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:47.265617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bebbc5f-1338-43be-b2e9-b6353d446d59']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:47.270253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb237577-c287-4e51-a0e0-d9cee38da2a2 admin admin] Publish callbacks [] for security_group (37281e59-30c1-436c-8780-c8f6d4209f09), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.291385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c7cedb-c65c-4f4f-a5a4-10958954a278') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:47.297576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c7cedb-c65c-4f4f-a5a4-10958954a278') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:47.331149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (66c7cedb-c65c-4f4f-a5a4-10958954a278), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.346093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (7f506aca-2dcf-4bb0-8085-9567c1c6ebcb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.391622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (66c7cedb-c65c-4f4f-a5a4-10958954a278), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.407807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:59:47.408360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (66c7cedb-c65c-4f4f-a5a4-10958954a278), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:59:47.412120 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:59:47.439806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] Pushing event deleted for resources: {'Port': ['ID=7f506aca-2dcf-4bb0-8085-9567c1c6ebcb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:47.452004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c290234b-e56d-4381-ac19-cb08b3d244fe None None] No DVR routers for this DVR port 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:47.471115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:47.513941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:47.518456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7f506aca-2dcf-4bb0-8085-9567c1c6ebcb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:47.519343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b530c14-6795-4717-9634-4885ca4847c3 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:47.538174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb237577-c287-4e51-a0e0-d9cee38da2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (37281e59-30c1-436c-8780-c8f6d4209f09), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.541283 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb237577-c287-4e51-a0e0-d9cee38da2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.542679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb237577-c287-4e51-a0e0-d9cee38da2a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37281e59-30c1-436c-8780-c8f6d4209f09 HTTP/1.1" status: 204 len: 168 time: 0.4859896 Mar 07 04:59:47.568500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb237577-c287-4e51-a0e0-d9cee38da2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37281e59-30c1-436c-8780-c8f6d4209f09,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:47.571426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7b530c14-6795-4717-9634-4885ca4847c3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:47.571908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b530c14-6795-4717-9634-4885ca4847c3 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:47.572334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c619eed4-6141-436d-90f4-cffd49fe7c4d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:47.577391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0bebbc5f-1338-43be-b2e9-b6353d446d59), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.589586 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] Set router cc0475ed-cc48-455c-93fa-dcbe7fc0185d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:47.608014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.619478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0bebbc5f-1338-43be-b2e9-b6353d446d59 HTTP/1.1" status: 204 len: 168 time: 1.2322426 Mar 07 04:59:47.620299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks [] for router (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.620536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920acd-f73b-44f3-82bd-5d2362aca877 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bebbc5f-1338-43be-b2e9-b6353d446d59,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:47.627473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c619eed4-6141-436d-90f4-cffd49fe7c4d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:47.628674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c619eed4-6141-436d-90f4-cffd49fe7c4d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:47.836452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:47.876484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks [] for router_gateway (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:47.934716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a012b153-6d34-476f-8c19-f23bee90931d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f42d47c6a8f41e8b89ae55341241367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943103 Mar 07 04:59:47.935579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:48.011605 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '3385d934-3818-4ebe-9109-6b81149336cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:59:46Z', 'revision_number': 5, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port': {'id': '3385d934-3818-4ebe-9109-6b81149336cc', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:42:26Z', 'updated_at': '2022-03-07T04:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:48.025341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Deleting port 3385d934-3818-4ebe-9109-6b81149336cc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:48.025866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3385d934-3818-4ebe-9109-6b81149336cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.028186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f906e3-da67-46f0-bf97-58f488dd42e4 admin admin] Publish callbacks [] for security_group (01dbabf0-89f4-4641-b559-c3073733551b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.054643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f906e3-da67-46f0-bf97-58f488dd42e4 admin admin] Publish callbacks [] for security_group (01dbabf0-89f4-4641-b559-c3073733551b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.092731 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] Checking router: cc0475ed-cc48-455c-93fa-dcbe7fc0185d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:48.118399 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] Routers {'cc0475ed-cc48-455c-93fa-dcbe7fc0185d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:48.119151 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:48.150707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f906e3-da67-46f0-bf97-58f488dd42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (01dbabf0-89f4-4641-b559-c3073733551b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.153819 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8f906e3-da67-46f0-bf97-58f488dd42e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.155486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b8f906e3-da67-46f0-bf97-58f488dd42e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01dbabf0-89f4-4641-b559-c3073733551b HTTP/1.1" status: 204 len: 168 time: 0.2189858 Mar 07 04:59:48.170434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f906e3-da67-46f0-bf97-58f488dd42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dbabf0-89f4-4641-b559-c3073733551b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:48.228554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] For port 3385d934-3818-4ebe-9109-6b81149336cc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3385d934-3818-4ebe-9109-6b81149336cc,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:48.228918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3385d934-3818-4ebe-9109-6b81149336cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.263998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Calling delete_port for 3385d934-3818-4ebe-9109-6b81149336cc owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:48.268163 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] Set router cc0475ed-cc48-455c-93fa-dcbe7fc0185d gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:48.348669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:59:47Z', 'revision_number': 6, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:48.382837 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3676de-e920-4e30-8336-8989ec3d85cf None None] The sync data for ids ['cc0475ed-cc48-455c-93fa-dcbe7fc0185d'] in n-d-832185-1 is: [{'id': 'cc0475ed-cc48-455c-93fa-dcbe7fc0185d', 'name': 'tempest-TestVolumeBootPattern-1976582172-router', 'tenant_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:42:24Z', 'updated_at': '2022-03-07T04:59:47Z', 'revision_number': 6, 'project_id': '0bc7b38c2f21422e80bfb8b26cf61210', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:48.557676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3385d934-3818-4ebe-9109-6b81149336cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.627596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=3385d934-3818-4ebe-9109-6b81149336cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:48.684442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.686276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:48.826473 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.842097 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks [] for router_controller (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.932972 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efd14653-149c-4173-9ea8-f5af693e62ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f62566ed539440d68ba38367152ac9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450655 Mar 07 04:59:48.936078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:48.948451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (cc0475ed-cc48-455c-93fa-dcbe7fc0185d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.949008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc0475ed-cc48-455c-93fa-dcbe7fc0185d {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 04:59:48.954574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:48.955699 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0caeb3aa-e614-4d50-81e6-9d8d27204bfc admin admin] 10.222.0.21 "DELETE /v2.0/routers/cc0475ed-cc48-455c-93fa-dcbe7fc0185d HTTP/1.1" status: 204 len: 168 time: 1.7045336 Mar 07 04:59:48.959346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49226) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:49.000138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee81ee2-547f-4d62-a314-b0fe619da2fa admin admin] Publish callbacks [] for security_group (5bb4efe9-829c-48ee-846a-5e9a073ca9df), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.024321 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee81ee2-547f-4d62-a314-b0fe619da2fa admin admin] Publish callbacks [] for security_group (5bb4efe9-829c-48ee-846a-5e9a073ca9df), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.031871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Deleting subnet 21f33e3d-b659-4659-8b4f-9cd0eedc9e4f {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 04:59:49.039597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Publish callbacks [] for subnet (21f33e3d-b659-4659-8b4f-9cd0eedc9e4f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.089676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (21f33e3d-b659-4659-8b4f-9cd0eedc9e4f), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.090053 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee81ee2-547f-4d62-a314-b0fe619da2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (5bb4efe9-829c-48ee-846a-5e9a073ca9df), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.094808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0ee81ee2-547f-4d62-a314-b0fe619da2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.096159 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0ee81ee2-547f-4d62-a314-b0fe619da2fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bb4efe9-829c-48ee-846a-5e9a073ca9df HTTP/1.1" status: 204 len: 168 time: 0.1600461 Mar 07 04:59:49.108648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee81ee2-547f-4d62-a314-b0fe619da2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4efe9-829c-48ee-846a-5e9a073ca9df,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:49.182128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49232) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:49.206917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (21f33e3d-b659-4659-8b4f-9cd0eedc9e4f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.278102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (21f33e3d-b659-4659-8b4f-9cd0eedc9e4f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.313087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1053263025-network', 'tenant_id': 'e38e0713710e407895dc7a866c5efbb1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:49.335092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f33e3d-b659-4659-8b4f-9cd0eedc9e4f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:49.346639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.348037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63ce3d-98b8-4f60-9249-b883b48f1e62 None None] Network 64dd82d2-2919-424e-b7b9-989eb72cf8b9 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:49.355189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e0a8e257-fae1-4d2d-8dd7-bd13521634ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21f33e3d-b659-4659-8b4f-9cd0eedc9e4f HTTP/1.1" status: 204 len: 168 time: 0.3945489 Mar 07 04:59:49.356200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49236) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:49.371135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Made reservation on behalf of e38e0713710e407895dc7a866c5efbb1 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:49.379541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.401829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.449906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3385d934-3818-4ebe-9109-6b81149336cc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:49.473725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (64dd82d2-2919-424e-b7b9-989eb72cf8b9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.489924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3385d934-3818-4ebe-9109-6b81149336cc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:49.490286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3385d934-3818-4ebe-9109-6b81149336cc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:49.490909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:49.514118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:49.514494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8921ca3c-b25b-40a4-a3ca-0bf5c1471530 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:49.535738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks [] for security_group (71a7ca76-fc88-4bab-934c-f753b93d73b6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.543499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (71a7ca76-fc88-4bab-934c-f753b93d73b6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.584595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:59:49.588649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Deleting port 152d6119-30a4-4c0d-be4a-d534a90c3cdb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:49.590380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.605885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7ca76-fc88-4bab-934c-f753b93d73b6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:49.611667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.612022 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Added segment 1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb of type vlan for network f34236a4-c3eb-48e6-9611-4fecb0b165ff Mar 07 04:59:49.632082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] DHCP port deletion for 64dd82d2-2919-424e-b7b9-989eb72cf8b9 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 04:59:49.708402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] For port 152d6119-30a4-4c0d-be4a-d534a90c3cdb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=152d6119-30a4-4c0d-be4a-d534a90c3cdb,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:49.708838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.717677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f34236a4-c3eb-48e6-9611-4fecb0b165ff), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.721508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] Deleting port 152d6119-30a4-4c0d-be4a-d534a90c3cdb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 04:59:49.722709 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.727261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Calling delete_port for 152d6119-30a4-4c0d-be4a-d534a90c3cdb owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:49.765517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f34236a4-c3eb-48e6-9611-4fecb0b165ff), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.767358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:49.768404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.809314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] For port 152d6119-30a4-4c0d-be4a-d534a90c3cdb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=152d6119-30a4-4c0d-be4a-d534a90c3cdb,segment=NetworkSegment(fb6b62ba-327c-4e31-af6a-cfcfe2974ce5),segment_id=fb6b62ba-327c-4e31-af6a-cfcfe2974ce5)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:49.809742 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.810322 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6265845 Mar 07 04:59:49.812932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49246) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:49.819112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Request body: {'subnet': {'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1053263025-subnet', 'tenant_id': 'e38e0713710e407895dc7a866c5efbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:49.825945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] Calling delete_port for 152d6119-30a4-4c0d-be4a-d534a90c3cdb owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 04:59:49.851619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.868128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] No DVR routers for this DVR port 152d6119-30a4-4c0d-be4a-d534a90c3cdb on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:49.887414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Made reservation on behalf of e38e0713710e407895dc7a866c5efbb1 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:49.893710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=152d6119-30a4-4c0d-be4a-d534a90c3cdb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:49.894613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.941925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (152d6119-30a4-4c0d-be4a-d534a90c3cdb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.978048 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (64dd82d2-2919-424e-b7b9-989eb72cf8b9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:49.983171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] Pushing event deleted for resources: {'Port': ['ID=152d6119-30a4-4c0d-be4a-d534a90c3cdb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:49.985238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced46c00-a8bf-46df-ae71-2beb28fe8fc3 None None] No DVR routers for this DVR port 152d6119-30a4-4c0d-be4a-d534a90c3cdb on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 04:59:49.998133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e287a-3ae0-490c-b78d-5ce7c93dfe6a admin admin] Pushing event updated for resources: {'Network': ['ID=f34236a4-c3eb-48e6-9611-4fecb0b165ff,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:50.010985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f34236a4-c3eb-48e6-9611-4fecb0b165ff details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:59:50.020277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dd82d2-2919-424e-b7b9-989eb72cf8b9']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:50.042157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:50.042308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6b62ba-327c-4e31-af6a-cfcfe2974ce5') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:50.056311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (fb6b62ba-327c-4e31-af6a-cfcfe2974ce5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.072594 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fb6b62ba-327c-4e31-af6a-cfcfe2974ce5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.080317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 04:59:50.080813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (fb6b62ba-327c-4e31-af6a-cfcfe2974ce5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: timer() Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 04:59:50.082882 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 04:59:50.149605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (64dd82d2-2919-424e-b7b9-989eb72cf8b9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.157026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (fcd489a9-5548-43eb-ba1d-c6aee5d0ea13), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.157584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.160121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.168094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/64dd82d2-2919-424e-b7b9-989eb72cf8b9 HTTP/1.1" status: 204 len: 168 time: 0.8106387 Mar 07 04:59:50.179132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4a10-a7ed-474c-86c1-552e382723c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64dd82d2-2919-424e-b7b9-989eb72cf8b9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:50.226485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:50.239795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Checking segment: {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:50.240045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Network hostable DHCP agents. Network: f34236a4-c3eb-48e6-9611-4fecb0b165ff, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:59:50.259146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Network f34236a4-c3eb-48e6-9611-4fecb0b165ff is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:59:50.272522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f34236a4-c3eb-48e6-9611-4fecb0b165ff) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:50.278384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:50.279194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.286852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de0b74-397a-410a-bdfd-94750206b3ae None None] Network f34236a4-c3eb-48e6-9611-4fecb0b165ff requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:50.310225 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-71487ec1-5bc7-4567-92e4-652c70db896f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4874315 Mar 07 04:59:50.370154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:50.398248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350300ab-6c01-4a08-8c6f-e72febffa20a None None] Network f34236a4-c3eb-48e6-9611-4fecb0b165ff requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:50.416640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ce839278-a26f-40e3-a7ad-e3380175a400 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a0df83a05d14f63bbd84fdc4059aa55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452247 Mar 07 04:59:50.419838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49266) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:50.485168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5b519d6-7816-47d1-a691-d65077c74c57 admin admin] Publish callbacks [] for security_group (58141f49-913a-4f1f-a07d-6aa75c56964c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.513417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5b519d6-7816-47d1-a691-d65077c74c57 admin admin] Publish callbacks [] for security_group (58141f49-913a-4f1f-a07d-6aa75c56964c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.566637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5b519d6-7816-47d1-a691-d65077c74c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (58141f49-913a-4f1f-a07d-6aa75c56964c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.569440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c5b519d6-7816-47d1-a691-d65077c74c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:50.573109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c5b519d6-7816-47d1-a691-d65077c74c57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58141f49-913a-4f1f-a07d-6aa75c56964c HTTP/1.1" status: 204 len: 168 time: 0.1487637 Mar 07 04:59:50.578888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b519d6-7816-47d1-a691-d65077c74c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58141f49-913a-4f1f-a07d-6aa75c56964c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:50.929879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:50.999142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ab48695-e4a5-4222-9b1f-c368fe9c1940 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bc7b38c2f21422e80bfb8b26cf61210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656729 Mar 07 04:59:51.000216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49292) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:51.051780 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-900e912a-9501-4713-9919-4ea6e7b40dd0 admin admin] Publish callbacks [] for security_group (4076673a-e271-4853-808a-1a25d71b03ef), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.079865 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-900e912a-9501-4713-9919-4ea6e7b40dd0 admin admin] Publish callbacks [] for security_group (4076673a-e271-4853-808a-1a25d71b03ef), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.133713 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-900e912a-9501-4713-9919-4ea6e7b40dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4076673a-e271-4853-808a-1a25d71b03ef), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.136845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-900e912a-9501-4713-9919-4ea6e7b40dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.140303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-900e912a-9501-4713-9919-4ea6e7b40dd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4076673a-e271-4853-808a-1a25d71b03ef HTTP/1.1" status: 204 len: 168 time: 0.1377418 Mar 07 04:59:51.156369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e912a-9501-4713-9919-4ea6e7b40dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4076673a-e271-4853-808a-1a25d71b03ef,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:51.219635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49302) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:51.279793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 152d6119-30a4-4c0d-be4a-d534a90c3cdb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 04:59:51.308367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 152d6119-30a4-4c0d-be4a-d534a90c3cdb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 04:59:51.308949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 152d6119-30a4-4c0d-be4a-d534a90c3cdb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 04:59:51.479513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'network': {'name': 'tempest-network-smoke--911005686', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'port_security_enabled': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:51.500838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:51.505047 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.519214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.608497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (8323731d-1a59-46a8-96f8-c07fbeeaa90f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.614271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8323731d-1a59-46a8-96f8-c07fbeeaa90f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.642802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 04:59:51.658410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8323731d-1a59-46a8-96f8-c07fbeeaa90f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:51.665322 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d6a92b0d-b946-417f-95e5-e6356dfb87c0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.665825 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Added segment d6a92b0d-b946-417f-95e5-e6356dfb87c0 of type vlan for network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa Mar 07 04:59:51.715813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.750275 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.756107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:51.756844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.802474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5780845 Mar 07 04:59:51.806589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49306) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:51.823910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-131132957', 'admin_state_up': True, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:51.840801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b686f2-eb9d-406d-b9a3-b74cf73825f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Network': ['ID=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:51.857246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 04:59:51.871986 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (75f660fb-6461-43ad-b03e-2ce33710fc74), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.873295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (75f660fb-6461-43ad-b03e-2ce33710fc74), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:51.946381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_controller (75f660fb-6461-43ad-b03e-2ce33710fc74), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.090774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (75f660fb-6461-43ad-b03e-2ce33710fc74), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.298199 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (75f660fb-6461-43ad-b03e-2ce33710fc74), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.317220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.398714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.435283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.25.4.99 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/6bbefdf7-c414-415d-b5c2-56b021cf055f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:52.539010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.571219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:52.610228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:52.613165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:52.616679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:52.622091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=6bbefdf7-c414-415d-b5c2-56b021cf055f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:52.883968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (75f660fb-6461-43ad-b03e-2ce33710fc74), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:53.391375 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (75f660fb-6461-43ad-b03e-2ce33710fc74), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:53.523661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 04:59:53.633160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:53.643924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41452100-496d-4f80-9785-6974943a280b None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:53.653899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:53.657954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6db61e37-e232-4ce1-ab2d-1c1beaab0774 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8473265 Mar 07 04:59:53.658225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49316) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:53.660067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41452100-496d-4f80-9785-6974943a280b None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:53.660804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-41452100-496d-4f80-9785-6974943a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:53.775528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-41452100-496d-4f80-9785-6974943a280b None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:53.834797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e57a39b7-4f9b-4484-a546-01130a77b9d5 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=186bd24ecbb44c83894d9163a457123e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1725399 Mar 07 04:59:53.835142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49320) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:53.924223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5e8b8-0c02-4d29-b664-b3630da6d499 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:53.926418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40b5e8b8-0c02-4d29-b664-b3630da6d499 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902700 Mar 07 04:59:53.929310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49322) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:53.963720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-32ee1594-7c3c-4147-b3dd-60b02add924c tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332854 Mar 07 04:59:53.966885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49324) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:53.974460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214153078', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:53.977566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-41452100-496d-4f80-9785-6974943a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:52Z', 'revision_number': 3, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:54.005314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41452100-496d-4f80-9785-6974943a280b None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:54.005686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41452100-496d-4f80-9785-6974943a280b None None] Updating router 75f660fb-6461-43ad-b03e-2ce33710fc74 port 6bbefdf7-c414-415d-b5c2-56b021cf055f binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:59:54.032884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41452100-496d-4f80-9785-6974943a280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.070283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 04:59:54.073854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.281318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (acb20eef-21e8-42b9-be84-f9254d196bf9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.294697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41452100-496d-4f80-9785-6974943a280b None None] Publish callbacks [] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.301127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41452100-496d-4f80-9785-6974943a280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.351330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Subnet': ['ID=acb20eef-21e8-42b9-be84-f9254d196bf9,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:54.359070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-41452100-496d-4f80-9785-6974943a280b None None] Attempting to bind port 6bbefdf7-c414-415d-b5c2-56b021cf055f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:54.359345 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-41452100-496d-4f80-9785-6974943a280b None None] Attempting to bind port 6bbefdf7-c414-415d-b5c2-56b021cf055f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:54.359709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41452100-496d-4f80-9785-6974943a280b None None] Attempting to bind port 6bbefdf7-c414-415d-b5c2-56b021cf055f on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:54.364160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Checking segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:54.364605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network hostable DHCP agents. Network: 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 04:59:54.365146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec1ab0-3b87-4af9-b8f6-b54dfecbaaaf None None] Pushing event updated for resources: {'Port': ['ID=6bbefdf7-c414-415d-b5c2-56b021cf055f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:54.368614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41452100-496d-4f80-9785-6974943a280b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:54.369000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41452100-496d-4f80-9785-6974943a280b None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:54.369413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41452100-496d-4f80-9785-6974943a280b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.369813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41452100-496d-4f80-9785-6974943a280b None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:54.370343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-41452100-496d-4f80-9785-6974943a280b None None] Bound port: 6bbefdf7-c414-415d-b5c2-56b021cf055f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:54.370737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41452100-496d-4f80-9785-6974943a280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.395175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 04:59:54.405803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:54.420154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2afa8-1220-4983-9dff-6fb0fc447b03 None None] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:54.420398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:54.420742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.440520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-de121eef-31bb-4ee5-87c0-29af310d625c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4699385 Mar 07 04:59:54.441075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49328) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:54.453512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-41452100-496d-4f80-9785-6974943a280b None None] For port 6bbefdf7-c414-415d-b5c2-56b021cf055f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:54.500833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-41452100-496d-4f80-9785-6974943a280b None None] For port 6bbefdf7-c414-415d-b5c2-56b021cf055f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6bbefdf7-c414-415d-b5c2-56b021cf055f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:54.515445 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41452100-496d-4f80-9785-6974943a280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.596159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 04:59:54.597120 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.611301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec1ab0-3b87-4af9-b8f6-b54dfecbaaaf None None] Pushing event updated for resources: {'Port': ['ID=6bbefdf7-c414-415d-b5c2-56b021cf055f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:54.614310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41452100-496d-4f80-9785-6974943a280b None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:54.615062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-41452100-496d-4f80-9785-6974943a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:54.924362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:54.985752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-41452100-496d-4f80-9785-6974943a280b None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:55.053570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Allocated IP 172.20.0.2 (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa/acb20eef-21e8-42b9-be84-f9254d196bf9/18430774-e82b-41cf-858c-afdbd3cd2816) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:55.290465 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Publish callbacks [] for port (18430774-e82b-41cf-858c-afdbd3cd2816), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.298037 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.303519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-41452100-496d-4f80-9785-6974943a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:52Z', 'revision_number': 3, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:55.346426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.20.0.1 (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa/acb20eef-21e8-42b9-be84-f9254d196bf9/fc824b62-019d-4085-82c0-b60d72baa431) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 04:59:55.358034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41452100-496d-4f80-9785-6974943a280b None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:52Z', 'revision_number': 3, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:55.379960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:55.383088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:55.389471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:55.394243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Pushing event updated for resources: {'Port': ['ID=18430774-e82b-41cf-858c-afdbd3cd2816,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:55.459143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Attempting to bind port 18430774-e82b-41cf-858c-afdbd3cd2816 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:55.459515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Attempting to bind port 18430774-e82b-41cf-858c-afdbd3cd2816 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:55.459876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Attempting to bind port 18430774-e82b-41cf-858c-afdbd3cd2816 on network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:55.465926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:55.466343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Checking segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:55.466915 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.467313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Bound using segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:55.467785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Bound port: 18430774-e82b-41cf-858c-afdbd3cd2816, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:55.468164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.534739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (fc824b62-019d-4085-82c0-b60d72baa431), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.559633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] For port 18430774-e82b-41cf-858c-afdbd3cd2816, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:55.563317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] For port 18430774-e82b-41cf-858c-afdbd3cd2816, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18430774-e82b-41cf-858c-afdbd3cd2816,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:55.569180 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.576012 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fc824b62-019d-4085-82c0-b60d72baa431), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:55.711387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:55.714564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c15c7-ded3-45ee-970c-b0480390d354 None None] Pushing event updated for resources: {'Port': ['ID=18430774-e82b-41cf-858c-afdbd3cd2816,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:55.748985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:55.765154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 04:59:55.804774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=fc824b62-019d-4085-82c0-b60d72baa431,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:55.834077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:56.040488 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc824b62-019d-4085-82c0-b60d72baa431), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:56.707179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (fc824b62-019d-4085-82c0-b60d72baa431), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:56.713533 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (fc824b62-019d-4085-82c0-b60d72baa431), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:56.798317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:56.811162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=fc824b62-019d-4085-82c0-b60d72baa431,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:56.889480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990eeb8e-b86f-4ea6-a385-cb52d833fbe0 None None] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 04:59:56.912233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 04:59:56.913740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 04:59:57.012362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] Provisioning complete for port 18430774-e82b-41cf-858c-afdbd3cd2816 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:57.012740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.054605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 04:59:57.122688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] Current status of the port 18430774-e82b-41cf-858c-afdbd3cd2816 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:57.123231 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.160778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] For port 18430774-e82b-41cf-858c-afdbd3cd2816, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18430774-e82b-41cf-858c-afdbd3cd2816,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:57.173226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.175207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 04:59:57.196249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f555558-67e6-4cb8-bfc1-ef693c899a33 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "PUT /v2.0/routers/75f660fb-6461-43ad-b03e-2ce33710fc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7516611 Mar 07 04:59:57.196956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49338) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:57.267120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c06c-53b6-477a-a8ae-0108c799e320 None None] Pushing event updated for resources: {'Port': ['ID=18430774-e82b-41cf-858c-afdbd3cd2816,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:57.357341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.357341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.360266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6bbefdf7-c414-415d-b5c2-56b021cf055f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:57.362752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.365252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.365937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.366605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.368730 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a41d2387-9bd3-4e8f-80fa-08d5216bafdd tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1706762 Mar 07 04:59:57.371613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49340) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:57.421765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6bbefdf7-c414-415d-b5c2-56b021cf055f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:57.422347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.455374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.456383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.457651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.458159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.458614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.459483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 04:59:57.464540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-742da6bd-9220-46fa-9cb2-cc4eb44bbc2a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0890875 Mar 07 04:59:57.464836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49342) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:57.531576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a2943780-bdff-46b9-a8e3-20eb2126e386 None None] Provisioning complete for port fc824b62-019d-4085-82c0-b60d72baa431 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:57.532337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a2943780-bdff-46b9-a8e3-20eb2126e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc824b62-019d-4085-82c0-b60d72baa431), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.553340 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34232338-9160-4750-9b4f-f33be745007f None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 04:59:57.566198 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:57.567483 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:57.580723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6bbefdf7-c414-415d-b5c2-56b021cf055f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:57.581689 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.598341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a2943780-bdff-46b9-a8e3-20eb2126e386 None None] Port fc824b62-019d-4085-82c0-b60d72baa431 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:57.633159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 6bbefdf7-c414-415d-b5c2-56b021cf055f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6bbefdf7-c414-415d-b5c2-56b021cf055f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:57.652726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a2943780-bdff-46b9-a8e3-20eb2126e386 None None] Provisioning complete for port 18430774-e82b-41cf-858c-afdbd3cd2816 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:57.653452 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a2943780-bdff-46b9-a8e3-20eb2126e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.659839 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.661851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18430774-e82b-41cf-858c-afdbd3cd2816 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:57.702788 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:57.823846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=6bbefdf7-c414-415d-b5c2-56b021cf055f,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:57.882209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a2943780-bdff-46b9-a8e3-20eb2126e386 None None] Current status of the port 18430774-e82b-41cf-858c-afdbd3cd2816 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:57.884659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 18430774-e82b-41cf-858c-afdbd3cd2816 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:57.885307 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:57.955170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-caed41f1-4042-4e31-998a-eaee86cf1e6c tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.4778793 Mar 07 04:59:57.972116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:55Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:56Z', 'revision_number': 2, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:58.013802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34232338-9160-4750-9b4f-f33be745007f None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 04:59:58.014276 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34232338-9160-4750-9b4f-f33be745007f None None] Updating router 75f660fb-6461-43ad-b03e-2ce33710fc74 port fc824b62-019d-4085-82c0-b60d72baa431 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 04:59:58.019301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 18430774-e82b-41cf-858c-afdbd3cd2816 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:58.026182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8db3b9a4-513b-482a-83bd-f1d83ade5b0d None None] Provisioning complete for port fc824b62-019d-4085-82c0-b60d72baa431 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:58.026781 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8db3b9a4-513b-482a-83bd-f1d83ade5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc824b62-019d-4085-82c0-b60d72baa431), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.052103 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-34232338-9160-4750-9b4f-f33be745007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc824b62-019d-4085-82c0-b60d72baa431), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.073786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8db3b9a4-513b-482a-83bd-f1d83ade5b0d None None] Port fc824b62-019d-4085-82c0-b60d72baa431 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:58.199817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-df030a60-3ca6-48a0-99a7-9c7a4d4ebd56 None None] Provisioning complete for port fc824b62-019d-4085-82c0-b60d72baa431 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:58.200507 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df030a60-3ca6-48a0-99a7-9c7a4d4ebd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc824b62-019d-4085-82c0-b60d72baa431), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.243213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-df030a60-3ca6-48a0-99a7-9c7a4d4ebd56 None None] Port fc824b62-019d-4085-82c0-b60d72baa431 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 04:59:58.429640 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-34232338-9160-4750-9b4f-f33be745007f None None] Publish callbacks [] for port (fc824b62-019d-4085-82c0-b60d72baa431), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.434993 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-34232338-9160-4750-9b4f-f33be745007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fc824b62-019d-4085-82c0-b60d72baa431), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.487409 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b2d75-7d13-4b0e-89f3-a556ba4606bd None None] Pushing event updated for resources: {'Port': ['ID=fc824b62-019d-4085-82c0-b60d72baa431,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:58.542944 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-34232338-9160-4750-9b4f-f33be745007f None None] Attempting to bind port fc824b62-019d-4085-82c0-b60d72baa431 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 04:59:58.543467 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-34232338-9160-4750-9b4f-f33be745007f None None] Attempting to bind port fc824b62-019d-4085-82c0-b60d72baa431 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 04:59:58.543836 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232338-9160-4750-9b4f-f33be745007f None None] Attempting to bind port fc824b62-019d-4085-82c0-b60d72baa431 on network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 04:59:58.550724 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232338-9160-4750-9b4f-f33be745007f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 04:59:58.551113 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232338-9160-4750-9b4f-f33be745007f None None] Checking segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 04:59:58.551543 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-34232338-9160-4750-9b4f-f33be745007f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.551898 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232338-9160-4750-9b4f-f33be745007f None None] Bound using segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 04:59:58.552538 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-34232338-9160-4750-9b4f-f33be745007f None None] Bound port: fc824b62-019d-4085-82c0-b60d72baa431, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 04:59:58.552780 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-34232338-9160-4750-9b4f-f33be745007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc824b62-019d-4085-82c0-b60d72baa431), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.564278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49348) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:58.568832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628662967', 'description': 'tempest-secgroup-smoke-1628662967 description', 'project_id': '186bd24ecbb44c83894d9163a457123e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:58.603055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.634895 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-34232338-9160-4750-9b4f-f33be745007f None None] For port fc824b62-019d-4085-82c0-b60d72baa431, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 04:59:58.638533 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-34232338-9160-4750-9b4f-f33be745007f None None] For port fc824b62-019d-4085-82c0-b60d72baa431, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fc824b62-019d-4085-82c0-b60d72baa431,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 04:59:58.645885 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-34232338-9160-4750-9b4f-f33be745007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fc824b62-019d-4085-82c0-b60d72baa431), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.705458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (194f23fb-ec36-41b1-a45b-8a448648b0e0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.710696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (194f23fb-ec36-41b1-a45b-8a448648b0e0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.717213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 04:59:58.718047 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T04:59:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:58.748426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194f23fb-ec36-41b1-a45b-8a448648b0e0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:58.757123 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.761964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49352) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:58.767324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '194f23fb-ec36-41b1-a45b-8a448648b0e0', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:58.771986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c79fb136-eff0-4f37-9552-90b9a972268a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2065990 Mar 07 04:59:58.801172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (2b92e01a-415e-4770-8f9b-56d1e4344d33), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.858569 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 04:59:58.861268 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b2d75-7d13-4b0e-89f3-a556ba4606bd None None] Pushing event updated for resources: {'Port': ['ID=fc824b62-019d-4085-82c0-b60d72baa431,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:58.878332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (2b92e01a-415e-4770-8f9b-56d1e4344d33), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.878454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] Provisioning complete for port fc824b62-019d-4085-82c0-b60d72baa431 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:58.878884 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc824b62-019d-4085-82c0-b60d72baa431), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.897236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2b92e01a-415e-4770-8f9b-56d1e4344d33), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.934409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b92e01a-415e-4770-8f9b-56d1e4344d33,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:58.950393 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:58.951710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0cda100c-d479-456c-bf42-09e3f4f22ca7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1888173 Mar 07 04:59:58.954746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49354) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:58.977597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '194f23fb-ec36-41b1-a45b-8a448648b0e0', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:59.012552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (4dd02eff-5b1b-44c5-bcdb-52c8832a2de5), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.018893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] Current status of the port fc824b62-019d-4085-82c0-b60d72baa431 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:59.019873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fc824b62-019d-4085-82c0-b60d72baa431), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.095736 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (4dd02eff-5b1b-44c5-bcdb-52c8832a2de5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.096063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] For port fc824b62-019d-4085-82c0-b60d72baa431, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fc824b62-019d-4085-82c0-b60d72baa431,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 04:59:59.101656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4dd02eff-5b1b-44c5-bcdb-52c8832a2de5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.103642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fc824b62-019d-4085-82c0-b60d72baa431), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.130507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd02eff-5b1b-44c5-bcdb-52c8832a2de5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:59.137037 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-34232338-9160-4750-9b4f-f33be745007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:55Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:58Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 04:59:59.151860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.153733 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-89bcc0a0-0495-4740-a9a5-d07e178940e4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824777 Mar 07 04:59:59.156445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49356) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:59.163817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '194f23fb-ec36-41b1-a45b-8a448648b0e0', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:59.171574 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34232338-9160-4750-9b4f-f33be745007f None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:55Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:58Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 04:59:59.177634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f84c15-7b90-4bc6-a3b9-e1d50c8d1bac None None] Pushing event updated for resources: {'Port': ['ID=fc824b62-019d-4085-82c0-b60d72baa431,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:59.196801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (8310769a-7485-4f41-9da3-8feae62c808d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.247385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f4a8d0d5-daab-47de-9227-815861cd9c40 None None] Provisioning complete for port fc824b62-019d-4085-82c0-b60d72baa431 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:59.247385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d0d5-daab-47de-9227-815861cd9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc824b62-019d-4085-82c0-b60d72baa431), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.300574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (8310769a-7485-4f41-9da3-8feae62c808d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.307391 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (8310769a-7485-4f41-9da3-8feae62c808d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.337227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8310769a-7485-4f41-9da3-8feae62c808d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:59.350858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.352508 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-24db8fdd-06b0-49c2-8b65-e9183d935df6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943190 Mar 07 04:59:59.355519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49360) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:59.361296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '194f23fb-ec36-41b1-a45b-8a448648b0e0', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:59.385383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6bbefdf7-c414-415d-b5c2-56b021cf055f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:59.397802 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (b0d94857-9ef8-42b5-9d0b-b01c34f7b2c5), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.424354 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 04:59:59.442065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8d0d5-daab-47de-9227-815861cd9c40 None None] Current status of the port fc824b62-019d-4085-82c0-b60d72baa431 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:59.468055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6bbefdf7-c414-415d-b5c2-56b021cf055f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:59.468341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.488188 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (b0d94857-9ef8-42b5-9d0b-b01c34f7b2c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.492430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b0d94857-9ef8-42b5-9d0b-b01c34f7b2c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.512534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d94857-9ef8-42b5-9d0b-b01c34f7b2c5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:59.526689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.528287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b8c0f828-9db2-4b91-96bb-fa56bdae5812 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707835 Mar 07 04:59:59.531074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:59.538009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '194f23fb-ec36-41b1-a45b-8a448648b0e0', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:59.562777 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Project 186bd24ecbb44c83894d9163a457123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:59:59.569820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (b62d31f3-b4f4-4826-8995-d698e93441a4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.570193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6bbefdf7-c414-415d-b5c2-56b021cf055f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 04:59:59.571377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18430774-e82b-41cf-858c-afdbd3cd2816 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 04:59:59.628657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 18430774-e82b-41cf-858c-afdbd3cd2816 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 04:59:59.629044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.652686 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (b62d31f3-b4f4-4826-8995-d698e93441a4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.660454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b62d31f3-b4f4-4826-8995-d698e93441a4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.686614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62d31f3-b4f4-4826-8995-d698e93441a4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:59.726322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.733493 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5cedd5ac-1acf-4043-ba39-afc763e2cf94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1954410 Mar 07 04:59:59.733493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49368) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 04:59:59.736649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '194f23fb-ec36-41b1-a45b-8a448648b0e0', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 04:59:59.767689 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Project 186bd24ecbb44c83894d9163a457123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 04:59:59.775116 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (59df82a8-2c22-4886-bafb-52e1a41cc602), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.852780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (59df82a8-2c22-4886-bafb-52e1a41cc602), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.858979 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (59df82a8-2c22-4886-bafb-52e1a41cc602), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.885411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59df82a8-2c22-4886-bafb-52e1a41cc602,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 04:59:59.895195 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 04:59:59.906639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-24e0c5e6-09e1-4c3c-922c-b072ed4c609c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1743071 Mar 07 04:59:59.933088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 18430774-e82b-41cf-858c-afdbd3cd2816 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:00.263301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-e6d3ebe8-73c8-4480-bff8-62d257dedb26 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628662967&fields=id&tenant_id=186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 267 time: 0.0583408 Mar 07 05:00:00.494287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-ba085fc5-84e8-4e91-a14d-1d818fa511e1 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:00.495882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-ba085fc5-84e8-4e91-a14d-1d818fa511e1 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/networks?id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 796 time: 0.2255194 Mar 07 05:00:00.517592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-097f4db4-121b-4e04-a2a0-a430d662f86d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/quotas/186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 375 time: 0.0156648 Mar 07 05:00:00.650508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-5457947c-7311-40af-9437-4b55c3b7a301 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255383 Mar 07 05:00:00.789089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-e4a06878-b36d-47d3-bced-384f8a4e76a5 service neutron] 10.222.0.21 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242042 Mar 07 05:00:00.899381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-f4759675-89f4-4f2b-9632-e25b1ed93188 service neutron] 10.222.0.21 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043427 Mar 07 05:00:01.091554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74f62b03-2f8d-4ca1-85da-8fac57c83a2c req-e6abb62f-bc31-4f89-8eb2-c7604536a8b1 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 210 time: 0.0360892 Mar 07 05:00:01.276478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc824b62-019d-4085-82c0-b60d72baa431 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:00:01.332479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fc824b62-019d-4085-82c0-b60d72baa431 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:01.332866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fc824b62-019d-4085-82c0-b60d72baa431), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:01.419942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fc824b62-019d-4085-82c0-b60d72baa431 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:02.196218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebffb84e-e17d-4fb5-bf1f-f34596bae4de req-6535c321-4598-4711-880a-816cb7a05d5f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 210 time: 0.0259461 Mar 07 05:00:02.801881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cac7556b-35a4-479d-bc4f-8e50828b6a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:03.132660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-045c8c3c-1592-4d90-8396-45ba27588b73 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:03.135012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-045c8c3c-1592-4d90-8396-45ba27588b73 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/networks?id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 796 time: 0.1285000 Mar 07 05:00:03.210505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-e2d0fa3b-3c81-4bf4-9630-f8ed126a97bc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 380 time: 0.0677600 Mar 07 05:00:03.220466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'port': {'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'admin_state_up': True, 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'security_groups': ['194f23fb-ec36-41b1-a45b-8a448648b0e0']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:03.321630 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fac80f8b-6408-4b49-9933-9a94a407ed35 req-81c344b6-4cbe-46da-9a5e-29f3a85305f7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 210 time: 0.0355892 Mar 07 05:00:03.382754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:00:03.386338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:03.516486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.20.0.10 (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa/acb20eef-21e8-42b9-be84-f9254d196bf9/abdb8f99-9e98-43a0-8de5-f3a075acc3e6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:00:03.662705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:03.697694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:03.745566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:00:03.748740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:00:03.752400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:00:03.778587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:03.796820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.797909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.797909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.797909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.798214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.798384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.798741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.799283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.800632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.800632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.800632 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.801969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.801969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:03.822146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:03.822751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:03.855801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-0842364a-89a9-44cf-aa25-6932709071db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6388764 Mar 07 05:00:03.868988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-491a74a0-fe38-43f9-899a-748ad4e9cbeb tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:00:03.870019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-491a74a0-fe38-43f9-899a-748ad4e9cbeb tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082600 Mar 07 05:00:03.881365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Request body: {'port': {'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:03.957267 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.103484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a94760b-13ac-4684-a402-2e05a3c6eeab None None] Provisioning complete for port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:04.104048 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a94760b-13ac-4684-a402-2e05a3c6eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.143054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a94760b-13ac-4684-a402-2e05a3c6eeab None None] Port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:00:04.311551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdb8f99-9e98-43a0-8de5-f3a075acc3e6 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:00:04.319481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Publish callbacks [] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.336395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Transition to ACTIVE for port object abdb8f99-9e98-43a0-8de5-f3a075acc3e6 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:00:04.340217 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.460197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Pushing event updated for resources: {'Port': ['ID=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:04.519317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Attempting to bind port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:00:04.519694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Attempting to bind port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:00:04.520018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Attempting to bind port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 on network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:00:04.531342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 on network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:00:04.531690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Attempting to bind port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 on network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:00:04.546080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dabcc2-4b5e-4905-87d2-7513272479b8 req-6a877532-6320-43a3-830c-2a0ae6e47ccb tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:04.547893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40dabcc2-4b5e-4905-87d2-7513272479b8 req-6a877532-6320-43a3-830c-2a0ae6e47ccb tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 944 time: 0.1212525 Mar 07 05:00:04.552456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:00:04.552800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Checking segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:00:04.553189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Bound using segment: {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:00:04.553834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Bound port: abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a92b0d-b946-417f-95e5-e6356dfb87c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:00:04.554029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.665671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40dabcc2-4b5e-4905-87d2-7513272479b8 req-9828fedb-fbcd-4ad1-bb31-e5232739a01d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973046 Mar 07 05:00:04.670500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] For port abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:00:04.674262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] For port abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:00:04.683145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.717257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:04.717897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:04.719453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] 10.222.0.15 "PUT /v2.0/ports/abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 200 len: 1092 time: 0.8421161 Mar 07 05:00:04.719908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:00:04.723157 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287" -d '{"events": [{"name": "network-changed", "server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:00:04.758848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90a77e-7f15-4c92-8b72-a275689ee445 service neutron] Pushing event updated for resources: {'Port': ['ID=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:04.778932 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52217d2-d68d-407d-8538-51d770df329c x-openstack-request-id: req-d52217d2-d68d-407d-8538-51d770df329c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:00:04.779170 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:00:04.779406 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d52217d2-d68d-407d-8538-51d770df329c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:00:04.779828 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'status': 'completed', 'code': 200} Mar 07 05:00:04.903287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-738f4569-b6e4-4550-96d6-823afaa1733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:04.905094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-738f4569-b6e4-4550-96d6-823afaa1733b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1126 time: 0.1177993 Mar 07 05:00:04.985633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-f2e74433-7736-4725-8416-12d043ae5a85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 200 len: 217 time: 0.0742080 Mar 07 05:00:05.055924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-f37e5818-40b4-41ad-a6e1-891d3e733efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:05.057552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-f37e5818-40b4-41ad-a6e1-891d3e733efc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb20eef-21e8-42b9-be84-f9254d196bf9 HTTP/1.1" status: 200 len: 835 time: 0.0626178 Mar 07 05:00:05.142103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-9eee99a6-26a9-489b-89e6-edbb631ac178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:05.144137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-9eee99a6-26a9-489b-89e6-edbb631ac178 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0811870 Mar 07 05:00:05.233855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-6bb85beb-d44c-4224-953d-4e54cbe5c1c1 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839787 Mar 07 05:00:05.328406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ed7a96f-2c89-4787-bc49-e70dd212e525 req-622c34d1-e8fc-4296-a3c0-b5f95b657222 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891798 Mar 07 05:00:05.417147 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abe12850-1815-4390-8b72-70318c6cbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:05.438237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-d516b34e-2a83-4bf5-ba9c-7c5492d73af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:05.439766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-d516b34e-2a83-4bf5-ba9c-7c5492d73af5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1126 time: 0.0606408 Mar 07 05:00:05.592675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-d37a42fa-4d15-4b47-849d-f054f8435a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:05.594152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-d37a42fa-4d15-4b47-849d-f054f8435a73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 897 time: 0.1490924 Mar 07 05:00:05.987558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-88adad87-e76f-4ebe-9141-ad2913684a9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 200 len: 217 time: 0.3858070 Mar 07 05:00:06.057007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-96f01f78-efcb-4afb-a57a-9f07e1d44fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:06.058499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-96f01f78-efcb-4afb-a57a-9f07e1d44fa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb20eef-21e8-42b9-be84-f9254d196bf9 HTTP/1.1" status: 200 len: 835 time: 0.0569022 Mar 07 05:00:06.065843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb79a7-d0bc-4b71-bb4a-bc390c8b6c63 req-dcdfd3f4-174d-48c0-8531-89f29fa43833 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:06.067245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14eb79a7-d0bc-4b71-bb4a-bc390c8b6c63 req-dcdfd3f4-174d-48c0-8531-89f29fa43833 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 944 time: 0.0910800 Mar 07 05:00:06.146813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-c950011d-f799-43f8-8df1-b7cf0ac02cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:06.148360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-c950011d-f799-43f8-8df1-b7cf0ac02cf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802510 Mar 07 05:00:06.152030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14eb79a7-d0bc-4b71-bb4a-bc390c8b6c63 req-db42eaa0-de9f-4c81-9201-3748cc30bb83 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767756 Mar 07 05:00:06.242917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-a579469e-1820-4744-a97b-55145f974a25 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880704 Mar 07 05:00:06.336896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed1e159-a9ed-45f2-8c73-4cb4e3679287 req-f2f942d0-af33-4ee7-8ec9-e3030f5719bf service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888841 Mar 07 05:00:06.801832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:07.286229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6c96a-4088-4b85-9145-59ada3caf8aa req-dfe93233-b7b4-415f-b858-9d7be9689c5c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:07.287830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65b6c96a-4088-4b85-9145-59ada3caf8aa req-dfe93233-b7b4-415f-b858-9d7be9689c5c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 944 time: 0.0578144 Mar 07 05:00:07.340993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65b6c96a-4088-4b85-9145-59ada3caf8aa req-821fb92a-5f88-4480-a5b0-10e65d725209 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475559 Mar 07 05:00:07.743038 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:08.477042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acb344-86e9-448e-9f3d-e71328bbd941 req-ff1e6cd1-38f5-4671-9843-521e3dc4d06f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:08.478532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6acb344-86e9-448e-9f3d-e71328bbd941 req-ff1e6cd1-38f5-4671-9843-521e3dc4d06f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 944 time: 0.0627890 Mar 07 05:00:08.527243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6acb344-86e9-448e-9f3d-e71328bbd941 req-11750cc1-f147-4bb5-ad55-64bef5643de3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430350 Mar 07 05:00:09.476006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:09.586417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device abdb8f99-9e98-43a0-8de5-f3a075acc3e6 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:00:09.653669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eeb87-28a0-40ed-8899-50a974214979 req-7e1cb385-10c8-46f8-a755-0c105012e609 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:09.655302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b3eeb87-28a0-40ed-8899-50a974214979 req-7e1cb385-10c8-46f8-a755-0c105012e609 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 944 time: 0.0563583 Mar 07 05:00:09.698048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:09.709126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:00:09.709993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b3eeb87-28a0-40ed-8899-50a974214979 req-c037934b-32ea-40a3-a2c7-1ffc6cb0ac7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 Mar 07 05:00:09.747586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:09.747900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:09.761424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdb8f99-9e98-43a0-8de5-f3a075acc3e6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:00:09.781367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:09.785842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:09.830666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:10.013764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['abdb8f99-9e98-43a0-8de5-f3a075acc3e6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:00:10.826544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd094e0f-1873-4d32-9ade-e11a895a057b req-4dbdef34-8d19-4659-a7bf-e41aaee91b0e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:10.828037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd094e0f-1873-4d32-9ade-e11a895a057b req-4dbdef34-8d19-4659-a7bf-e41aaee91b0e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 945 time: 0.0522790 Mar 07 05:00:10.882056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd094e0f-1873-4d32-9ade-e11a895a057b req-10b4d9c7-0f34-4a17-a85a-b3e6d0db2a49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 Mar 07 05:00:11.602307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device abdb8f99-9e98-43a0-8de5-f3a075acc3e6 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:00:11.653042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:00:11.657392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:11.657768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:11.732974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:11.733360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:11.757630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:00:11.759851 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20637b86-8393-466a-a0cb-ccd9af4a16e0" -d '{"events": [{"server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "name": "network-vif-plugged", "status": "completed", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:00:11.772435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:11.777398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:11.804154 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902911f4-fb88-47b5-bb9c-7d794692fa02 x-openstack-request-id: req-902911f4-fb88-47b5-bb9c-7d794692fa02 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:00:11.804429 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "name": "network-vif-plugged", "status": "completed", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:00:11.805005 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-902911f4-fb88-47b5-bb9c-7d794692fa02 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:00:11.805394 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'code': 200} Mar 07 05:00:11.830115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:11.948551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19c17f-4d17-4948-b114-ce2c44d4eb65 req-c8d933bf-8699-4ed3-975d-7daa97b31bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:11.950130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf19c17f-4d17-4948-b114-ce2c44d4eb65 req-c8d933bf-8699-4ed3-975d-7daa97b31bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1128 time: 0.0781863 Mar 07 05:00:12.045745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf19c17f-4d17-4948-b114-ce2c44d4eb65 req-7598ef25-68d1-42b0-a16c-96c8fb74ea3b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899332 Mar 07 05:00:12.060759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e5cde-6ecf-4a8a-b9c1-15292ddaa481 req-7c32ffd2-d156-47a8-af24-5244fe5a0bb8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:12.062956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f0e5cde-6ecf-4a8a-b9c1-15292ddaa481 req-7c32ffd2-d156-47a8-af24-5244fe5a0bb8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 946 time: 0.1011164 Mar 07 05:00:12.117634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f0e5cde-6ecf-4a8a-b9c1-15292ddaa481 req-2751908a-fa49-4d51-9f85-fbdeb2c6cf61 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480134 Mar 07 05:00:13.236995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdcaa8-7a56-440d-a488-4d9d9b1b9210 req-d2a00ecb-5ffd-4533-9dbf-ec7337d85373 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:13.238645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77cdcaa8-7a56-440d-a488-4d9d9b1b9210 req-d2a00ecb-5ffd-4533-9dbf-ec7337d85373 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 946 time: 0.0525863 Mar 07 05:00:13.288942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77cdcaa8-7a56-440d-a488-4d9d9b1b9210 req-1e251c66-5815-44a1-b767-95edbced1547 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443730 Mar 07 05:00:13.407388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb86ad-5619-4b11-9634-5efba4625737 req-026f36a8-b668-4dee-a03e-8ce1ff52f7db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:13.409069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7fb86ad-5619-4b11-9634-5efba4625737 req-026f36a8-b668-4dee-a03e-8ce1ff52f7db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 946 time: 0.0525088 Mar 07 05:00:13.461506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7fb86ad-5619-4b11-9634-5efba4625737 req-745ee590-2621-42db-b4ae-8c2a49c99004 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468841 Mar 07 05:00:13.484078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49454) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:13.531221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892dfee8-ce1d-46ef-b8e2-25481887878e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:13.532778 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-892dfee8-ce1d-46ef-b8e2-25481887878e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1123 time: 0.0476906 Mar 07 05:00:13.536772 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 49456) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:13.540980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:13.563595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:13.660168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:13.769876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.25.4.125 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b3c73498-91fe-4bb2-9b0f-f18a1679589e) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:00:13.879401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:13.914198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:13.959459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:00:13.962633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:00:13.974089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:00:13.977182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=b3c73498-91fe-4bb2-9b0f-f18a1679589e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:14.466826 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (ed611c1e-132e-4879-aa48-f1f1cf49d822), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:14.575768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:14.725145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:14.729519 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:14.794585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=b3c73498-91fe-4bb2-9b0f-f18a1679589e,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:14.808927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (ed611c1e-132e-4879-aa48-f1f1cf49d822), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:14.910739 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Floating IP ed611c1e-132e-4879-aa48-f1f1cf49d822 associated. External IP: 172.25.4.125, port: abdb8f99-9e98-43a0-8de5-f3a075acc3e6. Mar 07 05:00:15.122842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:00:15.233056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:00:15.244421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:00:15.255266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:15.259645 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:00:15.260477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:00:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:00:15.288180 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f521b89d-b2aa-4a93-9eb4-3087edeefd10 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7476037 Mar 07 05:00:15.288180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:00:15.288650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49462) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:15.289113 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d9409-b0cb-4d6a-879e-a596f41fe49e" -d '{"events": [{"name": "network-changed", "server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:00:15.358041 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1801676-462b-48e1-a715-07bd366abc6d x-openstack-request-id: req-f1801676-462b-48e1-a715-07bd366abc6d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:00:15.358214 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:00:15.358434 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1801676-462b-48e1-a715-07bd366abc6d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:00:15.358939 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'status': 'completed', 'code': 200} Mar 07 05:00:15.388207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:00:15.424239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f7b7935a-be70-4ad5-b3ed-a1b7f35e9ab9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/floatingips/ed611c1e-132e-4879-aa48-f1f1cf49d822 HTTP/1.1" status: 200 len: 992 time: 0.1345425 Mar 07 05:00:15.440314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-d33d3009-3d06-40ff-8f7e-4d85e721fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:15.442597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-d33d3009-3d06-40ff-8f7e-4d85e721fc59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1128 time: 0.0606411 Mar 07 05:00:15.539810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-da2857f0-6cc6-4b80-8310-2670c76976dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:15.541334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-da2857f0-6cc6-4b80-8310-2670c76976dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 897 time: 0.0934057 Mar 07 05:00:15.635845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:55Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:14Z', 'revision_number': 0, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:00:15.655554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-95aa76e5-6c1e-43fa-8951-cefc6ad41ac4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 200 len: 1000 time: 0.1070609 Mar 07 05:00:15.670034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:00:15.679326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:00:15.679966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:00:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:00:15.707521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-4c270944-7845-4259-813a-e29b37405c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:15.709187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-4c270944-7845-4259-813a-e29b37405c89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb20eef-21e8-42b9-be84-f9254d196bf9 HTTP/1.1" status: 200 len: 835 time: 0.0476272 Mar 07 05:00:15.759313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-958fe59d-47e6-410c-b053-b9da629003d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:15.760857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-958fe59d-47e6-410c-b053-b9da629003d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456288 Mar 07 05:00:15.800722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:00:15.859649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-15aec845-659e-476d-82a6-79a913fc9091 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920336 Mar 07 05:00:15.953497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-852d9409-b0cb-4d6a-879e-a596f41fe49e req-1f0e52a3-4e38-4854-a45a-b4dc2f4847b4 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Mar 07 05:00:16.043318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:55Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:14Z', 'revision_number': 0, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:00:16.069185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da5464-5a43-4918-9da3-0a47823b2638 None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T04:59:55Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:14Z', 'revision_number': 0, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:00:16.282254 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005ce15-e140-4601-b318-c5fa909a60e4 None None] New status for floating IP ed611c1e-132e-4879-aa48-f1f1cf49d822: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:00:16.426885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 49468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:16.499388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-231adbad-1dbb-402f-abb1-fef1dc820b4e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/floatingips/ed611c1e-132e-4879-aa48-f1f1cf49d822 HTTP/1.1" status: 200 len: 994 time: 0.0708191 Mar 07 05:00:20.145779 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:22.379258 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:32.805138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bf488eaa-2a19-45a4-93a1-4a708fc977ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:35.423528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5011c73c-4572-455a-93d1-29a5b04525e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:36.425238 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:00:36.533964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-fa9b9499-705b-496f-aeba-cb98acbf0ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330559 Mar 07 05:00:36.649269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-93ded64e-41e7-47b8-a8ee-df0aafd99bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:36.650744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-93ded64e-41e7-47b8-a8ee-df0aafd99bba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1127 time: 0.0668230 Mar 07 05:00:36.769102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-b1701ee7-be79-469e-81d7-d112d45ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:36.770907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-b1701ee7-be79-469e-81d7-d112d45ff1d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.0968575 Mar 07 05:00:36.797897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:36.845578 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-ece8c00e-b602-4dfd-8cfa-d03e388273ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 1001 time: 0.0686057 Mar 07 05:00:36.894822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-873e2aae-cf11-4feb-a97e-c2ec78dd372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:36.896227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-873e2aae-cf11-4feb-a97e-c2ec78dd372f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0445001 Mar 07 05:00:36.946404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-e8891964-51f4-41a1-b2d2-3c44d59cf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:36.947936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-e8891964-51f4-41a1-b2d2-3c44d59cf608 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453544 Mar 07 05:00:36.958623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-db7e36a6-d92d-497c-b217-d6186890920e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:00:36.959595 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-db7e36a6-d92d-497c-b217-d6186890920e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053501 Mar 07 05:00:37.342832 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-df68c216-97d9-4e2b-80c7-111e0e632634 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770533 Mar 07 05:00:37.432773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4d0e7637-51d5-4a58-abf6-33b7970befa7 req-a8e64750-0eb1-4bd0-8258-9b751ab35856 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834467 Mar 07 05:00:37.741025 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:38.224090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fd6f-e2e0-4b1a-8c5f-e1d91ad325a0 req-3945b320-c4d4-4930-90b8-4e2a22798440 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:38.225518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9242fd6f-e2e0-4b1a-8c5f-e1d91ad325a0 req-3945b320-c4d4-4930-90b8-4e2a22798440 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0550623 Mar 07 05:00:38.272368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9242fd6f-e2e0-4b1a-8c5f-e1d91ad325a0 req-05414d9c-ee69-4d25-8990-0326520c6c64 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Mar 07 05:00:39.411845 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf03922-4ad8-4bf7-8ed5-0398aa9e9aed req-1ff38797-e357-4f62-983d-8c57560e5bf7 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:39.413650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bf03922-4ad8-4bf7-8ed5-0398aa9e9aed req-1ff38797-e357-4f62-983d-8c57560e5bf7 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0647893 Mar 07 05:00:39.466534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4bf03922-4ad8-4bf7-8ed5-0398aa9e9aed req-cc5ab05c-3883-49ed-b39a-5527f4f2552e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469730 Mar 07 05:00:39.480724 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:40.592980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da36bf-3060-414d-86f9-bd46e885968a req-decdd193-96ed-4418-9e77-14a3c0b19c9f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:40.594490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64da36bf-3060-414d-86f9-bd46e885968a req-decdd193-96ed-4418-9e77-14a3c0b19c9f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0532670 Mar 07 05:00:40.643409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64da36bf-3060-414d-86f9-bd46e885968a req-24f8c3bd-747a-42f6-8fdc-8ee4d02176cf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Mar 07 05:00:41.768004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3576efa-8a00-4acf-85ea-baad6e806141 req-a08ac5a6-d671-4576-a43c-0228c3160b58 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:41.770209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3576efa-8a00-4acf-85ea-baad6e806141 req-a08ac5a6-d671-4576-a43c-0228c3160b58 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0531945 Mar 07 05:00:41.819980 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3576efa-8a00-4acf-85ea-baad6e806141 req-fd948bc3-7c39-4f7e-95ca-631c7fdbbdeb tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 Mar 07 05:00:42.965905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda20a-60cf-4401-9a35-e6a2b5496020 req-17b4af4c-f279-43e1-adaa-1245e0e618cf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:42.967440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bccda20a-60cf-4401-9a35-e6a2b5496020 req-17b4af4c-f279-43e1-adaa-1245e0e618cf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0543203 Mar 07 05:00:43.018302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bccda20a-60cf-4401-9a35-e6a2b5496020 req-2472f793-8327-4599-b8d9-f123b38838ce tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447025 Mar 07 05:00:43.321688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-5e6d1361-07ee-4ebb-befb-4bde0dd52b36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040914 Mar 07 05:00:43.411300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-9fa54bce-a799-4330-a03f-7d14a5ca1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:43.412809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-9fa54bce-a799-4330-a03f-7d14a5ca1c0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1128 time: 0.0481858 Mar 07 05:00:43.523246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-72db29c0-d36a-4cba-8dff-7dd5a4d8822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:43.525126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-72db29c0-d36a-4cba-8dff-7dd5a4d8822f service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 897 time: 0.0916083 Mar 07 05:00:43.594590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-d4ca4df4-2b3f-414a-8b3b-800fc20b7509 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 200 len: 1002 time: 0.0627887 Mar 07 05:00:43.641709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-305c8e89-d6ba-4cf2-9963-f56ae0e118e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:43.643246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-305c8e89-d6ba-4cf2-9963-f56ae0e118e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb20eef-21e8-42b9-be84-f9254d196bf9 HTTP/1.1" status: 200 len: 835 time: 0.0436153 Mar 07 05:00:43.691568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-b08fab8b-98d4-46e4-9b02-dcca80d2c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:43.693107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-b08fab8b-98d4-46e4-9b02-dcca80d2c92a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437636 Mar 07 05:00:43.791311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-dfad87a6-0e93-41e9-a074-3ae2ddc6235a service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920269 Mar 07 05:00:43.880426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d18b5c8b-e51d-418a-8f65-dc7f38ac4ce5 req-508400ef-66c0-44bf-9741-01d1642cfc7d service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Mar 07 05:00:44.141459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a5db7-4259-4f7e-ac75-64bc07edf1e5 req-2903c5fd-a3e7-4cd9-ac95-83d547f98263 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:44.143041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e9a5db7-4259-4f7e-ac75-64bc07edf1e5 req-2903c5fd-a3e7-4cd9-ac95-83d547f98263 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0523059 Mar 07 05:00:44.194748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e9a5db7-4259-4f7e-ac75-64bc07edf1e5 req-79545198-0c9f-49f7-8dcc-b68892042cef tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453668 Mar 07 05:00:45.322983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10292c18-6a6c-49bf-806d-5fb5204dbcbe req-7880ce9b-87ce-4ca7-b8ab-334667a776b8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:45.324452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10292c18-6a6c-49bf-806d-5fb5204dbcbe req-7880ce9b-87ce-4ca7-b8ab-334667a776b8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0535903 Mar 07 05:00:45.372782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10292c18-6a6c-49bf-806d-5fb5204dbcbe req-75b83aa3-867b-4c23-abaf-3e756a84235b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Mar 07 05:00:46.511684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bd1b3-1a60-4bc9-8940-f5b29bdbdb68 req-0abd027d-04c1-4677-9982-3e9e8b23ccb3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:46.513176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9bd1b3-1a60-4bc9-8940-f5b29bdbdb68 req-0abd027d-04c1-4677-9982-3e9e8b23ccb3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0662580 Mar 07 05:00:46.566937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da9bd1b3-1a60-4bc9-8940-f5b29bdbdb68 req-48021183-3330-41c2-bb71-90685e932cc5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Mar 07 05:00:47.702722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:47.709589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb211616-b686-4e2b-b504-c5dd773363af req-468b9822-70bd-476b-ab6e-a82e7bd9724e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:47.711329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb211616-b686-4e2b-b504-c5dd773363af req-468b9822-70bd-476b-ab6e-a82e7bd9724e tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0708363 Mar 07 05:00:47.787306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eb211616-b686-4e2b-b504-c5dd773363af req-4f329532-aaa0-4521-ace4-a09cdfb5b79b tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597489 Mar 07 05:00:47.816527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981fac1-7449-4d69-833f-3e960fc157be tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:47.817118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981fac1-7449-4d69-833f-3e960fc157be tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:47.817598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981fac1-7449-4d69-833f-3e960fc157be tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:47.819366 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b981fac1-7449-4d69-833f-3e960fc157be tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=186bd24ecbb44c83894d9163a457123e&network_id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 3073 time: 0.1143737 Mar 07 05:00:48.907883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12894f-a0e4-45d8-ba27-3b058463bcab req-cd9665ab-3c94-44e5-b5f7-f6b5ac556e19 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:48.909399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b12894f-a0e4-45d8-ba27-3b058463bcab req-cd9665ab-3c94-44e5-b5f7-f6b5ac556e19 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0520039 Mar 07 05:00:48.957672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b12894f-a0e4-45d8-ba27-3b058463bcab req-8223a7dd-937a-43d6-929b-57ba5d48b067 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Mar 07 05:00:49.424982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:49.477448 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd820d5-6ebc-4121-a547-0db7b85fab1a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:49.478890 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dfd820d5-6ebc-4121-a547-0db7b85fab1a tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f HTTP/1.1" status: 200 len: 814 time: 0.0528154 Mar 07 05:00:50.089204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169d0f5-bc00-4f89-9160-39e7fb2acf02 req-db8d7a6e-50e8-46ef-95c9-a2a1c4a90727 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:50.090722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6169d0f5-bc00-4f89-9160-39e7fb2acf02 req-db8d7a6e-50e8-46ef-95c9-a2a1c4a90727 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0582469 Mar 07 05:00:50.116034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50062) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.121069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'network': {'name': 'tempest-network-smoke--2097459551', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:50.142122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6169d0f5-bc00-4f89-9160-39e7fb2acf02 req-7b2f94d7-f3c0-4509-b9e7-b5a59530f873 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456567 Mar 07 05:00:50.150964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.155275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:00:50.162550 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.194955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:00:50.204273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f99e9783-1239-4878-8422-f8569a6ff975), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.204620 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Added segment f99e9783-1239-4878-8422-f8569a6ff975 of type vlan for network c0552efb-7127-4387-8acd-cf156192b53c Mar 07 05:00:50.245688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c0552efb-7127-4387-8acd-cf156192b53c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.269789 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c0552efb-7127-4387-8acd-cf156192b53c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.274874 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:50.275445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.317996 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008142 Mar 07 05:00:50.321404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.349415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Network': ['ID=c0552efb-7127-4387-8acd-cf156192b53c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:50.356893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.357243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.357582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.357916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.358325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.358631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.358948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.360035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.360035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.360035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.360352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.360572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.360911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7536c0-2cc7-4ab6-9661-df534f87bce3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.376952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c0552efb-7127-4387-8acd-cf156192b53c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:00:50.398588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc3683b-9c6c-49a4-8b52-78c3ce00e5a1 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:50.403374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1fc3683b-9c6c-49a4-8b52-78c3ce00e5a1 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=186bd24ecbb44c83894d9163a457123e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0775993 Mar 07 05:00:50.403539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.497010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d44a6a-0c29-4097-9d2e-eee1844ff1ff tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:50.498464 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-74d44a6a-0c29-4097-9d2e-eee1844ff1ff tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943699 Mar 07 05:00:50.501285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.528809 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-246baa5b-9d75-43ca-ab86-d5e06712c243 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264728 Mar 07 05:00:50.531366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.559542 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-27c6bb91-ed98-474f-b06d-f2dc42b30731 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=186bd24ecbb44c83894d9163a457123e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271111 Mar 07 05:00:50.561843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.642787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:00:50.656655 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e043030-a3a2-4af3-8982-f3a39be9d991 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:50.658443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1e043030-a3a2-4af3-8982-f3a39be9d991 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956087 Mar 07 05:00:50.661912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50074) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.690766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9bf446e1-9434-43de-a3f4-7ff2cc977d8f tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276325 Mar 07 05:00:50.693286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50076) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:50.698285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1190028250', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:50.755163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:50.767427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '256a9d69-5774-4f50-909d-0e9b833b077d', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d', 'mac_address': 'fa:16:3e:b5:18:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:00:50.792320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:00:50.796377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.809602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:50.810210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.825159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 256a9d69-5774-4f50-909d-0e9b833b077d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:00:50.848506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:50.852756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:50.908142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:50.916380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.916728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.917082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.917425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.917764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.918330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.918669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.919007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.919338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.919666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.920009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.920325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.920652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:00:50.935909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['256a9d69-5774-4f50-909d-0e9b833b077d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:00:51.005965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (735f48a5-b995-4a08-8408-e30f819a1796), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.074245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Subnet': ['ID=735f48a5-b995-4a08-8408-e30f819a1796,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:51.083158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Checking segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:00:51.083419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network hostable DHCP agents. Network: c0552efb-7127-4387-8acd-cf156192b53c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:00:51.105804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c0552efb-7127-4387-8acd-cf156192b53c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:00:51.113525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c0552efb-7127-4387-8acd-cf156192b53c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:00:51.117967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:51.118716 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.126877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29577705-c01a-4a9a-8d1a-23d027e4e028 None None] Network c0552efb-7127-4387-8acd-cf156192b53c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:00:51.139218 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c61b8572-59c5-4791-88cb-f0f58e37084c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4448118 Mar 07 05:00:51.387356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:51.395662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415128672', 'description': 'tempest-secgroup-smoke-1415128672 description', 'project_id': '186bd24ecbb44c83894d9163a457123e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:51.423657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c0552efb-7127-4387-8acd-cf156192b53c', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ips': [{'subnet_id': '735f48a5-b995-4a08-8408-e30f819a1796'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:00:51.427438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.434782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.525291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd112-2798-4e70-ac7e-8cc6a9074ef4 req-19db0657-5c31-43ad-a320-33948556881a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:51.527853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a8cd112-2798-4e70-ac7e-8cc6a9074ef4 req-19db0657-5c31-43ad-a320-33948556881a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 944 time: 0.0803311 Mar 07 05:00:51.536327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (1ae78e6b-8015-400e-8e75-036fb5e1626d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.543639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1ae78e6b-8015-400e-8e75-036fb5e1626d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.574581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae78e6b-8015-400e-8e75-036fb5e1626d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:51.594848 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.599447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1b439a62-8894-408e-9a59-f7139e152cbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2098789 Mar 07 05:00:51.602281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50086) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:51.604755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a8cd112-2798-4e70-ac7e-8cc6a9074ef4 req-fe97e84b-b1e0-4cb8-9294-3b13932426d7 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653396 Mar 07 05:00:51.609997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '1ae78e6b-8015-400e-8e75-036fb5e1626d', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:51.626546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Allocated IP 172.20.0.18 (c0552efb-7127-4387-8acd-cf156192b53c/735f48a5-b995-4a08-8408-e30f819a1796/520aa2f5-c325-4337-9305-e6cb4e0c7d4d) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:00:51.637244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (9acd9d69-6147-4b47-956f-8e38267cc2c3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.703355 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (9acd9d69-6147-4b47-956f-8e38267cc2c3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.708024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9acd9d69-6147-4b47-956f-8e38267cc2c3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.726526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acd9d69-6147-4b47-956f-8e38267cc2c3,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:51.735454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.739927 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d805ee52-f08c-42d1-b3c7-de3246dcc223 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327286 Mar 07 05:00:51.740664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:51.745187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '1ae78e6b-8015-400e-8e75-036fb5e1626d', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:51.774445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (62b64c26-c379-4846-afef-5b0a08296e4b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.787993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Publish callbacks [] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.793300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.835782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (62b64c26-c379-4846-afef-5b0a08296e4b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.842327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (62b64c26-c379-4846-afef-5b0a08296e4b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.850739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Network c0552efb-7127-4387-8acd-cf156192b53c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:00:51.852736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:00:51.854450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Pushing event updated for resources: {'Port': ['ID=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:51.856679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:00:51.860944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b64c26-c379-4846-afef-5b0a08296e4b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:51.882019 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.883885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6e47db17-ffdb-46ab-bd65-3f8652a4685e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421750 Mar 07 05:00:51.886704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:51.893322 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '1ae78e6b-8015-400e-8e75-036fb5e1626d', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:51.924092 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (988b747e-15fd-4786-998e-bd08f53a29d8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.930096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Attempting to bind port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:00:51.930459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Attempting to bind port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:00:51.930819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Attempting to bind port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d on network c0552efb-7127-4387-8acd-cf156192b53c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:00:51.936232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:00:51.936614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Checking segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:00:51.937028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.937424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Bound using segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:00:51.937892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Bound port: 520aa2f5-c325-4337-9305-e6cb4e0c7d4d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:00:51.938298 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.994519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (988b747e-15fd-4786-998e-bd08f53a29d8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:51.999799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (988b747e-15fd-4786-998e-bd08f53a29d8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.013991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] For port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:00:52.016128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988b747e-15fd-4786-998e-bd08f53a29d8,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:52.017728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] For port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:00:52.029593 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.031508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.036130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c4170b34-1ec8-4206-a928-cb039f5b3491 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449633 Mar 07 05:00:52.036849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:52.041748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '1ae78e6b-8015-400e-8e75-036fb5e1626d', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:52.085404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (a226bf7a-43d8-4cdf-b2f3-1470d056823d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.116555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d31ba9-f25c-4ee6-b122-321893d6c3db None None] Pushing event updated for resources: {'Port': ['ID=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:52.151687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (a226bf7a-43d8-4cdf-b2f3-1470d056823d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.158192 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a226bf7a-43d8-4cdf-b2f3-1470d056823d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.174487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a226bf7a-43d8-4cdf-b2f3-1470d056823d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:52.186701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.190613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a6209c2f-1374-4e89-b014-15ed2ede8816 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500285 Mar 07 05:00:52.191142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50096) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:52.196030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '1ae78e6b-8015-400e-8e75-036fb5e1626d', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:52.219852 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Project 186bd24ecbb44c83894d9163a457123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:00:52.225661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (94913e26-7c32-4f6b-99f5-80d8db649364), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.318653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (94913e26-7c32-4f6b-99f5-80d8db649364), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.322296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (94913e26-7c32-4f6b-99f5-80d8db649364), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.341506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94913e26-7c32-4f6b-99f5-80d8db649364,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:52.349566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.350856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-694e0a73-d92c-4b0e-a61f-c306af3c9e0f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585498 Mar 07 05:00:52.353560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50098) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:00:52.357914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': '1ae78e6b-8015-400e-8e75-036fb5e1626d', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:52.381276 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Project 186bd24ecbb44c83894d9163a457123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:00:52.388192 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.388833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (6a1ac884-81a4-48cb-a216-294251353e1a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.456467 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (6a1ac884-81a4-48cb-a216-294251353e1a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.461905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (6a1ac884-81a4-48cb-a216-294251353e1a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.482210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1ac884-81a4-48cb-a216-294251353e1a,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:52.491605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.492844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dd160a35-913e-465a-9504-e2c488be571f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383247 Mar 07 05:00:52.648487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-5a600619-e56f-4c7a-aa56-b798ff69ca42 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415128672&fields=id&tenant_id=186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 267 time: 0.0442469 Mar 07 05:00:52.659439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:00:52.714151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 256a9d69-5774-4f50-909d-0e9b833b077d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:52.714627 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.765825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-23430557-3b38-4938-84c4-86a256f5fc73 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:52.767527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-23430557-3b38-4938-84c4-86a256f5fc73 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/networks?id=c0552efb-7127-4387-8acd-cf156192b53c HTTP/1.1" status: 200 len: 797 time: 0.1121886 Mar 07 05:00:52.783080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-2dd7e9f9-75f5-44e6-8df5-a8d1b57cdbc4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/quotas/186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 375 time: 0.0097804 Mar 07 05:00:52.795153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:52.795547 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.823431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:00:52.825667 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8859fe35-d973-4c58-b76d-f07dab430229" -d '{"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:00:52.840640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:52.851699 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:52.886543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-3544bae0-284c-4a08-b765-082fc3853732 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0961902 Mar 07 05:00:52.915893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:52.996090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-33378a4f-19ed-4803-a744-986f93296600 service neutron] 10.222.0.21 "GET /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078811 Mar 07 05:00:53.089181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-b0df10ae-1474-40c5-a72b-37734376ce92 service neutron] 10.222.0.21 "GET /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870421 Mar 07 05:00:53.245738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49ce4c-a407-4792-96ec-356dd0602f98 None None] Network c0552efb-7127-4387-8acd-cf156192b53c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:00:53.363402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] Provisioning complete for port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:53.363941 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:53.392178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d9fa4-92d4-452e-a265-9337f11ca01e req-8e86e656-5c4e-4544-bd35-76c8f852dd26 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:53.393809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd9d9fa4-92d4-452e-a265-9337f11ca01e req-8e86e656-5c4e-4544-bd35-76c8f852dd26 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1105821 Mar 07 05:00:53.403223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 520aa2f5-c325-4337-9305-e6cb4e0c7d4d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:00:53.478590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd9d9fa4-92d4-452e-a265-9337f11ca01e req-56ecf2c1-5293-4c28-801e-bd1a2b6e3868 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751760 Mar 07 05:00:53.512226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:53.513170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:53.537074 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c542240f-1079-4f3d-8808-a7fe033e9870 x-openstack-request-id: req-c542240f-1079-4f3d-8808-a7fe033e9870 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:00:53.537470 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:00:53.537819 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c542240f-1079-4f3d-8808-a7fe033e9870 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:00:53.538324 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'code': 200} Mar 07 05:00:53.594002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] Current status of the port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:53.594905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:53.635526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ff30729-fa5a-4f86-9d61-1bfc835fb285 req-7deb50c5-8350-4baf-b2de-0b1e1e4845f6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 210 time: 0.0383263 Mar 07 05:00:53.657047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] For port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:53.681224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:53.741949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:53.742186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:53.768491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6365a77-99b3-4ffb-b902-c4fabe50ad65 None None] Pushing event updated for resources: {'Port': ['ID=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:53.811620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 05:00:53.811986 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 05:00:53.814628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b41aa925-4266-4bd4-9ea1-32a6a75dce6a None None] Provisioning complete for port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:53.815381 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b41aa925-4266-4bd4-9ea1-32a6a75dce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:53.906772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b41aa925-4266-4bd4-9ea1-32a6a75dce6a None None] Current status of the port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:54.352290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:54.471316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-5851ccf1-f4d6-4c18-8dd1-e6b084e526eb tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:54.473406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-5851ccf1-f4d6-4c18-8dd1-e6b084e526eb tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/networks?id=c0552efb-7127-4387-8acd-cf156192b53c HTTP/1.1" status: 200 len: 797 time: 0.1235411 Mar 07 05:00:54.565908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-5a0cbc55-106b-4482-adc8-7e17e827df83 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 473 time: 0.0833311 Mar 07 05:00:54.578484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'port': {'device_id': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'admin_state_up': True, 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'security_groups': ['1ae78e6b-8015-400e-8e75-036fb5e1626d']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:54.689011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed7a0-d663-4e8b-b57f-c923b8bff596 req-2fb995e7-5301-4e90-bff1-362a9f4654a2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:54.690543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-caaed7a0-d663-4e8b-b57f-c923b8bff596 req-2fb995e7-5301-4e90-bff1-362a9f4654a2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1237309 Mar 07 05:00:54.749595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:00:54.752908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:54.760017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-caaed7a0-d663-4e8b-b57f-c923b8bff596 req-91b4c1af-2e92-49e0-bd09-581c6834411c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615020 Mar 07 05:00:55.148560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3d94b89-7e63-4253-b220-176c5019f849 req-a28149a8-30cd-44c1-b893-50fea85808dd tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 210 time: 0.3177249 Mar 07 05:00:55.208215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.20.0.24 (c0552efb-7127-4387-8acd-cf156192b53c/735f48a5-b995-4a08-8408-e30f819a1796/83627fae-b5b3-4c1a-9705-e036e16af4b5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:00:55.311166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 520aa2f5-c325-4337-9305-e6cb4e0c7d4d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:00:55.369165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:55.369686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:55.383927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:55.429638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:55.479350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c0552efb-7127-4387-8acd-cf156192b53c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:00:55.482486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:00:55.486672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:00:55.509426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:00:55.522456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=83627fae-b5b3-4c1a-9705-e036e16af4b5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:55.552109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:55.552781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:55.573040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-46bb8dcb-1fea-409d-9455-8ecb4fa7af32 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9978361 Mar 07 05:00:55.585878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Request body: {'port': {'device_id': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:00:55.664470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:55.864678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-00403f1b-e92e-4ca5-84b6-53d5eaefa16b None None] Provisioning complete for port 83627fae-b5b3-4c1a-9705-e036e16af4b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:00:55.865060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00403f1b-e92e-4ca5-84b6-53d5eaefa16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:55.957270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-00403f1b-e92e-4ca5-84b6-53d5eaefa16b None None] Port 83627fae-b5b3-4c1a-9705-e036e16af4b5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:00:56.045002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83627fae-b5b3-4c1a-9705-e036e16af4b5 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:00:56.059388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Publish callbacks [] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:56.072958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba72c-944e-4df6-85a2-3c6bba8ec13b req-07cb9c09-83d4-44a1-aa96-4d23cc89c138 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:56.074560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cbba72c-944e-4df6-85a2-3c6bba8ec13b req-07cb9c09-83d4-44a1-aa96-4d23cc89c138 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1416459 Mar 07 05:00:56.097433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Transition to ACTIVE for port object 83627fae-b5b3-4c1a-9705-e036e16af4b5 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:00:56.119243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:56.245876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cbba72c-944e-4df6-85a2-3c6bba8ec13b req-fe613817-bd7c-42a5-853c-eea8bc282c65 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585348 Mar 07 05:00:56.271367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Pushing event updated for resources: {'Port': ['ID=83627fae-b5b3-4c1a-9705-e036e16af4b5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:56.428352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Attempting to bind port 83627fae-b5b3-4c1a-9705-e036e16af4b5 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:00:56.428711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Attempting to bind port 83627fae-b5b3-4c1a-9705-e036e16af4b5 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:00:56.429027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Attempting to bind port 83627fae-b5b3-4c1a-9705-e036e16af4b5 on network c0552efb-7127-4387-8acd-cf156192b53c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:00:56.438289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Port 83627fae-b5b3-4c1a-9705-e036e16af4b5 on network c0552efb-7127-4387-8acd-cf156192b53c not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:00:56.438651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Attempting to bind port 83627fae-b5b3-4c1a-9705-e036e16af4b5 on network c0552efb-7127-4387-8acd-cf156192b53c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:00:56.451468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:00:56.451867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Checking segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:00:56.452208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Bound using segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:00:56.452662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Bound port: 83627fae-b5b3-4c1a-9705-e036e16af4b5, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:00:56.453032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:56.484086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef192a7-fd89-4301-8187-a229723efb58 req-e23674a1-9a16-457c-878a-4f878daa094d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:56.487041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ef192a7-fd89-4301-8187-a229723efb58 req-e23674a1-9a16-457c-878a-4f878daa094d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 944 time: 0.1124330 Mar 07 05:00:56.601212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] For port 83627fae-b5b3-4c1a-9705-e036e16af4b5, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:00:56.607671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ef192a7-fd89-4301-8187-a229723efb58 req-390b144e-60aa-4706-a9ad-478a7ca1c106 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019254 Mar 07 05:00:56.609879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] For port 83627fae-b5b3-4c1a-9705-e036e16af4b5, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:00:56.622801 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:56.690917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Pushing event updated for resources: {'Port': ['ID=83627fae-b5b3-4c1a-9705-e036e16af4b5,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:00:56.703125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:56.703744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:00:56.705417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-0867d8cc-0f08-4632-b03e-eea6e8de404c service neutron] 10.222.0.15 "PUT /v2.0/ports/83627fae-b5b3-4c1a-9705-e036e16af4b5 HTTP/1.1" status: 200 len: 1092 time: 1.1255157 Mar 07 05:00:56.705722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'tag': '83627fae-b5b3-4c1a-9705-e036e16af4b5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:00:56.708563 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7" -d '{"events": [{"name": "network-changed", "server_uuid": "766510b9-f3a2-4453-aea9-3e97da1c0faa", "tag": "83627fae-b5b3-4c1a-9705-e036e16af4b5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:00:56.820599 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0678d5-e7c3-4abd-aa75-a28056dcc3dc x-openstack-request-id: req-9d0678d5-e7c3-4abd-aa75-a28056dcc3dc {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:00:56.821159 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766510b9-f3a2-4453-aea9-3e97da1c0faa", "tag": "83627fae-b5b3-4c1a-9705-e036e16af4b5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:00:56.821770 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d0678d5-e7c3-4abd-aa75-a28056dcc3dc {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:00:56.822360 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'tag': '83627fae-b5b3-4c1a-9705-e036e16af4b5', 'status': 'completed', 'code': 200} Mar 07 05:00:56.829882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-c9ae90ab-b8d8-40b5-9f36-8e00b080c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:56.832512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-c9ae90ab-b8d8-40b5-9f36-8e00b080c7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 1126 time: 0.0764310 Mar 07 05:00:56.882680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-c1464dd8-9eb7-4389-abb4-41ba26772141 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5 HTTP/1.1" status: 200 len: 217 time: 0.0437632 Mar 07 05:00:56.964167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-97faba02-0442-4e30-a3c3-5d6fbad576c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:56.965803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-97faba02-0442-4e30-a3c3-5d6fbad576c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=735f48a5-b995-4a08-8408-e30f819a1796 HTTP/1.1" status: 200 len: 838 time: 0.0751235 Mar 07 05:00:57.033793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14070b2-b138-4d83-968a-feacf5a0425e req-223e6b8a-4aed-43fa-a65b-ecd72368a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.036483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-223e6b8a-4aed-43fa-a65b-ecd72368a1bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0552efb-7127-4387-8acd-cf156192b53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629141 Mar 07 05:00:57.164465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-b3b91616-7385-425d-a28c-11d25fa4437d service neutron] 10.222.0.15 "GET /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212924 Mar 07 05:00:57.282126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e14070b2-b138-4d83-968a-feacf5a0425e req-1016dd87-2610-4bee-adb3-d86f4f84a6ca service neutron] 10.222.0.15 "GET /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110923 Mar 07 05:00:57.446812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-8abe0bff-e4a9-4d21-90ab-154ce6e53cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.448466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-8abe0bff-e4a9-4d21-90ab-154ce6e53cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 1126 time: 0.0992460 Mar 07 05:00:57.461121 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3a89-58c8-4045-8126-9db936af2853 req-0dc8a985-0e96-419c-9b1d-223867ee9af5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.468599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1af3a89-58c8-4045-8126-9db936af2853 req-0dc8a985-0e96-419c-9b1d-223867ee9af5 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0888524 Mar 07 05:00:57.594231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1af3a89-58c8-4045-8126-9db936af2853 req-7fd19349-8a57-48bd-ae73-80c0885fbd55 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179826 Mar 07 05:00:57.632942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-18e05c6a-01bf-432f-a5af-d7103246184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.634450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-18e05c6a-01bf-432f-a5af-d7103246184c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0552efb-7127-4387-8acd-cf156192b53c HTTP/1.1" status: 200 len: 898 time: 0.1639209 Mar 07 05:00:57.692438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-c9f1e10f-23be-44b9-a643-662e04b66c09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5 HTTP/1.1" status: 200 len: 217 time: 0.0513289 Mar 07 05:00:57.804787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-59702cb2-f7c2-4e72-8c6e-0f600b94a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.808691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-59702cb2-f7c2-4e72-8c6e-0f600b94a36d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=735f48a5-b995-4a08-8408-e30f819a1796 HTTP/1.1" status: 200 len: 838 time: 0.1089170 Mar 07 05:00:57.837208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15d08-911e-4df5-b280-8d5966203da6 req-90bd92a8-f9c0-4e06-a061-12662c6cde74 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.840067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2c15d08-911e-4df5-b280-8d5966203da6 req-90bd92a8-f9c0-4e06-a061-12662c6cde74 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 944 time: 0.1013801 Mar 07 05:00:57.924716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-f8672b2e-6042-47a8-a69b-53f029d1b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:57.926625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-f8672b2e-6042-47a8-a69b-53f029d1b867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0552efb-7127-4387-8acd-cf156192b53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1121988 Mar 07 05:00:57.949005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2c15d08-911e-4df5-b280-8d5966203da6 req-8bf9d7f3-0417-4a6a-ba32-d29560f0f38e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863426 Mar 07 05:00:58.058044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-2ea4d1dd-7ab5-4c94-9e91-42e25b0d0f12 service neutron] 10.222.0.15 "GET /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242478 Mar 07 05:00:58.176629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0277e7d8-0c61-493a-a8c6-ef7a44f579c7 req-364c9d1e-da38-4714-8703-29d6026e1c0e service neutron] 10.222.0.15 "GET /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122615 Mar 07 05:00:58.795427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697084e-3958-4cad-a510-c2ec10a2dd59 req-f721eb8f-49cd-4065-ae43-e96ffd61f780 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:58.809571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0697084e-3958-4cad-a510-c2ec10a2dd59 req-f721eb8f-49cd-4065-ae43-e96ffd61f780 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1249208 Mar 07 05:00:58.894895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0697084e-3958-4cad-a510-c2ec10a2dd59 req-f7132f00-a989-4125-b12d-3da9c0e02058 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809727 Mar 07 05:00:59.119335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2d4c-1546-4ca6-beff-2b94c1495a6a req-6e38524f-ff05-48a0-80e3-ef3e87fa5d94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:00:59.122261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adaf2d4c-1546-4ca6-beff-2b94c1495a6a req-6e38524f-ff05-48a0-80e3-ef3e87fa5d94 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 944 time: 0.0747716 Mar 07 05:00:59.189444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-adaf2d4c-1546-4ca6-beff-2b94c1495a6a req-44972e4e-4f3c-4570-bb24-c5a18b389559 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620487 Mar 07 05:00:59.806824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 83627fae-b5b3-4c1a-9705-e036e16af4b5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:00:59.935365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 83627fae-b5b3-4c1a-9705-e036e16af4b5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:00:59.950411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '83627fae-b5b3-4c1a-9705-e036e16af4b5', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'port_id': '83627fae-b5b3-4c1a-9705-e036e16af4b5', 'mac_address': 'fa:16:3e:3c:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735f48a5-b995-4a08-8408-e30f819a1796', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:01:00.007244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 83627fae-b5b3-4c1a-9705-e036e16af4b5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:00.007950 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:00.042886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83627fae-b5b3-4c1a-9705-e036e16af4b5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:01:00.099944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 83627fae-b5b3-4c1a-9705-e036e16af4b5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:00.107805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:00.121582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c734786-a56a-440e-a50f-367fb300b745 req-0f4a7b21-1f37-452b-a98a-a888553e8c4a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:00.132142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c734786-a56a-440e-a50f-367fb300b745 req-0f4a7b21-1f37-452b-a98a-a888553e8c4a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0822041 Mar 07 05:01:00.202320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c734786-a56a-440e-a50f-367fb300b745 req-f38d81f7-167a-48c5-b2ea-c6b7dab048f8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689270 Mar 07 05:01:00.281048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=83627fae-b5b3-4c1a-9705-e036e16af4b5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:00.362915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74020e57-8581-4624-b01b-96f8be28205f req-12d35f41-00d6-4cf8-bea7-b7ad19593564 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:00.373216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74020e57-8581-4624-b01b-96f8be28205f req-12d35f41-00d6-4cf8-bea7-b7ad19593564 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 945 time: 0.1014559 Mar 07 05:01:00.376524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['83627fae-b5b3-4c1a-9705-e036e16af4b5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:01:00.475487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74020e57-8581-4624-b01b-96f8be28205f req-c78aacd1-28fd-405d-8f5a-5b2e4c1b5c21 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018698 Mar 07 05:01:01.398754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02647d-2a47-4386-9cbc-bd8ede4dae87 req-36bce343-08ec-440e-b05a-26f58bb54b09 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:01.400367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d02647d-2a47-4386-9cbc-bd8ede4dae87 req-36bce343-08ec-440e-b05a-26f58bb54b09 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1003959 Mar 07 05:01:01.499114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d02647d-2a47-4386-9cbc-bd8ede4dae87 req-54f39772-4c86-48d2-9e17-140aa0bc7239 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898657 Mar 07 05:01:01.714786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00660-407a-4b89-8ab8-5abddfbcf20d req-8c2cc34e-3120-418b-8cc4-488ec264412d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:01.721816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eb00660-407a-4b89-8ab8-5abddfbcf20d req-8c2cc34e-3120-418b-8cc4-488ec264412d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 945 time: 0.1134133 Mar 07 05:01:01.816282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4eb00660-407a-4b89-8ab8-5abddfbcf20d req-3e0369d2-2c4f-40b7-8b8c-bc40dde78087 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927958 Mar 07 05:01:01.820510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 83627fae-b5b3-4c1a-9705-e036e16af4b5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:01.923354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 83627fae-b5b3-4c1a-9705-e036e16af4b5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:01:01.930468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 83627fae-b5b3-4c1a-9705-e036e16af4b5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:01.931171 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:02.047112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 83627fae-b5b3-4c1a-9705-e036e16af4b5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:02.047536 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:02.080551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83627fae-b5b3-4c1a-9705-e036e16af4b5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:02.084502 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535df04f-72da-4224-aeea-cd4b89fd96c5" -d '{"events": [{"server_uuid": "766510b9-f3a2-4453-aea9-3e97da1c0faa", "name": "network-vif-plugged", "status": "completed", "tag": "83627fae-b5b3-4c1a-9705-e036e16af4b5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:02.104267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 83627fae-b5b3-4c1a-9705-e036e16af4b5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:02.111001 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:02.203082 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7c1009-b3fe-46a2-9055-1eca406b87c2 x-openstack-request-id: req-1d7c1009-b3fe-46a2-9055-1eca406b87c2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:02.203341 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766510b9-f3a2-4453-aea9-3e97da1c0faa", "name": "network-vif-plugged", "status": "completed", "tag": "83627fae-b5b3-4c1a-9705-e036e16af4b5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:02.203541 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d7c1009-b3fe-46a2-9055-1eca406b87c2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:02.204058 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83627fae-b5b3-4c1a-9705-e036e16af4b5', 'code': 200} Mar 07 05:01:02.230399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=83627fae-b5b3-4c1a-9705-e036e16af4b5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:02.353059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3188023-c7dc-4304-bfa1-d5f925ddf5d8 req-77bf8e29-d68d-4590-a564-0983cd507816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:02.355015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3188023-c7dc-4304-bfa1-d5f925ddf5d8 req-77bf8e29-d68d-4590-a564-0983cd507816 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 1128 time: 0.0527406 Mar 07 05:01:02.439627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3188023-c7dc-4304-bfa1-d5f925ddf5d8 req-3ec3d4e4-8b38-4d0b-8e86-8da57a100662 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517414 Mar 07 05:01:02.668094 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a93b6-bd79-42ea-9e44-1566caf2b955 req-7e08305e-cdc0-45e9-b016-25c740c089b2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:02.676048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-458a93b6-bd79-42ea-9e44-1566caf2b955 req-7e08305e-cdc0-45e9-b016-25c740c089b2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0732253 Mar 07 05:01:02.774375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-458a93b6-bd79-42ea-9e44-1566caf2b955 req-9ca9cb86-63bd-4c9b-8616-59e7266cf4a9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967431 Mar 07 05:01:02.823418 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-67091a57-1294-4a52-9d68-1d6a9276c208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:03.033955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14ceda-8977-42dd-a864-11b262f7cd00 req-b26d3850-b6fe-4fb5-b6c7-021132be3040 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:03.037256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe14ceda-8977-42dd-a864-11b262f7cd00 req-b26d3850-b6fe-4fb5-b6c7-021132be3040 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 946 time: 0.0878053 Mar 07 05:01:03.152785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe14ceda-8977-42dd-a864-11b262f7cd00 req-1244c681-6af8-44ae-8350-bab8c3f543b2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038723 Mar 07 05:01:03.976600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a13b-719c-4def-967a-b5bf4650dc82 req-20b53e90-62ba-457f-a8bb-e879da68c870 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:03.978163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1220a13b-719c-4def-967a-b5bf4650dc82 req-20b53e90-62ba-457f-a8bb-e879da68c870 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0864310 Mar 07 05:01:04.074185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1220a13b-719c-4def-967a-b5bf4650dc82 req-d7d9bdc2-39f4-4e45-a505-b3b82e30d819 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868797 Mar 07 05:01:04.320797 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4afed1-2193-416c-8af3-bc14eb126c63 req-d4f4f31c-c4bd-421b-a692-b637426a3f22 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:04.322583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f4afed1-2193-416c-8af3-bc14eb126c63 req-d4f4f31c-c4bd-421b-a692-b637426a3f22 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 946 time: 0.0818815 Mar 07 05:01:04.393543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f4afed1-2193-416c-8af3-bc14eb126c63 req-bce49dc5-8c1e-47ef-840d-c75ca85db55d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639701 Mar 07 05:01:04.550761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a1300-2459-4c33-ae6d-e4f6dd1643c3 req-d51db78e-8bdf-47ce-acd5-868c8d011b7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:04.552596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab7a1300-2459-4c33-ae6d-e4f6dd1643c3 req-d51db78e-8bdf-47ce-acd5-868c8d011b7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 946 time: 0.0741184 Mar 07 05:01:04.626566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ab7a1300-2459-4c33-ae6d-e4f6dd1643c3 req-cf576206-9e04-400c-9369-3c90c6df1b77 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646150 Mar 07 05:01:05.268471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559caa0-2cd7-4407-9fd8-db937ae858eb req-d2cedff7-a365-41ed-8606-c8f6cd7d9014 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:05.270768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f559caa0-2cd7-4407-9fd8-db937ae858eb req-d2cedff7-a365-41ed-8606-c8f6cd7d9014 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0821860 Mar 07 05:01:05.327297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f559caa0-2cd7-4407-9fd8-db937ae858eb req-45bfe1d3-2c4a-47a2-9117-f55306b1c037 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487006 Mar 07 05:01:05.416881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-359281b4-f856-41f3-9651-5de5bbfaa40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:06.046064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-b9720ad5-2299-49e6-b0dd-338d26331c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:06.047569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-b9720ad5-2299-49e6-b0dd-338d26331c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 814 time: 0.1101677 Mar 07 05:01:06.064377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-75f272c0-16d8-4ad4-9891-cdf077bc4521 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/quotas/e38e0713710e407895dc7a866c5efbb1 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Mar 07 05:01:06.104763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-6a6d831f-b290-4a5d-b914-cba9ac2c4af0 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344820 Mar 07 05:01:06.109954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50686) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:06.301829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-2d96f3e5-0573-4c26-8c67-bda515005267 service neutron] 10.222.0.21 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895118 Mar 07 05:01:06.500004 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-8b6d4033-3521-491c-99b6-39d3b7d5fa14 service neutron] 10.222.0.21 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640856 Mar 07 05:01:06.739423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5160-b7a0-4fd5-b2b8-e83b64146690 req-c3ddc237-5084-41d7-ac0e-3a41d4c0ea25 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:06.740944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9da5160-b7a0-4fd5-b2b8-e83b64146690 req-c3ddc237-5084-41d7-ac0e-3a41d4c0ea25 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0937719 Mar 07 05:01:06.743483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:06.801788 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:06.843381 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9da5160-b7a0-4fd5-b2b8-e83b64146690 req-72e1cb27-e5f9-46df-af52-3defc07163af tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905499 Mar 07 05:01:06.945028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31826ed3-1d66-45e0-ad98-313bbde5a9e0 req-5f67db3a-e8d1-4d04-8256-8701e3b7e567 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 210 time: 0.0331283 Mar 07 05:01:07.158001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-59739d50-d2a4-44da-af93-09b9f8e30009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:07.161108 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-59739d50-d2a4-44da-af93-09b9f8e30009 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1127 time: 0.0612595 Mar 07 05:01:07.265904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-05c0e492-1a3e-4965-b356-615974da8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:07.268085 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-05c0e492-1a3e-4965-b356-615974da8038 service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1014359 Mar 07 05:01:07.346474 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-3c5a122c-2eee-455a-8579-bd974815564c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 1001 time: 0.0698156 Mar 07 05:01:07.398457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-13ae876d-3683-4bec-83a6-a18e110d6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:07.399852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-13ae876d-3683-4bec-83a6-a18e110d6670 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0471845 Mar 07 05:01:07.400354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.20.0.17 (c0552efb-7127-4387-8acd-cf156192b53c/735f48a5-b995-4a08-8408-e30f819a1796/1d7e75a3-d31c-4486-b19c-3277a93fd5df) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:01:07.451524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-320652db-904c-46c3-bbee-86e3b9b30e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:07.453027 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-320652db-904c-46c3-bbee-86e3b9b30e49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463312 Mar 07 05:01:07.512195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.547599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.557435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-16d6dedb-797f-4724-aafb-4c93866ab16b service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945249 Mar 07 05:01:07.596390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c0552efb-7127-4387-8acd-cf156192b53c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:07.600572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:07.604505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:01:07.611079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=1d7e75a3-d31c-4486-b19c-3277a93fd5df,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:07.636896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.637252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.637599 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.637944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.638330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.638657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.638991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.639352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.639685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.640078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.640415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.640736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.641044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:07.674953 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.757752 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.781120 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-72766b4b-e407-43b9-9331-55698ca1e9f2 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127528 Mar 07 05:01:07.815347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-af72eb4c-6a03-4890-9a04-6b0c3217871a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:07.818321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-af72eb4c-6a03-4890-9a04-6b0c3217871a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.44 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 814 time: 0.1789134 Mar 07 05:01:07.833694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Request body: {'port': {'device_id': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff', 'admin_state_up': True, 'tenant_id': 'e38e0713710e407895dc7a866c5efbb1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:07.864618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.945593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f9e9feaf-fc29-46ba-9b5f-e63c31119db2 None None] Provisioning complete for port 1d7e75a3-d31c-4486-b19c-3277a93fd5df triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:07.946266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f9e9feaf-fc29-46ba-9b5f-e63c31119db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.959688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Made reservation on behalf of e38e0713710e407895dc7a866c5efbb1 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:01:07.969631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:07.987348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9feaf-fc29-46ba-9b5f-e63c31119db2 None None] Port 1d7e75a3-d31c-4486-b19c-3277a93fd5df cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:01:08.059731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f434e1-6995-47be-8f4b-19130e1ee611 req-d58978db-07f9-4226-b105-d75ebd08f497 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:08.061426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34f434e1-6995-47be-8f4b-19130e1ee611 req-d58978db-07f9-4226-b105-d75ebd08f497 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.1043770 Mar 07 05:01:08.091252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Allocated IP 172.20.0.5 (f34236a4-c3eb-48e6-9611-4fecb0b165ff/fcd489a9-5548-43eb-ba1d-c6aee5d0ea13/cb40bf5e-7a3a-4a71-8925-371db0e516ac) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:01:08.174323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34f434e1-6995-47be-8f4b-19130e1ee611 req-79c832e1-ec40-48cd-8647-bbeadd77e54c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060905 Mar 07 05:01:08.244686 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks [] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.258071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.279481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.279942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2078ec1-4305-4338-a818-34900ea92156 req-3c6dc717-ef00-4756-9bf0-82df61787bcd tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 210 time: 0.0392795 Mar 07 05:01:08.280761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.329895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Network f34236a4-c3eb-48e6-9611-4fecb0b165ff is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:08.334207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:08.340159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:01:08.359261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.361127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=1d7e75a3-d31c-4486-b19c-3277a93fd5df,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:08.362231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Pushing event updated for resources: {'Port': ['ID=cb40bf5e-7a3a-4a71-8925-371db0e516ac,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:08.399459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:08.400064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.416045 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-17a78728-c422-45b3-91b7-504b9ab97392 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893087 Mar 07 05:01:08.428514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Request body: {'port': {'device_id': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:08.461193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c0552efb-7127-4387-8acd-cf156192b53c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:08.463439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:08.488111 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.586877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:01:08.716998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:01:08.723890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b8c31ee9-fe04-41cf-8ac0-5a506f25a7e6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "PUT /v2.0/routers/75f660fb-6461-43ad-b03e-2ce33710fc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126933 Mar 07 05:01:08.743400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:01:08.759181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:08.759809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:08.794429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb40bf5e-7a3a-4a71-8925-371db0e516ac {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:01:08.802911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Publish callbacks [] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.816145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Transition to ACTIVE for port object cb40bf5e-7a3a-4a71-8925-371db0e516ac will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:01:08.819973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:08.871403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Pushing event updated for resources: {'Port': ['ID=cb40bf5e-7a3a-4a71-8925-371db0e516ac,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:08.946970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Attempting to bind port cb40bf5e-7a3a-4a71-8925-371db0e516ac on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:01:08.947303 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Attempting to bind port cb40bf5e-7a3a-4a71-8925-371db0e516ac by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:01:08.947626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Attempting to bind port cb40bf5e-7a3a-4a71-8925-371db0e516ac on network f34236a4-c3eb-48e6-9611-4fecb0b165ff {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:08.952313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Port cb40bf5e-7a3a-4a71-8925-371db0e516ac on network f34236a4-c3eb-48e6-9611-4fecb0b165ff not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:01:08.952656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Attempting to bind port cb40bf5e-7a3a-4a71-8925-371db0e516ac on network f34236a4-c3eb-48e6-9611-4fecb0b165ff {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:08.958333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:01:08.958901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Checking segment: {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:08.959476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Bound using segment: {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:01:08.959899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Bound port: cb40bf5e-7a3a-4a71-8925-371db0e516ac, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:01:08.960255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.027814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-92126081-7f0c-4c56-9517-5feb4e56d791 None None] Provisioning complete for port 1d7e75a3-d31c-4486-b19c-3277a93fd5df triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:09.028419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] For port cb40bf5e-7a3a-4a71-8925-371db0e516ac, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:01:09.028520 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92126081-7f0c-4c56-9517-5feb4e56d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.031314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] For port cb40bf5e-7a3a-4a71-8925-371db0e516ac, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:01:09.037855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.074282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.075044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.076289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] 10.222.0.44 "PUT /v2.0/ports/cb40bf5e-7a3a-4a71-8925-371db0e516ac HTTP/1.1" status: 200 len: 1091 time: 0.6530616 Mar 07 05:01:09.076732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'tag': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:09.079002 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49276a00-cb26-4498-96b2-1f94470e3e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0ef67d-d7e2-446d-aad0-4624e7df7ad6", "tag": "cb40bf5e-7a3a-4a71-8925-371db0e516ac"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:09.081103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-92126081-7f0c-4c56-9517-5feb4e56d791 None None] Port 1d7e75a3-d31c-4486-b19c-3277a93fd5df cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:01:09.084451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:09.101995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e284a7-34c1-4abb-856a-4e064338eb0a service neutron] Pushing event updated for resources: {'Port': ['ID=cb40bf5e-7a3a-4a71-8925-371db0e516ac,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:09.134691 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805ae5a-e2a8-4010-9345-afc25c7deed9 x-openstack-request-id: req-1805ae5a-e2a8-4010-9345-afc25c7deed9 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:09.135056 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0ef67d-d7e2-446d-aad0-4624e7df7ad6", "tag": "cb40bf5e-7a3a-4a71-8925-371db0e516ac", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:09.135376 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1805ae5a-e2a8-4010-9345-afc25c7deed9 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:09.135839 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'tag': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac', 'status': 'completed', 'code': 200} Mar 07 05:01:09.174705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-8701056d-3fad-4b46-920f-446a39c3e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.176319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-8701056d-3fad-4b46-920f-446a39c3e913 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 1125 time: 0.0510900 Mar 07 05:01:09.223291 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-04818eeb-d721-41ba-8348-78e20f9c04d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac HTTP/1.1" status: 200 len: 217 time: 0.0387547 Mar 07 05:01:09.275700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-a0d92e90-ed66-4ebf-be0a-d90edaf1a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.277268 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-a0d92e90-ed66-4ebf-be0a-d90edaf1a461 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 200 len: 854 time: 0.0500653 Mar 07 05:01:09.311607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-f8e98666-61d0-433d-bfad-1b89759cf132 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f34236a4-c3eb-48e6-9611-4fecb0b165ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274408 Mar 07 05:01:09.323114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4445cb-9e19-4292-8330-9c0b3d0ecd00 req-9fb4e903-067d-463e-b855-770de3296c6c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.325723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe4445cb-9e19-4292-8330-9c0b3d0ecd00 req-9fb4e903-067d-463e-b855-770de3296c6c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0737557 Mar 07 05:01:09.342890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:07Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:16Z', 'revision_number': 1, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7e75a3-d31c-4486-b19c-3277a93fd5df', 'name': '', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:18:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '735f48a5-b995-4a08-8408-e30f819a1796', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:06Z', 'updated_at': '2022-03-07T05:01:08Z', 'revision_number': 2, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '735f48a5-b995-4a08-8408-e30f819a1796', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:09.374846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:01:09.375196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Updating router 75f660fb-6461-43ad-b03e-2ce33710fc74 port 1d7e75a3-d31c-4486-b19c-3277a93fd5df binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:01:09.401232 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe4445cb-9e19-4292-8330-9c0b3d0ecd00 req-b388717b-97cb-44f8-82b3-c6572aec1f3c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682988 Mar 07 05:01:09.406136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.434802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-3640099b-eb7e-40c1-aa88-ab7fd8ca45f3 service neutron] 10.222.0.44 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158848 Mar 07 05:01:09.531123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.535482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640337e-d45f-4b78-8bc1-5e1b7a544261 req-6174883a-e415-4f73-9cd9-318bbcdc9151 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.537026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0640337e-d45f-4b78-8bc1-5e1b7a544261 req-6174883a-e415-4f73-9cd9-318bbcdc9151 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 943 time: 0.0565670 Mar 07 05:01:09.552950 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-22bcff96-099b-4a8b-879d-a57e69e435ab req-83b2045c-915a-4e0b-acea-cb6f2ca292e1 service neutron] 10.222.0.44 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045794 Mar 07 05:01:09.604243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0640337e-d45f-4b78-8bc1-5e1b7a544261 req-fac903b3-dbf0-4f94-a2e6-732a387622ad tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562077 Mar 07 05:01:09.652383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-46e7d83d-fd49-4665-9d75-6a8dfcb493eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.653875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-46e7d83d-fd49-4665-9d75-6a8dfcb493eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 1125 time: 0.0502477 Mar 07 05:01:09.724756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Publish callbacks [] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.729945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.756752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-0d474102-b717-41b5-b9f0-b0e6a1b8c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.758269 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-0d474102-b717-41b5-b9f0-b0e6a1b8c6ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 915 time: 0.0978081 Mar 07 05:01:09.784903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47996667-4497-422b-b483-de02ac383a91 None None] Pushing event updated for resources: {'Port': ['ID=1d7e75a3-d31c-4486-b19c-3277a93fd5df,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:09.812899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-ac8b9cca-cdfb-4ced-b35f-8cf40e3db034 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac HTTP/1.1" status: 200 len: 217 time: 0.0419118 Mar 07 05:01:09.851780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Attempting to bind port 1d7e75a3-d31c-4486-b19c-3277a93fd5df on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:01:09.852151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Attempting to bind port 1d7e75a3-d31c-4486-b19c-3277a93fd5df by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:01:09.852523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Attempting to bind port 1d7e75a3-d31c-4486-b19c-3277a93fd5df on network c0552efb-7127-4387-8acd-cf156192b53c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:09.859139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:01:09.859507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Checking segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:09.860073 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.860332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Bound using segment: {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:01:09.860802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Bound port: 1d7e75a3-d31c-4486-b19c-3277a93fd5df, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99e9783-1239-4878-8422-f8569a6ff975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:01:09.861182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:09.867977 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-997cd2b2-49e5-455d-82f3-f03c80099bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:09.869447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-997cd2b2-49e5-455d-82f3-f03c80099bc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 200 len: 854 time: 0.0506155 Mar 07 05:01:09.901144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-8d46b2f2-d5e8-44f7-9bce-107eb4f04a60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f34236a4-c3eb-48e6-9611-4fecb0b165ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262730 Mar 07 05:01:09.941536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] For port 1d7e75a3-d31c-4486-b19c-3277a93fd5df, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:01:09.948125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] For port 1d7e75a3-d31c-4486-b19c-3277a93fd5df, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1d7e75a3-d31c-4486-b19c-3277a93fd5df,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:01:09.955114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.005284 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-91ef941c-0228-4547-a26a-d80875eb0aed service neutron] 10.222.0.44 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976856 Mar 07 05:01:10.026381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:10.027020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:10.032043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47996667-4497-422b-b483-de02ac383a91 None None] Pushing event updated for resources: {'Port': ['ID=1d7e75a3-d31c-4486-b19c-3277a93fd5df,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:10.083979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] Provisioning complete for port 1d7e75a3-d31c-4486-b19c-3277a93fd5df triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:10.084359 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.109801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49276a00-cb26-4498-96b2-1f94470e3e7d req-7ca7b539-7a1b-4bfc-bd26-ca478349d393 service neutron] 10.222.0.44 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966942 Mar 07 05:01:10.186281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:10.291514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] Current status of the port 1d7e75a3-d31c-4486-b19c-3277a93fd5df is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:10.291882 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.344523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] For port 1d7e75a3-d31c-4486-b19c-3277a93fd5df, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1d7e75a3-d31c-4486-b19c-3277a93fd5df,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:10.354790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.453233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac039777-3b04-4aae-bdd1-a59ba6181e93 None None] Pushing event updated for resources: {'Port': ['ID=1d7e75a3-d31c-4486-b19c-3277a93fd5df,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:10.499257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f550b781-81af-4d80-9dad-58751a65d692 None None] Provisioning complete for port 1d7e75a3-d31c-4486-b19c-3277a93fd5df triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:10.499637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f550b781-81af-4d80-9dad-58751a65d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.532699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d33d7-cab0-42f4-89fa-ed639855e893 req-ca94e16e-9191-4c14-aa11-e7817558ddcc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:10.534194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec7d33d7-cab0-42f4-89fa-ed639855e893 req-ca94e16e-9191-4c14-aa11-e7817558ddcc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 945 time: 0.0527899 Mar 07 05:01:10.564941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:07Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:16Z', 'revision_number': 1, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7e75a3-d31c-4486-b19c-3277a93fd5df', 'name': '', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:18:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '735f48a5-b995-4a08-8408-e30f819a1796', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:06Z', 'updated_at': '2022-03-07T05:01:09Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '735f48a5-b995-4a08-8408-e30f819a1796', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:10.588424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec7d33d7-cab0-42f4-89fa-ed639855e893 req-eedde037-39ca-41a2-a4c3-fd0755caf283 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Mar 07 05:01:10.612110 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a4280-6a84-42da-a8b5-746988099012 None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:07Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:16Z', 'revision_number': 1, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7e75a3-d31c-4486-b19c-3277a93fd5df', 'name': '', 'network_id': 'c0552efb-7127-4387-8acd-cf156192b53c', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:18:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '735f48a5-b995-4a08-8408-e30f819a1796', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:06Z', 'updated_at': '2022-03-07T05:01:09Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '735f48a5-b995-4a08-8408-e30f819a1796', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:01:10.627428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f550b781-81af-4d80-9dad-58751a65d692 None None] Current status of the port 1d7e75a3-d31c-4486-b19c-3277a93fd5df is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:10.736329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:10.823449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:10.823744 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.850458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:10.852750 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c0ef5-5569-4197-a2f7-bb5433aba590" -d '{"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:10.871941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:10.876582 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:10.933134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:11.071339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a1a9-c44e-439d-bbd0-10a71ac95f73 req-542a448a-6448-42ec-a161-36ff5ac29441 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:11.077644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86c2a1a9-c44e-439d-bbd0-10a71ac95f73 req-542a448a-6448-42ec-a161-36ff5ac29441 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 943 time: 0.0669930 Mar 07 05:01:11.121158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86c2a1a9-c44e-439d-bbd0-10a71ac95f73 req-5a6883fc-dbce-4374-bea1-671b87f8c5f3 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Mar 07 05:01:11.166861 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c316e465-4dfd-4f1e-ad8b-5ab36b887a43 x-openstack-request-id: req-c316e465-4dfd-4f1e-ad8b-5ab36b887a43 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:11.167351 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-unplugged", "status": "failed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "code": 422}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:11.167437 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c316e465-4dfd-4f1e-ad8b-5ab36b887a43 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:11.167794 n-d-832185-1 neutron-server[103940]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'code': 422} returned with failed status Mar 07 05:01:11.341894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1d7e75a3-d31c-4486-b19c-3277a93fd5df up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:11.395812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 1d7e75a3-d31c-4486-b19c-3277a93fd5df triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:11.396280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:11.485562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 1d7e75a3-d31c-4486-b19c-3277a93fd5df is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:11.677472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef3e5b-2b13-4374-a52c-af56b82912a3 req-a4b4d63b-de4e-4504-911d-5643aa38b6cf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:11.679629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fef3e5b-2b13-4374-a52c-af56b82912a3 req-a4b4d63b-de4e-4504-911d-5643aa38b6cf tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0565944 Mar 07 05:01:11.714407 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-b9db4eed-95d5-471e-9d8f-21dab872b480 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436778 Mar 07 05:01:11.727861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fef3e5b-2b13-4374-a52c-af56b82912a3 req-e8942332-4ee7-4afd-b690-8f8b90b990f0 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Mar 07 05:01:11.787619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-1a1eec92-f24e-4591-9b5d-415e765afdb8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:11.788974 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-1a1eec92-f24e-4591-9b5d-415e765afdb8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports/256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 940 time: 0.0458426 Mar 07 05:01:12.249703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862e3e-cc89-418a-8be8-e377da6ba2f5 req-9b428290-87e7-417d-a731-7c13ee2bed34 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.251218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef862e3e-cc89-418a-8be8-e377da6ba2f5 req-9b428290-87e7-417d-a731-7c13ee2bed34 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 943 time: 0.0579093 Mar 07 05:01:12.301677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef862e3e-cc89-418a-8be8-e377da6ba2f5 req-b7c15dee-310f-4983-b2c2-c664aad68036 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Mar 07 05:01:12.531176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-a43d3659-9c1a-46ca-97a9-23c2beee84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.532661 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-a43d3659-9c1a-46ca-97a9-23c2beee84d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed&tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8 HTTP/1.1" status: 200 len: 1125 time: 0.0491247 Mar 07 05:01:12.595467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-dec8f96e-54d2-4375-b493-874c34694428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.597564 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-dec8f96e-54d2-4375-b493-874c34694428 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1125 time: 0.0438812 Mar 07 05:01:12.682995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-060a5942-989e-46db-bff2-efb47020c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.684453 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-060a5942-989e-46db-bff2-efb47020c39a service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.0823469 Mar 07 05:01:12.755827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-1bfd4be0-691b-4edb-bf4c-81fd4c1e3774 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 999 time: 0.0624192 Mar 07 05:01:12.804692 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-86a03379-4f52-452c-a29c-1b7aabd4d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.806150 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-86a03379-4f52-452c-a29c-1b7aabd4d4e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0441530 Mar 07 05:01:12.852670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a6ba-fbae-47cd-881c-18dd972ddc51 req-5869a247-6c02-4d98-933f-bbfacabd0b17 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.854251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6740a6ba-fbae-47cd-881c-18dd972ddc51 req-5869a247-6c02-4d98-933f-bbfacabd0b17 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0528650 Mar 07 05:01:12.856068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-dfce39cf-df88-4c13-94a2-4250099c3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:12.857386 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-dfce39cf-df88-4c13-94a2-4250099c3402 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449474 Mar 07 05:01:12.903127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6740a6ba-fbae-47cd-881c-18dd972ddc51 req-e9a6dd6d-8783-495c-a592-088341c0019a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432913 Mar 07 05:01:12.957526 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-a3a6d81f-8017-4e54-b9a0-cf5520545fab service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938156 Mar 07 05:01:13.048250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-d36e404d-2040-4181-9363-d8ef81761455 service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Mar 07 05:01:13.437127 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:01:13.515837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd654d-7bce-4436-954d-3ed071006d94 req-d42e18f1-ffe3-4b89-9588-4cc8c77aa8be tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:13.518488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74fd654d-7bce-4436-954d-3ed071006d94 req-d42e18f1-ffe3-4b89-9588-4cc8c77aa8be tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 943 time: 0.0702124 Mar 07 05:01:13.575067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74fd654d-7bce-4436-954d-3ed071006d94 req-50b1a755-f620-4912-be6b-badf6aa58a86 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505545 Mar 07 05:01:14.059087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e349b-a37e-495d-8779-3fcaef197c76 req-5df02763-dcb3-4901-ac4f-c292bfc24bbc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:14.060794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d2e349b-a37e-495d-8779-3fcaef197c76 req-5df02763-dcb3-4901-ac4f-c292bfc24bbc tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0761490 Mar 07 05:01:14.111196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d2e349b-a37e-495d-8779-3fcaef197c76 req-3e478cb7-97a3-4aa9-bd7e-5fd32cecf2cd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Mar 07 05:01:14.700116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087d9ef-d5a9-450e-a490-ad724b4381dd req-c766330c-222d-440c-aba7-b1c2b1d30af1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:14.701586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c087d9ef-d5a9-450e-a490-ad724b4381dd req-c766330c-222d-440c-aba7-b1c2b1d30af1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 943 time: 0.0533390 Mar 07 05:01:14.753472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device cb40bf5e-7a3a-4a71-8925-371db0e516ac details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:01:14.756539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:14.773490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c087d9ef-d5a9-450e-a490-ad724b4381dd req-67af2ecc-8d56-4b4b-a9ff-98f28e609d2c tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Mar 07 05:01:14.939828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port cb40bf5e-7a3a-4a71-8925-371db0e516ac, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:14.947410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: DOWN; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:14.953218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac', 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff', 'port_id': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac', 'mac_address': 'fa:16:3e:8e:9d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd489a9-5548-43eb-ba1d-c6aee5d0ea13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:01:14.991677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port cb40bf5e-7a3a-4a71-8925-371db0e516ac is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:14.992074 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:15.005275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb40bf5e-7a3a-4a71-8925-371db0e516ac {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:01:15.027597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port cb40bf5e-7a3a-4a71-8925-371db0e516ac, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:15.033512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:15.088965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=cb40bf5e-7a3a-4a71-8925-371db0e516ac,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:15.238032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede76d9-bd22-435e-ab71-3a765577c5e9 req-439227e9-069d-4668-97dd-70eeba5a7921 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:15.239437 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ede76d9-bd22-435e-ab71-3a765577c5e9 req-439227e9-069d-4668-97dd-70eeba5a7921 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0540953 Mar 07 05:01:15.286654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ede76d9-bd22-435e-ab71-3a765577c5e9 req-63e38b6e-6df7-40d1-bbe5-eda8622cf46d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Mar 07 05:01:15.378092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['cb40bf5e-7a3a-4a71-8925-371db0e516ac'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:01:15.899413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51712-44c9-4add-920e-3dceba68533e req-65ec3e9d-1198-495e-ba7b-c4827694f8c6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:15.900896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ba51712-44c9-4add-920e-3dceba68533e req-65ec3e9d-1198-495e-ba7b-c4827694f8c6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 944 time: 0.0574937 Mar 07 05:01:15.948900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ba51712-44c9-4add-920e-3dceba68533e req-c4f81f6e-5831-4390-833b-ece9a35909df tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Mar 07 05:01:16.435461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eeff4-2d02-4345-b7c6-d1bfdcf5c4c8 req-117204df-f4fe-45f0-84ef-753b5bab96a1 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:16.437408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c8eeff4-2d02-4345-b7c6-d1bfdcf5c4c8 req-117204df-f4fe-45f0-84ef-753b5bab96a1 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0653024 Mar 07 05:01:16.501611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c8eeff4-2d02-4345-b7c6-d1bfdcf5c4c8 req-cac334e0-578e-421f-b830-e669d306e53f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581670 Mar 07 05:01:16.767887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device cb40bf5e-7a3a-4a71-8925-371db0e516ac up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:16.819113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port cb40bf5e-7a3a-4a71-8925-371db0e516ac completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:01:16.823369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port cb40bf5e-7a3a-4a71-8925-371db0e516ac triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:16.823747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:16.911908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port cb40bf5e-7a3a-4a71-8925-371db0e516ac is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:16.912354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:16.937728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:16.940061 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e415583-03ca-44dc-b8b9-1f2366519e71" -d '{"events": [{"server_uuid": "0f0ef67d-d7e2-446d-aad0-4624e7df7ad6", "name": "network-vif-plugged", "status": "completed", "tag": "cb40bf5e-7a3a-4a71-8925-371db0e516ac"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:16.954865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port cb40bf5e-7a3a-4a71-8925-371db0e516ac, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:16.960601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:17.031630 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b015f-7a04-47ca-8f47-2f55baa7e638 x-openstack-request-id: req-762b015f-7a04-47ca-8f47-2f55baa7e638 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:17.031861 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0ef67d-d7e2-446d-aad0-4624e7df7ad6", "name": "network-vif-plugged", "status": "completed", "tag": "cb40bf5e-7a3a-4a71-8925-371db0e516ac", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:17.032039 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-762b015f-7a04-47ca-8f47-2f55baa7e638 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:17.032420 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac', 'code': 200} Mar 07 05:01:17.060319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=cb40bf5e-7a3a-4a71-8925-371db0e516ac,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:17.103171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f1081-42f4-4dda-b227-1575fddc8c72 req-d95630bc-ec46-4910-9e0c-635135c1f982 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:17.105311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f1081-42f4-4dda-b227-1575fddc8c72 req-d95630bc-ec46-4910-9e0c-635135c1f982 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0676875 Mar 07 05:01:17.157054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f1081-42f4-4dda-b227-1575fddc8c72 req-4ff148d9-3def-4383-a64c-64b24b6b2e51 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Mar 07 05:01:17.650961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba274-c748-4cf3-b642-9b7edf08fb40 req-b5a2f1ea-90b1-4e90-a331-1cb7439506b6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:17.652732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eaba274-c748-4cf3-b642-9b7edf08fb40 req-b5a2f1ea-90b1-4e90-a331-1cb7439506b6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0696359 Mar 07 05:01:17.708320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3eaba274-c748-4cf3-b642-9b7edf08fb40 req-9129a3e1-4350-416d-b0e1-9b6ccc977b7d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497715 Mar 07 05:01:18.276708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87932cf-ee0c-4693-9443-1921e319ae90 req-b3c717be-dec8-4d25-a7e4-81be388cc92e tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:18.278106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e87932cf-ee0c-4693-9443-1921e319ae90 req-b3c717be-dec8-4d25-a7e4-81be388cc92e tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Mar 07 05:01:18.325466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e87932cf-ee0c-4693-9443-1921e319ae90 req-0722e3d1-79f1-4556-9427-81c2125295a6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Mar 07 05:01:18.849054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cc3b2-15da-4230-aaaa-7f30d7ee4782 req-451322ca-fc01-4123-b174-dadff623119f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:18.850574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d2cc3b2-15da-4230-aaaa-7f30d7ee4782 req-451322ca-fc01-4123-b174-dadff623119f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0562136 Mar 07 05:01:18.898346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d2cc3b2-15da-4230-aaaa-7f30d7ee4782 req-05a1b548-1c0c-492e-aec2-17935da49628 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Mar 07 05:01:19.466528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcd3d-8e04-431d-8894-4f164123fe24 req-c4b732f1-5130-4b87-96de-1dbc80fe35e0 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:19.473385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06bbcd3d-8e04-431d-8894-4f164123fe24 req-c4b732f1-5130-4b87-96de-1dbc80fe35e0 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0738084 Mar 07 05:01:19.531237 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06bbcd3d-8e04-431d-8894-4f164123fe24 req-2dfcc766-10c7-4d90-bf01-3d4a413804af tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567245 Mar 07 05:01:20.020740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2931cab-9323-45bc-8a87-2bec3870a898 req-ba1ac10c-aa66-4f66-b942-88d08e3234a3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:20.022258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2931cab-9323-45bc-8a87-2bec3870a898 req-ba1ac10c-aa66-4f66-b942-88d08e3234a3 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0521555 Mar 07 05:01:20.070025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a2931cab-9323-45bc-8a87-2bec3870a898 req-2adc31d1-edaa-4a76-9617-b45f04a788c8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421069 Mar 07 05:01:20.152405 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:20.662682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc957ced-52e7-438d-8126-11e523441e7d req-af03c6ea-2cac-4357-ba35-806f72b92c16 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:20.664197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc957ced-52e7-438d-8126-11e523441e7d req-af03c6ea-2cac-4357-ba35-806f72b92c16 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0579979 Mar 07 05:01:20.711082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc957ced-52e7-438d-8126-11e523441e7d req-8fc6b1b2-280a-4e05-bfb3-23e067ce59a7 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Mar 07 05:01:21.203178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040422d-61a4-48c6-b4c8-b3c8587a65e6 req-6f4e3a59-e046-4051-9e7c-fa3ab14b2e45 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:21.204667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3040422d-61a4-48c6-b4c8-b3c8587a65e6 req-6f4e3a59-e046-4051-9e7c-fa3ab14b2e45 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0542862 Mar 07 05:01:21.261911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3040422d-61a4-48c6-b4c8-b3c8587a65e6 req-edf519ad-0755-4e04-93ac-baf9fe5d6dac tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510316 Mar 07 05:01:21.854482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9203-0b72-43e0-90b6-86c869b6a981 req-43d592a9-0a10-4c82-8071-ae8002de2dbd tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:21.856109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02ed9203-0b72-43e0-90b6-86c869b6a981 req-43d592a9-0a10-4c82-8071-ae8002de2dbd tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0704024 Mar 07 05:01:21.912925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02ed9203-0b72-43e0-90b6-86c869b6a981 req-8b8832ae-0d6f-4341-886b-ea64ebcd13cb tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512440 Mar 07 05:01:22.389713 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:22.391772 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dca6e-0681-479f-83b3-e46320be43e5 req-8352950f-8d2e-480a-8576-b8b37c5f0b30 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:22.393255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a69dca6e-0681-479f-83b3-e46320be43e5 req-8352950f-8d2e-480a-8576-b8b37c5f0b30 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0538719 Mar 07 05:01:22.440270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a69dca6e-0681-479f-83b3-e46320be43e5 req-22e0871f-4156-4203-81f2-62f64b7e2998 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 Mar 07 05:01:23.047896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cf244-20b0-4cf5-af2b-824e8a1648ed req-17cf869c-351c-4dc7-aa08-304086d08a1b tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:23.049380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49cf244-20b0-4cf5-af2b-824e8a1648ed req-17cf869c-351c-4dc7-aa08-304086d08a1b tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0526025 Mar 07 05:01:23.098350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d49cf244-20b0-4cf5-af2b-824e8a1648ed req-da899d38-c5a7-49e5-9cf1-a0d2904b8c26 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Mar 07 05:01:23.570855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f770-63ea-4d8b-ab7d-b323c9d7e5b8 req-ad7da622-9b8a-4bc2-a5f4-907a536d060c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:23.572390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d25f770-63ea-4d8b-ab7d-b323c9d7e5b8 req-ad7da622-9b8a-4bc2-a5f4-907a536d060c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0581427 Mar 07 05:01:23.619663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d25f770-63ea-4d8b-ab7d-b323c9d7e5b8 req-a59856cf-6447-47fc-b658-100e90bee8ca tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 Mar 07 05:01:24.212808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c604107-09ec-459c-86ff-0f5442f9c79e req-f7bd7937-fbe2-4dc3-8c52-33b45c2d8d9f tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:24.214548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c604107-09ec-459c-86ff-0f5442f9c79e req-f7bd7937-fbe2-4dc3-8c52-33b45c2d8d9f tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Mar 07 05:01:24.260593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7c604107-09ec-459c-86ff-0f5442f9c79e req-952fa679-5d30-4f2a-a8be-5cf6d115e659 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Mar 07 05:01:24.744987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1ea8-792a-42f0-a76d-339a75f88d11 req-630ea149-3fd7-47c3-8298-b39e0439040f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:24.746506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06af1ea8-792a-42f0-a76d-339a75f88d11 req-630ea149-3fd7-47c3-8298-b39e0439040f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0534687 Mar 07 05:01:24.796815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06af1ea8-792a-42f0-a76d-339a75f88d11 req-77391edb-8ebc-412c-b6c3-1373abdd4000 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448403 Mar 07 05:01:25.382577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98536c-39bc-4652-935c-97a8303c29d8 req-68d3cbb1-eaed-4c15-bd30-9546db9aa1af tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:25.384050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a98536c-39bc-4652-935c-97a8303c29d8 req-68d3cbb1-eaed-4c15-bd30-9546db9aa1af tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0586221 Mar 07 05:01:25.430426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a98536c-39bc-4652-935c-97a8303c29d8 req-63229969-3f95-4410-bf02-b706b25932e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Mar 07 05:01:25.923277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a5f3a-ac2c-4916-8230-71d5c6171db9 req-64d7563a-42d0-424e-ae71-a039c9caf988 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:25.924866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-391a5f3a-ac2c-4916-8230-71d5c6171db9 req-64d7563a-42d0-424e-ae71-a039c9caf988 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0525482 Mar 07 05:01:25.972775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-391a5f3a-ac2c-4916-8230-71d5c6171db9 req-d274fcc3-15eb-4097-b60d-5f758596de2d tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Mar 07 05:01:26.550111 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7f679-b497-4177-81ca-da3ced90c1c3 req-3a6eca3e-dcee-4605-aee7-1218e1d8598e tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:26.551565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8be7f679-b497-4177-81ca-da3ced90c1c3 req-3a6eca3e-dcee-4605-aee7-1218e1d8598e tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0559602 Mar 07 05:01:26.597701 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8be7f679-b497-4177-81ca-da3ced90c1c3 req-eb9f76df-f707-4054-a919-0d6dc1d4c93c tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Mar 07 05:01:27.062120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50862) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:27.094942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5898226-7fa7-4a3d-a141-da0ee83566e5 req-34d2b377-7a7d-4dbf-80b5-7735fd84b969 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:27.096430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5898226-7fa7-4a3d-a141-da0ee83566e5 req-34d2b377-7a7d-4dbf-80b5-7735fd84b969 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0524790 Mar 07 05:01:27.145022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5898226-7fa7-4a3d-a141-da0ee83566e5 req-337f8d67-fd9d-46e2-b186-7bd649373087 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 Mar 07 05:01:27.667333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1362ec5-3487-4d4e-9d97-27017a73c733 req-aed3dab0-f3f0-4cb4-bbd5-1c9c7f77c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:27.668893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1362ec5-3487-4d4e-9d97-27017a73c733 req-aed3dab0-f3f0-4cb4-bbd5-1c9c7f77c15b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0893970 Mar 07 05:01:27.719002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968139c-7f7f-47e3-b51c-de175b56486b req-0240c2e8-f41b-4699-91b3-67f8f8ba19c6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:27.720484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c968139c-7f7f-47e3-b51c-de175b56486b req-0240c2e8-f41b-4699-91b3-67f8f8ba19c6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0571194 Mar 07 05:01:27.747030 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b1362ec5-3487-4d4e-9d97-27017a73c733 req-187b8a21-211b-46c1-b64b-50703d3156ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571616 Mar 07 05:01:27.768264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c968139c-7f7f-47e3-b51c-de175b56486b req-6be60118-ded2-467f-ad4e-5d4fd1aa0495 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Mar 07 05:01:27.812042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:28.122775 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port 1d7e75a3-d31c-4486-b19c-3277a93fd5df {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:28.123485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:28.213477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port 1d7e75a3-d31c-4486-b19c-3277a93fd5df, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1d7e75a3-d31c-4486-b19c-3277a93fd5df,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:28.213831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:28.225997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for 1d7e75a3-d31c-4486-b19c-3277a93fd5df owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:28.267013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd4b31-3e61-4e82-86b0-acfe6d9d7c45 req-771d631b-bd4b-453d-affa-068ec34f44ba tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:28.268679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9fd4b31-3e61-4e82-86b0-acfe6d9d7c45 req-771d631b-bd4b-453d-affa-068ec34f44ba tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0523477 Mar 07 05:01:28.316758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9fd4b31-3e61-4e82-86b0-acfe6d9d7c45 req-fe38741a-7389-4c98-b584-121b2d868ca2 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Mar 07 05:01:28.411046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1d7e75a3-d31c-4486-b19c-3277a93fd5df), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:28.436651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=1d7e75a3-d31c-4486-b19c-3277a93fd5df,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:28.620354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:28.842864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:01:28.886804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf5c9-9bed-4967-9c5d-e8b5b6499c2a req-9858ca59-47f1-43e6-a16c-dd32028028c3 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:28.888303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad3bf5c9-9bed-4967-9c5d-e8b5b6499c2a req-9858ca59-47f1-43e6-a16c-dd32028028c3 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0532246 Mar 07 05:01:28.939971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad3bf5c9-9bed-4967-9c5d-e8b5b6499c2a req-490e4ec5-6c5d-407f-8560-cb23b67761bb tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460484 Mar 07 05:01:28.955584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:01:28.964356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-576130d4-2a5f-44c5-9435-95e3a5867083 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "PUT /v2.0/routers/75f660fb-6461-43ad-b03e-2ce33710fc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9011986 Mar 07 05:01:28.970725 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:01:28.980951 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:28.981566 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:29.093584 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:29.190297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d3871-59f0-4837-beb1-a0b81c354b3b req-bb4f447b-6d21-48fc-8fa4-7a92db09a871 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:29.191923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29d3871-59f0-4837-beb1-a0b81c354b3b req-bb4f447b-6d21-48fc-8fa4-7a92db09a871 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 946 time: 0.0552468 Mar 07 05:01:29.244673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29d3871-59f0-4837-beb1-a0b81c354b3b req-473531b6-fa3f-4857-91e2-14158814af92 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471089 Mar 07 05:01:29.424933 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:28Z', 'revision_number': 6, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:16Z', 'revision_number': 1, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:29.443192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ad6d-b480-4a18-9e87-cde102030283 req-a75b66d1-1bd7-4194-bf65-1c131066701a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:29.444674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bdb4ad6d-b480-4a18-9e87-cde102030283 req-a75b66d1-1bd7-4194-bf65-1c131066701a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0528274 Mar 07 05:01:29.455694 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:01:29.465923 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:29.466562 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:29.494586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bdb4ad6d-b480-4a18-9e87-cde102030283 req-ac863aac-a6b0-4a15-848b-b6a46d970481 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Mar 07 05:01:29.575402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:29.792168 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:28Z', 'revision_number': 6, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:16Z', 'revision_number': 1, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:29.817892 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d7682-59db-45df-83f3-c3592a65a7b4 None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:28Z', 'revision_number': 6, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'ed611c1e-132e-4879-aa48-f1f1cf49d822', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'port_id': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'mac_address': 'fa:16:3e:9c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:00:14Z', 'updated_at': '2022-03-07T05:00:16Z', 'revision_number': 1, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:01:30.060365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85fc47-61b1-47af-8ad3-9050ba6b8aad req-1f09872b-09d8-421a-9300-a76c646511af tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:30.061748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd85fc47-61b1-47af-8ad3-9050ba6b8aad req-1f09872b-09d8-421a-9300-a76c646511af tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0549684 Mar 07 05:01:30.107975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd85fc47-61b1-47af-8ad3-9050ba6b8aad req-62f20dd1-8722-456b-8708-cbb1ab1ffb43 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Mar 07 05:01:30.375997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb2d4-a693-49be-ab67-dd0e9e20a85d req-bc22ed5e-a957-454d-8ca1-f4d4aace2dbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:30.377473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-715fb2d4-a693-49be-ab67-dd0e9e20a85d req-bc22ed5e-a957-454d-8ca1-f4d4aace2dbc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 946 time: 0.0545094 Mar 07 05:01:30.429712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-715fb2d4-a693-49be-ab67-dd0e9e20a85d req-011a6455-efb6-4eb6-b01d-7f36d62b2593 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae78e6b-8015-400e-8e75-036fb5e1626d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Mar 07 05:01:30.525962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-35c5dcc9-8418-4880-9f40-36fdbe381c19 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:30.528264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-35c5dcc9-8418-4880-9f40-36fdbe381c19 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 946 time: 0.0614583 Mar 07 05:01:30.667984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72ce8-e7de-4c7c-84ec-6967f3cff7c9 req-117bcbfd-6a36-44be-9ef3-f2a874d25480 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:30.669750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4d72ce8-e7de-4c7c-84ec-6967f3cff7c9 req-117bcbfd-6a36-44be-9ef3-f2a874d25480 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0942864 Mar 07 05:01:30.693438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port 83627fae-b5b3-4c1a-9705-e036e16af4b5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:30.693786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:30.779212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d4d72ce8-e7de-4c7c-84ec-6967f3cff7c9 req-8f1a0ca4-8350-42c6-ac1a-eb30731a0655 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021760 Mar 07 05:01:30.810859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port 83627fae-b5b3-4c1a-9705-e036e16af4b5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=83627fae-b5b3-4c1a-9705-e036e16af4b5,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:30.811226 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:30.827693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for 83627fae-b5b3-4c1a-9705-e036e16af4b5 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:30.964746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (83627fae-b5b3-4c1a-9705-e036e16af4b5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:30.995673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=83627fae-b5b3-4c1a-9705-e036e16af4b5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:31.057266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] No DVR routers for this DVR port 83627fae-b5b3-4c1a-9705-e036e16af4b5 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:01:31.061465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:31.064992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-801bb31f-e8d0-442f-b0d1-491dca45853c req-66ae717f-f960-4561-85da-02ff47badf7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "DELETE /v2.0/ports/83627fae-b5b3-4c1a-9705-e036e16af4b5 HTTP/1.1" status: 204 len: 173 time: 0.5297525 Mar 07 05:01:31.066161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'name': 'network-vif-deleted', 'tag': '83627fae-b5b3-4c1a-9705-e036e16af4b5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:31.068299 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a34db6c-269f-4f64-ba4e-d2cc281d23f4" -d '{"events": [{"server_uuid": "766510b9-f3a2-4453-aea9-3e97da1c0faa", "name": "network-vif-deleted", "tag": "83627fae-b5b3-4c1a-9705-e036e16af4b5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:31.110067 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5269a31d-02f2-422c-b0eb-34f62775a8a9 x-openstack-request-id: req-5269a31d-02f2-422c-b0eb-34f62775a8a9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:31.110457 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766510b9-f3a2-4453-aea9-3e97da1c0faa", "name": "network-vif-deleted", "tag": "83627fae-b5b3-4c1a-9705-e036e16af4b5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:31.110779 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5269a31d-02f2-422c-b0eb-34f62775a8a9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:31.111245 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766510b9-f3a2-4453-aea9-3e97da1c0faa', 'name': 'network-vif-deleted', 'tag': '83627fae-b5b3-4c1a-9705-e036e16af4b5', 'status': 'completed', 'code': 200} Mar 07 05:01:31.268807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1d7e75a3-d31c-4486-b19c-3277a93fd5df no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:31.289885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 1d7e75a3-d31c-4486-b19c-3277a93fd5df {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:31.290196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1d7e75a3-d31c-4486-b19c-3277a93fd5df not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:31.579123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29f8ed3a-fedd-427f-b8bc-cd7db2a5915c req-2846b684-72f4-49dc-9d9e-f45c2a371ec7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=766510b9-f3a2-4453-aea9-3e97da1c0faa HTTP/1.1" status: 200 len: 210 time: 0.0505407 Mar 07 05:01:31.910146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff7b1e-23b1-4d2b-92aa-97a0312b43fa req-4a0c2cdf-f1f1-4ae4-90f1-8e416c0229df tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:31.911653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58ff7b1e-23b1-4d2b-92aa-97a0312b43fa req-4a0c2cdf-f1f1-4ae4-90f1-8e416c0229df tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0566120 Mar 07 05:01:31.960527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58ff7b1e-23b1-4d2b-92aa-97a0312b43fa req-5e5dd293-aa50-419a-9a8a-26d576b2e70c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Mar 07 05:01:32.639593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50968) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:32.698103 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e78aa0b7-0ff8-460e-9c48-d9fbf153c9d8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (1ae78e6b-8015-400e-8e75-036fb5e1626d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.726049 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e78aa0b7-0ff8-460e-9c48-d9fbf153c9d8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (1ae78e6b-8015-400e-8e75-036fb5e1626d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.791102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e78aa0b7-0ff8-460e-9c48-d9fbf153c9d8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1ae78e6b-8015-400e-8e75-036fb5e1626d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.794156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e78aa0b7-0ff8-460e-9c48-d9fbf153c9d8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.798096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e78aa0b7-0ff8-460e-9c48-d9fbf153c9d8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ae78e6b-8015-400e-8e75-036fb5e1626d HTTP/1.1" status: 204 len: 168 time: 0.1572711 Mar 07 05:01:32.807726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aa0b7-0ff8-460e-9c48-d9fbf153c9d8 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae78e6b-8015-400e-8e75-036fb5e1626d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:32.813377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-241207e6-e25a-4f7d-a938-8bd38008ddb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.829282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50972) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:32.867172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:01:32.896296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting subnet 735f48a5-b995-4a08-8408-e30f819a1796 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:01:32.899741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (735f48a5-b995-4a08-8408-e30f819a1796), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.941960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (735f48a5-b995-4a08-8408-e30f819a1796), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:32.992655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:33.007219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '256a9d69-5774-4f50-909d-0e9b833b077d', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'port_id': '256a9d69-5774-4f50-909d-0e9b833b077d', 'mac_address': 'fa:16:3e:b5:18:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:01:33.042534 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (735f48a5-b995-4a08-8408-e30f819a1796), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.060549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:33.061063 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.075426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256a9d69-5774-4f50-909d-0e9b833b077d {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:01:33.102188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:33.106878 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.151644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10bfae-ff95-4dd9-970f-1ab8b7982536 req-0471b02a-e6c7-45ff-ab7b-c3d6211e3c11 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:33.153083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae10bfae-ff95-4dd9-970f-1ab8b7982536 req-0471b02a-e6c7-45ff-ab7b-c3d6211e3c11 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 943 time: 0.0817997 Mar 07 05:01:33.154544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (735f48a5-b995-4a08-8408-e30f819a1796), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.166249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:33.195763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Subnet': ['ID=735f48a5-b995-4a08-8408-e30f819a1796,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:33.207218 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.208713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad51fc5-e641-40f9-85de-4edaa8cd735a None None] Network c0552efb-7127-4387-8acd-cf156192b53c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:01:33.210428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6c910204-8cff-47af-b86f-e8d511f6afd5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/subnets/735f48a5-b995-4a08-8408-e30f819a1796 HTTP/1.1" status: 204 len: 168 time: 0.3801563 Mar 07 05:01:33.213223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 50976) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:33.300736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae10bfae-ff95-4dd9-970f-1ab8b7982536 req-de8c1c63-8a03-41b0-a744-d2ca40e84f04 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135554 Mar 07 05:01:33.316151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c0552efb-7127-4387-8acd-cf156192b53c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.390659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:33.391037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.416385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] DHCP port deletion for c0552efb-7127-4387-8acd-cf156192b53c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:01:33.445356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['256a9d69-5774-4f50-909d-0e9b833b077d'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:01:33.469256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:33.469532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.484277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for 520aa2f5-c325-4337-9305-e6cb4e0c7d4d owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:33.523517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] Deleting port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:33.523891 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.570871 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.602369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:33.606297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] No DVR routers for this DVR port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:01:33.618109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] For port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,segment=NetworkSegment(f99e9783-1239-4878-8422-f8569a6ff975),segment_id=f99e9783-1239-4878-8422-f8569a6ff975)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:33.618505 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.637812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] Calling delete_port for 520aa2f5-c325-4337-9305-e6cb4e0c7d4d owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:33.711725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c0552efb-7127-4387-8acd-cf156192b53c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.743977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0552efb-7127-4387-8acd-cf156192b53c']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:33.756511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99e9783-1239-4878-8422-f8569a6ff975') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:33.757124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99e9783-1239-4878-8422-f8569a6ff975') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:33.760016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (520aa2f5-c325-4337-9305-e6cb4e0c7d4d), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.773664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (f99e9783-1239-4878-8422-f8569a6ff975), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.787432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] Pushing event deleted for resources: {'Port': ['ID=520aa2f5-c325-4337-9305-e6cb4e0c7d4d,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:33.790670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f99e9783-1239-4878-8422-f8569a6ff975), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.791470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1d67d-5c0e-4391-a0de-bdf5cae06247 None None] No DVR routers for this DVR port 520aa2f5-c325-4337-9305-e6cb4e0c7d4d on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:01:33.798368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:01:33.802751 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (f99e9783-1239-4878-8422-f8569a6ff975), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:01:33.809860 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:01:33.870757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c0552efb-7127-4387-8acd-cf156192b53c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.881690 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:33.885070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/networks/c0552efb-7127-4387-8acd-cf156192b53c HTTP/1.1" status: 204 len: 168 time: 0.6709256 Mar 07 05:01:33.887871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 50980) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:33.896799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d24a2-1997-4d18-80ab-447c7d688f7e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Network': ['ID=c0552efb-7127-4387-8acd-cf156192b53c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:33.986783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 83627fae-b5b3-4c1a-9705-e036e16af4b5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:34.008544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 83627fae-b5b3-4c1a-9705-e036e16af4b5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:34.008901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 83627fae-b5b3-4c1a-9705-e036e16af4b5 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:34.069852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port b3c73498-91fe-4bb2-9b0f-f18a1679589e {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:34.070150 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:34.151968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:34.152323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (b3c73498-91fe-4bb2-9b0f-f18a1679589e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:34.164395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for b3c73498-91fe-4bb2-9b0f-f18a1679589e owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:34.313365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (b3c73498-91fe-4bb2-9b0f-f18a1679589e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:34.344357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=b3c73498-91fe-4bb2-9b0f-f18a1679589e,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:34.413510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (ed611c1e-132e-4879-aa48-f1f1cf49d822), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:34.413857 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Floating IP ed611c1e-132e-4879-aa48-f1f1cf49d822 disassociated (deleted). External IP: 172.25.4.125, port: abdb8f99-9e98-43a0-8de5-f3a075acc3e6. Mar 07 05:01:34.452747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e207-e4b0-446c-b359-178ff8727424 req-d658a173-b0c4-4dcb-9399-b3b5a8909774 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:34.454352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5037e207-e4b0-446c-b359-178ff8727424 req-d658a173-b0c4-4dcb-9399-b3b5a8909774 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 944 time: 0.0532606 Mar 07 05:01:34.520014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5037e207-e4b0-446c-b359-178ff8727424 req-9e66ae5a-3679-4f98-a5e8-c1a4a0ab2580 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563929 Mar 07 05:01:34.646116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:01:34.767619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:01:34.773594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:34.784174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:01:34.794290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:34.797241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:34.808089 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-20c1be78-1cc2-47b2-8d44-b5015bc4f487 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed611c1e-132e-4879-aa48-f1f1cf49d822 HTTP/1.1" status: 204 len: 168 time: 0.9189935 Mar 07 05:01:34.808767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:34.811104 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63513020-3043-44b6-840f-b81de1d264a0" -d '{"events": [{"name": "network-changed", "server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:34.863733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:34.976242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:35.010900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 256a9d69-5774-4f50-909d-0e9b833b077d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:35.011748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:35.107689 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7da91-57c1-4610-8453-2709176047a7 x-openstack-request-id: req-09c7da91-57c1-4610-8453-2709176047a7 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:35.108204 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:35.108653 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09c7da91-57c1-4610-8453-2709176047a7 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:35.109233 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'status': 'completed', 'code': 200} Mar 07 05:01:35.228353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513020-3043-44b6-840f-b81de1d264a0 req-3c6b2ed9-20a4-4000-aa2a-df7be8f82c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.230127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-3c6b2ed9-20a4-4000-aa2a-df7be8f82c80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 1128 time: 0.1010163 Mar 07 05:01:35.237777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 256a9d69-5774-4f50-909d-0e9b833b077d is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:35.238191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:35.242122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f596-e3fe-4f4d-8ec3-45c61aaf6ff3 req-32c704e4-8567-4680-ab0a-1fa0ba3785e7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.243739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3952f596-e3fe-4f4d-8ec3-45c61aaf6ff3 req-32c704e4-8567-4680-ab0a-1fa0ba3785e7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 946 time: 0.0740042 Mar 07 05:01:35.281303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:35.283570 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da00605c-c7d9-43d8-aa7b-8e9bdb417984" -d '{"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:35.302393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:35.311021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:35.365632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 520aa2f5-c325-4337-9305-e6cb4e0c7d4d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:35.387268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3952f596-e3fe-4f4d-8ec3-45c61aaf6ff3 req-ba50fe7a-8e30-41d3-8454-4ab76a5df642 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036806 Mar 07 05:01:35.395005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513020-3043-44b6-840f-b81de1d264a0 req-6c21cdbb-61dc-423d-b2df-4c8b7d279ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.396490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-6c21cdbb-61dc-423d-b2df-4c8b7d279ef1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 200 len: 897 time: 0.1517406 Mar 07 05:01:35.399036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 520aa2f5-c325-4337-9305-e6cb4e0c7d4d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:35.399594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 520aa2f5-c325-4337-9305-e6cb4e0c7d4d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:35.436605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:28Z', 'revision_number': 6, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:35.454805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-6da1005e-89da-423a-baa0-54caaa71ea45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 200 len: 217 time: 0.0509958 Mar 07 05:01:35.482361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec8a0-45f8-4563-9c77-441784da6dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:35.485432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:01:35.489773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:35.499971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:35.500646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:35.543788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513020-3043-44b6-840f-b81de1d264a0 req-d903f85d-a463-47b0-9c65-91eab4326dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.545727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-d903f85d-a463-47b0-9c65-91eab4326dfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb20eef-21e8-42b9-be84-f9254d196bf9 HTTP/1.1" status: 200 len: 835 time: 0.0851426 Mar 07 05:01:35.552138 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bdfae8-91bc-4ddf-9655-31e4b31bd3ac x-openstack-request-id: req-96bdfae8-91bc-4ddf-9655-31e4b31bd3ac {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:35.552434 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:35.552694 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96bdfae8-91bc-4ddf-9655-31e4b31bd3ac {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:35.553101 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'code': 200} Mar 07 05:01:35.618232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513020-3043-44b6-840f-b81de1d264a0 req-9de52bae-18ac-4426-9205-822226af4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.631219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-9de52bae-18ac-4426-9205-822226af4013 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781531 Mar 07 05:01:35.754425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de78b71-818b-427e-994e-c8b51e91a556 req-d04145ee-cc0f-4f3c-8579-205d39f29959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.756550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0de78b71-818b-427e-994e-c8b51e91a556 req-d04145ee-cc0f-4f3c-8579-205d39f29959 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1128 time: 0.0497119 Mar 07 05:01:35.774881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198e06-d66f-45f2-8b1c-37e323eadffc req-ff9c15a3-3d69-449b-8873-f9a3d206b014 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:35.776821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19198e06-d66f-45f2-8b1c-37e323eadffc req-ff9c15a3-3d69-449b-8873-f9a3d206b014 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 946 time: 0.1400101 Mar 07 05:01:35.812893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0de78b71-818b-427e-994e-c8b51e91a556 req-64b034b1-51b6-4e2b-af07-dd54b9aefb2a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496998 Mar 07 05:01:35.818535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-4716e20f-a117-4788-9020-e66876492b22 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671498 Mar 07 05:01:35.831988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:35.892384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19198e06-d66f-45f2-8b1c-37e323eadffc req-93de7255-4a9f-498f-9127-93ddbda8f949 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063933 Mar 07 05:01:35.962259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63513020-3043-44b6-840f-b81de1d264a0 req-8d0ee6dc-a421-4641-b329-7b187975cf55 service neutron] 10.222.0.15 "GET /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322918 Mar 07 05:01:36.063968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:28Z', 'revision_number': 6, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:36.115174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabbe4e-7846-4604-919b-9d97ce4a8f14 None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:28Z', 'revision_number': 6, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'fc824b62-019d-4085-82c0-b60d72baa431', 'name': '', 'network_id': '27ceaade-e7e3-4afd-a8a0-eced0f23f4aa', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:2f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:55Z', 'updated_at': '2022-03-07T04:59:59Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': 'acb20eef-21e8-42b9-be84-f9254d196bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:01:36.296888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed872b-df98-45a0-951e-844a1f8280bb req-fcdb9e9b-4606-408d-ae52-c08dce0e2327 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:36.298478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97ed872b-df98-45a0-951e-844a1f8280bb req-fcdb9e9b-4606-408d-ae52-c08dce0e2327 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 946 time: 0.0739055 Mar 07 05:01:36.371499 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c4ed6-840b-4c7e-955c-121a2f2090f8 None None] New status for floating IP ed611c1e-132e-4879-aa48-f1f1cf49d822: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:01:36.413556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:36.414216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:36.807687 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:36.855657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-ed716b04-892d-4c51-8262-51a98377e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:36.857819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-ed716b04-892d-4c51-8262-51a98377e994 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 1128 time: 0.0546908 Mar 07 05:01:36.865877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port abdb8f99-9e98-43a0-8de5-f3a075acc3e6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:36.866277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:36.888192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097020d-850d-4e47-9b56-179761bdb2ed req-1600d1c9-8d99-4b72-8b00-5fa52fbdfbd3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:36.895836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7097020d-850d-4e47-9b56-179761bdb2ed req-1600d1c9-8d99-4b72-8b00-5fa52fbdfbd3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=800e4738-2e1a-4fd8-bdde-0547d836329a HTTP/1.1" status: 200 len: 946 time: 0.1130154 Mar 07 05:01:36.898024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for abdb8f99-9e98-43a0-8de5-f3a075acc3e6 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:36.991438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-b196aa63-c6a4-42b7-8a2e-e865dc060f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:36.992944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-b196aa63-c6a4-42b7-8a2e-e865dc060f7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 200 len: 917 time: 0.1021798 Mar 07 05:01:36.994623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7097020d-850d-4e47-9b56-179761bdb2ed req-b5b80222-f3b1-411d-b3fd-46d6be45c134 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=194f23fb-ec36-41b1-a45b-8a448648b0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977893 Mar 07 05:01:37.095823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-d5e0abe5-7601-4687-ac92-df5afba54406 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 200 len: 1001 time: 0.0953557 Mar 07 05:01:37.140199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (abdb8f99-9e98-43a0-8de5-f3a075acc3e6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:37.167045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-0a5e9542-ff23-4eb9-a38c-deb56cb71407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:37.168540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-0a5e9542-ff23-4eb9-a38c-deb56cb71407 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 200 len: 855 time: 0.0666311 Mar 07 05:01:37.176502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=abdb8f99-9e98-43a0-8de5-f3a075acc3e6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:37.220593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429d87d-df39-4d2e-ba40-1d14fda08335 req-e734cd66-eb7b-49c3-ac21-e48393908c1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:37.230339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3429d87d-df39-4d2e-ba40-1d14fda08335 req-e734cd66-eb7b-49c3-ac21-e48393908c1f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 946 time: 0.1533155 Mar 07 05:01:37.264143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] No DVR routers for this DVR port abdb8f99-9e98-43a0-8de5-f3a075acc3e6 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:01:37.267890 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:37.271460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97ed872b-df98-45a0-951e-844a1f8280bb req-13c5af59-b690-4724-85fa-c3ff697e261a tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "DELETE /v2.0/ports/abdb8f99-9e98-43a0-8de5-f3a075acc3e6 HTTP/1.1" status: 204 len: 173 time: 0.9674489 Mar 07 05:01:37.272194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'name': 'network-vif-deleted', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:37.276584 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-1bbebdb2-02bd-440b-9b11-c7b613371b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:37.278129 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-1bbebdb2-02bd-440b-9b11-c7b613371b9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=124f6d62-0192-479f-8b3d-97afe1505fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1021342 Mar 07 05:01:37.281526 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49655270-1bf3-4080-a87c-9ce1308071c4" -d '{"events": [{"server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "name": "network-vif-deleted", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:37.327847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3429d87d-df39-4d2e-ba40-1d14fda08335 req-16f3913e-98c4-4047-8e86-bcd25d8de9ad tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966361 Mar 07 05:01:37.422046 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b3f96-6180-4cc8-97f8-ac692e638acd x-openstack-request-id: req-ae6b3f96-6180-4cc8-97f8-ac692e638acd {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:37.423060 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800e4738-2e1a-4fd8-bdde-0547d836329a", "name": "network-vif-deleted", "tag": "abdb8f99-9e98-43a0-8de5-f3a075acc3e6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:37.423465 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6b3f96-6180-4cc8-97f8-ac692e638acd {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:37.424123 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800e4738-2e1a-4fd8-bdde-0547d836329a', 'name': 'network-vif-deleted', 'tag': 'abdb8f99-9e98-43a0-8de5-f3a075acc3e6', 'status': 'completed', 'code': 200} Mar 07 05:01:37.444416 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-edc0eca5-e2a1-4cd6-8684-cab389e8871a service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583488 Mar 07 05:01:37.553554 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7f7dbe5b-e6f4-409e-8dac-a92c2e67d049 req-ab997f70-973a-4408-92ea-3e2d5cca3e3f service neutron] 10.222.0.44 "GET /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026502 Mar 07 05:01:37.761457 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:38.053908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:38.113145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c28ced99-23f7-4af7-878f-27b76112416d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (194f23fb-ec36-41b1-a45b-8a448648b0e0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:38.144456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c28ced99-23f7-4af7-878f-27b76112416d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (194f23fb-ec36-41b1-a45b-8a448648b0e0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:38.204292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c28ced99-23f7-4af7-878f-27b76112416d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (194f23fb-ec36-41b1-a45b-8a448648b0e0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:38.207680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c28ced99-23f7-4af7-878f-27b76112416d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:38.208865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c28ced99-23f7-4af7-878f-27b76112416d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/security-groups/194f23fb-ec36-41b1-a45b-8a448648b0e0 HTTP/1.1" status: 204 len: 168 time: 0.1538105 Mar 07 05:01:38.219282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ced99-23f7-4af7-878f-27b76112416d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f23fb-ec36-41b1-a45b-8a448648b0e0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:38.245644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:38.479879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e2b99-13ca-49f2-b7d9-6e43f5de7ffc req-2856ee22-19f5-4ffe-ba02-48d752f353c6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:38.482104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-597e2b99-13ca-49f2-b7d9-6e43f5de7ffc req-2856ee22-19f5-4ffe-ba02-48d752f353c6 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 946 time: 0.0596261 Mar 07 05:01:38.542781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-597e2b99-13ca-49f2-b7d9-6e43f5de7ffc req-59387b0c-189c-43ee-9302-ad9042252e0f tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539241 Mar 07 05:01:38.949784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:39.249480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port fc824b62-019d-4085-82c0-b60d72baa431 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:39.250175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fc824b62-019d-4085-82c0-b60d72baa431), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:39.345636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port fc824b62-019d-4085-82c0-b60d72baa431, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fc824b62-019d-4085-82c0-b60d72baa431,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:39.346051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fc824b62-019d-4085-82c0-b60d72baa431), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:39.358708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for fc824b62-019d-4085-82c0-b60d72baa431 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:39.482028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:39.561708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fc824b62-019d-4085-82c0-b60d72baa431), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:39.594770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=fc824b62-019d-4085-82c0-b60d72baa431,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:39.789356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (75f660fb-6461-43ad-b03e-2ce33710fc74), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.006302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device abdb8f99-9e98-43a0-8de5-f3a075acc3e6 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:40.024502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 75f660fb-6461-43ad-b03e-2ce33710fc74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:01:40.031013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: abdb8f99-9e98-43a0-8de5-f3a075acc3e6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:40.031369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device abdb8f99-9e98-43a0-8de5-f3a075acc3e6 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:40.138757 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:01:40.145184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-16f48b11-7217-41fc-930c-5e364fffbc8e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "PUT /v2.0/routers/75f660fb-6461-43ad-b03e-2ce33710fc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8978035 Mar 07 05:01:40.147620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51062) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:40.150962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] Sync routers for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:01:40.164039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:40.164880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:40.209089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting subnet acb20eef-21e8-42b9-be84-f9254d196bf9 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:01:40.212767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (acb20eef-21e8-42b9-be84-f9254d196bf9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.254746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (acb20eef-21e8-42b9-be84-f9254d196bf9), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.282568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:40.342580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (acb20eef-21e8-42b9-be84-f9254d196bf9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.411277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (acb20eef-21e8-42b9-be84-f9254d196bf9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.446933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.455567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51064) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:40.456251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/subnets/acb20eef-21e8-42b9-be84-f9254d196bf9 HTTP/1.1" status: 204 len: 168 time: 0.3070319 Mar 07 05:01:40.456370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf13e9-b4df-43c4-b614-480f54351386 None None] Network 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:01:40.457700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a709bf-49e9-427e-b542-52cb0cc1b1c0 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Subnet': ['ID=acb20eef-21e8-42b9-be84-f9254d196bf9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:40.554988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:39Z', 'revision_number': 7, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:40.585485 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router (75f660fb-6461-43ad-b03e-2ce33710fc74), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.593799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] Checking router: 75f660fb-6461-43ad-b03e-2ce33710fc74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:01:40.610102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] Routers {'75f660fb-6461-43ad-b03e-2ce33710fc74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:40.610715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['75f660fb-6461-43ad-b03e-2ce33710fc74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:40.700811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] DHCP port deletion for 27ceaade-e7e3-4afd-a8a0-eced0f23f4aa request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:01:40.719211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (75f660fb-6461-43ad-b03e-2ce33710fc74), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.751761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] Set router 75f660fb-6461-43ad-b03e-2ce33710fc74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:40.794982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port 6bbefdf7-c414-415d-b5c2-56b021cf055f {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:40.795827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.882397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] Deleting port 18430774-e82b-41cf-858c-afdbd3cd2816 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:01:40.882684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.891131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port 6bbefdf7-c414-415d-b5c2-56b021cf055f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6bbefdf7-c414-415d-b5c2-56b021cf055f,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:40.892102 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.906429 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for 6bbefdf7-c414-415d-b5c2-56b021cf055f owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:40.977514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] For port 18430774-e82b-41cf-858c-afdbd3cd2816, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=18430774-e82b-41cf-858c-afdbd3cd2816,segment=NetworkSegment(d6a92b0d-b946-417f-95e5-e6356dfb87c0),segment_id=d6a92b0d-b946-417f-95e5-e6356dfb87c0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:40.978163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:40.994247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] Calling delete_port for 18430774-e82b-41cf-858c-afdbd3cd2816 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:01:41.070211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:39Z', 'revision_number': 7, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:41.101585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6bbefdf7-c414-415d-b5c2-56b021cf055f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.101923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f851e4c-b5f9-4bc4-afc1-bd5e43f59a33 None None] The sync data for ids ['75f660fb-6461-43ad-b03e-2ce33710fc74'] in n-d-832185-1 is: [{'id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'name': 'tempest-TestNetworkBasicOps-router-131132957', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:59:51Z', 'updated_at': '2022-03-07T05:01:39Z', 'revision_number': 7, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '6bbefdf7-c414-415d-b5c2-56b021cf055f', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f660fb-6461-43ad-b03e-2ce33710fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:59:52Z', 'updated_at': '2022-03-07T04:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:01:41.125484 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (18430774-e82b-41cf-858c-afdbd3cd2816), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.145198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=6bbefdf7-c414-415d-b5c2-56b021cf055f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:41.169442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] Pushing event deleted for resources: {'Port': ['ID=18430774-e82b-41cf-858c-afdbd3cd2816,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:41.181661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2b8a3-4241-4bb3-9c04-1009def099c9 None None] No DVR routers for this DVR port 18430774-e82b-41cf-858c-afdbd3cd2816 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:01:41.233361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (75f660fb-6461-43ad-b03e-2ce33710fc74), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.332274 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (75f660fb-6461-43ad-b03e-2ce33710fc74), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.334449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_controller (75f660fb-6461-43ad-b03e-2ce33710fc74), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.379796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (75f660fb-6461-43ad-b03e-2ce33710fc74), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.380369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Fanout notify agent at l3_agent the message router_deleted on router 75f660fb-6461-43ad-b03e-2ce33710fc74 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:01:41.387075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.388215 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5ae5ad24-77df-498a-abc4-b66ebdc69994 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/routers/75f660fb-6461-43ad-b03e-2ce33710fc74 HTTP/1.1" status: 204 len: 168 time: 0.9311306 Mar 07 05:01:41.390977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51068) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:41.473053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.592625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.610010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18430774-e82b-41cf-858c-afdbd3cd2816 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:41.615878 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ceaade-e7e3-4afd-a8a0-eced0f23f4aa']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:41.628013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a92b0d-b946-417f-95e5-e6356dfb87c0') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:41.628621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a92b0d-b946-417f-95e5-e6356dfb87c0') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:41.640572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (d6a92b0d-b946-417f-95e5-e6356dfb87c0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.649652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 18430774-e82b-41cf-858c-afdbd3cd2816 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:41.650460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 18430774-e82b-41cf-858c-afdbd3cd2816 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:41.651128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc824b62-019d-4085-82c0-b60d72baa431 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:41.663864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (d6a92b0d-b946-417f-95e5-e6356dfb87c0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.672186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:01:41.672698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fc824b62-019d-4085-82c0-b60d72baa431 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:41.673056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fc824b62-019d-4085-82c0-b60d72baa431 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:41.673599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (d6a92b0d-b946-417f-95e5-e6356dfb87c0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:01:41.685187 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:01:41.778011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (27ceaade-e7e3-4afd-a8a0-eced0f23f4aa), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.785560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.788727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/networks/27ceaade-e7e3-4afd-a8a0-eced0f23f4aa HTTP/1.1" status: 204 len: 168 time: 0.3967466 Mar 07 05:01:41.807882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d3fa1-41e9-420e-920a-ed71130c0a98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Network': ['ID=27ceaade-e7e3-4afd-a8a0-eced0f23f4aa,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:41.813665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:41.821503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'network': {'name': 'tempest-network-smoke--1099252001', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:41.852207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:01:41.856084 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.890142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:01:41.910613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.911261 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Added segment 6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7 of type vlan for network c99dae45-0c50-4bca-8f60-3b33d271771f Mar 07 05:01:41.960972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c99dae45-0c50-4bca-8f60-3b33d271771f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:41.996211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c99dae45-0c50-4bca-8f60-3b33d271771f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.001318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:42.001901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.040140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2252548 Mar 07 05:01:42.043105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51080) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:42.047793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-840981996', 'admin_state_up': True, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:42.072912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (586b9d1f-9363-4f3e-aa19-954cf34c3430), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.073940 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (586b9d1f-9363-4f3e-aa19-954cf34c3430), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.078151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46fd2a-4000-476b-a7c5-464c36c703a9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Network': ['ID=c99dae45-0c50-4bca-8f60-3b33d271771f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:42.092692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c99dae45-0c50-4bca-8f60-3b33d271771f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:01:42.129477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_controller (586b9d1f-9363-4f3e-aa19-954cf34c3430), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.293616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (586b9d1f-9363-4f3e-aa19-954cf34c3430), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.508668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (586b9d1f-9363-4f3e-aa19-954cf34c3430), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.533416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.639371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.25.4.76 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/060cd072-8034-4a32-85d6-539d12d03d3a) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:01:42.753105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (060cd072-8034-4a32-85d6-539d12d03d3a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.787495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:42.827927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:42.832791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:42.835584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:01:42.861136 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=060cd072-8034-4a32-85d6-539d12d03d3a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:43.106994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (586b9d1f-9363-4f3e-aa19-954cf34c3430), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:43.274357 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6bbefdf7-c414-415d-b5c2-56b021cf055f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:01:43.296274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 6bbefdf7-c414-415d-b5c2-56b021cf055f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:01:43.296812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6bbefdf7-c414-415d-b5c2-56b021cf055f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:01:43.330604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (586b9d1f-9363-4f3e-aa19-954cf34c3430), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:43.462868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 586b9d1f-9363-4f3e-aa19-954cf34c3430 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:01:43.574277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:01:43.584533 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Sync routers for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:01:43.594444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:43.595672 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:43.595832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-68910d49-f8c1-4629-bdf0-f266efaf9792 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5515749 Mar 07 05:01:43.597157 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:43.599374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51094) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:43.628972 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9e9ee65e-c4a4-4776-8223-0a4bc5c50202 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=186bd24ecbb44c83894d9163a457123e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279226 Mar 07 05:01:43.631653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51096) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:43.706985 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:43.724148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab9356-6c17-4bfe-87d3-ea5712c1b5be tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:43.728541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5ab9356-6c17-4bfe-87d3-ea5712c1b5be tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932388 Mar 07 05:01:43.728834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51098) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:43.764426 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d4187c2-594e-44d6-8ee3-e284aeeb3680 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321217 Mar 07 05:01:43.764685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:43.769469 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179712127', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:43.858443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:01:43.862182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:43.894298 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:42Z', 'revision_number': 3, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:43.921608 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Checking router: 586b9d1f-9363-4f3e-aa19-954cf34c3430 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:01:43.922075 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Updating router 586b9d1f-9363-4f3e-aa19-954cf34c3430 port 060cd072-8034-4a32-85d6-539d12d03d3a binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:01:43.951204 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.061470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (6cca3101-642c-476e-9069-658a70e543af), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.122490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Subnet': ['ID=6cca3101-642c-476e-9069-658a70e543af,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:44.133555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Checking segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:44.134007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network hostable DHCP agents. Network: c99dae45-0c50-4bca-8f60-3b33d271771f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:01:44.151504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c99dae45-0c50-4bca-8f60-3b33d271771f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:01:44.161618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c99dae45-0c50-4bca-8f60-3b33d271771f) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:44.165877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:44.166524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.175233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202ed0d-5cf4-4007-b931-d74904b2565d None None] Network c99dae45-0c50-4bca-8f60-3b33d271771f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:01:44.186473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b483a126-1c98-4421-9148-839e2044aa4f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4182310 Mar 07 05:01:44.186962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51102) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:44.233807 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Publish callbacks [] for port (060cd072-8034-4a32-85d6-539d12d03d3a), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.240792 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.289830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Attempting to bind port 060cd072-8034-4a32-85d6-539d12d03d3a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:01:44.290344 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Attempting to bind port 060cd072-8034-4a32-85d6-539d12d03d3a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:01:44.290716 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Attempting to bind port 060cd072-8034-4a32-85d6-539d12d03d3a on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:44.302209 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:01:44.302547 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:44.302977 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.303336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:01:44.303924 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Bound port: 060cd072-8034-4a32-85d6-539d12d03d3a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:01:44.304188 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.308713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c99dae45-0c50-4bca-8f60-3b33d271771f', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:01:44.311678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.358978 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] For port 060cd072-8034-4a32-85d6-539d12d03d3a, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:01:44.362054 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] For port 060cd072-8034-4a32-85d6-539d12d03d3a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=060cd072-8034-4a32-85d6-539d12d03d3a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:01:44.370446 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Pushing event updated for resources: {'Port': ['ID=060cd072-8034-4a32-85d6-539d12d03d3a,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:44.380210 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.384320 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.384673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.385022 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.385359 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.385693 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.386115 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.386448 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.386777 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.387165 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.387500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.387825 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.388202 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.388532 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:44.447141 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991ac2c-18f6-47f3-9556-16dc41e70eea None None] Pushing event updated for resources: {'Port': ['ID=060cd072-8034-4a32-85d6-539d12d03d3a,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:44.468741 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:44.469366 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:44.513831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Allocated IP 172.20.0.2 (c99dae45-0c50-4bca-8f60-3b33d271771f/6cca3101-642c-476e-9069-658a70e543af/9dce15a0-59c4-4085-973d-aa9f8ef902da) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:01:44.606576 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:44.698361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Publish callbacks [] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.711666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.737474 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.760695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Pushing event updated for resources: {'Port': ['ID=9dce15a0-59c4-4085-973d-aa9f8ef902da,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:44.786947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Network c99dae45-0c50-4bca-8f60-3b33d271771f is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:44.788792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:44.791952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:01:44.859922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Attempting to bind port 9dce15a0-59c4-4085-973d-aa9f8ef902da on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:01:44.860215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Attempting to bind port 9dce15a0-59c4-4085-973d-aa9f8ef902da by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:01:44.860589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Attempting to bind port 9dce15a0-59c4-4085-973d-aa9f8ef902da on network c99dae45-0c50-4bca-8f60-3b33d271771f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:44.866875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:01:44.867252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Checking segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:44.867929 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.868331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Bound using segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:01:44.868802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Bound port: 9dce15a0-59c4-4085-973d-aa9f8ef902da, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:01:44.869183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:44.919821 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:42Z', 'revision_number': 3, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:44.941908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] For port 9dce15a0-59c4-4085-973d-aa9f8ef902da, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:01:44.945742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] For port 9dce15a0-59c4-4085-973d-aa9f8ef902da, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9dce15a0-59c4-4085-973d-aa9f8ef902da,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:01:44.950428 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdbe36-211d-4f5e-a948-5caa6978529e None None] The sync data for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 is: [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:42Z', 'revision_number': 3, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:01:44.960110 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.042612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eac7e-c930-405a-9294-5fb9d5a9ef64 None None] Pushing event updated for resources: {'Port': ['ID=9dce15a0-59c4-4085-973d-aa9f8ef902da,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:45.081647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.20.0.1 (c99dae45-0c50-4bca-8f60-3b33d271771f/6cca3101-642c-476e-9069-658a70e543af/961775a0-827b-495e-834e-8b0f09d60d0b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:01:45.230098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (961775a0-827b-495e-834e-8b0f09d60d0b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.323580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.439229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c99dae45-0c50-4bca-8f60-3b33d271771f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:45.452176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:45.467626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:01:45.476233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=961775a0-827b-495e-834e-8b0f09d60d0b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:45.513736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9dce15a0-59c4-4085-973d-aa9f8ef902da up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:45.547187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (586b9d1f-9363-4f3e-aa19-954cf34c3430), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.596228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9dce15a0-59c4-4085-973d-aa9f8ef902da triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:45.596674 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.869464 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9dce15a0-59c4-4085-973d-aa9f8ef902da is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:45.869854 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.926918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 9dce15a0-59c4-4085-973d-aa9f8ef902da, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9dce15a0-59c4-4085-973d-aa9f8ef902da,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:45.939331 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:45.941296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 060cd072-8034-4a32-85d6-539d12d03d3a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:46.033380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=9dce15a0-59c4-4085-973d-aa9f8ef902da,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:46.044284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 060cd072-8034-4a32-85d6-539d12d03d3a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:46.044662 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.155434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 060cd072-8034-4a32-85d6-539d12d03d3a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:46.155756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.169263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.192102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 060cd072-8034-4a32-85d6-539d12d03d3a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=060cd072-8034-4a32-85d6-539d12d03d3a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:46.201073 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.292882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=060cd072-8034-4a32-85d6-539d12d03d3a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:46.428686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2dc5c-9c90-4f55-9cf3-e25263ef1a7d None None] Network c99dae45-0c50-4bca-8f60-3b33d271771f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:01:46.581031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1a4fdf7f-e05b-43bf-828b-0d315ee31fcc None None] Provisioning complete for port 9dce15a0-59c4-4085-973d-aa9f8ef902da triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:46.581720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdf7f-e05b-43bf-828b-0d315ee31fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.593658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (961775a0-827b-495e-834e-8b0f09d60d0b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.603071 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.693480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (586b9d1f-9363-4f3e-aa19-954cf34c3430), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:46.697473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=961775a0-827b-495e-834e-8b0f09d60d0b,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:46.742677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fdf7f-e05b-43bf-828b-0d315ee31fcc None None] Current status of the port 9dce15a0-59c4-4085-973d-aa9f8ef902da is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:46.813564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c99dae45-0c50-4bca-8f60-3b33d271771f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:46.815637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:46.983723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 586b9d1f-9363-4f3e-aa19-954cf34c3430 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:01:47.089020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-54f58bbb-4048-41c1-92cb-c4675afc7df8 None None] Provisioning complete for port 961775a0-827b-495e-834e-8b0f09d60d0b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:47.092449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54f58bbb-4048-41c1-92cb-c4675afc7df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:47.153042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-54f58bbb-4048-41c1-92cb-c4675afc7df8 None None] Port 961775a0-827b-495e-834e-8b0f09d60d0b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:01:47.165833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-54f58bbb-4048-41c1-92cb-c4675afc7df8 None None] Provisioning complete for port 9dce15a0-59c4-4085-973d-aa9f8ef902da triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:47.167187 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-54f58bbb-4048-41c1-92cb-c4675afc7df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:47.183603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:01:47.200042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c403b0d3-7b28-4870-8026-ebb55ff998a2 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "PUT /v2.0/routers/586b9d1f-9363-4f3e-aa19-954cf34c3430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0109558 Mar 07 05:01:47.201720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51118) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:47.307024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-54f58bbb-4048-41c1-92cb-c4675afc7df8 None None] Current status of the port 9dce15a0-59c4-4085-973d-aa9f8ef902da is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:47.391942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9dce15a0-59c4-4085-973d-aa9f8ef902da up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:47.421365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.422198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.422839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.423472 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.424111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.424801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.426820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c5677d5f-1b45-47ca-9802-516277c50a5e tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4292 time: 0.2234747 Mar 07 05:01:47.429445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:47.457058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Sync routers for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:01:47.480683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-18db1aca-4763-4762-b6bf-fbad9964d9e3 None None] Provisioning complete for port 961775a0-827b-495e-834e-8b0f09d60d0b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:47.481056 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18db1aca-4763-4762-b6bf-fbad9964d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:47.511438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:47.512005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:47.559612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.560423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.561045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.562158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.562268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.562663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:47.567946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51124) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:47.571067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9255b641-b03f-4d21-adbe-ef3771667b45 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1402183 Mar 07 05:01:47.609914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-18db1aca-4763-4762-b6bf-fbad9964d9e3 None None] Port 961775a0-827b-495e-834e-8b0f09d60d0b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:01:47.620229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9dce15a0-59c4-4085-973d-aa9f8ef902da triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:47.620617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:47.722528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:47.800155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9388409b-bbb5-47b6-bfe3-2f9a65ec3944 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2301710 Mar 07 05:01:47.915079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9dce15a0-59c4-4085-973d-aa9f8ef902da is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:47.916331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 060cd072-8034-4a32-85d6-539d12d03d3a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:47.964102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-24716d70-7099-4e29-a3d1-cdc9e4f67b42 None None] Provisioning complete for port 961775a0-827b-495e-834e-8b0f09d60d0b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:47.964665 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24716d70-7099-4e29-a3d1-cdc9e4f67b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.019986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 060cd072-8034-4a32-85d6-539d12d03d3a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:48.020518 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.072752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-24716d70-7099-4e29-a3d1-cdc9e4f67b42 None None] Port 961775a0-827b-495e-834e-8b0f09d60d0b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:01:48.141562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 060cd072-8034-4a32-85d6-539d12d03d3a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:48.150745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 2, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:48.181154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Checking router: 586b9d1f-9363-4f3e-aa19-954cf34c3430 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:01:48.181637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Updating router 586b9d1f-9363-4f3e-aa19-954cf34c3430 port 961775a0-827b-495e-834e-8b0f09d60d0b binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:01:48.210083 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.331438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51128) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:48.336199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966611753', 'description': 'tempest-secgroup-smoke-966611753 description', 'project_id': '186bd24ecbb44c83894d9163a457123e'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:48.359579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.442495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (d0220c09-3c4c-4f74-abd0-a96f5dfe9855), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.451306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d0220c09-3c4c-4f74-abd0-a96f5dfe9855), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.501188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.506775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1738605 Mar 07 05:01:48.507572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51130) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:48.514166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': 'd0220c09-3c4c-4f74-abd0-a96f5dfe9855', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:48.521162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0081655-9f28-4fcc-ae8a-96089ff5dd29 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0220c09-3c4c-4f74-abd0-a96f5dfe9855,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:48.529229 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Publish callbacks [] for port (961775a0-827b-495e-834e-8b0f09d60d0b), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.539454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.573898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (2f91b918-4f29-4616-b10b-cb66007a9da3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.641428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedd78b-8f79-414f-a6cd-1e076c023ef5 None None] Pushing event updated for resources: {'Port': ['ID=961775a0-827b-495e-834e-8b0f09d60d0b,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:48.696219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Attempting to bind port 961775a0-827b-495e-834e-8b0f09d60d0b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:01:48.696980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Attempting to bind port 961775a0-827b-495e-834e-8b0f09d60d0b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:01:48.697220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Attempting to bind port 961775a0-827b-495e-834e-8b0f09d60d0b on network c99dae45-0c50-4bca-8f60-3b33d271771f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:48.708356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:01:48.708991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Checking segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:48.709632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.710189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Bound using segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:01:48.710789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Bound port: 961775a0-827b-495e-834e-8b0f09d60d0b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:01:48.711280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.750396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (2f91b918-4f29-4616-b10b-cb66007a9da3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.759773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2f91b918-4f29-4616-b10b-cb66007a9da3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.797624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f91b918-4f29-4616-b10b-cb66007a9da3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:48.823179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.823460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] For port 961775a0-827b-495e-834e-8b0f09d60d0b, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:01:48.828000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51134) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:48.830306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] For port 961775a0-827b-495e-834e-8b0f09d60d0b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=961775a0-827b-495e-834e-8b0f09d60d0b,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:01:48.834209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': 'd0220c09-3c4c-4f74-abd0-a96f5dfe9855', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:48.836182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fb2129b6-b37a-48b0-936e-3b56be92094c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277421 Mar 07 05:01:48.843295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.876511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (0e6c9355-b3a0-40de-a70f-ca262a78f8d0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.902052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:01:48.903387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:48.962729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (0e6c9355-b3a0-40de-a70f-ca262a78f8d0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:48.967436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedd78b-8f79-414f-a6cd-1e076c023ef5 None None] Pushing event updated for resources: {'Port': ['ID=961775a0-827b-495e-834e-8b0f09d60d0b,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:48.977551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0e6c9355-b3a0-40de-a70f-ca262a78f8d0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.003729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6c9355-b3a0-40de-a70f-ca262a78f8d0,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:49.013691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.019141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51136) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:49.025535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': 'd0220c09-3c4c-4f74-abd0-a96f5dfe9855', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:49.029868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-76a00f13-b1b2-49d4-a0ed-f5d160a61b49 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2004678 Mar 07 05:01:49.062906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] Provisioning complete for port 961775a0-827b-495e-834e-8b0f09d60d0b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:49.063721 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.068855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (343658ca-bbad-43c8-b840-59225d3b28cb), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.104385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:01:49.151911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (343658ca-bbad-43c8-b840-59225d3b28cb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.156279 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (343658ca-bbad-43c8-b840-59225d3b28cb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.182422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343658ca-bbad-43c8-b840-59225d3b28cb,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:49.188977 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.195637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51138) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:49.200548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': 'd0220c09-3c4c-4f74-abd0-a96f5dfe9855', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:49.206544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3e0b85e6-8ffa-4755-b77a-e4ca29912e78 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842923 Mar 07 05:01:49.232612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (e88e4920-91ec-4878-bb33-dab16f028fb4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.327774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (e88e4920-91ec-4878-bb33-dab16f028fb4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.333141 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (e88e4920-91ec-4878-bb33-dab16f028fb4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.352165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88e4920-91ec-4878-bb33-dab16f028fb4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:49.373931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.376193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-409047f7-516a-4818-817a-cfc462826d1c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792340 Mar 07 05:01:49.379347 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51140) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:49.389728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': 'd0220c09-3c4c-4f74-abd0-a96f5dfe9855', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:49.415406 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Project 186bd24ecbb44c83894d9163a457123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:01:49.420341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (4c1dde54-28cf-4414-8cdf-a704f32866f3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.491338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (4c1dde54-28cf-4414-8cdf-a704f32866f3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.495093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4c1dde54-28cf-4414-8cdf-a704f32866f3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.513399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1dde54-28cf-4414-8cdf-a704f32866f3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:49.524412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.528383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5d8b464b-9004-466b-adef-a1824a6930c4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449938 Mar 07 05:01:49.528600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:01:49.533260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'security_group_rule': {'security_group_id': 'd0220c09-3c4c-4f74-abd0-a96f5dfe9855', 'project_id': '186bd24ecbb44c83894d9163a457123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:49.554289 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Project 186bd24ecbb44c83894d9163a457123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:01:49.560594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (58f7b473-5929-46fb-b1c2-d43e857da838), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.578539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] Current status of the port 961775a0-827b-495e-834e-8b0f09d60d0b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:49.579007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.622924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] For port 961775a0-827b-495e-834e-8b0f09d60d0b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=961775a0-827b-495e-834e-8b0f09d60d0b,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:49.626472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:48Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:01:49.631077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.634564 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (58f7b473-5929-46fb-b1c2-d43e857da838), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.640022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (58f7b473-5929-46fb-b1c2-d43e857da838), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.660406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f7b473-5929-46fb-b1c2-d43e857da838,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:49.667328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8398db60-d6e4-41d6-bc69-46350d520016 None None] The sync data for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 is: [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:48Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:01:49.671508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.673257 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f3cdee69-a6f6-4196-9042-a13f091e4b7f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435733 Mar 07 05:01:49.754682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b352-4cc5-47ec-8d5c-b11cd80d208b None None] Pushing event updated for resources: {'Port': ['ID=961775a0-827b-495e-834e-8b0f09d60d0b,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:49.766024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d04f7f30-bf57-492a-a93f-007816da4e97 None None] Provisioning complete for port 961775a0-827b-495e-834e-8b0f09d60d0b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:49.766334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f30-bf57-492a-a93f-007816da4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:49.893545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d04f7f30-bf57-492a-a93f-007816da4e97 None None] Current status of the port 961775a0-827b-495e-834e-8b0f09d60d0b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:49.959261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-4720008c-e630-4856-aaf4-49abe063807d tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966611753&fields=id&tenant_id=186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 267 time: 0.0626919 Mar 07 05:01:50.086589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-adaf9636-bad7-41e8-94fd-033e593a9b98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:50.088143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-adaf9636-bad7-41e8-94fd-033e593a9b98 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/networks?id=c99dae45-0c50-4bca-8f60-3b33d271771f HTTP/1.1" status: 200 len: 797 time: 0.1141801 Mar 07 05:01:50.104654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-db62934f-39db-4166-88f6-f093af0c5ec7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/quotas/186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 375 time: 0.0107255 Mar 07 05:01:50.166961 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:50.172426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-dfad9f59-7872-4d0f-ad11-d6275061c108 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618184 Mar 07 05:01:50.281369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-44dee65e-4a05-43fc-9cf4-44466c923804 service neutron] 10.222.0.21 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957422 Mar 07 05:01:50.382897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bf5b0760-5984-449e-8e7a-9a10d97caf9b service neutron] 10.222.0.21 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945401 Mar 07 05:01:50.429341 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:01:50.563351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1862057f-ffc2-4b32-bfbf-0e830668aaa1 req-59066bbb-e808-4e82-925e-f13475213f68 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 210 time: 0.0343077 Mar 07 05:01:51.386663 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 961775a0-827b-495e-834e-8b0f09d60d0b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:51.444854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 961775a0-827b-495e-834e-8b0f09d60d0b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:51.445246 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:51.535739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 961775a0-827b-495e-834e-8b0f09d60d0b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:51.693233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfd7fdb9-63c3-438e-b280-fdb27bf153f8 req-dfa066e4-5419-4f1a-bb28-3c74dbe45e13 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 210 time: 0.0463545 Mar 07 05:01:51.781660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-c38fb48c-0d5f-46bb-90f5-f36929d30379 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:51.783116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-c38fb48c-0d5f-46bb-90f5-f36929d30379 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/networks?id=c99dae45-0c50-4bca-8f60-3b33d271771f HTTP/1.1" status: 200 len: 797 time: 0.1376512 Mar 07 05:01:51.854578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-1b34c9a6-87d3-4c90-9a31-8174e2d61a44 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186bd24ecbb44c83894d9163a457123e HTTP/1.1" status: 200 len: 379 time: 0.0626805 Mar 07 05:01:51.864984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'port': {'device_id': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'admin_state_up': True, 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'security_groups': ['d0220c09-3c4c-4f74-abd0-a96f5dfe9855']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:51.975521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Made reservation on behalf of 186bd24ecbb44c83894d9163a457123e for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:01:51.978961 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.109370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.20.0.11 (c99dae45-0c50-4bca-8f60-3b33d271771f/6cca3101-642c-476e-9069-658a70e543af/b629cc4d-8661-4da2-a39b-e65ce1aa4232) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:01:52.247646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.289578 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.329721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network c99dae45-0c50-4bca-8f60-3b33d271771f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:01:52.335602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:01:52.338159 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:01:52.380723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.384517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=b629cc4d-8661-4da2-a39b-e65ce1aa4232,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:52.408907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:52.409684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.427643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-bee866b6-8c32-4b9e-9fde-9b3dad3fde7b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667377 Mar 07 05:01:52.439316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Request body: {'port': {'device_id': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:01:52.510088 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.647546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-140dd90a-89d6-4e00-9a3b-b531b6ca0600 None None] Provisioning complete for port b629cc4d-8661-4da2-a39b-e65ce1aa4232 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:52.648073 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-140dd90a-89d6-4e00-9a3b-b531b6ca0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.686800 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-140dd90a-89d6-4e00-9a3b-b531b6ca0600 None None] Port b629cc4d-8661-4da2-a39b-e65ce1aa4232 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:01:52.811021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b629cc4d-8661-4da2-a39b-e65ce1aa4232 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:01:52.821750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Publish callbacks [] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.842527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Transition to ACTIVE for port object b629cc4d-8661-4da2-a39b-e65ce1aa4232 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:01:52.856342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bc0bf-4061-4dc8-b897-015e8bffbeb3 req-d2e7098a-9ccb-48be-84c1-680d452139b6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:52.857841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d6bc0bf-4061-4dc8-b897-015e8bffbeb3 req-d2e7098a-9ccb-48be-84c1-680d452139b6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 932 time: 0.0838475 Mar 07 05:01:52.858638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:52.944717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Pushing event updated for resources: {'Port': ['ID=b629cc4d-8661-4da2-a39b-e65ce1aa4232,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:53.007439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d6bc0bf-4061-4dc8-b897-015e8bffbeb3 req-a1ba1dfe-338d-4acf-9ea8-b9eb433e478f tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406832 Mar 07 05:01:53.044549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Attempting to bind port b629cc4d-8661-4da2-a39b-e65ce1aa4232 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:01:53.044891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Attempting to bind port b629cc4d-8661-4da2-a39b-e65ce1aa4232 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:01:53.045227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Attempting to bind port b629cc4d-8661-4da2-a39b-e65ce1aa4232 on network c99dae45-0c50-4bca-8f60-3b33d271771f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:53.050714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Port b629cc4d-8661-4da2-a39b-e65ce1aa4232 on network c99dae45-0c50-4bca-8f60-3b33d271771f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:01:53.051047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Attempting to bind port b629cc4d-8661-4da2-a39b-e65ce1aa4232 on network c99dae45-0c50-4bca-8f60-3b33d271771f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:01:53.057118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:01:53.057603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Checking segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:01:53.058030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Bound using segment: {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:01:53.058473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Bound port: b629cc4d-8661-4da2-a39b-e65ce1aa4232, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:01:53.058837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:53.129616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] For port b629cc4d-8661-4da2-a39b-e65ce1aa4232, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:01:53.132657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] For port b629cc4d-8661-4da2-a39b-e65ce1aa4232, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:01:53.139219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:53.180813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.181460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:53.182911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] 10.222.0.15 "PUT /v2.0/ports/b629cc4d-8661-4da2-a39b-e65ce1aa4232 HTTP/1.1" status: 200 len: 1092 time: 0.7479835 Mar 07 05:01:53.183372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:53.185641 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a22351-843b-438a-8d74-d6dbd0d0ce44" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:53.208493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17439b4-49d1-4962-947b-85dd8baf6875 service neutron] Pushing event updated for resources: {'Port': ['ID=b629cc4d-8661-4da2-a39b-e65ce1aa4232,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:53.279761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-c433da2a-d441-4b5d-a7b7-2a70281fba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.281406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-c433da2a-d441-4b5d-a7b7-2a70281fba46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 1126 time: 0.0493340 Mar 07 05:01:53.335872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-16e07bf3-2b3d-414c-bc21-b901a5eae7c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232 HTTP/1.1" status: 200 len: 217 time: 0.0474651 Mar 07 05:01:53.376419 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbfbf98-50b1-41d3-b1fc-8e231976a160 x-openstack-request-id: req-1cbfbf98-50b1-41d3-b1fc-8e231976a160 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:53.376764 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:53.376989 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cbfbf98-50b1-41d3-b1fc-8e231976a160 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:53.378008 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'status': 'completed', 'code': 200} Mar 07 05:01:53.402290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-e610e3b4-e760-4419-91ac-c4f3ed0fb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.403768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-e610e3b4-e760-4419-91ac-c4f3ed0fb7f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cca3101-642c-476e-9069-658a70e543af HTTP/1.1" status: 200 len: 835 time: 0.0620778 Mar 07 05:01:53.454694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-ac9d7164-418c-4871-be7f-6985ca3feddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.457150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-ac9d7164-418c-4871-be7f-6985ca3feddb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c99dae45-0c50-4bca-8f60-3b33d271771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465868 Mar 07 05:01:53.549881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-48fd5c3d-5f4a-40c3-aedf-9082e7d53470 service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864139 Mar 07 05:01:53.641009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-88d14f47-214b-4418-9f3a-3d93010b01d6 req-d3c8357f-786b-44ae-9592-cf8da135bda3 service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860310 Mar 07 05:01:53.732841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-fcef4892-ccd2-4a96-9209-5a0bf379158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.734383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-fcef4892-ccd2-4a96-9209-5a0bf379158f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 1126 time: 0.0472591 Mar 07 05:01:53.828921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-443289a1-c80c-4809-b17e-b9254ab759e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.830892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-443289a1-c80c-4809-b17e-b9254ab759e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c99dae45-0c50-4bca-8f60-3b33d271771f HTTP/1.1" status: 200 len: 898 time: 0.0901330 Mar 07 05:01:53.872289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-6c911b8e-d833-4968-a192-6caa44346606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232 HTTP/1.1" status: 200 len: 217 time: 0.0356915 Mar 07 05:01:53.920333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-9591793a-6e5a-44a2-b075-a5daba03914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.921764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-9591793a-6e5a-44a2-b075-a5daba03914c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cca3101-642c-476e-9069-658a70e543af HTTP/1.1" status: 200 len: 835 time: 0.0435207 Mar 07 05:01:53.975351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-b031d7da-7b09-4a89-9114-1d6121edb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:53.976850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-b031d7da-7b09-4a89-9114-1d6121edb788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c99dae45-0c50-4bca-8f60-3b33d271771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486195 Mar 07 05:01:54.064582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-78327f67-3d41-4fda-bf84-8dd672595278 service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812068 Mar 07 05:01:54.196524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5a22351-843b-438a-8d74-d6dbd0d0ce44 req-63ffb6d7-81f8-49c1-a82b-815722fd01f0 service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250091 Mar 07 05:01:54.204283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53501448-b16f-462b-a2f7-3ae04c0b2fea req-3b652c75-8552-40c0-ba40-50f00a3cf914 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:54.206460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53501448-b16f-462b-a2f7-3ae04c0b2fea req-3b652c75-8552-40c0-ba40-50f00a3cf914 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 944 time: 0.1157808 Mar 07 05:01:54.256351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53501448-b16f-462b-a2f7-3ae04c0b2fea req-d44cb532-7004-4efa-87ef-bfa670921222 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Mar 07 05:01:55.386468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1be3f-1e40-403b-a9e9-fd1fb4e8082b req-c8d98cee-8844-459f-afb9-49d2e2d81bb4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:55.387954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7d1be3f-1e40-403b-a9e9-fd1fb4e8082b req-c8d98cee-8844-459f-afb9-49d2e2d81bb4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 944 time: 0.0617607 Mar 07 05:01:55.436672 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7d1be3f-1e40-403b-a9e9-fd1fb4e8082b req-fa34d215-02c3-4976-8c19-1ed375a90d73 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Mar 07 05:01:56.037249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b629cc4d-8661-4da2-a39b-e65ce1aa4232 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:01:56.134807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b629cc4d-8661-4da2-a39b-e65ce1aa4232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:56.146013 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'port_id': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'mac_address': 'fa:16:3e:d8:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:01:56.187219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b629cc4d-8661-4da2-a39b-e65ce1aa4232 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:56.187611 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:56.201260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b629cc4d-8661-4da2-a39b-e65ce1aa4232 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:01:56.226203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b629cc4d-8661-4da2-a39b-e65ce1aa4232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:56.232965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:56.284935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b629cc4d-8661-4da2-a39b-e65ce1aa4232,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:56.292794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.293148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.293495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.293839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.294205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.294545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.294891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.295204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.295541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.295858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.296181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.296506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.296827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:01:56.433990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['b629cc4d-8661-4da2-a39b-e65ce1aa4232'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:01:56.569367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333114-2fd1-4971-a387-edf0ab5009f3 req-a28267e1-df66-4258-bfd0-db3ae65d69f7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:56.571801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53333114-2fd1-4971-a387-edf0ab5009f3 req-a28267e1-df66-4258-bfd0-db3ae65d69f7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 945 time: 0.0606642 Mar 07 05:01:56.632535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53333114-2fd1-4971-a387-edf0ab5009f3 req-63c8e3be-6427-4b75-9ba8-400a55bcd59e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534315 Mar 07 05:01:57.752006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64753a72-da4d-40fb-b917-11a4bd4b0930 req-ac43a663-af4f-462d-b10d-515acebd9efe tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:57.754256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64753a72-da4d-40fb-b917-11a4bd4b0930 req-ac43a663-af4f-462d-b10d-515acebd9efe tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 945 time: 0.0533857 Mar 07 05:01:57.806348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64753a72-da4d-40fb-b917-11a4bd4b0930 req-50ad1ed2-c00b-4a49-a71d-45e5d2ccd1fc tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465124 Mar 07 05:01:58.052814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b629cc4d-8661-4da2-a39b-e65ce1aa4232 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:01:58.103037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port b629cc4d-8661-4da2-a39b-e65ce1aa4232 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:01:58.107697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port b629cc4d-8661-4da2-a39b-e65ce1aa4232 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:01:58.108069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:58.189575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port b629cc4d-8661-4da2-a39b-e65ce1aa4232 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:01:58.190771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:58.214441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:01:58.216632 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d907663f-3e4f-4364-b93b-73c6dcdb38bf" -d '{"events": [{"server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "name": "network-vif-plugged", "status": "completed", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:01:58.229271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port b629cc4d-8661-4da2-a39b-e65ce1aa4232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:01:58.234638 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:01:58.270836 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbcd635-c272-44c7-aec2-0d6bb3fab844 x-openstack-request-id: req-1cbcd635-c272-44c7-aec2-0d6bb3fab844 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:01:58.271213 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "name": "network-vif-plugged", "status": "completed", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:01:58.271397 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cbcd635-c272-44c7-aec2-0d6bb3fab844 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:01:58.271770 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'code': 200} Mar 07 05:01:58.287609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=b629cc4d-8661-4da2-a39b-e65ce1aa4232,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:01:58.355064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f98b1-d9ef-4560-9559-65be465b8bb3 req-2e32361d-24ff-46ca-aba5-f9775e527246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:58.356618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-747f98b1-d9ef-4560-9559-65be465b8bb3 req-2e32361d-24ff-46ca-aba5-f9775e527246 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 1128 time: 0.0446091 Mar 07 05:01:58.403110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-747f98b1-d9ef-4560-9559-65be465b8bb3 req-63f29bf8-8921-4392-8c78-e62f953fa5ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Mar 07 05:01:58.938613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e322c6-7acd-4738-a365-81dba9097bb7 req-6c36bf1a-0b96-4641-92a6-9290588f23a4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:01:58.940346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07e322c6-7acd-4738-a365-81dba9097bb7 req-6c36bf1a-0b96-4641-92a6-9290588f23a4 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 946 time: 0.0618265 Mar 07 05:01:58.992547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07e322c6-7acd-4738-a365-81dba9097bb7 req-179f961c-d246-416c-bbf4-05f770de7af5 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Mar 07 05:02:00.116046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91b927-9b4f-4b51-bdc9-81f1fd0086de req-6562fb1d-e1ef-4d72-b9dd-47b5f7cac4a7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:00.117449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b91b927-9b4f-4b51-bdc9-81f1fd0086de req-6562fb1d-e1ef-4d72-b9dd-47b5f7cac4a7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 946 time: 0.0583160 Mar 07 05:02:00.166495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b91b927-9b4f-4b51-bdc9-81f1fd0086de req-0c3f1893-c11a-4971-80db-2acc90977ba3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Mar 07 05:02:00.281326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1862931-f038-4fae-9705-e2284b7908d4 req-a8b67621-bcea-444e-afa2-001e243334af tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:00.282694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1862931-f038-4fae-9705-e2284b7908d4 req-a8b67621-bcea-444e-afa2-001e243334af tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 946 time: 0.0522492 Mar 07 05:02:00.331057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1862931-f038-4fae-9705-e2284b7908d4 req-c82f9d18-5ce8-4f6d-83d1-f3cd68a79bc9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Mar 07 05:02:00.353327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51220) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:00.399181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becd4f0-c065-47b5-8e8d-6b34403e0b21 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:00.400710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8becd4f0-c065-47b5-8e8d-6b34403e0b21 tempest-TestNetworkBasicOps-207868743 tempest-TestNetworkBasicOps-207868743-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 1123 time: 0.0464048 Mar 07 05:02:00.403437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:00.407565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:00.428169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:00.526622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:00.628785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Allocated IP 172.25.4.203 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/f0ee748d-1bc1-431e-b913-2be354f78e1a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:00.733302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:00.768486 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:00.821421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:00.823110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:00.824867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=f0ee748d-1bc1-431e-b913-2be354f78e1a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:00.826975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:00.854338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.854691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.855050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.855378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.855706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.856033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.856360 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.856686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.857009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.857330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.857651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.857969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:00.858306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:01.201449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (2cd402db-0d0f-442a-a6c5-f98ac1df7ff7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:01.272805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:01.438261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:01.444287 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:01.857150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event updated for resources: {'Port': ['ID=f0ee748d-1bc1-431e-b913-2be354f78e1a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:01.864095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2cd402db-0d0f-442a-a6c5-f98ac1df7ff7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:01.974059 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Floating IP 2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 associated. External IP: 172.25.4.203, port: b629cc4d-8661-4da2-a39b-e65ce1aa4232. Mar 07 05:02:02.204205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 586b9d1f-9363-4f3e-aa19-954cf34c3430 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:02:02.316301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:02.329580 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] Sync routers for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:02.335731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:02.340946 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:02.341721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:02.378940 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fde5de65-f123-40c0-9502-fe978cb4579c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9720187 Mar 07 05:02:02.378940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:02:02.379324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51228) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:02.379818 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3588c7fa-476c-40e8-9d87-74ea38d9422c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:02:02.417627 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd8496-436e-47cc-a5e9-cbd17d9af9f5 x-openstack-request-id: req-edcd8496-436e-47cc-a5e9-cbd17d9af9f5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:02:02.418220 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:02:02.418678 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edcd8496-436e-47cc-a5e9-cbd17d9af9f5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:02:02.419276 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'status': 'completed', 'code': 200} Mar 07 05:02:02.458600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9b405825-249f-411f-994a-1972b5d60a0c tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/floatingips/2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 HTTP/1.1" status: 200 len: 992 time: 0.0774219 Mar 07 05:02:02.493512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-a96186f1-454f-470c-a86a-d0b7d5ba9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:02.495374 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:02.495545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-a96186f1-454f-470c-a86a-d0b7d5ba9cbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 1128 time: 0.0507057 Mar 07 05:02:02.589537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-760f89e8-0f07-4468-b40c-546662d20503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:02.591012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-760f89e8-0f07-4468-b40c-546662d20503 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c99dae45-0c50-4bca-8f60-3b33d271771f HTTP/1.1" status: 200 len: 898 time: 0.0894434 Mar 07 05:02:02.663053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-89ccc326-0670-4b7b-a4bd-fddc6e7c9d7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232 HTTP/1.1" status: 200 len: 1000 time: 0.0656266 Mar 07 05:02:02.711462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-4bd98703-bf86-4aff-a4cd-efecfab2f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:02.713045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-4bd98703-bf86-4aff-a4cd-efecfab2f422 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cca3101-642c-476e-9069-658a70e543af HTTP/1.1" status: 200 len: 835 time: 0.0439198 Mar 07 05:02:02.734805 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '2cd402db-0d0f-442a-a6c5-f98ac1df7ff7', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'port_id': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'mac_address': 'fa:16:3e:d8:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:02:01Z', 'updated_at': '2022-03-07T05:02:01Z', 'revision_number': 0, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:49Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:02.762657 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] Checking router: 586b9d1f-9363-4f3e-aa19-954cf34c3430 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:02:02.763504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-12ad0865-2f12-4626-b132-4b815c3e7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:02.765070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-12ad0865-2f12-4626-b132-4b815c3e7b7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c99dae45-0c50-4bca-8f60-3b33d271771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462370 Mar 07 05:02:02.772541 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:02.773148 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:01:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:02.810456 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1f98-6e0f-40b2-8ddf-9535b418afab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:02.868404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-ee42ac70-30e6-4583-a74b-8b6c990ffd57 service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971196 Mar 07 05:02:02.887744 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:02.991849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3588c7fa-476c-40e8-9d87-74ea38d9422c req-575f6db7-61f2-4342-aa57-afbff73ca2cf service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181495 Mar 07 05:02:03.123550 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '2cd402db-0d0f-442a-a6c5-f98ac1df7ff7', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'port_id': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'mac_address': 'fa:16:3e:d8:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:02:01Z', 'updated_at': '2022-03-07T05:02:01Z', 'revision_number': 0, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:49Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:03.151411 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95104d3b-9941-490c-87d8-9e44eacac46f None None] The sync data for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 is: [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '2cd402db-0d0f-442a-a6c5-f98ac1df7ff7', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'port_id': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'mac_address': 'fa:16:3e:d8:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:02:01Z', 'updated_at': '2022-03-07T05:02:01Z', 'revision_number': 0, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:49Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:03.360123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24a905-d2c5-4b07-848b-5949be7fb9a2 None None] New status for floating IP 2cd402db-0d0f-442a-a6c5-f98ac1df7ff7: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:02:03.462420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51234) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:03.534163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f0d29587-7351-42b2-a153-1e146394ae58 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/floatingips/2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 HTTP/1.1" status: 200 len: 992 time: 0.0701048 Mar 07 05:02:04.537623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51238) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:04.606261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3adde957-bc97-4dd2-9805-71e4507e6db9 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/floatingips/2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 HTTP/1.1" status: 200 len: 994 time: 0.0673807 Mar 07 05:02:05.414909 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7afddee-b5c5-4d2c-845c-d1ebfb51bbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:06.804714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:07.747896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:09.476654 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:20.178330 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:22.404579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:27.429438 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:02:32.803857 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf4b2-6f2f-4935-9cb7-b889dde28e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:33.860879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51346) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:33.930024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5a6acc9d-5409-4dfa-8fbf-023341e70ad6 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/floatingips/2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 HTTP/1.1" status: 200 len: 994 time: 0.0617564 Mar 07 05:02:34.204761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:34.361793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port f0ee748d-1bc1-431e-b913-2be354f78e1a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:34.362584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:34.726579 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:34.726915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (f0ee748d-1bc1-431e-b913-2be354f78e1a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:34.738414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for f0ee748d-1bc1-431e-b913-2be354f78e1a owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:34.920932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f0ee748d-1bc1-431e-b913-2be354f78e1a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:34.945704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=f0ee748d-1bc1-431e-b913-2be354f78e1a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:34.957852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.958417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.958758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.959093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.959424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.959756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.960080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.960404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.960725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.961042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.961370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.961690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:34.962035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:35.020302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for floatingip (2cd402db-0d0f-442a-a6c5-f98ac1df7ff7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:35.021187 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Floating IP 2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 disassociated (deleted). External IP: 172.25.4.203, port: b629cc4d-8661-4da2-a39b-e65ce1aa4232. Mar 07 05:02:35.242433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 586b9d1f-9363-4f3e-aa19-954cf34c3430 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:02:35.352336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:35.357127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:35.362777 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] Sync routers for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:35.374740 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:35.375710 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:35.390255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-90ae7110-1654-4036-a8d9-82f64ad088c7 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/floatingips/2cd402db-0d0f-442a-a6c5-f98ac1df7ff7 HTTP/1.1" status: 204 len: 168 time: 1.1818278 Mar 07 05:02:35.390255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:02:35.395242 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87374ec-e9b7-49be-a664-af6dbd156241" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:02:35.431583 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-27cbda3a-78fc-46f4-a653-72b1bfb7c709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:35.493488 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:35.666709 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb745ec-d045-41c6-94d8-9dbced059720 x-openstack-request-id: req-dcb745ec-d045-41c6-94d8-9dbced059720 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:02:35.667222 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:02:35.667485 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcb745ec-d045-41c6-94d8-9dbced059720 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:02:35.667899 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'status': 'completed', 'code': 200} Mar 07 05:02:35.727753 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:49Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:35.756976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] Checking router: 586b9d1f-9363-4f3e-aa19-954cf34c3430 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:02:35.765776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:35.766414 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:35.781423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-7735b99f-b086-4514-bf06-4c53d094cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:35.783066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-7735b99f-b086-4514-bf06-4c53d094cbb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=186bd24ecbb44c83894d9163a457123e&device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 1128 time: 0.0914693 Mar 07 05:02:35.807621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05da92-659b-4727-ba7f-c354164c22a0 req-67456c06-0852-4b72-8374-283063b476f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:35.809135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be05da92-659b-4727-ba7f-c354164c22a0 req-67456c06-0852-4b72-8374-283063b476f3 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 946 time: 0.0848334 Mar 07 05:02:35.886026 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:35.916281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be05da92-659b-4727-ba7f-c354164c22a0 req-0971c8f1-f9be-4217-8fad-2e1392599490 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965924 Mar 07 05:02:35.940621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-70a9ee59-0c93-4d1c-bdfe-ff8e7d691ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:35.943036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-70a9ee59-0c93-4d1c-bdfe-ff8e7d691ef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c99dae45-0c50-4bca-8f60-3b33d271771f HTTP/1.1" status: 200 len: 898 time: 0.1534379 Mar 07 05:02:35.989305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-7a758a98-c64f-4df3-bb4d-1d9cb11e50c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232 HTTP/1.1" status: 200 len: 217 time: 0.0395651 Mar 07 05:02:36.049835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-200748b8-3f7d-4e96-8d79-495affa839d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:36.052009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-200748b8-3f7d-4e96-8d79-495affa839d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cca3101-642c-476e-9069-658a70e543af HTTP/1.1" status: 200 len: 835 time: 0.0565650 Mar 07 05:02:36.107104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-06ad10c7-a9c9-4ca0-b333-726386fe7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:36.109588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-06ad10c7-a9c9-4ca0-b333-726386fe7755 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c99dae45-0c50-4bca-8f60-3b33d271771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513308 Mar 07 05:02:36.192564 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:49Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:36.219334 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67d153-b284-4740-ae68-4637394587e7 None None] The sync data for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 is: [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '961775a0-827b-495e-834e-8b0f09d60d0b', 'name': '', 'network_id': 'c99dae45-0c50-4bca-8f60-3b33d271771f', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'mac_address': 'fa:16:3e:1b:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '6cca3101-642c-476e-9069-658a70e543af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:44Z', 'updated_at': '2022-03-07T05:01:49Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'subnets': [{'id': '6cca3101-642c-476e-9069-658a70e543af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:36.224017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-b4a20218-6b28-44d3-914a-ca0f415e54ad service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080923 Mar 07 05:02:36.323824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c87374ec-e9b7-49be-a664-af6dbd156241 req-3818b3b9-2568-4faa-aea3-8ac142727c4c service neutron] 10.222.0.15 "GET /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928431 Mar 07 05:02:36.480906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333ff30-8439-4979-91e6-98eccb9dcef1 None None] New status for floating IP 2cd402db-0d0f-442a-a6c5-f98ac1df7ff7: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:02:36.806604 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:36.939129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-4f9519f1-1016-436f-8450-704bc5e812ae tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:36.940724 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-4f9519f1-1016-436f-8450-704bc5e812ae tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 946 time: 0.0532572 Mar 07 05:02:37.079359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port b629cc4d-8661-4da2-a39b-e65ce1aa4232 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:37.079711 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:37.090860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c31c2-3aff-4fbf-931c-883f73e74a20 req-d480b70d-d2ef-41a6-8cf8-21916c576141 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:37.092489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a28c31c2-3aff-4fbf-931c-883f73e74a20 req-d480b70d-d2ef-41a6-8cf8-21916c576141 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e HTTP/1.1" status: 200 len: 946 time: 0.0952239 Mar 07 05:02:37.209453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a28c31c2-3aff-4fbf-931c-883f73e74a20 req-5f83fee1-ec7e-413f-b193-1c7bac50d3db tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0220c09-3c4c-4f74-abd0-a96f5dfe9855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070478 Mar 07 05:02:37.224412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port b629cc4d-8661-4da2-a39b-e65ce1aa4232, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=b629cc4d-8661-4da2-a39b-e65ce1aa4232,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:37.224788 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:37.237018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for b629cc4d-8661-4da2-a39b-e65ce1aa4232 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:37.371232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b629cc4d-8661-4da2-a39b-e65ce1aa4232), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:37.406770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=b629cc4d-8661-4da2-a39b-e65ce1aa4232,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:37.453189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] No DVR routers for this DVR port b629cc4d-8661-4da2-a39b-e65ce1aa4232 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:02:37.456055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:37.461134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7b75785-eac8-4c52-a0d1-af3ee627fa86 req-96a0a341-0d80-4820-a2eb-5e3521e32138 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.15 "DELETE /v2.0/ports/b629cc4d-8661-4da2-a39b-e65ce1aa4232 HTTP/1.1" status: 204 len: 173 time: 0.5156031 Mar 07 05:02:37.462805 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-34fd3db2-968d-4d1b-ba79-42aa3f9588c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592294 Mar 07 05:02:37.535983 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-8939a270-6210-4cd6-b1ea-76ca2d7baace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:37.537503 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-8939a270-6210-4cd6-b1ea-76ca2d7baace service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0494461 Mar 07 05:02:37.657100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-1a04f418-2074-4224-b842-10cacbc60d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:37.658630 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-1a04f418-2074-4224-b842-10cacbc60d20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 915 time: 0.0995452 Mar 07 05:02:37.669390 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'name': 'network-vif-deleted', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:02:37.671879 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086341a1-564a-4fb4-a97f-9c480a584815" -d '{"events": [{"server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "name": "network-vif-deleted", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:02:37.706325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-af198ae7-cf94-4257-9a7f-d2c06bf0894a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac HTTP/1.1" status: 200 len: 217 time: 0.0374155 Mar 07 05:02:37.709426 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c35925a-68ce-4429-b597-525033132964 x-openstack-request-id: req-6c35925a-68ce-4429-b597-525033132964 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:02:37.709732 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e", "name": "network-vif-deleted", "tag": "b629cc4d-8661-4da2-a39b-e65ce1aa4232", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:02:37.710019 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c35925a-68ce-4429-b597-525033132964 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:02:37.710431 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85a9ce-f2d5-4a22-8a3a-a1f58950c32e', 'name': 'network-vif-deleted', 'tag': 'b629cc4d-8661-4da2-a39b-e65ce1aa4232', 'status': 'completed', 'code': 200} Mar 07 05:02:37.757014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:37.761313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-b00b729b-445b-42ef-9876-a86056297119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:37.763213 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-b00b729b-445b-42ef-9876-a86056297119 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 200 len: 854 time: 0.0508986 Mar 07 05:02:37.801892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-ad9536d0-a7a3-414c-a5ca-114bbeecedb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f34236a4-c3eb-48e6-9611-4fecb0b165ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320439 Mar 07 05:02:37.916366 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-41b68602-5a34-4752-90da-225e703d7db1 service neutron] 10.222.0.44 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021712 Mar 07 05:02:38.032034 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-45ab0e40-37d5-4ae8-b944-f25c38126595 req-a2c4076b-a405-45de-86a0-99585b64e535 service neutron] 10.222.0.44 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068716 Mar 07 05:02:38.272400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51382) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:38.329104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a66a5ac3-153e-4ccc-b5ad-b61c9a4c9002 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (d0220c09-3c4c-4f74-abd0-a96f5dfe9855), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:38.354758 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a66a5ac3-153e-4ccc-b5ad-b61c9a4c9002 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (d0220c09-3c4c-4f74-abd0-a96f5dfe9855), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:38.419728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a66a5ac3-153e-4ccc-b5ad-b61c9a4c9002 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d0220c09-3c4c-4f74-abd0-a96f5dfe9855), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:38.422375 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a66a5ac3-153e-4ccc-b5ad-b61c9a4c9002 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:38.425265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a66a5ac3-153e-4ccc-b5ad-b61c9a4c9002 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0220c09-3c4c-4f74-abd0-a96f5dfe9855 HTTP/1.1" status: 204 len: 168 time: 0.1516497 Mar 07 05:02:38.434600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a5ac3-153e-4ccc-b5ad-b61c9a4c9002 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0220c09-3c4c-4f74-abd0-a96f5dfe9855,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:38.470246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51386) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:38.837903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (586b9d1f-9363-4f3e-aa19-954cf34c3430), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:39.107284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port 961775a0-827b-495e-834e-8b0f09d60d0b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:39.107542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:39.204184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port 961775a0-827b-495e-834e-8b0f09d60d0b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=961775a0-827b-495e-834e-8b0f09d60d0b,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:39.204551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:39.219188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for 961775a0-827b-495e-834e-8b0f09d60d0b owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:39.416710 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (961775a0-827b-495e-834e-8b0f09d60d0b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:39.444903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=961775a0-827b-495e-834e-8b0f09d60d0b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:39.482982 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:39.631496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (586b9d1f-9363-4f3e-aa19-954cf34c3430), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:39.852778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Router 586b9d1f-9363-4f3e-aa19-954cf34c3430 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:02:39.958732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:39.964203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-24073fae-5710-42aa-b8ba-37f82ed24f70 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "PUT /v2.0/routers/586b9d1f-9363-4f3e-aa19-954cf34c3430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4926775 Mar 07 05:02:39.967251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51392) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:39.970262 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] Sync routers for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:39.981345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:39.981962 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:40.018520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting subnet 6cca3101-642c-476e-9069-658a70e543af {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:02:40.021603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (6cca3101-642c-476e-9069-658a70e543af), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.061284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (6cca3101-642c-476e-9069-658a70e543af), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.089141 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:40.147543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6cca3101-642c-476e-9069-658a70e543af), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.207365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (6cca3101-642c-476e-9069-658a70e543af), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.232362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Subnet': ['ID=6cca3101-642c-476e-9069-658a70e543af,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:40.238573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.244181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-55006b47-adf3-4932-8e2f-13f935269b3e tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/subnets/6cca3101-642c-476e-9069-658a70e543af HTTP/1.1" status: 204 len: 168 time: 0.2733557 Mar 07 05:02:40.244858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5025272-9bc5-4455-be9d-308b95e6cde6 None None] Network c99dae45-0c50-4bca-8f60-3b33d271771f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:02:40.245384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51394) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:40.272547 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:02:39Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:40.303141 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] Checking router: 586b9d1f-9363-4f3e-aa19-954cf34c3430 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:02:40.305637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b629cc4d-8661-4da2-a39b-e65ce1aa4232 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:40.312535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] Routers {'586b9d1f-9363-4f3e-aa19-954cf34c3430'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:40.312535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['586b9d1f-9363-4f3e-aa19-954cf34c3430'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:40.326666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: b629cc4d-8661-4da2-a39b-e65ce1aa4232 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:40.327286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device b629cc4d-8661-4da2-a39b-e65ce1aa4232 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:40.389443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router (586b9d1f-9363-4f3e-aa19-954cf34c3430), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.429155 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] Set router 586b9d1f-9363-4f3e-aa19-954cf34c3430 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:40.449938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] DHCP port deletion for c99dae45-0c50-4bca-8f60-3b33d271771f request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:02:40.510320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] Deleting port 9dce15a0-59c4-4085-973d-aa9f8ef902da {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:40.511600 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.530074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_gateway (586b9d1f-9363-4f3e-aa19-954cf34c3430), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.597749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] For port 9dce15a0-59c4-4085-973d-aa9f8ef902da, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9dce15a0-59c4-4085-973d-aa9f8ef902da,segment=NetworkSegment(6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7),segment_id=6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:40.598501 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.611636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] Calling delete_port for 9dce15a0-59c4-4085-973d-aa9f8ef902da owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:40.626028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Deleting port 060cd072-8034-4a32-85d6-539d12d03d3a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:40.626373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.641106 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:02:39Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:40.668625 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165987b-03b6-4a9d-b06a-79c130685b89 None None] The sync data for ids ['586b9d1f-9363-4f3e-aa19-954cf34c3430'] in n-d-832185-1 is: [{'id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'name': 'tempest-TestNetworkBasicOps-router-840981996', 'tenant_id': '186bd24ecbb44c83894d9163a457123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:02:39Z', 'revision_number': 5, 'project_id': '186bd24ecbb44c83894d9163a457123e', 'gw_port': {'id': '060cd072-8034-4a32-85d6-539d12d03d3a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b9d1f-9363-4f3e-aa19-954cf34c3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:01:42Z', 'updated_at': '2022-03-07T05:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:40.699956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28373036-2a80-4345-b44f-ca5e7c5abf93 req-6c83ee20-6ebc-43e5-9eed-8bd3ac4bcc6d tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:40.714968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28373036-2a80-4345-b44f-ca5e7c5abf93 req-6c83ee20-6ebc-43e5-9eed-8bd3ac4bcc6d tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0976098 Mar 07 05:02:40.717628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9dce15a0-59c4-4085-973d-aa9f8ef902da), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.722056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] For port 060cd072-8034-4a32-85d6-539d12d03d3a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=060cd072-8034-4a32-85d6-539d12d03d3a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:40.722626 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.738975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Calling delete_port for 060cd072-8034-4a32-85d6-539d12d03d3a owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:40.748834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] Pushing event deleted for resources: {'Port': ['ID=9dce15a0-59c4-4085-973d-aa9f8ef902da,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:40.750943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043e0cc-e7cc-4af7-9148-20370d1e1865 None None] No DVR routers for this DVR port 9dce15a0-59c4-4085-973d-aa9f8ef902da on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:02:40.769304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28373036-2a80-4345-b44f-ca5e7c5abf93 req-c0ade801-137d-46b3-8397-c354a84cceb2 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Mar 07 05:02:40.923609 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (060cd072-8034-4a32-85d6-539d12d03d3a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:40.951926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Port': ['ID=060cd072-8034-4a32-85d6-539d12d03d3a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:41.017676 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (586b9d1f-9363-4f3e-aa19-954cf34c3430), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.121527 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (586b9d1f-9363-4f3e-aa19-954cf34c3430), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.123733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router_controller (586b9d1f-9363-4f3e-aa19-954cf34c3430), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.170642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (586b9d1f-9363-4f3e-aa19-954cf34c3430), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.171356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Fanout notify agent at l3_agent the message router_deleted on router 586b9d1f-9363-4f3e-aa19-954cf34c3430 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:02:41.178870 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.180018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c9550979-2620-478d-8e18-5a890f911a75 tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/routers/586b9d1f-9363-4f3e-aa19-954cf34c3430 HTTP/1.1" status: 204 len: 168 time: 0.9334128 Mar 07 05:02:41.182691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:41.265758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c99dae45-0c50-4bca-8f60-3b33d271771f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.366780 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c99dae45-0c50-4bca-8f60-3b33d271771f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.387697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99dae45-0c50-4bca-8f60-3b33d271771f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:41.396746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:41.397043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:41.406207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.419895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.429128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:02:41.429578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (6b8a5907-f5a3-4ce9-9b0a-d76ff5cc86f7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:02:41.432915 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:02:41.492525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c99dae45-0c50-4bca-8f60-3b33d271771f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.500131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:41.503290 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] 10.222.0.21 "DELETE /v2.0/networks/c99dae45-0c50-4bca-8f60-3b33d271771f HTTP/1.1" status: 204 len: 168 time: 0.3196833 Mar 07 05:02:41.514116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d040-0186-4cde-bd4e-112249aa897b tempest-TestNetworkBasicOps-125584631 tempest-TestNetworkBasicOps-125584631-project] Pushing event deleted for resources: {'Network': ['ID=c99dae45-0c50-4bca-8f60-3b33d271771f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:41.743090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 961775a0-827b-495e-834e-8b0f09d60d0b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:41.765107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 961775a0-827b-495e-834e-8b0f09d60d0b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:41.765468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 961775a0-827b-495e-834e-8b0f09d60d0b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:41.765873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9dce15a0-59c4-4085-973d-aa9f8ef902da no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:41.785365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9dce15a0-59c4-4085-973d-aa9f8ef902da {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:41.785632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9dce15a0-59c4-4085-973d-aa9f8ef902da not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:41.820240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51410) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:41.894496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa0b8-09c7-4747-b6ba-37f104200578 req-a7006c51-495b-4ce7-9f50-06a518d86f66 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:41.896018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0adfa0b8-09c7-4747-b6ba-37f104200578 req-a7006c51-495b-4ce7-9f50-06a518d86f66 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0531688 Mar 07 05:02:41.947351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0adfa0b8-09c7-4747-b6ba-37f104200578 req-b94ab344-165b-4490-a17e-da64634d24c1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Mar 07 05:02:41.954585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-56939472-13c4-4ca5-b892-44aa9505249f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=186bd24ecbb44c83894d9163a457123e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331425 Mar 07 05:02:41.957078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51414) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:42.008872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-999fcbf4-e471-4341-b272-9b236588f7e0 admin admin] Publish callbacks [] for security_group (8323731d-1a59-46a8-96f8-c07fbeeaa90f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.029702 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-999fcbf4-e471-4341-b272-9b236588f7e0 admin admin] Publish callbacks [] for security_group (8323731d-1a59-46a8-96f8-c07fbeeaa90f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.079121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-999fcbf4-e471-4341-b272-9b236588f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8323731d-1a59-46a8-96f8-c07fbeeaa90f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.082926 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-999fcbf4-e471-4341-b272-9b236588f7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.084095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-999fcbf4-e471-4341-b272-9b236588f7e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8323731d-1a59-46a8-96f8-c07fbeeaa90f HTTP/1.1" status: 204 len: 168 time: 0.1261239 Mar 07 05:02:42.092549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fcbf4-e471-4341-b272-9b236588f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323731d-1a59-46a8-96f8-c07fbeeaa90f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:42.343180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51420) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:42.357093 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d6723c-5de0-4117-8f70-d490f3a0fe1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.431720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d6723c-5de0-4117-8f70-d490f3a0fe1b admin admin] Publish callbacks [] for security_group (1d8fa785-d49a-43f3-b6a2-0a92a5e27d50), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.435660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-39d6723c-5de0-4117-8f70-d490f3a0fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1d8fa785-d49a-43f3-b6a2-0a92a5e27d50), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.474332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-39d6723c-5de0-4117-8f70-d490f3a0fe1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abfa319aed2f4509ba71ffc70b3b509f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300418 Mar 07 05:02:42.475295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6723c-5de0-4117-8f70-d490f3a0fe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8fa785-d49a-43f3-b6a2-0a92a5e27d50,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:42.476998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51422) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:42.525393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4227e1a8-17c7-4ca6-906e-3981b8a0919f admin admin] Publish callbacks [] for security_group (1d8fa785-d49a-43f3-b6a2-0a92a5e27d50), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.546761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4227e1a8-17c7-4ca6-906e-3981b8a0919f admin admin] Publish callbacks [] for security_group (1d8fa785-d49a-43f3-b6a2-0a92a5e27d50), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.597896 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4227e1a8-17c7-4ca6-906e-3981b8a0919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1d8fa785-d49a-43f3-b6a2-0a92a5e27d50), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.599712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-ad936308-25c8-42f7-8e75-67a5b18ad1fb tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:42.600424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4227e1a8-17c7-4ca6-906e-3981b8a0919f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.601188 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-ad936308-25c8-42f7-8e75-67a5b18ad1fb tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 945 time: 0.0567834 Mar 07 05:02:42.601576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4227e1a8-17c7-4ca6-906e-3981b8a0919f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d8fa785-d49a-43f3-b6a2-0a92a5e27d50 HTTP/1.1" status: 204 len: 168 time: 0.1228139 Mar 07 05:02:42.609646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227e1a8-17c7-4ca6-906e-3981b8a0919f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8fa785-d49a-43f3-b6a2-0a92a5e27d50,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:42.699492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Deleting port cb40bf5e-7a3a-4a71-8925-371db0e516ac {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:42.699995 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.812862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] For port cb40bf5e-7a3a-4a71-8925-371db0e516ac, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=cb40bf5e-7a3a-4a71-8925-371db0e516ac,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:42.813238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:42.830715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Calling delete_port for cb40bf5e-7a3a-4a71-8925-371db0e516ac owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:43.009990 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cb40bf5e-7a3a-4a71-8925-371db0e516ac), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.023194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['cb40bf5e-7a3a-4a71-8925-371db0e516ac'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:02:43.067400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Pushing event deleted for resources: {'Port': ['ID=cb40bf5e-7a3a-4a71-8925-371db0e516ac,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:43.115826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] No DVR routers for this DVR port cb40bf5e-7a3a-4a71-8925-371db0e516ac on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:02:43.119829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.123526 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59f31a3e-3713-4261-a958-0ee0d2fca523 req-f43719ae-d985-4f43-9ad0-c2c31d43eb74 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.44 "DELETE /v2.0/ports/cb40bf5e-7a3a-4a71-8925-371db0e516ac HTTP/1.1" status: 204 len: 173 time: 0.5176861 Mar 07 05:02:43.124190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'name': 'network-vif-deleted', 'tag': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:02:43.127976 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd3c773-8706-4225-b08c-3722232de8d7" -d '{"events": [{"server_uuid": "0f0ef67d-d7e2-446d-aad0-4624e7df7ad6", "name": "network-vif-deleted", "tag": "cb40bf5e-7a3a-4a71-8925-371db0e516ac"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:02:43.324808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 060cd072-8034-4a32-85d6-539d12d03d3a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:43.351161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 060cd072-8034-4a32-85d6-539d12d03d3a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:43.351514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 060cd072-8034-4a32-85d6-539d12d03d3a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:43.380212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc4936b-50d8-4498-b45d-147fde3d8f5f req-8f11eb90-7fc4-4821-9b52-625b5fa8bb6e tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f0ef67d-d7e2-446d-aad0-4624e7df7ad6 HTTP/1.1" status: 200 len: 210 time: 0.3406334 Mar 07 05:02:43.423867 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a19d732-4411-4644-aba3-8d39d722091d x-openstack-request-id: req-2a19d732-4411-4644-aba3-8d39d722091d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:02:43.424893 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0ef67d-d7e2-446d-aad0-4624e7df7ad6", "name": "network-vif-deleted", "tag": "cb40bf5e-7a3a-4a71-8925-371db0e516ac", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:02:43.425620 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a19d732-4411-4644-aba3-8d39d722091d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:02:43.425620 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0ef67d-d7e2-446d-aad0-4624e7df7ad6', 'name': 'network-vif-deleted', 'tag': 'cb40bf5e-7a3a-4a71-8925-371db0e516ac', 'status': 'completed', 'code': 200} Mar 07 05:02:43.487533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51448) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:43.592223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1122273879-network', 'tenant_id': '61361e645088413d8381a8b89895765d'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:43.614974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Made reservation on behalf of 61361e645088413d8381a8b89895765d for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:02:43.617639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.627974 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.704740 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks [] for security_group (bc12feb8-0cef-4e46-8c2a-19914d3defd7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.709444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bc12feb8-0cef-4e46-8c2a-19914d3defd7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.735934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:02:43.742139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc12feb8-0cef-4e46-8c2a-19914d3defd7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:43.749889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e6e5556c-4315-4432-9adf-135aa8329bce), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.750127 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Added segment e6e5556c-4315-4432-9adf-135aa8329bce of type vlan for network d0aee197-9ab9-44de-b418-3ee85e1df55c Mar 07 05:02:43.790192 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (d0aee197-9ab9-44de-b418-3ee85e1df55c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.817236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (d0aee197-9ab9-44de-b418-3ee85e1df55c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.818320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:43.818893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:43.874482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3855965 Mar 07 05:02:43.877999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51452) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:43.880227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3c31-ed27-415e-ad8c-4589e801d135 admin admin] Pushing event updated for resources: {'Network': ['ID=d0aee197-9ab9-44de-b418-3ee85e1df55c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:43.883117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Request body: {'subnet': {'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1122273879-subnet', 'tenant_id': '61361e645088413d8381a8b89895765d', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:43.890331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network d0aee197-9ab9-44de-b418-3ee85e1df55c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:02:43.905788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Made reservation on behalf of 61361e645088413d8381a8b89895765d for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:02:43.908168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.074059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (14af9e12-dff9-4717-af47-017e30d5994e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.126086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14af9e12-dff9-4717-af47-017e30d5994e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:44.135915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Checking segment: {'id': 'e6e5556c-4315-4432-9adf-135aa8329bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:02:44.136272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Network hostable DHCP agents. Network: d0aee197-9ab9-44de-b418-3ee85e1df55c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:02:44.155383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Network d0aee197-9ab9-44de-b418-3ee85e1df55c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:02:44.164836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, d0aee197-9ab9-44de-b418-3ee85e1df55c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:44.168890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:44.169476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.173749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f94aff-c791-4ebe-93d7-32917a84f44b None None] Network d0aee197-9ab9-44de-b418-3ee85e1df55c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:02:44.189807 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a591a8e-feb7-4ed3-918a-e75e67f35d34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3104954 Mar 07 05:02:44.192712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51454) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:44.197068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:44.217361 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (da36d358-6cff-44ca-8894-e8d4aa069577), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.218399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (da36d358-6cff-44ca-8894-e8d4aa069577), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.274970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks [] for router_controller (da36d358-6cff-44ca-8894-e8d4aa069577), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.280118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-d0aee197-9ab9-44de-b418-3ee85e1df55c', 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c', 'project_id': '61361e645088413d8381a8b89895765d', 'fixed_ips': [{'subnet_id': '14af9e12-dff9-4717-af47-017e30d5994e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:02:44.280964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.415568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks [] for router_gateway (da36d358-6cff-44ca-8894-e8d4aa069577), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.417605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Allocated IP 172.20.0.2 (d0aee197-9ab9-44de-b418-3ee85e1df55c/14af9e12-dff9-4717-af47-017e30d5994e/ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:44.579689 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Publish callbacks [] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.586294 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.636147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Network d0aee197-9ab9-44de-b418-3ee85e1df55c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:44.637583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:44.642192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:44.647829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Pushing event updated for resources: {'Port': ['ID=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:44.679790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks [] for router_gateway (da36d358-6cff-44ca-8894-e8d4aa069577), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.700875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Attempting to bind port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:02:44.701076 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.701250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Attempting to bind port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e6e5556c-4315-4432-9adf-135aa8329bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:02:44.701613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Attempting to bind port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f on network d0aee197-9ab9-44de-b418-3ee85e1df55c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:02:44.707270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:02:44.707639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Checking segment: {'id': 'e6e5556c-4315-4432-9adf-135aa8329bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:02:44.708043 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.708462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Bound using segment: {'id': 'e6e5556c-4315-4432-9adf-135aa8329bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:02:44.708931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Bound port: ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e5556c-4315-4432-9adf-135aa8329bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:02:44.709308 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.775912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] For port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:02:44.779684 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] For port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,segment=NetworkSegment(e6e5556c-4315-4432-9adf-135aa8329bce),segment_id=e6e5556c-4315-4432-9adf-135aa8329bce)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:02:44.785619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.819852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Allocated IP 172.25.4.173 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/08f22e79-3465-474d-8011-432104325a61) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:44.846765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3a081-6c3f-4348-8aeb-85d6926bf2e1 None None] Pushing event updated for resources: {'Port': ['ID=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:44.943750 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks [] for port (08f22e79-3465-474d-8011-432104325a61), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:44.982209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (08f22e79-3465-474d-8011-432104325a61), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:45.023397 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:45.026254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:45.029757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:45.083532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Pushing event updated for resources: {'Port': ['ID=08f22e79-3465-474d-8011-432104325a61,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:45.335469 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks [] for router_gateway (da36d358-6cff-44ca-8894-e8d4aa069577), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:45.440989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:02:45.496658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:45.497076 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:45.590329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (da36d358-6cff-44ca-8894-e8d4aa069577), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:45.615685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:02:45.616222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:45.690799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,segment=NetworkSegment(e6e5556c-4315-4432-9adf-135aa8329bce),segment_id=e6e5556c-4315-4432-9adf-135aa8329bce)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:45.697628 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:45.754570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:45.781336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Router da36d358-6cff-44ca-8894-e8d4aa069577 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:02:45.972311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:45.981691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Sync routers for ids ['da36d358-6cff-44ca-8894-e8d4aa069577'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:45.992447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Routers {'da36d358-6cff-44ca-8894-e8d4aa069577'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:45.993070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['da36d358-6cff-44ca-8894-e8d4aa069577'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:45.999597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9b281-6550-458b-9b33-b8ff60cca0e8 req-4972a273-21c9-4580-9355-c8ccbf16023a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:46.001166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efd9b281-6550-458b-9b33-b8ff60cca0e8 req-4972a273-21c9-4580-9355-c8ccbf16023a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 946 time: 0.0903752 Mar 07 05:02:46.004905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:46.006069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b8ffd903-795e-489b-b8a0-d1b5da91e014 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.8123422 Mar 07 05:02:46.008747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51476) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:46.103588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b7ce8-8824-425f-ac09-9496f5d887fa None None] Network d0aee197-9ab9-44de-b418-3ee85e1df55c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:02:46.142599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efd9b281-6550-458b-9b33-b8ff60cca0e8 req-d0594269-2a47-4dda-8a2f-2aa98f6b6edd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275427 Mar 07 05:02:46.191615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Set router da36d358-6cff-44ca-8894-e8d4aa069577 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:46.444123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7bfaacc3-7d5c-4096-9a6f-3efe51b8a19f None None] Provisioning complete for port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:46.446121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7bfaacc3-7d5c-4096-9a6f-3efe51b8a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:46.503857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:46.719395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Allocated IP 172.20.0.1 (d0aee197-9ab9-44de-b418-3ee85e1df55c/14af9e12-dff9-4717-af47-017e30d5994e/3c9e5d67-9e97-4dc7-b380-84bc26501855) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:46.734096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7bfaacc3-7d5c-4096-9a6f-3efe51b8a19f None None] Current status of the port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:02:46.773776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '08f22e79-3465-474d-8011-432104325a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:45Z', 'revision_number': 3, 'project_id': '61361e645088413d8381a8b89895765d', 'gw_port': {'id': '08f22e79-3465-474d-8011-432104325a61', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:46.811952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Checking router: da36d358-6cff-44ca-8894-e8d4aa069577 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:02:46.812334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Updating router da36d358-6cff-44ca-8894-e8d4aa069577 port 08f22e79-3465-474d-8011-432104325a61 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:02:46.851956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08f22e79-3465-474d-8011-432104325a61), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:46.880180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks [] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:46.932172 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:46.998389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Network d0aee197-9ab9-44de-b418-3ee85e1df55c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:47.004068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:47.007438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:47.052119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (da36d358-6cff-44ca-8894-e8d4aa069577), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.056080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Pushing event updated for resources: {'Port': ['ID=3c9e5d67-9e97-4dc7-b380-84bc26501855,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:47.187300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-55aef434-9a7f-4da2-a4fb-ffaffeffd74c None None] Provisioning complete for port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:47.188236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-55aef434-9a7f-4da2-a4fb-ffaffeffd74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.295424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device cb40bf5e-7a3a-4a71-8925-371db0e516ac no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:47.446675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: cb40bf5e-7a3a-4a71-8925-371db0e516ac {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:47.448220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device cb40bf5e-7a3a-4a71-8925-371db0e516ac not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:47.511436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:02:47.564107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-9f5c4184-33a6-4b10-8b26-2c98f934ebcd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:47.567973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-9f5c4184-33a6-4b10-8b26-2c98f934ebcd tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 946 time: 0.0933199 Mar 07 05:02:47.587066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-55aef434-9a7f-4da2-a4fb-ffaffeffd74c None None] Current status of the port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:02:47.633285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Publish callbacks [] for port (08f22e79-3465-474d-8011-432104325a61), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.666082 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08f22e79-3465-474d-8011-432104325a61), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.726937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Deleting port 256a9d69-5774-4f50-909d-0e9b833b077d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:47.727350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.729201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:47.729606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.839485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Attempting to bind port 08f22e79-3465-474d-8011-432104325a61 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:02:47.840791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] For port 256a9d69-5774-4f50-909d-0e9b833b077d, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=256a9d69-5774-4f50-909d-0e9b833b077d,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:47.841129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.844154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Attempting to bind port 08f22e79-3465-474d-8011-432104325a61 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:02:47.844556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Attempting to bind port 08f22e79-3465-474d-8011-432104325a61 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:02:47.857659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d6c4-1951-4ad7-b595-15123476f596 None None] Pushing event updated for resources: {'Port': ['ID=08f22e79-3465-474d-8011-432104325a61,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:47.873649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca5ab-5d35-4cfc-b23e-826ddd48e723 req-1ae9c3f7-2fec-461c-980a-cc7a605e0530 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:47.875735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-589ca5ab-5d35-4cfc-b23e-826ddd48e723 req-1ae9c3f7-2fec-461c-980a-cc7a605e0530 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 946 time: 0.2078059 Mar 07 05:02:47.877948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.878930 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:02:47.879389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:02:47.880093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.880556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:02:47.881581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Bound port: 08f22e79-3465-474d-8011-432104325a61, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:02:47.882633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08f22e79-3465-474d-8011-432104325a61), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.885946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b069591d-13a2-4964-8d1e-e712de7ce68d None None] Provisioning complete for port 3c9e5d67-9e97-4dc7-b380-84bc26501855 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:47.886410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b069591d-13a2-4964-8d1e-e712de7ce68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:47.997435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b069591d-13a2-4964-8d1e-e712de7ce68d None None] Port 3c9e5d67-9e97-4dc7-b380-84bc26501855 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:02:48.018937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-589ca5ab-5d35-4cfc-b23e-826ddd48e723 req-a224736d-4466-4c48-9e49-1daea0fed94c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups?id=a573c5e6-9203-45fc-9655-37caf3c351ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118712 Mar 07 05:02:48.079112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:02:48.091780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] For port 08f22e79-3465-474d-8011-432104325a61, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:02:48.095802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] For port 08f22e79-3465-474d-8011-432104325a61, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08f22e79-3465-474d-8011-432104325a61,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:02:48.108172 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08f22e79-3465-474d-8011-432104325a61), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.187153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.187832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (566eabb4-2d98-43c4-99d4-ffd866a771ed), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.188343 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Floating IP 566eabb4-2d98-43c4-99d4-ffd866a771ed disassociated. External IP: 172.25.4.100, port: 256a9d69-5774-4f50-909d-0e9b833b077d. Mar 07 05:02:48.188908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Calling delete_port for 256a9d69-5774-4f50-909d-0e9b833b077d owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:48.206854 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks [] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.207121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d6c4-1951-4ad7-b595-15123476f596 None None] Pushing event updated for resources: {'Port': ['ID=08f22e79-3465-474d-8011-432104325a61,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:48.219340 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.231870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Routers {'da36d358-6cff-44ca-8894-e8d4aa069577'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:48.232802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['da36d358-6cff-44ca-8894-e8d4aa069577'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:48.311891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Pushing event updated for resources: {'Port': ['ID=3c9e5d67-9e97-4dc7-b380-84bc26501855,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:48.317932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (da36d358-6cff-44ca-8894-e8d4aa069577), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.373745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] Set router da36d358-6cff-44ca-8894-e8d4aa069577 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:48.452660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (256a9d69-5774-4f50-909d-0e9b833b077d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.495310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Network d0aee197-9ab9-44de-b418-3ee85e1df55c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:48.500803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:48.504876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event deleted for resources: {'Port': ['ID=256a9d69-5774-4f50-909d-0e9b833b077d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:48.707276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '08f22e79-3465-474d-8011-432104325a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:47Z', 'revision_number': 4, 'project_id': '61361e645088413d8381a8b89895765d', 'gw_port': {'id': '08f22e79-3465-474d-8011-432104325a61', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3c9e5d67-9e97-4dc7-b380-84bc26501855', 'name': '', 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c', 'tenant_id': '61361e645088413d8381a8b89895765d', 'mac_address': 'fa:16:3e:ee:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '14af9e12-dff9-4717-af47-017e30d5994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:46Z', 'updated_at': '2022-03-07T05:02:47Z', 'revision_number': 2, 'project_id': '61361e645088413d8381a8b89895765d', 'subnets': [{'id': '14af9e12-dff9-4717-af47-017e30d5994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:48.716962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Router da36d358-6cff-44ca-8894-e8d4aa069577 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:02:48.750088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a6e11-80b0-4800-a7a9-cdc5640e82a4 None None] The sync data for ids ['da36d358-6cff-44ca-8894-e8d4aa069577'] in n-d-832185-1 is: [{'id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '08f22e79-3465-474d-8011-432104325a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:47Z', 'revision_number': 4, 'project_id': '61361e645088413d8381a8b89895765d', 'gw_port': {'id': '08f22e79-3465-474d-8011-432104325a61', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '3c9e5d67-9e97-4dc7-b380-84bc26501855', 'name': '', 'network_id': 'd0aee197-9ab9-44de-b418-3ee85e1df55c', 'tenant_id': '61361e645088413d8381a8b89895765d', 'mac_address': 'fa:16:3e:ee:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '14af9e12-dff9-4717-af47-017e30d5994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:46Z', 'updated_at': '2022-03-07T05:02:47Z', 'revision_number': 2, 'project_id': '61361e645088413d8381a8b89895765d', 'subnets': [{'id': '14af9e12-dff9-4717-af47-017e30d5994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:48.762665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Router eea88c36-8ca5-4f11-9004-21877f2705ea has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:02:48.831550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1a9197a8-5a56-4b1c-9e27-eeb1680df33a None None] Provisioning complete for port 3c9e5d67-9e97-4dc7-b380-84bc26501855 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:48.832274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a9197a8-5a56-4b1c-9e27-eeb1680df33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:48.932390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1a9197a8-5a56-4b1c-9e27-eeb1680df33a None None] Port 3c9e5d67-9e97-4dc7-b380-84bc26501855 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:02:48.949444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:48.968298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fbd34094-a735-48b9-9ae4-284ed48ac7ef admin admin] 10.222.0.21 "PUT /v2.0/routers/da36d358-6cff-44ca-8894-e8d4aa069577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9500968 Mar 07 05:02:49.216882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-187cbbf9-6806-4994-a61c-7f2b15fdf00f req-3f19d2a8-4b74-42a8-9e0b-e0d7dd0c00a9 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fe467e-22d9-4f98-8191-58a660c4a1ed HTTP/1.1" status: 200 len: 210 time: 0.0882721 Mar 07 05:02:49.512008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:49.525541 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:49.545426 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:49.546404 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:49.583653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] No DVR routers for this DVR port 256a9d69-5774-4f50-909d-0e9b833b077d on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:02:49.587461 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:49.592419 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-979f812e-bd62-4740-9c4b-3f92d2d427ae req-4a80cd92-3270-4cb0-8c53-73fecd8e9294 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.44 "DELETE /v2.0/ports/256a9d69-5774-4f50-909d-0e9b833b077d HTTP/1.1" status: 204 len: 173 time: 2.0177205 Mar 07 05:02:49.594316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-deleted', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:02:49.599431 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd14b3a1-defa-48ac-9150-b7e6c65c9c7a" -d '{"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-deleted", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:02:49.663976 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1433157-6857-43f1-ba90-623e4a80d9f0 x-openstack-request-id: req-b1433157-6857-43f1-ba90-623e4a80d9f0 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:02:49.664355 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fe467e-22d9-4f98-8191-58a660c4a1ed", "name": "network-vif-deleted", "tag": "256a9d69-5774-4f50-909d-0e9b833b077d", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:02:49.664615 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1433157-6857-43f1-ba90-623e4a80d9f0 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:02:49.665033 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fe467e-22d9-4f98-8191-58a660c4a1ed', 'name': 'network-vif-deleted', 'tag': '256a9d69-5774-4f50-909d-0e9b833b077d', 'status': 'completed', 'code': 200} Mar 07 05:02:49.704867 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:50.056629 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:50.108188 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:02:50.118566 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:50.119478 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:50.210933 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.337462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:50.362513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51524) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:50.473386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55a0e6ae-dd17-461b-aaf3-664bdf6ad256 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (a573c5e6-9203-45fc-9655-37caf3c351ac), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.501900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55a0e6ae-dd17-461b-aaf3-664bdf6ad256 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (a573c5e6-9203-45fc-9655-37caf3c351ac), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.569532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55a0e6ae-dd17-461b-aaf3-664bdf6ad256 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a573c5e6-9203-45fc-9655-37caf3c351ac), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.573054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55a0e6ae-dd17-461b-aaf3-664bdf6ad256 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.578019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-55a0e6ae-dd17-461b-aaf3-664bdf6ad256 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "DELETE /v2.0/security-groups/a573c5e6-9203-45fc-9655-37caf3c351ac HTTP/1.1" status: 204 len: 168 time: 0.2120731 Mar 07 05:02:50.579025 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51528) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:50.595846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0e6ae-dd17-461b-aaf3-664bdf6ad256 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a573c5e6-9203-45fc-9655-37caf3c351ac,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:50.599463 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a8815ed8-b915-4ead-a71f-4f31c18d725a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] show failed (client error): The resource could not be found. Mar 07 05:02:50.612564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51530) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:50.614965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a8815ed8-b915-4ead-a71f-4f31c18d725a tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "GET /v2.0/security-groups/a573c5e6-9203-45fc-9655-37caf3c351ac HTTP/1.1" status: 404 len: 347 time: 0.0337987 Mar 07 05:02:50.769129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51532) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:50.793332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Deleting port 260daea3-fe0e-404f-b151-e1be81cf39d9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:50.794079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.812338 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:50.843002 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421cc7e-034a-4572-9ad4-f3d2d94a10bb None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:25Z', 'revision_number': 4, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8e761804-afa7-4fd4-b00f-45b7185f759b', 'name': '', 'network_id': '124f6d62-0192-479f-8b3d-97afe1505fd5', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'mac_address': 'fa:16:3e:42:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:24Z', 'updated_at': '2022-03-07T04:54:32Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'subnets': [{'id': 'b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:50.892414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.892770 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (260daea3-fe0e-404f-b151-e1be81cf39d9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:50.909261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Calling delete_port for 260daea3-fe0e-404f-b151-e1be81cf39d9 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:51.109496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (260daea3-fe0e-404f-b151-e1be81cf39d9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.226902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Pushing event deleted for resources: {'Port': ['ID=260daea3-fe0e-404f-b151-e1be81cf39d9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:51.254506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks [] for floatingip (566eabb4-2d98-43c4-99d4-ffd866a771ed), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.271662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.280064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c3ebca5-6306-4f7c-8d35-17d7408d313c tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] 10.222.0.21 "DELETE /v2.0/floatingips/566eabb4-2d98-43c4-99d4-ffd866a771ed HTTP/1.1" status: 204 len: 168 time: 0.6641467 Mar 07 05:02:51.292860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:51.318986 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (da36d358-6cff-44ca-8894-e8d4aa069577), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.377933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 256a9d69-5774-4f50-909d-0e9b833b077d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:51.379752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 256a9d69-5774-4f50-909d-0e9b833b077d not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:51.412446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92752a-8df1-4b82-8cc9-3c7c996ea37c None None] New status for floating IP 566eabb4-2d98-43c4-99d4-ffd866a771ed: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:02:51.552823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08f22e79-3465-474d-8011-432104325a61 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:02:51.640042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 08f22e79-3465-474d-8011-432104325a61 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:51.640826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (08f22e79-3465-474d-8011-432104325a61), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.758722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 08f22e79-3465-474d-8011-432104325a61 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:02:51.759213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (08f22e79-3465-474d-8011-432104325a61), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.759407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Deleting port 3c9e5d67-9e97-4dc7-b380-84bc26501855 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:51.759842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.787493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 08f22e79-3465-474d-8011-432104325a61, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08f22e79-3465-474d-8011-432104325a61,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:51.793454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (08f22e79-3465-474d-8011-432104325a61), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.868200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=08f22e79-3465-474d-8011-432104325a61,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:51.872955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:51.891699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Calling delete_port for 3c9e5d67-9e97-4dc7-b380-84bc26501855 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:52.083917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3c9e5d67-9e97-4dc7-b380-84bc26501855), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:52.110834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9e5d67-9e97-4dc7-b380-84bc26501855,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:52.269190 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] Sync routers for ids ['da36d358-6cff-44ca-8894-e8d4aa069577'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:52.290652 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] Routers {'da36d358-6cff-44ca-8894-e8d4aa069577'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:52.302964 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['da36d358-6cff-44ca-8894-e8d4aa069577'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:52.305013 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (da36d358-6cff-44ca-8894-e8d4aa069577), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:52.410902 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:52.466969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] Set router da36d358-6cff-44ca-8894-e8d4aa069577 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:52.670481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Router da36d358-6cff-44ca-8894-e8d4aa069577 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:02:52.687803 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '08f22e79-3465-474d-8011-432104325a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:52Z', 'revision_number': 5, 'project_id': '61361e645088413d8381a8b89895765d', 'gw_port': {'id': '08f22e79-3465-474d-8011-432104325a61', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:52.719036 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] Checking router: da36d358-6cff-44ca-8894-e8d4aa069577 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:02:52.729386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] Routers {'da36d358-6cff-44ca-8894-e8d4aa069577'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:52.730348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['da36d358-6cff-44ca-8894-e8d4aa069577'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:52.795681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:02:52.801847 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c8e9b0ea-83f6-4e23-86c6-5e1fb1d3ce8a admin admin] 10.222.0.21 "PUT /v2.0/routers/da36d358-6cff-44ca-8894-e8d4aa069577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313685 Mar 07 05:02:52.804481 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51548) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:52.862753 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] Set router da36d358-6cff-44ca-8894-e8d4aa069577 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:02:52.944846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks [] for router (da36d358-6cff-44ca-8894-e8d4aa069577), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.057041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks [] for router_gateway (da36d358-6cff-44ca-8894-e8d4aa069577), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.058714 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '08f22e79-3465-474d-8011-432104325a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:52Z', 'revision_number': 5, 'project_id': '61361e645088413d8381a8b89895765d', 'gw_port': {'id': '08f22e79-3465-474d-8011-432104325a61', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:53.093084 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d5aba-f229-4c6d-88a3-f498aa7ee388 None None] The sync data for ids ['da36d358-6cff-44ca-8894-e8d4aa069577'] in n-d-832185-1 is: [{'id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'name': 'tempest-ImageQuotaTest-1122273879-router', 'tenant_id': '61361e645088413d8381a8b89895765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '08f22e79-3465-474d-8011-432104325a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:52Z', 'revision_number': 5, 'project_id': '61361e645088413d8381a8b89895765d', 'gw_port': {'id': '08f22e79-3465-474d-8011-432104325a61', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36d358-6cff-44ca-8894-e8d4aa069577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:44Z', 'updated_at': '2022-03-07T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:53.136543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Deleting port 08f22e79-3465-474d-8011-432104325a61 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:53.136987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (08f22e79-3465-474d-8011-432104325a61), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.225883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] For port 08f22e79-3465-474d-8011-432104325a61, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=08f22e79-3465-474d-8011-432104325a61,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:53.226341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (08f22e79-3465-474d-8011-432104325a61), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.238750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Calling delete_port for 08f22e79-3465-474d-8011-432104325a61 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:53.411710 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (08f22e79-3465-474d-8011-432104325a61), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.440661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f22e79-3465-474d-8011-432104325a61,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:53.510542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (da36d358-6cff-44ca-8894-e8d4aa069577), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.628293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (da36d358-6cff-44ca-8894-e8d4aa069577), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.630682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks [] for router_controller (da36d358-6cff-44ca-8894-e8d4aa069577), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.639895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3c9e5d67-9e97-4dc7-b380-84bc26501855 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:53.680447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3c9e5d67-9e97-4dc7-b380-84bc26501855 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:53.681355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3c9e5d67-9e97-4dc7-b380-84bc26501855 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:53.682198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (da36d358-6cff-44ca-8894-e8d4aa069577), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.682942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da36d358-6cff-44ca-8894-e8d4aa069577 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:02:53.688525 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.693138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51554) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:53.693686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-75cc4c3b-2653-4700-800d-a7e225cdab99 admin admin] 10.222.0.21 "DELETE /v2.0/routers/da36d358-6cff-44ca-8894-e8d4aa069577 HTTP/1.1" status: 204 len: 168 time: 0.8876276 Mar 07 05:02:53.748296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Deleting subnet 14af9e12-dff9-4717-af47-017e30d5994e {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:02:53.752498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Publish callbacks [] for subnet (14af9e12-dff9-4717-af47-017e30d5994e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.801558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (14af9e12-dff9-4717-af47-017e30d5994e), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.904026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (14af9e12-dff9-4717-af47-017e30d5994e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:53.977949 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (14af9e12-dff9-4717-af47-017e30d5994e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.008251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14af9e12-dff9-4717-af47-017e30d5994e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:54.024321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.027915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e1ab661f-4902-4199-bccc-5319c891c34e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14af9e12-dff9-4717-af47-017e30d5994e HTTP/1.1" status: 204 len: 168 time: 0.3330932 Mar 07 05:02:54.030671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51556) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:54.032994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa20076-d5db-47a4-aa26-2d856c37845d None None] Network d0aee197-9ab9-44de-b418-3ee85e1df55c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:02:54.116994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (d0aee197-9ab9-44de-b418-3ee85e1df55c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.191143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Deleting port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:54.191728 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.234515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] DHCP port deletion for d0aee197-9ab9-44de-b418-3ee85e1df55c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:02:54.286316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] For port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,segment=NetworkSegment(e6e5556c-4315-4432-9adf-135aa8329bce),segment_id=e6e5556c-4315-4432-9adf-135aa8329bce)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:54.287083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.307373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Calling delete_port for ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:54.330440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] Deleting port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:02:54.330834 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.422968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.435902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] For port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,segment=NetworkSegment(e6e5556c-4315-4432-9adf-135aa8329bce),segment_id=e6e5556c-4315-4432-9adf-135aa8329bce)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:54.436303 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.450072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] Calling delete_port for ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:02:54.460175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:54.465328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] No DVR routers for this DVR port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:02:54.549865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.554465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (d0aee197-9ab9-44de-b418-3ee85e1df55c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.578075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] Pushing event deleted for resources: {'Port': ['ID=ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:54.578967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aee197-9ab9-44de-b418-3ee85e1df55c']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:54.593006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc90fc-919c-45e8-ba8c-3d3a5505f211 None None] No DVR routers for this DVR port ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:02:54.598748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e5556c-4315-4432-9adf-135aa8329bce') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:54.599356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e5556c-4315-4432-9adf-135aa8329bce') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:02:54.617262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Sync routers for ids ['da36d358-6cff-44ca-8894-e8d4aa069577'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:02:54.620637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (e6e5556c-4315-4432-9adf-135aa8329bce), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.627609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Routers set() bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:54.627985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Router IDs set() for agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 05:02:54.628587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_agentschedulers_db [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da36d358-6cff-44ca-8894-e8d4aa069577'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent'). {{(pid=103940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 05:02:54.639418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Routers set() bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:02:54.639799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Router IDs set() for agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 05:02:54.639968 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e6e5556c-4315-4432-9adf-135aa8329bce), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.640402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_agentschedulers_db [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da36d358-6cff-44ca-8894-e8d4aa069577'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent'). {{(pid=103940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 05:02:54.640882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb7dd7-2c07-4aa0-8472-05de92c688e0 None None] The sync data for ids ['da36d358-6cff-44ca-8894-e8d4aa069577'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:02:54.654844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:02:54.655299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (e6e5556c-4315-4432-9adf-135aa8329bce), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:02:54.657437 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:02:54.763573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (d0aee197-9ab9-44de-b418-3ee85e1df55c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.772701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:54.776710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0aee197-9ab9-44de-b418-3ee85e1df55c HTTP/1.1" status: 204 len: 168 time: 0.7450886 Mar 07 05:02:54.789338 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f911-7f97-48ff-9982-67775a62ce7b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0aee197-9ab9-44de-b418-3ee85e1df55c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:54.922344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51564) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:54.962874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6fecb7ff-4780-4a16-821b-a88993438b74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61361e645088413d8381a8b89895765d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392771 Mar 07 05:02:54.965831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51566) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:55.028544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06f71fc7-5cb2-49a6-a2dc-d7568c1dc493 admin admin] Publish callbacks [] for security_group (bc12feb8-0cef-4e46-8c2a-19914d3defd7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.055300 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06f71fc7-5cb2-49a6-a2dc-d7568c1dc493 admin admin] Publish callbacks [] for security_group (bc12feb8-0cef-4e46-8c2a-19914d3defd7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.114796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06f71fc7-5cb2-49a6-a2dc-d7568c1dc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (bc12feb8-0cef-4e46-8c2a-19914d3defd7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.117316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-06f71fc7-5cb2-49a6-a2dc-d7568c1dc493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.118528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-06f71fc7-5cb2-49a6-a2dc-d7568c1dc493 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc12feb8-0cef-4e46-8c2a-19914d3defd7 HTTP/1.1" status: 204 len: 168 time: 0.1511507 Mar 07 05:02:55.128919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f71fc7-5cb2-49a6-a2dc-d7568c1dc493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc12feb8-0cef-4e46-8c2a-19914d3defd7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:55.433694 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:55.460588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:55.460877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ecbe1b28-d6d9-4bf4-84a0-d6c7a6c8619f not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:55.461437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08f22e79-3465-474d-8011-432104325a61 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:02:55.488605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 08f22e79-3465-474d-8011-432104325a61 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:02:55.489340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 08f22e79-3465-474d-8011-432104325a61 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:02:55.673469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51572) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:55.687520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05577066-dd9b-4ca8-aa6d-efc6e080f8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.790843 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05577066-dd9b-4ca8-aa6d-efc6e080f8a2 admin admin] Publish callbacks [] for security_group (901efec5-23a3-4c8b-be37-768ff46992f3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.796682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-05577066-dd9b-4ca8-aa6d-efc6e080f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (901efec5-23a3-4c8b-be37-768ff46992f3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.839543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05577066-dd9b-4ca8-aa6d-efc6e080f8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901efec5-23a3-4c8b-be37-768ff46992f3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:55.846553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05577066-dd9b-4ca8-aa6d-efc6e080f8a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1708062 Mar 07 05:02:55.850495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:55.912721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cadc49b7-5385-439f-b28c-6daadb9350ee admin admin] Publish callbacks [] for security_group (901efec5-23a3-4c8b-be37-768ff46992f3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:55.945327 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cadc49b7-5385-439f-b28c-6daadb9350ee admin admin] Publish callbacks [] for security_group (901efec5-23a3-4c8b-be37-768ff46992f3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:56.052079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cadc49b7-5385-439f-b28c-6daadb9350ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (901efec5-23a3-4c8b-be37-768ff46992f3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:56.054622 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cadc49b7-5385-439f-b28c-6daadb9350ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:56.055770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cadc49b7-5385-439f-b28c-6daadb9350ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/901efec5-23a3-4c8b-be37-768ff46992f3 HTTP/1.1" status: 204 len: 168 time: 0.2039766 Mar 07 05:02:56.061791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-f26829f7-ce58-472c-a5d5-7c5387fcec94 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:56.063225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-f26829f7-ce58-472c-a5d5-7c5387fcec94 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 814 time: 0.1316752 Mar 07 05:02:56.078882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc49b7-5385-439f-b28c-6daadb9350ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901efec5-23a3-4c8b-be37-768ff46992f3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:56.089554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-93a94614-b03f-4849-9d56-fbe62bfce363 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/quotas/e38e0713710e407895dc7a866c5efbb1 HTTP/1.1" status: 200 len: 375 time: 0.0172591 Mar 07 05:02:56.126609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-46d18008-c2b6-4692-8a58-7776d38c8d0f tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311007 Mar 07 05:02:56.253426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-a669f687-5075-4d5b-8565-e064bcd74758 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:02:56.257631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-a669f687-5075-4d5b-8565-e064bcd74758 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1217952 Mar 07 05:02:56.353187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-42fa8294-321a-4ef1-a13f-79e6cedce318 service neutron] 10.222.0.21 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925229 Mar 07 05:02:56.452870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-d9160de0-d8c4-4868-b1d4-ab49c66a2443 service neutron] 10.222.0.21 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937228 Mar 07 05:02:56.708744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-305fcf2c-2798-4f31-b208-b2d952b3d1ea req-3b6d2bd9-e16e-43d9-bab1-0eed709b060b tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 210 time: 0.0502272 Mar 07 05:02:56.767141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:56.887417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1527114492-network', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:56.914166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Made reservation on behalf of 799df9d0e54741b69280b5eb8813a6d8 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:02:56.916646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:56.926105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.026653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks [] for security_group (2ed03d2d-2470-47ae-8a41-1542e03fcb14), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.034922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2ed03d2d-2470-47ae-8a41-1542e03fcb14), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.067733 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed03d2d-2470-47ae-8a41-1542e03fcb14,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:57.078431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:02:57.090200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9fc35def-7129-411d-9468-35c06fb4816e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.091034 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Added segment 9fc35def-7129-411d-9468-35c06fb4816e of type vlan for network 6c843676-b451-425b-a772-9b0543e5c958 Mar 07 05:02:57.142155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (6c843676-b451-425b-a772-9b0543e5c958), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.175815 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (6c843676-b451-425b-a772-9b0543e5c958), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.177244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:57.178154 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.210428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4426150 Mar 07 05:02:57.213340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:57.219881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Request body: {'subnet': {'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1527114492-subnet', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:57.254010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Made reservation on behalf of 799df9d0e54741b69280b5eb8813a6d8 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:02:57.256888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.297442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daa162-a182-40de-9b7b-b8826acf0798 admin admin] Pushing event updated for resources: {'Network': ['ID=6c843676-b451-425b-a772-9b0543e5c958,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:57.310673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 6c843676-b451-425b-a772-9b0543e5c958 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:02:57.524467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (5593b9bf-9e76-4033-b6ae-a6d09a98fd6f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.606960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:57.631154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Checking segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:02:57.631956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Network hostable DHCP agents. Network: 6c843676-b451-425b-a772-9b0543e5c958, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:02:57.672582 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Network 6c843676-b451-425b-a772-9b0543e5c958 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:02:57.685537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 6c843676-b451-425b-a772-9b0543e5c958) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:57.691943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:57.692824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.701408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ffffb-dc8f-4a26-9fd6-43733c917778 None None] Network 6c843676-b451-425b-a772-9b0543e5c958 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:02:57.713452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c39a0c98-1649-4eba-987d-dd64c643b4e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4980178 Mar 07 05:02:57.716375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51644) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:02:57.722530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:57.759131 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (57d97e56-0529-46f8-812e-6809fe2e1853), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.760422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (57d97e56-0529-46f8-812e-6809fe2e1853), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.841230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks [] for router_controller (57d97e56-0529-46f8-812e-6809fe2e1853), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:57.869633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c1a190-7795-489e-9716-c9506082e1aa req-039f77b9-3f25-4de0-99d3-c0cf6c7b6d45 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 210 time: 0.0531247 Mar 07 05:02:57.949572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-6c843676-b451-425b-a772-9b0543e5c958', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:02:57.950745 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.041480 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks [] for router_gateway (57d97e56-0529-46f8-812e-6809fe2e1853), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.120685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Allocated IP 172.20.0.2 (6c843676-b451-425b-a772-9b0543e5c958/5593b9bf-9e76-4033-b6ae-a6d09a98fd6f/cb842662-ba8d-4dfa-8996-3af009a04e13) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:58.374530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Publish callbacks [] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.385240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.416485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-b9ddd50f-9ef9-4ff7-91d3-726b5f18dca6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:58.426145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-b9ddd50f-9ef9-4ff7-91d3-726b5f18dca6 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.15 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 814 time: 0.2392707 Mar 07 05:02:58.439383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Request body: {'port': {'device_id': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff', 'admin_state_up': True, 'tenant_id': 'e38e0713710e407895dc7a866c5efbb1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:58.448610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Pushing event updated for resources: {'Port': ['ID=cb842662-ba8d-4dfa-8996-3af009a04e13,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:58.462540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.463233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.463737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.464533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.465035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.465675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.466576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.467100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.467596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.468088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.468598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.469148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.470589 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:02:58.476753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Network 6c843676-b451-425b-a772-9b0543e5c958 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:58.480724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:58.483458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:58.559361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Attempting to bind port cb842662-ba8d-4dfa-8996-3af009a04e13 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:02:58.560036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Attempting to bind port cb842662-ba8d-4dfa-8996-3af009a04e13 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:02:58.560576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Attempting to bind port cb842662-ba8d-4dfa-8996-3af009a04e13 on network 6c843676-b451-425b-a772-9b0543e5c958 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:02:58.568359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:02:58.569279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Checking segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:02:58.570605 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.571200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Bound using segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:02:58.571850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Bound port: cb842662-ba8d-4dfa-8996-3af009a04e13, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:02:58.572472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.638375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Made reservation on behalf of e38e0713710e407895dc7a866c5efbb1 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:02:58.644451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.662995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] For port cb842662-ba8d-4dfa-8996-3af009a04e13, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:02:58.676690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] For port cb842662-ba8d-4dfa-8996-3af009a04e13, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb842662-ba8d-4dfa-8996-3af009a04e13,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:02:58.695571 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.708127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks [] for router_gateway (57d97e56-0529-46f8-812e-6809fe2e1853), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.730515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:58.792293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Allocated IP 172.20.0.6 (f34236a4-c3eb-48e6-9611-4fecb0b165ff/fcd489a9-5548-43eb-ba1d-c6aee5d0ea13/112aee2d-6125-4bbb-8935-e7a6c587bc38) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:58.797137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9076e4-ebc2-49aa-96dd-6e654bbaa659 None None] Pushing event updated for resources: {'Port': ['ID=cb842662-ba8d-4dfa-8996-3af009a04e13,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:58.902086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Allocated IP 172.25.4.159 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/04546c69-8854-4379-a049-48b7ab9aa672) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:02:59.054436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks [] for port (04546c69-8854-4379-a049-48b7ab9aa672), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.071977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fedcb4d2-a692-4703-aeec-ee93c6f09804 req-e0b8d948-3ae4-4bf8-a1a6-cc39ed639994 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 210 time: 0.0628989 Mar 07 05:02:59.118288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks [] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.127224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04546c69-8854-4379-a049-48b7ab9aa672), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.178942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:59.179171 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.182268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:59.188924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:59.232561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Pushing event updated for resources: {'Port': ['ID=04546c69-8854-4379-a049-48b7ab9aa672,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:59.250552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Network f34236a4-c3eb-48e6-9611-4fecb0b165ff is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:02:59.254618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:02:59.258493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:02:59.302183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Pushing event updated for resources: {'Port': ['ID=112aee2d-6125-4bbb-8935-e7a6c587bc38,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:59.339324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:02:59.339846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.359691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-0a16e545-3490-4693-8d3a-382638234c8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9242864 Mar 07 05:02:59.374686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Request body: {'port': {'device_id': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:02:59.440851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb842662-ba8d-4dfa-8996-3af009a04e13 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:02:59.457952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.526319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cb842662-ba8d-4dfa-8996-3af009a04e13 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:02:59.526705 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.555807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks [] for router_gateway (57d97e56-0529-46f8-812e-6809fe2e1853), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.640928 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cb842662-ba8d-4dfa-8996-3af009a04e13 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:02:59.641319 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.685037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port cb842662-ba8d-4dfa-8996-3af009a04e13, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb842662-ba8d-4dfa-8996-3af009a04e13,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:02:59.693618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.776547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=cb842662-ba8d-4dfa-8996-3af009a04e13,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:02:59.837617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (57d97e56-0529-46f8-812e-6809fe2e1853), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.868739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112aee2d-6125-4bbb-8935-e7a6c587bc38 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:02:59.882077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Publish callbacks [] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:02:59.922612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Transition to ACTIVE for port object 112aee2d-6125-4bbb-8935-e7a6c587bc38 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:02:59.929596 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.020065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Pushing event updated for resources: {'Port': ['ID=112aee2d-6125-4bbb-8935-e7a6c587bc38,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:00.072342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Router 57d97e56-0529-46f8-812e-6809fe2e1853 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:03:00.114442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Attempting to bind port 112aee2d-6125-4bbb-8935-e7a6c587bc38 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:00.114780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Attempting to bind port 112aee2d-6125-4bbb-8935-e7a6c587bc38 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:00.115106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Attempting to bind port 112aee2d-6125-4bbb-8935-e7a6c587bc38 on network f34236a4-c3eb-48e6-9611-4fecb0b165ff {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:00.123142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Port 112aee2d-6125-4bbb-8935-e7a6c587bc38 on network f34236a4-c3eb-48e6-9611-4fecb0b165ff not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:03:00.123462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Attempting to bind port 112aee2d-6125-4bbb-8935-e7a6c587bc38 on network f34236a4-c3eb-48e6-9611-4fecb0b165ff {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:00.130316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:00.130767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Checking segment: {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:00.131245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Bound using segment: {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:00.131792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Bound port: 112aee2d-6125-4bbb-8935-e7a6c587bc38, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:00.132408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.224329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:03:00.235369 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Sync routers for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:03:00.242834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.247661 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8f19a1e3-882e-427e-929d-fa99654f52f2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5298316 Mar 07 05:03:00.247864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51658) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:00.251368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] For port 112aee2d-6125-4bbb-8935-e7a6c587bc38, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:00.257047 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:00.257714 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:00.264868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866e956-3c42-45d4-bf91-0cba5e9ae413 None None] Network 6c843676-b451-425b-a772-9b0543e5c958 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:00.326278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] For port 112aee2d-6125-4bbb-8935-e7a6c587bc38, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:00.377187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.390310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7a35c-5746-4636-9add-8338938c7627 req-7ea13844-d988-42be-b60c-dd5b4e969518 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:00.391529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:00.392657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a7a35c-5746-4636-9add-8338938c7627 req-7ea13844-d988-42be-b60c-dd5b4e969518 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 943 time: 0.1972098 Mar 07 05:03:00.408201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2511d17b-b154-46ef-a85c-c6b0571e8cc8 None None] Provisioning complete for port cb842662-ba8d-4dfa-8996-3af009a04e13 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:00.408770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2511d17b-b154-46ef-a85c-c6b0571e8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.523527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2511d17b-b154-46ef-a85c-c6b0571e8cc8 None None] Current status of the port cb842662-ba8d-4dfa-8996-3af009a04e13 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:00.648974 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:02:59Z', 'revision_number': 3, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:00.689307 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Checking router: 57d97e56-0529-46f8-812e-6809fe2e1853 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:03:00.689782 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Updating router 57d97e56-0529-46f8-812e-6809fe2e1853 port 04546c69-8854-4379-a049-48b7ab9aa672 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:03:00.723145 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04546c69-8854-4379-a049-48b7ab9aa672), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.747556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e0f539ee-a098-4e92-9d4d-b9049138c869 None None] Provisioning complete for port cb842662-ba8d-4dfa-8996-3af009a04e13 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:00.747930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0f539ee-a098-4e92-9d4d-b9049138c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.795404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:00.796100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:00.797532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] 10.222.0.15 "PUT /v2.0/ports/112aee2d-6125-4bbb-8935-e7a6c587bc38 HTTP/1.1" status: 200 len: 1091 time: 1.4301155 Mar 07 05:03:00.803699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'tag': '112aee2d-6125-4bbb-8935-e7a6c587bc38'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:03:00.806048 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f944ede-e3c4-4184-9ded-44ddd0780675" -d '{"events": [{"name": "network-changed", "server_uuid": "c5171edf-25e0-4b8a-b705-121a8b3bad24", "tag": "112aee2d-6125-4bbb-8935-e7a6c587bc38"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:03:00.873993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c1f5-76ce-43d5-8dd0-cb8ef639180c service neutron] Pushing event updated for resources: {'Port': ['ID=112aee2d-6125-4bbb-8935-e7a6c587bc38,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:00.913926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8a7a35c-5746-4636-9add-8338938c7627 req-fdc3fdea-e3cf-40f7-8893-580444bd5c5a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905071 Mar 07 05:03:00.928080 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e0f539ee-a098-4e92-9d4d-b9049138c869 None None] Current status of the port cb842662-ba8d-4dfa-8996-3af009a04e13 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:01.000915 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c688d2-725f-42ff-bbfb-cd5dff563cca x-openstack-request-id: req-97c688d2-725f-42ff-bbfb-cd5dff563cca {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:03:01.001212 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5171edf-25e0-4b8a-b705-121a8b3bad24", "tag": "112aee2d-6125-4bbb-8935-e7a6c587bc38", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:03:01.001465 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97c688d2-725f-42ff-bbfb-cd5dff563cca {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:03:01.001860 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'tag': '112aee2d-6125-4bbb-8935-e7a6c587bc38', 'status': 'completed', 'code': 200} Mar 07 05:03:01.004400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-d726cb7d-edb5-43c2-be4b-98361a00eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:01.005904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-d726cb7d-edb5-43c2-be4b-98361a00eb4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 1125 time: 0.1434033 Mar 07 05:03:01.086334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-3c348ccb-cefa-4396-9afc-5d450c784443 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38 HTTP/1.1" status: 200 len: 217 time: 0.0447645 Mar 07 05:03:01.145393 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Publish callbacks [] for port (04546c69-8854-4379-a049-48b7ab9aa672), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.153352 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04546c69-8854-4379-a049-48b7ab9aa672), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.189448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-c0b6d5f9-56cc-48c8-8758-41d0a35d9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:01.191700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-c0b6d5f9-56cc-48c8-8758-41d0a35d9be3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 200 len: 854 time: 0.0990603 Mar 07 05:03:01.219596 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Attempting to bind port 04546c69-8854-4379-a049-48b7ab9aa672 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:01.219984 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Attempting to bind port 04546c69-8854-4379-a049-48b7ab9aa672 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:01.220366 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Attempting to bind port 04546c69-8854-4379-a049-48b7ab9aa672 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:01.229300 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Pushing event updated for resources: {'Port': ['ID=04546c69-8854-4379-a049-48b7ab9aa672,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:01.231522 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:01.231902 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:01.232313 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.232697 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:01.233165 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Bound port: 04546c69-8854-4379-a049-48b7ab9aa672, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:01.233546 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04546c69-8854-4379-a049-48b7ab9aa672), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.241747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-13ae97d0-782f-45c7-b6db-7308b6018ebd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f34236a4-c3eb-48e6-9611-4fecb0b165ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434487 Mar 07 05:03:01.258258 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.258843 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.258843 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.259587 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.259587 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.259868 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.260160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.260492 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.260816 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.261144 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.261470 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.261794 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.262149 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:01.303482 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] For port 04546c69-8854-4379-a049-48b7ab9aa672, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:01.307756 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] For port 04546c69-8854-4379-a049-48b7ab9aa672, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04546c69-8854-4379-a049-48b7ab9aa672,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:01.316863 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04546c69-8854-4379-a049-48b7ab9aa672), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.391462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c33240-d06b-45e2-b8cb-21b5c8068824 None None] Pushing event updated for resources: {'Port': ['ID=04546c69-8854-4379-a049-48b7ab9aa672,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:01.399516 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:01.400154 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:01.418682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-7af7ae4e-bf7b-48a6-aac1-afe4643479a9 service neutron] 10.222.0.15 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707954 Mar 07 05:03:01.453005 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.508187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb842662-ba8d-4dfa-8996-3af009a04e13 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:01.573948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cb842662-ba8d-4dfa-8996-3af009a04e13 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:01.575091 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:01.578121 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:01.630257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e010d46f-984d-4b15-9600-f3f37cb1a776 req-aec94f81-70c3-4b60-8ee7-dbda04203661 service neutron] 10.222.0.15 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032547 Mar 07 05:03:01.722439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cb842662-ba8d-4dfa-8996-3af009a04e13 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:01.824542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Allocated IP 172.20.0.1 (6c843676-b451-425b-a772-9b0543e5c958/5593b9bf-9e76-4033-b6ae-a6d09a98fd6f/ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:01.832067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-9a51d856-5e8a-494e-ba43-c63962384d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:01.833679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-9a51d856-5e8a-494e-ba43-c63962384d01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 1125 time: 0.1340523 Mar 07 05:03:01.855511 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:02:59Z', 'revision_number': 3, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:01.903475 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131797bc-07ee-45bc-a9d9-d49ab8c188af None None] The sync data for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 is: [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:02:59Z', 'revision_number': 3, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:03:02.027803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-bc614cbc-c565-4931-9bdc-8dfc3e8db6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:02.029526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-bc614cbc-c565-4931-9bdc-8dfc3e8db6b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 915 time: 0.1868057 Mar 07 05:03:02.104276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-7d8f40db-b5ca-40f3-a203-9c7b5b46334a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38 HTTP/1.1" status: 200 len: 217 time: 0.0669279 Mar 07 05:03:02.195070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks [] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.244521 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-793855f3-add8-43d0-aa6a-876ed6ed1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:02.246025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-793855f3-add8-43d0-aa6a-876ed6ed1394 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 200 len: 854 time: 0.1148732 Mar 07 05:03:02.262596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f0b7-b705-4c51-8ced-773a896167d6 req-259313e4-00d6-48e3-b3e6-8c29fc005306 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:02.264161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d73f0b7-b705-4c51-8ced-773a896167d6 req-259313e4-00d6-48e3-b3e6-8c29fc005306 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 943 time: 0.2172902 Mar 07 05:03:02.311401 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-d6e863e1-f8e1-4496-998c-0d897056ae35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f34236a4-c3eb-48e6-9611-4fecb0b165ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446687 Mar 07 05:03:02.328836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.435964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Network 6c843676-b451-425b-a772-9b0543e5c958 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:02.450817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:02.461126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:02.465624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Pushing event updated for resources: {'Port': ['ID=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:02.476495 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d73f0b7-b705-4c51-8ced-773a896167d6 req-63716457-3114-4909-a811-00421589ff8a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994283 Mar 07 05:03:02.519663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-1033bc7b-b813-45e7-b4df-4a859368babc service neutron] 10.222.0.15 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006385 Mar 07 05:03:02.609521 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (57d97e56-0529-46f8-812e-6809fe2e1853), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.693641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4f944ede-e3c4-4184-9ded-44ddd0780675 req-1b1ce9e5-2d2e-41c2-a810-4b6afd198c9b service neutron] 10.222.0.15 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626372 Mar 07 05:03:02.781886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-30e67a89-2048-479e-8212-ea5b6e587853 None None] Provisioning complete for port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:02.782493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.782618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30e67a89-2048-479e-8212-ea5b6e587853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.847135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-30e67a89-2048-479e-8212-ea5b6e587853 None None] Port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:03:02.875220 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7c57715-6c51-4891-a47f-403d7ad4c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.989461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks [] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:02.994477 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:03.066669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Pushing event updated for resources: {'Port': ['ID=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:03.070372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (57d97e56-0529-46f8-812e-6809fe2e1853), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:03.171844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Network 6c843676-b451-425b-a772-9b0543e5c958 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:03.173505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:03.306074 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Router 57d97e56-0529-46f8-812e-6809fe2e1853 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:03:03.391803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51674) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:03.456744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:03:03.462770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9511877-4d43-40a6-8fba-257fbca6a743 admin admin] 10.222.0.21 "PUT /v2.0/routers/57d97e56-0529-46f8-812e-6809fe2e1853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2126424 Mar 07 05:03:03.480239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04546c69-8854-4379-a049-48b7ab9aa672 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:03.535232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-928e428b-c370-4bb5-a859-a7297decac88 None None] Provisioning complete for port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:03.535619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-928e428b-c370-4bb5-a859-a7297decac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:03.593713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-928e428b-c370-4bb5-a859-a7297decac88 None None] Port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:03:03.622435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 04546c69-8854-4379-a049-48b7ab9aa672 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:03.623091 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04546c69-8854-4379-a049-48b7ab9aa672), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:03.703082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb0a54-3614-472e-b3ce-8c43804d7d68 req-61e580f8-2bb1-461d-87aa-7cc39a1bf51a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:03.711754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6dbb0a54-3614-472e-b3ce-8c43804d7d68 req-61e580f8-2bb1-461d-87aa-7cc39a1bf51a tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 943 time: 0.1112516 Mar 07 05:03:03.777138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 04546c69-8854-4379-a049-48b7ab9aa672 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:03.777138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04546c69-8854-4379-a049-48b7ab9aa672), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:03.791838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6dbb0a54-3614-472e-b3ce-8c43804d7d68 req-6dbb3c95-7e23-4aca-bd30-dc16a3d9011c tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792425 Mar 07 05:03:03.800496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 04546c69-8854-4379-a049-48b7ab9aa672, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04546c69-8854-4379-a049-48b7ab9aa672,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:03.810602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04546c69-8854-4379-a049-48b7ab9aa672), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:03.871429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=04546c69-8854-4379-a049-48b7ab9aa672,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:03.957100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Sync routers for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:03:03.980785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:03.981625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:02:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:04.077293 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (eea88c36-8ca5-4f11-9004-21877f2705ea), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.122983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:04.156540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51698) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:04.164406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1959295325-network', 'tenant_id': 'acd2d904db0d4a2480264e111230f880'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:04.188736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Made reservation on behalf of acd2d904db0d4a2480264e111230f880 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:04.191626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.204101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.297375 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks [] for security_group (0db61727-1cc3-401c-a729-e92cb1b07240), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.303219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0db61727-1cc3-401c-a729-e92cb1b07240), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.344027 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:04.353378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 2, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:04.359088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db61727-1cc3-401c-a729-e92cb1b07240,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:04.366514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8f4d3832-a12c-4e10-8cc5-82b6656d5ba7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.366867 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Added segment 8f4d3832-a12c-4e10-8cc5-82b6656d5ba7 of type vlan for network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 Mar 07 05:03:04.417109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Deleting port 8e761804-afa7-4fd4-b00f-45b7185f759b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:04.417712 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.419427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 112aee2d-6125-4bbb-8935-e7a6c587bc38 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:03:04.421667 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.429176 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:03:04.444399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Checking router: 57d97e56-0529-46f8-812e-6809fe2e1853 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:03:04.444732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Updating router 57d97e56-0529-46f8-812e-6809fe2e1853 port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:03:04.457274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.459059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:04.460017 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.477724 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.497395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3397074 Mar 07 05:03:04.500466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51700) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:04.506720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Request body: {'subnet': {'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1959295325-subnet', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:04.522852 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] For port 8e761804-afa7-4fd4-b00f-45b7185f759b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8e761804-afa7-4fd4-b00f-45b7185f759b,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:04.523302 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.540318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Calling delete_port for 8e761804-afa7-4fd4-b00f-45b7185f759b owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:04.550491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbcf4-bb0d-4264-9d84-0ae1877b9c40 admin admin] Pushing event updated for resources: {'Network': ['ID=fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:04.561821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Made reservation on behalf of acd2d904db0d4a2480264e111230f880 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:04.565107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.581603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:04.752490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 112aee2d-6125-4bbb-8935-e7a6c587bc38, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:04.768183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b4a40f1d-67c0-4c75-ae08-28e7487ad2d4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.789380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '112aee2d-6125-4bbb-8935-e7a6c587bc38', 'network_id': 'f34236a4-c3eb-48e6-9611-4fecb0b165ff', 'port_id': '112aee2d-6125-4bbb-8935-e7a6c587bc38', 'mac_address': 'fa:16:3e:5c:ca:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd489a9-5548-43eb-ba1d-c6aee5d0ea13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:03:04.815724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8e761804-afa7-4fd4-b00f-45b7185f759b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.840007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Checking segment: {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:04.840366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Network hostable DHCP agents. Network: fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:03:04.858040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a40f1d-67c0-4c75-ae08-28e7487ad2d4,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:04.858287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e761804-afa7-4fd4-b00f-45b7185f759b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:04.866260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:03:04.885626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:04.894098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:04.894098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.904765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.906040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.906454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.906858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.907830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.908407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.909023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.909484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.909824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.911167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.911450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445dfe4-5a43-42e2-a8a1-da0653d133ca None None] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:04.911926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.911926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.912259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:04.933385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0f2863f1-d4df-45fd-867a-12e6e114b8d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4319746 Mar 07 05:03:04.951053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51704) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:04.962592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:04.978893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 112aee2d-6125-4bbb-8935-e7a6c587bc38 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:04.979288 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.997864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (42291d86-0f92-4bf7-b8ea-14e3922d025a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:04.999198 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (42291d86-0f92-4bf7-b8ea-14e3922d025a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.006813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112aee2d-6125-4bbb-8935-e7a6c587bc38 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:03:05.027424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11074d5-fbed-4cef-bcaa-2344e448129c req-6bac949d-bb9f-4971-b2c2-cf3051f0cdc2 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:05.035078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11074d5-fbed-4cef-bcaa-2344e448129c req-6bac949d-bb9f-4971-b2c2-cf3051f0cdc2 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 943 time: 0.1164496 Mar 07 05:03:05.133483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks [] for router_controller (42291d86-0f92-4bf7-b8ea-14e3922d025a), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.144899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (eea88c36-8ca5-4f11-9004-21877f2705ea), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.205918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c11074d5-fbed-4cef-bcaa-2344e448129c req-16b01f20-c1ad-4ccf-b579-f380fef1a274 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691034 Mar 07 05:03:05.266475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 112aee2d-6125-4bbb-8935-e7a6c587bc38, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:05.296784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.375336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks [] for router_gateway (42291d86-0f92-4bf7-b8ea-14e3922d025a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.452826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Publish callbacks [] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.461555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=112aee2d-6125-4bbb-8935-e7a6c587bc38,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:05.468005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.511992 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'project_id': 'acd2d904db0d4a2480264e111230f880', 'fixed_ips': [{'subnet_id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:03:05.513014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.523368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['112aee2d-6125-4bbb-8935-e7a6c587bc38'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:03:05.570746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Router eea88c36-8ca5-4f11-9004-21877f2705ea has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:03:05.573658 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-43b927ff-fa59-4f30-b12d-025bdecb3939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.592130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04546c69-8854-4379-a049-48b7ab9aa672 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:05.730689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:03:05.738990 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2ef3cfc3-d4b6-4ccb-a62c-7efccac70629 admin admin] 10.222.0.21 "PUT /v2.0/routers/eea88c36-8ca5-4f11-9004-21877f2705ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3431764 Mar 07 05:03:05.739715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51706) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:05.743245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071092d7-ca6e-47b4-b1b9-cccb7488584a None None] Pushing event updated for resources: {'Port': ['ID=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:05.748036 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] Sync routers for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:03:05.773463 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:05.774293 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:05.833861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 04546c69-8854-4379-a049-48b7ab9aa672 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:05.834410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04546c69-8854-4379-a049-48b7ab9aa672), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.963605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks [] for router (eea88c36-8ca5-4f11-9004-21877f2705ea), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:05.974381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:06.028298 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Attempting to bind port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:06.028846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Attempting to bind port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:06.029362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Attempting to bind port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 on network 6c843676-b451-425b-a772-9b0543e5c958 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:06.100763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:06.101145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Checking segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:06.101559 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.101969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Bound using segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:06.102492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Bound port: ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:06.103028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.111086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Allocated IP 172.20.0.2 (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8/b4a40f1d-67c0-4c75-ae08-28e7487ad2d4/9ac73431-e212-4ea2-8125-3a0f416c1aae) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:06.150790 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks [] for router_gateway (eea88c36-8ca5-4f11-9004-21877f2705ea), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.214721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T05:03:04Z', 'revision_number': 5, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port': {'id': '82ff54be-eb72-4292-8b21-0b436faa466c', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T04:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:06.220120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Deleting port 82ff54be-eb72-4292-8b21-0b436faa466c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:06.222460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.264582 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] Checking router: eea88c36-8ca5-4f11-9004-21877f2705ea for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:03:06.276398 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] Routers {'eea88c36-8ca5-4f11-9004-21877f2705ea'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:06.277173 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['eea88c36-8ca5-4f11-9004-21877f2705ea'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:06.302093 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Publish callbacks [] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.329113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.400651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks [] for router_gateway (42291d86-0f92-4bf7-b8ea-14e3922d025a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.409843 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] Set router eea88c36-8ca5-4f11-9004-21877f2705ea gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:06.421971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] For port 82ff54be-eb72-4292-8b21-0b436faa466c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=82ff54be-eb72-4292-8b21-0b436faa466c,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:06.423298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.432532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.449259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] For port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:06.453078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] For port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:06.454673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Calling delete_port for 82ff54be-eb72-4292-8b21-0b436faa466c owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:06.461059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] Provisioning complete for port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:06.461443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.481970 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.517369 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T05:03:06Z', 'revision_number': 6, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:06.554679 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d28ea5-86f3-4db0-a30e-fcc04155bc01 None None] The sync data for ids ['eea88c36-8ca5-4f11-9004-21877f2705ea'] in n-d-832185-1 is: [{'id': 'eea88c36-8ca5-4f11-9004-21877f2705ea', 'name': 'tempest-AttachVolumeShelveTestJSON-403673127-router', 'tenant_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T04:54:21Z', 'updated_at': '2022-03-07T05:03:06Z', 'revision_number': 6, 'project_id': '0a11d9d30d4f4bb38c9f76b6c90326c8', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:03:06.569111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Pushing event updated for resources: {'Port': ['ID=9ac73431-e212-4ea2-8125-3a0f416c1aae,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:06.571627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Allocated IP 172.25.4.212 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/7a35651c-de1a-4e9f-9560-7543c471ed68) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:06.584897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:06.656570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:06.660725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:06.678868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:06.679129 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6251d4-7643-4a7d-abd7-87776e4ec394 req-818ae2cd-cf58-4f38-a715-d0f54e9e0982 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:06.679527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:06.680675 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da6251d4-7643-4a7d-abd7-87776e4ec394 req-818ae2cd-cf58-4f38-a715-d0f54e9e0982 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 944 time: 0.3132622 Mar 07 05:03:06.742692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da6251d4-7643-4a7d-abd7-87776e4ec394 req-f6c6a298-337e-475d-86a1-2962a4b62eac tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Mar 07 05:03:06.780872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (82ff54be-eb72-4292-8b21-0b436faa466c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.792508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks [] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.825509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 04546c69-8854-4379-a049-48b7ab9aa672 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:06.831302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ff54be-eb72-4292-8b21-0b436faa466c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:06.852644 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.898831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (eea88c36-8ca5-4f11-9004-21877f2705ea), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.931968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071092d7-ca6e-47b4-b1b9-cccb7488584a None None] Pushing event updated for resources: {'Port': ['ID=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:06.942098 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:06.945474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:06.954661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Pushing event updated for resources: {'Port': ['ID=7a35651c-de1a-4e9f-9560-7543c471ed68,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:06.973157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:06.975790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:06.980443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Attempting to bind port 9ac73431-e212-4ea2-8125-3a0f416c1aae on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:06.980822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Attempting to bind port 9ac73431-e212-4ea2-8125-3a0f416c1aae by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:06.981189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Attempting to bind port 9ac73431-e212-4ea2-8125-3a0f416c1aae on network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:06.981438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:07.016325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:07.016698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Checking segment: {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:07.017208 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.018253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Bound using segment: {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:07.019002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Bound port: 9ac73431-e212-4ea2-8125-3a0f416c1aae, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:07.019506 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.050677 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (eea88c36-8ca5-4f11-9004-21877f2705ea), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.054824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks [] for router_controller (eea88c36-8ca5-4f11-9004-21877f2705ea), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.109633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (eea88c36-8ca5-4f11-9004-21877f2705ea), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.110340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea88c36-8ca5-4f11-9004-21877f2705ea {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:03:07.115556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.118095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e847ca9d-381e-49ed-ad39-d5382a31bb23 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eea88c36-8ca5-4f11-9004-21877f2705ea HTTP/1.1" status: 204 len: 168 time: 1.3760402 Mar 07 05:03:07.120803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51710) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:07.160046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] Current status of the port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:07.160643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.179251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Deleting subnet b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:03:07.183003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Publish callbacks [] for subnet (b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.216508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] For port 9ac73431-e212-4ea2-8125-3a0f416c1aae, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:07.223765 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.227459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] For port 9ac73431-e212-4ea2-8125-3a0f416c1aae, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9ac73431-e212-4ea2-8125-3a0f416c1aae,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:07.247360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.250184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] For port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:07.278034 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.279515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks [] for router_gateway (42291d86-0f92-4bf7-b8ea-14e3922d025a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.323831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.337792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bd053-39f2-4a34-bf22-c289e33566ce None None] Pushing event updated for resources: {'Port': ['ID=9ac73431-e212-4ea2-8125-3a0f416c1aae,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:07.396768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.421277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c47375-2d13-48c2-a9f1-9e93b07167cb None None] Pushing event updated for resources: {'Port': ['ID=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:07.427003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:06Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:07.442880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:07.449085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.453675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ff12e6eb-4456-4ce7-96f7-6b6e5b6dcf12 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4966d6c-43c9-4ac5-a08d-13e4a62dbf1c HTTP/1.1" status: 204 len: 168 time: 0.3315940 Mar 07 05:03:07.457475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51712) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:07.466265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ade290-04cb-4483-94e5-96451431728f None None] Network 124f6d62-0192-479f-8b3d-97afe1505fd5 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:07.468139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a82107ac-d2e5-4148-9fe6-4256b58f202e None None] Provisioning complete for port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:07.468512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a82107ac-d2e5-4148-9fe6-4256b58f202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.474737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc685690-3241-47ee-a997-beb432f9a476 None None] The sync data for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 is: [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:06Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:03:07.629022 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (124f6d62-0192-479f-8b3d-97afe1505fd5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.749334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (42291d86-0f92-4bf7-b8ea-14e3922d025a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.833043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Deleting port ed927c67-1205-4e52-b9d5-91a9c8c2a688 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:07.833904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.842886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e761804-afa7-4fd4-b00f-45b7185f759b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:03:07.897715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8e761804-afa7-4fd4-b00f-45b7185f759b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:03:07.898346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e761804-afa7-4fd4-b00f-45b7185f759b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:03:07.898699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 82ff54be-eb72-4292-8b21-0b436faa466c no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:03:07.938809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:07.943267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 82ff54be-eb72-4292-8b21-0b436faa466c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:03:07.943603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 82ff54be-eb72-4292-8b21-0b436faa466c not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:03:07.997219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] For port ed927c67-1205-4e52-b9d5-91a9c8c2a688, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed927c67-1205-4e52-b9d5-91a9c8c2a688,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:07.997593 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.021728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a82107ac-d2e5-4148-9fe6-4256b58f202e None None] Current status of the port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:08.025605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Calling delete_port for ed927c67-1205-4e52-b9d5-91a9c8c2a688 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:08.047484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d440715-16dc-437a-a349-c9749a75e30e req-b709e980-dc7e-49ad-b8a5-110790f92f54 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:08.049564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d440715-16dc-437a-a349-c9749a75e30e req-b709e980-dc7e-49ad-b8a5-110790f92f54 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 944 time: 0.1687298 Mar 07 05:03:08.103334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] DHCP port deletion for 124f6d62-0192-479f-8b3d-97afe1505fd5 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:03:08.162806 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Router 42291d86-0f92-4bf7-b8ea-14e3922d025a is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:03:08.175424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] Deleting port ed927c67-1205-4e52-b9d5-91a9c8c2a688 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:08.176268 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.202870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d440715-16dc-437a-a349-c9749a75e30e req-6aba674f-7548-472a-bf7c-f11d4e9b1244 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932679 Mar 07 05:03:08.245354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] For port ed927c67-1205-4e52-b9d5-91a9c8c2a688, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed927c67-1205-4e52-b9d5-91a9c8c2a688,segment=NetworkSegment(fc4c529b-1bd3-453c-a404-588297eace3a),segment_id=fc4c529b-1bd3-453c-a404-588297eace3a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:08.245759 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.257072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.267033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] Calling delete_port for ed927c67-1205-4e52-b9d5-91a9c8c2a688 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:08.312096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] No DVR routers for this DVR port ed927c67-1205-4e52-b9d5-91a9c8c2a688 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:03:08.338265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed927c67-1205-4e52-b9d5-91a9c8c2a688,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:08.388159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (ed927c67-1205-4e52-b9d5-91a9c8c2a688), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.419005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] Pushing event deleted for resources: {'Port': ['ID=ed927c67-1205-4e52-b9d5-91a9c8c2a688,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:08.421107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0799c14-2e4f-40cc-b7f8-e3806db44f37 None None] No DVR routers for this DVR port ed927c67-1205-4e52-b9d5-91a9c8c2a688 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:03:08.430944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 112aee2d-6125-4bbb-8935-e7a6c587bc38 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:08.448824 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (124f6d62-0192-479f-8b3d-97afe1505fd5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.479329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:03:08.486852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124f6d62-0192-479f-8b3d-97afe1505fd5']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:08.494652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Sync routers for ids ['42291d86-0f92-4bf7-b8ea-14e3922d025a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:03:08.504997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4c529b-1bd3-453c-a404-588297eace3a') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:08.504997 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4c529b-1bd3-453c-a404-588297eace3a') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:08.516093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.516655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Routers {'42291d86-0f92-4bf7-b8ea-14e3922d025a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:08.517373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eef53dd5-40fc-445c-9ba5-311a3ba4b069 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5645704 Mar 07 05:03:08.517964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['42291d86-0f92-4bf7-b8ea-14e3922d025a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:08.521168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 51716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:08.522001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 112aee2d-6125-4bbb-8935-e7a6c587bc38 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:03:08.528553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 112aee2d-6125-4bbb-8935-e7a6c587bc38 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:08.528930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.532370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (fc4c529b-1bd3-453c-a404-588297eace3a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.557562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fc4c529b-1bd3-453c-a404-588297eace3a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.564472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:08.565148 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (fc4c529b-1bd3-453c-a404-588297eace3a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:08.567022 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:08.657045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (124f6d62-0192-479f-8b3d-97afe1505fd5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.675068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.687524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] 10.222.0.21 "DELETE /v2.0/networks/124f6d62-0192-479f-8b3d-97afe1505fd5 HTTP/1.1" status: 204 len: 168 time: 1.2288914 Mar 07 05:03:08.712861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb26592-1a3f-47a8-9b0b-f0fdc5284378 admin admin] Pushing event deleted for resources: {'Network': ['ID=124f6d62-0192-479f-8b3d-97afe1505fd5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:08.791150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ad7bb-5072-4367-8182-886ae667c722 None None] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:08.816294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 112aee2d-6125-4bbb-8935-e7a6c587bc38 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:08.816680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:08.879296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Set router 42291d86-0f92-4bf7-b8ea-14e3922d025a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:08.947609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51720) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:09.010690 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6929709a-6a9e-4583-a144-4a104da227c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a11d9d30d4f4bb38c9f76b6c90326c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616331 Mar 07 05:03:09.013465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 51722) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:09.054091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112aee2d-6125-4bbb-8935-e7a6c587bc38'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:03:09.056380 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9268edd-1960-4f2d-9c0a-32d480b032b9" -d '{"events": [{"server_uuid": "c5171edf-25e0-4b8a-b705-121a8b3bad24", "name": "network-vif-plugged", "status": "completed", "tag": "112aee2d-6125-4bbb-8935-e7a6c587bc38"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:03:09.081715 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a361ddfb-ba10-4d52-b0fc-17b495634c48 admin admin] Publish callbacks [] for security_group (f181c437-b06f-4b07-9b6a-fdcce057a88a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.092023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 112aee2d-6125-4bbb-8935-e7a6c587bc38, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:09.097720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] Provisioning complete for port 9ac73431-e212-4ea2-8125-3a0f416c1aae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:09.098362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.126197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a361ddfb-ba10-4d52-b0fc-17b495634c48 admin admin] Publish callbacks [] for security_group (f181c437-b06f-4b07-9b6a-fdcce057a88a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.141864 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576b555-38be-4752-8fee-4639141773d3 x-openstack-request-id: req-1576b555-38be-4752-8fee-4639141773d3 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:03:09.142225 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5171edf-25e0-4b8a-b705-121a8b3bad24", "name": "network-vif-plugged", "status": "completed", "tag": "112aee2d-6125-4bbb-8935-e7a6c587bc38", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:03:09.145405 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1576b555-38be-4752-8fee-4639141773d3 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:03:09.147704 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112aee2d-6125-4bbb-8935-e7a6c587bc38', 'code': 200} Mar 07 05:03:09.159296 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.193336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a361ddfb-ba10-4d52-b0fc-17b495634c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f181c437-b06f-4b07-9b6a-fdcce057a88a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.198095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a361ddfb-ba10-4d52-b0fc-17b495634c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.198275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a361ddfb-ba10-4d52-b0fc-17b495634c48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f181c437-b06f-4b07-9b6a-fdcce057a88a HTTP/1.1" status: 204 len: 168 time: 0.1837525 Mar 07 05:03:09.281197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361ddfb-ba10-4d52-b0fc-17b495634c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f181c437-b06f-4b07-9b6a-fdcce057a88a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:09.300568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=112aee2d-6125-4bbb-8935-e7a6c587bc38,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:09.380715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] Current status of the port 9ac73431-e212-4ea2-8125-3a0f416c1aae is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:09.381110 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.395002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 3, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:09.425538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0caa-5890-4942-8d6a-f5394d8f8859 req-79735bc6-e628-420a-9c6d-37763140afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:09.427808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44aa0caa-5890-4942-8d6a-f5394d8f8859 req-79735bc6-e628-420a-9c6d-37763140afcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 1127 time: 0.2356110 Mar 07 05:03:09.501667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2e616-5ed6-4070-b42e-3f58b7281a38 req-3c9a35b4-a43c-4ab2-b03b-2cd927830c55 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:09.505733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ca2e616-5ed6-4070-b42e-3f58b7281a38 req-3c9a35b4-a43c-4ab2-b03b-2cd927830c55 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 945 time: 0.1709828 Mar 07 05:03:09.508828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Checking router: 42291d86-0f92-4bf7-b8ea-14e3922d025a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:03:09.509186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Updating router 42291d86-0f92-4bf7-b8ea-14e3922d025a port 7a35651c-de1a-4e9f-9560-7543c471ed68 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:03:09.604283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] For port 9ac73431-e212-4ea2-8125-3a0f416c1aae, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9ac73431-e212-4ea2-8125-3a0f416c1aae,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:09.610650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44aa0caa-5890-4942-8d6a-f5394d8f8859 req-659136a5-3ed6-4e73-bbe8-bb3eb54f68ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767590 Mar 07 05:03:09.618708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.621862 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.636690 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.670373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ca2e616-5ed6-4070-b42e-3f58b7281a38 req-96a3b4df-cd6d-4630-91d9-a65e87644415 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Mar 07 05:03:09.688382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:09.727232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.795225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32508d9-acf4-41d7-816c-841d904aac33 None None] Pushing event updated for resources: {'Port': ['ID=9ac73431-e212-4ea2-8125-3a0f416c1aae,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:09.870794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:09.871233 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:09.915316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Allocated IP 172.20.0.1 (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8/b4a40f1d-67c0-4c75-ae08-28e7487ad2d4/219c6fbb-7581-4f95-8576-32316c8638f0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:09.933299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9d7ddd50-69d3-4219-ae56-f7242bab322d None None] Provisioning complete for port 9ac73431-e212-4ea2-8125-3a0f416c1aae triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:09.934090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9d7ddd50-69d3-4219-ae56-f7242bab322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.052373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks [] for port (219c6fbb-7581-4f95-8576-32316c8638f0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.091440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.128570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:10.129695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9ac73431-e212-4ea2-8125-3a0f416c1aae up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:10.140650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:10.146560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:10.151231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:10.181191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Pushing event updated for resources: {'Port': ['ID=219c6fbb-7581-4f95-8576-32316c8638f0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:10.207786 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (42291d86-0f92-4bf7-b8ea-14e3922d025a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.380184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ddd50-69d3-4219-ae56-f7242bab322d None None] Current status of the port 9ac73431-e212-4ea2-8125-3a0f416c1aae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:10.399683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.414400 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Publish callbacks [] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.427356 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.476620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9ac73431-e212-4ea2-8125-3a0f416c1aae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:10.477846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.540550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d822540-5ab4-4d67-9eb1-05a4e2680cd5 None None] Pushing event updated for resources: {'Port': ['ID=7a35651c-de1a-4e9f-9560-7543c471ed68,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:10.545674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Attempting to bind port 7a35651c-de1a-4e9f-9560-7543c471ed68 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:10.547011 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Attempting to bind port 7a35651c-de1a-4e9f-9560-7543c471ed68 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:10.547454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Attempting to bind port 7a35651c-de1a-4e9f-9560-7543c471ed68 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:10.554416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-44e6d110-78e8-4194-9b0a-7c963855a40d None None] Provisioning complete for port 219c6fbb-7581-4f95-8576-32316c8638f0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:10.554893 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-44e6d110-78e8-4194-9b0a-7c963855a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.583618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:10.584088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:10.584564 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.585022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:10.585598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Bound port: 7a35651c-de1a-4e9f-9560-7543c471ed68, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:10.586070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.600867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks [] for port (219c6fbb-7581-4f95-8576-32316c8638f0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.607781 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.672375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-44e6d110-78e8-4194-9b0a-7c963855a40d None None] Port 219c6fbb-7581-4f95-8576-32316c8638f0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:03:10.679827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Pushing event updated for resources: {'Port': ['ID=219c6fbb-7581-4f95-8576-32316c8638f0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:10.694105 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9ac73431-e212-4ea2-8125-3a0f416c1aae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:10.695562 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (42291d86-0f92-4bf7-b8ea-14e3922d025a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.703112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] For port 7a35651c-de1a-4e9f-9560-7543c471ed68, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:10.706711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] For port 7a35651c-de1a-4e9f-9560-7543c471ed68, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7a35651c-de1a-4e9f-9560-7543c471ed68,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:10.715557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:10.770966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed927c67-1205-4e52-b9d5-91a9c8c2a688 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:03:10.805956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Routers {'42291d86-0f92-4bf7-b8ea-14e3922d025a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:10.806646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['42291d86-0f92-4bf7-b8ea-14e3922d025a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:10.808387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ed927c67-1205-4e52-b9d5-91a9c8c2a688 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:03:10.808737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed927c67-1205-4e52-b9d5-91a9c8c2a688 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:03:10.825689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:10.828054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:10.892321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d822540-5ab4-4d67-9eb1-05a4e2680cd5 None None] Pushing event updated for resources: {'Port': ['ID=7a35651c-de1a-4e9f-9560-7543c471ed68,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:11.004034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] Set router 42291d86-0f92-4bf7-b8ea-14e3922d025a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:11.026446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Router 42291d86-0f92-4bf7-b8ea-14e3922d025a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:03:11.058559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195c5b-5bda-4202-9207-e9bcdf6f9794 req-0801a27e-507e-4f22-9fdc-596d56e82ff0 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:11.060122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a195c5b-5bda-4202-9207-e9bcdf6f9794 req-0801a27e-507e-4f22-9fdc-596d56e82ff0 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 945 time: 0.1045091 Mar 07 05:03:11.123478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a195c5b-5bda-4202-9207-e9bcdf6f9794 req-a1d9d78e-d2f5-455a-93be-b6e026e64075 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557759 Mar 07 05:03:11.237306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bd89e30e-3c19-48e0-98d8-b194fc4e7312 None None] Provisioning complete for port 219c6fbb-7581-4f95-8576-32316c8638f0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:11.237923 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bd89e30e-3c19-48e0-98d8-b194fc4e7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:11.244854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:03:11.253948 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c647ddbd-e296-4e95-b652-f8b0e87530c4 admin admin] 10.222.0.21 "PUT /v2.0/routers/42291d86-0f92-4bf7-b8ea-14e3922d025a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307580 Mar 07 05:03:11.284829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bd89e30e-3c19-48e0-98d8-b194fc4e7312 None None] Port 219c6fbb-7581-4f95-8576-32316c8638f0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:03:11.307055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '219c6fbb-7581-4f95-8576-32316c8638f0', 'name': '', 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'mac_address': 'fa:16:3e:60:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:09Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 2, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'subnets': [{'id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:11.348648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df774337-b6fe-4bf8-8f2e-2e568ffcac30 None None] The sync data for ids ['42291d86-0f92-4bf7-b8ea-14e3922d025a'] in n-d-832185-1 is: [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '219c6fbb-7581-4f95-8576-32316c8638f0', 'name': '', 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'mac_address': 'fa:16:3e:60:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:09Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 2, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'subnets': [{'id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:03:11.456089 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9ac73431-e212-4ea2-8125-3a0f416c1aae up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:11.537558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9ac73431-e212-4ea2-8125-3a0f416c1aae triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:11.538035 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:11.682431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9ac73431-e212-4ea2-8125-3a0f416c1aae is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:13.465599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a35651c-de1a-4e9f-9560-7543c471ed68 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:13.546679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7a35651c-de1a-4e9f-9560-7543c471ed68 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:13.547341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:13.631229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7a35651c-de1a-4e9f-9560-7543c471ed68 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:13.631924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:13.656701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7a35651c-de1a-4e9f-9560-7543c471ed68, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7a35651c-de1a-4e9f-9560-7543c471ed68,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:13.663029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:13.730521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7a35651c-de1a-4e9f-9560-7543c471ed68,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:15.101938 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Sync routers for ids ['42291d86-0f92-4bf7-b8ea-14e3922d025a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:03:15.117033 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Routers {'42291d86-0f92-4bf7-b8ea-14e3922d025a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:15.117681 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['42291d86-0f92-4bf7-b8ea-14e3922d025a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:15.249336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Set router 42291d86-0f92-4bf7-b8ea-14e3922d025a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:15.472852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a35651c-de1a-4e9f-9560-7543c471ed68 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:15.585457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7a35651c-de1a-4e9f-9560-7543c471ed68 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:15.585762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:15.632944 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '219c6fbb-7581-4f95-8576-32316c8638f0', 'name': '', 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'mac_address': 'fa:16:3e:60:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:09Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 2, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'subnets': [{'id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:15.671502 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Checking router: 42291d86-0f92-4bf7-b8ea-14e3922d025a for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:03:15.671856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Updating router 42291d86-0f92-4bf7-b8ea-14e3922d025a port 219c6fbb-7581-4f95-8576-32316c8638f0 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:03:15.690066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7a35651c-de1a-4e9f-9560-7543c471ed68 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:15.709808 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.062580 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Publish callbacks [] for port (219c6fbb-7581-4f95-8576-32316c8638f0), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.070328 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.125688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3d82-9a77-4410-8639-e5978614e520 None None] Pushing event updated for resources: {'Port': ['ID=219c6fbb-7581-4f95-8576-32316c8638f0,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:16.243308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Attempting to bind port 219c6fbb-7581-4f95-8576-32316c8638f0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:16.243308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Attempting to bind port 219c6fbb-7581-4f95-8576-32316c8638f0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:16.243660 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Attempting to bind port 219c6fbb-7581-4f95-8576-32316c8638f0 on network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:16.252959 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:16.253326 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Checking segment: {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:16.254241 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.254648 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Bound using segment: {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:16.255143 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Bound port: 219c6fbb-7581-4f95-8576-32316c8638f0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:16.255537 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.370795 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] For port 219c6fbb-7581-4f95-8576-32316c8638f0, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:16.374563 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] For port 219c6fbb-7581-4f95-8576-32316c8638f0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=219c6fbb-7581-4f95-8576-32316c8638f0,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:16.383111 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.483804 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Routers {'42291d86-0f92-4bf7-b8ea-14e3922d025a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:16.484445 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['42291d86-0f92-4bf7-b8ea-14e3922d025a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:16.533717 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3d82-9a77-4410-8639-e5978614e520 None None] Pushing event updated for resources: {'Port': ['ID=219c6fbb-7581-4f95-8576-32316c8638f0,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:16.571614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] Provisioning complete for port 219c6fbb-7581-4f95-8576-32316c8638f0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:16.572624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.732511 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] Set router 42291d86-0f92-4bf7-b8ea-14e3922d025a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:03:16.771416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] Current status of the port 219c6fbb-7581-4f95-8576-32316c8638f0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:16.774716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.858106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] For port 219c6fbb-7581-4f95-8576-32316c8638f0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=219c6fbb-7581-4f95-8576-32316c8638f0,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:16.865493 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:16.936408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812dd36-a0d2-42e6-83a2-0b445a8fd6a2 None None] Pushing event updated for resources: {'Port': ['ID=219c6fbb-7581-4f95-8576-32316c8638f0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:16.995086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-75c3a600-34bd-4bf6-9d32-63f74ed7d520 None None] Provisioning complete for port 219c6fbb-7581-4f95-8576-32316c8638f0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:16.995718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75c3a600-34bd-4bf6-9d32-63f74ed7d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:17.069890 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '219c6fbb-7581-4f95-8576-32316c8638f0', 'name': '', 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'mac_address': 'fa:16:3e:60:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:09Z', 'updated_at': '2022-03-07T05:03:16Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'subnets': [{'id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:17.090179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-75c3a600-34bd-4bf6-9d32-63f74ed7d520 None None] Current status of the port 219c6fbb-7581-4f95-8576-32316c8638f0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:17.104988 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76a1c-7298-42c2-8261-a05c5121e2c9 None None] The sync data for ids ['42291d86-0f92-4bf7-b8ea-14e3922d025a'] in n-d-832185-1 is: [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:03:10Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '219c6fbb-7581-4f95-8576-32316c8638f0', 'name': '', 'network_id': 'fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'mac_address': 'fa:16:3e:60:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:09Z', 'updated_at': '2022-03-07T05:03:16Z', 'revision_number': 4, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'subnets': [{'id': 'b4a40f1d-67c0-4c75-ae08-28e7487ad2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:03:17.502702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 219c6fbb-7581-4f95-8576-32316c8638f0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:17.607505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 219c6fbb-7581-4f95-8576-32316c8638f0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:17.611957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:17.721428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 219c6fbb-7581-4f95-8576-32316c8638f0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:20.178240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:22.422308 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.191943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52002) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:25.304908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-319cc622-6681-4abb-894d-822520a0894a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.398062 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-319cc622-6681-4abb-894d-822520a0894a admin admin] Publish callbacks [] for security_group (325b8763-47cc-4321-aff1-bd00debefd5f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.408606 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-319cc622-6681-4abb-894d-822520a0894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (325b8763-47cc-4321-aff1-bd00debefd5f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.450167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-319cc622-6681-4abb-894d-822520a0894a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32be88541ccf46e888cfa0111ca34586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564564 Mar 07 05:03:25.450385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cc622-6681-4abb-894d-822520a0894a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325b8763-47cc-4321-aff1-bd00debefd5f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:25.452567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52006) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:25.514556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f269-1071-4760-9836-335c95e0a1f0 admin admin] Publish callbacks [] for security_group (325b8763-47cc-4321-aff1-bd00debefd5f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.539534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f269-1071-4760-9836-335c95e0a1f0 admin admin] Publish callbacks [] for security_group (325b8763-47cc-4321-aff1-bd00debefd5f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.587700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f269-1071-4760-9836-335c95e0a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (325b8763-47cc-4321-aff1-bd00debefd5f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.591453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f269-1071-4760-9836-335c95e0a1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:25.595898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d5c8f269-1071-4760-9836-335c95e0a1f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/325b8763-47cc-4321-aff1-bd00debefd5f HTTP/1.1" status: 204 len: 168 time: 0.1386380 Mar 07 05:03:25.601190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8f269-1071-4760-9836-335c95e0a1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b8763-47cc-4321-aff1-bd00debefd5f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:27.913536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:28.024592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93ace100-1ac3-4e84-be20-dfb434b6dd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.137361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93ace100-1ac3-4e84-be20-dfb434b6dd27 admin admin] Publish callbacks [] for security_group (71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.145285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-93ace100-1ac3-4e84-be20-dfb434b6dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.189759 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-93ace100-1ac3-4e84-be20-dfb434b6dd27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a456e0d10ac402dacf1c4509a5d362c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744622 Mar 07 05:03:28.191378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ace100-1ac3-4e84-be20-dfb434b6dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:28.192490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52088) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:28.244755 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc3d-1ec8-416f-b53f-2c0909b51435 admin admin] Publish callbacks [] for security_group (71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.266037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc3d-1ec8-416f-b53f-2c0909b51435 admin admin] Publish callbacks [] for security_group (71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.320943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc3d-1ec8-416f-b53f-2c0909b51435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.323823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc3d-1ec8-416f-b53f-2c0909b51435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.327983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2f8dbc3d-1ec8-416f-b53f-2c0909b51435 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73 HTTP/1.1" status: 204 len: 168 time: 0.1344247 Mar 07 05:03:28.337067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dbc3d-1ec8-416f-b53f-2c0909b51435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71214fe1-aa3d-4aa8-b9bc-90a8c5f82a73,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:28.606592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52104) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:28.620435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e8bd-0534-4279-b78c-88d4a31a07d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.695525 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e8bd-0534-4279-b78c-88d4a31a07d0 admin admin] Publish callbacks [] for security_group (e25d25db-81c6-4010-80ae-ba612cc95cc8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.699682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e8bd-0534-4279-b78c-88d4a31a07d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e25d25db-81c6-4010-80ae-ba612cc95cc8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.745417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9e8bd-0534-4279-b78c-88d4a31a07d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d25db-81c6-4010-80ae-ba612cc95cc8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:28.752274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f3e9e8bd-0534-4279-b78c-88d4a31a07d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cc457e84dbb4e518409a18191848f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422260 Mar 07 05:03:28.752567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52106) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:28.803116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9185f45-b11a-4d5d-8ff2-326f911a9e87 admin admin] Publish callbacks [] for security_group (e25d25db-81c6-4010-80ae-ba612cc95cc8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.824542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9185f45-b11a-4d5d-8ff2-326f911a9e87 admin admin] Publish callbacks [] for security_group (e25d25db-81c6-4010-80ae-ba612cc95cc8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.881589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9185f45-b11a-4d5d-8ff2-326f911a9e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e25d25db-81c6-4010-80ae-ba612cc95cc8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.887533 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9185f45-b11a-4d5d-8ff2-326f911a9e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:28.902750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9185f45-b11a-4d5d-8ff2-326f911a9e87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e25d25db-81c6-4010-80ae-ba612cc95cc8 HTTP/1.1" status: 204 len: 168 time: 0.1489408 Mar 07 05:03:28.912654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9185f45-b11a-4d5d-8ff2-326f911a9e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d25db-81c6-4010-80ae-ba612cc95cc8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:31.217306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52176) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:31.336044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462d517b-b543-4f27-977a-f0c4446b2ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.432449 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462d517b-b543-4f27-977a-f0c4446b2ebc admin admin] Publish callbacks [] for security_group (6bdf15eb-4c25-4476-9e22-c4ca3d1afafd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.447946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-462d517b-b543-4f27-977a-f0c4446b2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6bdf15eb-4c25-4476-9e22-c4ca3d1afafd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.583329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d517b-b543-4f27-977a-f0c4446b2ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf15eb-4c25-4476-9e22-c4ca3d1afafd,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:31.591491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52182) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:31.592147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-462d517b-b543-4f27-977a-f0c4446b2ebc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ef00a663bee428d836e38542ff45bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3723626 Mar 07 05:03:31.661907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cafd353e-a57b-4fe0-8599-b219c2003749 admin admin] Publish callbacks [] for security_group (6bdf15eb-4c25-4476-9e22-c4ca3d1afafd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.683630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cafd353e-a57b-4fe0-8599-b219c2003749 admin admin] Publish callbacks [] for security_group (6bdf15eb-4c25-4476-9e22-c4ca3d1afafd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.745276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cafd353e-a57b-4fe0-8599-b219c2003749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6bdf15eb-4c25-4476-9e22-c4ca3d1afafd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.748763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cafd353e-a57b-4fe0-8599-b219c2003749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:31.753646 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cafd353e-a57b-4fe0-8599-b219c2003749 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bdf15eb-4c25-4476-9e22-c4ca3d1afafd HTTP/1.1" status: 204 len: 168 time: 0.1607909 Mar 07 05:03:31.763870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd353e-a57b-4fe0-8599-b219c2003749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf15eb-4c25-4476-9e22-c4ca3d1afafd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:32.057627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52188) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:32.071153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a22cba7-f4f6-47d7-91b9-192d64b44154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.148917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a22cba7-f4f6-47d7-91b9-192d64b44154 admin admin] Publish callbacks [] for security_group (feb97e4f-75ac-4945-9add-eda788f89081), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.152960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a22cba7-f4f6-47d7-91b9-192d64b44154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (feb97e4f-75ac-4945-9add-eda788f89081), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.197913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a22cba7-f4f6-47d7-91b9-192d64b44154 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2753a98408a140e98d856895014a55a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366923 Mar 07 05:03:32.197913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22cba7-f4f6-47d7-91b9-192d64b44154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb97e4f-75ac-4945-9add-eda788f89081,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:32.198734 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52192) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:32.256261 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-173690a2-dc1e-4f76-b539-d6ebfc323134 admin admin] Publish callbacks [] for security_group (feb97e4f-75ac-4945-9add-eda788f89081), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.280535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-173690a2-dc1e-4f76-b539-d6ebfc323134 admin admin] Publish callbacks [] for security_group (feb97e4f-75ac-4945-9add-eda788f89081), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.337833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-173690a2-dc1e-4f76-b539-d6ebfc323134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (feb97e4f-75ac-4945-9add-eda788f89081), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.341748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-173690a2-dc1e-4f76-b539-d6ebfc323134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:32.347435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-173690a2-dc1e-4f76-b539-d6ebfc323134 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feb97e4f-75ac-4945-9add-eda788f89081 HTTP/1.1" status: 204 len: 168 time: 0.1477609 Mar 07 05:03:32.357492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173690a2-dc1e-4f76-b539-d6ebfc323134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb97e4f-75ac-4945-9add-eda788f89081,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:32.813309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3e9e950f-201b-45a4-892b-e55b9c9e024d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.026949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:34.137958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe6b92ce-ce51-42fa-971f-bbd15ec83385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.218708 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe6b92ce-ce51-42fa-971f-bbd15ec83385 admin admin] Publish callbacks [] for security_group (fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.223476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fe6b92ce-ce51-42fa-971f-bbd15ec83385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.265037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b92ce-ce51-42fa-971f-bbd15ec83385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:34.272908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52268) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:34.279797 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fe6b92ce-ce51-42fa-971f-bbd15ec83385 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7235139db75544498bbd234597da421f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505195 Mar 07 05:03:34.324441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b36b0e3b-f913-445b-b9ea-9092089eeac8 admin admin] Publish callbacks [] for security_group (fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.346465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b36b0e3b-f913-445b-b9ea-9092089eeac8 admin admin] Publish callbacks [] for security_group (fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.397926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b36b0e3b-f913-445b-b9ea-9092089eeac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.400688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b36b0e3b-f913-445b-b9ea-9092089eeac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:34.404183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b36b0e3b-f913-445b-b9ea-9092089eeac8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f HTTP/1.1" status: 204 len: 168 time: 0.1279943 Mar 07 05:03:34.411332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b0e3b-f913-445b-b9ea-9092089eeac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2bc5be-ddd2-4c7a-9d91-6bb254eac43f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:35.415734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e62c-cf84-484c-ac12-3c077b0ec18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:35.862580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52320) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:36.051362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-769562593'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:36.077022 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Made reservation on behalf of 7c52f69d491f434d801936993f036295 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:36.081115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.091205 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.182793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks [] for security_group (b974cc8c-522e-46fb-ac96-62e9f902ad79), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.187867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b974cc8c-522e-46fb-ac96-62e9f902ad79), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.217465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:36.232810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b974cc8c-522e-46fb-ac96-62e9f902ad79,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:36.237810 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bdf4c611-4ad0-4b2d-ba95-43c5b33b143b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.238264 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Added segment bdf4c611-4ad0-4b2d-ba95-43c5b33b143b of type vlan for network 10f62985-2327-4a0e-8225-6c187194c2f1 Mar 07 05:03:36.284918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (10f62985-2327-4a0e-8225-6c187194c2f1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.311692 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (10f62985-2327-4a0e-8225-6c187194c2f1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.318480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:36.319172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.364535 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5006099 Mar 07 05:03:36.367748 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52332) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:36.409820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ffae-f7c3-4809-be22-eb5659d98227 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Pushing event updated for resources: {'Network': ['ID=10f62985-2327-4a0e-8225-6c187194c2f1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:36.421611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 10f62985-2327-4a0e-8225-6c187194c2f1 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:36.472261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'network': {'name': 'tempest-network--1503275197', 'router:external': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:36.500904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Made reservation on behalf of 224ce6b861974a0db6d0f00b2c8af848 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:36.504634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.513116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.593295 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for security_group (1d12fb3f-9c9f-413e-96a2-a453679d3b55), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.600272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1d12fb3f-9c9f-413e-96a2-a453679d3b55), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.629249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:36.644981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12fb3f-9c9f-413e-96a2-a453679d3b55,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:36.654907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.655509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.655858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.656204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.656545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.656879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.657212 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.657558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.658583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.658930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.659268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.659601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.659928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:03:36.663658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (de79276f-cce4-43d8-ac5d-19677cfd6c21), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.664005 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Added segment de79276f-cce4-43d8-ac5d-19677cfd6c21 of type vlan for network f64d1855-a7dc-4c29-8660-a413269c1224 Mar 07 05:03:36.719127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f64d1855-a7dc-4c29-8660-a413269c1224), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.754942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f64d1855-a7dc-4c29-8660-a413269c1224), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.756103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:36.756695 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.822757 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:36.823210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4537590 Mar 07 05:03:36.826542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52338) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:36.827288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e6e36-813c-43cd-8f6d-2287dabbe62e tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Network': ['ID=f64d1855-a7dc-4c29-8660-a413269c1224,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:36.844276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f64d1855-a7dc-4c29-8660-a413269c1224 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:36.913595 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f64d1855-a7dc-4c29-8660-a413269c1224), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.009218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f64d1855-a7dc-4c29-8660-a413269c1224), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.031141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64d1855-a7dc-4c29-8660-a413269c1224']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:37.041927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de79276f-cce4-43d8-ac5d-19677cfd6c21') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:37.042573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de79276f-cce4-43d8-ac5d-19677cfd6c21') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:37.053581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (de79276f-cce4-43d8-ac5d-19677cfd6c21), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.067539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (de79276f-cce4-43d8-ac5d-19677cfd6c21), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.073928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:37.074549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (de79276f-cce4-43d8-ac5d-19677cfd6c21), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:37.076530 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:37.147734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f64d1855-a7dc-4c29-8660-a413269c1224), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.154182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f64d1855-a7dc-4c29-8660-a413269c1224 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 05:03:37.156961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.161460 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f64d1855-a7dc-4c29-8660-a413269c1224 HTTP/1.1" status: 204 len: 168 time: 0.3333609 Mar 07 05:03:37.164848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52342) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:37.169756 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:37.174424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb1af-4eae-4f6d-a938-fd884fdd0df5 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Network': ['ID=f64d1855-a7dc-4c29-8660-a413269c1224,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:37.202130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Made reservation on behalf of 224ce6b861974a0db6d0f00b2c8af848 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:37.206187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.240662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:37.255312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4da88958-b7bc-4c39-a811-883f6ec21a20), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.255854 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Added segment 4da88958-b7bc-4c39-a811-883f6ec21a20 of type vlan for network ab0e3582-d396-48f6-b416-403d14c29e9c Mar 07 05:03:37.316041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ab0e3582-d396-48f6-b416-403d14c29e9c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.372715 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ab0e3582-d396-48f6-b416-403d14c29e9c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.374835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:37.375880 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.436871 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2708943 Mar 07 05:03:37.440087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52344) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:37.445372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'subnet': {'network_id': 'ab0e3582-d396-48f6-b416-403d14c29e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:37.453083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ade306-d2d8-4c33-8ebf-04051a37b6aa tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Network': ['ID=ab0e3582-d396-48f6-b416-403d14c29e9c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:37.466813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ab0e3582-d396-48f6-b416-403d14c29e9c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:37.494005 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Made reservation on behalf of 224ce6b861974a0db6d0f00b2c8af848 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:37.496914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.765066 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:37.877154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.objects.ports [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103939) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 05:03:37.878119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (2021ed98-837d-4b75-8336-816b3de23e85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.035359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2021ed98-837d-4b75-8336-816b3de23e85,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:38.046671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Checking segment: {'id': '4da88958-b7bc-4c39-a811-883f6ec21a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab0e3582-d396-48f6-b416-403d14c29e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:38.050190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Network hostable DHCP agents. Network: ab0e3582-d396-48f6-b416-403d14c29e9c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:03:38.072786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Network ab0e3582-d396-48f6-b416-403d14c29e9c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:03:38.086119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ab0e3582-d396-48f6-b416-403d14c29e9c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:38.090924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:38.091605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.100300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc6db3-67e0-47d1-9a6d-bd944476d589 None None] Network ab0e3582-d396-48f6-b416-403d14c29e9c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:38.116830 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0294cb53-1b70-4fb9-9687-10b4a24a056b tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6753314 Mar 07 05:03:38.119643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52352) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:38.124226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab0e3582-d396-48f6-b416-403d14c29e9c'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:38.166356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.275632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a107d090-10ae-4e2b-90bb-6fe383ad8fe8 None None] Network ab0e3582-d396-48f6-b416-403d14c29e9c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:38.336661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.475376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Allocated IP 172.20.0.9 (ab0e3582-d396-48f6-b416-403d14c29e9c/2021ed98-837d-4b75-8336-816b3de23e85/8ff5625b-0d8e-4812-bb68-56d4d3e3faa2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:38.591615 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.626058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.667751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Network ab0e3582-d396-48f6-b416-403d14c29e9c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:38.670754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:38.675289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:38.699673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff5625b-0d8e-4812-bb68-56d4d3e3faa2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:38.812461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for floatingip (2e0fffac-4039-4197-af18-d4fd2b802d93), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:38.854512 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.016392 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.021965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.093086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff5625b-0d8e-4812-bb68-56d4d3e3faa2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:39.101947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (2e0fffac-4039-4197-af18-d4fd2b802d93), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.117248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.121080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bcff3231-07a9-449a-a755-764e7645cf91 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9979479 Mar 07 05:03:39.121312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52362) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:39.496015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.500721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-02d674dc-c5cf-4066-a6bd-26ee781ca822 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=ab0e3582-d396-48f6-b416-403d14c29e9c HTTP/1.1" status: 200 len: 689 time: 0.3774092 Mar 07 05:03:39.503614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:39.617158 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ab0e3582-d396-48f6-b416-403d14c29e9c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.752625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Deleting port 8ff5625b-0d8e-4812-bb68-56d4d3e3faa2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:39.752989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.835077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.835405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for floatingip (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:39.848535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Calling delete_port for 8ff5625b-0d8e-4812-bb68-56d4d3e3faa2 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:39.997282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8ff5625b-0d8e-4812-bb68-56d4d3e3faa2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.027086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff5625b-0d8e-4812-bb68-56d4d3e3faa2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:40.088134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for floatingip (2e0fffac-4039-4197-af18-d4fd2b802d93), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.132234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (2021ed98-837d-4b75-8336-816b3de23e85), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.190093 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (2021ed98-837d-4b75-8336-816b3de23e85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.218902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2021ed98-837d-4b75-8336-816b3de23e85,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:40.272389 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ab0e3582-d396-48f6-b416-403d14c29e9c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.292640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0e3582-d396-48f6-b416-403d14c29e9c']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:40.303565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da88958-b7bc-4c39-a811-883f6ec21a20') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:40.304309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da88958-b7bc-4c39-a811-883f6ec21a20') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:40.314290 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4da88958-b7bc-4c39-a811-883f6ec21a20), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.327766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4da88958-b7bc-4c39-a811-883f6ec21a20), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.334901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:40.335284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4da88958-b7bc-4c39-a811-883f6ec21a20), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:40.337356 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:40.404432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ab0e3582-d396-48f6-b416-403d14c29e9c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.411671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab0e3582-d396-48f6-b416-403d14c29e9c {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 05:03:40.432356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab0e3582-d396-48f6-b416-403d14c29e9c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:40.437010 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.443786 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f5f5713-5bbb-4428-b496-9286f2b75c95 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ab0e3582-d396-48f6-b416-403d14c29e9c HTTP/1.1" status: 204 len: 168 time: 0.9364259 Mar 07 05:03:40.444250 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52372) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:40.515865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-150d4f7a-6785-4990-ae11-0984a73ae9ed tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0683451 Mar 07 05:03:40.516635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52374) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:40.584926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.585547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.586139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.586549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.587062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.587520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.591132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e45718e3-b1e1-4760-b8de-82fbfe4a072f tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4029 time: 0.0734341 Mar 07 05:03:40.594027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52376) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:40.636242 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-c6fbbd8a-2b95-4871-bdd8-b3b30be2d0bb tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] delete failed (client error): The resource could not be found. Mar 07 05:03:40.637619 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c6fbbd8a-2b95-4871-bdd8-b3b30be2d0bb tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/2e0fffac-4039-4197-af18-d4fd2b802d93 HTTP/1.1" status: 404 len: 345 time: 0.0422616 Mar 07 05:03:40.640044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:40.658794 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-6571e30b-a6b8-4042-a953-968ef1e8bd71 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 05:03:40.659306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6571e30b-a6b8-4042-a953-968ef1e8bd71 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:03:40.662343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6571e30b-a6b8-4042-a953-968ef1e8bd71 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ab0e3582-d396-48f6-b416-403d14c29e9c HTTP/1.1" status: 404 len: 339 time: 0.0212960 Mar 07 05:03:40.666634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:40.671733 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'network': {'name': 'tempest-network--1828390950', 'router:external': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:40.694203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Made reservation on behalf of 224ce6b861974a0db6d0f00b2c8af848 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:40.696924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.727519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:40.738763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f0fbbad0-43b4-483c-aa6a-41413c31b009), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.739483 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Added segment f0fbbad0-43b4-483c-aa6a-41413c31b009 of type vlan for network b23e2334-7d74-47b4-8a7e-2192163d5919 Mar 07 05:03:40.798731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b23e2334-7d74-47b4-8a7e-2192163d5919), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.834022 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b23e2334-7d74-47b4-8a7e-2192163d5919), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.835239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:40.836301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:40.915400 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2475102 Mar 07 05:03:40.917764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52384) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:40.933248 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc3455-4939-47ee-8518-1aec4675ba86 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Network': ['ID=b23e2334-7d74-47b4-8a7e-2192163d5919,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:40.945222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b23e2334-7d74-47b4-8a7e-2192163d5919 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:41.205366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b2343-ef98-4d1a-aed9-836a988a2a49 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:41.214357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b2343-ef98-4d1a-aed9-836a988a2a49 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:41.221844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b2343-ef98-4d1a-aed9-836a988a2a49 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:41.228351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b2343-ef98-4d1a-aed9-836a988a2a49 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:41.234191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52388) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:41.234357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f72b2343-ef98-4d1a-aed9-836a988a2a49 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3152084 Mar 07 05:03:41.319909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b23e2334-7d74-47b4-8a7e-2192163d5919), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.412508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b23e2334-7d74-47b4-8a7e-2192163d5919), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.428667 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:03:41.444701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23e2334-7d74-47b4-8a7e-2192163d5919']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:41.457638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fbbad0-43b4-483c-aa6a-41413c31b009') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:41.457925 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fbbad0-43b4-483c-aa6a-41413c31b009') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:41.469837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (f0fbbad0-43b4-483c-aa6a-41413c31b009), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.487198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f0fbbad0-43b4-483c-aa6a-41413c31b009), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.494885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:41.495296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (f0fbbad0-43b4-483c-aa6a-41413c31b009), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:41.497370 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:41.557448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b23e2334-7d74-47b4-8a7e-2192163d5919), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.565186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b23e2334-7d74-47b4-8a7e-2192163d5919 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 05:03:41.567689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.575002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52390) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:41.580715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'network': {'name': 'tempest-network--1042506344', 'router:external': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:41.585006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b23e2334-7d74-47b4-8a7e-2192163d5919 HTTP/1.1" status: 204 len: 168 time: 0.3489523 Mar 07 05:03:41.600219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891571-b21b-4118-8e58-28b991c269cf tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Network': ['ID=b23e2334-7d74-47b4-8a7e-2192163d5919,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:41.608164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Made reservation on behalf of 224ce6b861974a0db6d0f00b2c8af848 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:41.611069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.637517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:41.649871 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b05e97ae-594b-4259-acad-0c9d03a881b9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.650582 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Added segment b05e97ae-594b-4259-acad-0c9d03a881b9 of type vlan for network ccf6f576-8ff0-438a-b2bd-eff81a94c694 Mar 07 05:03:41.706189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ccf6f576-8ff0-438a-b2bd-eff81a94c694), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.738823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ccf6f576-8ff0-438a-b2bd-eff81a94c694), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.740196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:41.741027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:41.803731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Network': ['ID=ccf6f576-8ff0-438a-b2bd-eff81a94c694,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:41.820279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ccf6f576-8ff0-438a-b2bd-eff81a94c694 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:41.822293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52392) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:41.822500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b1d78bfc-84ad-4654-8f42-41369d401288 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2460716 Mar 07 05:03:41.952201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c38e1-fcd2-4e1e-a71a-2eb41334ef72 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:41.958527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52398) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:41.974613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dd4c38e1-fcd2-4e1e-a71a-2eb41334ef72 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] 10.222.0.21 "GET /v2.0/networks/ccf6f576-8ff0-438a-b2bd-eff81a94c694 HTTP/1.1" status: 200 len: 757 time: 0.1512644 Mar 07 05:03:42.066274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a2f8e-3fc2-4958-8e04-4ad58248cb29 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:42.068112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ea7a2f8e-3fc2-4958-8e04-4ad58248cb29 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] 10.222.0.21 "GET /v2.0/networks/10f62985-2327-4a0e-8225-6c187194c2f1 HTTP/1.1" status: 200 len: 767 time: 0.1083190 Mar 07 05:03:42.070722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52402) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:42.140361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ccf6f576-8ff0-438a-b2bd-eff81a94c694), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.228209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ccf6f576-8ff0-438a-b2bd-eff81a94c694), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.248979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf6f576-8ff0-438a-b2bd-eff81a94c694']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:42.261767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05e97ae-594b-4259-acad-0c9d03a881b9') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:42.261767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05e97ae-594b-4259-acad-0c9d03a881b9') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:42.273176 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (b05e97ae-594b-4259-acad-0c9d03a881b9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.292327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b05e97ae-594b-4259-acad-0c9d03a881b9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.300273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:42.300994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (b05e97ae-594b-4259-acad-0c9d03a881b9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:42.312345 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:42.366537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ccf6f576-8ff0-438a-b2bd-eff81a94c694), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.372326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccf6f576-8ff0-438a-b2bd-eff81a94c694 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 05:03:42.375018 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.378494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ccf6f576-8ff0-438a-b2bd-eff81a94c694 HTTP/1.1" status: 204 len: 168 time: 0.3065453 Mar 07 05:03:42.382496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52406) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:42.387705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'network': {'name': 'tempest-network--469333811'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:42.388858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9deb-7fcd-4ac2-a34d-4d47db52a7bd tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccf6f576-8ff0-438a-b2bd-eff81a94c694,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:42.412984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Made reservation on behalf of 224ce6b861974a0db6d0f00b2c8af848 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:42.415894 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.445286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:42.464189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (935f5164-2ac1-48b6-96e8-33a69c907885), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.464958 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Added segment 935f5164-2ac1-48b6-96e8-33a69c907885 of type vlan for network b8311426-4208-4677-a785-7c88599c6912 Mar 07 05:03:42.523097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b8311426-4208-4677-a785-7c88599c6912), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.556065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b8311426-4208-4677-a785-7c88599c6912), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.557429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:42.558388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.635388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52408) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:42.635957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2519059 Mar 07 05:03:42.640971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:42.644329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2d98c-caf3-400a-96a0-0710ac40bed6 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Network': ['ID=b8311426-4208-4677-a785-7c88599c6912,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:42.661652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b8311426-4208-4677-a785-7c88599c6912 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:42.828854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b8311426-4208-4677-a785-7c88599c6912), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.846725 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b8311426-4208-4677-a785-7c88599c6912), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.856816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Network b8311426-4208-4677-a785-7c88599c6912 is not hosted by any dhcp agent {{(pid=103939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 05:03:42.857966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:42.858873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:42.860727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "PUT /v2.0/networks/b8311426-4208-4677-a785-7c88599c6912 HTTP/1.1" status: 200 len: 857 time: 0.2243290 Mar 07 05:03:42.864319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52410) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:42.929479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d24a-b85e-456f-bc17-63ebffdd8d72 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event updated for resources: {'Network': ['ID=b8311426-4208-4677-a785-7c88599c6912,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:42.945294 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b8311426-4208-4677-a785-7c88599c6912), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.042356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b8311426-4208-4677-a785-7c88599c6912), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.068581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8311426-4208-4677-a785-7c88599c6912']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:43.078230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935f5164-2ac1-48b6-96e8-33a69c907885') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:43.078683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935f5164-2ac1-48b6-96e8-33a69c907885') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:43.098478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (935f5164-2ac1-48b6-96e8-33a69c907885), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.114995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (935f5164-2ac1-48b6-96e8-33a69c907885), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.121447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:43.122311 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (935f5164-2ac1-48b6-96e8-33a69c907885), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:43.194315 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:43.200722 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b8311426-4208-4677-a785-7c88599c6912), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.210267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8311426-4208-4677-a785-7c88599c6912 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 05:03:43.228082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.232605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b8311426-4208-4677-a785-7c88599c6912 HTTP/1.1" status: 204 len: 168 time: 0.3668468 Mar 07 05:03:43.236808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52414) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:43.237266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7c39a-df0d-49ed-bad3-525178988275 tempest-ExternalNetworksTestJSON-1175504525 tempest-ExternalNetworksTestJSON-1175504525-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8311426-4208-4677-a785-7c88599c6912,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:43.295853 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-9670b424-03c6-442d-b0a7-a5da31c7b0c2 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] DELETE failed (client error): The resource could not be found. Mar 07 05:03:43.296324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9670b424-03c6-442d-b0a7-a5da31c7b0c2 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:03:43.300021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9670b424-03c6-442d-b0a7-a5da31c7b0c2 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] 10.222.0.21 "DELETE /v2.0/subnets/2021ed98-837d-4b75-8336-816b3de23e85 HTTP/1.1" status: 404 len: 337 time: 0.0622039 Mar 07 05:03:43.302875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52418) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:43.418911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (10f62985-2327-4a0e-8225-6c187194c2f1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.600409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (10f62985-2327-4a0e-8225-6c187194c2f1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.623564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f62985-2327-4a0e-8225-6c187194c2f1']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:43.636168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf4c611-4ad0-4b2d-ba95-43c5b33b143b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:43.637232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf4c611-4ad0-4b2d-ba95-43c5b33b143b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:43.649495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (bdf4c611-4ad0-4b2d-ba95-43c5b33b143b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.666216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (bdf4c611-4ad0-4b2d-ba95-43c5b33b143b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.674232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:43.674958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (bdf4c611-4ad0-4b2d-ba95-43c5b33b143b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:43.702943 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:43.752533 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (10f62985-2327-4a0e-8225-6c187194c2f1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.759677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:43.762860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] 10.222.0.21 "DELETE /v2.0/networks/10f62985-2327-4a0e-8225-6c187194c2f1 HTTP/1.1" status: 204 len: 168 time: 0.4587264 Mar 07 05:03:43.776156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbd65f-6ee1-4272-9db8-00c702cbf552 tempest-ExternalNetworksTestJSON-2023377292 tempest-ExternalNetworksTestJSON-2023377292-project] Pushing event deleted for resources: {'Network': ['ID=10f62985-2327-4a0e-8225-6c187194c2f1,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:44.059076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:44.220960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e0512547-e028-4f0d-9a22-8e25b78c2ec5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c52f69d491f434d801936993f036295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598990 Mar 07 05:03:44.223967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52430) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:44.275220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ff54721-7627-42d4-8c0e-b86c710f5e78 admin admin] Publish callbacks [] for security_group (b974cc8c-522e-46fb-ac96-62e9f902ad79), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.298047 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ff54721-7627-42d4-8c0e-b86c710f5e78 admin admin] Publish callbacks [] for security_group (b974cc8c-522e-46fb-ac96-62e9f902ad79), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.353248 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ff54721-7627-42d4-8c0e-b86c710f5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b974cc8c-522e-46fb-ac96-62e9f902ad79), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.357337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ff54721-7627-42d4-8c0e-b86c710f5e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.359947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ff54721-7627-42d4-8c0e-b86c710f5e78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b974cc8c-522e-46fb-ac96-62e9f902ad79 HTTP/1.1" status: 204 len: 168 time: 0.1338706 Mar 07 05:03:44.381930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff54721-7627-42d4-8c0e-b86c710f5e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974cc8c-522e-46fb-ac96-62e9f902ad79,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:44.700824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-ebe82fa9-6935-4cb5-8e3a-a3ff95e17ac3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466046 Mar 07 05:03:44.718638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52438) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:44.781217 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e631794d-9de4-4456-a4c3-b41f66b2651b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=224ce6b861974a0db6d0f00b2c8af848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612385 Mar 07 05:03:44.786502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52440) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:44.825210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-a3ba43d4-5a7d-4281-a573-8b7486372aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:44.826759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-a3ba43d4-5a7d-4281-a573-8b7486372aad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e38e0713710e407895dc7a866c5efbb1&device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 1127 time: 0.0633762 Mar 07 05:03:44.844889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-627146df-e741-4556-b5bd-144cf20eac1e admin admin] Publish callbacks [] for security_group (1d12fb3f-9c9f-413e-96a2-a453679d3b55), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.869068 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-627146df-e741-4556-b5bd-144cf20eac1e admin admin] Publish callbacks [] for security_group (1d12fb3f-9c9f-413e-96a2-a453679d3b55), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.925778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-627146df-e741-4556-b5bd-144cf20eac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1d12fb3f-9c9f-413e-96a2-a453679d3b55), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.928332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-627146df-e741-4556-b5bd-144cf20eac1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:44.932715 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-627146df-e741-4556-b5bd-144cf20eac1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d12fb3f-9c9f-413e-96a2-a453679d3b55 HTTP/1.1" status: 204 len: 168 time: 0.1450605 Mar 07 05:03:44.943538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627146df-e741-4556-b5bd-144cf20eac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12fb3f-9c9f-413e-96a2-a453679d3b55,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:44.977447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-d6c4e151-3d0d-45b6-8cf7-f514b31b8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:44.978965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-d6c4e151-3d0d-45b6-8cf7-f514b31b8f23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 200 len: 915 time: 0.1316724 Mar 07 05:03:45.024191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-409f8f39-953c-484d-866b-5179a546d130 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38 HTTP/1.1" status: 200 len: 217 time: 0.0391827 Mar 07 05:03:45.076507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-747c936f-9cd9-43e8-9ac8-6f6e5c48c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:45.077937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-747c936f-9cd9-43e8-9ac8-6f6e5c48c2c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 200 len: 854 time: 0.0485497 Mar 07 05:03:45.113947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-3dbbc2c2-68ed-42b3-8eec-7627117aca0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f34236a4-c3eb-48e6-9611-4fecb0b165ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305974 Mar 07 05:03:45.244819 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-c25a2723-f903-47f4-9dd5-6d5e2205c821 service neutron] 10.222.0.15 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138718 Mar 07 05:03:45.378116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765e2d13-8e01-41c5-a4e9-b0046b0b6dc5 req-0333c400-65e7-4599-8ce2-d8ab07c206bd service neutron] 10.222.0.15 "GET /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271515 Mar 07 05:03:46.527240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52498) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.628442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-69d831ea-da07-4b27-b4b5-b7ab70ef81b7 tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:46.661158 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-69d831ea-da07-4b27-b4b5-b7ab70ef81b7 tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "PUT /v2.0/quotas/cff84a5af1e74cda922202d96b19cc84 HTTP/1.1" status: 200 len: 366 time: 0.1327257 Mar 07 05:03:46.663857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.674457 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7a77b072-28e9-4d42-91b5-3fcb46f247cb tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0093968 Mar 07 05:03:46.676824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52504) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.686417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-51ddfc14-689f-43dc-9fb2-1025d499c971 tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "GET /v2.0/quotas/cff84a5af1e74cda922202d96b19cc84 HTTP/1.1" status: 200 len: 366 time: 0.0082629 Mar 07 05:03:46.688792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52506) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.705569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a6cbee9-11f2-4bf4-aea8-0619abfa472f tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/cff84a5af1e74cda922202d96b19cc84 HTTP/1.1" status: 204 len: 168 time: 0.0152931 Mar 07 05:03:46.707783 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.720978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fb63e2c8-b6dd-485d-8fc7-4dd8aa970db2 tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0100892 Mar 07 05:03:46.722289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52510) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.733657 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-989b5671-4ec3-434c-98dd-ad6cfef9de9d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "GET /v2.0/quotas/cff84a5af1e74cda922202d96b19cc84 HTTP/1.1" status: 200 len: 370 time: 0.0090013 Mar 07 05:03:46.735190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.740796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c9179d1b-6780-4ca3-8e20-5cbdea059866 tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "GET /v2.0/quotas/cff84a5af1e74cda922202d96b19cc84/default HTTP/1.1" status: 200 len: 370 time: 0.0042338 Mar 07 05:03:46.743056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52514) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.751813 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-6aa78c1b-e554-488a-8c7c-f32fc1455a2b tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] delete failed (client error): The resource could not be found. Mar 07 05:03:46.753307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6aa78c1b-e554-488a-8c7c-f32fc1455a2b tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/cff84a5af1e74cda922202d96b19cc84 HTTP/1.1" status: 404 len: 348 time: 0.0091200 Mar 07 05:03:46.877587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52518) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:46.898641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:network and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:46.901936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:46.908903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:subnet and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:46.912142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:46.918371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:subnetpool and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:46.924228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:46.930520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:port and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:46.933629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:46.939925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:router and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:46.943096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:46.949453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:floatingip and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:46.952753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:47.002822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:security_group and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:47.006093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:47.012288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Usage tracker for resource:security_group_rule and project:24bfe05b3fca49f2999d00db486ce693 is out of sync, need to count used quota {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 05:03:47.015375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.quota.resource [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103938) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 05:03:47.024182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-01a361bc-c913-4516-b344-684ad62f9c4d tempest-QuotasTest-289170049 tempest-QuotasTest-289170049-project-admin] 10.222.0.21 "GET /v2.0/quotas/24bfe05b3fca49f2999d00db486ce693/details.json HTTP/1.1" status: 200 len: 703 time: 0.1418755 Mar 07 05:03:47.331979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52524) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:47.460385 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-378b1685-21d1-4118-b28b-faf426cba762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.549571 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-378b1685-21d1-4118-b28b-faf426cba762 admin admin] Publish callbacks [] for security_group (a73597a0-dc60-4dd7-8230-674b55876fa0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.561962 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-378b1685-21d1-4118-b28b-faf426cba762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a73597a0-dc60-4dd7-8230-674b55876fa0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.608910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-378b1685-21d1-4118-b28b-faf426cba762 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c020dff746b4a55bd8657f6f4c35f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729228 Mar 07 05:03:47.608910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b1685-21d1-4118-b28b-faf426cba762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73597a0-dc60-4dd7-8230-674b55876fa0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:47.609622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52532) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:47.662866 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa96c71b-b85b-4751-96f0-e9e0bc002d0b admin admin] Publish callbacks [] for security_group (a73597a0-dc60-4dd7-8230-674b55876fa0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.688603 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa96c71b-b85b-4751-96f0-e9e0bc002d0b admin admin] Publish callbacks [] for security_group (a73597a0-dc60-4dd7-8230-674b55876fa0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.748804 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa96c71b-b85b-4751-96f0-e9e0bc002d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a73597a0-dc60-4dd7-8230-674b55876fa0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.751714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa96c71b-b85b-4751-96f0-e9e0bc002d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:47.758602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fa96c71b-b85b-4751-96f0-e9e0bc002d0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a73597a0-dc60-4dd7-8230-674b55876fa0 HTTP/1.1" status: 204 len: 168 time: 0.1472712 Mar 07 05:03:47.768790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96c71b-b85b-4751-96f0-e9e0bc002d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73597a0-dc60-4dd7-8230-674b55876fa0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:48.135344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:48.152182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4390833-5592-420e-8e33-4ce5a54b8fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.270235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4390833-5592-420e-8e33-4ce5a54b8fae admin admin] Publish callbacks [] for security_group (8490dd25-1fa0-4a3d-930b-3ca5423b0bc9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.279117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b4390833-5592-420e-8e33-4ce5a54b8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8490dd25-1fa0-4a3d-930b-3ca5423b0bc9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.322112 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b4390833-5592-420e-8e33-4ce5a54b8fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24bfe05b3fca49f2999d00db486ce693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830633 Mar 07 05:03:48.323208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:48.346237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390833-5592-420e-8e33-4ce5a54b8fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8490dd25-1fa0-4a3d-930b-3ca5423b0bc9,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:48.386522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acab9b7c-bf80-4902-8cde-918ddd9a279e admin admin] Publish callbacks [] for security_group (8490dd25-1fa0-4a3d-930b-3ca5423b0bc9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.409035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acab9b7c-bf80-4902-8cde-918ddd9a279e admin admin] Publish callbacks [] for security_group (8490dd25-1fa0-4a3d-930b-3ca5423b0bc9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.460094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acab9b7c-bf80-4902-8cde-918ddd9a279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (8490dd25-1fa0-4a3d-930b-3ca5423b0bc9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.463817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acab9b7c-bf80-4902-8cde-918ddd9a279e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:48.467964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-acab9b7c-bf80-4902-8cde-918ddd9a279e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8490dd25-1fa0-4a3d-930b-3ca5423b0bc9 HTTP/1.1" status: 204 len: 168 time: 0.1422510 Mar 07 05:03:48.502679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9b7c-bf80-4902-8cde-918ddd9a279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490dd25-1fa0-4a3d-930b-3ca5423b0bc9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:49.243768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52568) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:49.350153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-584391677'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:49.378644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Made reservation on behalf of 9de4500c3b6b4a1d8b10b465d5ff6f56 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:49.385008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.396101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.489276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for security_group (ae925941-914d-4de5-b4ac-b9c036e3c483), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.494892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ae925941-914d-4de5-b4ac-b9c036e3c483), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.524928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:49.539373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (658e6d4d-2d49-4731-b3ee-8e17b87459bc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.539373 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Added segment 658e6d4d-2d49-4731-b3ee-8e17b87459bc of type vlan for network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 Mar 07 05:03:49.899535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae925941-914d-4de5-b4ac-b9c036e3c483,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:49.913606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (5e4883fb-aae5-4d08-a7a4-e95e3771b240), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.940830 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (5e4883fb-aae5-4d08-a7a4-e95e3771b240), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.946605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:49.947182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:49.996772 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7517872 Mar 07 05:03:49.999680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:50.006912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Request body: {'subnet': {'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:50.028143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664bde-952a-482a-9aed-92bfc3873147 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event updated for resources: {'Network': ['ID=5e4883fb-aae5-4d08-a7a4-e95e3771b240,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:50.039988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:50.130625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Made reservation on behalf of 9de4500c3b6b4a1d8b10b465d5ff6f56 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:50.139436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:50.177576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:50.348264 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (d327f183-461e-444b-993d-ee9eeb9c7a0f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:50.426672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event updated for resources: {'Subnet': ['ID=d327f183-461e-444b-993d-ee9eeb9c7a0f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:50.447004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Checking segment: {'id': '658e6d4d-2d49-4731-b3ee-8e17b87459bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:50.447375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Network hostable DHCP agents. Network: 5e4883fb-aae5-4d08-a7a4-e95e3771b240, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:03:50.483659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:03:50.496627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 5e4883fb-aae5-4d08-a7a4-e95e3771b240) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:50.502526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:50.503782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:50.508520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a7163d-0e51-4cd2-901c-5d05e17dcbad None None] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:50.543229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52594) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:50.545693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ef78c69e-0d26-4313-be7b-29821132d722 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5430558 Mar 07 05:03:50.550409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Request body: {'port': {'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1335852666'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:50.637424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-5e4883fb-aae5-4d08-a7a4-e95e3771b240', 'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240', 'project_id': '9de4500c3b6b4a1d8b10b465d5ff6f56', 'fixed_ips': [{'subnet_id': 'd327f183-461e-444b-993d-ee9eeb9c7a0f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:03:50.639688 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:50.684483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Made reservation on behalf of 9de4500c3b6b4a1d8b10b465d5ff6f56 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:50.688183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:50.728718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] device_id is not set on port f019989f-0c62-4705-bcea-45ddceb68c5a yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:03:50.835545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Allocated IP 172.20.0.2 (5e4883fb-aae5-4d08-a7a4-e95e3771b240/d327f183-461e-444b-993d-ee9eeb9c7a0f/6985942c-f7d4-4b0d-973a-5843b01ca238) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:51.000586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Publish callbacks [] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.007270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.047849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Pushing event updated for resources: {'Port': ['ID=6985942c-f7d4-4b0d-973a-5843b01ca238,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:51.061113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Allocated IP 172.20.0.11 (5e4883fb-aae5-4d08-a7a4-e95e3771b240/d327f183-461e-444b-993d-ee9eeb9c7a0f/f019989f-0c62-4705-bcea-45ddceb68c5a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:51.074210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:51.076176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:51.079969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:51.145246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Attempting to bind port 6985942c-f7d4-4b0d-973a-5843b01ca238 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:03:51.145731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Attempting to bind port 6985942c-f7d4-4b0d-973a-5843b01ca238 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '658e6d4d-2d49-4731-b3ee-8e17b87459bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:03:51.146150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Attempting to bind port 6985942c-f7d4-4b0d-973a-5843b01ca238 on network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:03:51.152314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:03:51.152314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Checking segment: {'id': '658e6d4d-2d49-4731-b3ee-8e17b87459bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:51.152644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.152980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Bound using segment: {'id': '658e6d4d-2d49-4731-b3ee-8e17b87459bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:03:51.153458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Bound port: 6985942c-f7d4-4b0d-973a-5843b01ca238, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658e6d4d-2d49-4731-b3ee-8e17b87459bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:03:51.153898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.238743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] For port 6985942c-f7d4-4b0d-973a-5843b01ca238, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:03:51.243270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] For port 6985942c-f7d4-4b0d-973a-5843b01ca238, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6985942c-f7d4-4b0d-973a-5843b01ca238,segment=NetworkSegment(658e6d4d-2d49-4731-b3ee-8e17b87459bc),segment_id=658e6d4d-2d49-4731-b3ee-8e17b87459bc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:03:51.254393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.256873 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.298374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.341466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f729e66-d139-49df-b8ac-b6c5c993e7c7 None None] Pushing event updated for resources: {'Port': ['ID=6985942c-f7d4-4b0d-973a-5843b01ca238,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:51.375018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:51.377032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:51.382306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:51.387135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event updated for resources: {'Port': ['ID=f019989f-0c62-4705-bcea-45ddceb68c5a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:51.440042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:51.441016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.459796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-98e81f1f-5f52-4095-b8db-ba76cdbd6424 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9146781 Mar 07 05:03:51.463097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52610) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:51.468451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Request body: {'port': {'network_id': '5e4883fb-aae5-4d08-a7a4-e95e3771b240', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1982717124', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:51.468950 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] bootfile-name is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 05:03:51.469597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] tftp-server is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 05:03:51.470605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.api.validators [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] server-ip-address is not in valid_values {{(pid=103938) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 05:03:51.641362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Made reservation on behalf of 9de4500c3b6b4a1d8b10b465d5ff6f56 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:51.645785 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:51.678901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] device_id is not set on port 264ae504-6cbf-49dc-b1c9-87566482f46d yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:03:51.814265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Allocated IP 172.20.0.7 (5e4883fb-aae5-4d08-a7a4-e95e3771b240/d327f183-461e-444b-993d-ee9eeb9c7a0f/264ae504-6cbf-49dc-b1c9-87566482f46d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:52.034412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for port (264ae504-6cbf-49dc-b1c9-87566482f46d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.072372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (264ae504-6cbf-49dc-b1c9-87566482f46d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.114284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:52.121626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:52.124302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:52.183526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:52.184164 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.208835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52620) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:52.209502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7447271 Mar 07 05:03:52.209829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762e87-de86-43fe-8418-ee39352b386f tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event updated for resources: {'Port': ['ID=264ae504-6cbf-49dc-b1c9-87566482f46d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:52.340205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638cdd6-44c2-4900-ace2-665df6db1752 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:52.346992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638cdd6-44c2-4900-ace2-665df6db1752 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:52.352787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638cdd6-44c2-4900-ace2-665df6db1752 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:52.358761 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0638cdd6-44c2-4900-ace2-665df6db1752 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1472325 Mar 07 05:03:52.358918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52622) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:52.436123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.489096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Deleting port 264ae504-6cbf-49dc-b1c9-87566482f46d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:52.489696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (264ae504-6cbf-49dc-b1c9-87566482f46d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.607613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (264ae504-6cbf-49dc-b1c9-87566482f46d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.622152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Calling delete_port for 264ae504-6cbf-49dc-b1c9-87566482f46d owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:52.693316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d5301-1008-4d06-8ffb-7e07d47287eb None None] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:52.785709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] Provisioning complete for port 6985942c-f7d4-4b0d-973a-5843b01ca238 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:52.786126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.815907 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (264ae504-6cbf-49dc-b1c9-87566482f46d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:52.937102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] Current status of the port 6985942c-f7d4-4b0d-973a-5843b01ca238 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:52.937437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.022800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event deleted for resources: {'Port': ['ID=264ae504-6cbf-49dc-b1c9-87566482f46d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:53.030245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] For port 6985942c-f7d4-4b0d-973a-5843b01ca238, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6985942c-f7d4-4b0d-973a-5843b01ca238,segment=NetworkSegment(658e6d4d-2d49-4731-b3ee-8e17b87459bc),segment_id=658e6d4d-2d49-4731-b3ee-8e17b87459bc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:53.035954 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.061811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.070938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-533147b6-b310-4974-927b-5d6e760fe6f3 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "DELETE /v2.0/ports/264ae504-6cbf-49dc-b1c9-87566482f46d HTTP/1.1" status: 204 len: 168 time: 0.7077672 Mar 07 05:03:53.071306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52630) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:53.079000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Request body: {'port': {'name': 'tempest-new-port-name-1907913530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:53.079817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.api.validators [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] bootfile-name is not in valid_values {{(pid=103939) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 05:03:53.080517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.api.validators [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] tftp-server is not in valid_values {{(pid=103939) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 05:03:53.080777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.api.validators [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] server-ip-address is not in valid_values {{(pid=103939) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 05:03:53.127460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059fc2e-7b89-4236-89d2-9406103596d5 None None] Pushing event updated for resources: {'Port': ['ID=6985942c-f7d4-4b0d-973a-5843b01ca238,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:53.180283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.260708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Provisioning complete for port 6985942c-f7d4-4b0d-973a-5843b01ca238 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:53.261355 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.386959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Current status of the port 6985942c-f7d4-4b0d-973a-5843b01ca238 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:53.400780 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Provisioning complete for port f019989f-0c62-4705-bcea-45ddceb68c5a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:53.401254 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.444899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Port f019989f-0c62-4705-bcea-45ddceb68c5a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:03:53.448284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-904ed0a0-7180-433c-932c-2cc474dc4327 None None] Could not find standard attr ID for object 264ae504-6cbf-49dc-b1c9-87566482f46d. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 05:03:53.477667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.488017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.559531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6985942c-f7d4-4b0d-973a-5843b01ca238 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:03:53.563503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event updated for resources: {'Port': ['ID=f019989f-0c62-4705-bcea-45ddceb68c5a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:53.622947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-99eedc59-2c74-4800-ac29-ba313429cf51 None None] Provisioning complete for port f019989f-0c62-4705-bcea-45ddceb68c5a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:53.623334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-99eedc59-2c74-4800-ac29-ba313429cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.643586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] In _notify_port_updated(), no bound segment for port f019989f-0c62-4705-bcea-45ddceb68c5a on network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 {{(pid=103939) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 05:03:53.649888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:53.650969 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.652906 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1fd3248e-a6d2-49e7-98f0-0bf5fe267fd9 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "PUT /v2.0/ports/f019989f-0c62-4705-bcea-45ddceb68c5a HTTP/1.1" status: 200 len: 1137 time: 0.5805779 Mar 07 05:03:53.655671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52634) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:53.701087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-99eedc59-2c74-4800-ac29-ba313429cf51 None None] Port f019989f-0c62-4705-bcea-45ddceb68c5a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:03:53.724705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 6985942c-f7d4-4b0d-973a-5843b01ca238 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:03:53.725225 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.726897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1a7d8-467a-46c4-acf8-afa1647bd236 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:53.728411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a9d1a7d8-467a-46c4-acf8-afa1647bd236 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "GET /v2.0/ports/f019989f-0c62-4705-bcea-45ddceb68c5a HTTP/1.1" status: 200 len: 1137 time: 0.0704238 Mar 07 05:03:53.732399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52638) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:53.848125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Deleting port f019989f-0c62-4705-bcea-45ddceb68c5a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:53.848514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.879590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 6985942c-f7d4-4b0d-973a-5843b01ca238 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:03:53.918854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-26ce769a-f4d9-4e8c-9cb0-a031dfaed49e None None] Could not find standard attr ID for object 264ae504-6cbf-49dc-b1c9-87566482f46d. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 05:03:53.974102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:53.988903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Calling delete_port for f019989f-0c62-4705-bcea-45ddceb68c5a owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:54.166582 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f019989f-0c62-4705-bcea-45ddceb68c5a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.200637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event deleted for resources: {'Port': ['ID=f019989f-0c62-4705-bcea-45ddceb68c5a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:54.293574 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.300696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eec5d4d6-09cf-4087-9ab6-b1ccce445f91 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "DELETE /v2.0/ports/f019989f-0c62-4705-bcea-45ddceb68c5a HTTP/1.1" status: 204 len: 168 time: 0.5672331 Mar 07 05:03:54.300936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52642) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:54.364927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Deleting subnet d327f183-461e-444b-993d-ee9eeb9c7a0f {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:03:54.368310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for subnet (d327f183-461e-444b-993d-ee9eeb9c7a0f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.418907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (d327f183-461e-444b-993d-ee9eeb9c7a0f), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.435314 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a74711f7-d1c1-4fb1-8c44-7734adef790b None None] Could not find standard attr ID for object f019989f-0c62-4705-bcea-45ddceb68c5a. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 05:03:54.527111 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (d327f183-461e-444b-993d-ee9eeb9c7a0f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.599845 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (d327f183-461e-444b-993d-ee9eeb9c7a0f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.638144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.644867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52648) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:54.646505 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "DELETE /v2.0/subnets/d327f183-461e-444b-993d-ee9eeb9c7a0f HTTP/1.1" status: 204 len: 168 time: 0.3445296 Mar 07 05:03:54.648184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f198019-df19-4de6-9ca0-668fb86d3d0a tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event deleted for resources: {'Subnet': ['ID=d327f183-461e-444b-993d-ee9eeb9c7a0f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:54.674097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2fde75-7ce6-4539-b111-689bf4a8fa65 None None] Network 5e4883fb-aae5-4d08-a7a4-e95e3771b240 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:54.746849 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (5e4883fb-aae5-4d08-a7a4-e95e3771b240), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.821006 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Deleting port 6985942c-f7d4-4b0d-973a-5843b01ca238 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:54.821441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.895005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] DHCP port deletion for 5e4883fb-aae5-4d08-a7a4-e95e3771b240 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:03:54.899735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] For port 6985942c-f7d4-4b0d-973a-5843b01ca238, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6985942c-f7d4-4b0d-973a-5843b01ca238,segment=NetworkSegment(658e6d4d-2d49-4731-b3ee-8e17b87459bc),segment_id=658e6d4d-2d49-4731-b3ee-8e17b87459bc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:54.900125 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:54.915328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Calling delete_port for 6985942c-f7d4-4b0d-973a-5843b01ca238 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:54.973370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] Deleting port 6985942c-f7d4-4b0d-973a-5843b01ca238 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:03:54.974012 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.019303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.046291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event deleted for resources: {'Port': ['ID=6985942c-f7d4-4b0d-973a-5843b01ca238,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:55.050610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] No DVR routers for this DVR port 6985942c-f7d4-4b0d-973a-5843b01ca238 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:03:55.058179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] For port 6985942c-f7d4-4b0d-973a-5843b01ca238, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=6985942c-f7d4-4b0d-973a-5843b01ca238,segment=NetworkSegment(658e6d4d-2d49-4731-b3ee-8e17b87459bc),segment_id=658e6d4d-2d49-4731-b3ee-8e17b87459bc)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:03:55.058666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.087647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] Calling delete_port for 6985942c-f7d4-4b0d-973a-5843b01ca238 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:03:55.165405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (5e4883fb-aae5-4d08-a7a4-e95e3771b240), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.187478 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4883fb-aae5-4d08-a7a4-e95e3771b240']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:03:55.199435 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:03:55.203685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658e6d4d-2d49-4731-b3ee-8e17b87459bc') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:55.203685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658e6d4d-2d49-4731-b3ee-8e17b87459bc') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:55.212320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (6985942c-f7d4-4b0d-973a-5843b01ca238), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.213926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (658e6d4d-2d49-4731-b3ee-8e17b87459bc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.237069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (658e6d4d-2d49-4731-b3ee-8e17b87459bc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.245142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:03:55.245675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (658e6d4d-2d49-4731-b3ee-8e17b87459bc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.246776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] Pushing event deleted for resources: {'Port': ['ID=6985942c-f7d4-4b0d-973a-5843b01ca238,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:55.251683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ed7c8-193c-4ce9-9d8c-c7481e2bdce5 None None] No DVR routers for this DVR port 6985942c-f7d4-4b0d-973a-5843b01ca238 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:03:55.266911 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:03:55.329124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (5e4883fb-aae5-4d08-a7a4-e95e3771b240), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.349335 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.355164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] 10.222.0.21 "DELETE /v2.0/networks/5e4883fb-aae5-4d08-a7a4-e95e3771b240 HTTP/1.1" status: 204 len: 168 time: 0.7069707 Mar 07 05:03:55.355164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139159c-de54-4f71-993a-17e8216efb32 tempest-ExtraDHCPOptionsTestJSON-898053338 tempest-ExtraDHCPOptionsTestJSON-898053338-project] Pushing event deleted for resources: {'Network': ['ID=5e4883fb-aae5-4d08-a7a4-e95e3771b240,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:55.455036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6985942c-f7d4-4b0d-973a-5843b01ca238 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:03:55.475870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 6985942c-f7d4-4b0d-973a-5843b01ca238 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:03:55.476220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 6985942c-f7d4-4b0d-973a-5843b01ca238 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:03:55.636692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52668) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:55.797575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c7c405a0-c127-45d3-88df-38c668ab3697 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9de4500c3b6b4a1d8b10b465d5ff6f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595297 Mar 07 05:03:55.800490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52676) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:55.853146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d028620e-06b6-476d-b81f-9d82484e0460 admin admin] Publish callbacks [] for security_group (ae925941-914d-4de5-b4ac-b9c036e3c483), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.877963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d028620e-06b6-476d-b81f-9d82484e0460 admin admin] Publish callbacks [] for security_group (ae925941-914d-4de5-b4ac-b9c036e3c483), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.930719 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d028620e-06b6-476d-b81f-9d82484e0460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ae925941-914d-4de5-b4ac-b9c036e3c483), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.933598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d028620e-06b6-476d-b81f-9d82484e0460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:55.934842 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d028620e-06b6-476d-b81f-9d82484e0460 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae925941-914d-4de5-b4ac-b9c036e3c483 HTTP/1.1" status: 204 len: 168 time: 0.1324039 Mar 07 05:03:55.946699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028620e-06b6-476d-b81f-9d82484e0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae925941-914d-4de5-b4ac-b9c036e3c483,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:56.687202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52708) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:56.812281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1247152440'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:56.842873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:56.847962 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:56.862460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:56.977392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for security_group (f55a225d-55a2-4266-9a24-447a3ffdea10), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:56.984323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f55a225d-55a2-4266-9a24-447a3ffdea10), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.016973 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:03:57.021953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a225d-55a2-4266-9a24-447a3ffdea10,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:57.030627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (581a6ac6-9e93-4cd1-9774-aa65a884925a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.031101 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Added segment 581a6ac6-9e93-4cd1-9774-aa65a884925a of type vlan for network 3080e00f-c136-4f23-9fb1-80ef172b0261 Mar 07 05:03:57.075752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (3080e00f-c136-4f23-9fb1-80ef172b0261), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.102194 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (3080e00f-c136-4f23-9fb1-80ef172b0261), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.107589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:57.108262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.186755 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4955959 Mar 07 05:03:57.187006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52722) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:57.192537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'subnet': {'network_id': '3080e00f-c136-4f23-9fb1-80ef172b0261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:57.200121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ee13b-8d12-4818-8cc2-7435ebd6f72b tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Network': ['ID=3080e00f-c136-4f23-9fb1-80ef172b0261,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:57.212946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:03:57.327762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:03:57.331416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.530453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.603523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Subnet': ['ID=a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:57.620205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Checking segment: {'id': '581a6ac6-9e93-4cd1-9774-aa65a884925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3080e00f-c136-4f23-9fb1-80ef172b0261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:03:57.620713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network hostable DHCP agents. Network: 3080e00f-c136-4f23-9fb1-80ef172b0261, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:03:57.638938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:03:57.649060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 3080e00f-c136-4f23-9fb1-80ef172b0261) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:57.653540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:57.654296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.660164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5f06f-04db-47b7-9703-55032231ae45 None None] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:57.682149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f7f6461-def6-4053-8408-ae1268f3d417 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4916623 Mar 07 05:03:57.682411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52730) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:57.686690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-7316351', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:03:57.713877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c801f05a-d659-4712-89ed-634d4bbd69e3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.715305 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c801f05a-d659-4712-89ed-634d4bbd69e3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.779085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621d378-6e3a-40ef-b5aa-987934edde86 None None] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:03:57.785364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_controller (c801f05a-d659-4712-89ed-634d4bbd69e3), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:57.969901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (c801f05a-d659-4712-89ed-634d4bbd69e3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:58.178599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (c801f05a-d659-4712-89ed-634d4bbd69e3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:58.201546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:58.306213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.228 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/5c021d09-72f1-4f1e-a092-0ebbebf5fe97) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:03:58.421647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (5c021d09-72f1-4f1e-a092-0ebbebf5fe97), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:58.456551 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (5c021d09-72f1-4f1e-a092-0ebbebf5fe97), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:58.511564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:03:58.518652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:03:58.521900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:03:58.550496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=5c021d09-72f1-4f1e-a092-0ebbebf5fe97,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:03:58.614239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd7499-b062-4f98-b46c-57a646b61fe7 req-d2766ba7-d4ff-4373-96c7-9342a7c34c38 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:58.616012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-babd7499-b062-4f98-b46c-57a646b61fe7 req-d2766ba7-d4ff-4373-96c7-9342a7c34c38 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 945 time: 0.0586536 Mar 07 05:03:58.665183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-babd7499-b062-4f98-b46c-57a646b61fe7 req-0391efac-322d-49a9-bb61-fa2748e4d25c tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Mar 07 05:03:58.803719 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (c801f05a-d659-4712-89ed-634d4bbd69e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:59.023466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c801f05a-d659-4712-89ed-634d4bbd69e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:59.159824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:03:59.267576 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:03:59.278870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:03:59.287672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:59.291598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cbf65d74-91c1-4c88-ab10-da28c4f6bad7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6057291 Mar 07 05:03:59.291749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52746) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:03:59.292734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:59.293368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:59.331290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:59.343506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:03:59.344644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:59.394064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:03:59.394727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac8ebb-7286-4387-b951-f5707d93ff3c None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:03:59.735997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:03:59.795659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfc04d-027b-4d95-99ed-cc3d88319f56 req-af90af51-29ca-49af-971c-aa9302f7c0e9 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:03:59.797883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70cfc04d-027b-4d95-99ed-cc3d88319f56 req-af90af51-29ca-49af-971c-aa9302f7c0e9 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 945 time: 0.0599704 Mar 07 05:03:59.846418 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70cfc04d-027b-4d95-99ed-cc3d88319f56 req-866bd3ea-fbab-4d74-9008-63841be84411 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/security-groups?id=71a7ca76-fc88-4bab-934c-f753b93d73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Mar 07 05:04:00.021114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-90e1160b-aefc-401f-a4fd-05ce67d3b6d8 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:00.022845 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-90e1160b-aefc-401f-a4fd-05ce67d3b6d8 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 945 time: 0.0597270 Mar 07 05:04:00.045249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.1 (3080e00f-c136-4f23-9fb1-80ef172b0261/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5/a4051cc8-c2f7-4fa7-9c2c-707c9ecab727) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:00.117116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Deleting port 112aee2d-6125-4bbb-8935-e7a6c587bc38 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:00.117528 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.498424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.541487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] For port 112aee2d-6125-4bbb-8935-e7a6c587bc38, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=112aee2d-6125-4bbb-8935-e7a6c587bc38,segment=NetworkSegment(1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb),segment_id=1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:04:00.541944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.547667 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.556428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Calling delete_port for 112aee2d-6125-4bbb-8935-e7a6c587bc38 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:00.594887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:00.601207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:00.603192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=a4051cc8-c2f7-4fa7-9c2c-707c9ecab727,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:00.605402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:00.651155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (c801f05a-d659-4712-89ed-634d4bbd69e3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.695588 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (112aee2d-6125-4bbb-8935-e7a6c587bc38), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.708384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['112aee2d-6125-4bbb-8935-e7a6c587bc38'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:04:00.728005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Pushing event deleted for resources: {'Port': ['ID=112aee2d-6125-4bbb-8935-e7a6c587bc38,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:00.783533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] No DVR routers for this DVR port 112aee2d-6125-4bbb-8935-e7a6c587bc38 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:04:00.786163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.789881 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b197cc7e-6bc3-4988-9e17-e426290833a6 req-3eb3a8e9-3372-4e62-9ada-aa32938ad1e1 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.15 "DELETE /v2.0/ports/112aee2d-6125-4bbb-8935-e7a6c587bc38 HTTP/1.1" status: 204 len: 173 time: 0.7618768 Mar 07 05:04:00.790075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'name': 'network-vif-deleted', 'tag': '112aee2d-6125-4bbb-8935-e7a6c587bc38'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:04:00.792294 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f7185b-7b13-459c-82cf-949245d110e1" -d '{"events": [{"server_uuid": "c5171edf-25e0-4b8a-b705-121a8b3bad24", "name": "network-vif-deleted", "tag": "112aee2d-6125-4bbb-8935-e7a6c587bc38"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:04:00.804931 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:00.838370 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76195f60-37c7-48ce-87db-d079f9a6f58b x-openstack-request-id: req-76195f60-37c7-48ce-87db-d079f9a6f58b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:04:00.838874 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5171edf-25e0-4b8a-b705-121a8b3bad24", "name": "network-vif-deleted", "tag": "112aee2d-6125-4bbb-8935-e7a6c587bc38", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:04:00.838989 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76195f60-37c7-48ce-87db-d079f9a6f58b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:04:00.839536 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5171edf-25e0-4b8a-b705-121a8b3bad24', 'name': 'network-vif-deleted', 'tag': '112aee2d-6125-4bbb-8935-e7a6c587bc38', 'status': 'completed', 'code': 200} Mar 07 05:04:01.012891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3dbc53d0-30c3-4e54-bf6d-8aa7713bf718 req-8ea4fbfc-8426-4042-ade1-c3fd160f5a96 tempest-VolumesSnapshotTestJSON-1112893842 tempest-VolumesSnapshotTestJSON-1112893842-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5171edf-25e0-4b8a-b705-121a8b3bad24 HTTP/1.1" status: 200 len: 210 time: 0.0312874 Mar 07 05:04:01.144903 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:01.150493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:01.231285 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (c801f05a-d659-4712-89ed-634d4bbd69e3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:01.233007 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=a4051cc8-c2f7-4fa7-9c2c-707c9ecab727,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:01.331004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:01.332455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:01.455699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:01.567129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:01.575313 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d9d71663-0339-485b-8891-9dffd8f40093 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/routers/c801f05a-d659-4712-89ed-634d4bbd69e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2799110 Mar 07 05:04:01.575681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52766) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:01.578174 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:01.580697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'port': {'network_id': '3080e00f-c136-4f23-9fb1-80ef172b0261', 'name': 'tempest-FloatingIPTestJSON-457081971'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:01.588769 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:01.589509 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:01.627869 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:01.637146 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:01.637896 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:01.677276 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:01.678101 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b7ed9-21e5-4d95-ae20-ff0d22400166 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:01.699201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:01.702738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:01.721730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] device_id is not set on port 0d3d6861-efc5-48a3-a934-3d380731a2ef yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:04:01.831564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.3 (3080e00f-c136-4f23-9fb1-80ef172b0261/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5/0d3d6861-efc5-48a3-a934-3d380731a2ef) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:01.990155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (0d3d6861-efc5-48a3-a934-3d380731a2ef), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.023888 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0d3d6861-efc5-48a3-a934-3d380731a2ef), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.070579 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:02.078864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:02.085131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:02.113307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=0d3d6861-efc5-48a3-a934-3d380731a2ef,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:02.144715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:02.145493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.164083 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a1d57849-30b2-4d95-858f-b0836229981f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5847464 Mar 07 05:04:02.164644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:02.169503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'port': {'network_id': '3080e00f-c136-4f23-9fb1-80ef172b0261', 'name': 'tempest-FloatingIPTestJSON-314137403'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:02.295992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:02.301644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.326013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] device_id is not set on port d2bd859e-48c5-4aae-87a9-445ca37c15f0 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:04:02.478261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.13 (3080e00f-c136-4f23-9fb1-80ef172b0261/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5/d2bd859e-48c5-4aae-87a9-445ca37c15f0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:02.664407 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (d2bd859e-48c5-4aae-87a9-445ca37c15f0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.712314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d2bd859e-48c5-4aae-87a9-445ca37c15f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.767347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:02.770521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:02.774572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:02.818659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9484148d-5eef-41a6-9a9c-44f486925333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.819365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=d2bd859e-48c5-4aae-87a9-445ca37c15f0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:02.846728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:02.847353 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:02.876299 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c738edca-b67e-4995-b6c8-a9d65bb9c9a4 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7104263 Mar 07 05:04:02.881684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52790) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:02.886266 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'd2bd859e-48c5-4aae-87a9-445ca37c15f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:02.919718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:03.047752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:03.177396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.91 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/a40838fc-7f96-4353-aa19-0d8cc63d6918) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:03.288381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:03.324085 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:03.359251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:03.362388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:03.366075 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:03.408562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=a40838fc-7f96-4353-aa19-0d8cc63d6918,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:03.784185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (c43a9376-676d-4b16-b693-e4d18bd78cff), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:03.859685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.030630 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.035066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.100435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=a40838fc-7f96-4353-aa19-0d8cc63d6918,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:04.113151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (c43a9376-676d-4b16-b693-e4d18bd78cff), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.215572 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP c43a9376-676d-4b16-b693-e4d18bd78cff associated. External IP: 172.25.4.91, port: d2bd859e-48c5-4aae-87a9-445ca37c15f0. Mar 07 05:04:04.428978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:04.560490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:04.572922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:04.581219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.590401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:04.591751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:04.616653 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a203a27-47ce-451b-b60b-97e57b552624 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7312620 Mar 07 05:04:04.616901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52810) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:04.621944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:04.642485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:04.652115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:04.652965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:03:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:04.690778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:04.691698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9437cdb-6a1c-48bc-a0e1-ef777d789ba2 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:04.711591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (c43a9376-676d-4b16-b693-e4d18bd78cff), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.722748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 112aee2d-6125-4bbb-8935-e7a6c587bc38 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:04:04.744292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 112aee2d-6125-4bbb-8935-e7a6c587bc38 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:04:04.746082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 112aee2d-6125-4bbb-8935-e7a6c587bc38 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:04:04.871634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.876052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (c43a9376-676d-4b16-b693-e4d18bd78cff), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:04.876588 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP c43a9376-676d-4b16-b693-e4d18bd78cff disassociated. External IP: 172.25.4.91, port: d2bd859e-48c5-4aae-87a9-445ca37c15f0. Mar 07 05:04:05.428341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-949ec379-3348-4470-957a-a520dec24d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:05.451706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:05.570308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:05.574622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:05.584326 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:05.594033 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:05.596031 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:05.606579 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a77ca70f-dff6-4074-8f39-b04c83caf1fd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/floatingips/c43a9376-676d-4b16-b693-e4d18bd78cff HTTP/1.1" status: 200 len: 687 time: 0.9884851 Mar 07 05:04:05.609077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52820) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:05.631694 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:05.643084 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:05.643994 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:05.690987 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:05.691649 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a81b7c-b1fb-4313-bfe3-bb5337ea97ca None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:05.749884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port a40838fc-7f96-4353-aa19-0d8cc63d6918 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:05.750345 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:05.833870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:05.834190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (a40838fc-7f96-4353-aa19-0d8cc63d6918), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:05.849239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for a40838fc-7f96-4353-aa19-0d8cc63d6918 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:05.994942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a40838fc-7f96-4353-aa19-0d8cc63d6918), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.029746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=a40838fc-7f96-4353-aa19-0d8cc63d6918,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:06.095431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (c43a9376-676d-4b16-b693-e4d18bd78cff), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.098241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.103320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3781853e-a918-413c-b14f-6c66709e02ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/floatingips/c43a9376-676d-4b16-b693-e4d18bd78cff HTTP/1.1" status: 204 len: 168 time: 0.4893951 Mar 07 05:04:06.103744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52826) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:06.108175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '0d3d6861-efc5-48a3-a934-3d380731a2ef'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:06.129681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.231833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.349117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.24 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/ef53ddda-989f-4a03-906f-b1009f607aa5) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:06.472043 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.508737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:06.562001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:06.564321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=ef53ddda-989f-4a03-906f-b1009f607aa5,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:06.568464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:06.570740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:06.816350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.034448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.132325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.312388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.317078 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.390617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=ef53ddda-989f-4a03-906f-b1009f607aa5,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:07.402532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.515367 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP f169ae35-311f-4059-b3b6-fd88c1a74247 associated. External IP: 172.25.4.24, port: 0d3d6861-efc5-48a3-a934-3d380731a2ef. Mar 07 05:04:07.735109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:07.760608 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.853728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:07.869564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:07.878178 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:07.886690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:07.887612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:07.918143 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52844) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:07.918735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-136328da-4737-4089-a0f3-1833fe87d643 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.8133450 Mar 07 05:04:07.958816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:07.977423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:07.978288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:08.013398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-328e40ec-5f7e-48bb-aab0-0906d5138ce0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/floatingips/f169ae35-311f-4059-b3b6-fd88c1a74247 HTTP/1.1" status: 200 len: 976 time: 0.0928485 Mar 07 05:04:08.014376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:08.015038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb528d-3bc5-4058-b671-e7cd94d88f90 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:08.015765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52846) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:08.152336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52854) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:08.153589 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9eae10c9-1e85-4d0c-a535-4d65814c8114 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1353157 Mar 07 05:04:08.159372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'port_id': 'd2bd859e-48c5-4aae-87a9-445ca37c15f0'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:08.235046 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:08.732274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:08.736642 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:08.837921 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP f169ae35-311f-4059-b3b6-fd88c1a74247 associated. External IP: 172.25.4.24, port: 0d3d6861-efc5-48a3-a934-3d380731a2ef. Mar 07 05:04:09.385326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:09.489428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:09.508177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:09.525784 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:09.542688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:09.543523 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:09.577409 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:09.588681 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:09.589606 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:09.629545 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:09.630510 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49968171-dedb-424c-a2f8-10de1e196ef9 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:09.772064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:09.887757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:09.893056 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:09.907807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:09.920180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:09.921108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:09.972325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-51eaaa46-6f72-4d17-a9b1-71aad6078df2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/floatingips/f169ae35-311f-4059-b3b6-fd88c1a74247 HTTP/1.1" status: 200 len: 977 time: 1.8123500 Mar 07 05:04:09.972550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:09.974164 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:09.978466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:09.987292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:09.988221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:10.025138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:10.026078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150b443-3d9a-4dbc-8292-d24b30dce8bd None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:10.041924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.191092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.195649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.196403 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP f169ae35-311f-4059-b3b6-fd88c1a74247 disassociated. External IP: 172.25.4.24, port: d2bd859e-48c5-4aae-87a9-445ca37c15f0. Mar 07 05:04:10.445912 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:10.563777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:10.568722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.576720 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:10.591607 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:10.592957 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:10.604456 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7699e0e5-9c27-45a7-80d6-d7db7a69d433 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/floatingips/f169ae35-311f-4059-b3b6-fd88c1a74247 HTTP/1.1" status: 200 len: 687 time: 0.6322725 Mar 07 05:04:10.604831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52880) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:10.636502 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:10.646725 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:10.647554 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:10.688108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:10.689686 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2bb2c-ba4d-4b26-a96d-e1c577af1c06 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:10.749921 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port ef53ddda-989f-4a03-906f-b1009f607aa5 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:10.750314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.839113 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.839502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (ef53ddda-989f-4a03-906f-b1009f607aa5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:10.853486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for ef53ddda-989f-4a03-906f-b1009f607aa5 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:10.992117 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (ef53ddda-989f-4a03-906f-b1009f607aa5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:11.019408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=ef53ddda-989f-4a03-906f-b1009f607aa5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:11.095981 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (f169ae35-311f-4059-b3b6-fd88c1a74247), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:11.099222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:11.102796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1cb1e341-c170-43ea-a290-de202bf3f5cb tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/floatingips/f169ae35-311f-4059-b3b6-fd88c1a74247 HTTP/1.1" status: 204 len: 168 time: 0.4945984 Mar 07 05:04:11.103162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52886) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:11.138782 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-b367b224-531d-4b82-9fe2-4c2fe715e6bd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] delete failed (client error): The resource could not be found. Mar 07 05:04:11.144775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b367b224-531d-4b82-9fe2-4c2fe715e6bd tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/floatingips/f169ae35-311f-4059-b3b6-fd88c1a74247 HTTP/1.1" status: 404 len: 345 time: 0.0355115 Mar 07 05:04:11.145125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52888) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:11.237696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d7f91b-ad6e-48bc-9c24-5090da5a01d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:11.242918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d7f91b-ad6e-48bc-9c24-5090da5a01d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:11.248402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d7f91b-ad6e-48bc-9c24-5090da5a01d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:11.253026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a0d7f91b-ad6e-48bc-9c24-5090da5a01d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/ports?network_id=3080e00f-c136-4f23-9fb1-80ef172b0261 HTTP/1.1" status: 200 len: 2357 time: 0.1019847 Mar 07 05:04:11.253229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52892) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:11.309035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45e530-4d9d-494f-b869-b429fc42a700 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:11.314363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a45e530-4d9d-494f-b869-b429fc42a700 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/subnets/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5 HTTP/1.1" status: 200 len: 797 time: 0.0563874 Mar 07 05:04:11.315697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52894) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:11.320349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'port': {'network_id': '3080e00f-c136-4f23-9fb1-80ef172b0261', 'name': 'tempest-FloatingIPTestJSON-1524185562', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:11.444979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:11.540980 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:11.560404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] device_id is not set on port f9ac6a8e-fa03-4981-9cb1-9411a6289f61 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:04:11.886852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.14 (3080e00f-c136-4f23-9fb1-80ef172b0261/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5/f9ac6a8e-fa03-4981-9cb1-9411a6289f61) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:11.897305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.12 (3080e00f-c136-4f23-9fb1-80ef172b0261/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5/f9ac6a8e-fa03-4981-9cb1-9411a6289f61) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:12.055401 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (f9ac6a8e-fa03-4981-9cb1-9411a6289f61), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.091460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f9ac6a8e-fa03-4981-9cb1-9411a6289f61), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.140645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:12.146003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:12.150649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:12.154736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=f9ac6a8e-fa03-4981-9cb1-9411a6289f61,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:12.200735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:12.201344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.220101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-21736e99-cde0-4bd4-bfaa-4fc233a8b5e0 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9027443 Mar 07 05:04:12.222681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52902) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:12.227612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'f9ac6a8e-fa03-4981-9cb1-9411a6289f61', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:12.248608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.367998 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.482970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.177 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:12.598922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.632394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:12.671457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:12.678206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:12.681651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:12.713489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:12.725629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.725964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.726586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.726903 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.727433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.727766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.728104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.728516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.728844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.729168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.729569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.729894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:12.730243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:13.123557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (e2f90884-839f-42e9-86eb-86597627396f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:13.191782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:13.357587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:13.363438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:13.421721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:13.470413 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (e2f90884-839f-42e9-86eb-86597627396f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:13.584705 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP e2f90884-839f-42e9-86eb-86597627396f associated. External IP: 172.25.4.177, port: f9ac6a8e-fa03-4981-9cb1-9411a6289f61. Mar 07 05:04:13.796394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:13.928319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:13.941039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:13.958888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:13.959574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:13.959801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:14.010021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:14.024330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:14.025022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:14.040541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a1d6ab3d-128a-4430-af5a-02b5f76b773a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8165538 Mar 07 05:04:14.043364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:14.049112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'port_id': 'f9ac6a8e-fa03-4981-9cb1-9411a6289f61', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:14.078039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:14.079483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd643e98-7165-45e6-b0af-90104abbc079 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:14.120701 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (e2f90884-839f-42e9-86eb-86597627396f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:14.707213 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:14.712125 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (e2f90884-839f-42e9-86eb-86597627396f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:14.961095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:15.099053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:15.106414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:15.111091 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:15.131371 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:15.131371 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:15.196974 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:15.222655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-da63ec04-0e89-4b6b-9523-b6aed40f60e7 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/floatingips/e2f90884-839f-42e9-86eb-86597627396f HTTP/1.1" status: 200 len: 979 time: 1.1780961 Mar 07 05:04:15.225242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52930) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:15.229544 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:15.230288 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:15.416975 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:15.417619 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c860c1e-a8c1-4ef6-86d7-54c8d2527e74 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:15.442743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:15.442743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:15.525443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:15.525443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:15.537091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:15.720547 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:15.752852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=0d5acb11-de8c-4030-bcbb-cdd3c2f0a74a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:15.834260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (e2f90884-839f-42e9-86eb-86597627396f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:15.834260 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP e2f90884-839f-42e9-86eb-86597627396f disassociated (deleted). External IP: 172.25.4.177, port: f9ac6a8e-fa03-4981-9cb1-9411a6289f61. Mar 07 05:04:16.062780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:16.187469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:16.194692 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:16.206116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:16.228773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:16.229631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:16.239471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e916af9e-2a1f-4984-80cb-42295ebb0834 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/floatingips/e2f90884-839f-42e9-86eb-86597627396f HTTP/1.1" status: 204 len: 168 time: 1.0110054 Mar 07 05:04:16.239699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:16.300070 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:16.311991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:16.312609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:16.348760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:16.349680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058a48a-fbb9-479e-9432-12bf2eef8300 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:16.384446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port f9ac6a8e-fa03-4981-9cb1-9411a6289f61 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:16.384836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f9ac6a8e-fa03-4981-9cb1-9411a6289f61), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:16.820704 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f9ac6a8e-fa03-4981-9cb1-9411a6289f61), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:16.833557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for f9ac6a8e-fa03-4981-9cb1-9411a6289f61 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:17.051372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (f9ac6a8e-fa03-4981-9cb1-9411a6289f61), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.082049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=f9ac6a8e-fa03-4981-9cb1-9411a6289f61,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:17.185602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.190021 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-021a74a1-3a3a-48ac-8dcb-2a06a8fc2683 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/ports/f9ac6a8e-fa03-4981-9cb1-9411a6289f61 HTTP/1.1" status: 204 len: 168 time: 0.9485843 Mar 07 05:04:17.196812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52946) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:17.203468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:17.229433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.364965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.483693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.231 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/1a2216fd-a5b7-4cfe-b351-c91047a2be34) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:17.632428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.674416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.708781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:17.711888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:17.716178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:17.753504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=1a2216fd-a5b7-4cfe-b351-c91047a2be34,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:17.843787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (dafebbf5-734a-470e-8544-f41beb210f71), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:17.909984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.097964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.103369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.183472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (dafebbf5-734a-470e-8544-f41beb210f71), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.205279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=1a2216fd-a5b7-4cfe-b351-c91047a2be34,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:18.218646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.225314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52956) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:18.226279 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2c13278f-50a0-42d6-8309-5e90f48e14e9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0264454 Mar 07 05:04:18.230456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'port': {'network_id': '3080e00f-c136-4f23-9fb1-80ef172b0261', 'name': 'tempest-FloatingIPTestJSON-1014309882'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:18.354332 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:18.357746 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.376759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] device_id is not set on port cd6b0b46-0c21-41c4-97c7-08d3627d56f6 yet. {{(pid=103938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:04:18.429189 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:04:18.504784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.4 (3080e00f-c136-4f23-9fb1-80ef172b0261/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5/cd6b0b46-0c21-41c4-97c7-08d3627d56f6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:18.715604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (cd6b0b46-0c21-41c4-97c7-08d3627d56f6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.764138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cd6b0b46-0c21-41c4-97c7-08d3627d56f6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.817613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 3080e00f-c136-4f23-9fb1-80ef172b0261 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:18.821167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:18.825180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:18.833245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=cd6b0b46-0c21-41c4-97c7-08d3627d56f6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:18.896814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:18.897597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:18.919024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a602c38-b37a-4f61-8be5-522045b29495 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6900070 Mar 07 05:04:18.919276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52966) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:18.924745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'port_id': 'cd6b0b46-0c21-41c4-97c7-08d3627d56f6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:18.972363 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (dafebbf5-734a-470e-8544-f41beb210f71), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:19.425359 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:19.429611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (dafebbf5-734a-470e-8544-f41beb210f71), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:19.533531 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP dafebbf5-734a-470e-8544-f41beb210f71 associated. External IP: 172.25.4.231, port: cd6b0b46-0c21-41c4-97c7-08d3627d56f6. Mar 07 05:04:19.746459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:19.853847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:19.858420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:19.866315 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:19.879812 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:19.880736 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:19.904430 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:19.908763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f5f7c6ad-84d3-48f5-8b70-c81331e71df9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/floatingips/dafebbf5-734a-470e-8544-f41beb210f71 HTTP/1.1" status: 200 len: 978 time: 0.9813526 Mar 07 05:04:19.925457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:19.940051 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:19.941506 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:19.983105 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:19.984326 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a4b27-ba8a-4013-ad5c-67a1019a391b None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:20.030128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port cd6b0b46-0c21-41c4-97c7-08d3627d56f6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:20.030478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cd6b0b46-0c21-41c4-97c7-08d3627d56f6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:20.144401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cd6b0b46-0c21-41c4-97c7-08d3627d56f6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:20.172253 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:20.658216 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:20.658589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (dafebbf5-734a-470e-8544-f41beb210f71), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:20.658908 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP dafebbf5-734a-470e-8544-f41beb210f71 disassociated. External IP: 172.25.4.231, port: cd6b0b46-0c21-41c4-97c7-08d3627d56f6. Mar 07 05:04:20.659271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for cd6b0b46-0c21-41c4-97c7-08d3627d56f6 owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:20.790938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cd6b0b46-0c21-41c4-97c7-08d3627d56f6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:20.827505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=cd6b0b46-0c21-41c4-97c7-08d3627d56f6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:20.967939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:21.092460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:21.121033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:21.132395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:21.133296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:21.179400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:21.184361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.187844 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-97648ab0-f117-40a7-8daf-5edfa9071bf6 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/ports/cd6b0b46-0c21-41c4-97c7-08d3627d56f6 HTTP/1.1" status: 204 len: 168 time: 1.2823858 Mar 07 05:04:21.190944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 52996) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:21.193378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:21.194229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:21.246043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:21.246941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 52998) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:21.247241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cdf1f1d2-cdb4-4277-9a30-89c0fc2d0f32 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/floatingips/dafebbf5-734a-470e-8544-f41beb210f71 HTTP/1.1" status: 200 len: 688 time: 0.0550375 Mar 07 05:04:21.248304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae1ff6-eab5-4095-919a-588ebb9b9452 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:21.385176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 1a2216fd-a5b7-4cfe-b351-c91047a2be34 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:21.385469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.467896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.468253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (1a2216fd-a5b7-4cfe-b351-c91047a2be34), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.480539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 1a2216fd-a5b7-4cfe-b351-c91047a2be34 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:21.625766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1a2216fd-a5b7-4cfe-b351-c91047a2be34), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.659160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=1a2216fd-a5b7-4cfe-b351-c91047a2be34,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:21.726948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (dafebbf5-734a-470e-8544-f41beb210f71), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.730162 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.731497 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1feb0584-1611-4370-9343-86abbf498153 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/floatingips/dafebbf5-734a-470e-8544-f41beb210f71 HTTP/1.1" status: 204 len: 168 time: 0.4830904 Mar 07 05:04:21.735456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53002) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:21.739931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'd2bd859e-48c5-4aae-87a9-445ca37c15f0'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:21.760220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.863329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:21.975279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.108 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/4c7e686e-f187-4bf5-ab67-2ed883b5e75f) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:22.089144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.124189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.166283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:22.170648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:22.176088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:22.179412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=4c7e686e-f187-4bf5-ab67-2ed883b5e75f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:22.452809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.571613 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (49975ba3-ce35-4e15-a0b0-9340567e1d34), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.640325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.805377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.811235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:22.901070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=4c7e686e-f187-4bf5-ab67-2ed883b5e75f,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:22.913189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (49975ba3-ce35-4e15-a0b0-9340567e1d34), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:23.030323 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP 49975ba3-ce35-4e15-a0b0-9340567e1d34 associated. External IP: 172.25.4.108, port: d2bd859e-48c5-4aae-87a9-445ca37c15f0. Mar 07 05:04:23.575687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:23.715620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:23.728476 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:23.737200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:23.746876 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:23.747592 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:23.771836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-405dbf71-edc5-435d-981b-2fa016e0a224 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0330024 Mar 07 05:04:23.772152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53024) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:23.777170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1948885838'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:23.789832 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:23.800405 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:23.800585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:23.801079 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:23.805211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:23.832464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:04:23.843708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f05cda3a-6f90-4861-b4dc-46b84179f559), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:23.844433 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Added segment f05cda3a-6f90-4861-b4dc-46b84179f559 of type vlan for network 7be059ea-9d57-4355-bbe1-334f4f0ee557 Mar 07 05:04:23.848644 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:23.849345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992439b-1d61-4930-ac73-efb6a365f5ef None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:23.895945 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (7be059ea-9d57-4355-bbe1-334f4f0ee557), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:23.925944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (7be059ea-9d57-4355-bbe1-334f4f0ee557), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:23.931522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:23.932167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.014473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2386746 Mar 07 05:04:24.014842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53026) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:24.016809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9653-a6dd-4d47-865e-2a7ad78c18d1 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Network': ['ID=7be059ea-9d57-4355-bbe1-334f4f0ee557,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:24.019984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'subnet': {'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:24.028386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:04:24.151946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:24.156026 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.347615 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (aced99e7-acf0-41a1-a94d-d0318ae921cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.412689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Subnet': ['ID=aced99e7-acf0-41a1-a94d-d0318ae921cc,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:24.445652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Checking segment: {'id': 'f05cda3a-6f90-4861-b4dc-46b84179f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:04:24.445828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network hostable DHCP agents. Network: 7be059ea-9d57-4355-bbe1-334f4f0ee557, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:04:24.475204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:04:24.487677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 7be059ea-9d57-4355-bbe1-334f4f0ee557) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:24.496911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0473ae5-b174-4be9-a4bb-fd8789e7327d None None] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:04:24.520902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:24.522688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.577868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c1a73c62-4bb7-4dae-b512-9fddea80e61d tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5619090 Mar 07 05:04:24.581117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53036) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:24.585877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1280830683', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:24.627149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.630933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.669508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-7be059ea-9d57-4355-bbe1-334f4f0ee557', 'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557', 'project_id': '2dc74505f27444bb8424fba3822188d8', 'fixed_ips': [{'subnet_id': 'aced99e7-acf0-41a1-a94d-d0318ae921cc'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:04:24.670443 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.740688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_controller (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:24.958871 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.007191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Allocated IP 172.20.0.2 (7be059ea-9d57-4355-bbe1-334f4f0ee557/aced99e7-acf0-41a1-a94d-d0318ae921cc/755dd635-1430-4c81-85e6-ccdea849e268) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:25.261725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.281704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Publish callbacks [] for port (755dd635-1430-4c81-85e6-ccdea849e268), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.292642 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.297849 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (755dd635-1430-4c81-85e6-ccdea849e268), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.359036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:25.361479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Pushing event updated for resources: {'Port': ['ID=755dd635-1430-4c81-85e6-ccdea849e268,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:25.370170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:25.372905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:25.376367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.376915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.377441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.378359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.379696 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.380230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.380736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.381241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.381741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.382264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.382879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.383375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.384064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:25.454804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Attempting to bind port 755dd635-1430-4c81-85e6-ccdea849e268 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:04:25.455174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Attempting to bind port 755dd635-1430-4c81-85e6-ccdea849e268 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'f05cda3a-6f90-4861-b4dc-46b84179f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:04:25.455630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Attempting to bind port 755dd635-1430-4c81-85e6-ccdea849e268 on network 7be059ea-9d57-4355-bbe1-334f4f0ee557 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:04:25.461117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:04:25.461495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Checking segment: {'id': 'f05cda3a-6f90-4861-b4dc-46b84179f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:04:25.461967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.462393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Bound using segment: {'id': 'f05cda3a-6f90-4861-b4dc-46b84179f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:04:25.462863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Bound port: 755dd635-1430-4c81-85e6-ccdea849e268, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05cda3a-6f90-4861-b4dc-46b84179f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:04:25.463282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (755dd635-1430-4c81-85e6-ccdea849e268), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.502061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.25.4.224 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/588c8e03-2b63-4d73-b2c6-118955fbd139) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:25.548187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] For port 755dd635-1430-4c81-85e6-ccdea849e268, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:04:25.553037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] For port 755dd635-1430-4c81-85e6-ccdea849e268, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=755dd635-1430-4c81-85e6-ccdea849e268,segment=NetworkSegment(f05cda3a-6f90-4861-b4dc-46b84179f559),segment_id=f05cda3a-6f90-4861-b4dc-46b84179f559)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:04:25.561146 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (755dd635-1430-4c81-85e6-ccdea849e268), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.620995 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (588c8e03-2b63-4d73-b2c6-118955fbd139), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.659007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bbba7-72e6-444e-8d4a-5fe1f9f6a3dd None None] Pushing event updated for resources: {'Port': ['ID=755dd635-1430-4c81-85e6-ccdea849e268,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:25.721722 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (588c8e03-2b63-4d73-b2c6-118955fbd139), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:25.798979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:25.803492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:25.823269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:25.839010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=588c8e03-2b63-4d73-b2c6-118955fbd139,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:26.238129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:26.528256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:26.710484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router 9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:04:26.840702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:26.856256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] Sync routers for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:26.875464 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:26.881738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53062) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:26.886511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-53aff264-af10-4ead-9891-e639ce828a6f tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3042684 Mar 07 05:04:26.887713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:26.888359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:26.958617 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:26.981836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:26.984059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:27.020706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:27.021628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ffdee-cd0a-47e4-a0f2-3d1b60de5e4c None None] The sync data for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:27.199405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c292d05-edba-4cd1-bc12-c23f11e6e50f None None] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:04:27.312454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] Provisioning complete for port 755dd635-1430-4c81-85e6-ccdea849e268 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:27.313634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (755dd635-1430-4c81-85e6-ccdea849e268), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:27.419112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] Current status of the port 755dd635-1430-4c81-85e6-ccdea849e268 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:04:27.419326 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (755dd635-1430-4c81-85e6-ccdea849e268), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:27.499562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] For port 755dd635-1430-4c81-85e6-ccdea849e268, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=755dd635-1430-4c81-85e6-ccdea849e268,segment=NetworkSegment(f05cda3a-6f90-4861-b4dc-46b84179f559),segment_id=f05cda3a-6f90-4861-b4dc-46b84179f559)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:04:27.505866 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (755dd635-1430-4c81-85e6-ccdea849e268), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:27.575872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 755dd635-1430-4c81-85e6-ccdea849e268 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:04:27.642028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:27.681755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a2b9-11f9-4749-8224-89c7df422b48 None None] Pushing event updated for resources: {'Port': ['ID=755dd635-1430-4c81-85e6-ccdea849e268,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:27.695977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 755dd635-1430-4c81-85e6-ccdea849e268 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:27.696633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (755dd635-1430-4c81-85e6-ccdea849e268), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:27.759498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a657984-9fdb-48a7-ac6d-f5ed1d8e5eca None None] Provisioning complete for port 755dd635-1430-4c81-85e6-ccdea849e268 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:27.759938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a657984-9fdb-48a7-ac6d-f5ed1d8e5eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (755dd635-1430-4c81-85e6-ccdea849e268), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:27.878128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 755dd635-1430-4c81-85e6-ccdea849e268 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:04:27.888699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a657984-9fdb-48a7-ac6d-f5ed1d8e5eca None None] Current status of the port 755dd635-1430-4c81-85e6-ccdea849e268 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:04:28.029821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.1 (7be059ea-9d57-4355-bbe1-334f4f0ee557/aced99e7-acf0-41a1-a94d-d0318ae921cc/3621139c-a333-4642-bd03-92ed01ffc88b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:28.154224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (3621139c-a333-4642-bd03-92ed01ffc88b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.192288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.238727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:28.242103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:28.244789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:28.280255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=3621139c-a333-4642-bd03-92ed01ffc88b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:28.304118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.477101 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.522326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-763417ee-4269-4320-bcb8-b3d181e06a26 None None] Provisioning complete for port 3621139c-a333-4642-bd03-92ed01ffc88b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:28.522926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-763417ee-4269-4320-bcb8-b3d181e06a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.561904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-763417ee-4269-4320-bcb8-b3d181e06a26 None None] Port 3621139c-a333-4642-bd03-92ed01ffc88b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:04:28.817378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (3621139c-a333-4642-bd03-92ed01ffc88b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.822399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:28.904883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=3621139c-a333-4642-bd03-92ed01ffc88b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:28.909037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:29.008592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:29.009971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:29.143951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router 9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:29.289674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:29.296887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-540ef10f-ae70-474e-8b13-e16907d9163a None None] Provisioning complete for port 3621139c-a333-4642-bd03-92ed01ffc88b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:29.301177 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] Sync routers for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:29.304412 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8badd84b-86f2-41d5-b46e-be545d615ee9 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/routers/9ca8ec0a-e7b8-4779-9972-b7ca6159dc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4187431 Mar 07 05:04:29.304412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53084) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:29.309030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'port': {'network_id': '7be059ea-9d57-4355-bbe1-334f4f0ee557', 'name': 'tempest-FloatingIPTestJSON-951666131'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:29.313904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-540ef10f-ae70-474e-8b13-e16907d9163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:29.319405 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:29.325882 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:29.383415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-540ef10f-ae70-474e-8b13-e16907d9163a None None] Port 3621139c-a333-4642-bd03-92ed01ffc88b cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:04:29.395828 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:29.406235 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:29.407412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:29.439459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Made reservation on behalf of 2dc74505f27444bb8424fba3822188d8 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:04:29.443235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:29.472419 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:29.473083 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5119e0fb-2479-4f66-b585-3dce87846d56 None None] The sync data for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:29.474072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] device_id is not set on port 0ab640fa-8976-49da-b441-df14dbd67347 yet. {{(pid=103939) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 05:04:29.508984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 755dd635-1430-4c81-85e6-ccdea849e268 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:04:29.560220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 755dd635-1430-4c81-85e6-ccdea849e268 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:29.560549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (755dd635-1430-4c81-85e6-ccdea849e268), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:29.631117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Allocated IP 172.20.0.6 (7be059ea-9d57-4355-bbe1-334f4f0ee557/aced99e7-acf0-41a1-a94d-d0318ae921cc/0ab640fa-8976-49da-b441-df14dbd67347) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:04:29.712061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 755dd635-1430-4c81-85e6-ccdea849e268 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:04:29.873151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for port (0ab640fa-8976-49da-b441-df14dbd67347), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:29.914847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0ab640fa-8976-49da-b441-df14dbd67347), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:29.983750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event updated for resources: {'Port': ['ID=0ab640fa-8976-49da-b441-df14dbd67347,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:29.987331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:04:29.989061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:04:30.002644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:04:30.053012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:30.053632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:30.076103 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0997ece6-6998-4470-9736-aea9d415ebd2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7682173 Mar 07 05:04:30.076103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53092) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:30.081535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Request body: {'floatingip': {'port_id': '0ab640fa-8976-49da-b441-df14dbd67347'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:30.143806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (49975ba3-ce35-4e15-a0b0-9340567e1d34), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:30.310050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-199e88cb-29f5-4c34-9a02-868a77a0ff07 None None] Provisioning complete for port 0ab640fa-8976-49da-b441-df14dbd67347 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:04:30.311087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-199e88cb-29f5-4c34-9a02-868a77a0ff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ab640fa-8976-49da-b441-df14dbd67347), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:30.347875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-199e88cb-29f5-4c34-9a02-868a77a0ff07 None None] Port 0ab640fa-8976-49da-b441-df14dbd67347 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:04:30.995224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:30.999750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (49975ba3-ce35-4e15-a0b0-9340567e1d34), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:31.112041 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP 49975ba3-ce35-4e15-a0b0-9340567e1d34 associated. External IP: 172.25.4.108, port: d2bd859e-48c5-4aae-87a9-445ca37c15f0. Mar 07 05:04:31.324192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:31.440862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:31.454715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:31.464988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:31.466145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.506598 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.520068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:31.521051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.569770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.570876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a30a69-64da-4ed7-9aca-d49a91e8a963 None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:31.721146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router 9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:31.840979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:31.845907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:31.852224 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] Sync routers for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:31.879838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:31.880791 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.917021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f98bec60-bdb1-4464-b2fb-3280459d4e37 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/floatingips/49975ba3-ce35-4e15-a0b0-9340567e1d34 HTTP/1.1" status: 200 len: 977 time: 1.8398430 Mar 07 05:04:31.919873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53116) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:31.923419 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.933584 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:31.934541 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.979300 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:31.980217 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b01efc-8184-42df-b9e9-4d2708c338f2 None None] The sync data for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:32.041359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 0ab640fa-8976-49da-b441-df14dbd67347 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:32.041800 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0ab640fa-8976-49da-b441-df14dbd67347), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.144291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0ab640fa-8976-49da-b441-df14dbd67347), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.380997 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.381793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (49975ba3-ce35-4e15-a0b0-9340567e1d34), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.382339 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Floating IP 49975ba3-ce35-4e15-a0b0-9340567e1d34 disassociated. External IP: 172.25.4.108, port: 0ab640fa-8976-49da-b441-df14dbd67347. Mar 07 05:04:32.382990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 0ab640fa-8976-49da-b441-df14dbd67347 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:32.515749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0ab640fa-8976-49da-b441-df14dbd67347), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.553871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=0ab640fa-8976-49da-b441-df14dbd67347,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:32.689389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router 9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:32.817124 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1d984ae4-3a59-44a6-9241-09f24df1f855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.826206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:32.839430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] Sync routers for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:32.853778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:32.854809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:32.899291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:32.913300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:32.914845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:32.929377 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:32.934901 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-83b5f6e8-bdbb-4013-966d-7104831ad7f2 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/ports/0ab640fa-8976-49da-b441-df14dbd67347 HTTP/1.1" status: 204 len: 168 time: 1.0132172 Mar 07 05:04:32.936529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53134) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:32.960417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:32.961437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d140cb4-4586-456b-8c47-04dd1f5299ac None None] The sync data for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:33.348915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:33.633770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 3621139c-a333-4642-bd03-92ed01ffc88b {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:33.634145 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:33.725502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:33.738334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 3621139c-a333-4642-bd03-92ed01ffc88b owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:33.941451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3621139c-a333-4642-bd03-92ed01ffc88b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:33.971470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=3621139c-a333-4642-bd03-92ed01ffc88b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:34.204167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:34.455865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router 9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:34.567773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:34.575485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53158) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:34.575909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-568c13e5-b15a-4bd5-a50b-272e32acf4ca tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/routers/9ca8ec0a-e7b8-4779-9972-b7ca6159dc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6379666 Mar 07 05:04:34.580229 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] Sync routers for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:34.591560 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:34.592411 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:34.629395 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:34.639184 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] Routers {'9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:34.639999 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:34.680144 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:34.681063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985794ca-c5c8-404f-ade4-7e05a4a1b0b2 None None] The sync data for ids ['9ca8ec0a-e7b8-4779-9972-b7ca6159dc02'] in n-d-832185-1 is: [] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:35.047238 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.158884 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.240264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 588c8e03-2b63-4d73-b2c6-118955fbd139 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:35.240775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (588c8e03-2b63-4d73-b2c6-118955fbd139), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.329670 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (588c8e03-2b63-4d73-b2c6-118955fbd139), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.342695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 588c8e03-2b63-4d73-b2c6-118955fbd139 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:35.446686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b8eefca-e1b7-40ee-94a3-2eb8f18f4888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.528929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (588c8e03-2b63-4d73-b2c6-118955fbd139), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.554221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=588c8e03-2b63-4d73-b2c6-118955fbd139,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:35.624976 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.723089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.725513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_controller (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.770263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9ca8ec0a-e7b8-4779-9972-b7ca6159dc02), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.771164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:04:35.780483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.784467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:35.784924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d13ec9f9-663b-471a-afef-0a8a08afebed tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/routers/9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 HTTP/1.1" status: 204 len: 168 time: 1.2082603 Mar 07 05:04:35.846585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting subnet aced99e7-acf0-41a1-a94d-d0318ae921cc {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:04:35.850251 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for subnet (aced99e7-acf0-41a1-a94d-d0318ae921cc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:35.910087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (aced99e7-acf0-41a1-a94d-d0318ae921cc), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.010455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (aced99e7-acf0-41a1-a94d-d0318ae921cc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.073041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (aced99e7-acf0-41a1-a94d-d0318ae921cc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.103940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Subnet': ['ID=aced99e7-acf0-41a1-a94d-d0318ae921cc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:36.110829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.116680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b44ce8cf-c357-4a16-a88d-ec2f846a4439 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/subnets/aced99e7-acf0-41a1-a94d-d0318ae921cc HTTP/1.1" status: 204 len: 168 time: 0.3311450 Mar 07 05:04:36.116967 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:36.131531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27aa7e5-5c0c-4775-8e80-4b231206c431 None None] Network 7be059ea-9d57-4355-bbe1-334f4f0ee557 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:04:36.225736 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (7be059ea-9d57-4355-bbe1-334f4f0ee557), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.298057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 755dd635-1430-4c81-85e6-ccdea849e268 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:36.298858 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (755dd635-1430-4c81-85e6-ccdea849e268), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.358710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] DHCP port deletion for 7be059ea-9d57-4355-bbe1-334f4f0ee557 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:04:36.399375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] For port 755dd635-1430-4c81-85e6-ccdea849e268, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=755dd635-1430-4c81-85e6-ccdea849e268,segment=NetworkSegment(f05cda3a-6f90-4861-b4dc-46b84179f559),segment_id=f05cda3a-6f90-4861-b4dc-46b84179f559)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:04:36.399902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (755dd635-1430-4c81-85e6-ccdea849e268), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.418548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 755dd635-1430-4c81-85e6-ccdea849e268 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:36.447753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] Deleting port 755dd635-1430-4c81-85e6-ccdea849e268 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:36.448378 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (755dd635-1430-4c81-85e6-ccdea849e268), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.526639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] For port 755dd635-1430-4c81-85e6-ccdea849e268, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=755dd635-1430-4c81-85e6-ccdea849e268,segment=NetworkSegment(f05cda3a-6f90-4861-b4dc-46b84179f559),segment_id=f05cda3a-6f90-4861-b4dc-46b84179f559)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:04:36.527369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (755dd635-1430-4c81-85e6-ccdea849e268), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.538450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (755dd635-1430-4c81-85e6-ccdea849e268), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.551619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] Calling delete_port for 755dd635-1430-4c81-85e6-ccdea849e268 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:36.570034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=755dd635-1430-4c81-85e6-ccdea849e268,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:36.573517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] No DVR routers for this DVR port 755dd635-1430-4c81-85e6-ccdea849e268 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:04:36.713761 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (7be059ea-9d57-4355-bbe1-334f4f0ee557), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.715889 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (755dd635-1430-4c81-85e6-ccdea849e268), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.743722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] Pushing event deleted for resources: {'Port': ['ID=755dd635-1430-4c81-85e6-ccdea849e268,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:36.746616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d077c-5311-4428-9101-8e61e1f744cf None None] No DVR routers for this DVR port 755dd635-1430-4c81-85e6-ccdea849e268 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:04:36.767795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be059ea-9d57-4355-bbe1-334f4f0ee557']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:36.777535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05cda3a-6f90-4861-b4dc-46b84179f559') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:36.777950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05cda3a-6f90-4861-b4dc-46b84179f559') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:36.788305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (f05cda3a-6f90-4861-b4dc-46b84179f559), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.802396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (f05cda3a-6f90-4861-b4dc-46b84179f559), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.808676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:04:36.809313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (f05cda3a-6f90-4861-b4dc-46b84179f559), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.869224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:04:36.873197 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:04:36.882976 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (7be059ea-9d57-4355-bbe1-334f4f0ee557), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.890697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:36.895932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/networks/7be059ea-9d57-4355-bbe1-334f4f0ee557 HTTP/1.1" status: 204 len: 168 time: 0.7777579 Mar 07 05:04:36.898696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:36.966916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Network': ['ID=7be059ea-9d57-4355-bbe1-334f4f0ee557,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:36.980864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.981215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.981585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.981923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.982264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.983662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.983662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.983662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.983662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.984083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.984083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.986731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:36.986731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59943178-6af8-488d-9187-08d9dba91581 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:04:37.092621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 4c7e686e-f187-4bf5-ab67-2ed883b5e75f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:37.093084 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.185093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.186201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.196961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 4c7e686e-f187-4bf5-ab67-2ed883b5e75f owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:37.339448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (4c7e686e-f187-4bf5-ab67-2ed883b5e75f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.366015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=4c7e686e-f187-4bf5-ab67-2ed883b5e75f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:37.444610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for floatingip (49975ba3-ce35-4e15-a0b0-9340567e1d34), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.447531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.448955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-52842035-4488-4aa5-8609-34511c2c23fe tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/floatingips/49975ba3-ce35-4e15-a0b0-9340567e1d34 HTTP/1.1" status: 204 len: 168 time: 0.5489635 Mar 07 05:04:37.455116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53198) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:37.480112 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cf273e-1483-48f8-93d4-f15a2f3d1560 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] DELETE failed (client error): The resource could not be found. Mar 07 05:04:37.481125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cf273e-1483-48f8-93d4-f15a2f3d1560 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:04:37.485632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-73cf273e-1483-48f8-93d4-f15a2f3d1560 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/ports/0ab640fa-8976-49da-b441-df14dbd67347 HTTP/1.1" status: 404 len: 333 time: 0.0286992 Mar 07 05:04:37.488234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:37.517407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ee998c0e-f4f7-4125-be51-184078eaf813 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 HTTP/1.1" status: 200 len: 205 time: 0.0276859 Mar 07 05:04:37.519858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:37.524436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 755dd635-1430-4c81-85e6-ccdea849e268 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:04:37.566433 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-6cabcf85-6c57-4a90-a86b-7b39101bbb47 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] delete failed (client error): The resource could not be found. Mar 07 05:04:37.567476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6cabcf85-6c57-4a90-a86b-7b39101bbb47 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/routers/9ca8ec0a-e7b8-4779-9972-b7ca6159dc02 HTTP/1.1" status: 404 len: 336 time: 0.0465610 Mar 07 05:04:37.570374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:37.575806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 755dd635-1430-4c81-85e6-ccdea849e268 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:04:37.576379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 755dd635-1430-4c81-85e6-ccdea849e268 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:04:37.603748 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-741d9b92-1dac-482c-98c8-0678fa563f43 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] DELETE failed (client error): The resource could not be found. Mar 07 05:04:37.604213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741d9b92-1dac-482c-98c8-0678fa563f43 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:04:37.607252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-741d9b92-1dac-482c-98c8-0678fa563f43 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/subnets/aced99e7-acf0-41a1-a94d-d0318ae921cc HTTP/1.1" status: 404 len: 337 time: 0.0356505 Mar 07 05:04:37.609801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53210) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:37.745561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port d2bd859e-48c5-4aae-87a9-445ca37c15f0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:37.746281 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d2bd859e-48c5-4aae-87a9-445ca37c15f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.768985 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.853318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d2bd859e-48c5-4aae-87a9-445ca37c15f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:37.870519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for d2bd859e-48c5-4aae-87a9-445ca37c15f0 owned by {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:38.068978 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d2bd859e-48c5-4aae-87a9-445ca37c15f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:38.108844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=d2bd859e-48c5-4aae-87a9-445ca37c15f0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:38.187250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:38.192700 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-22f95e83-34be-4c67-83c2-7ab3eba63875 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/ports/d2bd859e-48c5-4aae-87a9-445ca37c15f0 HTTP/1.1" status: 204 len: 168 time: 0.5818965 Mar 07 05:04:38.195670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:38.308108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 0d3d6861-efc5-48a3-a934-3d380731a2ef {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:38.308458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0d3d6861-efc5-48a3-a934-3d380731a2ef), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:38.411559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0d3d6861-efc5-48a3-a934-3d380731a2ef), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:38.425339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 0d3d6861-efc5-48a3-a934-3d380731a2ef owned by {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:38.581496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0d3d6861-efc5-48a3-a934-3d380731a2ef), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:38.610466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=0d3d6861-efc5-48a3-a934-3d380731a2ef,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:38.710587 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:38.716937 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6d10c752-2b5a-47e6-9308-12edb3eeb2ae tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/ports/0d3d6861-efc5-48a3-a934-3d380731a2ef HTTP/1.1" status: 204 len: 168 time: 0.5202355 Mar 07 05:04:38.717126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53230) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:38.785721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97089144-c3c4-423d-a0a9-9ab4549c73ab tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:04:38.790118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53232) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:38.796303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-97089144-c3c4-423d-a0a9-9ab4549c73ab tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "GET /v2.0/ports?device_id=c801f05a-d659-4712-89ed-634d4bbd69e3 HTTP/1.1" status: 200 len: 913 time: 0.0782375 Mar 07 05:04:39.208739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (c801f05a-d659-4712-89ed-634d4bbd69e3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:39.502741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:39.567285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port a4051cc8-c2f7-4fa7-9c2c-707c9ecab727 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:39.567616 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:39.673322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:39.686381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for a4051cc8-c2f7-4fa7-9c2c-707c9ecab727 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:39.938750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a4051cc8-c2f7-4fa7-9c2c-707c9ecab727), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:39.975721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=a4051cc8-c2f7-4fa7-9c2c-707c9ecab727,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:40.522934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (c801f05a-d659-4712-89ed-634d4bbd69e3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:40.788592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Router c801f05a-d659-4712-89ed-634d4bbd69e3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:04:40.913889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:04:40.926701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] Sync routers for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:04:40.932628 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5c82a46d-28f5-4f69-b51f-c5a851f9b45e tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "PUT /v2.0/routers/c801f05a-d659-4712-89ed-634d4bbd69e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413391 Mar 07 05:04:40.932817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53250) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:40.940258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:40.944343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:41.000162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:41.010370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] Routers {'c801f05a-d659-4712-89ed-634d4bbd69e3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:04:41.011177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:04:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c801f05a-d659-4712-89ed-634d4bbd69e3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:41.047311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:41.048406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e087e-176c-4971-bc4a-1ede405b282a None None] The sync data for ids ['c801f05a-d659-4712-89ed-634d4bbd69e3'] in n-d-832185-1 is: [] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:04:41.096730 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router (c801f05a-d659-4712-89ed-634d4bbd69e3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.212208 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_gateway (c801f05a-d659-4712-89ed-634d4bbd69e3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.287117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting port 5c021d09-72f1-4f1e-a092-0ebbebf5fe97 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:04:41.287473 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (5c021d09-72f1-4f1e-a092-0ebbebf5fe97), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.387985 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (5c021d09-72f1-4f1e-a092-0ebbebf5fe97), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.421211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Calling delete_port for 5c021d09-72f1-4f1e-a092-0ebbebf5fe97 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:04:41.643721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (5c021d09-72f1-4f1e-a092-0ebbebf5fe97), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.669823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Port': ['ID=5c021d09-72f1-4f1e-a092-0ebbebf5fe97,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:41.738453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (c801f05a-d659-4712-89ed-634d4bbd69e3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.835671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c801f05a-d659-4712-89ed-634d4bbd69e3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.837891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router_controller (c801f05a-d659-4712-89ed-634d4bbd69e3), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.882440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c801f05a-d659-4712-89ed-634d4bbd69e3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.883002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Fanout notify agent at l3_agent the message router_deleted on router c801f05a-d659-4712-89ed-634d4bbd69e3 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:04:41.892321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.896178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f33237e0-9a3e-41a9-84a4-9677826c2c26 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/routers/c801f05a-d659-4712-89ed-634d4bbd69e3 HTTP/1.1" status: 204 len: 168 time: 0.9598238 Mar 07 05:04:41.896178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53270) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:41.947515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Deleting subnet a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:04:41.950638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for subnet (a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:41.990892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.039506 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.101205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.127500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Subnet': ['ID=a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:42.135757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.139910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b347807b-eb65-477b-9acf-7a564f3d5db5 tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/subnets/a57e2589-1ded-41ea-bc8f-8a9b9b18f0a5 HTTP/1.1" status: 204 len: 168 time: 0.2426217 Mar 07 05:04:42.143249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53276) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:42.228238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (3080e00f-c136-4f23-9fb1-80ef172b0261), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.324435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (3080e00f-c136-4f23-9fb1-80ef172b0261), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.348966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3080e00f-c136-4f23-9fb1-80ef172b0261']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:42.359187 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581a6ac6-9e93-4cd1-9774-aa65a884925a') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:42.360572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581a6ac6-9e93-4cd1-9774-aa65a884925a') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:04:42.371125 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (581a6ac6-9e93-4cd1-9774-aa65a884925a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.385511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (581a6ac6-9e93-4cd1-9774-aa65a884925a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.393104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:04:42.393572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (581a6ac6-9e93-4cd1-9774-aa65a884925a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:04:42.396571 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:04:42.477668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (3080e00f-c136-4f23-9fb1-80ef172b0261), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.492232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:42.497795 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] 10.222.0.21 "DELETE /v2.0/networks/3080e00f-c136-4f23-9fb1-80ef172b0261 HTTP/1.1" status: 204 len: 168 time: 0.3501861 Mar 07 05:04:42.508399 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824166f-6567-4304-9464-82fd328fd68a tempest-FloatingIPTestJSON-1785714388 tempest-FloatingIPTestJSON-1785714388-project] Pushing event deleted for resources: {'Network': ['ID=3080e00f-c136-4f23-9fb1-80ef172b0261,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:42.795026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53300) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:42.940902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a9677e8e-ad4c-4e8d-a5ed-343b4f0593b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc74505f27444bb8424fba3822188d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443334 Mar 07 05:04:42.943357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53308) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:43.005439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-263204fb-e6bf-4641-8a98-968d1067fb37 admin admin] Publish callbacks [] for security_group (f55a225d-55a2-4266-9a24-447a3ffdea10), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:43.027484 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-263204fb-e6bf-4641-8a98-968d1067fb37 admin admin] Publish callbacks [] for security_group (f55a225d-55a2-4266-9a24-447a3ffdea10), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:43.079138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-263204fb-e6bf-4641-8a98-968d1067fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f55a225d-55a2-4266-9a24-447a3ffdea10), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:43.082517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-263204fb-e6bf-4641-8a98-968d1067fb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:43.086053 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-263204fb-e6bf-4641-8a98-968d1067fb37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f55a225d-55a2-4266-9a24-447a3ffdea10 HTTP/1.1" status: 204 len: 168 time: 0.1395042 Mar 07 05:04:43.095986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263204fb-e6bf-4641-8a98-968d1067fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a225d-55a2-4266-9a24-447a3ffdea10,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:43.878778 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.016823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-745792fb-a89c-4641-bee2-cdca14210dad tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-129422578', 'prefixes': ['172.20.0.0/16']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:44.098637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-745792fb-a89c-4641-bee2-cdca14210dad tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:44.102690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.106396 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-745792fb-a89c-4641-bee2-cdca14210dad tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2226014 Mar 07 05:04:44.147586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dedb73e1-7671-4d69-895e-cb3883521a6c tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] 10.222.0.21 "GET /v2.0/subnetpools/66a160a5-e8a5-4616-afd5-1382204058bb HTTP/1.1" status: 200 len: 731 time: 0.0435226 Mar 07 05:04:44.149933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.154345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-14796ef8-2a7f-4407-82bb-7a2afb00cb76 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-415855654'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:04:44.236044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14796ef8-2a7f-4407-82bb-7a2afb00cb76 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:44.237424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-14796ef8-2a7f-4407-82bb-7a2afb00cb76 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] 10.222.0.21 "PUT /v2.0/subnetpools/66a160a5-e8a5-4616-afd5-1382204058bb HTTP/1.1" status: 200 len: 683 time: 0.0861616 Mar 07 05:04:44.239890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53358) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.335418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-720ab0ad-8a05-4ea7-a622-ced2aa7698c3 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:44.338549 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-720ab0ad-8a05-4ea7-a622-ced2aa7698c3 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] 10.222.0.21 "DELETE /v2.0/subnetpools/66a160a5-e8a5-4616-afd5-1382204058bb HTTP/1.1" status: 204 len: 168 time: 0.0972526 Mar 07 05:04:44.339416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.354192 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-799fe8b6-b63d-4329-a160-92d087ac8eb9 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] show failed (client error): The resource could not be found. Mar 07 05:04:44.358090 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-799fe8b6-b63d-4329-a160-92d087ac8eb9 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] 10.222.0.21 "GET /v2.0/subnetpools/66a160a5-e8a5-4616-afd5-1382204058bb HTTP/1.1" status: 404 len: 346 time: 0.0148761 Mar 07 05:04:44.358364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53366) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.372735 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-e5be3d19-d647-4185-bbb3-39160915d4a7 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] delete failed (client error): The resource could not be found. Mar 07 05:04:44.373843 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e5be3d19-d647-4185-bbb3-39160915d4a7 tempest-SubnetPoolsTestJSON-576941309 tempest-SubnetPoolsTestJSON-576941309-project] 10.222.0.21 "DELETE /v2.0/subnetpools/66a160a5-e8a5-4616-afd5-1382204058bb HTTP/1.1" status: 404 len: 346 time: 0.0145190 Mar 07 05:04:44.665564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53380) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.792942 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b582ac14-8e0f-47c4-a5dc-f4ae8a7eede2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:44.870365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b582ac14-8e0f-47c4-a5dc-f4ae8a7eede2 admin admin] Publish callbacks [] for security_group (e77afd96-8770-4dce-afea-3c21084582a8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:44.874354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b582ac14-8e0f-47c4-a5dc-f4ae8a7eede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e77afd96-8770-4dce-afea-3c21084582a8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:44.912662 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b582ac14-8e0f-47c4-a5dc-f4ae8a7eede2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccbe44f4cb544145a0edd446a86d1627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459173 Mar 07 05:04:44.915417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53388) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:44.918054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582ac14-8e0f-47c4-a5dc-f4ae8a7eede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77afd96-8770-4dce-afea-3c21084582a8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:44.992813 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-775d0534-6b62-4b43-a24a-9da25e9eb512 admin admin] Publish callbacks [] for security_group (e77afd96-8770-4dce-afea-3c21084582a8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:45.017646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-775d0534-6b62-4b43-a24a-9da25e9eb512 admin admin] Publish callbacks [] for security_group (e77afd96-8770-4dce-afea-3c21084582a8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:45.071580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-775d0534-6b62-4b43-a24a-9da25e9eb512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e77afd96-8770-4dce-afea-3c21084582a8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:45.074706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-775d0534-6b62-4b43-a24a-9da25e9eb512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:45.079499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-775d0534-6b62-4b43-a24a-9da25e9eb512 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e77afd96-8770-4dce-afea-3c21084582a8 HTTP/1.1" status: 204 len: 168 time: 0.1626861 Mar 07 05:04:45.089712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d0534-6b62-4b43-a24a-9da25e9eb512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77afd96-8770-4dce-afea-3c21084582a8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:47.222846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53478) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:47.418312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420d087-1d4e-45f2-b1c0-cc1b7ef676d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.560180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420d087-1d4e-45f2-b1c0-cc1b7ef676d6 admin admin] Publish callbacks [] for security_group (d6cc3771-7ddc-4624-974f-bce5c0050071), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.570337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9420d087-1d4e-45f2-b1c0-cc1b7ef676d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d6cc3771-7ddc-4624-974f-bce5c0050071), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.610812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420d087-1d4e-45f2-b1c0-cc1b7ef676d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc3771-7ddc-4624-974f-bce5c0050071,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:47.647300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53488) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:47.647871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9420d087-1d4e-45f2-b1c0-cc1b7ef676d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4fdc9b46a3b4d8799ea20f75daa7aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239597 Mar 07 05:04:47.698089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66dc7616-55c9-4865-8fc7-52dad058d251 admin admin] Publish callbacks [] for security_group (d6cc3771-7ddc-4624-974f-bce5c0050071), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.724392 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66dc7616-55c9-4865-8fc7-52dad058d251 admin admin] Publish callbacks [] for security_group (d6cc3771-7ddc-4624-974f-bce5c0050071), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.784136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66dc7616-55c9-4865-8fc7-52dad058d251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d6cc3771-7ddc-4624-974f-bce5c0050071), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.788266 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66dc7616-55c9-4865-8fc7-52dad058d251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:47.790931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66dc7616-55c9-4865-8fc7-52dad058d251 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6cc3771-7ddc-4624-974f-bce5c0050071 HTTP/1.1" status: 204 len: 168 time: 0.1411769 Mar 07 05:04:47.804948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc7616-55c9-4865-8fc7-52dad058d251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc3771-7ddc-4624-974f-bce5c0050071,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:48.318434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53504) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:48.334661 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa16a-bc4d-4158-9197-18fc1af501d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.421741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa16a-bc4d-4158-9197-18fc1af501d4 admin admin] Publish callbacks [] for security_group (2542f5bb-c711-4052-98a7-a40b59923f1c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.427214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa16a-bc4d-4158-9197-18fc1af501d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2542f5bb-c711-4052-98a7-a40b59923f1c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.472833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfa16a-bc4d-4158-9197-18fc1af501d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2542f5bb-c711-4052-98a7-a40b59923f1c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:48.479127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9bdfa16a-bc4d-4158-9197-18fc1af501d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d51e0fc64ee4d1ca19f265200dd41b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592228 Mar 07 05:04:48.481788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53506) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:48.546637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac658a2-3c7a-4ea8-895e-11d5a297c559 admin admin] Publish callbacks [] for security_group (2542f5bb-c711-4052-98a7-a40b59923f1c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.571844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac658a2-3c7a-4ea8-895e-11d5a297c559 admin admin] Publish callbacks [] for security_group (2542f5bb-c711-4052-98a7-a40b59923f1c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.638434 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac658a2-3c7a-4ea8-895e-11d5a297c559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2542f5bb-c711-4052-98a7-a40b59923f1c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.643339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ac658a2-3c7a-4ea8-895e-11d5a297c559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:48.648767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ac658a2-3c7a-4ea8-895e-11d5a297c559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2542f5bb-c711-4052-98a7-a40b59923f1c HTTP/1.1" status: 204 len: 168 time: 0.1656005 Mar 07 05:04:48.671493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac658a2-3c7a-4ea8-895e-11d5a297c559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2542f5bb-c711-4052-98a7-a40b59923f1c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:50.188312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.285525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53632) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:51.403395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-935f762d-c4fa-4bb2-973f-706138d6ac2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.509073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-935f762d-c4fa-4bb2-973f-706138d6ac2c admin admin] Publish callbacks [] for security_group (36bc980a-6e40-4702-86f7-4661223e4c14), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.519079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-935f762d-c4fa-4bb2-973f-706138d6ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (36bc980a-6e40-4702-86f7-4661223e4c14), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.564936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-935f762d-c4fa-4bb2-973f-706138d6ac2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=246f66f2302c41af86b121164e2a8902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2759247 Mar 07 05:04:51.564936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f762d-c4fa-4bb2-973f-706138d6ac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bc980a-6e40-4702-86f7-4661223e4c14,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:51.565899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53642) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:51.622498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb5b5-cdd1-4f3a-97a6-113f562eefa4 admin admin] Publish callbacks [] for security_group (36bc980a-6e40-4702-86f7-4661223e4c14), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.646233 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb5b5-cdd1-4f3a-97a6-113f562eefa4 admin admin] Publish callbacks [] for security_group (36bc980a-6e40-4702-86f7-4661223e4c14), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.702965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb5b5-cdd1-4f3a-97a6-113f562eefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (36bc980a-6e40-4702-86f7-4661223e4c14), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.707149 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb5b5-cdd1-4f3a-97a6-113f562eefa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:51.711876 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ad8bb5b5-cdd1-4f3a-97a6-113f562eefa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36bc980a-6e40-4702-86f7-4661223e4c14 HTTP/1.1" status: 204 len: 168 time: 0.1441464 Mar 07 05:04:51.724506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bb5b5-cdd1-4f3a-97a6-113f562eefa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bc980a-6e40-4702-86f7-4661223e4c14,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:52.044525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 53658) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:52.058977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afcfb0a6-23c5-4edf-ae25-73256b443a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.144011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afcfb0a6-23c5-4edf-ae25-73256b443a0c admin admin] Publish callbacks [] for security_group (aa564f0c-91b9-41d1-aa61-7fc6361cf409), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.150796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-afcfb0a6-23c5-4edf-ae25-73256b443a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa564f0c-91b9-41d1-aa61-7fc6361cf409), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.195913 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-afcfb0a6-23c5-4edf-ae25-73256b443a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5167b73d52b4ff8a85e67783df148c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476388 Mar 07 05:04:52.195913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfb0a6-23c5-4edf-ae25-73256b443a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa564f0c-91b9-41d1-aa61-7fc6361cf409,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:52.196287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 53664) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:04:52.268867 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43da8f22-d34c-4396-ab45-91cac08207ee admin admin] Publish callbacks [] for security_group (aa564f0c-91b9-41d1-aa61-7fc6361cf409), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.293461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43da8f22-d34c-4396-ab45-91cac08207ee admin admin] Publish callbacks [] for security_group (aa564f0c-91b9-41d1-aa61-7fc6361cf409), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.352626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43da8f22-d34c-4396-ab45-91cac08207ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (aa564f0c-91b9-41d1-aa61-7fc6361cf409), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.355409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43da8f22-d34c-4396-ab45-91cac08207ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:52.358561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-43da8f22-d34c-4396-ab45-91cac08207ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa564f0c-91b9-41d1-aa61-7fc6361cf409 HTTP/1.1" status: 204 len: 168 time: 0.1611078 Mar 07 05:04:52.367971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da8f22-d34c-4396-ab45-91cac08207ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa564f0c-91b9-41d1-aa61-7fc6361cf409,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:04:52.454998 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:04:55.433846 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:05:02.800831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-042d6335-95e4-4ead-9b28-b96eb0953b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:05.436471 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-834d8f2c-dce3-4955-964d-32f2ec27c486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:06.827207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:07.779546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:09.486452 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:20.169067 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:22.474046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:24.704242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54020) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:25.005738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Deleting subnet fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:05:25.009915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Publish callbacks [] for subnet (fcd489a9-5548-43eb-ba1d-c6aee5d0ea13), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.054985 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fcd489a9-5548-43eb-ba1d-c6aee5d0ea13), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.104197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fcd489a9-5548-43eb-ba1d-c6aee5d0ea13), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.164657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fcd489a9-5548-43eb-ba1d-c6aee5d0ea13), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.190445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd489a9-5548-43eb-ba1d-c6aee5d0ea13,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:25.200439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.200796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.201141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.201486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.201819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.202176 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.203137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.203468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.203966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.204300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.204629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.204955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.205278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:25.208252 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.212130 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-96790525-8653-49c2-9d40-871effee5e6a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fcd489a9-5548-43eb-ba1d-c6aee5d0ea13 HTTP/1.1" status: 204 len: 168 time: 0.5062089 Mar 07 05:05:25.213832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:25.284234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f34236a4-c3eb-48e6-9611-4fecb0b165ff), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.368582 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f34236a4-c3eb-48e6-9611-4fecb0b165ff), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.388294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34236a4-c3eb-48e6-9611-4fecb0b165ff']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:05:25.399787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:05:25.400090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:05:25.414277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.427456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.435421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:05:25.436151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (1849c9ad-84b9-4e1b-b402-c0dbfdbb19fb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:05:25.438319 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:05:25.510704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f34236a4-c3eb-48e6-9611-4fecb0b165ff), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.535593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.539403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f34236a4-c3eb-48e6-9611-4fecb0b165ff HTTP/1.1" status: 204 len: 168 time: 0.3243589 Mar 07 05:05:25.541782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b124a07-8de8-465f-b052-8dd5806e742e admin admin] Pushing event deleted for resources: {'Network': ['ID=f34236a4-c3eb-48e6-9611-4fecb0b165ff,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:25.660612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54046) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:25.720451 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f72b9497-472f-4e36-a047-acc47218cfef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e38e0713710e407895dc7a866c5efbb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584390 Mar 07 05:05:25.722832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54052) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:25.777451 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffce3f72-6255-4937-ad3a-206f07b9d2d9 admin admin] Publish callbacks [] for security_group (71a7ca76-fc88-4bab-934c-f753b93d73b6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.804643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffce3f72-6255-4937-ad3a-206f07b9d2d9 admin admin] Publish callbacks [] for security_group (71a7ca76-fc88-4bab-934c-f753b93d73b6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.854189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffce3f72-6255-4937-ad3a-206f07b9d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (71a7ca76-fc88-4bab-934c-f753b93d73b6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.856927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ffce3f72-6255-4937-ad3a-206f07b9d2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:25.858117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ffce3f72-6255-4937-ad3a-206f07b9d2d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71a7ca76-fc88-4bab-934c-f753b93d73b6 HTTP/1.1" status: 204 len: 168 time: 0.1337595 Mar 07 05:05:25.869048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce3f72-6255-4937-ad3a-206f07b9d2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7ca76-fc88-4bab-934c-f753b93d73b6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:28.544081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:28.670408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-230db331-6fe0-424c-8f54-8a72b33a099c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.781941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-230db331-6fe0-424c-8f54-8a72b33a099c admin admin] Publish callbacks [] for security_group (87ab95c2-cd0f-4935-8073-ca38101b336c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.787472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-230db331-6fe0-424c-8f54-8a72b33a099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (87ab95c2-cd0f-4935-8073-ca38101b336c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.829048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230db331-6fe0-424c-8f54-8a72b33a099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab95c2-cd0f-4935-8073-ca38101b336c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:28.836236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-230db331-6fe0-424c-8f54-8a72b33a099c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41d9513c7291453ea55af490f9e6f72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887771 Mar 07 05:05:28.836477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54294) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:28.891513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1c59476-2030-4d5a-bd24-2536eab7b5d2 admin admin] Publish callbacks [] for security_group (87ab95c2-cd0f-4935-8073-ca38101b336c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.920063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1c59476-2030-4d5a-bd24-2536eab7b5d2 admin admin] Publish callbacks [] for security_group (87ab95c2-cd0f-4935-8073-ca38101b336c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.974390 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1c59476-2030-4d5a-bd24-2536eab7b5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (87ab95c2-cd0f-4935-8073-ca38101b336c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.977778 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1c59476-2030-4d5a-bd24-2536eab7b5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:28.986550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d1c59476-2030-4d5a-bd24-2536eab7b5d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87ab95c2-cd0f-4935-8073-ca38101b336c HTTP/1.1" status: 204 len: 168 time: 0.1490746 Mar 07 05:05:28.998980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c59476-2030-4d5a-bd24-2536eab7b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab95c2-cd0f-4935-8073-ca38101b336c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:29.371839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54316) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:29.386702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4316e93-002a-49e4-b2b1-5d56a9d0cd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.494652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4316e93-002a-49e4-b2b1-5d56a9d0cd32 admin admin] Publish callbacks [] for security_group (2fe4753d-aca7-4103-a50f-21dc2646c158), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.500237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a4316e93-002a-49e4-b2b1-5d56a9d0cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2fe4753d-aca7-4103-a50f-21dc2646c158), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.556518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4316e93-002a-49e4-b2b1-5d56a9d0cd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe4753d-aca7-4103-a50f-21dc2646c158,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:29.568961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54324) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:29.575500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a4316e93-002a-49e4-b2b1-5d56a9d0cd32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d882382cff4c3fa5594e64c82eac5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025340 Mar 07 05:05:29.629042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb376a79-6ba8-488a-b374-1c162cbdb127 admin admin] Publish callbacks [] for security_group (2fe4753d-aca7-4103-a50f-21dc2646c158), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.652100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb376a79-6ba8-488a-b374-1c162cbdb127 admin admin] Publish callbacks [] for security_group (2fe4753d-aca7-4103-a50f-21dc2646c158), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.735016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb376a79-6ba8-488a-b374-1c162cbdb127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2fe4753d-aca7-4103-a50f-21dc2646c158), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.737589 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb376a79-6ba8-488a-b374-1c162cbdb127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:29.739000 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb376a79-6ba8-488a-b374-1c162cbdb127 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fe4753d-aca7-4103-a50f-21dc2646c158 HTTP/1.1" status: 204 len: 168 time: 0.1690671 Mar 07 05:05:29.747121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb376a79-6ba8-488a-b374-1c162cbdb127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe4753d-aca7-4103-a50f-21dc2646c158,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:32.433971 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:05:32.803964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92d7f3ac-5f49-4606-8a70-741c2c427155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:35.436698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a82f005a-2793-49ef-be46-7d7f26c9e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:36.840459 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:37.778430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:39.494838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:50.169242 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:52.444246 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.225288 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54922) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:53.230003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541215574', 'description': 'tempest-secgroup-smoke-541215574 description', 'project_id': '799df9d0e54741b69280b5eb8813a6d8'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:53.252318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.323993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group (16ca0b35-e8e0-41e0-a618-4b08b52433ee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.328921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (16ca0b35-e8e0-41e0-a618-4b08b52433ee), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.359243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.363628 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340659 Mar 07 05:05:53.363628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca258a9-fc1e-4083-8934-715a59e65e73 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ca0b35-e8e0-41e0-a618-4b08b52433ee,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:53.364548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 54924) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:53.379361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group_rule': {'security_group_id': '16ca0b35-e8e0-41e0-a618-4b08b52433ee', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:53.405569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (e818c7f1-efda-43cb-9b0f-d6ea318ea66e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.464740 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (e818c7f1-efda-43cb-9b0f-d6ea318ea66e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.469136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (e818c7f1-efda-43cb-9b0f-d6ea318ea66e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.487080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e818c7f1-efda-43cb-9b0f-d6ea318ea66e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:53.497810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.502459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366644 Mar 07 05:05:53.502919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54926) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:53.504448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.504941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.505296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.505666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.506060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.506403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.506789 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.507127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.507459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.507794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.508102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group_rule': {'security_group_id': '16ca0b35-e8e0-41e0-a618-4b08b52433ee', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:53.508247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.508437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.508820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2866f-bc9c-49ad-af07-2903a49bf3a4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:05:53.536469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (69d8a0fe-f7ae-4d7b-b18d-e1d80883ad13), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.593570 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (69d8a0fe-f7ae-4d7b-b18d-e1d80883ad13), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.597753 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (69d8a0fe-f7ae-4d7b-b18d-e1d80883ad13), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.615706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d8a0fe-f7ae-4d7b-b18d-e1d80883ad13,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:53.625674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.626890 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a201e48c-8135-4611-aebb-654abaf49140 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229167 Mar 07 05:05:53.629510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54928) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:53.633890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group_rule': {'security_group_id': '16ca0b35-e8e0-41e0-a618-4b08b52433ee', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:53.659625 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (0209ca6b-00c7-4c09-b8ef-5ade33968cd7), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.716354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (0209ca6b-00c7-4c09-b8ef-5ade33968cd7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.720820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0209ca6b-00c7-4c09-b8ef-5ade33968cd7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.749057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0209ca6b-00c7-4c09-b8ef-5ade33968cd7,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:53.758310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.759532 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-42b29e0f-b56f-4a45-868c-84fb75a5e57a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290386 Mar 07 05:05:53.762278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54930) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:53.767113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group_rule': {'security_group_id': '16ca0b35-e8e0-41e0-a618-4b08b52433ee', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:53.791731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (655cfd46-43b1-452c-991f-ae0f6cbf420f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.852387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (655cfd46-43b1-452c-991f-ae0f6cbf420f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.856185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (655cfd46-43b1-452c-991f-ae0f6cbf420f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.878081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655cfd46-43b1-452c-991f-ae0f6cbf420f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:53.883798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.885277 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-80f9e8a5-0972-4791-97b8-dd6cf48b4fab tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220827 Mar 07 05:05:53.887923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54932) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:53.893835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group_rule': {'security_group_id': '16ca0b35-e8e0-41e0-a618-4b08b52433ee', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:53.915756 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Project 799df9d0e54741b69280b5eb8813a6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:05:53.921046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (76a2c1b4-91f2-4f9d-aeca-24807589a345), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.979468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (76a2c1b4-91f2-4f9d-aeca-24807589a345), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:53.984160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (76a2c1b4-91f2-4f9d-aeca-24807589a345), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:54.004142 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a2c1b4-91f2-4f9d-aeca-24807589a345,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:54.012294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:54.013523 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ddd25c99-7b2d-414a-8e3f-bd6378af8644 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246521 Mar 07 05:05:54.016488 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 54934) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:05:54.025209 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'security_group_rule': {'security_group_id': '16ca0b35-e8e0-41e0-a618-4b08b52433ee', 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:54.047766 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Project 799df9d0e54741b69280b5eb8813a6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:05:54.052853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (81fda442-524f-453e-b83b-6f7eb3de01e5), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:54.119435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (81fda442-524f-453e-b83b-6f7eb3de01e5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:54.123953 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (81fda442-524f-453e-b83b-6f7eb3de01e5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:54.140622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fda442-524f-453e-b83b-6f7eb3de01e5,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:05:54.153815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:54.155638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a3695121-6f40-48ca-a152-2eb77698045f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375909 Mar 07 05:05:54.544530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-36c7e0bd-fc5f-4835-b0b0-6e9e1afb1b3b tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541215574&fields=id&tenant_id=799df9d0e54741b69280b5eb8813a6d8 HTTP/1.1" status: 200 len: 267 time: 0.0449343 Mar 07 05:05:54.652495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-53bbc1b8-9624-482b-84e7-0a8229fae8c8 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:05:54.653953 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-53bbc1b8-9624-482b-84e7-0a8229fae8c8 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 814 time: 0.1023946 Mar 07 05:05:54.668868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-66184dcb-0dbc-44ef-873a-65d147deb841 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/quotas/799df9d0e54741b69280b5eb8813a6d8 HTTP/1.1" status: 200 len: 375 time: 0.0089815 Mar 07 05:05:54.726758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-02fee3fd-66f0-4659-8c1c-175f43967101 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514901 Mar 07 05:05:54.820781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-389adaba-4082-45ab-a95f-00b539f0e445 service neutron] 10.222.0.21 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818005 Mar 07 05:05:54.911791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-8fe43113-bac3-4d76-96fd-7cc9d08c3997 service neutron] 10.222.0.21 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854528 Mar 07 05:05:56.224341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b46a48a-a4f6-4e1f-84c2-e4acda093700 req-7ddd74c2-cc6c-4c86-b04b-79be7d64fa41 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0279021 Mar 07 05:05:57.319130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fccfff34-8671-43d8-9623-a939c9bb80c6 req-2d1ffc64-dd24-42a9-af86-49915a322a51 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0306604 Mar 07 05:05:58.398703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c989267a-1991-488a-b848-f03cf9c28d80 req-b8330828-ebda-4bb0-b9e7-d9408f31c45e tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0266783 Mar 07 05:05:59.201378 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-616c4b98-7887-4bb7-9c63-43ad806ec4b0 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:05:59.204219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-616c4b98-7887-4bb7-9c63-43ad806ec4b0 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 814 time: 0.1179245 Mar 07 05:05:59.270896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-e169f6ec-0339-409f-9ce4-352ca00a3fdb tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=799df9d0e54741b69280b5eb8813a6d8 HTTP/1.1" status: 200 len: 379 time: 0.0590191 Mar 07 05:05:59.285742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'port': {'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'admin_state_up': True, 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'security_groups': ['16ca0b35-e8e0-41e0-a618-4b08b52433ee']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:05:59.412680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Made reservation on behalf of 799df9d0e54741b69280b5eb8813a6d8 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:05:59.416526 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:59.568334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f77000d1-975b-4f97-a114-fc600a9fe640 req-2c91445f-4964-4f80-b111-df7d763decb0 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0731440 Mar 07 05:05:59.589799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Allocated IP 172.20.0.3 (6c843676-b451-425b-a772-9b0543e5c958/5593b9bf-9e76-4033-b6ae-a6d09a98fd6f/d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:05:59.728171 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:05:59.768708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:00.149770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Network 6c843676-b451-425b-a772-9b0543e5c958 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:06:00.154880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:06:00.159653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:06:00.189282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'Port': ['ID=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:00.226639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:00.227274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:00.250733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-beb70108-9d91-4b23-88ce-78522ce9444f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725409 Mar 07 05:06:00.393854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Request body: {'port': {'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:06:00.466539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:00.481969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b8282a35-c950-4884-871f-d84cf9222762 None None] Provisioning complete for port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:06:00.483595 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b8282a35-c950-4884-871f-d84cf9222762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:00.526734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b8282a35-c950-4884-871f-d84cf9222762 None None] Port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:06:00.739320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f088bf-9cfc-490a-927e-01daf51c04ac req-07d1df8f-0f94-4dca-bd8d-79772d8c1d3f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:00.740752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5f088bf-9cfc-490a-927e-01daf51c04ac req-07d1df8f-0f94-4dca-bd8d-79772d8c1d3f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 931 time: 0.0830562 Mar 07 05:06:00.819262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:06:00.834816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Publish callbacks [] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:00.842159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5f088bf-9cfc-490a-927e-01daf51c04ac req-f5cc025c-fbb6-4e88-bbc3-79120bf08b72 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921116 Mar 07 05:06:00.851831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Transition to ACTIVE for port object d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:06:00.865391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:00.916362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:00.992201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Attempting to bind port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:06:00.992533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Attempting to bind port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:06:00.992800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Attempting to bind port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e on network 6c843676-b451-425b-a772-9b0543e5c958 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:06:00.997420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e on network 6c843676-b451-425b-a772-9b0543e5c958 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:06:00.997851 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Attempting to bind port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e on network 6c843676-b451-425b-a772-9b0543e5c958 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:06:01.003936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:06:01.004420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Checking segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:06:01.004912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Bound using segment: {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:06:01.005473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Bound port: d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc35def-7129-411d-9468-35c06fb4816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6c843676-b451-425b-a772-9b0543e5c958'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:06:01.005936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:01.079050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] For port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:06:01.082955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] For port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:06:01.089764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:01.124340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.125080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:01.127033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 1091 time: 0.8644402 Mar 07 05:06:01.129607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:06:01.132587 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0ef2be-8730-46b2-8825-fa17b538335b" -d '{"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:06:01.168199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189520-9004-4d6f-b34b-6134e90a0056 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:01.190938 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b10e48-2153-451f-b25f-570fbc35ccb3 x-openstack-request-id: req-f7b10e48-2153-451f-b25f-570fbc35ccb3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:06:01.190938 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:06:01.191282 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7b10e48-2153-451f-b25f-570fbc35ccb3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:06:01.191606 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'status': 'completed', 'code': 200} Mar 07 05:06:01.236537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-59100a86-1e7b-4d41-8bd7-9f6869a51af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.238338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-59100a86-1e7b-4d41-8bd7-9f6869a51af2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1125 time: 0.0597165 Mar 07 05:06:01.288827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-1924d692-007a-4430-839c-caca91ffe196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 217 time: 0.0434186 Mar 07 05:06:01.346263 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-7f0f567f-1b38-4ef7-a94b-3956eb3e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.347792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-7f0f567f-1b38-4ef7-a94b-3956eb3e6d21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0511842 Mar 07 05:06:01.410814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-9599cadf-85fb-4baf-b39b-477b0c2db9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.412356 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-9599cadf-85fb-4baf-b39b-477b0c2db9af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590115 Mar 07 05:06:01.508241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-9eb65b4e-6e54-44f4-83d7-f048c7b5adc0 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895445 Mar 07 05:06:01.597734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-01f5e862-ee15-46bf-9718-1d2eea8a0764 req-64cc173c-a03a-4a12-ae97-35068b640f37 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830059 Mar 07 05:06:01.683278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-41759aab-d165-4cef-872b-aad228359fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.684777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-41759aab-d165-4cef-872b-aad228359fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1125 time: 0.0439849 Mar 07 05:06:01.777388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-685a7fe8-fb3c-426e-bb41-074cb5f0d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.778796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-685a7fe8-fb3c-426e-bb41-074cb5f0d699 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 915 time: 0.0883741 Mar 07 05:06:01.819163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-8b3c2961-bd03-448e-93dd-ef5dd1642402 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 217 time: 0.0346622 Mar 07 05:06:01.871974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-141e0efd-5437-434f-be56-64ae16c39b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.873655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-141e0efd-5437-434f-be56-64ae16c39b6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0481198 Mar 07 05:06:01.956293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-ffd26912-d87c-423f-b5a1-aecf98702828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:01.957816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-ffd26912-d87c-423f-b5a1-aecf98702828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788519 Mar 07 05:06:02.004802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292b0fd-2ff9-4786-8f1e-ed1d125acd96 req-3977c70d-31cb-4772-9bb2-43efc707c8c2 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:02.006323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3292b0fd-2ff9-4786-8f1e-ed1d125acd96 req-3977c70d-31cb-4772-9bb2-43efc707c8c2 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0924966 Mar 07 05:06:02.101359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-dcaed933-3709-4415-bff0-123da616157e service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369362 Mar 07 05:06:02.105492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3292b0fd-2ff9-4786-8f1e-ed1d125acd96 req-6c7d7952-521f-4a1e-b3c5-707c9e039ce8 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717726 Mar 07 05:06:02.197371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec0ef2be-8730-46b2-8825-fa17b538335b req-c0f97a7e-afec-43a7-bc77-cdb5fc2aa3fb service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895674 Mar 07 05:06:02.816151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-31b88df8-d228-46b6-a60c-9d9c937b3599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:03.234510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35652a37-5626-4a14-a200-b0e218925b90 req-1e0520c2-afde-43ee-8041-3acdd01bfaed tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:03.235927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35652a37-5626-4a14-a200-b0e218925b90 req-1e0520c2-afde-43ee-8041-3acdd01bfaed tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0540557 Mar 07 05:06:03.285507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-35652a37-5626-4a14-a200-b0e218925b90 req-8131cc63-ec28-4695-b566-0b526a308c7e tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Mar 07 05:06:04.407767 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f8586-e3bc-4ac2-8569-1180a82a614b req-f2144927-1510-4d2a-bef9-b925e737abac tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:04.409594 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-279f8586-e3bc-4ac2-8569-1180a82a614b req-f2144927-1510-4d2a-bef9-b925e737abac tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0553582 Mar 07 05:06:04.461849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-279f8586-e3bc-4ac2-8569-1180a82a614b req-34a662eb-55e6-42f8-97b0-7efe232289da tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464027 Mar 07 05:06:05.427109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0b511a6f-210e-4e6d-9b83-ded32daa3e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:05.621198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08287-a61c-4851-8f24-01e5b0338bdf req-0de090e0-1ecc-430f-9e54-eaa11e91518b tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:05.622748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbf08287-a61c-4851-8f24-01e5b0338bdf req-0de090e0-1ecc-430f-9e54-eaa11e91518b tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0651765 Mar 07 05:06:05.682278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbf08287-a61c-4851-8f24-01e5b0338bdf req-8f74926c-a404-4a39-91a1-31c9104fc0ee tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524075 Mar 07 05:06:06.812280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46047f3a-2240-496b-b454-f1e583755330 req-4364a421-10c9-4e20-bb4e-ed00f90bd831 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:06.825453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46047f3a-2240-496b-b454-f1e583755330 req-4364a421-10c9-4e20-bb4e-ed00f90bd831 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0695350 Mar 07 05:06:06.839198 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:06.883888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-46047f3a-2240-496b-b454-f1e583755330 req-c696c99e-89a0-4c5e-a055-e2dae47e64e9 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488915 Mar 07 05:06:07.770848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:08.013035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0465e-e115-4ad4-a71f-fc703b531646 req-9bddb762-4345-48d3-a79f-c0923c107609 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:08.014639 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87d0465e-e115-4ad4-a71f-fc703b531646 req-9bddb762-4345-48d3-a79f-c0923c107609 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0568357 Mar 07 05:06:08.063692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87d0465e-e115-4ad4-a71f-fc703b531646 req-3aaf6800-49b0-4551-9861-e51ac501a181 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Mar 07 05:06:09.195032 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526926-5190-4ac8-a9a0-669a5d5a3752 req-202871e8-b680-4a40-9de0-bed9c21d7885 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:09.196519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8526926-5190-4ac8-a9a0-669a5d5a3752 req-202871e8-b680-4a40-9de0-bed9c21d7885 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0532141 Mar 07 05:06:09.250142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8526926-5190-4ac8-a9a0-669a5d5a3752 req-a8a200f8-3d73-44ca-9eb7-8a746a6a9798 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468600 Mar 07 05:06:09.433741 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:06:09.487921 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:10.376909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f3d2-4e66-4cde-838d-762da45030f7 req-994770bb-f281-4c90-b225-9d58e6a90225 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:10.378454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb6f3d2-4e66-4cde-838d-762da45030f7 req-994770bb-f281-4c90-b225-9d58e6a90225 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0549443 Mar 07 05:06:10.438892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4cb6f3d2-4e66-4cde-838d-762da45030f7 req-8ddec308-29a5-4526-aa9c-e39189e05381 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545931 Mar 07 05:06:11.561088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4def-c9a9-4533-a69e-646507cd35c6 req-c6afe64a-a03f-43b0-a500-34c1f6bee40a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:11.562519 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6bb4def-c9a9-4533-a69e-646507cd35c6 req-c6afe64a-a03f-43b0-a500-34c1f6bee40a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0542693 Mar 07 05:06:11.610992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6bb4def-c9a9-4533-a69e-646507cd35c6 req-e2618ea4-75c9-42bf-ae9a-8e2876b16251 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Mar 07 05:06:12.728691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484d471-ca3f-437c-8d6e-9b43d27026ce req-9a365317-2a69-454b-bc66-2f699922e3d1 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:12.730187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c484d471-ca3f-437c-8d6e-9b43d27026ce req-9a365317-2a69-454b-bc66-2f699922e3d1 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0527694 Mar 07 05:06:12.779571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c484d471-ca3f-437c-8d6e-9b43d27026ce req-ab516677-3414-4e30-baec-ff6fb4e9c788 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434523 Mar 07 05:06:13.903418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a11d5-9430-4157-98ba-aa024ab5e176 req-a6103130-687c-453f-bfbd-03748d2b0507 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:13.905626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc9a11d5-9430-4157-98ba-aa024ab5e176 req-a6103130-687c-453f-bfbd-03748d2b0507 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0589182 Mar 07 05:06:13.954260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dc9a11d5-9430-4157-98ba-aa024ab5e176 req-c8b5d49f-cab6-4d1c-82f5-f42f89950510 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 Mar 07 05:06:15.070920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606afb-4474-4c5d-821e-cd3938312a03 req-2584343b-8652-4195-bd97-2abcb1884d66 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:15.072411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b606afb-4474-4c5d-821e-cd3938312a03 req-2584343b-8652-4195-bd97-2abcb1884d66 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0519288 Mar 07 05:06:15.124864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b606afb-4474-4c5d-821e-cd3938312a03 req-40a2c491-f523-4c2e-99cc-e3a82a754e46 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438740 Mar 07 05:06:16.244256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9512c-1a70-4109-84b3-353d051b86d6 req-74a7d70e-ca65-4fd9-85ba-5abb85927b9a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:16.250937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ac9512c-1a70-4109-84b3-353d051b86d6 req-74a7d70e-ca65-4fd9-85ba-5abb85927b9a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0589597 Mar 07 05:06:16.298629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ac9512c-1a70-4109-84b3-353d051b86d6 req-39e979d9-1c5e-43d2-8d9b-5901927e8725 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Mar 07 05:06:17.422577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8961de-80c3-47fd-a632-6db6d31cbd61 req-5ad9b3fb-8629-481b-bbc0-75eff2ea5795 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:17.424116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf8961de-80c3-47fd-a632-6db6d31cbd61 req-5ad9b3fb-8629-481b-bbc0-75eff2ea5795 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0541277 Mar 07 05:06:17.483341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf8961de-80c3-47fd-a632-6db6d31cbd61 req-5a3d16bc-2c15-44aa-b4cf-fc80f60015c0 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496266 Mar 07 05:06:18.604163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608993e-2b53-4861-ad82-5103a13f27bf req-16892475-8ab4-403f-a2b0-0b7bdefe4497 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:18.605652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6608993e-2b53-4861-ad82-5103a13f27bf req-16892475-8ab4-403f-a2b0-0b7bdefe4497 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 943 time: 0.0540409 Mar 07 05:06:18.653621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6608993e-2b53-4861-ad82-5103a13f27bf req-9dd1f128-ecdc-4150-8b07-8f131df000e4 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421557 Mar 07 05:06:19.450536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:06:19.552239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:06:19.562918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:06:19.600312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:06:19.600708 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:19.613132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:06:19.632008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:06:19.635519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:19.680925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:19.688863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.689223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.689628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.689907 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.690295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.690634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.690969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.691301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.691632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.691961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.692289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.692615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.692940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:19.776849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1925138-a7f1-4fc6-80de-1dd655577ab3 req-c42f50f2-74ca-4771-be11-05a4519f36d9 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:19.778262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1925138-a7f1-4fc6-80de-1dd655577ab3 req-c42f50f2-74ca-4771-be11-05a4519f36d9 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 944 time: 0.0564013 Mar 07 05:06:19.827301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1925138-a7f1-4fc6-80de-1dd655577ab3 req-053cde02-056e-4dfa-8b98-14c6cd22e345 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Mar 07 05:06:19.849173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:06:20.161590 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:20.946248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104bc9-0b0d-4322-8a1b-ad5ee2b8edc8 req-33a2f151-6372-4f74-b974-e8208cf0db6d tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:20.947748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7104bc9-0b0d-4322-8a1b-ad5ee2b8edc8 req-33a2f151-6372-4f74-b974-e8208cf0db6d tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 944 time: 0.0529537 Mar 07 05:06:20.999882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7104bc9-0b0d-4322-8a1b-ad5ee2b8edc8 req-94d63c24-1912-4a23-86ed-1255dd47db2e tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450222 Mar 07 05:06:21.450313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:06:21.508889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:06:21.512961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:06:21.513337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:21.602557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:06:21.602950 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:21.632657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:06:21.632657 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0968ddf-2cc0-49f7-83fd-4fa61b829ffe" -d '{"events": [{"server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "name": "network-vif-plugged", "status": "completed", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:06:21.646858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:06:21.651924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:21.677723 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c6de2a-a229-46c6-905f-1da9f18ad321 x-openstack-request-id: req-49c6de2a-a229-46c6-905f-1da9f18ad321 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:06:21.678049 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "name": "network-vif-plugged", "status": "completed", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:06:21.678307 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49c6de2a-a229-46c6-905f-1da9f18ad321 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:06:21.678704 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'code': 200} Mar 07 05:06:21.710513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:21.785275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496383e9-e57a-46af-941b-c00af0a54880 req-6a2469a9-c83f-4493-91f7-be36e7c40237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:21.786811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-496383e9-e57a-46af-941b-c00af0a54880 req-6a2469a9-c83f-4493-91f7-be36e7c40237 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1127 time: 0.0486827 Mar 07 05:06:21.837661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-496383e9-e57a-46af-941b-c00af0a54880 req-4bee2aa2-a0a7-48ac-b51b-9d5d8ce30f6a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438316 Mar 07 05:06:22.122201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f20c2a-79b9-4fac-b379-b340c8d8bbae req-05ba02c4-f4da-4358-9fb8-978eee7ba9db tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:22.124111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8f20c2a-79b9-4fac-b379-b340c8d8bbae req-05ba02c4-f4da-4358-9fb8-978eee7ba9db tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 945 time: 0.0556500 Mar 07 05:06:22.183064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8f20c2a-79b9-4fac-b379-b340c8d8bbae req-c746c700-8f14-4889-bfe5-e9880c2bee0f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471573 Mar 07 05:06:22.446186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:23.311503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd287ca1-ec37-4007-9073-3fa86a822b77 req-d6816bf2-1f15-4c5a-9a13-c42d680487fa tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:23.313012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd287ca1-ec37-4007-9073-3fa86a822b77 req-d6816bf2-1f15-4c5a-9a13-c42d680487fa tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 945 time: 0.0557821 Mar 07 05:06:23.372896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd287ca1-ec37-4007-9073-3fa86a822b77 req-044f75e6-d97e-4a97-a211-9b7b9b882a7f tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540302 Mar 07 05:06:23.500890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78759624-4c6a-45ec-904c-20c4cb3021fc req-a3e5c047-c9c4-49e4-9f7d-7ca07369d77d tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:23.502466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78759624-4c6a-45ec-904c-20c4cb3021fc req-a3e5c047-c9c4-49e4-9f7d-7ca07369d77d tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 945 time: 0.0589609 Mar 07 05:06:23.561827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78759624-4c6a-45ec-904c-20c4cb3021fc req-93f04e0a-e4e1-4a3f-a883-c3a32dee12b1 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534987 Mar 07 05:06:23.583470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55160) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:06:23.751979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23ef48-86d9-4ba9-a34f-961d1b76f75b tempest-TestVolumeBackupRestore-1603640220 tempest-TestVolumeBackupRestore-1603640220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:23.753566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8c23ef48-86d9-4ba9-a34f-961d1b76f75b tempest-TestVolumeBackupRestore-1603640220 tempest-TestVolumeBackupRestore-1603640220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1122 time: 0.1690903 Mar 07 05:06:23.756646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55170) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:06:23.760970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:06:23.781265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:23.890992 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.003294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Allocated IP 172.25.4.42 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/eb8f1c69-f14a-4ee2-a40a-245541a37266) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:06:24.117105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.153743 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.195893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:06:24.202722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:06:24.203755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:06:24.209801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'Port': ['ID=eb8f1c69-f14a-4ee2-a40a-245541a37266,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:24.613691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for floatingip (22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.692715 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.859186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.863681 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:24.940265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event updated for resources: {'Port': ['ID=eb8f1c69-f14a-4ee2-a40a-245541a37266,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:24.950462 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:25.059009 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Floating IP 22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4 associated. External IP: 172.25.4.42, port: d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e. Mar 07 05:06:25.281867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Router 57d97e56-0529-46f8-812e-6809fe2e1853 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:06:25.401739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:06:25.413319 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] Sync routers for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:06:25.422383 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:25.424889 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:06:25.425510 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:06:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:25.459170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b25531d-6907-4732-a821-b2f64b54d74a tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6989882 Mar 07 05:06:25.459170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:06:25.459753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55208) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:06:25.470174 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d75f154-bdb3-4093-b735-340d0a9d2761" -d '{"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:06:25.522734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a02997-fa39-4971-8e1a-cb5fca248330 tempest-TestVolumeBackupRestore-1603640220 tempest-TestVolumeBackupRestore-1603640220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:25.524276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-82a02997-fa39-4971-8e1a-cb5fca248330 tempest-TestVolumeBackupRestore-1603640220 tempest-TestVolumeBackupRestore-1603640220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1122 time: 0.0634313 Mar 07 05:06:25.527433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 55212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:06:25.532317 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Request body: {'floatingip': {'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:06:25.536663 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4559a97-9181-4437-814b-808f7ba56200 x-openstack-request-id: req-c4559a97-9181-4437-814b-808f7ba56200 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:06:25.537045 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:06:25.537390 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4559a97-9181-4437-814b-808f7ba56200 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:06:25.538030 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'status': 'completed', 'code': 200} Mar 07 05:06:25.555303 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:06:25.604748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for floatingip (22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:25.611433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-ed6a7418-783c-4e74-8ee8-7b454733702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:25.613262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-ed6a7418-783c-4e74-8ee8-7b454733702f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1127 time: 0.0556188 Mar 07 05:06:25.738235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-eca47c79-5f9e-4191-9a48-d0a73e251870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:25.741086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-eca47c79-5f9e-4191-9a48-d0a73e251870 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 915 time: 0.1202393 Mar 07 05:06:25.815571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-3cb71fb0-97c7-4f77-bee2-e5095350ccc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 998 time: 0.0687997 Mar 07 05:06:25.871355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-738f080d-eb91-49ec-9dc1-1b7185fdc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:25.873118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-738f080d-eb91-49ec-9dc1-1b7185fdc182 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0517435 Mar 07 05:06:25.904277 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:06:24Z', 'updated_at': '2022-03-07T05:06:24Z', 'revision_number': 0, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:25.928651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-f28e1683-3f7f-4112-abf6-d0de16d2a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:25.930119 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-f28e1683-3f7f-4112-abf6-d0de16d2a7b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513577 Mar 07 05:06:25.932392 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] Checking router: 57d97e56-0529-46f8-812e-6809fe2e1853 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:06:25.941517 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:06:25.942386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:06:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:26.071956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-485c5287-8743-47ac-9b29-7337b96e38e1 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338284 Mar 07 05:06:26.188936 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:06:26.208227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d75f154-bdb3-4093-b735-340d0a9d2761 req-7deab988-3363-4088-b33b-15cfca2dc4b2 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287720 Mar 07 05:06:26.260350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:26.265699 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:26.440081 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:06:24Z', 'updated_at': '2022-03-07T05:06:24Z', 'revision_number': 0, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:26.468992 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426a9f3-86e6-4477-9cd4-fe2821c382aa None None] The sync data for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 is: [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:06:24Z', 'updated_at': '2022-03-07T05:06:24Z', 'revision_number': 0, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:06:26.719174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a52738-3851-4021-bc85-d403e14e882b None None] New status for floating IP 22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:06:26.886555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Router 57d97e56-0529-46f8-812e-6809fe2e1853 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:06:27.015343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:06:27.020747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:27.034334 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] Sync routers for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:06:27.044833 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:06:27.045535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:06:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:27.101744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7da91ee0-1af0-47c2-ae51-389e79138787 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "PUT /v2.0/floatingips/22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4 HTTP/1.1" status: 200 len: 990 time: 1.5650301 Mar 07 05:06:27.177501 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:06:27.425535 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:06:24Z', 'updated_at': '2022-03-07T05:06:26Z', 'revision_number': 2, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:27.453217 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] Checking router: 57d97e56-0529-46f8-812e-6809fe2e1853 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:06:27.462136 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:06:27.462762 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:06:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:27.539555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}, {'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:06:27.542370 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}, {"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:06:27.576766 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:06:27.587126 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82522cf1-5b7f-46ae-9475-353c517d1e27 x-openstack-request-id: req-82522cf1-5b7f-46ae-9475-353c517d1e27 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:06:27.587768 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:06:27.588246 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82522cf1-5b7f-46ae-9475-353c517d1e27 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:06:27.588853 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'status': 'completed', 'code': 200} Mar 07 05:06:27.589316 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'status': 'completed', 'code': 200} Mar 07 05:06:27.661736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-911d64db-fa43-4445-b422-985bffe2e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:27.663603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-911d64db-fa43-4445-b422-985bffe2e342 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1127 time: 0.0536575 Mar 07 05:06:27.780134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-e146bdcb-02b6-4cea-925d-e61e7509b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:27.781624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-e146bdcb-02b6-4cea-925d-e61e7509b60f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 915 time: 0.1121151 Mar 07 05:06:27.859111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-f2922d6f-248c-4300-8d8a-40957ea89f1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 1000 time: 0.0698292 Mar 07 05:06:27.863159 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:06:24Z', 'updated_at': '2022-03-07T05:06:26Z', 'revision_number': 2, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:27.897301 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa09eac-d8b2-45a7-8986-5da53916e1f0 None None] The sync data for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 is: [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'port_id': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'mac_address': 'fa:16:3e:28:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:06:24Z', 'updated_at': '2022-03-07T05:06:26Z', 'revision_number': 2, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:06:27.926620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-2694cd92-46fa-46d3-be0b-9d19b28c1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:27.928650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-2694cd92-46fa-46d3-be0b-9d19b28c1933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0633318 Mar 07 05:06:27.985954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-94f9437a-b0f0-41d4-acf0-c450c2e666dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:27.987283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-94f9437a-b0f0-41d4-acf0-c450c2e666dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530617 Mar 07 05:06:28.086422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-573598f0-21b6-4773-a60a-b9b26b795c81 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932131 Mar 07 05:06:28.188832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-404675e7-f450-426e-a93b-91ad3ff97392 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955310 Mar 07 05:06:28.279101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-b898ff74-eea1-4d20-a493-a1505d9e17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:28.281182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-b898ff74-eea1-4d20-a493-a1505d9e17ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1127 time: 0.0523484 Mar 07 05:06:28.378651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-a3395248-2388-4e6c-85fd-23b530aa24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:28.379591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-a3395248-2388-4e6c-85fd-23b530aa24ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 915 time: 0.0932326 Mar 07 05:06:28.450233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-76d88bc6-4270-4251-9cdf-1845534f4f4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 1000 time: 0.0644507 Mar 07 05:06:28.501134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-5f56f399-f919-47c4-a6af-c3e134f2b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:28.502655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-5f56f399-f919-47c4-a6af-c3e134f2b030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0467076 Mar 07 05:06:28.554516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-d83707c5-b669-4503-974f-32674b0da463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:28.555926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-d83707c5-b669-4503-974f-32674b0da463 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480084 Mar 07 05:06:28.664624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-121b8207-de35-402c-82b5-9f5dfb6c311a service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022029 Mar 07 05:06:28.764122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a8b46fb-5b94-4c36-a338-1005d5d57a7c req-2dd6779c-ae43-4560-8138-d0a4b0ca7ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932810 Mar 07 05:06:32.809554 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-88fd7811-c3d9-4a05-80bc-5c8d36e5c4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:35.422600 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae3502ce-6c13-43f0-8987-66efba815208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:36.833474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:37.767771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:39.494088 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:46.433463 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:06:49.289492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-884b977e-d19f-4376-adf1-106a863717d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488973 Mar 07 05:06:49.391519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69386-7424-45d4-b36a-b439f83a9199 req-c543fd5f-9801-40ce-b8fa-a782a40af516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:49.393079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-c543fd5f-9801-40ce-b8fa-a782a40af516 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1127 time: 0.0556371 Mar 07 05:06:49.529796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69386-7424-45d4-b36a-b439f83a9199 req-99328060-d383-47f6-bf6f-6ce88a405f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:49.531491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-99328060-d383-47f6-bf6f-6ce88a405f56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 915 time: 0.1180878 Mar 07 05:06:49.618089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-dab9266d-5127-4d02-9465-2977ea34ec46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 1000 time: 0.0806048 Mar 07 05:06:49.682714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69386-7424-45d4-b36a-b439f83a9199 req-942a1eef-8b6f-4551-9cc8-be2965811211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:49.684513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-942a1eef-8b6f-4551-9cc8-be2965811211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0600295 Mar 07 05:06:49.749060 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69386-7424-45d4-b36a-b439f83a9199 req-f13b5cf4-3ddd-4a5c-bb8b-1b4a465fdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:49.750854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-f13b5cf4-3ddd-4a5c-bb8b-1b4a465fdbe9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603921 Mar 07 05:06:49.867426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-f30bcbd1-8f92-446a-9403-947a54d2bce7 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098526 Mar 07 05:06:49.981076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37c69386-7424-45d4-b36a-b439f83a9199 req-a01ae31b-0889-418c-a767-d6f3c7f41ac8 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064804 Mar 07 05:06:50.166856 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:52.445366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:57.908862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 55878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:06:58.073392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Deleting port eb8f1c69-f14a-4ee2-a40a-245541a37266 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:06:58.073732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:58.154773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:58.155171 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for floatingip (eb8f1c69-f14a-4ee2-a40a-245541a37266), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:58.167224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Calling delete_port for eb8f1c69-f14a-4ee2-a40a-245541a37266 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:06:58.324634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (eb8f1c69-f14a-4ee2-a40a-245541a37266), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:58.356242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event deleted for resources: {'Port': ['ID=eb8f1c69-f14a-4ee2-a40a-245541a37266,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:06:58.384747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.385284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.385802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.386231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.386643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.387062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.387570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.388101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.388447 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.389541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.390217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.390701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.391062 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:06:58.445066 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for floatingip (22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:58.445458 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Floating IP 22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4 disassociated (deleted). External IP: 172.25.4.42, port: d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e. Mar 07 05:06:58.679154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Router 57d97e56-0529-46f8-812e-6809fe2e1853 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:06:58.791530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:06:58.796936 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:06:58.802673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] Sync routers for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:06:58.814096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:06:58.814942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:06:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:58.830158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c8cc149f-9dde-49d0-b1a1-8f8b4e2e0ff5 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "DELETE /v2.0/floatingips/22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4 HTTP/1.1" status: 204 len: 168 time: 0.9173398 Mar 07 05:06:58.830158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:06:58.830158 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f6c9e1-30bd-473d-a457-58fc89fa4372" -d '{"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:06:58.941490 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:06:58.999882 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfee880-13c1-44ed-be81-e2da04edc5d1 x-openstack-request-id: req-fcfee880-13c1-44ed-be81-e2da04edc5d1 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:06:59.000369 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:06:59.000615 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcfee880-13c1-44ed-be81-e2da04edc5d1 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:06:59.001094 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'status': 'completed', 'code': 200} Mar 07 05:06:59.107046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-13ec2c4e-bccd-4230-a791-1723b725a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:59.109410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-13ec2c4e-bccd-4230-a791-1723b725a054 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799df9d0e54741b69280b5eb8813a6d8&device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 1127 time: 0.0806844 Mar 07 05:06:59.166412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:59.194294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] Checking router: 57d97e56-0529-46f8-812e-6809fe2e1853 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:06:59.196723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc6fb-ff2f-46cc-9b11-dae412d8c566 req-70296698-550c-4d5a-8706-c94cdda5fdad tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:59.198402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee5bc6fb-ff2f-46cc-9b11-dae412d8c566 req-70296698-550c-4d5a-8706-c94cdda5fdad tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 945 time: 0.1325541 Mar 07 05:06:59.203230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:06:59.204055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:06:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:59.248434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-e8265799-aa6d-464d-acaf-baefc58e80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:59.249907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-e8265799-aa6d-464d-acaf-baefc58e80f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 200 len: 915 time: 0.1328597 Mar 07 05:06:59.320568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:06:59.566802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:06:59.597085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f58a53-e97c-44df-9b29-aa069a547900 None None] The sync data for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 is: [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:03:02Z', 'revision_number': 4, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6', 'name': '', 'network_id': '6c843676-b451-425b-a772-9b0543e5c958', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'mac_address': 'fa:16:3e:9f:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:01Z', 'updated_at': '2022-03-07T05:03:07Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'subnets': [{'id': '5593b9bf-9e76-4033-b6ae-a6d09a98fd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:06:59.656629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-ef974283-c6e0-4f69-bd08-fa7e2d09cbad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 200 len: 217 time: 0.3980527 Mar 07 05:06:59.698231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee5bc6fb-ff2f-46cc-9b11-dae412d8c566 req-47106c5e-9e51-4ae8-b9f2-5e7c989e0714 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4874828 Mar 07 05:06:59.714187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-e4b93a6e-0485-454c-a189-1c0f471ec593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:59.715760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-e4b93a6e-0485-454c-a189-1c0f471ec593 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 200 len: 853 time: 0.0527468 Mar 07 05:06:59.773812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-67ea15d2-79d1-428d-8d73-0583226803aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:06:59.775492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-67ea15d2-79d1-428d-8d73-0583226803aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c843676-b451-425b-a772-9b0543e5c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536749 Mar 07 05:06:59.882294 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d948a0-aa35-4383-aec4-fa91e2121984 None None] New status for floating IP 22a1bb8a-3ced-4660-b4e8-2c6a5cbbbdf4: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:06:59.882766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-b1a24907-8735-4173-8c6a-f3281d84a0f4 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007125 Mar 07 05:06:59.976353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-19f6c9e1-30bd-473d-a457-58fc89fa4372 req-b86483ee-b74a-4148-834a-1e761e6473f7 service neutron] 10.222.0.15 "GET /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Mar 07 05:07:00.504902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-ed1dabf2-8df9-49fb-b01b-4a3c0cfa4501 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:07:00.506384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-ed1dabf2-8df9-49fb-b01b-4a3c0cfa4501 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.15 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 945 time: 0.0532751 Mar 07 05:07:00.596019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Deleting port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:00.596343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:00.684392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] For port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:00.684757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:00.696426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Calling delete_port for d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:00.868509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a235984-1556-49f1-b535-ee29826816bf req-0f9fee0f-fac7-4604-9fc5-28ebf7b1fb9c tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:07:00.870093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a235984-1556-49f1-b535-ee29826816bf req-0f9fee0f-fac7-4604-9fc5-28ebf7b1fb9c tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 945 time: 0.0974839 Mar 07 05:07:00.871232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:00.909172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event deleted for resources: {'Port': ['ID=d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:00.972843 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] No DVR routers for this DVR port d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:07:00.977253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:00.980581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db6f3318-2ea1-4892-aef1-906fe462d315 req-9019681f-6333-4b8b-bf01-4a5ff6fa8b34 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.15 "DELETE /v2.0/ports/d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e HTTP/1.1" status: 204 len: 173 time: 0.4694064 Mar 07 05:07:00.995397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a235984-1556-49f1-b535-ee29826816bf req-a5d06f62-898b-436a-a9ee-503f7addaa08 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/security-groups?id=16ca0b35-e8e0-41e0-a618-4b08b52433ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154571 Mar 07 05:07:01.002216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'name': 'network-vif-deleted', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:07:01.005822 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2b1060-b5d9-4942-87b8-e8cd27e8c020" -d '{"events": [{"server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "name": "network-vif-deleted", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:07:01.046166 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0fea73-e2d9-4547-82f5-44b0994b1296 x-openstack-request-id: req-9c0fea73-e2d9-4547-82f5-44b0994b1296 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:07:01.046166 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d59d9-2a7b-46c1-9197-0b5947cd9fcb", "name": "network-vif-deleted", "tag": "d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:07:01.046403 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c0fea73-e2d9-4547-82f5-44b0994b1296 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:07:01.046796 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d59d9-2a7b-46c1-9197-0b5947cd9fcb', 'name': 'network-vif-deleted', 'tag': 'd3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e', 'status': 'completed', 'code': 200} Mar 07 05:07:02.106466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-633e69ab-70cb-48db-9eb0-bb99bcf76a83 req-70b8ec93-ed14-4c32-a7c9-f4eeb5937a4c tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0311751 Mar 07 05:07:02.810038 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89d2c742-14c0-49c8-a528-5bd8c93d38b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:03.215984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad6fc5f6-d969-490a-b6a7-36bba351c014 req-0cebce02-9239-4a2b-b50f-01422d3a0fad tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0302141 Mar 07 05:07:03.745591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:03.767964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:03.768316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d3f86ee3-ec3c-488b-a89f-1d8afe4d9d7e not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:04.318887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45cc47be-0000-4929-bd6f-4648b5ef6b82 req-28f2d4b1-be4c-4d4a-bc41-ca88d2051212 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0320034 Mar 07 05:07:05.422044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-378c91bb-695c-41eb-ad68-c0a7c278a34b req-4bbeaf07-2e8a-409c-b2df-10e19126a002 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0316317 Mar 07 05:07:05.437328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f89f77dc-a32e-441b-8f69-6d8c44a41460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:06.541490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc1b7bae-3dbb-408e-a581-3bb273a650d6 req-09517281-308d-4cb1-ad24-678463c2c18d tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0321562 Mar 07 05:07:06.837454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:07.642541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2901538d-035d-463c-9671-5780d71cbf6a req-56e85f30-96da-42e7-aceb-5f9056bc1793 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0288081 Mar 07 05:07:07.767546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:08.775216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27d5ad72-9cd7-4f58-a82a-2eddd37ab528 req-5a39fbe9-d182-4184-a964-87ede7ddf8f3 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0376058 Mar 07 05:07:09.489337 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:09.874786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-535c42e9-55ce-4537-a2b4-9a872025906b req-b8b7a883-f215-4289-974e-705150ce2055 tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06d59d9-2a7b-46c1-9197-0b5947cd9fcb HTTP/1.1" status: 200 len: 210 time: 0.0284989 Mar 07 05:07:10.931981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56078) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:10.989516 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group (16ca0b35-e8e0-41e0-a618-4b08b52433ee), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:11.014601 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group (16ca0b35-e8e0-41e0-a618-4b08b52433ee), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:11.076279 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (16ca0b35-e8e0-41e0-a618-4b08b52433ee), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:11.079137 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:11.082482 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] 10.222.0.21 "DELETE /v2.0/security-groups/16ca0b35-e8e0-41e0-a618-4b08b52433ee HTTP/1.1" status: 204 len: 168 time: 0.1494267 Mar 07 05:07:11.093829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ca0b35-e8e0-41e0-a618-4b08b52433ee,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:11.102161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.102729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.103154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.103636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.103976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.104436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.104773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.105099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.105423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.105750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.106111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.106431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:11.106777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a2b4d-2a07-49b9-aaaf-456d4a96acdf tempest-TestVolumeBackupRestore-137596102 tempest-TestVolumeBackupRestore-137596102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:18.842992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56662) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:19.308058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (57d97e56-0529-46f8-812e-6809fe2e1853), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:19.585698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Deleting port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:19.585698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:19.668457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] For port ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:19.668823 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:19.681491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Calling delete_port for ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:19.905454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:19.938174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:20.131993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (57d97e56-0529-46f8-812e-6809fe2e1853), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:20.192971 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:20.420196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Router 57d97e56-0529-46f8-812e-6809fe2e1853 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:07:20.540346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:07:20.548480 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7de6d479-fb9a-4362-96c8-68f20d69e5cd admin admin] 10.222.0.21 "PUT /v2.0/routers/57d97e56-0529-46f8-812e-6809fe2e1853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020276 Mar 07 05:07:20.548717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56692) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:20.558936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] Sync routers for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:07:20.571430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:07:20.572377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:20.677864 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks [] for router (57d97e56-0529-46f8-812e-6809fe2e1853), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:20.695502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:07:20.806337 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks [] for router_gateway (57d97e56-0529-46f8-812e-6809fe2e1853), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:20.874796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Deleting port 04546c69-8854-4379-a049-48b7ab9aa672 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:20.875566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04546c69-8854-4379-a049-48b7ab9aa672), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:20.970398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] For port 04546c69-8854-4379-a049-48b7ab9aa672, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04546c69-8854-4379-a049-48b7ab9aa672,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:20.971742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04546c69-8854-4379-a049-48b7ab9aa672), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:20.987331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Calling delete_port for 04546c69-8854-4379-a049-48b7ab9aa672 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:21.112137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '04546c69-8854-4379-a049-48b7ab9aa672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:07:19Z', 'revision_number': 5, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port': {'id': '04546c69-8854-4379-a049-48b7ab9aa672', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:02:58Z', 'updated_at': '2022-03-07T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:21.150739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] Checking router: 57d97e56-0529-46f8-812e-6809fe2e1853 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:07:21.161429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] Routers {'57d97e56-0529-46f8-812e-6809fe2e1853'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:07:21.162312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['57d97e56-0529-46f8-812e-6809fe2e1853'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:21.198650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04546c69-8854-4379-a049-48b7ab9aa672), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.238172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Pushing event deleted for resources: {'Port': ['ID=04546c69-8854-4379-a049-48b7ab9aa672,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:21.279874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] Set router 57d97e56-0529-46f8-812e-6809fe2e1853 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:07:21.312227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (57d97e56-0529-46f8-812e-6809fe2e1853), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.339409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:07:20Z', 'revision_number': 6, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:21.367321 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e84e3-34ee-4e10-9003-c3774ef5fcb0 None None] The sync data for ids ['57d97e56-0529-46f8-812e-6809fe2e1853'] in n-d-832185-1 is: [{'id': '57d97e56-0529-46f8-812e-6809fe2e1853', 'name': 'tempest-TestVolumeBackupRestore-1527114492-router', 'tenant_id': '799df9d0e54741b69280b5eb8813a6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:02:57Z', 'updated_at': '2022-03-07T05:07:20Z', 'revision_number': 6, 'project_id': '799df9d0e54741b69280b5eb8813a6d8', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:07:21.416673 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (57d97e56-0529-46f8-812e-6809fe2e1853), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.418909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks [] for router_controller (57d97e56-0529-46f8-812e-6809fe2e1853), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.471554 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (57d97e56-0529-46f8-812e-6809fe2e1853), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.472126 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d97e56-0529-46f8-812e-6809fe2e1853 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:07:21.480390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.481528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3ee84347-190f-4136-a427-7282f3ee911a admin admin] 10.222.0.21 "DELETE /v2.0/routers/57d97e56-0529-46f8-812e-6809fe2e1853 HTTP/1.1" status: 204 len: 168 time: 0.9319043 Mar 07 05:07:21.484204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56712) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:21.532877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Deleting subnet 5593b9bf-9e76-4033-b6ae-a6d09a98fd6f {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:07:21.540312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Publish callbacks [] for subnet (5593b9bf-9e76-4033-b6ae-a6d09a98fd6f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.577727 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (5593b9bf-9e76-4033-b6ae-a6d09a98fd6f), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.659289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (5593b9bf-9e76-4033-b6ae-a6d09a98fd6f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.712346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (5593b9bf-9e76-4033-b6ae-a6d09a98fd6f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.746931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5593b9bf-9e76-4033-b6ae-a6d09a98fd6f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:21.755914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.761465 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-79cb4b41-1c98-40b6-8620-8952a96b921c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5593b9bf-9e76-4033-b6ae-a6d09a98fd6f HTTP/1.1" status: 204 len: 168 time: 0.2740719 Mar 07 05:07:21.761596 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d438bde-806f-46bc-830f-f455cfb0bcc2 None None] Network 6c843676-b451-425b-a772-9b0543e5c958 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:07:21.761711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56720) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:21.873460 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6c843676-b451-425b-a772-9b0543e5c958), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:21.947826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Deleting port cb842662-ba8d-4dfa-8996-3af009a04e13 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:21.948249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.016201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] For port cb842662-ba8d-4dfa-8996-3af009a04e13, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cb842662-ba8d-4dfa-8996-3af009a04e13,segment=NetworkSegment(9fc35def-7129-411d-9468-35c06fb4816e),segment_id=9fc35def-7129-411d-9468-35c06fb4816e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:22.016861 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.029190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Calling delete_port for cb842662-ba8d-4dfa-8996-3af009a04e13 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:22.120156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (cb842662-ba8d-4dfa-8996-3af009a04e13), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.145306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cb842662-ba8d-4dfa-8996-3af009a04e13,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:22.155892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] No DVR routers for this DVR port cb842662-ba8d-4dfa-8996-3af009a04e13 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:07:22.224617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6c843676-b451-425b-a772-9b0543e5c958), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.241242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568ba3b-6525-4e77-8684-82098cf481f6 None None] DHCP port deletion for 6c843676-b451-425b-a772-9b0543e5c958 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:07:22.246036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:22.259339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c843676-b451-425b-a772-9b0543e5c958']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:22.269696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc35def-7129-411d-9468-35c06fb4816e') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:22.269911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc35def-7129-411d-9468-35c06fb4816e') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:22.270053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:22.270251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ee81c1bc-3f4a-4145-9bc0-4fb7ae14c7d6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:22.285889 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (9fc35def-7129-411d-9468-35c06fb4816e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.299465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (9fc35def-7129-411d-9468-35c06fb4816e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.305413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:07:22.305799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (9fc35def-7129-411d-9468-35c06fb4816e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:07:22.307472 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:07:22.368014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (6c843676-b451-425b-a772-9b0543e5c958), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.376487 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.379865 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c843676-b451-425b-a772-9b0543e5c958 HTTP/1.1" status: 204 len: 168 time: 0.6170247 Mar 07 05:07:22.382823 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 56732) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:22.415721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df2312-8f43-4c6b-9a49-3eb5698e88bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c843676-b451-425b-a772-9b0543e5c958,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:22.463312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:22.767774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (42291d86-0f92-4bf7-b8ea-14e3922d025a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:23.030826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Deleting port 219c6fbb-7581-4f95-8576-32316c8638f0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:23.031176 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:23.109794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] For port 219c6fbb-7581-4f95-8576-32316c8638f0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=219c6fbb-7581-4f95-8576-32316c8638f0,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:23.110461 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:23.126309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Calling delete_port for 219c6fbb-7581-4f95-8576-32316c8638f0 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:23.311573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (219c6fbb-7581-4f95-8576-32316c8638f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:23.340483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Pushing event deleted for resources: {'Port': ['ID=219c6fbb-7581-4f95-8576-32316c8638f0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:23.433516 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:07:23.521169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (42291d86-0f92-4bf7-b8ea-14e3922d025a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:23.658284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04546c69-8854-4379-a049-48b7ab9aa672 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:23.679846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 04546c69-8854-4379-a049-48b7ab9aa672 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:23.680204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04546c69-8854-4379-a049-48b7ab9aa672 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:23.680698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb842662-ba8d-4dfa-8996-3af009a04e13 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:23.703916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: cb842662-ba8d-4dfa-8996-3af009a04e13 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:23.704581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cb842662-ba8d-4dfa-8996-3af009a04e13 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:23.773177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Router 42291d86-0f92-4bf7-b8ea-14e3922d025a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:07:23.880613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:07:23.889992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e0c828c7-7d78-4dc1-9dec-4c407b72e89f admin admin] 10.222.0.21 "PUT /v2.0/routers/42291d86-0f92-4bf7-b8ea-14e3922d025a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019553 Mar 07 05:07:23.890078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56756) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:23.891795 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59af54a5-908c-427c-8d96-865213347d19 None None] Sync routers for ids ['42291d86-0f92-4bf7-b8ea-14e3922d025a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:07:23.901732 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] Routers {'42291d86-0f92-4bf7-b8ea-14e3922d025a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:07:23.902373 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['42291d86-0f92-4bf7-b8ea-14e3922d025a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:24.011110 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] Set router 42291d86-0f92-4bf7-b8ea-14e3922d025a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:07:24.014842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks [] for router (42291d86-0f92-4bf7-b8ea-14e3922d025a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.120984 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks [] for router_gateway (42291d86-0f92-4bf7-b8ea-14e3922d025a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.177047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Deleting port 7a35651c-de1a-4e9f-9560-7543c471ed68 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:24.177434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.209198 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:07:23Z', 'revision_number': 5, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port': {'id': '7a35651c-de1a-4e9f-9560-7543c471ed68', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:03:06Z', 'updated_at': '2022-03-07T05:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:24.242677 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59af54a5-908c-427c-8d96-865213347d19 None None] Checking router: 42291d86-0f92-4bf7-b8ea-14e3922d025a for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:07:24.251924 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] Routers {'42291d86-0f92-4bf7-b8ea-14e3922d025a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:07:24.252636 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['42291d86-0f92-4bf7-b8ea-14e3922d025a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:24.270350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] For port 7a35651c-de1a-4e9f-9560-7543c471ed68, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7a35651c-de1a-4e9f-9560-7543c471ed68,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:24.270714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.284589 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Calling delete_port for 7a35651c-de1a-4e9f-9560-7543c471ed68 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:24.344183 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] Set router 42291d86-0f92-4bf7-b8ea-14e3922d025a gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:07:24.396829 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-59af54a5-908c-427c-8d96-865213347d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:07:24Z', 'revision_number': 6, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:24.428629 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59af54a5-908c-427c-8d96-865213347d19 None None] The sync data for ids ['42291d86-0f92-4bf7-b8ea-14e3922d025a'] in n-d-832185-1 is: [{'id': '42291d86-0f92-4bf7-b8ea-14e3922d025a', 'name': 'tempest-TestVolumeBackupRestore-1959295325-router', 'tenant_id': 'acd2d904db0d4a2480264e111230f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:03:05Z', 'updated_at': '2022-03-07T05:07:24Z', 'revision_number': 6, 'project_id': 'acd2d904db0d4a2480264e111230f880', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:07:24.471592 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7a35651c-de1a-4e9f-9560-7543c471ed68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.498157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a35651c-de1a-4e9f-9560-7543c471ed68,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:24.569932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (42291d86-0f92-4bf7-b8ea-14e3922d025a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.662978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (42291d86-0f92-4bf7-b8ea-14e3922d025a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.665078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks [] for router_controller (42291d86-0f92-4bf7-b8ea-14e3922d025a), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.707993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (42291d86-0f92-4bf7-b8ea-14e3922d025a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.708538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42291d86-0f92-4bf7-b8ea-14e3922d025a {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:07:24.712940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.714190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-921ea5ed-cac6-4e4e-98f5-3e08e644552d admin admin] 10.222.0.21 "DELETE /v2.0/routers/42291d86-0f92-4bf7-b8ea-14e3922d025a HTTP/1.1" status: 204 len: 168 time: 0.8169386 Mar 07 05:07:24.716705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56772) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:24.766781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Deleting subnet b4a40f1d-67c0-4c75-ae08-28e7487ad2d4 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:07:24.770174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Publish callbacks [] for subnet (b4a40f1d-67c0-4c75-ae08-28e7487ad2d4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:24.813153 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b4a40f1d-67c0-4c75-ae08-28e7487ad2d4), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.219156 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b4a40f1d-67c0-4c75-ae08-28e7487ad2d4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.280092 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b4a40f1d-67c0-4c75-ae08-28e7487ad2d4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.308027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a40f1d-67c0-4c75-ae08-28e7487ad2d4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:25.311954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.317922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-901051ae-6eb4-47b2-ac15-cac21a6145f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4a40f1d-67c0-4c75-ae08-28e7487ad2d4 HTTP/1.1" status: 204 len: 168 time: 0.5970857 Mar 07 05:07:25.318814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56788) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:25.321282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab16eb2-9be9-44ee-b15c-72466e767425 None None] Network fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:07:25.407434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.468319 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Deleting port 9ac73431-e212-4ea2-8125-3a0f416c1aae {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:25.469219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.507594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] DHCP port deletion for fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:07:25.545955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] For port 9ac73431-e212-4ea2-8125-3a0f416c1aae, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9ac73431-e212-4ea2-8125-3a0f416c1aae,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:25.546374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.565188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Calling delete_port for 9ac73431-e212-4ea2-8125-3a0f416c1aae owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:25.605370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Deleting port 9ac73431-e212-4ea2-8125-3a0f416c1aae {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:07:25.606213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.621829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 219c6fbb-7581-4f95-8576-32316c8638f0 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:25.655658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 219c6fbb-7581-4f95-8576-32316c8638f0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:25.656249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 219c6fbb-7581-4f95-8576-32316c8638f0 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:25.656971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9ac73431-e212-4ea2-8125-3a0f416c1aae no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:25.679755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.707628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac73431-e212-4ea2-8125-3a0f416c1aae,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:25.713198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] No DVR routers for this DVR port 9ac73431-e212-4ea2-8125-3a0f416c1aae on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:07:25.720341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9ac73431-e212-4ea2-8125-3a0f416c1aae {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:25.720700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9ac73431-e212-4ea2-8125-3a0f416c1aae not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:25.721188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a35651c-de1a-4e9f-9560-7543c471ed68 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:07:25.752277 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] For port 9ac73431-e212-4ea2-8125-3a0f416c1aae, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9ac73431-e212-4ea2-8125-3a0f416c1aae,segment=NetworkSegment(8f4d3832-a12c-4e10-8cc5-82b6656d5ba7),segment_id=8f4d3832-a12c-4e10-8cc5-82b6656d5ba7)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:07:25.752692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.754973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7a35651c-de1a-4e9f-9560-7543c471ed68 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:07:25.755390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7a35651c-de1a-4e9f-9560-7543c471ed68 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:07:25.771153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Calling delete_port for 9ac73431-e212-4ea2-8125-3a0f416c1aae owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:07:25.797020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.817654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:25.828251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:25.828628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4d3832-a12c-4e10-8cc5-82b6656d5ba7') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:07:25.838012 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (8f4d3832-a12c-4e10-8cc5-82b6656d5ba7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.855142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8f4d3832-a12c-4e10-8cc5-82b6656d5ba7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.859254 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9ac73431-e212-4ea2-8125-3a0f416c1aae), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.862607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:07:25.862805 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (8f4d3832-a12c-4e10-8cc5-82b6656d5ba7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:07:25.864454 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:07:25.888449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Pushing event deleted for resources: {'Port': ['ID=9ac73431-e212-4ea2-8125-3a0f416c1aae,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:25.896845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.897449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.897944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.898457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.898941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.899425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.899922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.901195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.901547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.901891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.902259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.902591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.902920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:25.908703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace8fa7-c59f-4a52-8e85-cda1bbb70927 None None] No DVR routers for this DVR port 9ac73431-e212-4ea2-8125-3a0f416c1aae on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:07:25.930734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.937051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:25.940440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] 10.222.0.21 "DELETE /v2.0/networks/fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8 HTTP/1.1" status: 204 len: 168 time: 0.6211150 Mar 07 05:07:25.961012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a42b0d-a5e2-4f12-8bc2-2356ad4535bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fca0bd3a-d178-496b-9c4e-4c2bbdfa9ba8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:26.118987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56800) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:26.158370 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e5521221-6135-4b3d-9ee6-035eb843b1a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=799df9d0e54741b69280b5eb8813a6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381446 Mar 07 05:07:26.160720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56802) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:26.210264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b41551fd-99c6-4a90-a787-16375546c81e admin admin] Publish callbacks [] for security_group (2ed03d2d-2470-47ae-8a41-1542e03fcb14), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.233709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b41551fd-99c6-4a90-a787-16375546c81e admin admin] Publish callbacks [] for security_group (2ed03d2d-2470-47ae-8a41-1542e03fcb14), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.287028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b41551fd-99c6-4a90-a787-16375546c81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2ed03d2d-2470-47ae-8a41-1542e03fcb14), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.289737 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b41551fd-99c6-4a90-a787-16375546c81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.293423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b41551fd-99c6-4a90-a787-16375546c81e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ed03d2d-2470-47ae-8a41-1542e03fcb14 HTTP/1.1" status: 204 len: 168 time: 0.1294093 Mar 07 05:07:26.300821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41551fd-99c6-4a90-a787-16375546c81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed03d2d-2470-47ae-8a41-1542e03fcb14,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:26.626725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56818) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:26.672403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8b2526b2-c2eb-4dbc-981b-84585bfee304 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acd2d904db0d4a2480264e111230f880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421615 Mar 07 05:07:26.673172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 56820) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:26.722292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a22c783f-eb79-4dc5-b4af-7a4837358203 admin admin] Publish callbacks [] for security_group (0db61727-1cc3-401c-a729-e92cb1b07240), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.743997 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a22c783f-eb79-4dc5-b4af-7a4837358203 admin admin] Publish callbacks [] for security_group (0db61727-1cc3-401c-a729-e92cb1b07240), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.795762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a22c783f-eb79-4dc5-b4af-7a4837358203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (0db61727-1cc3-401c-a729-e92cb1b07240), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.798253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a22c783f-eb79-4dc5-b4af-7a4837358203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:26.799523 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a22c783f-eb79-4dc5-b4af-7a4837358203 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0db61727-1cc3-401c-a729-e92cb1b07240 HTTP/1.1" status: 204 len: 168 time: 0.1253600 Mar 07 05:07:26.807788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c783f-eb79-4dc5-b4af-7a4837358203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db61727-1cc3-401c-a729-e92cb1b07240,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:32.804421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e0afc045-8113-44aa-8f96-c0f436b4fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:35.429472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a4000b9c-a02b-47c8-977b-d986c3b303f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:36.839405 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:37.768885 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:39.491952 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:50.171644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:52.461346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:54.997487 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57396) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:55.163403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23c0caf9-a86f-4641-bb33-5763cd7961b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.238966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23c0caf9-a86f-4641-bb33-5763cd7961b0 admin admin] Publish callbacks [] for security_group (6ae53840-af76-465d-9dc1-c5947cabb754), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.242618 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23c0caf9-a86f-4641-bb33-5763cd7961b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6ae53840-af76-465d-9dc1-c5947cabb754), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.283963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-23c0caf9-a86f-4641-bb33-5763cd7961b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d97f74fefa5d435f94d7ad9c0850fab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824349 Mar 07 05:07:55.283963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0caf9-a86f-4641-bb33-5763cd7961b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae53840-af76-465d-9dc1-c5947cabb754,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:55.284549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57402) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:55.334944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a7f743b-73ed-4f6b-9704-462c8da92fcd admin admin] Publish callbacks [] for security_group (6ae53840-af76-465d-9dc1-c5947cabb754), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.356164 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a7f743b-73ed-4f6b-9704-462c8da92fcd admin admin] Publish callbacks [] for security_group (6ae53840-af76-465d-9dc1-c5947cabb754), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.404040 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a7f743b-73ed-4f6b-9704-462c8da92fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6ae53840-af76-465d-9dc1-c5947cabb754), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.407700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a7f743b-73ed-4f6b-9704-462c8da92fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.408920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7a7f743b-73ed-4f6b-9704-462c8da92fcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ae53840-af76-465d-9dc1-c5947cabb754 HTTP/1.1" status: 204 len: 168 time: 0.1225460 Mar 07 05:07:55.416639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f743b-73ed-4f6b-9704-462c8da92fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae53840-af76-465d-9dc1-c5947cabb754,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:55.686585 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57408) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:55.700070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6907-9a84-47ce-9774-508f06c72e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.781952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6907-9a84-47ce-9774-508f06c72e95 admin admin] Publish callbacks [] for security_group (fece48a1-bffd-4341-9c46-a4f442094d55), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.786943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6907-9a84-47ce-9774-508f06c72e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fece48a1-bffd-4341-9c46-a4f442094d55), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.825011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d6907-9a84-47ce-9774-508f06c72e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece48a1-bffd-4341-9c46-a4f442094d55,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:55.829560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6c7d6907-9a84-47ce-9774-508f06c72e95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=314946134770461aa9b7d07f26d354ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418717 Mar 07 05:07:55.832149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57410) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:55.883970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8246e44f-9adc-4cf2-9903-2bef8903d342 admin admin] Publish callbacks [] for security_group (fece48a1-bffd-4341-9c46-a4f442094d55), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.906544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8246e44f-9adc-4cf2-9903-2bef8903d342 admin admin] Publish callbacks [] for security_group (fece48a1-bffd-4341-9c46-a4f442094d55), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.955575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8246e44f-9adc-4cf2-9903-2bef8903d342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fece48a1-bffd-4341-9c46-a4f442094d55), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.958189 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8246e44f-9adc-4cf2-9903-2bef8903d342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:55.959358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8246e44f-9adc-4cf2-9903-2bef8903d342 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fece48a1-bffd-4341-9c46-a4f442094d55 HTTP/1.1" status: 204 len: 168 time: 0.1263111 Mar 07 05:07:55.967638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246e44f-9adc-4cf2-9903-2bef8903d342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece48a1-bffd-4341-9c46-a4f442094d55,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:57.035084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57440) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:57.136404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77b216a1-e6f9-4ebc-9735-3089cddb0ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.210832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77b216a1-e6f9-4ebc-9735-3089cddb0ee6 admin admin] Publish callbacks [] for security_group (f015a318-d538-42cf-8504-40cbbe1f296c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.214365 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-77b216a1-e6f9-4ebc-9735-3089cddb0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f015a318-d538-42cf-8504-40cbbe1f296c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.252905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b216a1-e6f9-4ebc-9735-3089cddb0ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f015a318-d538-42cf-8504-40cbbe1f296c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:57.257133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-77b216a1-e6f9-4ebc-9735-3089cddb0ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=413e832e9e3143d28397310cf782b96d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210515 Mar 07 05:07:57.259806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57444) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:57.306439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f24e669d-e52e-4d28-872a-4b38db4e38e8 admin admin] Publish callbacks [] for security_group (f015a318-d538-42cf-8504-40cbbe1f296c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.327262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f24e669d-e52e-4d28-872a-4b38db4e38e8 admin admin] Publish callbacks [] for security_group (f015a318-d538-42cf-8504-40cbbe1f296c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.375370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f24e669d-e52e-4d28-872a-4b38db4e38e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f015a318-d538-42cf-8504-40cbbe1f296c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.377994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f24e669d-e52e-4d28-872a-4b38db4e38e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:57.379197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f24e669d-e52e-4d28-872a-4b38db4e38e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f015a318-d538-42cf-8504-40cbbe1f296c HTTP/1.1" status: 204 len: 168 time: 0.1184971 Mar 07 05:07:57.386641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e669d-e52e-4d28-872a-4b38db4e38e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015a318-d538-42cf-8504-40cbbe1f296c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:58.825829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57484) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:58.830948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199040852', 'description': 'tempest-secgroup-smoke-1199040852 description', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:58.853765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:58.861578 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:58.937116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (d0691c5c-f6fe-443b-9ca5-2311a35fc9a9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:58.941127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d0691c5c-f6fe-443b-9ca5-2311a35fc9a9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:58.977259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0691c5c-f6fe-443b-9ca5-2311a35fc9a9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:58.991148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.991514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.991864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.992209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.992549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.992910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.993245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.993578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.993906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.994262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.994593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.994920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:58.995246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:07:59.028950 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.032996 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.056249 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.057468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2300739 Mar 07 05:07:59.061020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57486) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.065564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.065856 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a36107-862e-46e9-be1d-594e56d79ef2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.091174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (2c6bde34-233e-4cb8-9219-5c7668e71f57), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.150029 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (2c6bde34-233e-4cb8-9219-5c7668e71f57), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.153565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2c6bde34-233e-4cb8-9219-5c7668e71f57), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.174020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6bde34-233e-4cb8-9219-5c7668e71f57,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.179431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.180452 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-78078d79-253b-4302-8f01-851e8fba94e4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184289 Mar 07 05:07:59.183121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57488) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.187335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.210994 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (2f174bde-2ce3-43a1-9be9-919f452b947f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.265296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (2f174bde-2ce3-43a1-9be9-919f452b947f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.268822 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2f174bde-2ce3-43a1-9be9-919f452b947f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.288062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f174bde-2ce3-43a1-9be9-919f452b947f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.292697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.293888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d04b1d78-7aea-4570-9531-c722fb671072 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1098642 Mar 07 05:07:59.296710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57490) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.300920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.325030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (351a9d1a-d359-4875-b134-4868f39648dd), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.381468 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (351a9d1a-d359-4875-b134-4868f39648dd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.385041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (351a9d1a-d359-4875-b134-4868f39648dd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.405646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351a9d1a-d359-4875-b134-4868f39648dd,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.414836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.416033 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-dcf2b9d0-3025-46ee-ae4c-d04de1ced6ae tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184065 Mar 07 05:07:59.418842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57492) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.423151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.446719 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (8dfc1f8c-94c1-4ab4-9ac4-93240775473e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.506292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (8dfc1f8c-94c1-4ab4-9ac4-93240775473e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.509811 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (8dfc1f8c-94c1-4ab4-9ac4-93240775473e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.526439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfc1f8c-94c1-4ab4-9ac4-93240775473e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.535837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.539779 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0f3b846c-f952-45bb-91b0-fbf495a31ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172738 Mar 07 05:07:59.540012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57494) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.544505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.564294 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:07:59.568963 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (83933665-9dee-4bb6-b635-732453cb7694), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.625787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (83933665-9dee-4bb6-b635-732453cb7694), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.629179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (83933665-9dee-4bb6-b635-732453cb7694), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.645748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83933665-9dee-4bb6-b635-732453cb7694,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.653366 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.655206 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-410e79d8-2696-4c94-8491-33c7248afd5b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142185 Mar 07 05:07:59.658502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57496) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.662760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.682434 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:07:59.687232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (abb9d338-1e71-4761-9e1d-6ea7166e32d4), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.745750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (abb9d338-1e71-4761-9e1d-6ea7166e32d4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.749118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (abb9d338-1e71-4761-9e1d-6ea7166e32d4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.766242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb9d338-1e71-4761-9e1d-6ea7166e32d4,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.775648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.776841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ee216fb8-6d39-4ecf-b236-6d2e7f0dda89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174264 Mar 07 05:07:59.780363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57498) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.785195 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'network': {'name': 'tempest-network-smoke--1641890395', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.803101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:07:59.806244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.828519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:07:59.836806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c2a1ebc6-7a57-488f-b5b4-bd8978437c5b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.837142 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Added segment c2a1ebc6-7a57-488f-b5b4-bd8978437c5b of type vlan for network 88d41e23-9d5a-42d0-83b8-e2de5215974e Mar 07 05:07:59.879134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (88d41e23-9d5a-42d0-83b8-e2de5215974e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.902901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (88d41e23-9d5a-42d0-83b8-e2de5215974e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.908659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:07:59.909186 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.946159 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1647432 Mar 07 05:07:59.949123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57500) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:07:59.954708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'admin_state_up': True, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:07:59.978577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a6082-ee43-4d87-85ee-7bf67d4eae1b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Network': ['ID=88d41e23-9d5a-42d0-83b8-e2de5215974e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:07:59.980468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.981541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:07:59.990090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:08:00.033147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:00.173053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:00.364143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:00.382666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:00.431958 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:08:00.487126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.166 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/cf3c7988-c5c4-4767-8464-858abf6199f2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:08:00.588293 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:00.622280 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:00.659597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:08:00.662403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:00.665077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:08:00.693169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=cf3c7988-c5c4-4767-8464-858abf6199f2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:00.915681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:01.431355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:01.558656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:08:01.666570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:08:01.679545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Sync routers for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:08:01.690118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:08:01.690832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:01.697676 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:01.702625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ec2f0e15-7a67-4d78-bf40-2774867f642f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7487822 Mar 07 05:08:01.703100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57502) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:01.799557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:08:01.824831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b6c9adc3-fb65-464d-a0d8-c6682e2a7e31 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a6cd74cb2ad94306849614f0ffb38f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204288 Mar 07 05:08:01.827590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57506) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:01.918107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ac44b-fb73-4a5e-b94e-0274168eabd6 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:01.919645 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-790ac44b-fb73-4a5e-b94e-0274168eabd6 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911498 Mar 07 05:08:01.923082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57508) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:01.953048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3edbab06-9432-490d-baad-9496f577039b tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263774 Mar 07 05:08:01.953346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57510) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:01.958667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-409017447', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:08:01.983062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:00Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:02.013313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Checking router: 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:08:02.013708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Updating router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 port cf3c7988-c5c4-4767-8464-858abf6199f2 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:08:02.040454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.052603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:08:02.056045 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.232206 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (0c731616-f502-40fd-829d-774814272998), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.293752 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Publish callbacks [] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.300156 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.303251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Subnet': ['ID=0c731616-f502-40fd-829d-774814272998,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:02.311188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Checking segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:08:02.311522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network hostable DHCP agents. Network: 88d41e23-9d5a-42d0-83b8-e2de5215974e, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:08:02.328304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:08:02.339232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 88d41e23-9d5a-42d0-83b8-e2de5215974e) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:02.345518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:02.346842 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.354360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8e4fc-6e59-4415-894a-2a55a8e46504 None None] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:08:02.365720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66c2f35e-28d8-449f-b071-1ef3e405df76 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4099267 Mar 07 05:08:02.367256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57512) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:02.376827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Attempting to bind port cf3c7988-c5c4-4767-8464-858abf6199f2 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:08:02.377202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Attempting to bind port cf3c7988-c5c4-4767-8464-858abf6199f2 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:08:02.377569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Attempting to bind port cf3c7988-c5c4-4767-8464-858abf6199f2 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:08:02.388383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d6097-91db-42f4-bc4d-0c7e3eaff09a None None] Pushing event updated for resources: {'Port': ['ID=cf3c7988-c5c4-4767-8464-858abf6199f2,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:02.423914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:08:02.424379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:08:02.424885 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.425355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:08:02.425847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Bound port: cf3c7988-c5c4-4767-8464-858abf6199f2, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:08:02.426263 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.518328 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] For port cf3c7988-c5c4-4767-8464-858abf6199f2, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:08:02.528202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-88d41e23-9d5a-42d0-83b8-e2de5215974e', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:08:02.529069 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.541583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] For port cf3c7988-c5c4-4767-8464-858abf6199f2, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cf3c7988-c5c4-4767-8464-858abf6199f2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:08:02.551231 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.819422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.859648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:08:02.860259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:02.864656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-66498ba5-9040-4793-8e1e-b21b4f908ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:02.869231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d6097-91db-42f4-bc4d-0c7e3eaff09a None None] Pushing event updated for resources: {'Port': ['ID=cf3c7988-c5c4-4767-8464-858abf6199f2,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:02.986805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Allocated IP 172.20.0.2 (88d41e23-9d5a-42d0-83b8-e2de5215974e/0c731616-f502-40fd-829d-774814272998/db04babb-4aa3-4245-bbe0-3b6b3f2c4aff) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:08:03.041654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:08:03.287439 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Publish callbacks [] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.296816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.340950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.1 (88d41e23-9d5a-42d0-83b8-e2de5215974e/0c731616-f502-40fd-829d-774814272998/8c99c814-8440-4a9a-b403-93e256cedc33) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:08:03.354065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:08:03.356315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Pushing event updated for resources: {'Port': ['ID=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:03.361378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:03.364112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:08:03.394754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:00Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:03.438134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa2270-6264-4c8a-bb0e-9aad3a4a9e05 None None] The sync data for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 is: [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:00Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:08:03.452916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Attempting to bind port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:08:03.453389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Attempting to bind port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:08:03.453767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Attempting to bind port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff on network 88d41e23-9d5a-42d0-83b8-e2de5215974e {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:08:03.459047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:08:03.459426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Checking segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:08:03.459837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.460235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Bound using segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:08:03.460711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Bound port: db04babb-4aa3-4245-bbe0-3b6b3f2c4aff, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:08:03.461092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.464416 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (8c99c814-8440-4a9a-b403-93e256cedc33), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.509458 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.537182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] For port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:08:03.540570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] For port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:08:03.549136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.552119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:08:03.557087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:03.559722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:08:03.605800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=8c99c814-8440-4a9a-b403-93e256cedc33,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:03.614905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4865-46e6-40d9-9f63-e36457f3766e None None] Pushing event updated for resources: {'Port': ['ID=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:03.625994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:03.831028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.160116 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (8c99c814-8440-4a9a-b403-93e256cedc33), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.165824 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.240779 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.242624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=8c99c814-8440-4a9a-b403-93e256cedc33,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:04.349947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:08:04.351959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:04.476889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:08:04.594282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:08:04.600443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dc6ce051-2c54-4833-8159-853c5e68be50 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/9262c9d0-915e-4fb3-89fe-6a278d8fcd74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2321997 Mar 07 05:08:04.648225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9744852-33c1-4c19-ba2f-0dcfa50760cc None None] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:08:04.720155 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] Provisioning complete for port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:04.720529 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.758428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-dbe25b8c-2996-423e-bea0-201aa50a8502 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199040852&fields=id&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 267 time: 0.0467162 Mar 07 05:08:04.838626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] Current status of the port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:04.839016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.873658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] For port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:08:04.875968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-0cab98bc-ec9b-4221-9ad9-7f77f149071a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:04.877781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-0cab98bc-ec9b-4221-9ad9-7f77f149071a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 797 time: 0.1115286 Mar 07 05:08:04.879668 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:04.900898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-bdb3630e-7223-46dc-9def-b63d5b452ae1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/quotas/a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 375 time: 0.0149925 Mar 07 05:08:04.934115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db956c-1222-4117-b643-59f9db4d8fb8 None None] Pushing event updated for resources: {'Port': ['ID=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:04.991895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-db475540-7d2f-4f28-8e9a-174dfd1e49df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809340 Mar 07 05:08:05.106023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c21f98ec-bada-4514-9a73-767eae3ff5b0 None None] Provisioning complete for port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:05.106365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c21f98ec-bada-4514-9a73-767eae3ff5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.191470 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Sync routers for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:08:05.201096 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:08:05.201866 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:07:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:05.209071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-efb4d621-7a87-4e7c-98be-a42f07e7b415 service neutron] 10.222.0.21 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039406 Mar 07 05:08:05.210254 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c21f98ec-bada-4514-9a73-767eae3ff5b0 None None] Current status of the port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:05.228016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c21f98ec-bada-4514-9a73-767eae3ff5b0 None None] Provisioning complete for port 8c99c814-8440-4a9a-b403-93e256cedc33 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:05.228886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c21f98ec-bada-4514-9a73-767eae3ff5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.292765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c21f98ec-bada-4514-9a73-767eae3ff5b0 None None] Port 8c99c814-8440-4a9a-b403-93e256cedc33 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:08:05.312210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-b775904f-3258-4ad3-84f9-2d56cff26e4f service neutron] 10.222.0.21 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966485 Mar 07 05:08:05.321089 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:08:05.431552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-397a84ea-8c4d-4efb-8238-43c60064a07b None None] Provisioning complete for port 8c99c814-8440-4a9a-b403-93e256cedc33 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:05.432023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-397a84ea-8c4d-4efb-8238-43c60064a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.458755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a6a5357b-fc0b-445a-9f25-b668d60ee81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.491154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-397a84ea-8c4d-4efb-8238-43c60064a07b None None] Port 8c99c814-8440-4a9a-b403-93e256cedc33 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:08:05.516617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74425826-f3c9-498b-937a-5367eee3bf14 req-c9fa2db2-dda8-4f0f-b307-d539c2c365e6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 210 time: 0.0360162 Mar 07 05:08:05.585930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:04Z', 'revision_number': 2, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:05.612378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8d5a0a4c-bf50-4a0f-b471-9e77f2526c26 None None] Provisioning complete for port 8c99c814-8440-4a9a-b403-93e256cedc33 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:05.613128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0a4c-bf50-4a0f-b471-9e77f2526c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.615382 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Checking router: 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:08:05.615742 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Updating router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 port 8c99c814-8440-4a9a-b403-93e256cedc33 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:08:05.648741 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.660849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a0a4c-bf50-4a0f-b471-9e77f2526c26 None None] Port 8c99c814-8440-4a9a-b403-93e256cedc33 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:08:05.693597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device db04babb-4aa3-4245-bbe0-3b6b3f2c4aff up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:08:05.747382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:05.747755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.831367 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:05.832493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cf3c7988-c5c4-4767-8464-858abf6199f2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:08:05.881215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cf3c7988-c5c4-4767-8464-858abf6199f2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:05.881590 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.965379 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Publish callbacks [] for port (8c99c814-8440-4a9a-b403-93e256cedc33), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.973497 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:05.977866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cf3c7988-c5c4-4767-8464-858abf6199f2 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:05.978290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.001201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port cf3c7988-c5c4-4767-8464-858abf6199f2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cf3c7988-c5c4-4767-8464-858abf6199f2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:08:06.006182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.037092 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Pushing event updated for resources: {'Port': ['ID=8c99c814-8440-4a9a-b403-93e256cedc33,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:06.058538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=cf3c7988-c5c4-4767-8464-858abf6199f2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:06.081262 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.081617 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.081958 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.082320 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.082650 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.082975 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.083299 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.083620 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.083941 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.084259 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.084647 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.084905 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.085217 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:08:06.104462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Attempting to bind port 8c99c814-8440-4a9a-b403-93e256cedc33 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:08:06.104976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Attempting to bind port 8c99c814-8440-4a9a-b403-93e256cedc33 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:08:06.105343 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Attempting to bind port 8c99c814-8440-4a9a-b403-93e256cedc33 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:08:06.111316 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:08:06.111694 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Checking segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:08:06.112100 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.112489 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Bound using segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:08:06.112969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Bound port: 8c99c814-8440-4a9a-b403-93e256cedc33, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:08:06.113351 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.189485 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] For port 8c99c814-8440-4a9a-b403-93e256cedc33, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:08:06.193241 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] For port 8c99c814-8440-4a9a-b403-93e256cedc33, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c99c814-8440-4a9a-b403-93e256cedc33,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:08:06.199217 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.289610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] Provisioning complete for port 8c99c814-8440-4a9a-b403-93e256cedc33 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:06.290387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.351841 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:08:06.352383 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:08:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:06.392961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] Current status of the port 8c99c814-8440-4a9a-b403-93e256cedc33 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:06.394135 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.440953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] For port 8c99c814-8440-4a9a-b403-93e256cedc33, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c99c814-8440-4a9a-b403-93e256cedc33,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:08:06.449238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.461724 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0c979-1d38-49b8-bc72-60be6b0b2a4a None None] Pushing event updated for resources: {'Port': ['ID=8c99c814-8440-4a9a-b403-93e256cedc33,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:06.473426 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:08:06.512558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eac12-f2f0-42d5-a0ef-8aa296b23549 None None] Pushing event updated for resources: {'Port': ['ID=8c99c814-8440-4a9a-b403-93e256cedc33,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:06.620941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cbd95b5b-e34f-4959-ab99-aaa5f9969719 req-fb6dd74c-6694-412a-8913-d63222833c43 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Mar 07 05:08:06.672857 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4bb8272a-defb-4370-943a-94644115350e None None] Provisioning complete for port 8c99c814-8440-4a9a-b403-93e256cedc33 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:06.673463 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4bb8272a-defb-4370-943a-94644115350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.687400 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:06.721270 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbae4c9-047d-41c9-868d-b8919952c525 None None] The sync data for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 is: [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:08:06.766497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8272a-defb-4370-943a-94644115350e None None] Current status of the port 8c99c814-8440-4a9a-b403-93e256cedc33 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:06.845552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:06.916608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-8eae2cd3-91db-4e28-901e-fb1e87e3ec7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:06.919311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-8eae2cd3-91db-4e28-901e-fb1e87e3ec7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 797 time: 0.1615970 Mar 07 05:08:06.991293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-54b1d1af-27d9-488e-bd45-52bcf62ad840 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 380 time: 0.0641727 Mar 07 05:08:06.999858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'port': {'device_id': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'admin_state_up': True, 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'security_groups': ['6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:08:07.111529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:08:07.115269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:07.251864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.14 (88d41e23-9d5a-42d0-83b8-e2de5215974e/0c731616-f502-40fd-829d-774814272998/895a5533-872d-4738-9e7d-c05cdee17577) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:08:07.715042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c99c814-8440-4a9a-b403-93e256cedc33 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:08:07.790840 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:07.796639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8c99c814-8440-4a9a-b403-93e256cedc33 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:07.797009 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:07.798742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (895a5533-872d-4738-9e7d-c05cdee17577), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:07.801643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a53c17d0-0434-4318-9d64-9f174d0a29ee req-ebcb3482-0450-40a0-a171-5179feae3c12 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 210 time: 0.0538509 Mar 07 05:08:07.835633 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:07.901835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:08:07.906184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8c99c814-8440-4a9a-b403-93e256cedc33 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:07.906334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:07.907858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cf3c7988-c5c4-4767-8464-858abf6199f2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:08:07.908657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:08:07.919231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:07.994248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port cf3c7988-c5c4-4767-8464-858abf6199f2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:07.995106 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.008428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:08.009440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.031499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-f0eaa8cd-bb0d-4441-b056-4e96d7ae77a6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0354216 Mar 07 05:08:08.048725 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Request body: {'port': {'device_id': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:08:08.105791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port cf3c7988-c5c4-4767-8464-858abf6199f2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:08.121219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.198470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8344ec7e-98f1-4345-8851-1eaa003c273d None None] Provisioning complete for port 895a5533-872d-4738-9e7d-c05cdee17577 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:08.198868 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8344ec7e-98f1-4345-8851-1eaa003c273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (895a5533-872d-4738-9e7d-c05cdee17577), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.237545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8344ec7e-98f1-4345-8851-1eaa003c273d None None] Port 895a5533-872d-4738-9e7d-c05cdee17577 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:08:08.385911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895a5533-872d-4738-9e7d-c05cdee17577 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:08:08.393348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Publish callbacks [] for port (895a5533-872d-4738-9e7d-c05cdee17577), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.405030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Transition to ACTIVE for port object 895a5533-872d-4738-9e7d-c05cdee17577 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:08:08.409245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.457163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36385158-e257-461b-907b-59b79ae593cf service neutron] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:08.533581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:08:08.533950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:08:08.534317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:08:08.538951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Port 895a5533-872d-4738-9e7d-c05cdee17577 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:08:08.539272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:08:08.544339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:08:08.545259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Checking segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:08:08.545842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Bound using segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:08:08.546553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Bound port: 895a5533-872d-4738-9e7d-c05cdee17577, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:08:08.547064 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.613375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:08:08.616524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:08:08.622331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.655261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:08.655887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:08.657623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-36385158-e257-461b-907b-59b79ae593cf service neutron] 10.222.0.15 "PUT /v2.0/ports/895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1092 time: 0.6181352 Mar 07 05:08:08.658068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:08:08.660342 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584f65bc-ba79-430a-b68a-9ca114bd98c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:08:08.690719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36385158-e257-461b-907b-59b79ae593cf service neutron] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:08.747850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-7836dc68-4e84-4ce9-a5df-61bd569b3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:08.749705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-7836dc68-4e84-4ce9-a5df-61bd569b3a64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1126 time: 0.0505247 Mar 07 05:08:08.799626 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2478f404-58cc-487c-bb38-8f8b3130dcd3 x-openstack-request-id: req-2478f404-58cc-487c-bb38-8f8b3130dcd3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:08:08.800296 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:08:08.800296 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2478f404-58cc-487c-bb38-8f8b3130dcd3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:08:08.800592 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'status': 'completed', 'code': 200} Mar 07 05:08:08.802382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-276efd96-41ba-4d14-894b-2c869087e837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 217 time: 0.0457299 Mar 07 05:08:08.853037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-5004c257-2643-4ce3-aa6c-f033cc494cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:08.854544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-5004c257-2643-4ce3-aa6c-f033cc494cfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0470238 Mar 07 05:08:08.941270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-a9049007-f15e-4f3e-87b3-eb4eec2d3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:08.942832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-a9049007-f15e-4f3e-87b3-eb4eec2d3bbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820398 Mar 07 05:08:08.959698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c5915-2e17-4a35-baf0-d54aaf955adc req-fe71fc48-e4aa-452b-9ac1-8499fa051207 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:08.961129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d1c5915-2e17-4a35-baf0-d54aaf955adc req-fe71fc48-e4aa-452b-9ac1-8499fa051207 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0749698 Mar 07 05:08:09.058629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d1c5915-2e17-4a35-baf0-d54aaf955adc req-6afe0dac-d62d-4bc4-9388-55b0424bedb3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901871 Mar 07 05:08:09.077971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-c63ab368-f417-4715-8453-158981c68be2 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280382 Mar 07 05:08:09.171915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cf21c1-1274-4adf-b3a5-8a1c7dff7ecb req-4c2c2cf5-3b3a-4090-b6c1-cd4141a9dc0a service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877755 Mar 07 05:08:09.261620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-34cc1abf-070a-4c6e-9c2f-6b1ab93b91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:09.263189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-34cc1abf-070a-4c6e-9c2f-6b1ab93b91ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1126 time: 0.0463369 Mar 07 05:08:09.355816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-64d33211-94ae-46be-9496-f43c8ca35089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:09.357816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-64d33211-94ae-46be-9496-f43c8ca35089 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0887132 Mar 07 05:08:09.396903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-595297f0-e7e6-4966-8f36-95d68bc6cb5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 217 time: 0.0331194 Mar 07 05:08:09.444319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-3f8c8750-5584-42b5-9ae0-043b75d96823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:09.445748 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-3f8c8750-5584-42b5-9ae0-043b75d96823 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0429254 Mar 07 05:08:09.496837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:09.501496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-76b11f3c-1c5b-46e9-86da-9f29b1716747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:09.503066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-76b11f3c-1c5b-46e9-86da-9f29b1716747 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510435 Mar 07 05:08:09.595182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-cc468807-da8a-4a1e-ac8b-e42084cefe2c service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Mar 07 05:08:09.686266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584f65bc-ba79-430a-b68a-9ca114bd98c7 req-fbd6e081-ef68-4fc3-98ec-1af44ebbb9e3 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851445 Mar 07 05:08:10.175452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346115dc-59ce-42d9-8a35-94a6d359b161 req-6e43aeae-ef7a-49fd-a61c-3ccda3b54163 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:10.176930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-346115dc-59ce-42d9-8a35-94a6d359b161 req-6e43aeae-ef7a-49fd-a61c-3ccda3b54163 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0514162 Mar 07 05:08:10.224496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-346115dc-59ce-42d9-8a35-94a6d359b161 req-6f690716-d0e1-4b2f-871b-6323513fd4a8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419397 Mar 07 05:08:11.347470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eccab1-d3d8-424d-9533-ab33a4e467a2 req-20766fbc-525c-4706-b70b-31d25731c8d7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:11.348928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9eccab1-d3d8-424d-9533-ab33a4e467a2 req-20766fbc-525c-4706-b70b-31d25731c8d7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0564384 Mar 07 05:08:11.396427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9eccab1-d3d8-424d-9533-ab33a4e467a2 req-9ff8af8d-37cd-4574-99a3-5cb5816ca9d7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419204 Mar 07 05:08:12.118478 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:08:12.217434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:08:12.227687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '895a5533-872d-4738-9e7d-c05cdee17577', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'port_id': '895a5533-872d-4738-9e7d-c05cdee17577', 'mac_address': 'fa:16:3e:53:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:08:12.267565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 895a5533-872d-4738-9e7d-c05cdee17577 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:12.267956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:12.280721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895a5533-872d-4738-9e7d-c05cdee17577 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:08:12.301435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:08:12.304771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:12.354349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:12.508999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['895a5533-872d-4738-9e7d-c05cdee17577'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:08:12.516355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b68a54-b57a-47c6-b623-32b3f12406d3 req-f68887e3-dd81-4e72-b958-6e69a8d837e3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:12.517859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07b68a54-b57a-47c6-b623-32b3f12406d3 req-f68887e3-dd81-4e72-b958-6e69a8d837e3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 945 time: 0.0528653 Mar 07 05:08:12.567838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07b68a54-b57a-47c6-b623-32b3f12406d3 req-5bfdf904-b070-4fda-b2df-8adb12533d7b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Mar 07 05:08:13.684620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f984-990e-47e9-9a48-e06fbceb77b3 req-fbd0ccdf-72d3-469f-9220-0ce51494fa5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:13.686726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e680f984-990e-47e9-9a48-e06fbceb77b3 req-fbd0ccdf-72d3-469f-9220-0ce51494fa5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Mar 07 05:08:13.738343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e680f984-990e-47e9-9a48-e06fbceb77b3 req-1022f5c7-ae5a-4e8a-b634-5f7553083d29 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 Mar 07 05:08:14.131807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:08:14.333461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 895a5533-872d-4738-9e7d-c05cdee17577 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:08:14.337221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 895a5533-872d-4738-9e7d-c05cdee17577 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:08:14.337590 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (895a5533-872d-4738-9e7d-c05cdee17577), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:14.412729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 895a5533-872d-4738-9e7d-c05cdee17577 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:08:14.413108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:14.437654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:08:14.439942 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeed65e8-933b-4b36-9208-eb13f79da0b1" -d '{"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-plugged", "status": "completed", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:08:14.452006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:08:14.456743 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:14.507881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:14.540474 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2e0654-b718-4a25-853d-abadb870cfe4 x-openstack-request-id: req-3c2e0654-b718-4a25-853d-abadb870cfe4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:08:14.540777 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-plugged", "status": "completed", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:08:14.541410 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c2e0654-b718-4a25-853d-abadb870cfe4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:08:14.541810 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'code': 200} Mar 07 05:08:14.637462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc91e-6b1b-4ca6-ad83-d990c4550ce2 req-7527260b-e77c-4525-84e0-1a394baa9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:14.639029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7fdc91e-6b1b-4ca6-ad83-d990c4550ce2 req-7527260b-e77c-4525-84e0-1a394baa9e8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0443256 Mar 07 05:08:14.683718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7fdc91e-6b1b-4ca6-ad83-d990c4550ce2 req-8ed9e3ef-2054-44c8-9251-f5f514e2f7fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Mar 07 05:08:14.859517 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf039-0741-4369-a578-071999eddccb req-fb67ba22-44d4-4929-9cb8-5c96cc8b8ac8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:14.860906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcdaf039-0741-4369-a578-071999eddccb req-fb67ba22-44d4-4929-9cb8-5c96cc8b8ac8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0529516 Mar 07 05:08:14.909430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fcdaf039-0741-4369-a578-071999eddccb req-981442cf-4a5b-4cea-9f25-7630706099b7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Mar 07 05:08:16.032749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d4b47-6087-4e7a-9442-c33593555efb req-6159203b-b8ab-4b93-bb76-0de75106f09a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:16.034269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-268d4b47-6087-4e7a-9442-c33593555efb req-6159203b-b8ab-4b93-bb76-0de75106f09a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0569215 Mar 07 05:08:16.083576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-268d4b47-6087-4e7a-9442-c33593555efb req-634d2028-1d07-4215-883f-878499a86e87 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Mar 07 05:08:16.198453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbd3fa-89c4-4ac4-b41d-df038f2164e3 req-7346e525-380e-4553-bdf4-217e207cda2b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:16.199834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ecbd3fa-89c4-4ac4-b41d-df038f2164e3 req-7346e525-380e-4553-bdf4-217e207cda2b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0532200 Mar 07 05:08:16.249683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ecbd3fa-89c4-4ac4-b41d-df038f2164e3 req-9de6121a-2d05-4482-8c8c-e1364346cd22 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Mar 07 05:08:16.270903 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57576) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:16.312445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45b2ca-582f-4c12-9149-029f6b08e3ca tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:16.313940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d45b2ca-582f-4c12-9149-029f6b08e3ca tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1123 time: 0.0420692 Mar 07 05:08:16.316804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57578) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:16.320937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '895a5533-872d-4738-9e7d-c05cdee17577', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:08:16.340935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:16.439089 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:16.543224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.130 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/100da8cf-f2a9-47e6-a50c-e347596b0da3) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:08:16.640922 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:16.674293 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:16.713383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:08:16.716215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:08:16.720220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:08:16.745510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=100da8cf-f2a9-47e6-a50c-e347596b0da3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:17.086941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (03197945-3ad5-4616-961c-8e95afdd90ca), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:17.158500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:17.304391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:17.308718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:17.379118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=100da8cf-f2a9-47e6-a50c-e347596b0da3,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:17.390838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (03197945-3ad5-4616-961c-8e95afdd90ca), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:17.492344 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP 03197945-3ad5-4616-961c-8e95afdd90ca associated. External IP: 172.25.4.130, port: 895a5533-872d-4738-9e7d-c05cdee17577. Mar 07 05:08:17.704254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:08:17.811389 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:08:17.821666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] Sync routers for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:08:17.829157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:17.832469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:08:17.833099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:08:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:17.858601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fd6c7120-125e-4dd5-b62d-56a1cdd34491 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5408075 Mar 07 05:08:17.859190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:08:17.861437 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436565dc-bbea-45fc-9b5a-cb492c1a6993" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:08:17.942909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:08:17.962420 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a771-f995-4d92-a933-a807a1de0375 req-262709a9-7d3c-4cf4-8a3a-1157683d5edd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:17.966104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3412a771-f995-4d92-a933-a807a1de0375 req-262709a9-7d3c-4cf4-8a3a-1157683d5edd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0528402 Mar 07 05:08:18.015007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3412a771-f995-4d92-a933-a807a1de0375 req-3f737c42-cf22-4d6a-9d42-6a36be8e0139 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Mar 07 05:08:18.037919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57584) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:18.085901 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bacc35-d474-492f-a1a2-ad55208900a4 x-openstack-request-id: req-05bacc35-d474-492f-a1a2-ad55208900a4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:08:18.086226 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:08:18.086486 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05bacc35-d474-492f-a1a2-ad55208900a4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:08:18.086878 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'status': 'completed', 'code': 200} Mar 07 05:08:18.140982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-494808ea-6ce5-457a-9f42-106e3ed4e9a3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/03197945-3ad5-4616-961c-8e95afdd90ca HTTP/1.1" status: 200 len: 992 time: 0.1018722 Mar 07 05:08:18.150494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-7dc42e3d-3372-4e44-9b80-fbd876b2ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:18.151942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-7dc42e3d-3372-4e44-9b80-fbd876b2ff5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0643475 Mar 07 05:08:18.172134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '03197945-3ad5-4616-961c-8e95afdd90ca', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'port_id': '895a5533-872d-4738-9e7d-c05cdee17577', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'mac_address': 'fa:16:3e:53:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:08:16Z', 'updated_at': '2022-03-07T05:08:16Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:18.202187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] Checking router: 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:08:18.210423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:08:18.211020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:08:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:18.241340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-c8aea3f9-83f1-46f0-8978-9ddcb6e9f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:18.242783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-c8aea3f9-83f1-46f0-8978-9ddcb6e9f81f service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0846720 Mar 07 05:08:18.309664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-114f7e48-ea0a-4a24-976f-3d2ab0370fc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1000 time: 0.0610106 Mar 07 05:08:18.317443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:08:18.357706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-0396601a-2729-4935-ab93-1376c9e2ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:18.359422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-0396601a-2729-4935-ab93-1376c9e2ee97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0442917 Mar 07 05:08:18.409096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-e87f13f5-197a-433d-b4bf-0ea627abeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:18.410745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-e87f13f5-197a-433d-b4bf-0ea627abeb7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455074 Mar 07 05:08:18.501389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-71542566-b0c6-4667-8b49-efca792131c6 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850825 Mar 07 05:08:18.542981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '03197945-3ad5-4616-961c-8e95afdd90ca', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'port_id': '895a5533-872d-4738-9e7d-c05cdee17577', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'mac_address': 'fa:16:3e:53:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:08:16Z', 'updated_at': '2022-03-07T05:08:16Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:08:18.573125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bb08-0bae-4589-a1eb-966ec59b2f3f None None] The sync data for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 is: [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '03197945-3ad5-4616-961c-8e95afdd90ca', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'port_id': '895a5533-872d-4738-9e7d-c05cdee17577', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'mac_address': 'fa:16:3e:53:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:08:16Z', 'updated_at': '2022-03-07T05:08:16Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:08:18.594696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-436565dc-bbea-45fc-9b5a-cb492c1a6993 req-ae824b69-fdc5-4ff2-9013-f6b7af7af7d4 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872748 Mar 07 05:08:18.772938 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f95c11-cb04-44b8-8e20-15ffd1a41425 None None] New status for floating IP 03197945-3ad5-4616-961c-8e95afdd90ca: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:08:19.144927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57586) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:19.205414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2cb57a3e-5bc8-47f6-9bf2-bb11068f6e0a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/03197945-3ad5-4616-961c-8e95afdd90ca HTTP/1.1" status: 200 len: 994 time: 0.0593550 Mar 07 05:08:20.168003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:22.471928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:32.806496 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0340c065-1b48-4eb8-93ca-c3b76b6471dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:35.433487 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68ee8d4b-14ca-4b5f-87a3-d8ffdb575312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:36.847490 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:37.433318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:08:37.774382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:39.499193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:50.192764 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:50.427312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475b407-60ed-405f-8191-6e028860e236 req-27a25d96-828a-4702-833e-4176ecd1a618 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:50.428956 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8475b407-60ed-405f-8191-6e028860e236 req-27a25d96-828a-4702-833e-4176ecd1a618 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0470014 Mar 07 05:08:50.447136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8475b407-60ed-405f-8191-6e028860e236 req-1861ae43-0126-4406-85ff-7cb698e8b98a tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:50.524438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8475b407-60ed-405f-8191-6e028860e236 req-1861ae43-0126-4406-85ff-7cb698e8b98a tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Publish callbacks [] for security_group (ac37d769-37b6-47ae-b3f0-40f0a044f09d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:50.528183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-8475b407-60ed-405f-8191-6e028860e236 req-1861ae43-0126-4406-85ff-7cb698e8b98a tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ac37d769-37b6-47ae-b3f0-40f0a044f09d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:50.911588 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8475b407-60ed-405f-8191-6e028860e236 req-1861ae43-0126-4406-85ff-7cb698e8b98a tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766843 Mar 07 05:08:50.912188 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861ae43-0126-4406-85ff-7cb698e8b98a tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac37d769-37b6-47ae-b3f0-40f0a044f09d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:08:50.930421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-68fe3bfc-2774-4dd0-96b9-58508a5a9130 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731671 Mar 07 05:08:51.051765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-43c9d40a-350f-4fa5-a27a-7aff0334ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:51.053243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-43c9d40a-350f-4fa5-a27a-7aff0334ff3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0777996 Mar 07 05:08:51.062690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b97b0-5dae-4947-9120-3e24ed1a2cc0 req-1109c21a-3a52-499c-9b4a-1c39a257bd11 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:51.064113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b7b97b0-5dae-4947-9120-3e24ed1a2cc0 req-1109c21a-3a52-499c-9b4a-1c39a257bd11 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0793023 Mar 07 05:08:51.168058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b7b97b0-5dae-4947-9120-3e24ed1a2cc0 req-94121d8b-9d45-4e5f-8676-898877bb4269 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983391 Mar 07 05:08:51.190654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57604) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:51.192635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-a0cda00c-4acc-49a5-895d-97d169835f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:51.194169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-a0cda00c-4acc-49a5-895d-97d169835f3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.1170845 Mar 07 05:08:51.261040 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-00ec3572-4a31-44af-a9da-5ec0d53c7bdb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/03197945-3ad5-4616-961c-8e95afdd90ca HTTP/1.1" status: 200 len: 994 time: 0.0657225 Mar 07 05:08:51.265715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-d14df8c1-1819-4897-b4e2-00aea4fae656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1002 time: 0.0655901 Mar 07 05:08:51.316817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-508c9ccc-d5ec-44ef-b621-16a027e57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:51.318297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-508c9ccc-d5ec-44ef-b621-16a027e57d26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0458536 Mar 07 05:08:51.385388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-41023f8e-892a-4acc-b007-3394e3046fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:51.386914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-41023f8e-892a-4acc-b007-3394e3046fcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481400 Mar 07 05:08:51.484124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-2f6fb45e-c4f3-4d3a-8028-1f98fa9aa1c9 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887597 Mar 07 05:08:51.554266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-7057d3cd-2a65-4e1e-8d6c-be40adb6dcd7 req-2ec2555e-4ac3-4d77-8918-5f5415d75393 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:08:51.555236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7057d3cd-2a65-4e1e-8d6c-be40adb6dcd7 req-2ec2555e-4ac3-4d77-8918-5f5415d75393 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130937 Mar 07 05:08:51.584026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893a222f-f1b8-4ac9-8d15-a0578410626c req-1f89eefe-1647-4d5f-9f92-b99c81836bfc service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946786 Mar 07 05:08:51.768705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57618) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:51.859183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec590cdd-9e45-42b9-9e0f-f3cf456b8d6d req-7d5b92c8-9ee6-4b60-90c3-8b88b11a1d41 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:51.860688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec590cdd-9e45-42b9-9e0f-f3cf456b8d6d req-7d5b92c8-9ee6-4b60-90c3-8b88b11a1d41 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0835164 Mar 07 05:08:51.894770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-59c996cd-dcfb-48c6-9bce-d99dd3fb2be3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244588 Mar 07 05:08:51.910261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-e836f024-981e-411e-9df5-8566143138c8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:08:51.911239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-e836f024-981e-411e-9df5-8566143138c8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087950 Mar 07 05:08:51.927600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec590cdd-9e45-42b9-9e0f-f3cf456b8d6d req-2943a59a-722f-4c26-8776-561beb681204 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599842 Mar 07 05:08:52.476190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:08:53.046598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b5398-cfad-485e-8a24-fe3b84f1c9bc req-5fad9341-c606-453e-ad94-1faafd7f67ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:53.048065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e9b5398-cfad-485e-8a24-fe3b84f1c9bc req-5fad9341-c606-453e-ad94-1faafd7f67ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Mar 07 05:08:53.099552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e9b5398-cfad-485e-8a24-fe3b84f1c9bc req-44035d19-a4ee-4b35-93a6-d24c27d5a65a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459099 Mar 07 05:08:53.216121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57642) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:08:53.306258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-33357534-f2dd-4452-90ba-bf16ab4c7b48 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:53.307635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-33357534-f2dd-4452-90ba-bf16ab4c7b48 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports/895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1125 time: 0.0898471 Mar 07 05:08:54.216182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1440981-ebb9-49b7-85e0-ef0ee78177b2 req-8957dc96-9bc7-4b63-aa06-8457a008dbed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:54.218781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1440981-ebb9-49b7-85e0-ef0ee78177b2 req-8957dc96-9bc7-4b63-aa06-8457a008dbed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0524368 Mar 07 05:08:54.266670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1440981-ebb9-49b7-85e0-ef0ee78177b2 req-f32a684f-72c2-4b0f-876a-3b6374c9fe24 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Mar 07 05:08:55.178247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-41167fab-d758-4d3d-9d21-edc63c95bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:55.179736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-41167fab-d758-4d3d-9d21-edc63c95bc25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0441825 Mar 07 05:08:55.270565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-76079468-8d88-4a75-9a30-dd7cfe10d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:55.271929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-76079468-8d88-4a75-9a30-dd7cfe10d23a service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0869923 Mar 07 05:08:55.336670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-61ede3a9-3778-4e76-8534-7dabf200344e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1002 time: 0.0587928 Mar 07 05:08:55.416395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-43ec3c7e-c916-4236-82ac-c168ec96eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:55.417998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-43ec3c7e-c916-4236-82ac-c168ec96eb55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0713072 Mar 07 05:08:55.429996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f991a1-7d80-4046-a79c-622c1b9a5b73 req-d66c35c0-dd1f-427c-a392-d64b8d989095 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:55.431389 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87f991a1-7d80-4046-a79c-622c1b9a5b73 req-d66c35c0-dd1f-427c-a392-d64b8d989095 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0937943 Mar 07 05:08:55.504520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87f991a1-7d80-4046-a79c-622c1b9a5b73 req-d5fd81cc-1667-4613-94ab-af0a8371672e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651996 Mar 07 05:08:55.509611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-f03b7b12-5d78-4478-bbf7-7510f169f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:55.511147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-f03b7b12-5d78-4478-bbf7-7510f169f5b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788629 Mar 07 05:08:55.607328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-005bfd37-2a15-4d58-83fe-063c7ccd7c41 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901875 Mar 07 05:08:55.694306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-d7869615-11f9-4621-8c49-f41a0d1011de service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816083 Mar 07 05:08:56.630283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138815c-2658-4565-ad99-4476b4daaa55 req-09f2b00a-48b5-4c3b-809d-488458a1f761 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:56.631769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d138815c-2658-4565-ad99-4476b4daaa55 req-09f2b00a-48b5-4c3b-809d-488458a1f761 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0580885 Mar 07 05:08:56.679845 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d138815c-2658-4565-ad99-4476b4daaa55 req-0ba616dd-32b7-474e-a7d9-d282ce8c3046 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Mar 07 05:08:57.798020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e16c0e-7f52-4416-afab-455bae61fb37 req-96ef6f06-188a-4ea7-a429-88962411f000 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:57.799493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3e16c0e-7f52-4416-afab-455bae61fb37 req-96ef6f06-188a-4ea7-a429-88962411f000 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0522399 Mar 07 05:08:57.847111 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3e16c0e-7f52-4416-afab-455bae61fb37 req-3bc6c377-fa3d-48e3-8a76-fd96068bd5c4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Mar 07 05:08:58.970000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd960f-7e4d-428a-a956-705278fcbde8 req-4513f0fa-1fe0-4edc-b94c-f4ffdada8d51 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:08:58.971343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ffd960f-7e4d-428a-a956-705278fcbde8 req-4513f0fa-1fe0-4edc-b94c-f4ffdada8d51 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0567052 Mar 07 05:08:59.019409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ffd960f-7e4d-428a-a956-705278fcbde8 req-61f89cb2-fd93-46f1-b137-9625a08b35e8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Mar 07 05:09:00.137455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19bb11-9ee8-40d9-a3da-91e79f137c29 req-dbaf423b-3faa-4bab-8bee-5daf8e717f49 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:00.139507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a19bb11-9ee8-40d9-a3da-91e79f137c29 req-dbaf423b-3faa-4bab-8bee-5daf8e717f49 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Mar 07 05:09:00.186766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a19bb11-9ee8-40d9-a3da-91e79f137c29 req-7843598b-6adb-4905-a372-16ed0f23e065 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Mar 07 05:09:01.302353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a6e06-8732-4491-8557-5f4dd2a601ba req-62df1da7-8699-4c34-9281-4bda48240f23 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:01.303826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f74a6e06-8732-4491-8557-5f4dd2a601ba req-62df1da7-8699-4c34-9281-4bda48240f23 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0506468 Mar 07 05:09:01.355757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f74a6e06-8732-4491-8557-5f4dd2a601ba req-973ea817-62b2-4096-a87a-4e7f1c466f7e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464559 Mar 07 05:09:02.479739 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a3ad5-f6b3-4910-a120-5e12d726855b req-3c1e9a7e-0ae4-497a-beb4-8b69b6fe172d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:02.481214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-940a3ad5-f6b3-4910-a120-5e12d726855b req-3c1e9a7e-0ae4-497a-beb4-8b69b6fe172d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0530157 Mar 07 05:09:02.530082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-940a3ad5-f6b3-4910-a120-5e12d726855b req-acf9ab11-16ec-4204-9cf3-1dbc22dbed16 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Mar 07 05:09:02.810307 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b1db5aa-537c-42ba-a807-bc541ed01dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:03.648327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085a7c-7fe6-4038-bdfd-78ae2eeafc79 req-8e598a9f-c583-48f3-90c8-bbd7fbc529ff tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:03.649796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8085a7c-7fe6-4038-bdfd-78ae2eeafc79 req-8e598a9f-c583-48f3-90c8-bbd7fbc529ff tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0529401 Mar 07 05:09:03.697536 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8085a7c-7fe6-4038-bdfd-78ae2eeafc79 req-5d9e6d38-d9aa-4cf1-87bf-628c6cd09d70 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Mar 07 05:09:04.819811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d95b4-6f6e-4c97-afc4-b822e42245a9 req-aebe9f80-8d24-4c2c-98a3-b5e89599a581 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:04.821274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-785d95b4-6f6e-4c97-afc4-b822e42245a9 req-aebe9f80-8d24-4c2c-98a3-b5e89599a581 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0569956 Mar 07 05:09:04.868029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-785d95b4-6f6e-4c97-afc4-b822e42245a9 req-236bdd35-602d-4c94-8d0b-3b5d4759283b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Mar 07 05:09:05.433890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84cc39c8-43bc-44bf-b2f7-da72c908e96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:05.994628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b685d-0e51-41a8-9f93-aff65a53ecaa req-e9d7abb5-481b-4bc9-9bcd-0ab8bfc97e83 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:05.996125 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c1b685d-0e51-41a8-9f93-aff65a53ecaa req-e9d7abb5-481b-4bc9-9bcd-0ab8bfc97e83 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0535703 Mar 07 05:09:06.045622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c1b685d-0e51-41a8-9f93-aff65a53ecaa req-eb79a678-b16d-4965-9516-d7ac28e22b5e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Mar 07 05:09:06.850893 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:07.167448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649c617-d0c1-49cc-9906-3c9e72691426 req-5719b39b-530a-4194-be11-86d5468283c4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:07.168965 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9649c617-d0c1-49cc-9906-3c9e72691426 req-5719b39b-530a-4194-be11-86d5468283c4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0541885 Mar 07 05:09:07.222146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9649c617-d0c1-49cc-9906-3c9e72691426 req-53bbd3f7-6c3e-4dc7-854f-578abca97ae7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465848 Mar 07 05:09:07.579042 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-00b01a8f-a4d4-495c-912e-6547cdf56ee2 service neutron] show failed (client error): The resource could not be found. Mar 07 05:09:07.580061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-00b01a8f-a4d4-495c-912e-6547cdf56ee2 service neutron] 10.222.0.15 "GET /v2.0/ports/895a5533-872d-4738-9e7d-c05cdee17577/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0562246 Mar 07 05:09:07.777515 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:07.828099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-3a70ccd2-c364-4a9a-b319-1ed10913ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:07.829504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-3a70ccd2-c364-4a9a-b319-1ed10913ab13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 1128 time: 0.0951116 Mar 07 05:09:07.840622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:09:07.900896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:08.105132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:09:08.137577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:09:08.179810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:09:08.182115 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f74031-2660-4618-85ad-a98a38e76427" -d '{"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-unplugged", "status": "completed", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:09:08.186475 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Publish callbacks [] for port (895a5533-872d-4738-9e7d-c05cdee17577), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:08.200659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Transition to ACTIVE for port object 895a5533-872d-4738-9e7d-c05cdee17577 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:09:08.204432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:08.275673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:09:08.317386 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a34b663-8c30-4b1f-a73a-c47c7ca18159 x-openstack-request-id: req-0a34b663-8c30-4b1f-a73a-c47c7ca18159 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:09:08.317680 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-unplugged", "status": "completed", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:09:08.317931 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a34b663-8c30-4b1f-a73a-c47c7ca18159 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:09:08.318355 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'code': 200} Mar 07 05:09:08.335202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.335538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.335951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.336292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.336626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.336955 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.337284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.337607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.337928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.338271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.338592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.338910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.339227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:08.413545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] No DVR routers for this DVR port 895a5533-872d-4738-9e7d-c05cdee17577 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:09:08.432408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa060f-6e6d-4302-8298-0ea96d01df54 req-040ddd1f-2efc-42df-b288-9bca0679913a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:08.433796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cfa060f-6e6d-4302-8298-0ea96d01df54 req-040ddd1f-2efc-42df-b288-9bca0679913a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0612881 Mar 07 05:09:08.488034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cfa060f-6e6d-4302-8298-0ea96d01df54 req-730fd560-f4c8-4c23-b76b-34b68537b5ef tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477257 Mar 07 05:09:08.590058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:09:08.590323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:09:08.590664 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:09:08.597888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Port 895a5533-872d-4738-9e7d-c05cdee17577 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:09:08.598252 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Attempting to bind port 895a5533-872d-4738-9e7d-c05cdee17577 on network 88d41e23-9d5a-42d0-83b8-e2de5215974e {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:09:08.605839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:09:08.606208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Checking segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:09:08.606597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Bound using segment: {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:09:08.607030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Bound port: 895a5533-872d-4738-9e7d-c05cdee17577, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:09:08.607387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:08.680190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:09:08.683189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:09:08.689940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:08.731115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:08.732940 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:08.733425 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] 10.222.0.44 "PUT /v2.0/ports/895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1092 time: 0.8965328 Mar 07 05:09:08.754638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fb682-050c-4d7a-8cbc-d8dae492347f service neutron] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:09:08.815545 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-cef2c983-41ff-444f-9745-012851e3c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:08.817064 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-cef2c983-41ff-444f-9745-012851e3c66b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1126 time: 0.0595689 Mar 07 05:09:08.918782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-3376ef4e-4dfd-4508-9d01-ab14c76fefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:08.920272 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-3376ef4e-4dfd-4508-9d01-ab14c76fefe4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0976586 Mar 07 05:09:08.997957 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-b0945867-da1d-4425-8b05-2f165f86ff3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1000 time: 0.0716057 Mar 07 05:09:09.050569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-c006bb78-e8c4-4fd5-81dc-5f9242113bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:09.052023 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-c006bb78-e8c4-4fd5-81dc-5f9242113bd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0487576 Mar 07 05:09:09.100416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-2629fd90-39fa-4a8e-8dfe-08737f8057ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:09.101885 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-2629fd90-39fa-4a8e-8dfe-08737f8057ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442123 Mar 07 05:09:09.197297 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-e0558086-ee57-482f-9367-25a3b5572331 service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887115 Mar 07 05:09:09.283908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdac8af6-bf90-4bd9-9461-489adb572edd req-3f1449b3-4d60-43c2-bcca-8630d09b740e service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806093 Mar 07 05:09:09.501755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:09.615366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380d20-da53-4956-b8a6-995e69bf6463 req-c7132fee-e93b-41f8-a680-cae2fa9455f3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:09.616828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82380d20-da53-4956-b8a6-995e69bf6463 req-c7132fee-e93b-41f8-a680-cae2fa9455f3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0570629 Mar 07 05:09:09.665720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82380d20-da53-4956-b8a6-995e69bf6463 req-8ffd0fa3-8912-421b-a620-444238f109b1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Mar 07 05:09:10.319743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:09:10.322059 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30b6c4a-d035-443c-a556-225d68a87c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:09:10.367515 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c052dc1d-37af-4bfd-bbb5-883d2fb11827 x-openstack-request-id: req-c052dc1d-37af-4bfd-bbb5-883d2fb11827 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:09:10.367817 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:09:10.368093 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c052dc1d-37af-4bfd-bbb5-883d2fb11827 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:09:10.368477 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'status': 'completed', 'code': 200} Mar 07 05:09:10.429362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-47afc8d8-ce65-47e4-811c-59c4499e13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.430895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-47afc8d8-ce65-47e4-811c-59c4499e13f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1126 time: 0.0450506 Mar 07 05:09:10.437914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-40b0bbd9-e801-4e8b-b3d9-883bba9d5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.439539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-40b0bbd9-e801-4e8b-b3d9-883bba9d5949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1126 time: 0.0468550 Mar 07 05:09:10.524750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-5130d7d2-a164-4023-957e-193b3ca98316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.526312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-5130d7d2-a164-4023-957e-193b3ca98316 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0881209 Mar 07 05:09:10.532100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-73d03be0-5bbf-403b-ac9e-418c3fbc319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.533553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-73d03be0-5bbf-403b-ac9e-418c3fbc319c service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0878885 Mar 07 05:09:10.588854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-b7f52ae5-9bd7-4fbb-9af2-98c93fa8f118 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1000 time: 0.0565760 Mar 07 05:09:10.598278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-f6719c2a-7be0-43a1-8312-73c532bc8268 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1000 time: 0.0589707 Mar 07 05:09:10.640020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-8b34b3ca-dce5-446d-a3b9-f94cc4db6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.641542 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-8b34b3ca-dce5-446d-a3b9-f94cc4db6e89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0466661 Mar 07 05:09:10.646190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-9a4251d6-8d3d-4a79-9bdf-6b611f1dc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.647641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-9a4251d6-8d3d-4a79-9bdf-6b611f1dc5e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0431309 Mar 07 05:09:10.691233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-a2a73099-ecbe-49d5-9aae-75d3e2f500cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.692741 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-a2a73099-ecbe-49d5-9aae-75d3e2f500cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453532 Mar 07 05:09:10.700448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-b4913828-ea58-4d4f-9114-b54de46a327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.702069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-b4913828-ea58-4d4f-9114-b54de46a327a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483897 Mar 07 05:09:10.787061 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-f278eb36-d461-4e37-8db6-ab4db493ccd4 service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Mar 07 05:09:10.829593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-2eb9e73a-aae2-4b78-93d7-99281ba85117 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202939 Mar 07 05:09:10.836375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a529f5-a93c-4545-bf4f-bbf26946d2fc req-cb48b0fe-e13f-4f78-89e9-38353eb54367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:10.837745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66a529f5-a93c-4545-bf4f-bbf26946d2fc req-cb48b0fe-e13f-4f78-89e9-38353eb54367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.1008461 Mar 07 05:09:10.876816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-7e615903-cb81-4e10-90e8-09f050d312f5 service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834031 Mar 07 05:09:10.942223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66a529f5-a93c-4545-bf4f-bbf26946d2fc req-16f3aaff-ca70-4f62-b89a-27f77096fedf tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949585 Mar 07 05:09:10.961931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30b6c4a-d035-443c-a556-225d68a87c9e req-8e798611-5547-4617-a493-5862f1b6e1dd service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232450 Mar 07 05:09:12.062682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb7a7e-353f-4b4b-a04b-4325ff26a189 req-5540dc9c-cf2e-4716-9666-5c42ee7fce51 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:12.064139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bfb7a7e-353f-4b4b-a04b-4325ff26a189 req-5540dc9c-cf2e-4716-9666-5c42ee7fce51 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0536296 Mar 07 05:09:12.116046 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bfb7a7e-353f-4b4b-a04b-4325ff26a189 req-00fe5ced-98ef-41c2-a94d-1a079fce3636 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464516 Mar 07 05:09:12.413796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:09:12.451797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 895a5533-872d-4738-9e7d-c05cdee17577 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:09:12.452894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:09:13.113516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:09:13.220508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:09:13.231006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '895a5533-872d-4738-9e7d-c05cdee17577', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'port_id': '895a5533-872d-4738-9e7d-c05cdee17577', 'mac_address': 'fa:16:3e:53:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:09:13.238427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5964da2-0a04-45a8-a316-12e90161bef5 req-74abe63e-12bc-470f-8704-76b6c6330eab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:13.240198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5964da2-0a04-45a8-a316-12e90161bef5 req-74abe63e-12bc-470f-8704-76b6c6330eab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 944 time: 0.0544717 Mar 07 05:09:13.271774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 895a5533-872d-4738-9e7d-c05cdee17577 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:09:13.272168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:13.285086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895a5533-872d-4738-9e7d-c05cdee17577 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:09:13.291128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5964da2-0a04-45a8-a316-12e90161bef5 req-c24ede65-28ef-4ec1-a89f-638ee44fbea9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Mar 07 05:09:13.305383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:09:13.309738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:13.361803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:09:13.369356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.369689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.370057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.370451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.370798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.371132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.371463 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.371793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.372556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.372556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.372746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.373193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.373387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:09:13.566753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a93560-73f1-469b-8e68-0a1edff07b0e req-5f38333d-19a5-4351-bce1-b38a5d20122b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:13.568188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8a93560-73f1-469b-8e68-0a1edff07b0e req-5f38333d-19a5-4351-bce1-b38a5d20122b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 945 time: 0.1236660 Mar 07 05:09:13.575745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-e27584de-b040-4a31-ae05-a18ff94fe2df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:13.577124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-e27584de-b040-4a31-ae05-a18ff94fe2df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469&tenant_id=a6cd74cb2ad94306849614f0ffb38f74&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 945 time: 0.1238687 Mar 07 05:09:13.656925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8a93560-73f1-469b-8e68-0a1edff07b0e req-2688a48b-5916-4770-8fdd-887afc20d339 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788167 Mar 07 05:09:13.666033 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-a4a140c2-9089-4f06-8a40-c81f568933ef service neutron] delete failed (client error): The resource could not be found. Mar 07 05:09:13.667048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-a4a140c2-9089-4f06-8a40-c81f568933ef service neutron] 10.222.0.15 "DELETE /v2.0/ports/895a5533-872d-4738-9e7d-c05cdee17577/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0825067 Mar 07 05:09:13.667510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['895a5533-872d-4738-9e7d-c05cdee17577'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:09:13.767128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-8d27e535-2aa1-4158-925c-824bce86cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:13.768697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-8d27e535-2aa1-4158-925c-824bce86cfe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1127 time: 0.0496273 Mar 07 05:09:13.856578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-d112e20f-4a78-4c60-91b2-f628b52a0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:13.858005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-d112e20f-4a78-4c60-91b2-f628b52a0229 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0840466 Mar 07 05:09:13.925047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-d59768ba-19e2-4297-a20c-3cce96ab4146 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1001 time: 0.0613079 Mar 07 05:09:13.974405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-fd404090-1a16-4fc7-9012-ef8cf5ba4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:13.975855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-fd404090-1a16-4fc7-9012-ef8cf5ba4e92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0433097 Mar 07 05:09:14.024507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-e18c92e4-9751-4c88-a57b-7fca60495ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:14.026022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-e18c92e4-9751-4c88-a57b-7fca60495ffa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438218 Mar 07 05:09:14.115351 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-e2875688-2b65-4ae3-a082-a7c48256ba39 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Mar 07 05:09:14.204768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ed5a84b-f25c-4a46-9721-560ecd2caea1 req-f6c25fb0-79c1-4c32-930c-ad5948b630d2 service neutron] 10.222.0.15 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834656 Mar 07 05:09:14.433699 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:09:14.788506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441b38-e710-47a0-9d14-86ff7df86b8b req-4cc29950-bd7d-47d2-ad58-42e9813267f6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:14.790001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57441b38-e710-47a0-9d14-86ff7df86b8b req-4cc29950-bd7d-47d2-ad58-42e9813267f6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 945 time: 0.0572042 Mar 07 05:09:14.839167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57441b38-e710-47a0-9d14-86ff7df86b8b req-39761283-d1c4-4cdf-84f3-8f67875b657e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Mar 07 05:09:14.861766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57716) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:09:14.924665 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7f8b2df5-ba34-4089-9fba-8f64937a4145 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/03197945-3ad5-4616-961c-8e95afdd90ca HTTP/1.1" status: 200 len: 993 time: 0.0617342 Mar 07 05:09:15.133919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:09:15.182542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 895a5533-872d-4738-9e7d-c05cdee17577 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:09:15.186178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 895a5533-872d-4738-9e7d-c05cdee17577 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:09:15.186554 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (895a5533-872d-4738-9e7d-c05cdee17577), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:15.263705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 895a5533-872d-4738-9e7d-c05cdee17577 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:09:15.264005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:15.286533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:09:15.288939 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6073c41a-684a-4bb6-8e97-61a13e54409b" -d '{"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-plugged", "status": "completed", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:09:15.302009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:09:15.305968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:15.329484 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bcc6ed-76d6-466a-9db9-58fe65eb2d13 x-openstack-request-id: req-29bcc6ed-76d6-466a-9db9-58fe65eb2d13 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:09:15.329787 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-plugged", "status": "completed", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:09:15.330066 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29bcc6ed-76d6-466a-9db9-58fe65eb2d13 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:09:15.330458 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'code': 200} Mar 07 05:09:15.355251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:09:20.208236 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:22.476145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:32.813428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89f01782-b93e-4b19-a290-e9ed1ab483e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:35.434645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2517398a-ddb1-4781-bee0-1768ec828219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:36.852314 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:37.781226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:39.503788 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:46.789569 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-34a5078c-6eca-4dc6-b783-4d080fb97e5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452137 Mar 07 05:09:46.875900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-80221e8f-4404-4138-aa40-8ae6170fdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:46.878123 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-80221e8f-4404-4138-aa40-8ae6170fdfa4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0467334 Mar 07 05:09:46.992482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-0c5a2fb7-2b70-4062-bf01-577a033da9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:46.993951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-0c5a2fb7-2b70-4062-bf01-577a033da9b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0917540 Mar 07 05:09:47.062022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-da1191a6-4c9f-40fc-89ee-603ebbbc584a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 1002 time: 0.0617163 Mar 07 05:09:47.110806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-a85dc5f5-b3d1-4b70-95dc-76be8ad61364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:47.112856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-a85dc5f5-b3d1-4b70-95dc-76be8ad61364 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0455806 Mar 07 05:09:47.184009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-d90b324e-01b0-4c1b-806c-e712f8c68578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:09:47.185495 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-d90b324e-01b0-4c1b-806c-e712f8c68578 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488868 Mar 07 05:09:47.278273 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-498e5db3-a807-4dd6-a66b-921f4e84aa6d service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862825 Mar 07 05:09:47.377641 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f73508d-c9bf-4604-a2fd-c1164fed1d9f req-98cf32a3-196c-4646-9ddb-5773584a4c91 service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927057 Mar 07 05:09:50.208053 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:09:51.433348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:09:52.474871 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:02.814936 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-006cb393-abe1-4add-91d5-a3d698be5d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:05.436533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-24df901a-14c6-4d21-b7e0-592d0d87e3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:06.855269 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:07.782801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:09.512159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:10.382086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725263a6-8b3e-490c-83bb-71471ac627dc req-f9a4d0a9-50ce-43cd-ba04-045d0533de53 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:10.383611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-725263a6-8b3e-490c-83bb-71471ac627dc req-f9a4d0a9-50ce-43cd-ba04-045d0533de53 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0483201 Mar 07 05:10:10.430671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-725263a6-8b3e-490c-83bb-71471ac627dc req-0068cce8-1f20-4caa-84d9-c96c62190620 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Mar 07 05:10:10.452928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57756) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:10.609254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 100da8cf-f2a9-47e6-a50c-e347596b0da3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:10:10.609514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:10.687321 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:10.687651 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (100da8cf-f2a9-47e6-a50c-e347596b0da3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:10.699996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 100da8cf-f2a9-47e6-a50c-e347596b0da3 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:10:10.847714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (100da8cf-f2a9-47e6-a50c-e347596b0da3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:10.872785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=100da8cf-f2a9-47e6-a50c-e347596b0da3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:10.901007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.901362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.901710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.902075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.902417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.902750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.903082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.903417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.903747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.904079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.904412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.904740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.905066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:10.944739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (03197945-3ad5-4616-961c-8e95afdd90ca), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:10.945326 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP 03197945-3ad5-4616-961c-8e95afdd90ca disassociated (deleted). External IP: 172.25.4.130, port: 895a5533-872d-4738-9e7d-c05cdee17577. Mar 07 05:10:11.153219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:10:11.261404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:10:11.266122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:11.271147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] Sync routers for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:10:11.280433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:11.281047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:11.294928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-99700e29-488a-4426-bb1b-3f548cec9554 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/floatingips/03197945-3ad5-4616-961c-8e95afdd90ca HTTP/1.1" status: 204 len: 168 time: 0.8409333 Mar 07 05:10:11.295499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:10:11.297789 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb08eb94-0066-46ca-93ae-e2bf4e010887" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:10:11.397201 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:11.458396 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d5ef27-2167-445e-834e-065f724c71ac x-openstack-request-id: req-67d5ef27-2167-445e-834e-065f724c71ac {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:10:11.459299 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:10:11.459652 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67d5ef27-2167-445e-834e-065f724c71ac {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:10:11.460211 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'status': 'completed', 'code': 200} Mar 07 05:10:11.527792 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-fc2b0573-fea7-4d4b-8bdf-27e9be10c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:11.529316 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-fc2b0573-fea7-4d4b-8bdf-27e9be10c8df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 1128 time: 0.0490036 Mar 07 05:10:11.559549 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5cdd2-6f92-4f4b-b7e8-941b73b297d4 req-768c0022-aee9-43a5-9150-6c3718eec411 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:11.561475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78c5cdd2-6f92-4f4b-b7e8-941b73b297d4 req-768c0022-aee9-43a5-9150-6c3718eec411 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0558813 Mar 07 05:10:11.622766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78c5cdd2-6f92-4f4b-b7e8-941b73b297d4 req-854aa433-1621-4204-82f6-0420ac41a308 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540276 Mar 07 05:10:11.633667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-dbf67b12-ba5c-4a08-aefe-66f94fa4a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:11.635502 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-dbf67b12-ba5c-4a08-aefe-66f94fa4a325 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 200 len: 898 time: 0.0992980 Mar 07 05:10:11.679997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-a0536071-d03b-48e8-ba20-6f0c5c5943e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 200 len: 217 time: 0.0362396 Mar 07 05:10:11.728831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-1935ad32-e027-4168-915c-2f29040964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:11.730311 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-1935ad32-e027-4168-915c-2f29040964c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 200 len: 834 time: 0.0441601 Mar 07 05:10:11.767513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:11.784401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-df3841d4-2f37-43fe-8bf3-285abba1088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:11.785882 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-df3841d4-2f37-43fe-8bf3-285abba1088d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88d41e23-9d5a-42d0-83b8-e2de5215974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481203 Mar 07 05:10:11.794510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] Checking router: 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:10:11.803466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:11.804076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:11.875435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-93d872ee-3139-4b9a-8919-485762142c28 service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828831 Mar 07 05:10:11.913038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:11.969323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fb08eb94-0066-46ca-93ae-e2bf4e010887 req-9e96b058-c17e-4617-8145-10e034acb99a service neutron] 10.222.0.44 "GET /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874760 Mar 07 05:10:12.113152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:12.139686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acb801-1471-4055-84f6-0061c3d9162d None None] The sync data for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 is: [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:08:03Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8c99c814-8440-4a9a-b403-93e256cedc33', 'name': '', 'network_id': '88d41e23-9d5a-42d0-83b8-e2de5215974e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:46:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0c731616-f502-40fd-829d-774814272998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:02Z', 'updated_at': '2022-03-07T05:08:06Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '0c731616-f502-40fd-829d-774814272998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:10:12.358403 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d299e-039b-4550-a50e-440fde6f79e0 None None] New status for floating IP 03197945-3ad5-4616-961c-8e95afdd90ca: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:10:12.995949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133bdfc-e40f-4080-bd91-697f1a2db286 req-de6fc4ec-113c-4054-8f70-1dfd1bf2db28 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:12.997405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c133bdfc-e40f-4080-bd91-697f1a2db286 req-de6fc4ec-113c-4054-8f70-1dfd1bf2db28 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0518627 Mar 07 05:10:13.045734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c133bdfc-e40f-4080-bd91-697f1a2db286 req-3549bdb3-3206-4bdd-bffe-1a2f9daff1c5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Mar 07 05:10:13.071408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-a8c89cfb-6e8e-430c-b4b1-4b9d1485a6ff tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:13.072867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-a8c89cfb-6e8e-430c-b4b1-4b9d1485a6ff tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcb5ba07-3ffd-42ba-bbdd-e55e810f6469 HTTP/1.1" status: 200 len: 946 time: 0.0518346 Mar 07 05:10:13.163515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 895a5533-872d-4738-9e7d-c05cdee17577 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:10:13.163858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (895a5533-872d-4738-9e7d-c05cdee17577), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:13.253593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 895a5533-872d-4738-9e7d-c05cdee17577, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=895a5533-872d-4738-9e7d-c05cdee17577,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:13.253858 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (895a5533-872d-4738-9e7d-c05cdee17577), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:13.265419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 895a5533-872d-4738-9e7d-c05cdee17577 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:10:13.397148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (895a5533-872d-4738-9e7d-c05cdee17577), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:13.425726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=895a5533-872d-4738-9e7d-c05cdee17577,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:13.450018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.450371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.450710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.451041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.451372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.451694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.452017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.452337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.452656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.452978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.453291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.453606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.453918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:13.476162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] No DVR routers for this DVR port 895a5533-872d-4738-9e7d-c05cdee17577 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:10:13.478653 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:13.481897 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9033c0eb-c00e-4ad3-9939-cee71f53e65e req-0946b82c-6fe1-4397-8105-af31c5e942c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.44 "DELETE /v2.0/ports/895a5533-872d-4738-9e7d-c05cdee17577 HTTP/1.1" status: 204 len: 173 time: 0.4029303 Mar 07 05:10:13.482353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-deleted', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:10:13.484541 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033eab9-1546-4135-9c3e-d310c02f4b87" -d '{"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-deleted", "tag": "895a5533-872d-4738-9e7d-c05cdee17577"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:10:13.523891 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2a48c-6cb1-4d13-a154-6b3aa3403674 x-openstack-request-id: req-f1d2a48c-6cb1-4d13-a154-6b3aa3403674 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:10:13.524297 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb5ba07-3ffd-42ba-bbdd-e55e810f6469", "name": "network-vif-deleted", "tag": "895a5533-872d-4738-9e7d-c05cdee17577", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:10:13.524624 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1d2a48c-6cb1-4d13-a154-6b3aa3403674 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:10:13.525116 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb5ba07-3ffd-42ba-bbdd-e55e810f6469', 'name': 'network-vif-deleted', 'tag': '895a5533-872d-4738-9e7d-c05cdee17577', 'status': 'completed', 'code': 200} Mar 07 05:10:14.101805 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:14.451707 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.017714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 8c99c814-8440-4a9a-b403-93e256cedc33 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:10:15.018111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.102319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 8c99c814-8440-4a9a-b403-93e256cedc33, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8c99c814-8440-4a9a-b403-93e256cedc33,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:15.103006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.115049 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 8c99c814-8440-4a9a-b403-93e256cedc33 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:10:15.295120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8c99c814-8440-4a9a-b403-93e256cedc33), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.325723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=8c99c814-8440-4a9a-b403-93e256cedc33,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:15.502540 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.723069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:10:15.834818 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:10:15.840281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2a549559-63d3-4af5-ad55-c12082701e6a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/9262c9d0-915e-4fb3-89fe-6a278d8fcd74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373619 Mar 07 05:10:15.843029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57772) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:15.844375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] Sync routers for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:10:15.854514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:15.855136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:15.892628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting subnet 0c731616-f502-40fd-829d-774814272998 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:10:15.896893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (0c731616-f502-40fd-829d-774814272998), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.936292 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (0c731616-f502-40fd-829d-774814272998), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:15.967682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:16.026074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0c731616-f502-40fd-829d-774814272998), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.084070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (0c731616-f502-40fd-829d-774814272998), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.112276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Subnet': ['ID=0c731616-f502-40fd-829d-774814272998,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:16.114495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.117619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9017367d-5bb0-407b-b517-f9cccc2e88dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/subnets/0c731616-f502-40fd-829d-774814272998 HTTP/1.1" status: 204 len: 168 time: 0.2734122 Mar 07 05:10:16.120293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57774) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:16.121188 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc51b3-d293-44e0-8624-e48225e48ccb None None] Network 88d41e23-9d5a-42d0-83b8-e2de5215974e requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:10:16.223612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:10:15Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:16.231105 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.256445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] Checking router: 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:10:16.268583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] Routers {'9262c9d0-915e-4fb3-89fe-6a278d8fcd74'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:16.269142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:16.351817 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.353751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] DHCP port deletion for 88d41e23-9d5a-42d0-83b8-e2de5215974e request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:10:16.404310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] Set router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:16.405810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port cf3c7988-c5c4-4767-8464-858abf6199f2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:10:16.406202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.491104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port cf3c7988-c5c4-4767-8464-858abf6199f2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=cf3c7988-c5c4-4767-8464-858abf6199f2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:16.491104 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.502568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for cf3c7988-c5c4-4767-8464-858abf6199f2 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:10:16.521438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Deleting port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:10:16.521806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.602516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] For port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,segment=NetworkSegment(c2a1ebc6-7a57-488f-b5b4-bd8978437c5b),segment_id=c2a1ebc6-7a57-488f-b5b4-bd8978437c5b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:16.602818 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.631748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Calling delete_port for db04babb-4aa3-4245-bbe0-3b6b3f2c4aff owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:10:16.668219 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (cf3c7988-c5c4-4767-8464-858abf6199f2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.694936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=cf3c7988-c5c4-4767-8464-858abf6199f2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:16.723513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:10:15Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:16.750772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57873fc-8189-423d-bdc8-ba0a853ac3f6 None None] The sync data for ids ['9262c9d0-915e-4fb3-89fe-6a278d8fcd74'] in n-d-832185-1 is: [{'id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843947194', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:07:59Z', 'updated_at': '2022-03-07T05:10:15Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': 'cf3c7988-c5c4-4767-8464-858abf6199f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9262c9d0-915e-4fb3-89fe-6a278d8fcd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:08:00Z', 'updated_at': '2022-03-07T05:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:10:16.756522 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.756976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (db04babb-4aa3-4245-bbe0-3b6b3f2c4aff), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.783136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Pushing event deleted for resources: {'Port': ['ID=db04babb-4aa3-4245-bbe0-3b6b3f2c4aff,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:16.792153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] No DVR routers for this DVR port db04babb-4aa3-4245-bbe0-3b6b3f2c4aff on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:10:16.796050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.796403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.796733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.797071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.797402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.797729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.798079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.798404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.798726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.799047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.799410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.799733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.800054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcefa6-23da-4334-abb3-8601b3bcb37b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:16.866368 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.868508 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.911343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9262c9d0-915e-4fb3-89fe-6a278d8fcd74), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.911885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Fanout notify agent at l3_agent the message router_deleted on router 9262c9d0-915e-4fb3-89fe-6a278d8fcd74 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:10:16.918652 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:16.919749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-da9294c0-b42f-46a7-b23a-43cb7f6283e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/routers/9262c9d0-915e-4fb3-89fe-6a278d8fcd74 HTTP/1.1" status: 204 len: 168 time: 0.7985682 Mar 07 05:10:16.922493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57776) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:16.998834 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (88d41e23-9d5a-42d0-83b8-e2de5215974e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.082240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (88d41e23-9d5a-42d0-83b8-e2de5215974e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.102983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d41e23-9d5a-42d0-83b8-e2de5215974e']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:17.112765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:17.113489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a1ebc6-7a57-488f-b5b4-bd8978437c5b') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:17.122679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (c2a1ebc6-7a57-488f-b5b4-bd8978437c5b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.136669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c2a1ebc6-7a57-488f-b5b4-bd8978437c5b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.142795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:10:17.143816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (c2a1ebc6-7a57-488f-b5b4-bd8978437c5b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:10:17.146975 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:10:17.210646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (88d41e23-9d5a-42d0-83b8-e2de5215974e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.218094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.221631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/networks/88d41e23-9d5a-42d0-83b8-e2de5215974e HTTP/1.1" status: 204 len: 168 time: 0.2981069 Mar 07 05:10:17.224387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:17.233016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb738db7-669a-46c9-9903-7c433478a499 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Network': ['ID=88d41e23-9d5a-42d0-83b8-e2de5215974e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:17.284558 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-440ac695-d996-412d-af35-59bf30908bda tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.310579 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-440ac695-d996-412d-af35-59bf30908bda tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.383234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-440ac695-d996-412d-af35-59bf30908bda tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.385835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-440ac695-d996-412d-af35-59bf30908bda tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.387039 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-440ac695-d996-412d-af35-59bf30908bda tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/security-groups/6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb HTTP/1.1" status: 204 len: 168 time: 0.1615489 Mar 07 05:10:17.403687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ac695-d996-412d-af35-59bf30908bda tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505ea54-1f8c-4aa5-b8a2-17c51cdaf1fb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:17.437341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:10:17.461794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 895a5533-872d-4738-9e7d-c05cdee17577 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:10:17.462250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 895a5533-872d-4738-9e7d-c05cdee17577 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:10:17.681476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57784) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:17.686061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303511467', 'description': 'tempest-secgroup-smoke-303511467 description', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:17.707515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.772763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (57b55b7d-2846-4522-a6eb-96dc1c66cd01), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.776917 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (57b55b7d-2846-4522-a6eb-96dc1c66cd01), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.807099 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.808359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1258199 Mar 07 05:10:17.811547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57786) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:17.816293 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '57b55b7d-2846-4522-a6eb-96dc1c66cd01', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:17.819922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a61c9-8c93-4b19-adfa-f8168c214076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b55b7d-2846-4522-a6eb-96dc1c66cd01,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:17.853310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c99c814-8440-4a9a-b403-93e256cedc33 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:10:17.869578 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (9301b676-de7d-4133-bdc0-359f7b52c5cc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.878160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8c99c814-8440-4a9a-b403-93e256cedc33 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:10:17.878527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8c99c814-8440-4a9a-b403-93e256cedc33 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:10:17.879183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device db04babb-4aa3-4245-bbe0-3b6b3f2c4aff no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:10:17.899130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: db04babb-4aa3-4245-bbe0-3b6b3f2c4aff {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:10:17.899571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device db04babb-4aa3-4245-bbe0-3b6b3f2c4aff not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:10:17.900000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cf3c7988-c5c4-4767-8464-858abf6199f2 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:10:17.919480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: cf3c7988-c5c4-4767-8464-858abf6199f2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:10:17.919896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device cf3c7988-c5c4-4767-8464-858abf6199f2 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:10:17.930447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (9301b676-de7d-4133-bdc0-359f7b52c5cc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.934263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9301b676-de7d-4133-bdc0-359f7b52c5cc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.952519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9301b676-de7d-4133-bdc0-359f7b52c5cc,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:17.958365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:17.959573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e1e58378-94ef-42a3-8a15-e1b4d7a35eb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468282 Mar 07 05:10:17.962281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57788) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:17.966702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '57b55b7d-2846-4522-a6eb-96dc1c66cd01', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:17.992840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (1d0b759d-e9da-4421-987f-5b5d0c789236), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.047216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (1d0b759d-e9da-4421-987f-5b5d0c789236), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.050720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1d0b759d-e9da-4421-987f-5b5d0c789236), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.070979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0b759d-e9da-4421-987f-5b5d0c789236,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:18.079436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.081163 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f95dfcf8-1225-49d8-9519-371d6e53cbb4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174271 Mar 07 05:10:18.083884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:18.088082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '57b55b7d-2846-4522-a6eb-96dc1c66cd01', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:18.112068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (3160eabb-c84d-4978-a2bd-fe19eb426a0c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.166099 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (3160eabb-c84d-4978-a2bd-fe19eb426a0c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.169640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3160eabb-c84d-4978-a2bd-fe19eb426a0c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.188327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3160eabb-c84d-4978-a2bd-fe19eb426a0c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:18.193345 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.194574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4a0522fc-0ccb-4a24-8d4e-fb2e2f297ef1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097751 Mar 07 05:10:18.197258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57792) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:18.201519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '57b55b7d-2846-4522-a6eb-96dc1c66cd01', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:18.226971 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (ef70822b-9f81-45a6-a240-4326d06d3c6e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.283053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (ef70822b-9f81-45a6-a240-4326d06d3c6e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.287225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ef70822b-9f81-45a6-a240-4326d06d3c6e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.305485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef70822b-9f81-45a6-a240-4326d06d3c6e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:18.313531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.314758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fcbcafda-537e-4dd1-820e-e1c0afe56cf5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165404 Mar 07 05:10:18.317486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57794) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:18.321779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '57b55b7d-2846-4522-a6eb-96dc1c66cd01', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:18.342311 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:10:18.348100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (609a5da9-20b5-4020-beea-ced62e03a28e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.403930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (609a5da9-20b5-4020-beea-ced62e03a28e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.407360 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (609a5da9-20b5-4020-beea-ced62e03a28e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.426819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609a5da9-20b5-4020-beea-ced62e03a28e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:18.437795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.439006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-691987ab-89ac-4fdf-9814-8dcacfbbceb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205254 Mar 07 05:10:18.442406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57796) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:18.446811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': '57b55b7d-2846-4522-a6eb-96dc1c66cd01', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:18.466534 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:10:18.471453 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (767917cc-44c9-47fd-9bfb-428243c9ad12), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.530422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (767917cc-44c9-47fd-9bfb-428243c9ad12), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.534542 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (767917cc-44c9-47fd-9bfb-428243c9ad12), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.553173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767917cc-44c9-47fd-9bfb-428243c9ad12,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:18.560331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.561486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad54a782-fc62-4a2a-9c76-6548b339b212 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181650 Mar 07 05:10:18.564355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57798) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:18.569201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'network': {'name': 'tempest-network-smoke--366586433', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'port_security_enabled': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:18.587370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:10:18.590636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.617135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:10:18.624891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1c9e92aa-a81d-4e04-a08f-e6ea832e8312), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.625230 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Added segment 1c9e92aa-a81d-4e04-a08f-e6ea832e8312 of type vlan for network 096ce323-7ecc-4c19-b165-314270e609da Mar 07 05:10:18.664594 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (096ce323-7ecc-4c19-b165-314270e609da), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.688810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (096ce323-7ecc-4c19-b165-314270e609da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.693849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:18.694468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.731416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1659839 Mar 07 05:10:18.734294 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 57800) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:18.739017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'admin_state_up': True, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:18.759795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.760776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.765173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a15a-4b15-4882-99f2-33501f4378fc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Network': ['ID=096ce323-7ecc-4c19-b165-314270e609da,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:18.776864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 096ce323-7ecc-4c19-b165-314270e609da details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:10:18.815758 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:18.964680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:19.158958 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:19.177031 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:19.278275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.119 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/365580bc-c99e-4721-a3a7-17fcc3363547) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:10:19.381401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (365580bc-c99e-4721-a3a7-17fcc3363547), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:19.415110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:19.453790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:10:19.458883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:19.462276 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:10:19.467723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=365580bc-c99e-4721-a3a7-17fcc3363547,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:20.025416 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.221905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.225326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.353226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:10:20.460493 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:10:20.472899 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Sync routers for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:10:20.482650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.482993 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:20.487431 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:20.487585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8dabd3f3-68ef-4e39-914b-791d9b775519 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7485793 Mar 07 05:10:20.488265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57802) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:20.518322 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-12af068a-7256-4282-915e-708202a5921e tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a6cd74cb2ad94306849614f0ffb38f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265894 Mar 07 05:10:20.518597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57804) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:20.589818 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:20.606849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb027332-d426-47a5-9c81-1000317ce06c tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:20.608343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb027332-d426-47a5-9c81-1000317ce06c tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888703 Mar 07 05:10:20.611164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57806) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:20.638104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-30f10af9-0c06-4ef2-bd6d-6d098a4d6888 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253038 Mar 07 05:10:20.640451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57808) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:20.644975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514388579', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:20.729512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:10:20.732899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.766976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:19Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:20.797880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Checking router: 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:10:20.798863 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Updating router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 port 365580bc-c99e-4721-a3a7-17fcc3363547 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:10:20.827971 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.915276 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (646f22a2-dbc5-4215-9fbb-80254e26c88b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:20.981642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Subnet': ['ID=646f22a2-dbc5-4215-9fbb-80254e26c88b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:20.993545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Checking segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:10:20.993905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network hostable DHCP agents. Network: 096ce323-7ecc-4c19-b165-314270e609da, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:10:21.010660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 096ce323-7ecc-4c19-b165-314270e609da is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:10:21.020017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 096ce323-7ecc-4c19-b165-314270e609da) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:21.026265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:21.026265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.029990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b783b-e936-4502-8645-54ae66638fb3 None None] Network 096ce323-7ecc-4c19-b165-314270e609da requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:10:21.045869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cd3dce7e-67c4-42bf-b2f5-bf2c83f669a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4043605 Mar 07 05:10:21.048624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57810) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:21.080876 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Publish callbacks [] for port (365580bc-c99e-4721-a3a7-17fcc3363547), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.088519 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.144558 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Attempting to bind port 365580bc-c99e-4721-a3a7-17fcc3363547 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:10:21.144930 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Attempting to bind port 365580bc-c99e-4721-a3a7-17fcc3363547 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:10:21.145289 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Attempting to bind port 365580bc-c99e-4721-a3a7-17fcc3363547 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:10:21.148393 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Pushing event updated for resources: {'Port': ['ID=365580bc-c99e-4721-a3a7-17fcc3363547,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:21.152914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-096ce323-7ecc-4c19-b165-314270e609da', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:10:21.154466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.156925 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.157269 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.157603 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.157936 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.158289 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.158688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.158998 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.159318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.159636 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.159959 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.160276 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.160595 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.160912 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:10:21.164070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:10:21.164448 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:10:21.164850 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.165231 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:10:21.165705 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Bound port: 365580bc-c99e-4721-a3a7-17fcc3363547, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:10:21.166108 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.220049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] For port 365580bc-c99e-4721-a3a7-17fcc3363547, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:10:21.223489 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] For port 365580bc-c99e-4721-a3a7-17fcc3363547, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=365580bc-c99e-4721-a3a7-17fcc3363547,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:10:21.229731 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.279400 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:21.280022 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:21.309606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Allocated IP 172.20.0.2 (096ce323-7ecc-4c19-b165-314270e609da/646f22a2-dbc5-4215-9fbb-80254e26c88b/f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:10:21.475542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Publish callbacks [] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.483130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.487486 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096935a1-34c1-4eac-8306-d8464a7409b9 None None] Pushing event updated for resources: {'Port': ['ID=365580bc-c99e-4721-a3a7-17fcc3363547,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:21.505425 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:21.536294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Network 096ce323-7ecc-4c19-b165-314270e609da is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:10:21.539305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:21.542917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:10:21.552073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Pushing event updated for resources: {'Port': ['ID=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:21.612082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Attempting to bind port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:10:21.612390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Attempting to bind port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:10:21.612761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Attempting to bind port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:10:21.618458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:10:21.618841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Checking segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:10:21.619253 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.619641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Bound using segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:10:21.620117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Bound port: f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:10:21.620502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.687619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] For port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:10:21.691790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] For port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:10:21.699580 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:21.712171 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:19Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:21.744200 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b8ffd-9e41-4207-9042-86a8b2a7c8d1 None None] The sync data for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 is: [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:19Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:10:21.770438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30d295-5e55-4a27-b0bc-8a975330b380 None None] Pushing event updated for resources: {'Port': ['ID=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:21.869796 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.214516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.1 (096ce323-7ecc-4c19-b165-314270e609da/646f22a2-dbc5-4215-9fbb-80254e26c88b/60481066-de37-4d07-9290-37665db83276) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:10:22.337302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (60481066-de37-4d07-9290-37665db83276), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.374179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (60481066-de37-4d07-9290-37665db83276), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.419787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 096ce323-7ecc-4c19-b165-314270e609da is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:10:22.424040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:22.428874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:10:22.459038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=60481066-de37-4d07-9290-37665db83276,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:22.491480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.496423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.660882 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60481066-de37-4d07-9290-37665db83276), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.826740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd934e-1e47-474a-bec7-af345ddd6fea None None] Network 096ce323-7ecc-4c19-b165-314270e609da requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:10:22.905132 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] Provisioning complete for port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:22.905429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.953752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (60481066-de37-4d07-9290-37665db83276), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:22.960488 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (60481066-de37-4d07-9290-37665db83276), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.030025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] Current status of the port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:23.030409 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.042668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.044593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=60481066-de37-4d07-9290-37665db83276,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:23.065235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] For port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:23.069031 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.120113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f8628-f2d3-497e-8003-b1ea206c8155 None None] Pushing event updated for resources: {'Port': ['ID=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:23.156568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 096ce323-7ecc-4c19-b165-314270e609da is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:10:23.159672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:23.288934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:10:23.292955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-45403136-7537-40e0-ad28-9e90604eafd4 None None] Provisioning complete for port 60481066-de37-4d07-9290-37665db83276 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:23.293552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-45403136-7537-40e0-ad28-9e90604eafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60481066-de37-4d07-9290-37665db83276), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.338380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-45403136-7537-40e0-ad28-9e90604eafd4 None None] Port 60481066-de37-4d07-9290-37665db83276 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:10:23.348762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-45403136-7537-40e0-ad28-9e90604eafd4 None None] Provisioning complete for port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:23.349150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-45403136-7537-40e0-ad28-9e90604eafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.420740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:10:23.434867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8c02e87b-9129-483d-8b65-2eaa255ef53c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/1ddae9fc-abd5-4e01-8c39-8b665d9bf926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3769124 Mar 07 05:10:23.451738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-45403136-7537-40e0-ad28-9e90604eafd4 None None] Current status of the port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:23.544770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Sync routers for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:10:23.555550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:23.556324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:23.628194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-14837229-b15a-4339-b4fe-81cbac01abaa None None] Provisioning complete for port 60481066-de37-4d07-9290-37665db83276 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:23.628575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-14837229-b15a-4339-b4fe-81cbac01abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60481066-de37-4d07-9290-37665db83276), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.642097 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-24ee70f7-7fbd-4ef6-985d-c104c0912358 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303511467&fields=id&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 267 time: 0.0627189 Mar 07 05:10:23.711169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-14837229-b15a-4339-b4fe-81cbac01abaa None None] Port 60481066-de37-4d07-9290-37665db83276 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:10:23.730677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:23.767367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-300fce5e-8107-4091-8935-a972a66f104f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:23.767702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 365580bc-c99e-4721-a3a7-17fcc3363547 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:10:23.769494 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-300fce5e-8107-4091-8935-a972a66f104f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 796 time: 0.1204755 Mar 07 05:10:23.783126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-db367f31-30dc-40a9-b7c0-96a6af1a0a7c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/quotas/a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 375 time: 0.0093360 Mar 07 05:10:23.843569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-69b7d590-80df-4157-89c1-3619746e31a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542505 Mar 07 05:10:23.907149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3378cfc5-15e9-4d4b-8639-c5b2d1252f4c None None] Provisioning complete for port 60481066-de37-4d07-9290-37665db83276 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:23.907522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3378cfc5-15e9-4d4b-8639-c5b2d1252f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60481066-de37-4d07-9290-37665db83276), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.939036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 365580bc-c99e-4721-a3a7-17fcc3363547 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:23.939323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:23.941384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-39b3b2f2-1299-4775-9867-7e6c810bfc93 service neutron] 10.222.0.21 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Mar 07 05:10:23.985888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3378cfc5-15e9-4d4b-8639-c5b2d1252f4c None None] Port 60481066-de37-4d07-9290-37665db83276 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:10:24.040236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-7283064c-0fb8-4d9b-aa3c-150ea857c9ff service neutron] 10.222.0.21 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928671 Mar 07 05:10:24.074812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 365580bc-c99e-4721-a3a7-17fcc3363547 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:24.075203 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.098690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 365580bc-c99e-4721-a3a7-17fcc3363547, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=365580bc-c99e-4721-a3a7-17fcc3363547,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:24.102726 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.103506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:10:24.109262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 2, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:24.186444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Checking router: 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:10:24.186769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Updating router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 port 60481066-de37-4d07-9290-37665db83276 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:10:24.207261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9d1fbe0-3c84-415d-83c3-8c786ad94a95 req-446cfba9-7e23-4ba1-a276-e85eea8a3e89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 210 time: 0.0292556 Mar 07 05:10:24.235909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=365580bc-c99e-4721-a3a7-17fcc3363547,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:24.239946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60481066-de37-4d07-9290-37665db83276), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.276763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:24.277137 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.478424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:24.560765 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Publish callbacks [] for port (60481066-de37-4d07-9290-37665db83276), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.566787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (60481066-de37-4d07-9290-37665db83276), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.614344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48e6e-fd9b-4dbb-986b-b721f7e0e955 None None] Pushing event updated for resources: {'Port': ['ID=60481066-de37-4d07-9290-37665db83276,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:24.675369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Attempting to bind port 60481066-de37-4d07-9290-37665db83276 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:10:24.675720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Attempting to bind port 60481066-de37-4d07-9290-37665db83276 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:10:24.676099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Attempting to bind port 60481066-de37-4d07-9290-37665db83276 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:10:24.681486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:10:24.681861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Checking segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:10:24.682283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.682678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Bound using segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:10:24.683150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Bound port: 60481066-de37-4d07-9290-37665db83276, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:10:24.683531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60481066-de37-4d07-9290-37665db83276), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.749119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] For port 60481066-de37-4d07-9290-37665db83276, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:10:24.752870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] For port 60481066-de37-4d07-9290-37665db83276, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=60481066-de37-4d07-9290-37665db83276,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:10:24.760161 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (60481066-de37-4d07-9290-37665db83276), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:24.828047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48e6e-fd9b-4dbb-986b-b721f7e0e955 None None] Pushing event updated for resources: {'Port': ['ID=60481066-de37-4d07-9290-37665db83276,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:24.831524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:24.832144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:24.875950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] Provisioning complete for port 60481066-de37-4d07-9290-37665db83276 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:24.876249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60481066-de37-4d07-9290-37665db83276), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:25.162521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:25.203085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] Current status of the port 60481066-de37-4d07-9290-37665db83276 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:25.203482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60481066-de37-4d07-9290-37665db83276), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:25.296277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d85b069-2910-45d1-9313-a62a85fee9df req-64607dcb-e34b-40d8-8d7e-aaf5a14c7926 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 210 time: 0.0301187 Mar 07 05:10:25.320900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] For port 60481066-de37-4d07-9290-37665db83276, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=60481066-de37-4d07-9290-37665db83276,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:25.326580 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (60481066-de37-4d07-9290-37665db83276), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:25.415068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5c57d-90f2-459c-8855-0fd7f5ea572d None None] Pushing event updated for resources: {'Port': ['ID=60481066-de37-4d07-9290-37665db83276,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:25.454652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a87bea18-6429-44ee-8bec-130cb9c45057 None None] Provisioning complete for port 60481066-de37-4d07-9290-37665db83276 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:25.455022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a87bea18-6429-44ee-8bec-130cb9c45057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60481066-de37-4d07-9290-37665db83276), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:25.479172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:25.511197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045d299-c504-4316-9f56-09ebd5709567 None None] The sync data for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 is: [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:10:25.583931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a87bea18-6429-44ee-8bec-130cb9c45057 None None] Current status of the port 60481066-de37-4d07-9290-37665db83276 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:25.743022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 60481066-de37-4d07-9290-37665db83276 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:10:25.792203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 60481066-de37-4d07-9290-37665db83276 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:25.792580 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60481066-de37-4d07-9290-37665db83276), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:25.875612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 60481066-de37-4d07-9290-37665db83276 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:25.876708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 365580bc-c99e-4721-a3a7-17fcc3363547 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:10:25.930913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 365580bc-c99e-4721-a3a7-17fcc3363547 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:25.931285 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:26.015652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 365580bc-c99e-4721-a3a7-17fcc3363547 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:26.380941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-32e7a9c6-f4b2-4ee6-a36d-3be5bccba70d req-16151931-d518-4a45-8244-f85af2342aeb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 210 time: 0.0273793 Mar 07 05:10:27.163200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-f1299987-2ba5-4d3d-94d3-789be4b3d46e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:27.164665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-f1299987-2ba5-4d3d-94d3-789be4b3d46e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 796 time: 0.1069400 Mar 07 05:10:27.227526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-cdfd154a-9755-4b0c-a074-5b7712842a35 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 379 time: 0.0545111 Mar 07 05:10:27.235727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'port': {'device_id': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'admin_state_up': True, 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'security_groups': ['57b55b7d-2846-4522-a6eb-96dc1c66cd01']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:27.344820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:10:27.348660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:27.492954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-415792c9-1caa-4b73-90e4-80679f4e816d req-956bfb1e-fb05-4eab-848a-c77ba0bb18ea tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 210 time: 0.0394826 Mar 07 05:10:27.511286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.8 (096ce323-7ecc-4c19-b165-314270e609da/646f22a2-dbc5-4215-9fbb-80254e26c88b/d5c7c918-2397-4aa3-ad98-a4d6ee477c55) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:10:27.645287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:27.678634 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:27.726556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 096ce323-7ecc-4c19-b165-314270e609da is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:10:27.729629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:27.733194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:10:27.762568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:27.787908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:27.788537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:27.805671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bc24bfe4-014c-4f1a-84f6-10fc45addddd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733984 Mar 07 05:10:27.814465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-01dbb99a-82dc-4db3-ae9d-70c1442aacd6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:10:27.815774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-01dbb99a-82dc-4db3-ae9d-70c1442aacd6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052943 Mar 07 05:10:27.826367 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Request body: {'port': {'device_id': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:27.890190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.017436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7e741865-95bf-42d9-b344-91bcc8d52e6c None None] Provisioning complete for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:28.018629 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e741865-95bf-42d9-b344-91bcc8d52e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.056112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7e741865-95bf-42d9-b344-91bcc8d52e6c None None] Port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:10:28.162385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c7c918-2397-4aa3-ad98-a4d6ee477c55 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:10:28.169768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Publish callbacks [] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.185349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Transition to ACTIVE for port object d5c7c918-2397-4aa3-ad98-a4d6ee477c55 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:10:28.188632 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.241658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:28.317413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:10:28.317881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:10:28.318243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:10:28.322939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:10:28.323259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:10:28.328206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:10:28.328540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Checking segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:10:28.328918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Bound using segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:10:28.329341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Bound port: d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:10:28.329700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.394601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:10:28.397653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:10:28.403584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.433485 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:10:28.436101 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:28.436776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:28.438342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] 10.222.0.15 "PUT /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1091 time: 0.6159959 Mar 07 05:10:28.438594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:10:28.440855 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:10:28.468912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed90899-ff72-4600-8f7f-e5717d4c4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:28.500902 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e996f921-a9de-4f19-9ec7-b8f8e072450e x-openstack-request-id: req-e996f921-a9de-4f19-9ec7-b8f8e072450e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:10:28.501503 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:10:28.501503 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e996f921-a9de-4f19-9ec7-b8f8e072450e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:10:28.501838 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'status': 'completed', 'code': 200} Mar 07 05:10:28.536794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-21da2791-eba6-470a-a1cc-a5f63f35b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:28.538491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-21da2791-eba6-470a-a1cc-a5f63f35b7ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1125 time: 0.0487478 Mar 07 05:10:28.595042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-2037d729-0e22-418a-bdb8-41db6116eaba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 217 time: 0.0501990 Mar 07 05:10:28.668341 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-f4dcc0d2-2fad-493c-af90-b4fe6d1a9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:28.669806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-f4dcc0d2-2fad-493c-af90-b4fe6d1a9aa7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0584733 Mar 07 05:10:28.678239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa27c-bb8b-404e-8a1b-b3cc6e525d93 req-f4ffd1d6-aede-4f27-856b-4ae077e9f854 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:28.679699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eadaa27c-bb8b-404e-8a1b-b3cc6e525d93 req-f4ffd1d6-aede-4f27-856b-4ae077e9f854 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0953660 Mar 07 05:10:28.762770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eadaa27c-bb8b-404e-8a1b-b3cc6e525d93 req-6068cd7e-23e9-4180-ac7f-e6618311dad4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748794 Mar 07 05:10:28.767046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bfa84657-422b-48ed-bc94-a82bb54a4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:28.769760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-bfa84657-422b-48ed-bc94-a82bb54a4059 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892215 Mar 07 05:10:28.860355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-df579e4a-cfd5-4957-926b-d8557e03eea8 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844028 Mar 07 05:10:28.952023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b794e1-d162-43b8-92bc-883b290ee8eb req-9cc6851b-e3ea-4b3d-953e-66a3481da5e2 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Mar 07 05:10:29.037750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-0b63f958-ee12-4a0a-9e79-ec142737c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:29.039267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-0b63f958-ee12-4a0a-9e79-ec142737c46e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1125 time: 0.0444059 Mar 07 05:10:29.129011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-7174aa8d-ce1b-49e7-b5b0-efc64f76b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:29.130403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-7174aa8d-ce1b-49e7-b5b0-efc64f76b799 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0856996 Mar 07 05:10:29.169461 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-8e6aeae1-616a-40e2-af98-ba512a7de0ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 217 time: 0.0332503 Mar 07 05:10:29.215370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-c2610077-0726-4457-ad62-b239f7444bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:29.216749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-c2610077-0726-4457-ad62-b239f7444bb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0413396 Mar 07 05:10:29.268498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-f988a04e-92c0-4e76-b0a5-b3e422afa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:29.269954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-f988a04e-92c0-4e76-b0a5-b3e422afa325 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463920 Mar 07 05:10:29.355823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-1476bbac-8bcc-4bea-9e4d-cd93fa60328e service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799441 Mar 07 05:10:29.449136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b7dbdbd-48c2-427f-bff5-89c0e7f7c7d3 req-270544c2-fa03-4da8-8a88-3281c94b78b4 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863850 Mar 07 05:10:29.879899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc934f-0803-4a0b-9d2c-7c99a522b7a5 req-a45dab14-7d3f-4bf8-a36e-deba433a7e75 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:29.881410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bdc934f-0803-4a0b-9d2c-7c99a522b7a5 req-a45dab14-7d3f-4bf8-a36e-deba433a7e75 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0540214 Mar 07 05:10:29.929740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8bdc934f-0803-4a0b-9d2c-7c99a522b7a5 req-67f7fd08-da71-4a28-ab90-1884e20d53fe tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Mar 07 05:10:31.046695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71cffa-d3cd-4234-9e09-b37c8e5e3419 req-7d4dd1bb-e855-4985-9f7c-36c95efcd8d7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:31.048166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f71cffa-d3cd-4234-9e09-b37c8e5e3419 req-7d4dd1bb-e855-4985-9f7c-36c95efcd8d7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0515850 Mar 07 05:10:31.103750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f71cffa-d3cd-4234-9e09-b37c8e5e3419 req-9c704823-a57a-403b-9e21-c5081ca6cfdb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489247 Mar 07 05:10:32.219226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e6423-b4bd-47f3-bfd4-63ee8a1a8731 req-0e43b9d7-6bb8-43e9-8e6f-6f901c9e7cf1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:32.220673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-409e6423-b4bd-47f3-bfd4-63ee8a1a8731 req-0e43b9d7-6bb8-43e9-8e6f-6f901c9e7cf1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0515401 Mar 07 05:10:32.268847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-409e6423-b4bd-47f3-bfd4-63ee8a1a8731 req-90ef2315-bebe-4621-8631-93f002fa986d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Mar 07 05:10:32.770064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:10:32.857110 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4054a9a-4585-44d3-ba57-e72d6f786cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:32.881523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:32.893609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'mac_address': 'fa:16:3e:cc:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:10:32.930720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:32.931106 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:32.944242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c7c918-2397-4aa3-ad98-a4d6ee477c55 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:10:32.962965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:32.966555 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:33.014311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:33.170604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d5c7c918-2397-4aa3-ad98-a4d6ee477c55'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:10:33.386660 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41405c57-1944-4bd0-88ed-43505662f885 req-b1b2ee54-0d88-43ac-9b80-69b0f7c94fc5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:33.388157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41405c57-1944-4bd0-88ed-43505662f885 req-b1b2ee54-0d88-43ac-9b80-69b0f7c94fc5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0535071 Mar 07 05:10:33.436717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41405c57-1944-4bd0-88ed-43505662f885 req-847f28ec-3438-425f-b0a2-c340973d6a48 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427887 Mar 07 05:10:34.560355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1089aba-0d84-4172-9ff4-db5210db6712 req-daaa3c0f-a23e-4ad0-93c1-40f86ded6f70 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:34.561843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1089aba-0d84-4172-9ff4-db5210db6712 req-daaa3c0f-a23e-4ad0-93c1-40f86ded6f70 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0558112 Mar 07 05:10:34.609674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a1089aba-0d84-4172-9ff4-db5210db6712 req-04b85ace-53f6-4519-b2e2-c96dbeb20a5f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Mar 07 05:10:34.786975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:10:34.838192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:10:34.841878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:10:34.842297 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:34.920176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:10:34.920589 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:34.943253 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:10:34.945459 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00516cc0-891b-410b-9a97-a3c6876fbb09" -d '{"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:10:34.957940 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:10:34.961734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:34.988515 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afa3839-414c-4fcd-af21-9d51229ba2bd x-openstack-request-id: req-1afa3839-414c-4fcd-af21-9d51229ba2bd {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:10:34.988808 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:10:34.989062 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1afa3839-414c-4fcd-af21-9d51229ba2bd {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:10:34.989447 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'code': 200} Mar 07 05:10:35.014538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:35.084576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246a6fa-1a17-4077-9664-c214f373d088 req-331bae90-bfa7-4399-b5cf-1ad8f691afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:35.085971 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2246a6fa-1a17-4077-9664-c214f373d088 req-331bae90-bfa7-4399-b5cf-1ad8f691afc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1127 time: 0.0435927 Mar 07 05:10:35.134243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2246a6fa-1a17-4077-9664-c214f373d088 req-96ad0b92-53f4-4316-a70f-92b012e9537a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423355 Mar 07 05:10:35.438508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-371f07ee-4e43-41a9-a220-bc2707c20ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:35.730925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974914a8-4c65-4a5e-a064-1304b9d5e9d0 req-4a625251-689b-4ee9-a7bf-1270c9d20d78 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:35.732299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-974914a8-4c65-4a5e-a064-1304b9d5e9d0 req-4a625251-689b-4ee9-a7bf-1270c9d20d78 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0535963 Mar 07 05:10:35.785057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-974914a8-4c65-4a5e-a064-1304b9d5e9d0 req-6fe5be6d-37c6-4d9d-9ff5-a21a295d7561 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472584 Mar 07 05:10:36.556750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-9d84317a-af79-4a16-b38e-72f61a527301 req-c82768c1-5992-4e95-a564-e0e9e822abb1 tempest-VolumesActionsTest-605235874 tempest-VolumesActionsTest-605235874-project] (103938) timed out ('10.222.0.15', 51818) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:10:36.859832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:36.903319 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f6ed2-a096-452a-bbba-edc0e07d0463 req-b7f8254c-76cf-43ab-8433-0ab69b66efde tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:36.904967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c83f6ed2-a096-452a-bbba-edc0e07d0463 req-b7f8254c-76cf-43ab-8433-0ab69b66efde tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0535097 Mar 07 05:10:36.953552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c83f6ed2-a096-452a-bbba-edc0e07d0463 req-54ae12d0-1fdc-47c3-8c24-be2a391fc698 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 Mar 07 05:10:37.067672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609dcb3-0fdd-4bea-a494-e1210b52411d req-26a77cf5-17ab-4757-bcc9-93cbe6682d4b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:37.069033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d609dcb3-0fdd-4bea-a494-e1210b52411d req-26a77cf5-17ab-4757-bcc9-93cbe6682d4b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0518341 Mar 07 05:10:37.118884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d609dcb3-0fdd-4bea-a494-e1210b52411d req-4442147a-e126-4988-a159-00c5c5108518 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Mar 07 05:10:37.140087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57870) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:37.187248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c1759-db02-4dcd-b937-9ee92212aac7 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:37.188742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-858c1759-db02-4dcd-b937-9ee92212aac7 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1122 time: 0.0477116 Mar 07 05:10:37.192442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57872) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:37.196532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:10:37.216822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:37.309243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:37.415995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.202 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/6e1f6654-b471-4cf6-bbb3-81eb5b8d2036) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:10:37.516633 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:37.548732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:37.587962 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:10:37.592593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:10:37.596873 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:10:37.625957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=6e1f6654-b471-4cf6-bbb3-81eb5b8d2036,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:37.786396 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:37.970185 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (c47aaadf-3e06-4cea-a763-d68848b52a2d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:38.039720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:38.188718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:38.194122 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:38.263896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=6e1f6654-b471-4cf6-bbb3-81eb5b8d2036,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:10:38.271930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (c47aaadf-3e06-4cea-a763-d68848b52a2d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:38.370868 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP c47aaadf-3e06-4cea-a763-d68848b52a2d associated. External IP: 172.25.4.202, port: d5c7c918-2397-4aa3-ad98-a4d6ee477c55. Mar 07 05:10:38.898573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:10:39.006093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:10:39.015688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] Sync routers for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:10:39.024654 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:39.025490 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:39.026306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:39.055636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-00c5eb78-cd0e-4332-b739-24fab9be4b2e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8621776 Mar 07 05:10:39.056231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:10:39.058623 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0779dbe-dfd3-466a-bf76-89549102bf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:10:39.135455 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:39.155314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238412b-6692-4b1d-a39c-0ac8e40311de req-c43d9e77-d2a2-440c-b2da-2fb8d6f6d0b1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:39.156716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7238412b-6692-4b1d-a39c-0ac8e40311de req-c43d9e77-d2a2-440c-b2da-2fb8d6f6d0b1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0525606 Mar 07 05:10:39.206191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7238412b-6692-4b1d-a39c-0ac8e40311de req-d2e7f7ec-00a3-40ac-966d-cfe14d61c920 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433974 Mar 07 05:10:39.229099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:39.269277 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe3d0f-5320-4ffe-aa96-b87302d3c163 x-openstack-request-id: req-69fe3d0f-5320-4ffe-aa96-b87302d3c163 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:10:39.269580 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:10:39.269840 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69fe3d0f-5320-4ffe-aa96-b87302d3c163 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:10:39.270272 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'status': 'completed', 'code': 200} Mar 07 05:10:39.323910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0df9b710-30fa-4e8a-98df-e943b7ddc986 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/c47aaadf-3e06-4cea-a763-d68848b52a2d HTTP/1.1" status: 200 len: 991 time: 0.0937662 Mar 07 05:10:39.337257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-0ff6fdbd-db82-4408-9908-c0baee120c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:39.338803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-0ff6fdbd-db82-4408-9908-c0baee120c3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1127 time: 0.0640795 Mar 07 05:10:39.366527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'c47aaadf-3e06-4cea-a763-d68848b52a2d', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'mac_address': 'fa:16:3e:cc:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:10:37Z', 'updated_at': '2022-03-07T05:10:37Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:25Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:39.392279 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] Checking router: 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:10:39.401211 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:10:39.401819 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:10:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:39.433418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-5993edad-9e67-4914-b433-835a5f539d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:39.434920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-5993edad-9e67-4914-b433-835a5f539d39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0899081 Mar 07 05:10:39.503222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-8d2bafd0-3727-4364-b636-20c72186558f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0605981 Mar 07 05:10:39.508664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:39.513358 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:10:39.551246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-5f0dd987-ecb3-43b2-b2d2-83c842c19987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:39.552785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-5f0dd987-ecb3-43b2-b2d2-83c842c19987 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0446310 Mar 07 05:10:39.606300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-6378e3d2-b071-4ad4-b0aa-3dd1ec57f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:39.607829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-6378e3d2-b071-4ad4-b0aa-3dd1ec57f742 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497396 Mar 07 05:10:39.701838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-0edea313-d484-4f2f-bec9-6501785e0551 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855341 Mar 07 05:10:39.745048 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'c47aaadf-3e06-4cea-a763-d68848b52a2d', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'mac_address': 'fa:16:3e:cc:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:10:37Z', 'updated_at': '2022-03-07T05:10:37Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:25Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:10:39.771631 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096db16-3844-498e-ab5b-80ec3046c31d None None] The sync data for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 is: [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'c47aaadf-3e06-4cea-a763-d68848b52a2d', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'mac_address': 'fa:16:3e:cc:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:10:37Z', 'updated_at': '2022-03-07T05:10:37Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:25Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:10:39.794900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0779dbe-dfd3-466a-bf76-89549102bf0b req-374a58e6-26ee-475b-9392-02657f5c54ed service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893474 Mar 07 05:10:39.972432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac553-ca1e-4c78-8397-00fee041a351 None None] New status for floating IP c47aaadf-3e06-4cea-a763-d68848b52a2d: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:10:40.327955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57880) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:10:40.387658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-23adfd1f-2e0b-4117-8b22-516ca9f81c2f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/c47aaadf-3e06-4cea-a763-d68848b52a2d HTTP/1.1" status: 200 len: 993 time: 0.0585272 Mar 07 05:10:50.208417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:52.468437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:10:54.228372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-dbe3354b-5852-4523-b4be-fded9a02ef60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462475 Mar 07 05:10:54.312266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-bb8106cd-cfcc-46f1-bee9-df6aacf2ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:54.313793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-bb8106cd-cfcc-46f1-bee9-df6aacf2ebff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1127 time: 0.0436153 Mar 07 05:10:54.415292 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-4b646ced-1872-4901-b3fa-48db9e4d4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:54.416806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-4b646ced-1872-4901-b3fa-48db9e4d4d95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0835872 Mar 07 05:10:54.488031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-2779df31-4ef9-4078-9b1c-e766cc6ccce1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1001 time: 0.0644362 Mar 07 05:10:54.536080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-dcb9ce19-d5a5-49b8-a103-797c1aed91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:54.537489 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-dcb9ce19-d5a5-49b8-a103-797c1aed91ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0435333 Mar 07 05:10:54.587121 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-ac8286a3-0c6b-4313-b8e9-ecbbc4b7b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:10:54.588591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-ac8286a3-0c6b-4313-b8e9-ecbbc4b7b95b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439298 Mar 07 05:10:54.686324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-4b079960-7de5-4a41-a227-c113afbc2269 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909197 Mar 07 05:10:54.777007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d3247f7-405c-451d-a3a3-beeb115747bd req-ff76fc5f-51b7-4444-833b-d0a4ea8ec05e service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841920 Mar 07 05:11:02.819051 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a96a336c-5f35-4199-a6cb-260262b45a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:05.433675 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:11:05.439644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b2354b3-1803-4001-83a0-466ba64c4a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:06.861692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:07.157382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53a1a-b246-4196-9094-023f815a2b01 req-f7523a6b-23cb-43dc-a04d-25c2bce14aa9 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:07.158983 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5f53a1a-b246-4196-9094-023f815a2b01 req-f7523a6b-23cb-43dc-a04d-25c2bce14aa9 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1127 time: 0.1264131 Mar 07 05:11:07.203462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5f53a1a-b246-4196-9094-023f815a2b01 req-c1987bee-2c72-451a-92c9-535e0438e1df tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389452 Mar 07 05:11:07.319743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0d208-de12-4a1b-a1c3-1c1a0382ba57 req-217984e7-1b14-4b84-9bd7-a8da5803ba83 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:07.321216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57e0d208-de12-4a1b-a1c3-1c1a0382ba57 req-217984e7-1b14-4b84-9bd7-a8da5803ba83 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0517938 Mar 07 05:11:07.369822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57e0d208-de12-4a1b-a1c3-1c1a0382ba57 req-fc277d00-139b-48ad-a7c1-828a12afdaeb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430532 Mar 07 05:11:07.391199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 57896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:11:07.456120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f99fa35a-5b24-4417-bbd0-71d9a46b4199 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/c47aaadf-3e06-4cea-a763-d68848b52a2d HTTP/1.1" status: 200 len: 993 time: 0.0637021 Mar 07 05:11:07.790030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:08.017563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-1b9d514a-48bb-4fc0-aa93-b4ce000c0600 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752447 Mar 07 05:11:08.024506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5e86-88da-4661-8a7c-58f31dae7618 req-32e03e99-4525-4e35-aba2-bf283aaa3f7c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:08.025914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f16b5e86-88da-4661-8a7c-58f31dae7618 req-32e03e99-4525-4e35-aba2-bf283aaa3f7c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0755303 Mar 07 05:11:08.080217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f16b5e86-88da-4661-8a7c-58f31dae7618 req-1c4f6eec-dc51-43f4-a264-1b003b3ab4ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472655 Mar 07 05:11:08.339016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-bbdfa104-1a14-4202-a76a-df2de60d3d3b tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:08.340387 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-bbdfa104-1a14-4202-a76a-df2de60d3d3b tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1124 time: 0.0365293 Mar 07 05:11:09.198970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e683c3c-fa58-4798-8802-6ed1533afa41 req-a46ad78a-e871-4861-bfd4-d43e25cca799 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:09.200467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e683c3c-fa58-4798-8802-6ed1533afa41 req-a46ad78a-e871-4861-bfd4-d43e25cca799 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0536911 Mar 07 05:11:09.248652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e683c3c-fa58-4798-8802-6ed1533afa41 req-830b1669-dca1-499a-b768-4fa766ddb88b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 Mar 07 05:11:09.503056 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:10.368911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371d77b-07c8-4840-81d6-30fc01bb919d req-92bbefc5-d091-4456-a66d-140929516edd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:10.370388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2371d77b-07c8-4840-81d6-30fc01bb919d req-92bbefc5-d091-4456-a66d-140929516edd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0545983 Mar 07 05:11:10.418257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2371d77b-07c8-4840-81d6-30fc01bb919d req-43e75c01-477b-4eb6-801f-64fd3c82b69d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421436 Mar 07 05:11:11.198817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-1d008acd-ceee-481b-be54-3561fcdb899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:11.200364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-1d008acd-ceee-481b-be54-3561fcdb899d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1127 time: 0.1101768 Mar 07 05:11:11.297519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-a8d62f60-6905-4b74-8095-747ac6dc31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:11.299798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-a8d62f60-6905-4b74-8095-747ac6dc31e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0925975 Mar 07 05:11:11.369898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-f43b78d3-83b5-4931-a481-8ffcb0246078 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1001 time: 0.0641601 Mar 07 05:11:11.420286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-53a63f70-6d6c-4604-b9d1-2557da459a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:11.421637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-53a63f70-6d6c-4604-b9d1-2557da459a0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0460618 Mar 07 05:11:11.479515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-ff1d70fd-81b3-4a81-90cb-c8743a5470c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:11.481084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-ff1d70fd-81b3-4a81-90cb-c8743a5470c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515091 Mar 07 05:11:11.633108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-9a42ac03-7a9b-43e9-9cc2-577181c71839 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435595 Mar 07 05:11:11.643375 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880766-ac0b-4f7e-a35c-663614c72511 req-827eaf0d-6031-45ec-b513-636539c73cd1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:11.645344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b880766-ac0b-4f7e-a35c-663614c72511 req-827eaf0d-6031-45ec-b513-636539c73cd1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.1376836 Mar 07 05:11:11.779679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b880766-ac0b-4f7e-a35c-663614c72511 req-e69fa9e0-a9a3-4c5f-bfe8-78981d3c9461 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258950 Mar 07 05:11:11.800624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-e03766fc-bae2-4c16-b5f4-c45a97bf655a service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542380 Mar 07 05:11:12.907891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6046173-0e38-4342-a66a-896d5bf61853 req-b9d3ce47-b050-4377-a42e-20a0177bcfa3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:12.909416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6046173-0e38-4342-a66a-896d5bf61853 req-b9d3ce47-b050-4377-a42e-20a0177bcfa3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0541368 Mar 07 05:11:12.957677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6046173-0e38-4342-a66a-896d5bf61853 req-e39594ac-d23a-4ad9-b75d-88497d3a925a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Mar 07 05:11:14.081848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6653b81-c953-477e-b6ce-b98514998586 req-5d4b19de-1f67-4b67-a84d-5c1da89e63cb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:14.083373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6653b81-c953-477e-b6ce-b98514998586 req-5d4b19de-1f67-4b67-a84d-5c1da89e63cb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0572584 Mar 07 05:11:14.132311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6653b81-c953-477e-b6ce-b98514998586 req-1e6a9d74-3f06-4c19-bf86-8374fb2d628e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 Mar 07 05:11:15.249148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784254-7e4b-462d-b0a7-1926fed47cbf req-a7881f0b-f1a6-4b97-9a35-726b6d5311af tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:15.250558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1784254-7e4b-462d-b0a7-1926fed47cbf req-a7881f0b-f1a6-4b97-9a35-726b6d5311af tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0524349 Mar 07 05:11:15.298784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1784254-7e4b-462d-b0a7-1926fed47cbf req-9f5046e9-c879-41b9-97fc-72013a6771d2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Mar 07 05:11:16.415743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427e916-e75a-4f99-8c1b-92f68ef36bf0 req-a08cd8bf-4aa0-4b5c-8563-bdf99e0867fa tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:16.417199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a427e916-e75a-4f99-8c1b-92f68ef36bf0 req-a08cd8bf-4aa0-4b5c-8563-bdf99e0867fa tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0513115 Mar 07 05:11:16.469492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a427e916-e75a-4f99-8c1b-92f68ef36bf0 req-e1cdcef4-42f1-4155-991f-f843ae5c7587 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466609 Mar 07 05:11:17.586418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72244f2-68e1-4082-8bb4-533b5321e4c6 req-f6523d3f-0c9b-41df-a93c-feba3d885f1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:17.587883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b72244f2-68e1-4082-8bb4-533b5321e4c6 req-f6523d3f-0c9b-41df-a93c-feba3d885f1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0516467 Mar 07 05:11:17.636945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b72244f2-68e1-4082-8bb4-533b5321e4c6 req-70b828ee-f4e8-49e5-955c-167538793cec tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434923 Mar 07 05:11:18.759931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa728242-9b21-4fe3-9ac0-249cab48caad req-747b4fd4-428a-4012-95f4-6a7ac2298fb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:18.761458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa728242-9b21-4fe3-9ac0-249cab48caad req-747b4fd4-428a-4012-95f4-6a7ac2298fb5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0529761 Mar 07 05:11:18.809552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa728242-9b21-4fe3-9ac0-249cab48caad req-59678f8b-8512-4bf8-8045-b1cfb01b5f10 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Mar 07 05:11:19.931658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6970cb-ea14-4c88-8979-320e2fe080aa req-a6e89e51-4ba4-4380-b823-1e4796554e5f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:19.933120 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b6970cb-ea14-4c88-8979-320e2fe080aa req-a6e89e51-4ba4-4380-b823-1e4796554e5f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0563924 Mar 07 05:11:19.980976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b6970cb-ea14-4c88-8979-320e2fe080aa req-0df5d402-b84b-4c46-ad87-b220cc99e10c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Mar 07 05:11:20.235767 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:21.099963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c93980-c246-4b71-8755-56fcd816ca53 req-3c86fef1-980b-40f7-9a9c-0b04fbc98349 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:21.101434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29c93980-c246-4b71-8755-56fcd816ca53 req-3c86fef1-980b-40f7-9a9c-0b04fbc98349 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0513928 Mar 07 05:11:21.149349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29c93980-c246-4b71-8755-56fcd816ca53 req-e0e7f67f-32f8-4b79-9acd-58f81c04f13d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Mar 07 05:11:22.266041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16fbad-d151-4994-8f73-1e9389d7abc7 req-88305857-4190-4243-a336-fdd833498774 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:22.267683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e16fbad-d151-4994-8f73-1e9389d7abc7 req-88305857-4190-4243-a336-fdd833498774 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0518959 Mar 07 05:11:22.320571 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e16fbad-d151-4994-8f73-1e9389d7abc7 req-a694cc63-8581-443c-8e95-eba0c2d0d1ee tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473390 Mar 07 05:11:22.477131 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:23.438004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c81a6-f3a9-461a-9c47-938db76ebf90 req-64ee8023-ac9f-4d42-a1f2-874309cf6bd2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:23.439510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba5c81a6-f3a9-461a-9c47-938db76ebf90 req-64ee8023-ac9f-4d42-a1f2-874309cf6bd2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0530455 Mar 07 05:11:23.492132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba5c81a6-f3a9-461a-9c47-938db76ebf90 req-9997cfe6-3368-4640-9357-89700c6052c7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470304 Mar 07 05:11:24.609953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344a8ae-5f7c-467a-b852-1d0f6b5a6481 req-fa94a955-d120-4ab8-9cbb-42ce727bf6bc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:24.611469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0344a8ae-5f7c-467a-b852-1d0f6b5a6481 req-fa94a955-d120-4ab8-9cbb-42ce727bf6bc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0521028 Mar 07 05:11:24.659026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0344a8ae-5f7c-467a-b852-1d0f6b5a6481 req-d7016632-9ece-4aa0-8b6b-8e59b8ff9f6f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Mar 07 05:11:25.790262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be0f1c-d8d7-43da-a829-a09b69a8e2d3 req-58147646-b0aa-42d9-bd2f-db65d9a1b683 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:25.791735 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1be0f1c-d8d7-43da-a829-a09b69a8e2d3 req-58147646-b0aa-42d9-bd2f-db65d9a1b683 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0575466 Mar 07 05:11:25.839652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1be0f1c-d8d7-43da-a829-a09b69a8e2d3 req-710edb9d-a4bf-42d6-bea3-e00b2e838733 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Mar 07 05:11:26.957787 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cedb7-5a70-42a2-b35a-f174378ab470 req-d6097cf7-1b5e-4c9b-af66-d6c9bbe58591 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:26.959349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-140cedb7-5a70-42a2-b35a-f174378ab470 req-d6097cf7-1b5e-4c9b-af66-d6c9bbe58591 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0527792 Mar 07 05:11:27.008222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-140cedb7-5a70-42a2-b35a-f174378ab470 req-d0aea982-29a0-40f8-9b53-b2f6dd028ddf tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433047 Mar 07 05:11:28.132013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9511f6-f7c3-4681-8434-58e8b47fdcf9 req-f540533a-82de-4f06-8c93-4dd80176c41d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:28.133528 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd9511f6-f7c3-4681-8434-58e8b47fdcf9 req-f540533a-82de-4f06-8c93-4dd80176c41d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0570903 Mar 07 05:11:28.181946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd9511f6-f7c3-4681-8434-58e8b47fdcf9 req-12576ab7-7595-4a07-8449-c5b7cd38ab65 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Mar 07 05:11:28.650829 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-d7789a27-82f2-4e68-9702-6c445fdbc426 service neutron] show failed (client error): The resource could not be found. Mar 07 05:11:28.651875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-d7789a27-82f2-4e68-9702-6c445fdbc426 service neutron] 10.222.0.15 "GET /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0541246 Mar 07 05:11:28.844172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-bc75bffe-fad0-4845-86db-f641fc84ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:28.846810 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-bc75bffe-fad0-4845-86db-f641fc84ec60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 1127 time: 0.0462472 Mar 07 05:11:28.856286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-1fd3c522-17c8-4804-b8b0-9c3f282f64b2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:11:28.857259 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-1fd3c522-17c8-4804-b8b0-9c3f282f64b2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050483 Mar 07 05:11:28.867046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:11:28.927420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:29.124291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:29.156834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:11:29.195028 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:11:29.197212 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7755280f-bf20-4854-b409-6555f2d4d71f" -d '{"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:11:29.200964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Publish callbacks [] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:29.216295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Transition to ACTIVE for port object d5c7c918-2397-4aa3-ad98-a4d6ee477c55 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:11:29.220399 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:29.252555 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10746f-70ad-420f-9289-11666d8fa7ad x-openstack-request-id: req-2d10746f-70ad-420f-9289-11666d8fa7ad {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:11:29.252858 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:11:29.253096 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d10746f-70ad-420f-9289-11666d8fa7ad {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:11:29.253491 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'code': 200} Mar 07 05:11:29.305211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:29.320560 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.320910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.321249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.321586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.321916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.322271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.322599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.322923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.323693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.324015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.324342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.324665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.325208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:29.361366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf7bac-1b5d-4c90-b6ab-b71a311d0c86 req-87fc4112-52f4-47e6-a8d8-4d1f812e13a9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:29.362055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] No DVR routers for this DVR port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:11:29.363503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-accf7bac-1b5d-4c90-b6ab-b71a311d0c86 req-87fc4112-52f4-47e6-a8d8-4d1f812e13a9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0677974 Mar 07 05:11:29.416781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-accf7bac-1b5d-4c90-b6ab-b71a311d0c86 req-54f98ecb-6aec-4ab7-b62c-f732e144c7a2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460205 Mar 07 05:11:29.505061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:11:29.505400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:11:29.505728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:11:29.509907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:11:29.510255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:11:29.514959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:11:29.515295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Checking segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:11:29.515673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Bound using segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:11:29.516095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Bound port: d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:11:29.516443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:29.582671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:11:29.585705 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:11:29.591069 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:29.627000 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:29.627617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:29.628990 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1091 time: 0.7655063 Mar 07 05:11:29.648369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a317e56-47a1-4963-a93a-65f3672c0c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:29.696456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-200faef3-c8b3-471f-813b-f9acd53711b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:29.698050 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-200faef3-c8b3-471f-813b-f9acd53711b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1125 time: 0.0466180 Mar 07 05:11:29.799609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4307f9fa-6936-40ed-bbd6-d957fb1443d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:29.801213 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4307f9fa-6936-40ed-bbd6-d957fb1443d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0971467 Mar 07 05:11:29.865140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-3a2e5e44-3ad9-4404-bb9e-d2472a845667 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0582607 Mar 07 05:11:29.914265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-e1438b37-b093-491d-aa04-5ab317f19653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:29.916622 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-e1438b37-b093-491d-aa04-5ab317f19653 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0459757 Mar 07 05:11:29.970449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-085c249a-1d70-434d-a258-d912d02b0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:29.971997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-085c249a-1d70-434d-a258-d912d02b0949 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494809 Mar 07 05:11:30.063024 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-14d887cc-6433-4755-8825-66d0bc04eddd service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844767 Mar 07 05:11:30.154593 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e23b3680-b4a4-4374-bf57-5929166964c8 req-4ac81b14-1c80-4b70-8b24-269405ae43c7 service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856068 Mar 07 05:11:30.540270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093878ce-a720-4e05-8d9d-cc1c6d26cdae req-48eb5da8-6a38-4537-adf5-5063d9c028d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:30.541638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-093878ce-a720-4e05-8d9d-cc1c6d26cdae req-48eb5da8-6a38-4537-adf5-5063d9c028d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0554724 Mar 07 05:11:30.588822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-093878ce-a720-4e05-8d9d-cc1c6d26cdae req-bf310841-8ac2-40b6-904c-25b289d61bcb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Mar 07 05:11:31.254550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:11:31.256825 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf477fce-c494-4702-9f01-c9bf286d0603" -d '{"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:11:31.303159 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c195b16-e2f0-4ea8-97a8-09615327019c x-openstack-request-id: req-0c195b16-e2f0-4ea8-97a8-09615327019c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:11:31.303465 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:11:31.303721 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c195b16-e2f0-4ea8-97a8-09615327019c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:11:31.304126 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'status': 'completed', 'code': 200} Mar 07 05:11:31.367969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-e8e44299-9d9a-4121-871d-0f961bd76c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.369498 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-e8e44299-9d9a-4121-871d-0f961bd76c43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1125 time: 0.0474734 Mar 07 05:11:31.372950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-0dceedd1-1c7a-4116-b1b1-3ddc70b6323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.374463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-0dceedd1-1c7a-4116-b1b1-3ddc70b6323f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1125 time: 0.0504091 Mar 07 05:11:31.466285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-bff83915-439f-48a1-bf6b-5fff1f0f4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.467271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-2e267650-d906-430a-b96d-333f67d7c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.467918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-bff83915-439f-48a1-bf6b-5fff1f0f4fb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0908253 Mar 07 05:11:31.468624 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-2e267650-d906-430a-b96d-333f67d7c93e service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0884964 Mar 07 05:11:31.532955 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-b7d644eb-0ab2-4d20-9faf-9584df913ff8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0590103 Mar 07 05:11:31.533188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-15d5cbcd-8afe-4ef9-8b28-04e0b40154b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0582781 Mar 07 05:11:31.580980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-ed6cad13-49e8-4605-8616-4636b54dd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.581670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-9ae799ed-ff74-4921-a437-f75558eda90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.582493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-ed6cad13-49e8-4605-8616-4636b54dd030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0441244 Mar 07 05:11:31.582758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-9ae799ed-ff74-4921-a437-f75558eda90d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0447254 Mar 07 05:11:31.638573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-9781a128-cc34-4d64-85c1-6a699319f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.640172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-9781a128-cc34-4d64-85c1-6a699319f1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522776 Mar 07 05:11:31.646997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-ac7c2165-a296-4eb2-a06a-73391deb7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.648529 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-ac7c2165-a296-4eb2-a06a-73391deb7d77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587316 Mar 07 05:11:31.742986 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-2566a698-f5db-48d2-8eca-f80403cdb8db service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865757 Mar 07 05:11:31.768882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-b5571802-d01c-4665-923e-b52c5e40a3ee service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 Mar 07 05:11:31.775639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380c85c-c492-422d-a217-3202c7db9a2e req-b9831c27-716e-4e4e-a083-208d8a772a98 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:31.776995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a380c85c-c492-422d-a217-3202c7db9a2e req-b9831c27-716e-4e4e-a083-208d8a772a98 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.1045630 Mar 07 05:11:31.839445 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-c82eae2b-991f-4eb6-9743-68a364d6be88 service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890079 Mar 07 05:11:31.877487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a380c85c-c492-422d-a217-3202c7db9a2e req-e698af65-de2a-4c17-85fa-cfdb1b07393d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918896 Mar 07 05:11:31.895226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf477fce-c494-4702-9f01-c9bf286d0603 req-48790f9d-8152-4e4a-8c12-b7d939d98eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173239 Mar 07 05:11:32.819633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2fe1-fce1-4e7d-a768-3d410656fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:33.001671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467b2a-1949-4891-a551-aad4e2a773f1 req-6173f7a9-2703-4b11-97f0-9bd3509b8a7b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:33.003210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82467b2a-1949-4891-a551-aad4e2a773f1 req-6173f7a9-2703-4b11-97f0-9bd3509b8a7b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 943 time: 0.0586514 Mar 07 05:11:33.033749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:11:33.053575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82467b2a-1949-4891-a551-aad4e2a773f1 req-fa6a51ca-9766-4882-9555-6954f12a9310 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Mar 07 05:11:33.077781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:11:33.078150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:11:33.642289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:11:33.741837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:33.752542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'mac_address': 'fa:16:3e:cc:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:11:33.789599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:11:33.790003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:33.802391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c7c918-2397-4aa3-ad98-a4d6ee477c55 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:11:33.820721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:33.824719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:33.871872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:33.879248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.879604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.879953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.880296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.880637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.880973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.881312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.881641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.881968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.882320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.882646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.882969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:33.883293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:34.157488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['d5c7c918-2397-4aa3-ad98-a4d6ee477c55'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:11:34.174356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fe77a-159e-4aed-bd20-6c57b76b267a req-ffa25249-7c69-40a9-9c3a-6dadff4d2358 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.175857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-319fe77a-159e-4aed-bd20-6c57b76b267a req-ffa25249-7c69-40a9-9c3a-6dadff4d2358 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0534389 Mar 07 05:11:34.224964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-319fe77a-159e-4aed-bd20-6c57b76b267a req-da6e94d8-0dde-4fa7-87e8-1092daa08245 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Mar 07 05:11:34.475324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b64a-2b92-42bd-be3b-dd8260cd226f req-80b61232-48c5-42cf-8c1b-a9dad7c374d3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.477025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c03b64a-2b92-42bd-be3b-dd8260cd226f req-80b61232-48c5-42cf-8c1b-a9dad7c374d3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0556099 Mar 07 05:11:34.491130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-b481a329-feff-49cf-a236-6f3dd7c57ad9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.492617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-b481a329-feff-49cf-a236-6f3dd7c57ad9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.44 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff&tenant_id=a6cd74cb2ad94306849614f0ffb38f74&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 944 time: 0.0932415 Mar 07 05:11:34.531911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c03b64a-2b92-42bd-be3b-dd8260cd226f req-0207eaf7-535d-4066-8023-01d6739eab45 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489106 Mar 07 05:11:34.559681 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-629f30e2-87f5-4b04-95b7-99bb1db93d23 service neutron] 10.222.0.44 "GET /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 382 time: 0.0600755 Mar 07 05:11:34.623539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-28e31a30-56ba-4786-830b-21c0eba84427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.625032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-28e31a30-56ba-4786-830b-21c0eba84427 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1126 time: 0.0440726 Mar 07 05:11:34.716013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7f4305b1-8fcd-45da-8813-1101a2ccb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.717478 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7f4305b1-8fcd-45da-8813-1101a2ccb58c service neutron] 10.222.0.44 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0865111 Mar 07 05:11:34.782292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-a8f7e49b-4e32-4d18-a81e-09270147c539 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1000 time: 0.0579042 Mar 07 05:11:34.829685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-03df049c-5817-4249-b8e2-53562925374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.831126 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-03df049c-5817-4249-b8e2-53562925374e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0433862 Mar 07 05:11:34.883998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-780fa575-fcd1-4d3a-ba34-935ad90cddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:34.885490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-780fa575-fcd1-4d3a-ba34-935ad90cddaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480740 Mar 07 05:11:34.975212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-3e905092-7988-4192-80fa-72fbf9050adc service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824378 Mar 07 05:11:35.068093 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-410ca80a-5c4d-411d-98ae-51fe0bf2b064 service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850093 Mar 07 05:11:35.442415 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2436ab71-2bc7-40e5-a2a7-acccfbcf6655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:35.651357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61594b-deb8-47e4-a1d4-8f48abb4fa83 req-124ba96a-64f3-4694-b4d3-a30791731b0f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:35.652924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d61594b-deb8-47e4-a1d4-8f48abb4fa83 req-124ba96a-64f3-4694-b4d3-a30791731b0f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0514863 Mar 07 05:11:35.656294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:11:35.702982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6d61594b-deb8-47e4-a1d4-8f48abb4fa83 req-b0a372e5-432f-46bb-b191-b98b5dc71642 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437937 Mar 07 05:11:35.708831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:11:35.712642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:11:35.713113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:35.791957 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:11:35.792343 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:35.815076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:11:35.817286 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06ce7e1-b1a5-4df2-b25f-4f4d9b25647a" -d '{"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:11:35.830272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:35.834221 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:35.872596 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a8ac0-b06a-4174-894d-3f9bd308f82b x-openstack-request-id: req-162a8ac0-b06a-4174-894d-3f9bd308f82b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:11:35.872887 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:11:35.873136 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-162a8ac0-b06a-4174-894d-3f9bd308f82b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:11:35.873514 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'code': 200} Mar 07 05:11:35.891033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:36.826314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9c493-e0d0-4f8c-9eab-0e42f6986510 req-86e5fbda-5521-452f-9018-22a2c67b5a55 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:36.827795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52f9c493-e0d0-4f8c-9eab-0e42f6986510 req-86e5fbda-5521-452f-9018-22a2c67b5a55 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 945 time: 0.0525815 Mar 07 05:11:36.865226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:36.884137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52f9c493-e0d0-4f8c-9eab-0e42f6986510 req-807e9170-1c0c-44f5-8e78-5a9a8de81930 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493195 Mar 07 05:11:37.156418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-ea373ad1-f994-497d-98f0-8b03d6ffa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:37.158964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-ea373ad1-f994-497d-98f0-8b03d6ffa40e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 1127 time: 0.0798934 Mar 07 05:11:37.169396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:11:37.226857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.428131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:37.460439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:11:37.498794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:11:37.501258 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b89221f-3e7c-412c-925f-cda5dab526d7" -d '{"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:11:37.504782 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Publish callbacks [] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.518282 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Transition to ACTIVE for port object d5c7c918-2397-4aa3-ad98-a4d6ee477c55 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:11:37.521671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.567581 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a9021-a71d-4676-9761-b83eede3c647 x-openstack-request-id: req-844a9021-a71d-4676-9761-b83eede3c647 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:11:37.567885 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:11:37.568142 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-844a9021-a71d-4676-9761-b83eede3c647 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:11:37.568548 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'code': 200} Mar 07 05:11:37.652373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:37.675520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.675870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.676219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.676568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.676908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.677252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.677586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.677917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.678320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.678611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.678942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.679277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.679605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:11:37.721438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] No DVR routers for this DVR port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:11:37.796342 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.860753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:11:37.861306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:11:37.861306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:11:37.865491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:11:37.865810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Attempting to bind port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on network 096ce323-7ecc-4c19-b165-314270e609da {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:11:37.870528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:11:37.870858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Checking segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:11:37.871235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Bound using segment: {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:11:37.871646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Bound port: d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9e92aa-a81d-4e04-a08f-e6ea832e8312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '096ce323-7ecc-4c19-b165-314270e609da'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:11:37.872214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.934642 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:11:37.937627 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:11:37.944258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.994939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:37.995636 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:37.997078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1092 time: 0.8315778 Mar 07 05:11:38.410528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47496-6088-4f28-96bc-b697ec726e99 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=11']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:38.432985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7af79-6923-42b2-b0ed-2eefa98b5e11 req-c61d3617-869e-4791-a05e-608a5015485a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:38.434477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91d7af79-6923-42b2-b0ed-2eefa98b5e11 req-c61d3617-869e-4791-a05e-608a5015485a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.4625747 Mar 07 05:11:38.461318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-b1a690d2-585e-4b9d-bf23-551ed56d6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:38.462797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-b1a690d2-585e-4b9d-bf23-551ed56d6232 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1126 time: 0.4348955 Mar 07 05:11:38.514423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91d7af79-6923-42b2-b0ed-2eefa98b5e11 req-b135eebe-161b-48cc-96cc-cbba4dc1bc55 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738215 Mar 07 05:11:38.571323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-82a2d5b6-3b98-4f86-9974-1406b2fe4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:38.572794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-82a2d5b6-3b98-4f86-9974-1406b2fe4627 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0992777 Mar 07 05:11:38.639084 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-2f938b7f-e68f-4cd5-8819-45e5c6466e12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0603509 Mar 07 05:11:38.685299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-792b999f-80e8-4ced-9ae5-5710f981e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:38.686742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-792b999f-80e8-4ced-9ae5-5710f981e8c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0416975 Mar 07 05:11:38.734290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-158ed0b5-3cc8-4731-9f55-2a90f61299f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:38.736103 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-158ed0b5-3cc8-4731-9f55-2a90f61299f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428765 Mar 07 05:11:38.825752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-fefd2bb9-f251-4a96-9eca-cf118e8945b3 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838237 Mar 07 05:11:38.915089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e107df8-2625-45c6-800a-66480f70bbd8 req-f1760e75-3056-40c0-a80a-a94176ede4dc service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834420 Mar 07 05:11:39.505671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:39.570086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:11:39.572577 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c7b240-a5d6-4d31-bf30-655734a88c86" -d '{"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:11:39.634640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f56e82-d9b3-4132-95bf-6dcfd6f8d846 req-9f2afce7-b6f9-401f-9e57-d5f782c52069 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:39.636099 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7f56e82-d9b3-4132-95bf-6dcfd6f8d846 req-9f2afce7-b6f9-401f-9e57-d5f782c52069 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0528700 Mar 07 05:11:39.684628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7f56e82-d9b3-4132-95bf-6dcfd6f8d846 req-6817fa92-cd45-4bf6-ba38-88b32384300a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429726 Mar 07 05:11:39.690881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:11:39.730228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 host n-h1-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:11:39.730653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:11:39.744313 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa2029-3d81-46cf-ab42-fa80355b4b1a x-openstack-request-id: req-f1aa2029-3d81-46cf-ab42-fa80355b4b1a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:11:39.744829 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:11:39.745089 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1aa2029-3d81-46cf-ab42-fa80355b4b1a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:11:39.745498 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'status': 'completed', 'code': 200} Mar 07 05:11:39.803918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-a0ba9c4f-856d-40d9-9a42-01a367ad2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:39.805352 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-a0ba9c4f-856d-40d9-9a42-01a367ad2acb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1126 time: 0.0454495 Mar 07 05:11:39.808261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-1c8451da-50a0-48a9-aeb1-762d6f980adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:39.809778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-1c8451da-50a0-48a9-aeb1-762d6f980adc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1126 time: 0.0449970 Mar 07 05:11:39.899779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-6edba91d-8bd9-48ac-a19e-2b47ae619769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:39.901283 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-6edba91d-8bd9-48ac-a19e-2b47ae619769 service neutron] 10.222.0.44 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0899453 Mar 07 05:11:39.902327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-8a6b3068-16fd-450f-bdbc-14d741e5f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:39.903807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-8a6b3068-16fd-450f-bdbc-14d741e5f555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0871317 Mar 07 05:11:39.965130 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-1526d935-816c-4906-bb1b-298fe4dad32f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0581551 Mar 07 05:11:39.965940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-9f18c5af-5510-4317-86f8-14105322b2bf req-55552787-582f-4162-9ef5-497803da2a71 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] (103938) timed out ('10.222.0.21', 52294) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:11:39.968198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-6a2af321-13e7-430e-ab76-674cf32a5e0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 999 time: 0.0573468 Mar 07 05:11:40.014353 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-10e8d41c-3e1e-448b-b09c-2c8aa5250e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:40.015815 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-10e8d41c-3e1e-448b-b09c-2c8aa5250e3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0445225 Mar 07 05:11:40.022405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-c958ff86-5ba8-4e42-b8af-1e97a703aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:40.023835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-c958ff86-5ba8-4e42-b8af-1e97a703aee9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0474806 Mar 07 05:11:40.068458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-b16566ae-6980-4227-9d4e-020415013f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:40.069884 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-b16566ae-6980-4227-9d4e-020415013f4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482948 Mar 07 05:11:40.071912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-2bbb170d-277f-4e02-b4b7-0b9ca8bf0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:40.073375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-2bbb170d-277f-4e02-b4b7-0b9ca8bf0a64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435686 Mar 07 05:11:40.167702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-fbe2f58a-f251-47e1-998f-0c859447b2eb service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Mar 07 05:11:40.170524 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-bea75cc0-3f7c-42bb-829b-9442f4271713 service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929708 Mar 07 05:11:40.267453 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-36eea054-365b-401f-bbb7-0fa0a3a6529b service neutron] 10.222.0.44 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915165 Mar 07 05:11:40.267706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-39c7b240-a5d6-4d31-bf30-655734a88c86 req-de4b7b53-031d-4ec2-a0fc-8d8f4aff5e12 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919952 Mar 07 05:11:40.805438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654c51-d7a3-412e-b16f-2eeb1a5f3a4c req-82275630-0e03-4031-9a03-549737de8950 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:40.806935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae654c51-d7a3-412e-b16f-2eeb1a5f3a4c req-82275630-0e03-4031-9a03-549737de8950 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 944 time: 0.0516706 Mar 07 05:11:40.855037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae654c51-d7a3-412e-b16f-2eeb1a5f3a4c req-aba156de-acd1-4cf4-84e0-d84f7385f0d8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Mar 07 05:11:40.877191 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:11:40.940635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-78540edb-9830-47db-94d6-737d8f683930 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/c47aaadf-3e06-4cea-a763-d68848b52a2d HTTP/1.1" status: 200 len: 991 time: 0.0623386 Mar 07 05:11:41.080520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:11:41.325906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:41.336397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'port_id': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'mac_address': 'fa:16:3e:cc:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:11:41.373477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:11:41.373863 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:41.390929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c7c918-2397-4aa3-ad98-a4d6ee477c55 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:11:41.411847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:41.415896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:41.460714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=12']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:41.625562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d5c7c918-2397-4aa3-ad98-a4d6ee477c55'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:11:42.432793 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:11:43.096292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:11:43.144388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:11:43.148057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:11:43.148428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:43.231636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:11:43.232151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:43.255227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:11:43.257435 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af932e53-2996-4412-b0cf-55e788cdce6b" -d '{"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:11:43.269183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:11:43.272978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:43.297359 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5819a-fc80-4027-b21f-e9e3f756cb71 x-openstack-request-id: req-9db5819a-fc80-4027-b21f-e9e3f756cb71 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:11:43.297652 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:11:43.298664 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9db5819a-fc80-4027-b21f-e9e3f756cb71 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:11:43.299051 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'code': 200} Mar 07 05:11:43.321466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=13']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:11:50.249497 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:52.465781 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:11:56.205090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-a76b8812-a6e3-4467-8c4d-8481e7afc96c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421340 Mar 07 05:11:56.289529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-cbfaa376-ee12-49e3-9f92-30b966dea0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:56.290944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-cbfaa376-ee12-49e3-9f92-30b966dea0eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1128 time: 0.0443091 Mar 07 05:11:56.393847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-01c3bd0a-be52-456f-a0a2-7da0145558f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:56.395327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-01c3bd0a-be52-456f-a0a2-7da0145558f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.0870492 Mar 07 05:11:56.459620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-76ce052b-1f6c-4723-a614-f8102bf7b8a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 1001 time: 0.0571649 Mar 07 05:11:56.511302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-d2d6ac1a-3a01-489b-b7b0-46824fd9d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:56.512749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-d2d6ac1a-3a01-489b-b7b0-46824fd9d71d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0472531 Mar 07 05:11:56.561231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-4ea08a2d-d06a-441e-bfa8-19a6c3883271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:11:56.562674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-4ea08a2d-d06a-441e-bfa8-19a6c3883271 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429194 Mar 07 05:11:56.651255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-03281877-529c-4811-94a6-ff8571a62d61 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Mar 07 05:11:56.743367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd72d0c3-dbd2-403c-976d-ab2c3b5e167b req-69dcb0ec-9452-4706-ab6d-de74c1bd7597 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855634 Mar 07 05:12:02.820928 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-adc802f3-03f9-4ec3-a929-7902571bd7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:05.443865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-10c7ddd6-45d1-46c7-9003-d59bd2b04599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:06.867092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:07.794059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:09.508417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:11.723182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3b9b-1157-4c47-8698-38308d7a96db req-782453b3-2d7c-471d-b96d-a059ae895079 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:11.724767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac3a3b9b-1157-4c47-8698-38308d7a96db req-782453b3-2d7c-471d-b96d-a059ae895079 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1128 time: 0.0489111 Mar 07 05:12:11.772786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac3a3b9b-1157-4c47-8698-38308d7a96db req-a9c1fe62-69fa-429a-bdc2-3e2d37070faf tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421090 Mar 07 05:12:11.796090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58018) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:11.976833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 6e1f6654-b471-4cf6-bbb3-81eb5b8d2036 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:12:11.977183 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:12.051981 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:12.052314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:12.063917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 6e1f6654-b471-4cf6-bbb3-81eb5b8d2036 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:12:12.210859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6e1f6654-b471-4cf6-bbb3-81eb5b8d2036), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:12.242505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=6e1f6654-b471-4cf6-bbb3-81eb5b8d2036,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:12.299947 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (c47aaadf-3e06-4cea-a763-d68848b52a2d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:12.300402 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP c47aaadf-3e06-4cea-a763-d68848b52a2d disassociated (deleted). External IP: 172.25.4.202, port: d5c7c918-2397-4aa3-ad98-a4d6ee477c55. Mar 07 05:12:12.511742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:12:12.620339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:12:12.625129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:12.633696 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] Sync routers for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:12:12.644526 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:12.645368 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:12.654269 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4c034cce-1082-435d-a2e9-26d589e359b8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/floatingips/c47aaadf-3e06-4cea-a763-d68848b52a2d HTTP/1.1" status: 204 len: 168 time: 0.8570616 Mar 07 05:12:12.654869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:12:12.657966 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2651a49-9c08-4999-b6b2-7b94e26fe416" -d '{"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:12:12.763899 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:12.813368 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f2e4cc-996b-4594-bead-b6a08f41807d x-openstack-request-id: req-63f2e4cc-996b-4594-bead-b6a08f41807d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:12:12.814362 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:12:12.814362 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63f2e4cc-996b-4594-bead-b6a08f41807d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:12:12.814362 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'status': 'completed', 'code': 200} Mar 07 05:12:12.913146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-648c44b8-400e-4c37-bb5b-bdbd6ac58ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:12.914812 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-648c44b8-400e-4c37-bb5b-bdbd6ac58ddb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 1128 time: 0.0775731 Mar 07 05:12:12.951131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15224d-3383-42f7-836f-7043e2961df4 req-5178184b-4ad3-445c-bc04-686ce4d1028e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:12.952599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb15224d-3383-42f7-836f-7043e2961df4 req-5178184b-4ad3-445c-bc04-686ce4d1028e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 946 time: 0.0850205 Mar 07 05:12:13.058090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb15224d-3383-42f7-836f-7043e2961df4 req-2da03867-22ef-4b4f-b76b-383c3acd60f1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960290 Mar 07 05:12:13.060886 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:25Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:13.062690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-47f55b44-a52f-4ca6-bc7a-cb750f45d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:13.065559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-47f55b44-a52f-4ca6-bc7a-cb750f45d39d service neutron] 10.222.0.15 "GET /v2.0/networks?id=096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 200 len: 897 time: 0.1443343 Mar 07 05:12:13.093470 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] Checking router: 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:12:13.102579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:13.103183 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:13.107312 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-105bde25-e740-47e8-95f7-88f8ff16dbf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 200 len: 217 time: 0.0357616 Mar 07 05:12:13.160344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-b4d13778-c8ed-4454-b596-6f3b6e3f17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:13.161788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-b4d13778-c8ed-4454-b596-6f3b6e3f17ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 200 len: 834 time: 0.0486174 Mar 07 05:12:13.213647 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:13.213868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-c2598fc7-c9d3-4d6e-b8da-26f9d4e01982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:13.215403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-c2598fc7-c9d3-4d6e-b8da-26f9d4e01982 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=096ce323-7ecc-4c19-b165-314270e609da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466495 Mar 07 05:12:13.315133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-05f81c81-bc54-4475-9a29-f4ee8f3555d5 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924764 Mar 07 05:12:13.404132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2651a49-9c08-4999-b6b2-7b94e26fe416 req-c9c90422-6b5f-45e0-a4e5-6fd465b80c97 service neutron] 10.222.0.15 "GET /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829928 Mar 07 05:12:13.411655 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:25Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:13.440389 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f73ed-4d24-41d0-9799-412298d049aa None None] The sync data for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 is: [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:10:22Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '60481066-de37-4d07-9290-37665db83276', 'name': '', 'network_id': '096ce323-7ecc-4c19-b165-314270e609da', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:fd:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:22Z', 'updated_at': '2022-03-07T05:10:25Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '646f22a2-dbc5-4215-9fbb-80254e26c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:12:13.670088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb0069-7431-4f84-91bc-e632a90144db None None] New status for floating IP c47aaadf-3e06-4cea-a763-d68848b52a2d: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:12:14.105641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-c43ef5e0-4ecc-4cb4-97f1-5888cb685805 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:14.107162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-c43ef5e0-4ecc-4cb4-97f1-5888cb685805 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 946 time: 0.0520680 Mar 07 05:12:14.233340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4bf0b-258e-4a19-ae96-673114836244 req-d3f9a269-0267-409c-8c03-2e4ac0c134b9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:14.235704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94d4bf0b-258e-4a19-ae96-673114836244 req-d3f9a269-0267-409c-8c03-2e4ac0c134b9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e496b6-4ecd-48d2-8f02-45c42362a5ff HTTP/1.1" status: 200 len: 946 time: 0.0956171 Mar 07 05:12:14.265104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:12:14.265445 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:14.348382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94d4bf0b-258e-4a19-ae96-673114836244 req-6ecdce23-9402-4a19-8c5c-7470551fd65f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=57b55b7d-2846-4522-a6eb-96dc1c66cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048779 Mar 07 05:12:14.379289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port d5c7c918-2397-4aa3-ad98-a4d6ee477c55, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:14.379653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:14.391680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for d5c7c918-2397-4aa3-ad98-a4d6ee477c55 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:12:14.523317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d5c7c918-2397-4aa3-ad98-a4d6ee477c55), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:14.552477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=d5c7c918-2397-4aa3-ad98-a4d6ee477c55,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:14.597269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] No DVR routers for this DVR port d5c7c918-2397-4aa3-ad98-a4d6ee477c55 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:12:14.600025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:14.603311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b9d4c6f-a43a-4e6b-9030-a5e1b8c95cb6 req-1e10783a-79c0-4c26-810f-b76157e7925d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "DELETE /v2.0/ports/d5c7c918-2397-4aa3-ad98-a4d6ee477c55 HTTP/1.1" status: 204 len: 173 time: 0.4909530 Mar 07 05:12:14.815582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-deleted', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:12:14.817853 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a01dd-6063-4843-928c-4d9592d1b616" -d '{"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-deleted", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:12:14.851689 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cec8cf-e450-460e-8f6c-8effc4341f10 x-openstack-request-id: req-d1cec8cf-e450-460e-8f6c-8effc4341f10 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:12:14.851984 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e496b6-4ecd-48d2-8f02-45c42362a5ff", "name": "network-vif-deleted", "tag": "d5c7c918-2397-4aa3-ad98-a4d6ee477c55", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:12:14.852239 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1cec8cf-e450-460e-8f6c-8effc4341f10 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:12:14.852641 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e496b6-4ecd-48d2-8f02-45c42362a5ff', 'name': 'network-vif-deleted', 'tag': 'd5c7c918-2397-4aa3-ad98-a4d6ee477c55', 'status': 'completed', 'code': 200} Mar 07 05:12:15.407659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58032) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:15.770638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:16.028622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 60481066-de37-4d07-9290-37665db83276 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:12:16.028970 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (60481066-de37-4d07-9290-37665db83276), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:16.115383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 60481066-de37-4d07-9290-37665db83276, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=60481066-de37-4d07-9290-37665db83276,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:16.115743 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (60481066-de37-4d07-9290-37665db83276), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:16.127287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 60481066-de37-4d07-9290-37665db83276 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:12:16.315090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (60481066-de37-4d07-9290-37665db83276), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:16.340545 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=60481066-de37-4d07-9290-37665db83276,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:16.514529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.061117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:12:17.166048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:12:17.170944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-54b7129b-d5a4-469f-8caf-1c41d13956d9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/1ddae9fc-abd5-4e01-8c39-8b665d9bf926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622805 Mar 07 05:12:17.174650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58034) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:17.175942 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] Sync routers for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:12:17.185785 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:17.186412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:17.225008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting subnet 646f22a2-dbc5-4215-9fbb-80254e26c88b {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:12:17.228093 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (646f22a2-dbc5-4215-9fbb-80254e26c88b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.266931 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:12:17.268675 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (646f22a2-dbc5-4215-9fbb-80254e26c88b), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.287945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: d5c7c918-2397-4aa3-ad98-a4d6ee477c55 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:12:17.288373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d5c7c918-2397-4aa3-ad98-a4d6ee477c55 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:12:17.294263 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:17.356577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (646f22a2-dbc5-4215-9fbb-80254e26c88b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.420764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (646f22a2-dbc5-4215-9fbb-80254e26c88b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.449846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Subnet': ['ID=646f22a2-dbc5-4215-9fbb-80254e26c88b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:17.451881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.455811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a5ebf14-a093-4569-81ba-6654f8fbaef0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/subnets/646f22a2-dbc5-4215-9fbb-80254e26c88b HTTP/1.1" status: 204 len: 168 time: 0.2802010 Mar 07 05:12:17.458012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a9ada-16e1-4c3e-a1a0-80515dcc13c3 None None] Network 096ce323-7ecc-4c19-b165-314270e609da requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:12:17.458755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58036) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:17.486562 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:12:16Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:17.512658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] Checking router: 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:12:17.521568 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] Routers {'1ddae9fc-abd5-4e01-8c39-8b665d9bf926'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:17.522215 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:17.578459 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.625885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] DHCP port deletion for 096ce323-7ecc-4c19-b165-314270e609da request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:12:17.639270 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] Set router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:17.682251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] Deleting port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:12:17.682635 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.695891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.764499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] For port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,segment=NetworkSegment(1c9e92aa-a81d-4e04-a08f-e6ea832e8312),segment_id=1c9e92aa-a81d-4e04-a08f-e6ea832e8312)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:17.765255 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.777418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 365580bc-c99e-4721-a3a7-17fcc3363547 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:12:17.777866 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.779819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] Calling delete_port for f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:12:17.826586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:12:17.846011 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:12:16Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:17.871043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 365580bc-c99e-4721-a3a7-17fcc3363547, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=365580bc-c99e-4721-a3a7-17fcc3363547,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:17.871502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.884841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 365580bc-c99e-4721-a3a7-17fcc3363547 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:12:17.885068 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6347558-5d0f-4559-93df-78d07fda734e None None] The sync data for ids ['1ddae9fc-abd5-4e01-8c39-8b665d9bf926'] in n-d-832185-1 is: [{'id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624123333', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:10:18Z', 'updated_at': '2022-03-07T05:12:16Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '365580bc-c99e-4721-a3a7-17fcc3363547', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddae9fc-abd5-4e01-8c39-8b665d9bf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:10:19Z', 'updated_at': '2022-03-07T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:12:17.940811 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.972778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] Pushing event deleted for resources: {'Port': ['ID=f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:17.978081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:17.978552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:17.981076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff90eba-5b37-4a78-a6f1-586c4b43effc None None] No DVR routers for this DVR port f61ee4ea-dbb4-432e-89c2-a1dc5eb6a325 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:12:18.070237 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (365580bc-c99e-4721-a3a7-17fcc3363547), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.096125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=365580bc-c99e-4721-a3a7-17fcc3363547,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:18.159739 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.252927 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.255190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.306734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (1ddae9fc-abd5-4e01-8c39-8b665d9bf926), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.307305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Fanout notify agent at l3_agent the message router_deleted on router 1ddae9fc-abd5-4e01-8c39-8b665d9bf926 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:12:18.314703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.315861 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c02c14de-8d41-421f-8786-ae3d0216ab7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/routers/1ddae9fc-abd5-4e01-8c39-8b665d9bf926 HTTP/1.1" status: 204 len: 168 time: 0.8561225 Mar 07 05:12:18.319258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58038) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:18.403889 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (096ce323-7ecc-4c19-b165-314270e609da), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.493714 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (096ce323-7ecc-4c19-b165-314270e609da), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.519603 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096ce323-7ecc-4c19-b165-314270e609da']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:18.529446 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9e92aa-a81d-4e04-a08f-e6ea832e8312') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:18.529745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9e92aa-a81d-4e04-a08f-e6ea832e8312') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:18.546132 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (1c9e92aa-a81d-4e04-a08f-e6ea832e8312), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.561006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (1c9e92aa-a81d-4e04-a08f-e6ea832e8312), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.567370 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:12:18.567803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (1c9e92aa-a81d-4e04-a08f-e6ea832e8312), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:12:18.580731 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:12:18.628598 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (096ce323-7ecc-4c19-b165-314270e609da), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.636037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.638547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/networks/096ce323-7ecc-4c19-b165-314270e609da HTTP/1.1" status: 204 len: 168 time: 0.3174815 Mar 07 05:12:18.641402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58040) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:18.649388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7471c92-11d7-4329-80ea-2c2b555bae1a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Network': ['ID=096ce323-7ecc-4c19-b165-314270e609da,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:18.698360 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac14-5cd8-46e4-91ed-e81c6a30f045 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (57b55b7d-2846-4522-a6eb-96dc1c66cd01), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.724039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac14-5cd8-46e4-91ed-e81c6a30f045 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (57b55b7d-2846-4522-a6eb-96dc1c66cd01), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.784064 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac14-5cd8-46e4-91ed-e81c6a30f045 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (57b55b7d-2846-4522-a6eb-96dc1c66cd01), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.786624 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac14-5cd8-46e4-91ed-e81c6a30f045 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:18.787855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f8aac14-5cd8-46e4-91ed-e81c6a30f045 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/security-groups/57b55b7d-2846-4522-a6eb-96dc1c66cd01 HTTP/1.1" status: 204 len: 168 time: 0.1454279 Mar 07 05:12:18.797832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8aac14-5cd8-46e4-91ed-e81c6a30f045 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b55b7d-2846-4522-a6eb-96dc1c66cd01,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.053105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58046) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.057535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760579077', 'description': 'tempest-secgroup-smoke-1760579077 description', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.079349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.144603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (fe14d4b6-7b09-4212-aebd-41ed8974c49d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.148160 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fe14d4b6-7b09-4212-aebd-41ed8974c49d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.177273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.178507 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1244142 Mar 07 05:12:19.179203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcedac-c5d5-426c-aadc-a438349ac08c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe14d4b6-7b09-4212-aebd-41ed8974c49d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.181392 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58048) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.185515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'fe14d4b6-7b09-4212-aebd-41ed8974c49d', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.211223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (61ca7cc7-779f-4779-b7da-0b921afa221c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.269276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (61ca7cc7-779f-4779-b7da-0b921afa221c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.272749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (61ca7cc7-779f-4779-b7da-0b921afa221c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.287304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ca7cc7-779f-4779-b7da-0b921afa221c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.298359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.299457 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e68f6d7c-edf7-4d7e-a4cb-ab1b963dd0d6 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171634 Mar 07 05:12:19.302336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58050) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.306440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'fe14d4b6-7b09-4212-aebd-41ed8974c49d', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.330282 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (69d295c9-d513-4e8e-8af6-6806e97b8943), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.384641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (69d295c9-d513-4e8e-8af6-6806e97b8943), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.388184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (69d295c9-d513-4e8e-8af6-6806e97b8943), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.405796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d295c9-d513-4e8e-8af6-6806e97b8943,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.413470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.414833 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-71bf17c7-acc9-4773-b62e-1bc08b95933f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114783 Mar 07 05:12:19.417397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58052) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.421564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'fe14d4b6-7b09-4212-aebd-41ed8974c49d', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.431697 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:12:19.447605 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (dd621e52-355d-4bdc-bdb8-36acf319fd52), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.505401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (dd621e52-355d-4bdc-bdb8-36acf319fd52), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.508936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (dd621e52-355d-4bdc-bdb8-36acf319fd52), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.528769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd621e52-355d-4bdc-bdb8-36acf319fd52,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.534938 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.536119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b6f1ddd5-bd03-44ed-8414-92fa6f704bad tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177616 Mar 07 05:12:19.538994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58054) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.543121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'fe14d4b6-7b09-4212-aebd-41ed8974c49d', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.568627 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (95625652-4911-4400-ad56-c9a49ce88d4c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.627729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (95625652-4911-4400-ad56-c9a49ce88d4c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.630991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (95625652-4911-4400-ad56-c9a49ce88d4c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.648458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95625652-4911-4400-ad56-c9a49ce88d4c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.653178 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.658475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-27b8b4e8-95fe-42a5-b8db-2bf2595558eb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150215 Mar 07 05:12:19.658475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58056) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.666079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'fe14d4b6-7b09-4212-aebd-41ed8974c49d', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.690117 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:12:19.697168 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (506105a5-527a-4e17-889a-aa2bd61e6959), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.739021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 60481066-de37-4d07-9290-37665db83276 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:12:19.761894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (506105a5-527a-4e17-889a-aa2bd61e6959), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.764186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 60481066-de37-4d07-9290-37665db83276 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:12:19.764625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 60481066-de37-4d07-9290-37665db83276 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:12:19.765088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 365580bc-c99e-4721-a3a7-17fcc3363547 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:12:19.765359 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (506105a5-527a-4e17-889a-aa2bd61e6959), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.783697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506105a5-527a-4e17-889a-aa2bd61e6959,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.786185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 365580bc-c99e-4721-a3a7-17fcc3363547 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:12:19.786547 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 365580bc-c99e-4721-a3a7-17fcc3363547 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:12:19.788801 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.790016 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2eb0471-d7c7-4ca4-b13d-deb6bd9dbc81 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312721 Mar 07 05:12:19.792639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.797050 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'fe14d4b6-7b09-4212-aebd-41ed8974c49d', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.817590 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:12:19.822439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (beed6623-075b-4264-98b5-ede6cb7f93b2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.881795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (beed6623-075b-4264-98b5-ede6cb7f93b2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.885208 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (beed6623-075b-4264-98b5-ede6cb7f93b2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.904349 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beed6623-075b-4264-98b5-ede6cb7f93b2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:19.911594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.912781 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2be7e7c4-2ae7-46cf-a0bc-c265e68cf28d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192341 Mar 07 05:12:19.915628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58060) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:19.920237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'network': {'name': 'tempest-network-smoke--462970732', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:19.939367 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:12:19.942516 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.965653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:12:19.975724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4efec6d4-b1f7-4253-90e1-4045f26f1149), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:19.976074 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Added segment 4efec6d4-b1f7-4253-90e1-4045f26f1149 of type vlan for network 4602f926-e7fe-43d7-a701-b03fdb145fe3 Mar 07 05:12:20.018250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (4602f926-e7fe-43d7-a701-b03fdb145fe3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.041444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (4602f926-e7fe-43d7-a701-b03fdb145fe3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.046343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:20.046924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.083590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1669149 Mar 07 05:12:20.086428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58062) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:20.091071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'admin_state_up': True, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:20.112009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (1232e2e5-a951-4e74-a67a-deb3108b0335), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.112987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (1232e2e5-a951-4e74-a67a-deb3108b0335), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.114898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742016-0484-424f-88ba-03c01ca12e82 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Network': ['ID=4602f926-e7fe-43d7-a701-b03fdb145fe3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:20.127309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:12:20.171106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (1232e2e5-a951-4e74-a67a-deb3108b0335), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.248697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.315414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1232e2e5-a951-4e74-a67a-deb3108b0335), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.511036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1232e2e5-a951-4e74-a67a-deb3108b0335), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.529009 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.631537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.105 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/312762ce-a620-4c25-b239-b545115d0cd6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:12:20.732794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (312762ce-a620-4c25-b239-b545115d0cd6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.766059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (312762ce-a620-4c25-b239-b545115d0cd6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:20.803618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:12:20.806418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:20.808907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:12:20.839412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=312762ce-a620-4c25-b239-b545115d0cd6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:21.067296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1232e2e5-a951-4e74-a67a-deb3108b0335), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:21.259764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (1232e2e5-a951-4e74-a67a-deb3108b0335), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:21.387298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1232e2e5-a951-4e74-a67a-deb3108b0335 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:12:21.496318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:12:21.507124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Sync routers for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:12:21.517254 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:21.519308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:21.519926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:21.521711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58064) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:21.522192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b8a6e53d-6585-448d-8516-07fa7aa02600 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4342542 Mar 07 05:12:21.555059 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4a59b3ee-4e9c-4d12-9d98-c97fac73e3a2 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a6cd74cb2ad94306849614f0ffb38f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296531 Mar 07 05:12:21.555323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58066) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:21.630676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:21.640405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d00a10-8d2b-49cd-9325-3ac0245fe518 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:21.642356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e6d00a10-8d2b-49cd-9325-3ac0245fe518 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860808 Mar 07 05:12:21.645186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58068) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:21.676556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9cf7b9c1-4a4c-4169-b7b6-33d355ddecd2 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278883 Mar 07 05:12:21.676671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58070) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:21.681153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652317938', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:21.770835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:12:21.774372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:21.812509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:20Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:21.845604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Checking router: 1232e2e5-a951-4e74-a67a-deb3108b0335 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:12:21.845966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Updating router 1232e2e5-a951-4e74-a67a-deb3108b0335 port 312762ce-a620-4c25-b239-b545115d0cd6 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:12:21.874452 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (312762ce-a620-4c25-b239-b545115d0cd6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.142309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Publish callbacks [] for port (312762ce-a620-4c25-b239-b545115d0cd6), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.148382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (312762ce-a620-4c25-b239-b545115d0cd6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.200256 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Attempting to bind port 312762ce-a620-4c25-b239-b545115d0cd6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:12:22.200641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Attempting to bind port 312762ce-a620-4c25-b239-b545115d0cd6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:12:22.201102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Attempting to bind port 312762ce-a620-4c25-b239-b545115d0cd6 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:12:22.211265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad2e7b-32d5-4264-87e7-5204aefa5868 None None] Pushing event updated for resources: {'Port': ['ID=312762ce-a620-4c25-b239-b545115d0cd6,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:22.214845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:12:22.215237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:12:22.215644 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.216030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:12:22.216506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Bound port: 312762ce-a620-4c25-b239-b545115d0cd6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:12:22.216889 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (312762ce-a620-4c25-b239-b545115d0cd6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.271223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] For port 312762ce-a620-4c25-b239-b545115d0cd6, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:12:22.274415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] For port 312762ce-a620-4c25-b239-b545115d0cd6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=312762ce-a620-4c25-b239-b545115d0cd6,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:12:22.280623 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (312762ce-a620-4c25-b239-b545115d0cd6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.289210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (23f9066a-a2a8-4411-aeae-e351fde6363c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.341111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:22.341730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:22.347658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad2e7b-32d5-4264-87e7-5204aefa5868 None None] Pushing event updated for resources: {'Port': ['ID=312762ce-a620-4c25-b239-b545115d0cd6,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:22.349066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Subnet': ['ID=23f9066a-a2a8-4411-aeae-e351fde6363c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:22.359009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Checking segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:12:22.359365 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network hostable DHCP agents. Network: 4602f926-e7fe-43d7-a701-b03fdb145fe3, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:12:22.377466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:12:22.388301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 4602f926-e7fe-43d7-a701-b03fdb145fe3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:22.394784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:22.395502 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.399745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc999c5-3f9a-4f89-8aee-9e7228a6e074 None None] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:12:22.412942 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0124d7a4-9cf4-4801-a750-d850d333b81e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7353680 Mar 07 05:12:22.415809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58072) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:22.656916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.676959 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:22.761943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-4602f926-e7fe-43d7-a701-b03fdb145fe3', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:12:22.762816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.867429 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:22.974082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Allocated IP 172.20.0.2 (4602f926-e7fe-43d7-a701-b03fdb145fe3/23f9066a-a2a8-4411-aeae-e351fde6363c/d4def4ed-295c-4554-8b72-f70c470c1535) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:12:23.018235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:20Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:23.068616 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94002d0-d4bf-41d1-87c9-8208c0777029 None None] The sync data for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 is: [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:20Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:12:23.169770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Publish callbacks [] for port (d4def4ed-295c-4554-8b72-f70c470c1535), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.176321 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.223226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:12:23.226117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:23.228647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:12:23.230537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.1 (4602f926-e7fe-43d7-a701-b03fdb145fe3/23f9066a-a2a8-4411-aeae-e351fde6363c/97db769e-4d13-4702-aaee-187444157566) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:12:23.237509 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Pushing event updated for resources: {'Port': ['ID=d4def4ed-295c-4554-8b72-f70c470c1535,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:23.317965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Attempting to bind port d4def4ed-295c-4554-8b72-f70c470c1535 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:12:23.318472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Attempting to bind port d4def4ed-295c-4554-8b72-f70c470c1535 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:12:23.318913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Attempting to bind port d4def4ed-295c-4554-8b72-f70c470c1535 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:12:23.324153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:12:23.324638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Checking segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:12:23.325136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.325548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Bound using segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:12:23.326054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Bound port: d4def4ed-295c-4554-8b72-f70c470c1535, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:12:23.326445 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.402340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] For port d4def4ed-295c-4554-8b72-f70c470c1535, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:12:23.405030 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (97db769e-4d13-4702-aaee-187444157566), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.405717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] For port d4def4ed-295c-4554-8b72-f70c470c1535, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d4def4ed-295c-4554-8b72-f70c470c1535,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:12:23.413782 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.444504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (97db769e-4d13-4702-aaee-187444157566), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.478840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85482bc-c315-4569-8d28-d0de9bbe5770 None None] Pushing event updated for resources: {'Port': ['ID=d4def4ed-295c-4554-8b72-f70c470c1535,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:23.494592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:12:23.497915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:23.506212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:12:23.544114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=97db769e-4d13-4702-aaee-187444157566,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:23.559154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (1232e2e5-a951-4e74-a67a-deb3108b0335), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.722939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97db769e-4d13-4702-aaee-187444157566), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:23.864183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 312762ce-a620-4c25-b239-b545115d0cd6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:12:23.925678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 312762ce-a620-4c25-b239-b545115d0cd6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:23.925805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (312762ce-a620-4c25-b239-b545115d0cd6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.014975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 312762ce-a620-4c25-b239-b545115d0cd6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:24.015374 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (312762ce-a620-4c25-b239-b545115d0cd6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.038289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 312762ce-a620-4c25-b239-b545115d0cd6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=312762ce-a620-4c25-b239-b545115d0cd6,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:24.039326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (97db769e-4d13-4702-aaee-187444157566), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.042978 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (312762ce-a620-4c25-b239-b545115d0cd6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.043933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d4def4ed-295c-4554-8b72-f70c470c1535 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:12:24.044774 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (97db769e-4d13-4702-aaee-187444157566), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.123572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=312762ce-a620-4c25-b239-b545115d0cd6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:24.127314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=97db769e-4d13-4702-aaee-187444157566,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:24.129718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (1232e2e5-a951-4e74-a67a-deb3108b0335), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.137487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d4def4ed-295c-4554-8b72-f70c470c1535 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:24.137871 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.222407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d4def4ed-295c-4554-8b72-f70c470c1535 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:24.222794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.225727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:12:24.227190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:24.257476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port d4def4ed-295c-4554-8b72-f70c470c1535, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d4def4ed-295c-4554-8b72-f70c470c1535,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:24.262851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.315892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=d4def4ed-295c-4554-8b72-f70c470c1535,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:24.356967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1232e2e5-a951-4e74-a67a-deb3108b0335 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:12:24.473285 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:12:24.485855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-029f16b1-868a-4733-a643-3a98f7f5ff5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/1232e2e5-a951-4e74-a67a-deb3108b0335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0617692 Mar 07 05:12:24.573129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524b97c-1d35-4ae8-9653-0f2ec2d47dee None None] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:12:24.634837 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-4785ba62-22e3-47d2-aba9-559a0fb3cb59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760579077&fields=id&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 267 time: 0.0455084 Mar 07 05:12:24.655312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5d56c1f7-c3e6-41c4-80ba-1f232e7d9be0 None None] Provisioning complete for port d4def4ed-295c-4554-8b72-f70c470c1535 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:24.655690 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5d56c1f7-c3e6-41c4-80ba-1f232e7d9be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:24.759448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-b32f9ab2-1c98-4baf-87e3-41d2ddf7c9de tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:24.760979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-b32f9ab2-1c98-4baf-87e3-41d2ddf7c9de tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 796 time: 0.1191447 Mar 07 05:12:24.768648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5d56c1f7-c3e6-41c4-80ba-1f232e7d9be0 None None] Current status of the port d4def4ed-295c-4554-8b72-f70c470c1535 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:24.778498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-dd50d8d5-e6f4-4070-a7ec-c6cebffcb657 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/quotas/a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 375 time: 0.0107186 Mar 07 05:12:24.835840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-f4db52d1-2b4a-47ef-99f6-e826cc47ad24 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515478 Mar 07 05:12:24.946544 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-5e0ba51d-2422-4576-94e4-173a546270c9 service neutron] 10.222.0.21 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971148 Mar 07 05:12:24.989006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9b18a145-faff-43cb-9698-5d27db1d0ac3 None None] Provisioning complete for port d4def4ed-295c-4554-8b72-f70c470c1535 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:24.989545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b18a145-faff-43cb-9698-5d27db1d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.045762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-08364412-f03f-48b1-982a-6b03f33ffbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930827 Mar 07 05:12:25.076123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9b18a145-faff-43cb-9698-5d27db1d0ac3 None None] Current status of the port d4def4ed-295c-4554-8b72-f70c470c1535 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:25.090297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9b18a145-faff-43cb-9698-5d27db1d0ac3 None None] Provisioning complete for port 97db769e-4d13-4702-aaee-187444157566 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:25.090680 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9b18a145-faff-43cb-9698-5d27db1d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97db769e-4d13-4702-aaee-187444157566), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.134919 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Sync routers for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:12:25.138432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9b18a145-faff-43cb-9698-5d27db1d0ac3 None None] Port 97db769e-4d13-4702-aaee-187444157566 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:12:25.152355 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:25.153378 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:25.261869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0d0a8a6b-9585-43cf-bb82-52891916e02f None None] Provisioning complete for port 97db769e-4d13-4702-aaee-187444157566 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:25.262573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8a6b-9585-43cf-bb82-52891916e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97db769e-4d13-4702-aaee-187444157566), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.269888 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d39a0bef-f33d-473e-87bf-607bf72107b1 req-12c6a20c-8c78-4650-b79e-d55114b9822c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0478055 Mar 07 05:12:25.327545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a8a6b-9585-43cf-bb82-52891916e02f None None] Port 97db769e-4d13-4702-aaee-187444157566 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:12:25.407795 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:25.550532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4bf2eaf6-6346-4b1f-9f16-15824962f16c None None] Provisioning complete for port 97db769e-4d13-4702-aaee-187444157566 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:25.550981 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4bf2eaf6-6346-4b1f-9f16-15824962f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97db769e-4d13-4702-aaee-187444157566), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.587899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2eaf6-6346-4b1f-9f16-15824962f16c None None] Port 97db769e-4d13-4702-aaee-187444157566 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:12:25.613024 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 2, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:25.643358 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Checking router: 1232e2e5-a951-4e74-a67a-deb3108b0335 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:12:25.643710 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Updating router 1232e2e5-a951-4e74-a67a-deb3108b0335 port 97db769e-4d13-4702-aaee-187444157566 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:12:25.671045 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97db769e-4d13-4702-aaee-187444157566), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.757411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 312762ce-a620-4c25-b239-b545115d0cd6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:12:25.811666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 312762ce-a620-4c25-b239-b545115d0cd6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:25.811967 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (312762ce-a620-4c25-b239-b545115d0cd6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.899258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 312762ce-a620-4c25-b239-b545115d0cd6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:25.900363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d4def4ed-295c-4554-8b72-f70c470c1535 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:12:25.941357 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Publish callbacks [] for port (97db769e-4d13-4702-aaee-187444157566), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.946815 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (97db769e-4d13-4702-aaee-187444157566), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.950613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d4def4ed-295c-4554-8b72-f70c470c1535 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:25.950993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:25.998262 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Pushing event updated for resources: {'Port': ['ID=97db769e-4d13-4702-aaee-187444157566,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:26.009487 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.009837 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.010208 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.010548 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.010881 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.011214 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.011537 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.011992 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.012173 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.012496 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.012816 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.013141 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.013459 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:26.041625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d4def4ed-295c-4554-8b72-f70c470c1535 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:26.066854 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Attempting to bind port 97db769e-4d13-4702-aaee-187444157566 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:12:26.067141 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Attempting to bind port 97db769e-4d13-4702-aaee-187444157566 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:12:26.067508 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Attempting to bind port 97db769e-4d13-4702-aaee-187444157566 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:12:26.072711 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:12:26.073088 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Checking segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:12:26.073494 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.073886 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Bound using segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:12:26.074382 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Bound port: 97db769e-4d13-4702-aaee-187444157566, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:12:26.074768 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97db769e-4d13-4702-aaee-187444157566), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.146896 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] For port 97db769e-4d13-4702-aaee-187444157566, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:12:26.150185 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] For port 97db769e-4d13-4702-aaee-187444157566, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=97db769e-4d13-4702-aaee-187444157566,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:12:26.159147 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (97db769e-4d13-4702-aaee-187444157566), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.227813 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:26.228960 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:26.250079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-dad30a60-56f8-48ea-9da1-ad11672ada05 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:26.252109 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-dad30a60-56f8-48ea-9da1-ad11672ada05 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 796 time: 0.1404600 Mar 07 05:12:26.266498 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d9b50-04e5-45c7-8418-6ed4697110f2 None None] Pushing event updated for resources: {'Port': ['ID=97db769e-4d13-4702-aaee-187444157566,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:26.323167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] Provisioning complete for port 97db769e-4d13-4702-aaee-187444157566 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:26.323684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97db769e-4d13-4702-aaee-187444157566), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.337783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-d11a3eae-2ead-4c47-849e-3cb901eb6620 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 380 time: 0.0757596 Mar 07 05:12:26.349355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'port': {'device_id': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'admin_state_up': True, 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'security_groups': ['fe14d4b6-7b09-4212-aebd-41ed8974c49d']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:26.351457 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:26.458578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] Current status of the port 97db769e-4d13-4702-aaee-187444157566 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:26.458841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0588877d-6085-4405-a338-9264d3486595 req-63193243-fc5c-4ae9-b55c-628825132d67 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0978930 Mar 07 05:12:26.459013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (97db769e-4d13-4702-aaee-187444157566), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.518848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] For port 97db769e-4d13-4702-aaee-187444157566, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=97db769e-4d13-4702-aaee-187444157566,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:26.526193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (97db769e-4d13-4702-aaee-187444157566), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.569149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:12:26.572535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.575375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1ca99-406f-4a9a-984e-96046a633cca None None] Pushing event updated for resources: {'Port': ['ID=97db769e-4d13-4702-aaee-187444157566,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:26.610822 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:26.637070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced172d-11ca-4e4a-b885-3ead7314b262 None None] The sync data for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 is: [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:12:26.648153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6414df26-13ab-4772-89d7-6a219481013c None None] Provisioning complete for port 97db769e-4d13-4702-aaee-187444157566 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:26.648529 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6414df26-13ab-4772-89d7-6a219481013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97db769e-4d13-4702-aaee-187444157566), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.736481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.7 (4602f926-e7fe-43d7-a701-b03fdb145fe3/23f9066a-a2a8-4411-aeae-e351fde6363c/2d8ace2f-e635-4317-9316-b413399676f6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:12:26.762240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6414df26-13ab-4772-89d7-6a219481013c None None] Current status of the port 97db769e-4d13-4702-aaee-187444157566 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:26.885285 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (2d8ace2f-e635-4317-9316-b413399676f6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.925315 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:26.975130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:12:26.978192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:26.982209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:12:27.008693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:27.044402 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:27.045047 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.061893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-25561194-ebf2-4763-bdcd-b106cec71563 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7197397 Mar 07 05:12:27.073919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Request body: {'port': {'device_id': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:27.142333 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.286295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84bac2fc-ac4b-4d05-ab9c-35a906095b95 None None] Provisioning complete for port 2d8ace2f-e635-4317-9316-b413399676f6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:27.286923 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84bac2fc-ac4b-4d05-ab9c-35a906095b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2d8ace2f-e635-4317-9316-b413399676f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.327851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84bac2fc-ac4b-4d05-ab9c-35a906095b95 None None] Port 2d8ace2f-e635-4317-9316-b413399676f6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:12:27.433750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8ace2f-e635-4317-9316-b413399676f6 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:12:27.442516 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Publish callbacks [] for port (2d8ace2f-e635-4317-9316-b413399676f6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.456747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Transition to ACTIVE for port object 2d8ace2f-e635-4317-9316-b413399676f6 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:12:27.460929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.561340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:27.620735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:12:27.621082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:12:27.621418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:12:27.629501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:12:27.629846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:12:27.637853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:12:27.638227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Checking segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:12:27.638630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Bound using segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:12:27.639077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Bound port: 2d8ace2f-e635-4317-9316-b413399676f6, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:12:27.639450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.651731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4542c-0504-45ed-93fb-ad36b3febf0b req-b1fb33ad-2e9e-4143-8803-2c781dbbca90 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:27.654405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4be4542c-0504-45ed-93fb-ad36b3febf0b req-b1fb33ad-2e9e-4143-8803-2c781dbbca90 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0883312 Mar 07 05:12:27.755199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4be4542c-0504-45ed-93fb-ad36b3febf0b req-aa563d50-1367-4bca-8b5d-91a464b37a6c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926192 Mar 07 05:12:27.761444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:12:27.764647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:12:27.772405 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.827821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:27.829869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.831593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1091 time: 0.7630677 Mar 07 05:12:27.832043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 97db769e-4d13-4702-aaee-187444157566 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:12:27.832429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:12:27.835049 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:12:27.871846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c022ae6-8350-40ef-b7be-e8295cfecab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:27.918026 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb913b-4d6e-40fa-8288-b3ebadb1c4b3 x-openstack-request-id: req-6ebb913b-4d6e-40fa-8288-b3ebadb1c4b3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:12:27.918328 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:12:27.918758 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ebb913b-4d6e-40fa-8288-b3ebadb1c4b3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:12:27.919198 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'status': 'completed', 'code': 200} Mar 07 05:12:27.941941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 97db769e-4d13-4702-aaee-187444157566 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:27.942154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (97db769e-4d13-4702-aaee-187444157566), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:27.948455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-8e888a3f-5406-4483-90eb-17821935817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:27.950010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-8e888a3f-5406-4483-90eb-17821935817e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1125 time: 0.0695488 Mar 07 05:12:27.999200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-58cebbe4-7e19-4380-8f19-2ffb0b9c3754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 217 time: 0.0423515 Mar 07 05:12:28.032249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 97db769e-4d13-4702-aaee-187444157566 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:28.058664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-d31bec6f-6ca8-4b32-81f9-8c2a9c053b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.060301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-d31bec6f-6ca8-4b32-81f9-8c2a9c053b0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0553279 Mar 07 05:12:28.109324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-971b7ba1-563d-4652-a156-98c891dbfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.111169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-971b7ba1-563d-4652-a156-98c891dbfa65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453951 Mar 07 05:12:28.200742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-ddfb2dda-69d5-4e22-b379-41d77a32b1b8 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838995 Mar 07 05:12:28.293703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23ff09ea-4fa3-499d-bfb8-8ad01e51d69b req-4e9ff389-c39a-4ba4-9502-fe20fde555c4 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864468 Mar 07 05:12:28.381009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-3afcd69f-9c97-4778-aa1f-156d4b0e2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.382421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-3afcd69f-9c97-4778-aa1f-156d4b0e2a86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1125 time: 0.0467463 Mar 07 05:12:28.474064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-865810f7-d090-49cc-a377-c88d9b986ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.475534 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-865810f7-d090-49cc-a377-c88d9b986ba9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0871680 Mar 07 05:12:28.515824 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-1a93c2ac-0d23-48ef-8af5-281e13afc63b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 217 time: 0.0343757 Mar 07 05:12:28.562758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-dab7ed4c-3ada-431f-9d58-360fa83fec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.564752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-dab7ed4c-3ada-431f-9d58-360fa83fec88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0423741 Mar 07 05:12:28.623329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-9e9081f3-1479-4367-bbdb-7e32d1b960e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.625015 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-9e9081f3-1479-4367-bbdb-7e32d1b960e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533860 Mar 07 05:12:28.716034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-dd80248b-a009-4794-887c-0e3ace005b38 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Mar 07 05:12:28.807095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd3e338a-3ea0-4ce4-b03d-1f7de097b215 req-5ffca57f-51ae-44c1-9471-42901af5a005 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850143 Mar 07 05:12:28.905118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6398b7-63b8-4234-b7b1-d6dc85497e2f req-1bd21f50-91e3-42c7-87dd-b3a9dfb8337e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:28.907155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e6398b7-63b8-4234-b7b1-d6dc85497e2f req-1bd21f50-91e3-42c7-87dd-b3a9dfb8337e tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0536544 Mar 07 05:12:28.961593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e6398b7-63b8-4234-b7b1-d6dc85497e2f req-f3a265f2-f20f-4933-a2af-3f45e1ed9cee tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475330 Mar 07 05:12:30.078753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5ff3d-f252-44e5-bcfc-89f3f32854c8 req-287bc7a1-cb4f-498b-ae2b-cc0e6744c1e7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:30.080358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95b5ff3d-f252-44e5-bcfc-89f3f32854c8 req-287bc7a1-cb4f-498b-ae2b-cc0e6744c1e7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0513322 Mar 07 05:12:30.132428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95b5ff3d-f252-44e5-bcfc-89f3f32854c8 req-57daf0f6-0fc5-46b3-af9a-00c719906ab7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Mar 07 05:12:31.252565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac909f35-7de5-44d4-a4e5-ed04101eb9b1 req-21242239-3b17-43d3-b9e8-a222316c9b58 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:31.253949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac909f35-7de5-44d4-a4e5-ed04101eb9b1 req-21242239-3b17-43d3-b9e8-a222316c9b58 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0519545 Mar 07 05:12:31.301469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac909f35-7de5-44d4-a4e5-ed04101eb9b1 req-54882e33-67f1-4e43-ad23-5d8147c16902 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Mar 07 05:12:31.312324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:12:31.411638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:31.423382 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '2d8ace2f-e635-4317-9316-b413399676f6', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'port_id': '2d8ace2f-e635-4317-9316-b413399676f6', 'mac_address': 'fa:16:3e:9d:cc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:12:31.460543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2d8ace2f-e635-4317-9316-b413399676f6 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:31.460936 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:31.474563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8ace2f-e635-4317-9316-b413399676f6 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:12:31.498163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:31.502437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:31.548566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:31.686677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['2d8ace2f-e635-4317-9316-b413399676f6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:12:32.423224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bf17f-8f84-442d-bd3d-30a628d2b9b9 req-0c97db4a-ef18-4ef6-9bf5-aeb16e7710cb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:32.424692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-484bf17f-8f84-442d-bd3d-30a628d2b9b9 req-0c97db4a-ef18-4ef6-9bf5-aeb16e7710cb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0551329 Mar 07 05:12:32.473350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-484bf17f-8f84-442d-bd3d-30a628d2b9b9 req-7b106b0e-73ad-4d08-81db-09a35fdac9a7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Mar 07 05:12:32.823843 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-493942ff-5c25-4a29-882e-c2277c78cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:33.328553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:12:33.377664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 2d8ace2f-e635-4317-9316-b413399676f6 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:12:33.381335 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 2d8ace2f-e635-4317-9316-b413399676f6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:12:33.381713 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2d8ace2f-e635-4317-9316-b413399676f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:33.464819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2d8ace2f-e635-4317-9316-b413399676f6 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:12:33.465372 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:33.494129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:12:33.496452 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90642b12-f19d-4558-9716-85093c0102d4" -d '{"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:12:33.509173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:12:33.513617 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:33.560469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:33.599105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801cba-dd6e-4172-a30d-a5865a1f4cc7 req-f461ca56-6260-4ccb-8bdb-12eefa5b4874 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:33.600591 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd801cba-dd6e-4172-a30d-a5865a1f4cc7 req-f461ca56-6260-4ccb-8bdb-12eefa5b4874 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0583091 Mar 07 05:12:33.648525 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd801cba-dd6e-4172-a30d-a5865a1f4cc7 req-74816355-85a6-4ce3-9fe9-83df550506ba tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Mar 07 05:12:33.691404 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159d448b-464c-4c9f-a9c4-73a49181267d x-openstack-request-id: req-159d448b-464c-4c9f-a9c4-73a49181267d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:12:33.691707 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:12:33.691971 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-159d448b-464c-4c9f-a9c4-73a49181267d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:12:33.692401 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'code': 200} Mar 07 05:12:33.786815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d495ef-a327-48a9-9980-3500f832285a req-0d5d4478-d17c-473e-939d-80175487ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:33.788306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77d495ef-a327-48a9-9980-3500f832285a req-0d5d4478-d17c-473e-939d-80175487ac0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0432184 Mar 07 05:12:33.834608 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77d495ef-a327-48a9-9980-3500f832285a req-582bf508-1e29-464c-9862-15275c09c88b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Mar 07 05:12:34.767082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4dd78-2a88-4678-a892-8457f5eef19e req-1cf9ba13-7fc3-4c18-9649-05404d60fe55 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:34.768671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8f4dd78-2a88-4678-a892-8457f5eef19e req-1cf9ba13-7fc3-4c18-9649-05404d60fe55 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Mar 07 05:12:34.822751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8f4dd78-2a88-4678-a892-8457f5eef19e req-0500eca6-9eaa-4cda-b71c-e7b4f59fc7d1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481191 Mar 07 05:12:35.445132 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbe032b0-427b-4b2e-aded-1d4da6ee8954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:35.942431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea89ed7-82d5-4498-af9f-278c93770774 req-833b5a96-8043-4cb2-91cc-1a885ff45b9c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:35.943923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bea89ed7-82d5-4498-af9f-278c93770774 req-833b5a96-8043-4cb2-91cc-1a885ff45b9c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0549932 Mar 07 05:12:35.994349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bea89ed7-82d5-4498-af9f-278c93770774 req-0dd241fd-4eaf-4fba-a27b-57ed4b42e8c4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Mar 07 05:12:36.106957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055946b-c8d0-4971-8c84-28e96e3f7176 req-a4f0aa80-d07f-48c8-8ace-3b06a12c76bf tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:36.108346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a055946b-c8d0-4971-8c84-28e96e3f7176 req-a4f0aa80-d07f-48c8-8ace-3b06a12c76bf tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Mar 07 05:12:36.156204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a055946b-c8d0-4971-8c84-28e96e3f7176 req-c6587dc8-c7e5-4962-95f8-e659be805d03 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Mar 07 05:12:36.179269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:36.222387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0afc2-fe06-49f6-822a-b99684ddae24 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:36.223883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-7fb0afc2-fe06-49f6-822a-b99684ddae24 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1122 time: 0.0436418 Mar 07 05:12:36.226621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:36.230724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '2d8ace2f-e635-4317-9316-b413399676f6', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:12:36.251310 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:36.351544 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:36.450978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.41 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/65a780da-46f6-4d40-a97c-7de50d281f6f) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:12:36.554803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:36.587385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:36.626232 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:12:36.630503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:12:36.633924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:12:36.639286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=65a780da-46f6-4d40-a97c-7de50d281f6f,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:36.672940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.673359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.673715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.674091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.674435 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.674771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.675107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.675444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.675776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.676109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.676441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.676768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.677094 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:12:36.870417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.011253 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (f9d1cd9f-247e-48a6-b6ad-db1ed9da950e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.080660 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.225008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.229157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.299375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=65a780da-46f6-4d40-a97c-7de50d281f6f,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:12:37.308981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (f9d1cd9f-247e-48a6-b6ad-db1ed9da950e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.410211 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP f9d1cd9f-247e-48a6-b6ad-db1ed9da950e associated. External IP: 172.25.4.41, port: 2d8ace2f-e635-4317-9316-b413399676f6. Mar 07 05:12:37.619685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1232e2e5-a951-4e74-a67a-deb3108b0335 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:12:37.726982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:12:37.738006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] Sync routers for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:12:37.747766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.751131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:37.751751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:37.814847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:37.880551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:38.114189 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cd36b366-7456-47b3-90b8-375844f31ca3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8865254 Mar 07 05:12:38.114794 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:12:38.117049 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ca96d-e096-4a0e-90a4-ea1645661c09" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:12:38.118251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f9d1cd9f-247e-48a6-b6ad-db1ed9da950e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'port_id': '2d8ace2f-e635-4317-9316-b413399676f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'mac_address': 'fa:16:3e:9d:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:12:36Z', 'updated_at': '2022-03-07T05:12:36Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:38.149183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] Checking router: 1232e2e5-a951-4e74-a67a-deb3108b0335 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:12:38.158214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:12:38.158827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:12:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:38.221527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9c98-0002-49c3-90ad-01907ef19019 req-b8468eea-75de-42ad-9761-b1fa1bc793d1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:38.223180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-333d9c98-0002-49c3-90ad-01907ef19019 req-b8468eea-75de-42ad-9761-b1fa1bc793d1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0586259 Mar 07 05:12:38.275471 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-333d9c98-0002-49c3-90ad-01907ef19019 req-61bc7ccb-0609-43ab-bfe1-c563fd48254b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464461 Mar 07 05:12:38.298696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58134) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:38.323386 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a94daf-45f5-401d-829c-5bbc3b801e9a x-openstack-request-id: req-d0a94daf-45f5-401d-829c-5bbc3b801e9a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:12:38.323885 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:12:38.324242 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0a94daf-45f5-401d-829c-5bbc3b801e9a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:12:38.324745 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'status': 'completed', 'code': 200} Mar 07 05:12:38.431504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:12:38.667211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f9d1cd9f-247e-48a6-b6ad-db1ed9da950e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'port_id': '2d8ace2f-e635-4317-9316-b413399676f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'mac_address': 'fa:16:3e:9d:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:12:36Z', 'updated_at': '2022-03-07T05:12:36Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:12:38.694873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726a724-f9ef-485b-ae2d-e33fb92aacd0 None None] The sync data for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 is: [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'f9d1cd9f-247e-48a6-b6ad-db1ed9da950e', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'port_id': '2d8ace2f-e635-4317-9316-b413399676f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'mac_address': 'fa:16:3e:9d:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:12:36Z', 'updated_at': '2022-03-07T05:12:36Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:12:38.727026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-66b547c1-dcff-4a1f-b4aa-8e8c622339b9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/f9d1cd9f-247e-48a6-b6ad-db1ed9da950e HTTP/1.1" status: 200 len: 990 time: 0.4271672 Mar 07 05:12:38.744298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-0b5f60eb-bbfa-4510-a915-b368d31c94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:38.745780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-0b5f60eb-bbfa-4510-a915-b368d31c94d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.3984258 Mar 07 05:12:38.836654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-ceed9960-602e-49d4-926b-1bfed593f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:38.838166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-ceed9960-602e-49d4-926b-1bfed593f23f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0860415 Mar 07 05:12:38.896358 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b300a35-ea38-4c7e-8728-fa59223c5eca None None] New status for floating IP f9d1cd9f-247e-48a6-b6ad-db1ed9da950e: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:12:38.909860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-7b287298-2d9b-499d-9b6a-48c7c4ec9676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 998 time: 0.0663629 Mar 07 05:12:38.958422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-b7c092e6-801f-48e0-9edf-1c004fba0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:38.959786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-b7c092e6-801f-48e0-9edf-1c004fba0895 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0439944 Mar 07 05:12:39.009118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-e743c5ec-780f-4b3f-8845-fe4529686096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:39.010682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-e743c5ec-780f-4b3f-8845-fe4529686096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448241 Mar 07 05:12:39.117086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-bc0a2f5b-16e6-4d94-b7c3-c74ad3046152 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996077 Mar 07 05:12:39.202809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f86ca96d-e096-4a0e-90a4-ea1645661c09 req-cf3d0a8b-9ea6-4f31-ada3-f34d97d3b2d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794132 Mar 07 05:12:39.514527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:39.730870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:12:39.796224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-133235bc-7f72-465b-a559-909cc4a81ee9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/f9d1cd9f-247e-48a6-b6ad-db1ed9da950e HTTP/1.1" status: 200 len: 992 time: 0.0641172 Mar 07 05:12:50.247989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:52.467912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:12:56.395745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-a1a1b4a3-cce5-42e5-9bca-367f384af8e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422463 Mar 07 05:12:56.431495 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:12:56.478666 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-fff19a33-fe87-4fbc-964f-629311019a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:56.480147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-fff19a33-fe87-4fbc-964f-629311019a9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0443809 Mar 07 05:12:56.583069 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-a7dd4aa2-e342-48b3-9c91-bae04ced0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:56.584520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-a7dd4aa2-e342-48b3-9c91-bae04ced0847 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0871544 Mar 07 05:12:56.650168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-c061f84b-1933-42ac-9a27-4699458d899d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1000 time: 0.0592606 Mar 07 05:12:56.700287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-3b1a2b7e-ad97-4ee8-a55e-8e6fa2c3613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:56.701769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-3b1a2b7e-ad97-4ee8-a55e-8e6fa2c3613a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0462091 Mar 07 05:12:56.758279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-bbaf0c13-666d-450c-b9a3-aae9158871ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:12:56.759753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-bbaf0c13-666d-450c-b9a3-aae9158871ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513914 Mar 07 05:12:56.849464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-5abc562b-bb34-4b1c-bb38-88b801448d59 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834899 Mar 07 05:12:56.937813 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66ecf144-25d4-465a-ba2e-4e26f50063bf req-846b25d8-632f-4d1e-bf2a-4d16723074a3 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817616 Mar 07 05:13:02.825659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38efeb6c-ec29-40fa-93ce-87c263c3c92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:05.446824 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2bfe127f-d063-47e2-ae00-09f1d63805c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:06.872519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:07.800656 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:09.161848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2999e22-69f9-4d66-8c47-9ad37a012936 req-6f4d526d-8832-4f87-917b-28e93d8ea5ac tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:09.163394 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2999e22-69f9-4d66-8c47-9ad37a012936 req-6f4d526d-8832-4f87-917b-28e93d8ea5ac tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0514841 Mar 07 05:13:09.218181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2999e22-69f9-4d66-8c47-9ad37a012936 req-c86a2da9-3afc-4a7f-8f36-2a7ace01074d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477147 Mar 07 05:13:09.240700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58156) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:09.299702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dbe0c1e3-47a2-4dc5-bda9-b8bd15f6bf89 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/f9d1cd9f-247e-48a6-b6ad-db1ed9da950e HTTP/1.1" status: 200 len: 992 time: 0.0579057 Mar 07 05:13:09.507970 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:09.678127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3226066-2e7d-4639-98e7-06083cf404be req-23ed6e6d-ad6c-4467-af43-3c504b5e6191 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:09.679633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3226066-2e7d-4639-98e7-06083cf404be req-23ed6e6d-ad6c-4467-af43-3c504b5e6191 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0439713 Mar 07 05:13:09.725211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3226066-2e7d-4639-98e7-06083cf404be req-d2097a5c-cda7-4540-b38d-48fd0f5deabd tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Mar 07 05:13:10.205377 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-03633519-65d0-4178-8e14-784bcc97e36a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481908 Mar 07 05:13:10.213715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-f5e091ab-e486-4de6-9273-c7a730e42510 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:13:10.214697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-f5e091ab-e486-4de6-9273-c7a730e42510 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048711 Mar 07 05:13:10.278137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-36e57df2-2f30-4917-8298-6a001eac2705 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:10.279408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-36e57df2-2f30-4917-8298-6a001eac2705 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1124 time: 0.0365820 Mar 07 05:13:10.742495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-7f532751-7141-4c9f-9cf0-d06cc212b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:10.743855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-7f532751-7141-4c9f-9cf0-d06cc212b8e0 service neutron] 10.222.0.21 "GET /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1124 time: 0.0360320 Mar 07 05:13:10.752108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Request body: {'binding': {'host': 'n-h2-832185-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:10.752553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Unknown quota resources ['binding']. {{(pid=103938) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 05:13:10.884840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on host n-h2-832185-1 for vnic_type normal with profile None {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:13:10.885091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:13:10.885405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:10.889740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:13:10.890087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:10.896014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:13:10.896357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Checking segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:10.896743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Bound using segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:13:10.897176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Bound port: 2d8ace2f-e635-4317-9316-b413399676f6, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:13:10.979509 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:13:10.985195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:10.986393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] 10.222.0.21 "POST /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2376273 Mar 07 05:13:11.135126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03cb8c-2130-4bc3-b63d-0beb9a781acf req-ded5fa1b-1322-48b0-92e9-86b5c529ba79 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:11.136535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db03cb8c-2130-4bc3-b63d-0beb9a781acf req-ded5fa1b-1322-48b0-92e9-86b5c529ba79 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0600312 Mar 07 05:13:11.187171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db03cb8c-2130-4bc3-b63d-0beb9a781acf req-06b3b0e9-909e-4494-901d-925cbd10ed7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Mar 07 05:13:11.205251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-455c136b-ec9a-491c-95b6-c4f775b8c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:11.206883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-455c136b-ec9a-491c-95b6-c4f775b8c4a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0456951 Mar 07 05:13:11.298786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-cc0649bc-4979-44ba-81c8-ecfebdc11e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:11.300262 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-cc0649bc-4979-44ba-81c8-ecfebdc11e0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0866592 Mar 07 05:13:11.365748 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-33367456-5adf-4d6b-9910-e30b6cf28ed0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1000 time: 0.0579808 Mar 07 05:13:11.417140 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-b2539a00-dc39-4778-a71b-d842b8e57011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:11.418635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-b2539a00-dc39-4778-a71b-d842b8e57011 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0465200 Mar 07 05:13:11.465689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-08692e0b-364e-45bb-bf88-a0d6099108ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:11.467207 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-08692e0b-364e-45bb-bf88-a0d6099108ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430033 Mar 07 05:13:11.564110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-40307fd0-72b1-4d48-83ae-f8e5fbc87aa3 service neutron] 10.222.0.44 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891802 Mar 07 05:13:11.654674 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-38c806ed-47c9-429a-aaa9-0335f2c69b57 service neutron] 10.222.0.44 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Mar 07 05:13:11.792375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-3eda1cbf-eb0b-4c67-9b6d-0fc54c9f8b36 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:11.793884 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-3eda1cbf-eb0b-4c67-9b6d-0fc54c9f8b36 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2&tenant_id=a6cd74cb2ad94306849614f0ffb38f74&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1127 time: 0.0804534 Mar 07 05:13:11.803675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832185-1'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:11.865175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:11.989644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:12.025037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:12.067046 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:12.069346 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e15af-ce6a-4e87-b058-b45dd99027bd" -d '{"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:12.073200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Publish callbacks [] for port (2d8ace2f-e635-4317-9316-b413399676f6), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.078500 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.107456 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fa5fc-be5f-4712-be46-60ed673cffa5 x-openstack-request-id: req-0e8fa5fc-be5f-4712-be46-60ed673cffa5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:12.107729 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:12.107993 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e8fa5fc-be5f-4712-be46-60ed673cffa5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:12.108368 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'code': 200} Mar 07 05:13:12.180766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89388669-5128-4902-b595-11949c99c328 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:12.237307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on host n-h1-832185-1 for vnic_type normal with profile {"migrating_to": "n-h2-832185-1"} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:13:12.237641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:13:12.237964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:12.242758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:13:12.243080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Attempting to bind port 2d8ace2f-e635-4317-9316-b413399676f6 on network 4602f926-e7fe-43d7-a701-b03fdb145fe3 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:12.248557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:13:12.248900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Checking segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:12.249281 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Bound using segment: {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:13:12.249704 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Bound port: 2d8ace2f-e635-4317-9316-b413399676f6, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efec6d4-b1f7-4253-90e1-4045f26f1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:13:12.250086 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.320346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36fc32-c2db-4241-b068-2fccf1d5bfeb req-30da47a2-af4c-4b4a-b82d-16022f7696f4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:12.321849 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d36fc32-c2db-4241-b068-2fccf1d5bfeb req-30da47a2-af4c-4b4a-b82d-16022f7696f4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0587864 Mar 07 05:13:12.328352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:12.332563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:13:12.341340 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.342683 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Provisioning complete for port 2d8ace2f-e635-4317-9316-b413399676f6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:12.343221 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2d8ace2f-e635-4317-9316-b413399676f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.430513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Current status of the port 2d8ace2f-e635-4317-9316-b413399676f6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:12.431862 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.437427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d36fc32-c2db-4241-b068-2fccf1d5bfeb req-9852381d-b598-4271-9f99-2cc4b6203f03 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928144 Mar 07 05:13:12.465477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:12.468838 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e52fa5-0dc7-4053-87e6-6730cb516cee" -d '{"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:12.491935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:12.495148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89388669-5128-4902-b595-11949c99c328 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:12.498972 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.552230 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6bbd93-e56c-42ec-b884-c65c7b53b4ec x-openstack-request-id: req-7b6bbd93-e56c-42ec-b884-c65c7b53b4ec {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:12.552552 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:12.552849 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b6bbd93-e56c-42ec-b884-c65c7b53b4ec {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:12.553284 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'code': 200} Mar 07 05:13:12.559271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:12.560041 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:12.561670 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-89388669-5128-4902-b595-11949c99c328 service neutron] 10.222.0.44 "PUT /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1121 time: 0.7619309 Mar 07 05:13:12.682116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['2d8ace2f-e635-4317-9316-b413399676f6'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:13:12.725426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:12.759591 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.759829 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.760168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.760507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.760833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.761157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.761488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.761802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.762152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.762473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.762790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.763380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.763710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6d1ed-813f-4024-aff7-352b6c2f9ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:12.943937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f8cf4de3-bb0d-46f3-9799-8a3d3a558e84 None None] Provisioning complete for port 2d8ace2f-e635-4317-9316-b413399676f6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:12.944317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f8cf4de3-bb0d-46f3-9799-8a3d3a558e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2d8ace2f-e635-4317-9316-b413399676f6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:13.072955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf4de3-bb0d-46f3-9799-8a3d3a558e84 None None] Current status of the port 2d8ace2f-e635-4317-9316-b413399676f6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:13.554959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4011e9-f0b9-40b9-ad57-29647d426d1f req-abef5fb9-033d-46d3-9093-3f720d131636 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:13.556451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e4011e9-f0b9-40b9-ad57-29647d426d1f req-abef5fb9-033d-46d3-9093-3f720d131636 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0525203 Mar 07 05:13:13.612922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e4011e9-f0b9-40b9-ad57-29647d426d1f req-73d29d14-540e-4393-aa15-3fdfa6ad30ef tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508330 Mar 07 05:13:13.993443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:13:14.093709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:14.104088 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 has no active binding in host n-h2-832185-1 {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 05:13:14.110121 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:14.113004 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07675f48-3136-45c3-9b05-eebc577dac90" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:14.148703 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726af27-3247-4bb6-a977-51013d023fa1 x-openstack-request-id: req-3726af27-3247-4bb6-a977-51013d023fa1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:14.149070 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:14.149327 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3726af27-3247-4bb6-a977-51013d023fa1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:14.149731 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'status': 'completed', 'code': 200} Mar 07 05:13:14.216457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675f48-3136-45c3-9b05-eebc577dac90 req-5be79fd3-e532-4fcb-985c-7890ecaa1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:14.217955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-5be79fd3-e532-4fcb-985c-7890ecaa1e02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1157 time: 0.0460875 Mar 07 05:13:14.306655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675f48-3136-45c3-9b05-eebc577dac90 req-6efe5fe1-e6c4-4739-b44d-c6423df8b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:14.308059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-6efe5fe1-e6c4-4739-b44d-c6423df8b897 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0827045 Mar 07 05:13:14.376317 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-f5559314-fc69-4e0e-b748-fbd5b3d2c98f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 1000 time: 0.0614245 Mar 07 05:13:14.422235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675f48-3136-45c3-9b05-eebc577dac90 req-03ce64c6-7b65-4c1a-8fd0-6992ab25711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:14.424371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-03ce64c6-7b65-4c1a-8fd0-6992ab25711a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0427699 Mar 07 05:13:14.472234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675f48-3136-45c3-9b05-eebc577dac90 req-c67aa5f9-5629-4cc8-885d-252700de6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:14.473769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-c67aa5f9-5629-4cc8-885d-252700de6e11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440617 Mar 07 05:13:14.572463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-debf9626-53b4-49a6-8cd0-184ba7b6017c service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922315 Mar 07 05:13:14.664204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07675f48-3136-45c3-9b05-eebc577dac90 req-e090bcc6-0fb2-42d9-9fce-2d43a52c4c67 service neutron] 10.222.0.15 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860527 Mar 07 05:13:14.734273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdc74-64a5-46ab-b96a-8215282d91d1 req-584b8585-ccdc-4d6f-aab7-14e969206921 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:14.736524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f6bdc74-64a5-46ab-b96a-8215282d91d1 req-584b8585-ccdc-4d6f-aab7-14e969206921 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0539527 Mar 07 05:13:14.785427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f6bdc74-64a5-46ab-b96a-8215282d91d1 req-e50d7cfb-6a43-477f-ac70-66a9d6f1c430 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Mar 07 05:13:15.905355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eb450-991e-447d-bbf4-f21307089287 req-4a6f6950-a3ce-43e5-a3d9-96c7cc40aebc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:15.906935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d8eb450-991e-447d-bbf4-f21307089287 req-4a6f6950-a3ce-43e5-a3d9-96c7cc40aebc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0527768 Mar 07 05:13:15.956723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d8eb450-991e-447d-bbf4-f21307089287 req-0a5d8581-91cb-4988-b6bb-570d07a9dc24 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Mar 07 05:13:17.082469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5359761-e2b5-436d-87b1-186cb622321e req-4a9bb4ac-e571-4c0f-a8f1-1012035fd399 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:17.083940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5359761-e2b5-436d-87b1-186cb622321e req-4a9bb4ac-e571-4c0f-a8f1-1012035fd399 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0577519 Mar 07 05:13:17.132042 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5359761-e2b5-436d-87b1-186cb622321e req-27f035b1-e910-42c8-b9ed-b7893c587b0b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Mar 07 05:13:18.251423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05554c-5b22-490c-ba43-b5cec1ef4119 req-c00f1d13-77b1-4e14-b94c-e94b14568186 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:18.252797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f05554c-5b22-490c-ba43-b5cec1ef4119 req-c00f1d13-77b1-4e14-b94c-e94b14568186 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0529611 Mar 07 05:13:18.300468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f05554c-5b22-490c-ba43-b5cec1ef4119 req-5d04a717-e260-4fe1-8714-87a3930d2fe3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Mar 07 05:13:19.419170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0f141-6c0c-47a9-b7fd-992b6be7817d req-0c2e269f-bf1e-4829-80e9-4dc296f17596 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:19.420644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70a0f141-6c0c-47a9-b7fd-992b6be7817d req-0c2e269f-bf1e-4829-80e9-4dc296f17596 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Mar 07 05:13:19.476696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70a0f141-6c0c-47a9-b7fd-992b6be7817d req-4eaff125-4533-41d8-a6bb-d2a5f87d0578 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501649 Mar 07 05:13:20.246838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:20.595204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce12883-8be9-4a21-b8b2-48f8c851d8ec req-d8f3ecf0-3a99-475e-86fd-919da5b1948c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:20.596715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ce12883-8be9-4a21-b8b2-48f8c851d8ec req-d8f3ecf0-3a99-475e-86fd-919da5b1948c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0527921 Mar 07 05:13:20.645358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ce12883-8be9-4a21-b8b2-48f8c851d8ec req-5ef296e0-f46a-46b8-8e09-49e77dcbd1db tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431306 Mar 07 05:13:20.779599 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-d7f197c1-b9b6-4ea0-9483-79d538a2d660 service neutron] 10.222.0.15 "GET /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6/bindings/n-h2-832185-1 HTTP/1.1" status: 200 len: 384 time: 0.0536678 Mar 07 05:13:20.946036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:20.963497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:21.006713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:21.008936 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674badc7-bc00-4902-90ea-eab55f6e8548" -d '{"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:21.015626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:21.029952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:21.103847 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e2b879-c7fd-40bf-b00e-a24ecbdc3aec x-openstack-request-id: req-04e2b879-c7fd-40bf-b00e-a24ecbdc3aec {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:21.104137 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:21.104391 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04e2b879-c7fd-40bf-b00e-a24ecbdc3aec {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:21.104789 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'code': 200} Mar 07 05:13:21.107168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Transition to ACTIVE for port object 2d8ace2f-e635-4317-9316-b413399676f6 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:13:21.111807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:21.205337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=11']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:21.221695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.222077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.222424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.222771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.223105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.223433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.223774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.224087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.224409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.224732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.225051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.225369 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.225687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:21.252875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] No DVR routers for this DVR port 2d8ace2f-e635-4317-9316-b413399676f6 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:13:21.385029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-e180bcda-c595-4509-aef3-954b49e8e51d service neutron] 10.222.0.15 "PUT /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6/bindings/n-h2-832185-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6000214 Mar 07 05:13:21.486101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-14aff942-7f77-4487-8b85-26026ac2361d tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.487667 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-14aff942-7f77-4487-8b85-26026ac2361d tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2&tenant_id=a6cd74cb2ad94306849614f0ffb38f74&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.0513260 Mar 07 05:13:21.539679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-46db84bb-9443-41ef-b1df-6bff22e2bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.541261 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-46db84bb-9443-41ef-b1df-6bff22e2bd13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 1126 time: 0.0474727 Mar 07 05:13:21.606654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-4eea7fef-1f39-4db5-b0b7-62e7a31a4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.608040 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-4eea7fef-1f39-4db5-b0b7-62e7a31a4b84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1126 time: 0.0445952 Mar 07 05:13:21.701876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-63fc96c0-5610-4d85-9571-f753094a0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.704089 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-63fc96c0-5610-4d85-9571-f753094a0a37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0897493 Mar 07 05:13:21.765777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82750-dc87-4480-9f99-cb8dc22f1cfb req-c7974247-a671-42ab-a7b3-85f426eccd3b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.768235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eda82750-dc87-4480-9f99-cb8dc22f1cfb req-c7974247-a671-42ab-a7b3-85f426eccd3b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0542555 Mar 07 05:13:21.770218 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-5d585a51-650d-4402-8d60-ec08155c4f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 998 time: 0.0612054 Mar 07 05:13:21.818416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ffdabd4e-4314-4d10-934f-b71b2e816f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.819912 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ffdabd4e-4314-4d10-934f-b71b2e816f20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0441015 Mar 07 05:13:21.820190 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eda82750-dc87-4480-9f99-cb8dc22f1cfb req-bfffabb6-1d0f-4bc5-b399-e53d46c4cc24 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Mar 07 05:13:21.874091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ca9de4d0-517f-4ea3-944f-4b909d572180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:21.875612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ca9de4d0-517f-4ea3-944f-4b909d572180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487063 Mar 07 05:13:21.963006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-9efc781e-dae4-4676-b73a-865194e150ee service neutron] 10.222.0.44 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814500 Mar 07 05:13:22.055830 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-747b655f-3d50-4418-9ae0-f085444419fc service neutron] 10.222.0.44 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870194 Mar 07 05:13:22.282596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-59640851-41c8-426b-8772-4ae1d60e5464 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:22.284092 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-59640851-41c8-426b-8772-4ae1d60e5464 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2&tenant_id=a6cd74cb2ad94306849614f0ffb38f74&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 1126 time: 0.0479856 Mar 07 05:13:22.446185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-94fdc949-59bb-4fab-8136-e6ddfd439849 service neutron] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:22.449312 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-94fdc949-59bb-4fab-8136-e6ddfd439849 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:22.450480 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-94fdc949-59bb-4fab-8136-e6ddfd439849 service neutron] 10.222.0.44 "DELETE /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6/bindings/n-h1-832185-1 HTTP/1.1" status: 204 len: 173 time: 0.1602876 Mar 07 05:13:22.474874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:22.942539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef50fa-7d71-43ba-a6c9-cc8f8ce397ff req-55eab868-b850-4134-82f8-e64564307802 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:22.944024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0eef50fa-7d71-43ba-a6c9-cc8f8ce397ff req-55eab868-b850-4134-82f8-e64564307802 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0543368 Mar 07 05:13:22.995645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0eef50fa-7d71-43ba-a6c9-cc8f8ce397ff req-2c23d0d8-6f1d-4798-bd90-a3795a91608c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 Mar 07 05:13:23.107581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64261421-a8b1-46ae-9ead-58d63a037f5b req-c9c80477-50e7-4e2d-b31e-d5fcc3843afa tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:23.109148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64261421-a8b1-46ae-9ead-58d63a037f5b req-c9c80477-50e7-4e2d-b31e-d5fcc3843afa tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1126 time: 0.0459936 Mar 07 05:13:23.166031 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-64261421-a8b1-46ae-9ead-58d63a037f5b req-6796f693-d091-4f66-8857-0e3af8f64f9e tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504124 Mar 07 05:13:23.289628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c4c5-a341-40c3-96e3-801547b751ab req-28ffcccb-daf2-4932-9c8b-9aa2f84020f5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:23.291050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7591c4c5-a341-40c3-96e3-801547b751ab req-28ffcccb-daf2-4932-9c8b-9aa2f84020f5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0601084 Mar 07 05:13:23.339759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7591c4c5-a341-40c3-96e3-801547b751ab req-88482d45-ce75-450f-82ad-f01005d4a720 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Mar 07 05:13:23.361507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58226) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:23.420465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e7e66f06-d67a-4fb8-a22e-153376cea748 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/f9d1cd9f-247e-48a6-b6ad-db1ed9da950e HTTP/1.1" status: 200 len: 990 time: 0.0578175 Mar 07 05:13:23.622882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:13:23.642514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58232) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:23.661883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 2d8ace2f-e635-4317-9316-b413399676f6 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:13:23.662313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:13:23.797178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 65a780da-46f6-4d40-a97c-7de50d281f6f {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:13:23.797562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:23.874482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:23.874736 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (65a780da-46f6-4d40-a97c-7de50d281f6f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:23.886699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 65a780da-46f6-4d40-a97c-7de50d281f6f owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:13:24.033250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (65a780da-46f6-4d40-a97c-7de50d281f6f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:24.057819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=65a780da-46f6-4d40-a97c-7de50d281f6f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:24.119298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (f9d1cd9f-247e-48a6-b6ad-db1ed9da950e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:24.119588 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP f9d1cd9f-247e-48a6-b6ad-db1ed9da950e disassociated (deleted). External IP: 172.25.4.41, port: 2d8ace2f-e635-4317-9316-b413399676f6. Mar 07 05:13:24.328548 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1232e2e5-a951-4e74-a67a-deb3108b0335 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:13:24.436700 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:13:24.442645 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:24.447821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] Sync routers for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:13:24.458344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:24.458975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:24.475186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-455fad97-439e-4048-925a-ab5b4fe9e311 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9d1cd9f-247e-48a6-b6ad-db1ed9da950e HTTP/1.1" status: 204 len: 168 time: 0.8291576 Mar 07 05:13:24.475186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:24.475987 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:24.577588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:24.630571 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b969f5f6-40cb-4388-b9ed-c3405ae7d55d x-openstack-request-id: req-b969f5f6-40cb-4388-b9ed-c3405ae7d55d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:24.630878 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:24.631142 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b969f5f6-40cb-4388-b9ed-c3405ae7d55d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:24.631712 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'status': 'completed', 'code': 200} Mar 07 05:13:24.702255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-09dba8a9-0094-41f7-9caa-66ef2821d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:24.705543 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-09dba8a9-0094-41f7-9caa-66ef2821d39b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 1126 time: 0.0515509 Mar 07 05:13:24.739297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25113fe4-555a-4fea-8f6f-158f69b48592 req-5aac46e6-c185-4d5f-b067-c01c6d85d7fb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:24.743370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25113fe4-555a-4fea-8f6f-158f69b48592 req-5aac46e6-c185-4d5f-b067-c01c6d85d7fb tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0655901 Mar 07 05:13:24.801079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:24.801633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25113fe4-555a-4fea-8f6f-158f69b48592 req-8f9ff916-7afa-4938-972f-9f286042ed73 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe14d4b6-7b09-4212-aebd-41ed8974c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547099 Mar 07 05:13:24.807791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-e73b8a25-ec59-40a7-91d9-870b7abca63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:24.809019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-e73b8a25-ec59-40a7-91d9-870b7abca63c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 200 len: 897 time: 0.0974629 Mar 07 05:13:24.833190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] Checking router: 1232e2e5-a951-4e74-a67a-deb3108b0335 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:13:24.841540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:24.842190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:24.851508 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-68d8e3e0-a67a-4d62-a093-d6fad8e00cc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 200 len: 217 time: 0.0357099 Mar 07 05:13:24.903147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-153656ea-a02b-477c-9919-8552208c07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:24.904595 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-153656ea-a02b-477c-9919-8552208c07b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 200 len: 835 time: 0.0446692 Mar 07 05:13:24.951205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:24.956789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-9ff3bec4-77b0-4079-8457-e1fa70ee6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:24.958334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-9ff3bec4-77b0-4079-8457-e1fa70ee6002 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4602f926-e7fe-43d7-a701-b03fdb145fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448620 Mar 07 05:13:25.054611 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-b38d0c33-1f28-434d-9198-aecb47055d21 service neutron] 10.222.0.44 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885880 Mar 07 05:13:25.148692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f233d5ce-adc5-4e13-958b-e2bdb89b7b30 req-537f1b44-dc4a-4ccf-861a-762671fea770 service neutron] 10.222.0.44 "GET /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868917 Mar 07 05:13:25.156376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:25.183187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec027290-7e19-4f8c-9bf2-0f79c9ba5118 None None] The sync data for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 is: [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:23Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '97db769e-4d13-4702-aaee-187444157566', 'name': '', 'network_id': '4602f926-e7fe-43d7-a701-b03fdb145fe3', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:7c:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:22Z', 'updated_at': '2022-03-07T05:12:26Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '23f9066a-a2a8-4411-aeae-e351fde6363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:13:25.270238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-aa7d7644-9bce-4484-8a22-c3cf90f2cc19 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:25.271758 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-aa7d7644-9bce-4484-8a22-c3cf90f2cc19 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0908494 Mar 07 05:13:25.369409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 2d8ace2f-e635-4317-9316-b413399676f6 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:13:25.369757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2d8ace2f-e635-4317-9316-b413399676f6), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:25.414713 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a360a9b-29f9-41df-afa3-d86953791e2b None None] New status for floating IP f9d1cd9f-247e-48a6-b6ad-db1ed9da950e: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:13:25.464686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 2d8ace2f-e635-4317-9316-b413399676f6, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=2d8ace2f-e635-4317-9316-b413399676f6,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:25.465048 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2d8ace2f-e635-4317-9316-b413399676f6), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:25.477863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 2d8ace2f-e635-4317-9316-b413399676f6 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:13:25.608546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2d8ace2f-e635-4317-9316-b413399676f6), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:25.635312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=2d8ace2f-e635-4317-9316-b413399676f6,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:25.680526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] No DVR routers for this DVR port 2d8ace2f-e635-4317-9316-b413399676f6 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:13:25.683013 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:25.686273 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e55cf0d7-032d-4d67-8b17-af4c7140cd1d req-90150247-cb36-4b54-a297-6f5b61b3000a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.44 "DELETE /v2.0/ports/2d8ace2f-e635-4317-9316-b413399676f6 HTTP/1.1" status: 204 len: 173 time: 0.4098387 Mar 07 05:13:25.686713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-deleted', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:25.689093 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3611c5-a1b6-42ef-9fca-f05492582ffe" -d '{"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-deleted", "tag": "2d8ace2f-e635-4317-9316-b413399676f6"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:25.734037 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbaa0a3-a25f-4451-88b4-afc4baf74f9e x-openstack-request-id: req-1cbaa0a3-a25f-4451-88b4-afc4baf74f9e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:25.734638 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de8218-df8c-4c09-921d-57d3a3a2e0b2", "name": "network-vif-deleted", "tag": "2d8ace2f-e635-4317-9316-b413399676f6", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:25.734638 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cbaa0a3-a25f-4451-88b4-afc4baf74f9e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:25.735175 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de8218-df8c-4c09-921d-57d3a3a2e0b2', 'name': 'network-vif-deleted', 'tag': '2d8ace2f-e635-4317-9316-b413399676f6', 'status': 'completed', 'code': 200} Mar 07 05:13:25.907404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0699913-65f8-479f-91b0-6087341310ac req-9ca11d19-d4e1-4032-a8b6-c8bd53163a75 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3de8218-df8c-4c09-921d-57d3a3a2e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Mar 07 05:13:26.965259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58246) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:27.313706 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (1232e2e5-a951-4e74-a67a-deb3108b0335), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:27.567795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 97db769e-4d13-4702-aaee-187444157566 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:13:27.568048 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (97db769e-4d13-4702-aaee-187444157566), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:27.655871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 97db769e-4d13-4702-aaee-187444157566, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=97db769e-4d13-4702-aaee-187444157566,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:27.656228 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (97db769e-4d13-4702-aaee-187444157566), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:27.668393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 97db769e-4d13-4702-aaee-187444157566 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:13:27.849599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (97db769e-4d13-4702-aaee-187444157566), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:27.873888 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=97db769e-4d13-4702-aaee-187444157566,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:28.078418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:13:28.105178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 2d8ace2f-e635-4317-9316-b413399676f6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:13:28.105567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 2d8ace2f-e635-4317-9316-b413399676f6 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:13:28.396210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (1232e2e5-a951-4e74-a67a-deb3108b0335), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:28.616432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router 1232e2e5-a951-4e74-a67a-deb3108b0335 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:13:28.724617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:13:28.729576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1f575904-3e4f-4b45-a68c-1a3d251ec6c9 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/1232e2e5-a951-4e74-a67a-deb3108b0335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7633004 Mar 07 05:13:28.732803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58248) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:28.733860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] Sync routers for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:13:28.744775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:28.745399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:28.787259 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting subnet 23f9066a-a2a8-4411-aeae-e351fde6363c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:13:28.790339 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (23f9066a-a2a8-4411-aeae-e351fde6363c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:28.836788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (23f9066a-a2a8-4411-aeae-e351fde6363c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:28.961144 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (23f9066a-a2a8-4411-aeae-e351fde6363c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.013894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:29.027133 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (23f9066a-a2a8-4411-aeae-e351fde6363c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.054482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Subnet': ['ID=23f9066a-a2a8-4411-aeae-e351fde6363c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:29.058264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.061385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5da55bf9-c57e-40bf-b4b1-6d1bb1b29e0d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/subnets/23f9066a-a2a8-4411-aeae-e351fde6363c HTTP/1.1" status: 204 len: 168 time: 0.3275826 Mar 07 05:13:29.064715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58250) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:29.068376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb50c1-7aed-41cc-9c21-84bc4df3e78b None None] Network 4602f926-e7fe-43d7-a701-b03fdb145fe3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:13:29.173969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (1232e2e5-a951-4e74-a67a-deb3108b0335), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.278252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '312762ce-a620-4c25-b239-b545115d0cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:13:27Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '312762ce-a620-4c25-b239-b545115d0cd6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:29.288833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (1232e2e5-a951-4e74-a67a-deb3108b0335), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.305627 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] Checking router: 1232e2e5-a951-4e74-a67a-deb3108b0335 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:13:29.314827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] Routers {'1232e2e5-a951-4e74-a67a-deb3108b0335'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:29.315442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['1232e2e5-a951-4e74-a67a-deb3108b0335'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:29.348882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 312762ce-a620-4c25-b239-b545115d0cd6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:13:29.349415 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (312762ce-a620-4c25-b239-b545115d0cd6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.354994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] DHCP port deletion for 4602f926-e7fe-43d7-a701-b03fdb145fe3 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:13:29.428672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 312762ce-a620-4c25-b239-b545115d0cd6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=312762ce-a620-4c25-b239-b545115d0cd6,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:29.429247 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (312762ce-a620-4c25-b239-b545115d0cd6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.434001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] Set router 1232e2e5-a951-4e74-a67a-deb3108b0335 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:29.442741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 312762ce-a620-4c25-b239-b545115d0cd6 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:13:29.490084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:13:29Z', 'revision_number': 6, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:29.522533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152800af-627e-4bb2-bffd-4c36198d00ae None None] The sync data for ids ['1232e2e5-a951-4e74-a67a-deb3108b0335'] in n-d-832185-1 is: [{'id': '1232e2e5-a951-4e74-a67a-deb3108b0335', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007225348', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:12:20Z', 'updated_at': '2022-03-07T05:13:29Z', 'revision_number': 6, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:13:29.534007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] Deleting port d4def4ed-295c-4554-8b72-f70c470c1535 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:13:29.534323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.603360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] For port d4def4ed-295c-4554-8b72-f70c470c1535, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d4def4ed-295c-4554-8b72-f70c470c1535,segment=NetworkSegment(4efec6d4-b1f7-4253-90e1-4045f26f1149),segment_id=4efec6d4-b1f7-4253-90e1-4045f26f1149)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:29.603755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.616016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] Calling delete_port for d4def4ed-295c-4554-8b72-f70c470c1535 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:13:29.624932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (312762ce-a620-4c25-b239-b545115d0cd6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.649584 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=312762ce-a620-4c25-b239-b545115d0cd6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:29.699008 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (d4def4ed-295c-4554-8b72-f70c470c1535), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.714268 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (1232e2e5-a951-4e74-a67a-deb3108b0335), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.726175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] Pushing event deleted for resources: {'Port': ['ID=d4def4ed-295c-4554-8b72-f70c470c1535,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:29.727990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be29d1-36d1-4cdc-978d-d924326788f3 None None] No DVR routers for this DVR port d4def4ed-295c-4554-8b72-f70c470c1535 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:13:29.809956 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (1232e2e5-a951-4e74-a67a-deb3108b0335), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.812077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (1232e2e5-a951-4e74-a67a-deb3108b0335), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.857957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (1232e2e5-a951-4e74-a67a-deb3108b0335), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.858501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Fanout notify agent at l3_agent the message router_deleted on router 1232e2e5-a951-4e74-a67a-deb3108b0335 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:13:29.866053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:29.867172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-946fefda-d698-45a3-aca5-280b6380b1ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/routers/1232e2e5-a951-4e74-a67a-deb3108b0335 HTTP/1.1" status: 204 len: 168 time: 0.8013198 Mar 07 05:13:29.869928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58252) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:29.956172 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (4602f926-e7fe-43d7-a701-b03fdb145fe3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.017282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 97db769e-4d13-4702-aaee-187444157566 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:13:30.038381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 97db769e-4d13-4702-aaee-187444157566 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:13:30.038731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 97db769e-4d13-4702-aaee-187444157566 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:13:30.039149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d4def4ed-295c-4554-8b72-f70c470c1535 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:13:30.058101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d4def4ed-295c-4554-8b72-f70c470c1535 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:13:30.058460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d4def4ed-295c-4554-8b72-f70c470c1535 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:13:30.060455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (4602f926-e7fe-43d7-a701-b03fdb145fe3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.083454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4602f926-e7fe-43d7-a701-b03fdb145fe3']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:30.093328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efec6d4-b1f7-4253-90e1-4045f26f1149') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:30.093621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efec6d4-b1f7-4253-90e1-4045f26f1149') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:30.104023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (4efec6d4-b1f7-4253-90e1-4045f26f1149), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.120418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4efec6d4-b1f7-4253-90e1-4045f26f1149), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.127383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:13:30.127790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (4efec6d4-b1f7-4253-90e1-4045f26f1149), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:13:30.131302 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:13:30.189139 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (4602f926-e7fe-43d7-a701-b03fdb145fe3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.196999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.199596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/networks/4602f926-e7fe-43d7-a701-b03fdb145fe3 HTTP/1.1" status: 204 len: 168 time: 0.3286638 Mar 07 05:13:30.202284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58254) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:30.221587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f0e2-cb77-4c4a-a69b-1fa59327d376 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Network': ['ID=4602f926-e7fe-43d7-a701-b03fdb145fe3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:30.281329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47e1ecff-3096-43d9-954e-c808afe57593 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (fe14d4b6-7b09-4212-aebd-41ed8974c49d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.307989 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47e1ecff-3096-43d9-954e-c808afe57593 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (fe14d4b6-7b09-4212-aebd-41ed8974c49d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.372684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47e1ecff-3096-43d9-954e-c808afe57593 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (fe14d4b6-7b09-4212-aebd-41ed8974c49d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.375305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-47e1ecff-3096-43d9-954e-c808afe57593 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.377893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-47e1ecff-3096-43d9-954e-c808afe57593 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/security-groups/fe14d4b6-7b09-4212-aebd-41ed8974c49d HTTP/1.1" status: 204 len: 168 time: 0.1746795 Mar 07 05:13:30.391940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1ecff-3096-43d9-954e-c808afe57593 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe14d4b6-7b09-4212-aebd-41ed8974c49d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:30.786794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58260) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:30.791311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447637773', 'description': 'tempest-secgroup-smoke-447637773 description', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:30.811941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.885446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (c3f5c38b-2725-45de-8531-9c96e8c8257c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.889225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3f5c38b-2725-45de-8531-9c96e8c8257c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.921374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:30.923257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348617 Mar 07 05:13:30.925324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0a21-42e9-4735-8046-c96e26a5c4df tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f5c38b-2725-45de-8531-9c96e8c8257c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:30.926837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58262) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:30.931496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5c38b-2725-45de-8531-9c96e8c8257c', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:30.956057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (4e8457d6-223e-4731-b39c-32d4eea53ccb), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.010506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (4e8457d6-223e-4731-b39c-32d4eea53ccb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.014042 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4e8457d6-223e-4731-b39c-32d4eea53ccb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.031358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8457d6-223e-4731-b39c-32d4eea53ccb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.039035 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.040225 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-47b0eb30-cc69-474c-b599-2ed8e95cd656 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122818 Mar 07 05:13:31.042932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58264) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.047091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5c38b-2725-45de-8531-9c96e8c8257c', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.071428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (ee049081-f3bd-4866-ad7f-3a6fa992a107), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.127796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (ee049081-f3bd-4866-ad7f-3a6fa992a107), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.131110 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ee049081-f3bd-4866-ad7f-3a6fa992a107), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.148148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee049081-f3bd-4866-ad7f-3a6fa992a107,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.156047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.158015 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f179c670-ab96-454a-bc08-fa66dd3c20ce tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141579 Mar 07 05:13:31.160758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58266) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.165059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5c38b-2725-45de-8531-9c96e8c8257c', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.189923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (ddbd35c2-b8bf-43c1-9500-6b9504c4a78f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.249222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (ddbd35c2-b8bf-43c1-9500-6b9504c4a78f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.253428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ddbd35c2-b8bf-43c1-9500-6b9504c4a78f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.271024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbd35c2-b8bf-43c1-9500-6b9504c4a78f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.279291 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.280476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68f59fab-e5d7-446d-ab46-625b48ee0efd tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188004 Mar 07 05:13:31.284660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58268) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.288957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5c38b-2725-45de-8531-9c96e8c8257c', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.312787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (57ead604-c4b9-494c-a07d-26be29ec5cfc), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.370002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (57ead604-c4b9-494c-a07d-26be29ec5cfc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.373406 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (57ead604-c4b9-494c-a07d-26be29ec5cfc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.392295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ead604-c4b9-494c-a07d-26be29ec5cfc,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.397134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.398350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e5f0abe0-1866-4147-bf35-7017e0c3ff88 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127534 Mar 07 05:13:31.400949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58270) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.405130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5c38b-2725-45de-8531-9c96e8c8257c', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.424421 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:13:31.429147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (3e6419cb-a347-44de-bc50-d27565751ee1), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.488893 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (3e6419cb-a347-44de-bc50-d27565751ee1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.492688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3e6419cb-a347-44de-bc50-d27565751ee1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.512745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6419cb-a347-44de-bc50-d27565751ee1,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.520837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.522155 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8d6db2eb-81ea-450c-bb09-812891184294 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202095 Mar 07 05:13:31.524682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58272) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.528930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'security_group_rule': {'security_group_id': 'c3f5c38b-2725-45de-8531-9c96e8c8257c', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.548771 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Project a6cd74cb2ad94306849614f0ffb38f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:13:31.553862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (0d776590-f3a6-4f91-b206-9bd2d7bd41da), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.615142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (0d776590-f3a6-4f91-b206-9bd2d7bd41da), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.618540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0d776590-f3a6-4f91-b206-9bd2d7bd41da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.635434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d776590-f3a6-4f91-b206-9bd2d7bd41da,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.644428 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.645615 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f863fb28-2a7e-49fa-ac10-05cc5b58cf09 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199884 Mar 07 05:13:31.648521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.653149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'network': {'name': 'tempest-network-smoke--105624737', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.672111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:13:31.675634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.699280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:13:31.709243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ccdfa910-47c8-419a-9062-34cb0471365e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.709593 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Added segment ccdfa910-47c8-419a-9062-34cb0471365e of type vlan for network ec00f031-f378-4f93-a2bf-28a1f35466dd Mar 07 05:13:31.726055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 312762ce-a620-4c25-b239-b545115d0cd6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:13:31.747272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 312762ce-a620-4c25-b239-b545115d0cd6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:13:31.747620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 312762ce-a620-4c25-b239-b545115d0cd6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:13:31.753767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ec00f031-f378-4f93-a2bf-28a1f35466dd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.778001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ec00f031-f378-4f93-a2bf-28a1f35466dd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.783665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:31.784264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.822041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1724770 Mar 07 05:13:31.824832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58276) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:31.829891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'admin_state_up': True, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:31.850740 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (df1e26c1-7539-422d-b33d-0ae20de765e4), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.851850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (df1e26c1-7539-422d-b33d-0ae20de765e4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:31.857274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15e77e-2867-4177-8827-ddcebeefdaf0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Network': ['ID=ec00f031-f378-4f93-a2bf-28a1f35466dd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:31.869457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ec00f031-f378-4f93-a2bf-28a1f35466dd details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:13:31.912115 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (df1e26c1-7539-422d-b33d-0ae20de765e4), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.052806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (df1e26c1-7539-422d-b33d-0ae20de765e4), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.250309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (df1e26c1-7539-422d-b33d-0ae20de765e4), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.268891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.372871 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.49 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/343a2cff-3ab3-4b69-97f5-a4aa04ba7f78) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:13:32.474167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.506584 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.543587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:13:32.546343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:32.549207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:13:32.580776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:32.807393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (df1e26c1-7539-422d-b33d-0ae20de765e4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:32.827667 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0efd15a1-1403-4e2a-87c8-5c54ea364519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:33.006406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (df1e26c1-7539-422d-b33d-0ae20de765e4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:33.130958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router df1e26c1-7539-422d-b33d-0ae20de765e4 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:13:33.241511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:13:33.251502 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Sync routers for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:13:33.261027 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:33.261424 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:33.265149 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:33.265291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1fb38989-a5ca-4755-a494-3bcadab36918 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4364295 Mar 07 05:13:33.265403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58278) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:33.296334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8a0acd3a-8ed0-450f-bc19-4d36a9934d26 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a6cd74cb2ad94306849614f0ffb38f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298266 Mar 07 05:13:33.300306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:33.389605 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fd336-0cf7-4fc2-80b0-ce5ecd117350 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:33.391472 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-589fd336-0cf7-4fc2-80b0-ce5ecd117350 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902107 Mar 07 05:13:33.394268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58282) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:33.420933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-03de4935-d601-4cd9-883d-329aa4cd8086 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255685 Mar 07 05:13:33.424647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:33.429175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1390353786', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:33.450692 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:13:33.468529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:33.655004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:32Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:33.682243 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Checking router: df1e26c1-7539-422d-b33d-0ae20de765e4 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:13:33.682600 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Updating router df1e26c1-7539-422d-b33d-0ae20de765e4 port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:13:33.711399 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:33.862162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:13:33.865478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:33.965181 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Publish callbacks [] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:33.972448 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.025579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Attempting to bind port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:13:34.026004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Attempting to bind port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:13:34.026358 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Attempting to bind port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:34.029166 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Pushing event updated for resources: {'Port': ['ID=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:34.037362 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:13:34.037735 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:34.038175 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.038555 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:13:34.039023 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Bound port: 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:13:34.039402 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.042568 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.042915 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.043392 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.043801 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.044049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.044375 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.044489 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (45626326-5ad9-4176-9059-d9eeb4269519), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.044938 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.045023 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.045351 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.045673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.046009 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.046343 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.046648 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:13:34.098904 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] For port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:34.102688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] For port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:13:34.107308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Subnet': ['ID=45626326-5ad9-4176-9059-d9eeb4269519,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:34.108320 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.113946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Checking segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:34.114528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network hostable DHCP agents. Network: ec00f031-f378-4f93-a2bf-28a1f35466dd, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:13:34.131763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network ec00f031-f378-4f93-a2bf-28a1f35466dd is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:13:34.140821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ec00f031-f378-4f93-a2bf-28a1f35466dd) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:34.146409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:34.146999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.152549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1793e-73ff-4730-82a7-ec1d2f20bf62 None None] Network ec00f031-f378-4f93-a2bf-28a1f35466dd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:13:34.165104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c3c6711a-7d7a-40e9-8772-4e5188d20521 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7393863 Mar 07 05:13:34.168005 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58286) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:34.179591 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:34.180030 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:34.215864 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a6835-b51f-4b47-918b-72609e55001a None None] Pushing event updated for resources: {'Port': ['ID=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:34.270157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-ec00f031-f378-4f93-a2bf-28a1f35466dd', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:13:34.271480 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.303132 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:34.420437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Allocated IP 172.20.0.2 (ec00f031-f378-4f93-a2bf-28a1f35466dd/45626326-5ad9-4176-9059-d9eeb4269519/7e8979eb-cb2b-4d22-9c02-d26b16cfc966) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:13:34.482010 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:32Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:34.508382 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960f6da-714d-4569-ac78-0dea7b24e979 None None] The sync data for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 is: [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:32Z', 'revision_number': 3, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:13:34.599068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Publish callbacks [] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.604504 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.646356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Network ec00f031-f378-4f93-a2bf-28a1f35466dd is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:13:34.647233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.649566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:34.652502 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:13:34.659041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Pushing event updated for resources: {'Port': ['ID=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:34.714488 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Attempting to bind port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:13:34.714861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Attempting to bind port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:13:34.716303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Attempting to bind port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 on network ec00f031-f378-4f93-a2bf-28a1f35466dd {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:34.721479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:13:34.721855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Checking segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:34.722386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.722690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Bound using segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:13:34.723160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Bound port: 7e8979eb-cb2b-4d22-9c02-d26b16cfc966, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:13:34.723530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.810922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] For port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:34.815347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] For port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:13:34.821472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:34.893113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20632-096b-4747-bba6-c6c798d99343 None None] Pushing event updated for resources: {'Port': ['ID=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:34.997118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.1 (ec00f031-f378-4f93-a2bf-28a1f35466dd/45626326-5ad9-4176-9059-d9eeb4269519/09fc1e8c-dd8e-4975-a127-d032e6f2cbe7) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:13:35.163866 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.204466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.249180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network ec00f031-f378-4f93-a2bf-28a1f35466dd is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:13:35.252808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:35.256537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:13:35.263262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:35.305797 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (df1e26c1-7539-422d-b33d-0ae20de765e4), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.452507 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-771976ee-1caf-476c-b64a-ffa4f5bbf03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.461096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.755301 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.763888 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.851575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (df1e26c1-7539-422d-b33d-0ae20de765e4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.859304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:13:35.862883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:35.910394 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cc6f9-42e1-44b9-b0ce-c9ad45502b94 None None] Network ec00f031-f378-4f93-a2bf-28a1f35466dd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:13:35.926899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:35.927798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:35.963026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network ec00f031-f378-4f93-a2bf-28a1f35466dd is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:13:35.964657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:36.039374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Provisioning complete for port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:36.039819 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.085115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router df1e26c1-7539-422d-b33d-0ae20de765e4 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:13:36.134612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:36.134993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.201162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:36.208790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:13:36.212692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.213462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:13:36.214523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f4e809f3-142c-4731-8514-faf543ff89ed tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/df1e26c1-7539-422d-b33d-0ae20de765e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0455298 Mar 07 05:13:36.274313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Current status of the port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:36.274716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.361512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:36.388849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:36.390575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.410891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-8a78bb01-172e-49ca-9eeb-cb1e49bdf5bc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447637773&fields=id&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 267 time: 0.0720015 Mar 07 05:13:36.415870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Sync routers for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:13:36.420949 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 05:13:36.421307 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 05:13:36.443187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:36.443822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:36.533334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-efc6d127-0900-4472-b2f9-44c70f799a26 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:36.534928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-efc6d127-0900-4472-b2f9-44c70f799a26 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 796 time: 0.1171496 Mar 07 05:13:36.553793 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-bc3ef12e-2585-4007-9a07-193589fc0c43 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/quotas/a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 375 time: 0.0119259 Mar 07 05:13:36.616398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-bb3c2e15-cfd9-43d4-975c-cce29e90bb36 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567195 Mar 07 05:13:36.686520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-4771b43d-fa21-453e-a31a-1f00bbeecf91 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:13:36.687539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-4771b43d-fa21-453e-a31a-1f00bbeecf91 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552571 Mar 07 05:13:36.753552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:36.754164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.775998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:36.793575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-dd67a703-aa0d-4a99-bf34-fbb568b9c3e5 service neutron] 10.222.0.21 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982854 Mar 07 05:13:36.809429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:36.818466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.893962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-61893add-bb2d-4740-96c5-b46e857369de service neutron] 10.222.0.21 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939856 Mar 07 05:13:36.955505 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:36.961202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:37.015491 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1c828392-12dd-4ac4-95b8-f72566f23666 None None] Current status of the port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:37.064047 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-99e819dc-6fcf-4bad-8380-af28ca779158 req-2afe7044-2b37-4e30-8736-6b9d336a0f75 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 210 time: 0.0278597 Mar 07 05:13:37.091441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 2, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:37.118390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Checking router: df1e26c1-7539-422d-b33d-0ae20de765e4 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:13:37.118752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Updating router df1e26c1-7539-422d-b33d-0ae20de765e4 port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:13:37.159159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.173558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-12ead10f-a971-41aa-9831-1b1093dbf70a None None] Provisioning complete for port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:37.173926 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12ead10f-a971-41aa-9831-1b1093dbf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.367270 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-12ead10f-a971-41aa-9831-1b1093dbf70a None None] Current status of the port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:37.416622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-12ead10f-a971-41aa-9831-1b1093dbf70a None None] Provisioning complete for port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:37.417009 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-12ead10f-a971-41aa-9831-1b1093dbf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.484629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-12ead10f-a971-41aa-9831-1b1093dbf70a None None] Port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:13:37.541190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Publish callbacks [] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.547781 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.602933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276c0a6-3b80-4d92-bf32-c634fa16c433 None None] Pushing event updated for resources: {'Port': ['ID=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:37.667987 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Attempting to bind port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:13:37.668368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Attempting to bind port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:13:37.669176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Attempting to bind port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 on network ec00f031-f378-4f93-a2bf-28a1f35466dd {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:37.674443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:13:37.674825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Checking segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:37.675235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.675654 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Bound using segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:13:37.676241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Bound port: 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:13:37.677021 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.752621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] For port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:37.756520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] For port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:13:37.763734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.821486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:13:37.866207 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.885174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:37.885801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:37.892148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] Provisioning complete for port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:37.892741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:37.894493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276c0a6-3b80-4d92-bf32-c634fa16c433 None None] Pushing event updated for resources: {'Port': ['ID=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:38.038864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:38.039234 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.098788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:38.127300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-f2f92f0a-d4af-468e-8f86-82a30d3553ef tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:38.128895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-f2f92f0a-d4af-468e-8f86-82a30d3553ef tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 796 time: 0.1443739 Mar 07 05:13:38.182000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6539624c-0d56-4a3e-abab-308ce9096bef req-5c90455b-2a24-4290-9024-bfb34c924190 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 210 time: 0.0336895 Mar 07 05:13:38.210576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] Current status of the port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:38.210963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.226609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-241abdb3-9b74-49a4-bed6-e9df88865ea5 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6cd74cb2ad94306849614f0ffb38f74 HTTP/1.1" status: 200 len: 379 time: 0.0892730 Mar 07 05:13:38.236709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'port': {'device_id': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'admin_state_up': True, 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'security_groups': ['c3f5c38b-2725-45de-8531-9c96e8c8257c']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:38.331981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] For port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:38.332971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:38.334213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:13:38.347431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Made reservation on behalf of a6cd74cb2ad94306849614f0ffb38f74 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:13:38.350900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.357563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.468647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5918716-e58c-4b34-bbeb-34bdbfa384f0 None None] Pushing event updated for resources: {'Port': ['ID=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:38.483104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.20.0.6 (ec00f031-f378-4f93-a2bf-28a1f35466dd/45626326-5ad9-4176-9059-d9eeb4269519/17ce3495-5bf8-4f6b-aa4b-f089b9096c96) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:13:38.503736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3fa23f18-90a4-4bdf-b8e8-d846733d15ae None None] Provisioning complete for port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:38.504223 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3fa23f18-90a4-4bdf-b8e8-d846733d15ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.510179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:38.510570 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.605255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:37Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:38.652777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.690666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.739974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network ec00f031-f378-4f93-a2bf-28a1f35466dd is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:13:38.743204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:38.746926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:13:38.783248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:38.804581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:38.805214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:38.814984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a27b1a-951b-44d3-81c5-e1023de65862 None None] The sync data for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 is: [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:37Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:13:38.832648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-c4cfc5dd-dea0-4fae-b8e1-5b9f08ab6138 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001501 Mar 07 05:13:38.845690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Request body: {'port': {'device_id': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:38.914170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:38.917724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3fa23f18-90a4-4bdf-b8e8-d846733d15ae None None] Current status of the port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:38.960269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.039097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8f9b2e6e-eccd-4599-a151-eeeaa5bde9f2 None None] Provisioning complete for port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:39.039510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b2e6e-eccd-4599-a151-eeeaa5bde9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.080575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b2e6e-eccd-4599-a151-eeeaa5bde9f2 None None] Port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:13:39.242475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:13:39.251320 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Publish callbacks [] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.273165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Transition to ACTIVE for port object 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:13:39.290143 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.358410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:39.385503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4447c-69cb-43cd-a723-1da4b2e0d25f req-746f0fde-4d9e-447e-bf0d-c735cb4c8da8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:39.387157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1d4447c-69cb-43cd-a723-1da4b2e0d25f req-746f0fde-4d9e-447e-bf0d-c735cb4c8da8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 931 time: 0.1294925 Mar 07 05:13:39.479210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1d4447c-69cb-43cd-a723-1da4b2e0d25f req-103a3d02-78c7-4c5d-82b8-9455a840cdb8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701559 Mar 07 05:13:39.479882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Attempting to bind port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:13:39.480223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Attempting to bind port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:13:39.480553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Attempting to bind port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 on network ec00f031-f378-4f93-a2bf-28a1f35466dd {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:39.487551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 on network ec00f031-f378-4f93-a2bf-28a1f35466dd not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:13:39.487930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Attempting to bind port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 on network ec00f031-f378-4f93-a2bf-28a1f35466dd {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:13:39.494311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:13:39.494701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Checking segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:13:39.495170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Bound using segment: {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:13:39.499190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Bound port: 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdfa910-47c8-419a-9062-34cb0471365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:13:39.499753 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.521081 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.570334 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:13:39.573438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:13:39.579607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.632382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:39.633015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.634456 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] 10.222.0.15 "PUT /v2.0/ports/17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 1091 time: 0.7945719 Mar 07 05:13:39.634944 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:39.637179 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e421094-f0d8-41c0-8cb8-e372d5fda629" -d '{"events": [{"name": "network-changed", "server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:39.684465 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a8282-9f85-4473-a9f3-506b9ef2f15e service neutron] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:39.703062 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1381ab-3977-4604-907b-9228e5e8591a x-openstack-request-id: req-1d1381ab-3977-4604-907b-9228e5e8591a {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:39.703363 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:39.704168 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d1381ab-3977-4604-907b-9228e5e8591a {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:39.704574 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'status': 'completed', 'code': 200} Mar 07 05:13:39.742947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-af30d197-8b92-47b1-832e-06d67ab0a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:39.746960 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-af30d197-8b92-47b1-832e-06d67ab0a078 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1125 time: 0.0712121 Mar 07 05:13:39.797037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-77c30a40-8dad-4a18-a2e7-879f3d9a9f5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 217 time: 0.0419123 Mar 07 05:13:39.827814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:13:39.856831 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-5f693f1d-6748-4048-9173-c87073dbeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:39.858576 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-5f693f1d-6748-4048-9173-c87073dbeb07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 200 len: 835 time: 0.0549033 Mar 07 05:13:39.884160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:39.884641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:39.928266 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-f4a84502-771f-465a-84ba-00b5c7c0219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:39.929832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-f4a84502-771f-465a-84ba-00b5c7c0219b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec00f031-f378-4f93-a2bf-28a1f35466dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651765 Mar 07 05:13:39.990081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:40.031204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-ef7aa2d9-7f75-4530-8438-a1144bc44282 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949373 Mar 07 05:13:40.126459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c79ef4c2-5437-4f06-87ae-fad2ad6088ec req-e7616a10-78e4-4678-9996-295071b81a7e service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885341 Mar 07 05:13:40.213308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-7c3594fc-5ba5-443a-8a6a-83edb349631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:40.214841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-7c3594fc-5ba5-443a-8a6a-83edb349631d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1125 time: 0.0456908 Mar 07 05:13:40.305844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-0ff6dc7b-73d2-4d0d-852e-d681ac9883b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:40.307329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-0ff6dc7b-73d2-4d0d-852e-d681ac9883b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 897 time: 0.0869055 Mar 07 05:13:40.347249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-8ba8a769-7ee2-41b9-b855-af1e439fb0de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 217 time: 0.0345554 Mar 07 05:13:40.394807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-30bc03a2-b009-4052-a292-ce23afef5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:40.396155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-30bc03a2-b009-4052-a292-ce23afef5006 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 200 len: 835 time: 0.0431392 Mar 07 05:13:40.448115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-31715e62-16a3-4437-917e-b1c393507198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:40.449584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-31715e62-16a3-4437-917e-b1c393507198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec00f031-f378-4f93-a2bf-28a1f35466dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469418 Mar 07 05:13:40.536569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-1b3febfd-fb9f-48b4-a7ea-a29cacf5d26a service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802727 Mar 07 05:13:40.997339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1448a7a-c258-47d1-aa49-519bfdf8af1c req-43549166-da6c-4aac-aac4-b42374fb2361 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:40.998832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1448a7a-c258-47d1-aa49-519bfdf8af1c req-43549166-da6c-4aac-aac4-b42374fb2361 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 943 time: 0.4378910 Mar 07 05:13:41.000687 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e421094-f0d8-41c0-8cb8-e372d5fda629 req-ed5570b0-d482-4ea3-985b-aa45bfb1aad4 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575174 Mar 07 05:13:41.048730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1448a7a-c258-47d1-aa49-519bfdf8af1c req-8f3b8e69-2ff0-4a3b-bd72-7c0277d0be7a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 Mar 07 05:13:42.171366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722dfbf-5c8c-4b34-ad79-ac500caa9343 req-411ed758-ab43-490e-ab15-bb14d38c4cb0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:42.173872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5722dfbf-5c8c-4b34-ad79-ac500caa9343 req-411ed758-ab43-490e-ab15-bb14d38c4cb0 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 943 time: 0.0569718 Mar 07 05:13:42.221403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5722dfbf-5c8c-4b34-ad79-ac500caa9343 req-777d83e2-84be-489b-b004-0ae6eb558cb7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Mar 07 05:13:43.338392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37359dae-4bb7-498c-9df3-7a58a0ac72f9 req-b04628c3-4ada-4584-b731-f65d51bc1da7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:43.339898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37359dae-4bb7-498c-9df3-7a58a0ac72f9 req-b04628c3-4ada-4584-b731-f65d51bc1da7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 943 time: 0.0521405 Mar 07 05:13:43.388698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-37359dae-4bb7-498c-9df3-7a58a0ac72f9 req-2fec99cf-0feb-4eb0-b111-eca7c3239693 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Mar 07 05:13:43.684838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:13:43.783844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:43.794037 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'port_id': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'mac_address': 'fa:16:3e:17:00:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:13:43.832019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:43.832410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:43.845271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:13:43.863927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:43.867719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:43.914745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:44.067534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['17ce3495-5bf8-4f6b-aa4b-f089b9096c96'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:13:44.512727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58461a8d-783d-4121-938b-35d5ca1980a2 req-dbb456be-8d05-4910-bbf4-f31b17f156bc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:44.514341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58461a8d-783d-4121-938b-35d5ca1980a2 req-dbb456be-8d05-4910-bbf4-f31b17f156bc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 944 time: 0.0569291 Mar 07 05:13:44.565900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58461a8d-783d-4121-938b-35d5ca1980a2 req-3319a978-8f5e-4c40-97ed-8c8bde244a5f tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456607 Mar 07 05:13:45.682613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3c6e-44fb-4940-bed8-4cf996f0abc5 req-2c339c25-ba93-44fc-ba54-98a48fc8268c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:45.684093 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-582b3c6e-44fb-4940-bed8-4cf996f0abc5 req-2c339c25-ba93-44fc-ba54-98a48fc8268c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 944 time: 0.0524197 Mar 07 05:13:45.701202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:13:45.733375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-582b3c6e-44fb-4940-bed8-4cf996f0abc5 req-011ed29b-27a8-4395-ad5e-75e1b3c2a8e7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Mar 07 05:13:45.755467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:13:45.759868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:13:45.760241 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:45.836599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:13:45.836989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:45.859038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:45.861922 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e3c35b-5aff-49a6-9473-d64d96578f09" -d '{"events": [{"server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "name": "network-vif-plugged", "status": "completed", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:45.876102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:13:45.883176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:45.936656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:45.975438 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021d897b-2902-4459-bc72-36ceb0f95812 x-openstack-request-id: req-021d897b-2902-4459-bc72-36ceb0f95812 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:45.975741 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "name": "network-vif-plugged", "status": "completed", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:45.976389 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-021d897b-2902-4459-bc72-36ceb0f95812 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:45.976767 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'code': 200} Mar 07 05:13:46.072355 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b35af0-4954-4877-a8fb-5d8ce78c8579 req-faca1c49-2874-4579-9a5a-9b4558c64984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:46.073820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04b35af0-4954-4877-a8fb-5d8ce78c8579 req-faca1c49-2874-4579-9a5a-9b4558c64984 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1127 time: 0.0426552 Mar 07 05:13:46.118285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04b35af0-4954-4877-a8fb-5d8ce78c8579 req-22b7e205-973f-4bf3-a23b-da503a61da23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381298 Mar 07 05:13:46.867650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbe0fa-5b11-46f7-9df0-67620f62413a req-de36c615-b129-4ac9-9d13-812f405eed60 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:46.869139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1dbe0fa-5b11-46f7-9df0-67620f62413a req-de36c615-b129-4ac9-9d13-812f405eed60 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0568862 Mar 07 05:13:46.918658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1dbe0fa-5b11-46f7-9df0-67620f62413a req-fe69d8f8-5b57-48f2-a124-6f391985ddea tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Mar 07 05:13:48.040025 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75bf00-4197-4578-95c7-bf0000f37aeb req-20826d5c-b0e6-49c8-8a35-aed2f2f318dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:48.041516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a75bf00-4197-4578-95c7-bf0000f37aeb req-20826d5c-b0e6-49c8-8a35-aed2f2f318dc tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0537221 Mar 07 05:13:48.090341 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a75bf00-4197-4578-95c7-bf0000f37aeb req-45b14279-13a4-4091-a114-0a49dd6290e7 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Mar 07 05:13:48.213881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b089-d185-45d2-bfaa-6c8fa870eaa4 req-bdd85d51-d322-4b3f-810e-05a92bb62346 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:48.215413 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efc7b089-d185-45d2-bfaa-6c8fa870eaa4 req-bdd85d51-d322-4b3f-810e-05a92bb62346 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0529735 Mar 07 05:13:48.269162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efc7b089-d185-45d2-bfaa-6c8fa870eaa4 req-5987135b-13d7-4d86-a7c5-5daa1fa59bd8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472958 Mar 07 05:13:48.290495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58344) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:48.335187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06008a-9978-4b70-8cd6-297de15b1841 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:48.339376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ad06008a-9978-4b70-8cd6-297de15b1841 tempest-TestNetworkAdvancedServerOps-523530746 tempest-TestNetworkAdvancedServerOps-523530746-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1122 time: 0.0453184 Mar 07 05:13:48.339643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58346) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:48.344747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:13:48.366272 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:48.464068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:48.569255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Allocated IP 172.25.4.62 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/23dea1da-43cc-4340-9d59-14d0da40e2f9) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:13:48.676720 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:48.710790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:48.751648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:13:48.755937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:13:48.759401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:13:48.780931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=23dea1da-43cc-4340-9d59-14d0da40e2f9,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:49.131028 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (9fbe80b4-105c-4e48-ac58-888b70d46461), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:49.202367 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:49.351428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:49.355703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:49.423501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event updated for resources: {'Port': ['ID=23dea1da-43cc-4340-9d59-14d0da40e2f9,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:13:49.436020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (9fbe80b4-105c-4e48-ac58-888b70d46461), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:49.540186 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP 9fbe80b4-105c-4e48-ac58-888b70d46461 associated. External IP: 172.25.4.62, port: 17ce3495-5bf8-4f6b-aa4b-f089b9096c96. Mar 07 05:13:49.754026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router df1e26c1-7539-422d-b33d-0ae20de765e4 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:13:49.867448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:13:49.877943 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] Sync routers for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:13:49.886241 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:49.887665 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:49.888274 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:49.916049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a8427ea5-2340-4d91-a35e-3a7fbbde85e1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5753264 Mar 07 05:13:49.916744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:13:49.919239 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15" -d '{"events": [{"name": "network-changed", "server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:13:50.007402 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:50.020317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5fe1-f8e1-46aa-871a-a57b42290a65 req-65afa950-ba69-4a30-bd2e-62e444817583 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:50.021844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-400c5fe1-f8e1-46aa-871a-a57b42290a65 req-65afa950-ba69-4a30-bd2e-62e444817583 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0585010 Mar 07 05:13:50.070636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-400c5fe1-f8e1-46aa-871a-a57b42290a65 req-bf7afdba-8b95-4fcd-8737-ce88e75fa160 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Mar 07 05:13:50.092596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58354) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:50.115599 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b25d0e9-132d-409c-81ac-dfd9574b68c4 x-openstack-request-id: req-7b25d0e9-132d-409c-81ac-dfd9574b68c4 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:13:50.115901 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:13:50.116164 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b25d0e9-132d-409c-81ac-dfd9574b68c4 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:13:50.116586 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'status': 'completed', 'code': 200} Mar 07 05:13:50.188092 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-9c5fa0c9-e2bd-4177-b8d1-a0bbf2648839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:50.189765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-9c5fa0c9-e2bd-4177-b8d1-a0bbf2648839 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1127 time: 0.0492957 Mar 07 05:13:50.230993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-599b4dff-0d4b-4eee-b6c4-371d6f76940d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/9fbe80b4-105c-4e48-ac58-888b70d46461 HTTP/1.1" status: 200 len: 990 time: 0.1356394 Mar 07 05:13:50.240525 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '9fbe80b4-105c-4e48-ac58-888b70d46461', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'port_id': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'mac_address': 'fa:16:3e:17:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:13:48Z', 'updated_at': '2022-03-07T05:13:48Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:38Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:50.251080 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:50.268969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] Checking router: df1e26c1-7539-422d-b33d-0ae20de765e4 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:13:50.276528 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:13:50.277138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:13:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:50.290210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-9165d0fa-3efa-4d54-85f8-6a9963e02809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:50.291706 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-9165d0fa-3efa-4d54-85f8-6a9963e02809 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 897 time: 0.0956039 Mar 07 05:13:50.361239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-48525c0e-0ed4-429b-80d1-8d442ef4b3b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 998 time: 0.0642347 Mar 07 05:13:50.409422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-635870e0-3eec-4225-bfd6-bde4a8ac9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:50.410928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-635870e0-3eec-4225-bfd6-bde4a8ac9fa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 200 len: 835 time: 0.0447109 Mar 07 05:13:50.464536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-2244c74c-98c0-483b-9b18-a38b76a86317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:50.466057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-2244c74c-98c0-483b-9b18-a38b76a86317 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec00f031-f378-4f93-a2bf-28a1f35466dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484016 Mar 07 05:13:50.477634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:13:50.559404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-e18e2e66-293c-4011-8b29-9e069ac365c9 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868430 Mar 07 05:13:50.653764 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a3c6172-f5c9-4d90-b4b1-73626d2dae15 req-48d6edb8-82e1-40bf-9c05-d42826ae4e72 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885651 Mar 07 05:13:50.704630 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '9fbe80b4-105c-4e48-ac58-888b70d46461', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'port_id': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'mac_address': 'fa:16:3e:17:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:13:48Z', 'updated_at': '2022-03-07T05:13:48Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:38Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:13:50.730136 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af763723-577e-4dd2-867d-586d7daa80ff None None] The sync data for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 is: [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '9fbe80b4-105c-4e48-ac58-888b70d46461', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'port_id': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'mac_address': 'fa:16:3e:17:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:13:48Z', 'updated_at': '2022-03-07T05:13:48Z', 'revision_number': 0, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:38Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:13:50.924556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5d6f3-0e06-4ace-8968-da66016f5e2b None None] New status for floating IP 9fbe80b4-105c-4e48-ac58-888b70d46461: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:13:51.233742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:13:51.294260 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5354ad55-0eeb-4c78-9827-5ffd35fb23b2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/9fbe80b4-105c-4e48-ac58-888b70d46461 HTTP/1.1" status: 200 len: 992 time: 0.0587909 Mar 07 05:13:52.483758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:13:57.169523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-ca543d2a-bfc8-4b8e-95db-ce5e4e5b1257 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411465 Mar 07 05:13:57.265217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-3dcc950b-c439-466a-a835-3b7d3d82b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:57.266658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-3dcc950b-c439-466a-a835-3b7d3d82b96d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1127 time: 0.0489793 Mar 07 05:13:57.368002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-a9b8ca2f-3683-47ad-828a-726ee762190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:57.369463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-a9b8ca2f-3683-47ad-828a-726ee762190f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 897 time: 0.0842967 Mar 07 05:13:57.436658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-b2118f40-59ef-42ba-bc06-75221d2e16cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 1000 time: 0.0611675 Mar 07 05:13:57.485732 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-42a6f7f8-af77-46bf-bbae-451c520ab95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:57.487880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-42a6f7f8-af77-46bf-bbae-451c520ab95a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 200 len: 835 time: 0.0459192 Mar 07 05:13:57.537624 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-c3540b90-5c07-44ac-a8f3-5ebf3a718baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:13:57.539035 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-c3540b90-5c07-44ac-a8f3-5ebf3a718baf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec00f031-f378-4f93-a2bf-28a1f35466dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437145 Mar 07 05:13:57.632183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-3ab15f87-7f1a-4525-bdee-fed976484792 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842371 Mar 07 05:13:57.718502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e21db80d-e133-4987-9710-fbfc1a430a5c req-3b36d4a2-bef1-466c-80b4-b64119e80dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802925 Mar 07 05:14:02.830418 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68ae5287-4908-490a-a9e1-1b9616cf4cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:05.446766 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2e631685-b5ea-4747-93bf-dc6633805323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:06.878440 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:07.806503 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:09.514939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:10.449590 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:14:18.199155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc236b-6f2c-411a-9e65-3abed807a217 req-33adf064-be47-4e60-a388-319f7ec265f4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:18.200635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cc236b-6f2c-411a-9e65-3abed807a217 req-33adf064-be47-4e60-a388-319f7ec265f4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0597270 Mar 07 05:14:18.248984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94cc236b-6f2c-411a-9e65-3abed807a217 req-aa413107-2432-4d23-929a-1463d3979bc1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419574 Mar 07 05:14:19.368246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181afc4e-2b96-43e9-88f9-8e5ae3026b11 req-d182395c-2a80-41ae-9d18-4be58770fbcf tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:19.369750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-181afc4e-2b96-43e9-88f9-8e5ae3026b11 req-d182395c-2a80-41ae-9d18-4be58770fbcf tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0523534 Mar 07 05:14:19.418469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-181afc4e-2b96-43e9-88f9-8e5ae3026b11 req-d343ca39-6e03-49da-9b73-a741fc5b0434 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426707 Mar 07 05:14:20.235996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:20.538258 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2c98f-8d24-4c38-ba11-ae3d2667026b req-d985cad7-7ce7-43bc-b306-243942714af3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:20.539659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0e2c98f-8d24-4c38-ba11-ae3d2667026b req-d985cad7-7ce7-43bc-b306-243942714af3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0536668 Mar 07 05:14:20.593226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0e2c98f-8d24-4c38-ba11-ae3d2667026b req-5bd9183e-e8ad-4bd5-b855-161098d83def tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480394 Mar 07 05:14:21.712589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ab1c2-d61f-40aa-861a-24397af264aa req-b7e77e9a-985d-4dfb-bf47-30075ead5a5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:21.714071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be7ab1c2-d61f-40aa-861a-24397af264aa req-b7e77e9a-985d-4dfb-bf47-30075ead5a5c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0517874 Mar 07 05:14:21.763052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be7ab1c2-d61f-40aa-861a-24397af264aa req-0cbbf0eb-748b-4a6b-92f9-84a513051627 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Mar 07 05:14:22.498254 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:22.880480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c9cea-2493-4f12-976e-dfe512519e8f req-b1ae5cad-f6e9-4bc1-9b7f-42a61ead7721 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:22.881947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-622c9cea-2493-4f12-976e-dfe512519e8f req-b1ae5cad-f6e9-4bc1-9b7f-42a61ead7721 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0523620 Mar 07 05:14:22.929502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-622c9cea-2493-4f12-976e-dfe512519e8f req-a5d4b1cf-c052-44f4-9b5e-8ac8ecbc9b9a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Mar 07 05:14:24.051625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c23c-015b-4df8-ac6a-52d9c1764458 req-e255e4df-7616-4bcc-b965-2bbb68cda89c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:24.052979 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e911c23c-015b-4df8-ac6a-52d9c1764458 req-e255e4df-7616-4bcc-b965-2bbb68cda89c tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0557525 Mar 07 05:14:24.100331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e911c23c-015b-4df8-ac6a-52d9c1764458 req-89408772-19e3-48fd-a5df-485382bccee1 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Mar 07 05:14:25.219868 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a459f-0b84-4438-98eb-988c3cfd2877 req-f9ab603c-1449-464a-8a5e-68685b8fe495 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:25.221509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d81a459f-0b84-4438-98eb-988c3cfd2877 req-f9ab603c-1449-464a-8a5e-68685b8fe495 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0518227 Mar 07 05:14:25.269771 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d81a459f-0b84-4438-98eb-988c3cfd2877 req-a30ed4e3-ced8-45c1-8e2e-74b7d2704fab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Mar 07 05:14:26.386714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d091-d35f-40c4-a685-7db137052f20 req-70eb703c-9e42-478e-abc8-12c1aa1563ea tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:26.388173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b188d091-d35f-40c4-a685-7db137052f20 req-70eb703c-9e42-478e-abc8-12c1aa1563ea tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0509605 Mar 07 05:14:26.440560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b188d091-d35f-40c4-a685-7db137052f20 req-d5ec19b3-85b3-4d11-9754-300b7dd94458 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468073 Mar 07 05:14:27.560055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef3ab-f9d7-41f3-88a0-50f6e4a83bbb req-5a3fc8e4-37cf-4027-8538-d4254425f076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:27.561539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f41ef3ab-f9d7-41f3-88a0-50f6e4a83bbb req-5a3fc8e4-37cf-4027-8538-d4254425f076 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0534663 Mar 07 05:14:27.609797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f41ef3ab-f9d7-41f3-88a0-50f6e4a83bbb req-df52c919-8605-44fa-b2d3-e5d4344d19f4 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Mar 07 05:14:28.728414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa7f4-9ed7-4c29-98c4-993a3e2698e2 req-2cfc9ffa-2b1b-4111-a6c7-12b2c5199b60 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:28.729913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7ffa7f4-9ed7-4c29-98c4-993a3e2698e2 req-2cfc9ffa-2b1b-4111-a6c7-12b2c5199b60 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0524764 Mar 07 05:14:28.778508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7ffa7f4-9ed7-4c29-98c4-993a3e2698e2 req-3f53dc20-9b11-4076-ba57-b35d08e021ee tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Mar 07 05:14:29.904938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f154a-511e-46f9-829c-daf222734026 req-98d38ab4-876b-4a03-94c2-50d00223148d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:29.906438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-355f154a-511e-46f9-829c-daf222734026 req-98d38ab4-876b-4a03-94c2-50d00223148d tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0566976 Mar 07 05:14:29.954656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-355f154a-511e-46f9-829c-daf222734026 req-2f82d85a-5239-4bc7-a1e3-cf557ac87b0b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425630 Mar 07 05:14:30.689040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa0dba-527d-43b1-b07f-2ae29a88a287 req-d93fab31-c7e7-4a15-b5d3-9435e0357d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:30.691353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-faaa0dba-527d-43b1-b07f-2ae29a88a287 req-d93fab31-c7e7-4a15-b5d3-9435e0357d45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1127 time: 0.0429032 Mar 07 05:14:30.735430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-faaa0dba-527d-43b1-b07f-2ae29a88a287 req-aaf8bdf9-4f30-435c-81fd-c4e7f9ce3d95 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 Mar 07 05:14:31.078000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5944da-fb52-4bf1-81e6-c943c388b60f req-731cc307-ec53-4352-a8ba-5a4b310ab1a8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:31.079481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f5944da-fb52-4bf1-81e6-c943c388b60f req-731cc307-ec53-4352-a8ba-5a4b310ab1a8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0556719 Mar 07 05:14:31.131589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f5944da-fb52-4bf1-81e6-c943c388b60f req-aaf74f95-8ec0-468f-a342-6ffe14c5c902 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459366 Mar 07 05:14:32.042791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:14:32.144747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:14:32.154769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'port_id': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'mac_address': 'fa:16:3e:17:00:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:14:32.193193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:14:32.193586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:32.207533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:14:32.227539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:14:32.231232 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:32.252657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe055-69e6-4d73-8965-ee7cde682497 req-931a6833-4733-45fe-8ac3-3f2ee5cc616b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:32.255054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbebe055-69e6-4d73-8965-ee7cde682497 req-931a6833-4733-45fe-8ac3-3f2ee5cc616b tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0532565 Mar 07 05:14:32.283440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:14:32.291700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.292045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.292386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.292720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.293104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.293380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.293707 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.294063 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.294377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.294698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.295045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.295362 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.295681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:14:32.305560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbebe055-69e6-4d73-8965-ee7cde682497 req-062a1006-6be1-483c-b089-263090c87c63 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Mar 07 05:14:32.328161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58406) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:14:32.394173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-da50db75-a21c-4eef-a030-bab6f53f801a tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/floatingips/9fbe80b4-105c-4e48-ac58-888b70d46461 HTTP/1.1" status: 200 len: 991 time: 0.0646892 Mar 07 05:14:32.441266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['17ce3495-5bf8-4f6b-aa4b-f089b9096c96'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:14:32.831983 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ee18fc1c-10f6-4f11-9b43-f1a0e7fc93cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:34.042990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:14:34.090303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:14:34.090669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:34.168792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:14:34.169185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:34.192718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:14:34.194948 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7ab46-7f41-45af-9d08-a9a14c702ff8" -d '{"events": [{"server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "name": "network-vif-plugged", "status": "completed", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:14:34.207257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:14:34.211583 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:34.236966 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bd7061-4813-4453-afd9-ab41d440f60e x-openstack-request-id: req-b3bd7061-4813-4453-afd9-ab41d440f60e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:14:34.237263 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "name": "network-vif-plugged", "status": "completed", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:14:34.238067 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3bd7061-4813-4453-afd9-ab41d440f60e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:14:34.239021 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'code': 200} Mar 07 05:14:34.262726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:14:35.449543 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-210ae816-d297-46be-876e-21a6b709a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:36.881369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:37.808318 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:39.518102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:47.449386 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:14:50.245186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:52.501147 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:14:57.370750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-14b01c9e-5889-4c5f-8e93-8aa8b17005b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430470 Mar 07 05:14:57.457200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-87e5ed48-4cf5-4210-bb8f-3c7810f0237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:57.458723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-87e5ed48-4cf5-4210-bb8f-3c7810f0237f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1127 time: 0.0455813 Mar 07 05:14:57.567196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-0b907335-99b4-4db9-ae26-085012975608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:57.568659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-0b907335-99b4-4db9-ae26-085012975608 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 897 time: 0.0911319 Mar 07 05:14:57.633681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-b4f268e5-3765-4449-b439-a3f7d234b3ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 1000 time: 0.0566328 Mar 07 05:14:57.680162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-19f25ad8-0b76-4de5-8d6d-6bf8f60a7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:57.681562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-19f25ad8-0b76-4de5-8d6d-6bf8f60a7c03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 200 len: 835 time: 0.0418227 Mar 07 05:14:57.734379 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-643a4473-f202-487b-be9e-b6ec780aafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:14:57.735856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-643a4473-f202-487b-be9e-b6ec780aafb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec00f031-f378-4f93-a2bf-28a1f35466dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482962 Mar 07 05:14:57.822883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-945aaa29-d00e-44ce-8db2-086a477a4bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805864 Mar 07 05:14:57.914444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d62d290-7f36-4af9-b35e-0f09be1f6be0 req-490f5e37-dc54-4cbc-86d3-95201b604fcf service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Mar 07 05:15:02.834026 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-febca0aa-2e8c-42b6-a76f-5579105cac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:02.903640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:03.064663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 23dea1da-43cc-4340-9d59-14d0da40e2f9 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:15:03.064921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:03.139650 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:03.139994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (23dea1da-43cc-4340-9d59-14d0da40e2f9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:03.151235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 23dea1da-43cc-4340-9d59-14d0da40e2f9 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:15:03.291567 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (23dea1da-43cc-4340-9d59-14d0da40e2f9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:03.324197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=23dea1da-43cc-4340-9d59-14d0da40e2f9,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:03.351109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.351472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.351826 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.352171 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.352513 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.352849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.353183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.353518 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.353848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.354200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.354534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.354862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.355189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:03.395718 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for floatingip (9fbe80b4-105c-4e48-ac58-888b70d46461), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:03.396053 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Floating IP 9fbe80b4-105c-4e48-ac58-888b70d46461 disassociated (deleted). External IP: 172.25.4.62, port: 17ce3495-5bf8-4f6b-aa4b-f089b9096c96. Mar 07 05:15:03.950620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router df1e26c1-7539-422d-b33d-0ae20de765e4 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:15:04.061141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:15:04.065856 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:04.070542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] Sync routers for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:15:04.083551 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:15:04.084159 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:14:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:04.094922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-42e50a90-4ec5-45cf-8a43-235fb14a93c3 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/floatingips/9fbe80b4-105c-4e48-ac58-888b70d46461 HTTP/1.1" status: 204 len: 168 time: 1.1901898 Mar 07 05:15:04.095768 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:04.099977 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc228fc9-2520-41a1-9a6a-dfccee3a599f" -d '{"events": [{"name": "network-changed", "server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:04.192669 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:15:04.251655 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff78bf-6c7e-4686-86a5-9c33c9aa7ac8 x-openstack-request-id: req-0fff78bf-6c7e-4686-86a5-9c33c9aa7ac8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:04.252139 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:04.252474 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fff78bf-6c7e-4686-86a5-9c33c9aa7ac8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:04.252963 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'status': 'completed', 'code': 200} Mar 07 05:15:04.351316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-363a5188-599b-44b6-94db-a3a07f784161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:04.352750 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-363a5188-599b-44b6-94db-a3a07f784161 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 1127 time: 0.0785086 Mar 07 05:15:04.373440 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da9d61-f631-4ead-b995-006bf1cc5f0f req-30ffc5e2-2e01-416e-bbd1-e01f52c066d8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:04.374907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2da9d61-f631-4ead-b995-006bf1cc5f0f req-30ffc5e2-2e01-416e-bbd1-e01f52c066d8 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0724258 Mar 07 05:15:04.396252 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:38Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:04.422504 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] Checking router: df1e26c1-7539-422d-b33d-0ae20de765e4 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:15:04.430600 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:15:04.431208 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:14:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:04.481581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2da9d61-f631-4ead-b995-006bf1cc5f0f req-9c83ccea-6c67-4c54-b445-bde277214940 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952268 Mar 07 05:15:04.499802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-701517b2-8720-4b37-b874-517259cd8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:04.501278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-701517b2-8720-4b37-b874-517259cd8712 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 200 len: 897 time: 0.1418676 Mar 07 05:15:04.542312 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:15:04.544301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-8f47d956-cbbf-438d-8355-95f59c232d97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 200 len: 217 time: 0.0350943 Mar 07 05:15:04.598976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-f4ef608b-5c3a-4327-aa1c-9788aa84aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:04.600453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-f4ef608b-5c3a-4327-aa1c-9788aa84aae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 200 len: 835 time: 0.0489430 Mar 07 05:15:04.650844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-23d43ca3-cce5-4b93-817e-1028a8f3a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:04.652282 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-23d43ca3-cce5-4b93-817e-1028a8f3a77c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec00f031-f378-4f93-a2bf-28a1f35466dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449722 Mar 07 05:15:04.737160 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:38Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:04.748714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-97bdd2df-214b-4f74-b046-0aa792d4f375 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888376 Mar 07 05:15:04.762822 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eeea42-912f-447e-9ed7-b53304a1d060 None None] The sync data for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 is: [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:13:35Z', 'revision_number': 4, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '09fc1e8c-dd8e-4975-a127-d032e6f2cbe7', 'name': '', 'network_id': 'ec00f031-f378-4f93-a2bf-28a1f35466dd', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'mac_address': 'fa:16:3e:de:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '45626326-5ad9-4176-9059-d9eeb4269519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:34Z', 'updated_at': '2022-03-07T05:13:38Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'subnets': [{'id': '45626326-5ad9-4176-9059-d9eeb4269519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:15:04.844092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc228fc9-2520-41a1-9a6a-dfccee3a599f req-d8b6956f-1191-40a3-9af0-ed58ea89a8d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880520 Mar 07 05:15:04.993018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe06b42-2182-4482-90ed-7125142cfb74 None None] New status for floating IP 9fbe80b4-105c-4e48-ac58-888b70d46461: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:15:05.452025 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb10772e-d5f9-4790-b30e-c5c5e40fd13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:05.635828 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562917a-881e-45da-83e6-be20ca43a2a6 req-2cedb362-87e4-4728-90ae-25a7aac3b3c2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:05.637298 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9562917a-881e-45da-83e6-be20ca43a2a6 req-2cedb362-87e4-4728-90ae-25a7aac3b3c2 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0871279 Mar 07 05:15:05.648838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ed8533d3-90e2-4d6d-ae28-34c01fa1b704 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:05.650284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ed8533d3-90e2-4d6d-ae28-34c01fa1b704 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "GET /v2.0/ports?device_id=f99b6ad1-26c3-4b8a-88f7-4f65424ac05d HTTP/1.1" status: 200 len: 945 time: 0.0710087 Mar 07 05:15:05.744936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9562917a-881e-45da-83e6-be20ca43a2a6 req-203cac4a-d46a-4f58-9176-1c5d198e3793 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3f5c38b-2725-45de-8531-9c96e8c8257c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936329 Mar 07 05:15:05.769142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:15:05.769485 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:05.860132 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:05.860493 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:05.872157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:15:06.006604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (17ce3495-5bf8-4f6b-aa4b-f089b9096c96), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:06.037057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=17ce3495-5bf8-4f6b-aa4b-f089b9096c96,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:06.079483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] No DVR routers for this DVR port 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:15:06.082417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:06.085717 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-afd0af38-f54b-4274-b821-0a49c9115f6b req-ab38e594-5418-4850-a2d3-51bb401e3753 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.15 "DELETE /v2.0/ports/17ce3495-5bf8-4f6b-aa4b-f089b9096c96 HTTP/1.1" status: 204 len: 173 time: 0.4289806 Mar 07 05:15:06.254470 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'name': 'network-vif-deleted', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:06.257106 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb8f6c-1d83-445f-be1d-4e41aa4742e7" -d '{"events": [{"server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "name": "network-vif-deleted", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:06.295372 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818a1d0e-1271-4f67-abcf-2a168f5241ca x-openstack-request-id: req-818a1d0e-1271-4f67-abcf-2a168f5241ca {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:06.295666 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99b6ad1-26c3-4b8a-88f7-4f65424ac05d", "name": "network-vif-deleted", "tag": "17ce3495-5bf8-4f6b-aa4b-f089b9096c96", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:06.295944 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-818a1d0e-1271-4f67-abcf-2a168f5241ca {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:06.296374 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99b6ad1-26c3-4b8a-88f7-4f65424ac05d', 'name': 'network-vif-deleted', 'tag': '17ce3495-5bf8-4f6b-aa4b-f089b9096c96', 'status': 'completed', 'code': 200} Mar 07 05:15:06.801683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:06.884575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:07.172083 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (df1e26c1-7539-422d-b33d-0ae20de765e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:07.426950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:15:07.427215 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:07.516562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:07.516930 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:07.529708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:15:07.719519 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (09fc1e8c-dd8e-4975-a127-d032e6f2cbe7), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:07.746950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=09fc1e8c-dd8e-4975-a127-d032e6f2cbe7,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:07.818411 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:07.933014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (df1e26c1-7539-422d-b33d-0ae20de765e4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.149593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Router df1e26c1-7539-422d-b33d-0ae20de765e4 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:15:08.213680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:15:08.234550 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:15:08.234895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 17ce3495-5bf8-4f6b-aa4b-f089b9096c96 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:15:08.259600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:15:08.264574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-91234268-b60c-43cc-a4d2-f7bec8727d59 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "PUT /v2.0/routers/df1e26c1-7539-422d-b33d-0ae20de765e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618556 Mar 07 05:15:08.267611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58440) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:08.269268 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] Sync routers for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:15:08.279364 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:15:08.279978 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:15:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:08.318384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting subnet 45626326-5ad9-4176-9059-d9eeb4269519 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:15:08.321406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (45626326-5ad9-4176-9059-d9eeb4269519), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.360732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (45626326-5ad9-4176-9059-d9eeb4269519), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.450277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (45626326-5ad9-4176-9059-d9eeb4269519), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.478884 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:15:08.511887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (45626326-5ad9-4176-9059-d9eeb4269519), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.537662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Subnet': ['ID=45626326-5ad9-4176-9059-d9eeb4269519,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:08.543333 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.550150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9d290446-815a-485c-8bed-9b27893ca610 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/subnets/45626326-5ad9-4176-9059-d9eeb4269519 HTTP/1.1" status: 204 len: 168 time: 0.2779772 Mar 07 05:15:08.550150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58442) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:08.553388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b1da9-cb27-4696-9ebd-58fa8fe8a9db None None] Network ec00f031-f378-4f93-a2bf-28a1f35466dd requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:15:08.669384 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:15:07Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:08.671835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (df1e26c1-7539-422d-b33d-0ae20de765e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.700375 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] Checking router: df1e26c1-7539-422d-b33d-0ae20de765e4 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:15:08.709861 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] Routers {'df1e26c1-7539-422d-b33d-0ae20de765e4'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:15:08.710509 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:15:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['df1e26c1-7539-422d-b33d-0ae20de765e4'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:08.723017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] DHCP port deletion for ec00f031-f378-4f93-a2bf-28a1f35466dd request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:15:08.770517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] Deleting port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:15:08.771185 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.783225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_gateway (df1e26c1-7539-422d-b33d-0ae20de765e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.826784 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] Set router df1e26c1-7539-422d-b33d-0ae20de765e4 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:15:08.837483 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] For port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,segment=NetworkSegment(ccdfa910-47c8-419a-9062-34cb0471365e),segment_id=ccdfa910-47c8-419a-9062-34cb0471365e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:08.837675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Deleting port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:15:08.837840 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.838405 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.852170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] Calling delete_port for 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:15:08.926401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] For port 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:08.926923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.932174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (7e8979eb-cb2b-4d22-9c02-d26b16cfc966), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:08.942750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Calling delete_port for 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:15:08.961749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] Pushing event deleted for resources: {'Port': ['ID=7e8979eb-cb2b-4d22-9c02-d26b16cfc966,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:08.969866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47541818-ebea-45d6-ac07-f3cd1d44201f None None] No DVR routers for this DVR port 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:15:09.016518 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:15:07Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:09.042887 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929b1a8-fc6b-4da9-bdc7-1d6cfff1db69 None None] The sync data for ids ['df1e26c1-7539-422d-b33d-0ae20de765e4'] in n-d-832185-1 is: [{'id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26533057', 'tenant_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:13:31Z', 'updated_at': '2022-03-07T05:15:07Z', 'revision_number': 5, 'project_id': 'a6cd74cb2ad94306849614f0ffb38f74', 'gw_port': {'id': '343a2cff-3ab3-4b69-97f5-a4aa04ba7f78', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e26c1-7539-422d-b33d-0ae20de765e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:13:32Z', 'updated_at': '2022-03-07T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:15:09.126253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (343a2cff-3ab3-4b69-97f5-a4aa04ba7f78), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.149453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Port': ['ID=343a2cff-3ab3-4b69-97f5-a4aa04ba7f78,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:09.211471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (df1e26c1-7539-422d-b33d-0ae20de765e4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.540238 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.653465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (df1e26c1-7539-422d-b33d-0ae20de765e4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.655544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router_controller (df1e26c1-7539-422d-b33d-0ae20de765e4), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.697850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (df1e26c1-7539-422d-b33d-0ae20de765e4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.698415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Fanout notify agent at l3_agent the message router_deleted on router df1e26c1-7539-422d-b33d-0ae20de765e4 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:15:09.705021 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.707470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0327301c-1eba-49db-b9c5-29708a84e690 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/routers/df1e26c1-7539-422d-b33d-0ae20de765e4 HTTP/1.1" status: 204 len: 168 time: 1.1566865 Mar 07 05:15:09.709640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58444) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:09.790203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ec00f031-f378-4f93-a2bf-28a1f35466dd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.884539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ec00f031-f378-4f93-a2bf-28a1f35466dd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.904925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec00f031-f378-4f93-a2bf-28a1f35466dd']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:09.915056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdfa910-47c8-419a-9062-34cb0471365e') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:09.915351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdfa910-47c8-419a-9062-34cb0471365e') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:15:09.924421 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (ccdfa910-47c8-419a-9062-34cb0471365e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.937799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ccdfa910-47c8-419a-9062-34cb0471365e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.945045 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:15:09.945666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (ccdfa910-47c8-419a-9062-34cb0471365e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:15:09.948384 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:15:10.010270 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ec00f031-f378-4f93-a2bf-28a1f35466dd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.016868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.020596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/networks/ec00f031-f378-4f93-a2bf-28a1f35466dd HTTP/1.1" status: 204 len: 168 time: 0.3099883 Mar 07 05:15:10.023495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58446) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:10.031629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986626-e254-41eb-b2e0-9c95213f52ab tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'Network': ['ID=ec00f031-f378-4f93-a2bf-28a1f35466dd,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:10.082364 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (c3f5c38b-2725-45de-8531-9c96e8c8257c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.107538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (c3f5c38b-2725-45de-8531-9c96e8c8257c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.175817 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c3f5c38b-2725-45de-8531-9c96e8c8257c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.178915 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.183251 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3f5c38b-2725-45de-8531-9c96e8c8257c HTTP/1.1" status: 204 len: 168 time: 0.1585774 Mar 07 05:15:10.197923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f5c38b-2725-45de-8531-9c96e8c8257c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:10.199079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:15:10.206801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.207525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.207923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.208609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.208962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.209313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.209646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.210097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.211311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.211717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.212065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.212402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.212849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a400f-b3d9-4727-acad-2167464c9367 tempest-TestNetworkAdvancedServerOps-864009606 tempest-TestNetworkAdvancedServerOps-864009606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:10.223833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:15:10.224640 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7e8979eb-cb2b-4d22-9c02-d26b16cfc966 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:15:10.225067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:15:10.247809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:15:10.248158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 09fc1e8c-dd8e-4975-a127-d032e6f2cbe7 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:15:10.514709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58456) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:10.659816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cbb65886-8b49-412e-86d1-4641a1c021b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6cd74cb2ad94306849614f0ffb38f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436520 Mar 07 05:15:10.662287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58460) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:10.719065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089f9c5f-2405-4ea1-b4b0-f8a10a3447d0 admin admin] Publish callbacks [] for security_group (d0691c5c-f6fe-443b-9ca5-2311a35fc9a9), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.740738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089f9c5f-2405-4ea1-b4b0-f8a10a3447d0 admin admin] Publish callbacks [] for security_group (d0691c5c-f6fe-443b-9ca5-2311a35fc9a9), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.787093 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089f9c5f-2405-4ea1-b4b0-f8a10a3447d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (d0691c5c-f6fe-443b-9ca5-2311a35fc9a9), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.789600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-089f9c5f-2405-4ea1-b4b0-f8a10a3447d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:10.790780 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-089f9c5f-2405-4ea1-b4b0-f8a10a3447d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0691c5c-f6fe-443b-9ca5-2311a35fc9a9 HTTP/1.1" status: 204 len: 168 time: 0.1276062 Mar 07 05:15:10.798602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9c5f-2405-4ea1-b4b0-f8a10a3447d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0691c5c-f6fe-443b-9ca5-2311a35fc9a9,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:11.043937 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58466) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:11.083713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dad20ba4-f75b-4125-ac45-12afb941d75f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e002a7e7fadf4c64a52d2ba4cfa323c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386391 Mar 07 05:15:11.086150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58468) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:11.131787 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b30df9d-f3c3-4bdb-af1d-346b3589b95f admin admin] Publish callbacks [] for security_group (ac37d769-37b6-47ae-b3f0-40f0a044f09d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:11.152393 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b30df9d-f3c3-4bdb-af1d-346b3589b95f admin admin] Publish callbacks [] for security_group (ac37d769-37b6-47ae-b3f0-40f0a044f09d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:11.199365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b30df9d-f3c3-4bdb-af1d-346b3589b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ac37d769-37b6-47ae-b3f0-40f0a044f09d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:11.202186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b30df9d-f3c3-4bdb-af1d-346b3589b95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:11.203527 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0b30df9d-f3c3-4bdb-af1d-346b3589b95f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac37d769-37b6-47ae-b3f0-40f0a044f09d HTTP/1.1" status: 204 len: 168 time: 0.1162922 Mar 07 05:15:11.210996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30df9d-f3c3-4bdb-af1d-346b3589b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac37d769-37b6-47ae-b3f0-40f0a044f09d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:11.778676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:15:11.802884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:15:11.803237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 343a2cff-3ab3-4b69-97f5-a4aa04ba7f78 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:15:20.257419 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:21.959684 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daeae2e3-448d-4696-b832-c8ece5abfb72 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e9a16761d214fd0aaf8dfab60e87fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323663 Mar 07 05:15:22.139329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f4c6db9f-22d4-4bc2-91ba-fe3b5e340033 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:22.140783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f4c6db9f-22d4-4bc2-91ba-fe3b5e340033 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759822 Mar 07 05:15:22.155584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-b6e96ab0-1e2f-4b35-b856-b3eb5167ba21 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/quotas/4e9a16761d214fd0aaf8dfab60e87fbb HTTP/1.1" status: 200 len: 375 time: 0.0087492 Mar 07 05:15:22.187275 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-387c1d59-b816-450a-ad58-050c4e1fb9b2 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e9a16761d214fd0aaf8dfab60e87fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262451 Mar 07 05:15:22.346666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61860f37-96f9-436b-9006-bb72d20d1c80 req-a07afe43-e314-4ff7-83f5-612d47d81cc8 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 210 time: 0.0302753 Mar 07 05:15:22.498044 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:23.424011 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4149d15e-34c5-4684-8906-326b8595d4fc req-7ef08b13-b2e4-46a5-83e1-5919180d27e2 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 210 time: 0.0261941 Mar 07 05:15:24.294547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-84c9f97a-534d-4452-9d6f-51657d361b05 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e9a16761d214fd0aaf8dfab60e87fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240986 Mar 07 05:15:24.405600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-4aac2fea-afa7-4557-8d02-092532708d25 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:24.407029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-4aac2fea-afa7-4557-8d02-092532708d25 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083803 Mar 07 05:15:24.420268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Request body: {'port': {'device_id': 'daec4504-4579-4b8c-a015-1425085da3ef', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'admin_state_up': True, 'tenant_id': '4e9a16761d214fd0aaf8dfab60e87fbb'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:15:24.448816 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:15:24.529075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dea0f49e-0309-421c-9daa-b38f95a162a6 req-ecf1ca03-1fb3-45e6-8347-e19b6f410dc9 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 210 time: 0.0348420 Mar 07 05:15:24.552570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Made reservation on behalf of 4e9a16761d214fd0aaf8dfab60e87fbb for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:15:24.556729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:24.566679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:24.643772 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks [] for security_group (1e399d32-f642-4bc3-a45f-1778b16f990b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:24.647364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1e399d32-f642-4bc3-a45f-1778b16f990b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:24.709112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e399d32-f642-4bc3-a45f-1778b16f990b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:24.776295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Allocated IP 192.168.233.100 (dbcadf7e-71af-4996-8681-f278a54bcb93/97ecb01f-c35b-4362-9f67-a1498b137b4f/d8a733f3-f204-4682-90e0-32fd68c7db64) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:15:24.921337 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks [] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:24.954373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.000048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Network dbcadf7e-71af-4996-8681-f278a54bcb93 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:15:25.002974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:15:25.007175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:15:25.013629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Pushing event updated for resources: {'Port': ['ID=d8a733f3-f204-4682-90e0-32fd68c7db64,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:25.065309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:25.066687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.083992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-f3bef810-ba54-43ae-ab48-3e35c3f043f3 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6672473 Mar 07 05:15:25.095471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Request body: {'port': {'device_id': 'daec4504-4579-4b8c-a015-1425085da3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:15:25.157347 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.301243 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5a357979-a439-4368-a675-4ee0f8f893d4 None None] Provisioning complete for port d8a733f3-f204-4682-90e0-32fd68c7db64 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:15:25.301806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5a357979-a439-4368-a675-4ee0f8f893d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.337748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5a357979-a439-4368-a675-4ee0f8f893d4 None None] Port d8a733f3-f204-4682-90e0-32fd68c7db64 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:15:25.416565 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a733f3-f204-4682-90e0-32fd68c7db64 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:15:25.423737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Publish callbacks [] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.435784 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Transition to ACTIVE for port object d8a733f3-f204-4682-90e0-32fd68c7db64 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:15:25.439610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.489240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a733f3-f204-4682-90e0-32fd68c7db64,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:25.559911 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Attempting to bind port d8a733f3-f204-4682-90e0-32fd68c7db64 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:15:25.560431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Attempting to bind port d8a733f3-f204-4682-90e0-32fd68c7db64 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:15:25.560765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Attempting to bind port d8a733f3-f204-4682-90e0-32fd68c7db64 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:15:25.565254 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Port d8a733f3-f204-4682-90e0-32fd68c7db64 on network dbcadf7e-71af-4996-8681-f278a54bcb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:15:25.566218 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Attempting to bind port d8a733f3-f204-4682-90e0-32fd68c7db64 on network dbcadf7e-71af-4996-8681-f278a54bcb93 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:15:25.571547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:15:25.571885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Checking segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:15:25.572271 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Bound using segment: {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:15:25.572707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Bound port: d8a733f3-f204-4682-90e0-32fd68c7db64, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48f619-2ca3-4adb-95a6-546710440b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:15:25.573067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.671563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] For port d8a733f3-f204-4682-90e0-32fd68c7db64, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:15:25.676349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] For port d8a733f3-f204-4682-90e0-32fd68c7db64, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d8a733f3-f204-4682-90e0-32fd68c7db64,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:15:25.683452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.693681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936eba1-e305-4de2-85a1-5bbef85fd03b req-1e11e8c0-5831-4f43-9712-af2a3d0215c7 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:25.695130 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5936eba1-e305-4de2-85a1-5bbef85fd03b req-1e11e8c0-5831-4f43-9712-af2a3d0215c7 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 948 time: 0.0852242 Mar 07 05:15:25.731492 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:25.732107 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:25.733447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] 10.222.0.15 "PUT /v2.0/ports/d8a733f3-f204-4682-90e0-32fd68c7db64 HTTP/1.1" status: 200 len: 1096 time: 0.6422517 Mar 07 05:15:25.737938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec4504-4579-4b8c-a015-1425085da3ef', 'tag': 'd8a733f3-f204-4682-90e0-32fd68c7db64'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:25.740008 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605" -d '{"events": [{"name": "network-changed", "server_uuid": "daec4504-4579-4b8c-a015-1425085da3ef", "tag": "d8a733f3-f204-4682-90e0-32fd68c7db64"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:25.817113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf85bc7-29ea-4f72-9dcc-eff89d065ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a733f3-f204-4682-90e0-32fd68c7db64,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:25.834642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5936eba1-e305-4de2-85a1-5bbef85fd03b req-316668cb-8ad0-4b3a-a639-864f82744919 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170299 Mar 07 05:15:25.860329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-8ca32bfb-2bff-4068-86f2-e54411d340ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:25.861905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-8ca32bfb-2bff-4068-86f2-e54411d340ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e9a16761d214fd0aaf8dfab60e87fbb&device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 1130 time: 0.0873308 Mar 07 05:15:25.909665 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d19ea1-dafc-4416-a92d-7ef751446f0e x-openstack-request-id: req-20d19ea1-dafc-4416-a92d-7ef751446f0e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:25.910171 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daec4504-4579-4b8c-a015-1425085da3ef", "tag": "d8a733f3-f204-4682-90e0-32fd68c7db64", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:25.910438 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20d19ea1-dafc-4416-a92d-7ef751446f0e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:25.910860 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec4504-4579-4b8c-a015-1425085da3ef', 'tag': 'd8a733f3-f204-4682-90e0-32fd68c7db64', 'status': 'completed', 'code': 200} Mar 07 05:15:25.912656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-9ca795d7-0810-4354-9aa0-b7d2f352fd6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d8a733f3-f204-4682-90e0-32fd68c7db64 HTTP/1.1" status: 200 len: 217 time: 0.0438678 Mar 07 05:15:25.963618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-33b33ced-bd2b-4876-8d71-4a776c63f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:25.965024 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-33b33ced-bd2b-4876-8d71-4a776c63f210 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0463002 Mar 07 05:15:26.016947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-0464c706-6fcd-40bc-b4ee-1cbbece46ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:26.018502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-0464c706-6fcd-40bc-b4ee-1cbbece46ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0479548 Mar 07 05:15:26.108230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-c072ccda-8e12-42f0-9de0-de7bb4977772 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837820 Mar 07 05:15:26.198908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14e62563-227b-4a84-9c19-3db094e04ae0 req-7280e97e-46ca-4562-b937-a823532fd6fc service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850747 Mar 07 05:15:26.288257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-c95329f2-e74e-44ac-bb77-a820bf131cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:26.289653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-c95329f2-e74e-44ac-bb77-a820bf131cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e9a16761d214fd0aaf8dfab60e87fbb&device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 1130 time: 0.0453012 Mar 07 05:15:26.377232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-de8b2bb5-7d94-4f78-a50e-47dba09fdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:26.378838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-de8b2bb5-7d94-4f78-a50e-47dba09fdce3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbcadf7e-71af-4996-8681-f278a54bcb93 HTTP/1.1" status: 200 len: 870 time: 0.0838845 Mar 07 05:15:26.420741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-1cc28595-6078-41ae-ad1a-8679a9c7f893 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d8a733f3-f204-4682-90e0-32fd68c7db64 HTTP/1.1" status: 200 len: 217 time: 0.0366161 Mar 07 05:15:26.468277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-4337b635-1e86-439d-937c-a17fe86652d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:26.469692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-4337b635-1e86-439d-937c-a17fe86652d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ecb01f-c35b-4362-9f67-a1498b137b4f HTTP/1.1" status: 200 len: 843 time: 0.0426786 Mar 07 05:15:26.516670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-9330727e-9ae6-4a18-9721-fd53cb19ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:26.518181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-9330727e-9ae6-4a18-9721-fd53cb19ec8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbcadf7e-71af-4996-8681-f278a54bcb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0419655 Mar 07 05:15:26.611867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-80028838-819c-4395-b1f0-320f4d880eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870786 Mar 07 05:15:26.703768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd5ac95f-95d0-4b1b-b104-019c6f9fd605 req-8b831db7-2bb4-41c6-822e-2e2b52541995 service neutron] 10.222.0.15 "GET /v2.0/networks/dbcadf7e-71af-4996-8681-f278a54bcb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829782 Mar 07 05:15:26.960938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b609c0-204a-4b4e-951e-3437b79542ea req-03c0e3d7-f0dc-48f3-8d75-204789af557f tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:26.962411 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75b609c0-204a-4b4e-951e-3437b79542ea req-03c0e3d7-f0dc-48f3-8d75-204789af557f tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 948 time: 0.0578825 Mar 07 05:15:27.008904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75b609c0-204a-4b4e-951e-3437b79542ea req-c7cae960-b1e3-4b17-90ce-6dbff7fb1c22 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Mar 07 05:15:28.128864 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d2741-fdd5-41ac-8e9c-463eaa2649c2 req-08ad0ee7-3067-43f6-9b58-0d92cb6eb6ee tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:28.130350 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-020d2741-fdd5-41ac-8e9c-463eaa2649c2 req-08ad0ee7-3067-43f6-9b58-0d92cb6eb6ee tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 948 time: 0.0531726 Mar 07 05:15:28.176336 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-020d2741-fdd5-41ac-8e9c-463eaa2649c2 req-a712d828-549d-43cb-a0f1-0a285b19d3aa tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Mar 07 05:15:28.337543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d8a733f3-f204-4682-90e0-32fd68c7db64 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:15:28.432731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d8a733f3-f204-4682-90e0-32fd68c7db64, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d8a733f3-f204-4682-90e0-32fd68c7db64,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:28.443706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd8a733f3-f204-4682-90e0-32fd68c7db64', 'network_id': 'dbcadf7e-71af-4996-8681-f278a54bcb93', 'port_id': 'd8a733f3-f204-4682-90e0-32fd68c7db64', 'mac_address': 'fa:16:3e:5d:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ecb01f-c35b-4362-9f67-a1498b137b4f', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:15:28.640908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d8a733f3-f204-4682-90e0-32fd68c7db64 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:15:28.641203 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:28.653850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a733f3-f204-4682-90e0-32fd68c7db64 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:15:28.672175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d8a733f3-f204-4682-90e0-32fd68c7db64, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d8a733f3-f204-4682-90e0-32fd68c7db64,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:28.677401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:28.722451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d8a733f3-f204-4682-90e0-32fd68c7db64,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:28.874686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d8a733f3-f204-4682-90e0-32fd68c7db64'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:15:29.291910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc6042-1ab3-4cb4-8bf6-bfa7f929874b req-ed1503d4-2478-4c30-98f7-80dd26f1c482 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:29.293292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8dc6042-1ab3-4cb4-8bf6-bfa7f929874b req-ed1503d4-2478-4c30-98f7-80dd26f1c482 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 949 time: 0.0509899 Mar 07 05:15:29.342915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d8dc6042-1ab3-4cb4-8bf6-bfa7f929874b req-eb664ca8-f712-4cdf-b1fc-8e3a269266c7 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Mar 07 05:15:30.352633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d8a733f3-f204-4682-90e0-32fd68c7db64 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:15:30.402002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d8a733f3-f204-4682-90e0-32fd68c7db64 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:15:30.406389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d8a733f3-f204-4682-90e0-32fd68c7db64 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:15:30.406794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:30.460747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c4f7-d65a-4b05-bfe2-0d6912e8b795 req-94380246-bd58-4227-a996-850c2c10d936 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:30.462238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae11c4f7-d65a-4b05-bfe2-0d6912e8b795 req-94380246-bd58-4227-a996-850c2c10d936 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 949 time: 0.0523572 Mar 07 05:15:30.488410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d8a733f3-f204-4682-90e0-32fd68c7db64 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:15:30.488700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:30.510299 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae11c4f7-d65a-4b05-bfe2-0d6912e8b795 req-8c02f15a-b5f1-4d9e-b43a-65d8d85cddeb tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Mar 07 05:15:30.512525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec4504-4579-4b8c-a015-1425085da3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a733f3-f204-4682-90e0-32fd68c7db64'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:30.514809 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17558ea3-2bec-41b0-b36a-768f34903a07" -d '{"events": [{"server_uuid": "daec4504-4579-4b8c-a015-1425085da3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d8a733f3-f204-4682-90e0-32fd68c7db64"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:30.527435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d8a733f3-f204-4682-90e0-32fd68c7db64, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d8a733f3-f204-4682-90e0-32fd68c7db64,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:30.534666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:30.557488 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b88c16-c13a-43bc-b51a-0779ebc6934e x-openstack-request-id: req-12b88c16-c13a-43bc-b51a-0779ebc6934e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:30.557781 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec4504-4579-4b8c-a015-1425085da3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d8a733f3-f204-4682-90e0-32fd68c7db64", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:30.558063 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12b88c16-c13a-43bc-b51a-0779ebc6934e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:30.558455 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec4504-4579-4b8c-a015-1425085da3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a733f3-f204-4682-90e0-32fd68c7db64', 'code': 200} Mar 07 05:15:30.585146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d8a733f3-f204-4682-90e0-32fd68c7db64,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:30.652335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110983b-c0eb-4984-8ea9-f7eadd3e26ea req-1e57f619-50d7-4845-9682-98b1f26dfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:30.653711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4110983b-c0eb-4984-8ea9-f7eadd3e26ea req-1e57f619-50d7-4845-9682-98b1f26dfa04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 1132 time: 0.0432386 Mar 07 05:15:30.696194 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4110983b-c0eb-4984-8ea9-f7eadd3e26ea req-e882156c-9acc-44e5-83ab-ff5dfe804ff0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Mar 07 05:15:31.636200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204a907-ab5b-43f5-8a1a-8f93f123d942 req-e6922375-757f-47f1-b258-ac8b60bbe132 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:31.637730 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b204a907-ab5b-43f5-8a1a-8f93f123d942 req-e6922375-757f-47f1-b258-ac8b60bbe132 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 950 time: 0.0581508 Mar 07 05:15:31.688095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b204a907-ab5b-43f5-8a1a-8f93f123d942 req-54efa857-a421-4998-95fd-954ea00eb321 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Mar 07 05:15:32.809023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d66395-0b9b-4a63-b2bc-8fcea14d1b65 req-ccf388f6-03e1-4b93-bd7c-7181a7d0cedd tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:32.810497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9d66395-0b9b-4a63-b2bc-8fcea14d1b65 req-ccf388f6-03e1-4b93-bd7c-7181a7d0cedd tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 950 time: 0.0515304 Mar 07 05:15:32.835405 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95f6ad6b-39cc-4f0e-87c9-75c95b288435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:32.859157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9d66395-0b9b-4a63-b2bc-8fcea14d1b65 req-33bb14f3-149c-4bed-8a06-45eb5d736f13 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Mar 07 05:15:33.136586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-7e94ba25-5bce-46c6-a405-2fe3b1b3375a req-943ff293-e45f-454e-9afd-bbbac867b097 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:15:33.137561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e94ba25-5bce-46c6-a405-2fe3b1b3375a req-943ff293-e45f-454e-9afd-bbbac867b097 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052519 Mar 07 05:15:33.736707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe038-d1f4-467a-833c-822dcf03801e req-c807a6af-e840-4c39-92ed-eb958e3cb504 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:33.739273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e28fe038-d1f4-467a-833c-822dcf03801e req-c807a6af-e840-4c39-92ed-eb958e3cb504 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 950 time: 0.0522652 Mar 07 05:15:33.788890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e28fe038-d1f4-467a-833c-822dcf03801e req-1a6ce8f5-6e60-4455-8c6b-10786e56179e tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 Mar 07 05:15:34.938406 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be8798-365b-46f4-8b00-c8fcb95744d2 req-a2aaca13-3c78-40f3-b330-19377e2d0561 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:34.939864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0be8798-365b-46f4-8b00-c8fcb95744d2 req-a2aaca13-3c78-40f3-b330-19377e2d0561 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 950 time: 0.0807590 Mar 07 05:15:34.950762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-97adc7b8-4c0e-4992-ae64-e3bcf36a98ea tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:34.952108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-97adc7b8-4c0e-4992-ae64-e3bcf36a98ea tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec4504-4579-4b8c-a015-1425085da3ef HTTP/1.1" status: 200 len: 950 time: 0.0681922 Mar 07 05:15:35.045305 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0be8798-365b-46f4-8b00-c8fcb95744d2 req-a4726d26-0779-433e-ba80-224aea000009 tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e399d32-f642-4bc3-a45f-1778b16f990b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922673 Mar 07 05:15:35.071866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Deleting port d8a733f3-f204-4682-90e0-32fd68c7db64 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:15:35.072144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:35.158454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] For port d8a733f3-f204-4682-90e0-32fd68c7db64, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d8a733f3-f204-4682-90e0-32fd68c7db64,segment=NetworkSegment(6d48f619-2ca3-4adb-95a6-546710440b6b),segment_id=6d48f619-2ca3-4adb-95a6-546710440b6b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:35.158814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:35.170163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Calling delete_port for d8a733f3-f204-4682-90e0-32fd68c7db64 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:15:35.298336 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (d8a733f3-f204-4682-90e0-32fd68c7db64), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:35.310319 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d8a733f3-f204-4682-90e0-32fd68c7db64'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:15:35.330491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Pushing event deleted for resources: {'Port': ['ID=d8a733f3-f204-4682-90e0-32fd68c7db64,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:35.380196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] No DVR routers for this DVR port d8a733f3-f204-4682-90e0-32fd68c7db64 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:15:35.383059 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:35.386463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2884ae33-f94a-4d19-827c-c8ddd27777f4 req-59dcc2a7-51e0-47b0-97c0-9f3054bc07cc tempest-ServersAdminNegativeTestJSON-2092591354 tempest-ServersAdminNegativeTestJSON-2092591354-project] 10.222.0.15 "DELETE /v2.0/ports/d8a733f3-f204-4682-90e0-32fd68c7db64 HTTP/1.1" status: 204 len: 173 time: 0.4275243 Mar 07 05:15:35.386948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec4504-4579-4b8c-a015-1425085da3ef', 'name': 'network-vif-deleted', 'tag': 'd8a733f3-f204-4682-90e0-32fd68c7db64'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:35.389326 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7184d03-4b5c-450d-9a05-00793c8f58ab" -d '{"events": [{"server_uuid": "daec4504-4579-4b8c-a015-1425085da3ef", "name": "network-vif-deleted", "tag": "d8a733f3-f204-4682-90e0-32fd68c7db64"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:35.430585 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d5142f-ee10-419a-9578-5c686d37880d x-openstack-request-id: req-a9d5142f-ee10-419a-9578-5c686d37880d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:35.430868 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec4504-4579-4b8c-a015-1425085da3ef", "name": "network-vif-deleted", "tag": "d8a733f3-f204-4682-90e0-32fd68c7db64", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:35.431320 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9d5142f-ee10-419a-9578-5c686d37880d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:35.431527 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec4504-4579-4b8c-a015-1425085da3ef', 'name': 'network-vif-deleted', 'tag': 'd8a733f3-f204-4682-90e0-32fd68c7db64', 'status': 'completed', 'code': 200} Mar 07 05:15:35.461877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bdded420-2ec4-4ab7-bdbe-d513e8270aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.335154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58602) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:36.466469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-31aacfef-743f-46e7-ac4c-d53ca4c27cd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e9a16761d214fd0aaf8dfab60e87fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300561 Mar 07 05:15:36.468883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58606) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:36.515049 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86305299-901b-4450-bc37-c7f2a592c62f admin admin] Publish callbacks [] for security_group (1e399d32-f642-4bc3-a45f-1778b16f990b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.536466 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86305299-901b-4450-bc37-c7f2a592c62f admin admin] Publish callbacks [] for security_group (1e399d32-f642-4bc3-a45f-1778b16f990b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.581642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86305299-901b-4450-bc37-c7f2a592c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1e399d32-f642-4bc3-a45f-1778b16f990b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.584334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-86305299-901b-4450-bc37-c7f2a592c62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.585403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-86305299-901b-4450-bc37-c7f2a592c62f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e399d32-f642-4bc3-a45f-1778b16f990b HTTP/1.1" status: 204 len: 168 time: 0.1156335 Mar 07 05:15:36.593518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86305299-901b-4450-bc37-c7f2a592c62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e399d32-f642-4bc3-a45f-1778b16f990b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:36.844404 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58612) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:36.858142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c71125c3-747f-4b84-93a3-7309879a7d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.886516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.934345 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c71125c3-747f-4b84-93a3-7309879a7d4c admin admin] Publish callbacks [] for security_group (f1974b5d-2952-4f35-a8fb-545905c223eb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.937895 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c71125c3-747f-4b84-93a3-7309879a7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f1974b5d-2952-4f35-a8fb-545905c223eb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:36.982280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c71125c3-747f-4b84-93a3-7309879a7d4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1e731a54e8f4405a04272466c3423e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367099 Mar 07 05:15:36.984177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71125c3-747f-4b84-93a3-7309879a7d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1974b5d-2952-4f35-a8fb-545905c223eb,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:36.984972 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58614) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:37.033366 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77c5642e-2528-4f8a-9bca-3e1fae1160ca admin admin] Publish callbacks [] for security_group (f1974b5d-2952-4f35-a8fb-545905c223eb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.054420 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77c5642e-2528-4f8a-9bca-3e1fae1160ca admin admin] Publish callbacks [] for security_group (f1974b5d-2952-4f35-a8fb-545905c223eb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.098156 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77c5642e-2528-4f8a-9bca-3e1fae1160ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (f1974b5d-2952-4f35-a8fb-545905c223eb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.100573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77c5642e-2528-4f8a-9bca-3e1fae1160ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.101707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77c5642e-2528-4f8a-9bca-3e1fae1160ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1974b5d-2952-4f35-a8fb-545905c223eb HTTP/1.1" status: 204 len: 168 time: 0.1157336 Mar 07 05:15:37.108882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5642e-2528-4f8a-9bca-3e1fae1160ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1974b5d-2952-4f35-a8fb-545905c223eb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:37.760706 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58636) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:37.810601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.856968 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1296260294-network', 'tenant_id': '505464a8ad6f457aa9b44dce25d30a77'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:15:37.877070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Made reservation on behalf of 505464a8ad6f457aa9b44dce25d30a77 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:15:37.880846 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.888918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.969448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks [] for security_group (7de45049-4191-4b84-bee4-d329dd35723e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.973897 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7de45049-4191-4b84-bee4-d329dd35723e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:37.995563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:15:38.011616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de45049-4191-4b84-bee4-d329dd35723e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:38.015934 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.016285 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Added segment 8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c of type vlan for network e5010d27-9250-4511-8109-e706440a797f Mar 07 05:15:38.057744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e5010d27-9250-4511-8109-e706440a797f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.081821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e5010d27-9250-4511-8109-e706440a797f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.082782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:38.083359 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.114371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3525643 Mar 07 05:15:38.117352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58640) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:15:38.123161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Request body: {'subnet': {'network_id': 'e5010d27-9250-4511-8109-e706440a797f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1296260294-subnet', 'tenant_id': '505464a8ad6f457aa9b44dce25d30a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:15:38.143398 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Made reservation on behalf of 505464a8ad6f457aa9b44dce25d30a77 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:15:38.145580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.148716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f40ce-9e17-4df9-8126-de32a6879f9d admin admin] Pushing event updated for resources: {'Network': ['ID=e5010d27-9250-4511-8109-e706440a797f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:38.158216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e5010d27-9250-4511-8109-e706440a797f details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:15:38.319140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (43fb2c56-d66f-44b1-b121-e4cf0d400fbb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.375411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fb2c56-d66f-44b1-b121-e4cf0d400fbb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:38.383611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Checking segment: {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:15:38.383972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Network hostable DHCP agents. Network: e5010d27-9250-4511-8109-e706440a797f, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:15:38.384076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d8a733f3-f204-4682-90e0-32fd68c7db64 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:15:38.401916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Network e5010d27-9250-4511-8109-e706440a797f is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:15:38.405405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: d8a733f3-f204-4682-90e0-32fd68c7db64 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:15:38.405756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d8a733f3-f204-4682-90e0-32fd68c7db64 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:15:38.411112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e5010d27-9250-4511-8109-e706440a797f) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:15:38.415826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:38.417718 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:38.418531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756df030-c8e1-4f6b-999e-715f020369fd None None] Network e5010d27-9250-4511-8109-e706440a797f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:15:38.437168 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-45fdc13d-5feb-4a6d-a815-f87702b41d60 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3179295 Mar 07 05:15:38.520377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d084a-abca-4af0-bd0f-f56b57b51bcf None None] Network e5010d27-9250-4511-8109-e706440a797f requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:15:38.869077 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-30b19e91-eb01-403f-8ba5-a00aa20fd037 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:38.870560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-30b19e91-eb01-403f-8ba5-a00aa20fd037 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 812 time: 0.1028495 Mar 07 05:15:38.885089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-af7a0ffa-7b57-44b6-a8ec-d6168a4bdd42 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/quotas/505464a8ad6f457aa9b44dce25d30a77 HTTP/1.1" status: 200 len: 375 time: 0.0092270 Mar 07 05:15:38.916184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-3748d3ae-8963-4105-a514-8178caad8a04 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263710 Mar 07 05:15:39.006492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-88309c88-9d89-489c-af11-f727e42c9d71 service neutron] 10.222.0.21 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837820 Mar 07 05:15:39.093037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-7b6a6401-3109-4c4c-b924-74285548e7f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809040 Mar 07 05:15:39.253462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eafd57ba-24b5-4b5b-b7f9-c46dc20bd9a7 req-91ad4f00-830f-4514-9410-2f3dd507a530 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 210 time: 0.0317428 Mar 07 05:15:39.519603 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:40.164308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-cc2181a4-4997-43d5-8da8-10ad012e6680 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:40.165728 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-cc2181a4-4997-43d5-8da8-10ad012e6680 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.15 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 812 time: 0.1017430 Mar 07 05:15:40.178107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Request body: {'port': {'device_id': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'network_id': 'e5010d27-9250-4511-8109-e706440a797f', 'admin_state_up': True, 'tenant_id': '505464a8ad6f457aa9b44dce25d30a77'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:15:40.287103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Made reservation on behalf of 505464a8ad6f457aa9b44dce25d30a77 for: {'port': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:15:40.290612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:40.377554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-49784906-f3c1-4f5e-8602-26bda2c17ebc req-62d237b5-9e15-476b-a566-2926fe9bfaf2 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 210 time: 0.0351145 Mar 07 05:15:40.442926 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Allocated IP 172.20.0.4 (e5010d27-9250-4511-8109-e706440a797f/43fb2c56-d66f-44b1-b121-e4cf0d400fbb/6fd79057-1ddd-43ea-ba6d-d23590e5b090) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:15:40.582133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks [] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:40.616963 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:40.663327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Network e5010d27-9250-4511-8109-e706440a797f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:15:40.666349 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:15:40.669816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:15:40.695401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:40.721550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:40.722233 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:40.736789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-bc6bd3fa-8e98-4383-bb76-f0c10de7cad8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632324 Mar 07 05:15:40.747724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Request body: {'port': {'device_id': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:15:40.804313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:41.057468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd79057-1ddd-43ea-ba6d-d23590e5b090 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:15:41.065043 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Publish callbacks [] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:41.076773 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Transition to ACTIVE for port object 6fd79057-1ddd-43ea-ba6d-d23590e5b090 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:15:41.080463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:41.131175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:41.192778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:15:41.193407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:15:41.193407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on network e5010d27-9250-4511-8109-e706440a797f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:15:41.197592 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on network e5010d27-9250-4511-8109-e706440a797f not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:15:41.197912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on network e5010d27-9250-4511-8109-e706440a797f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:15:41.202658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:15:41.202994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Checking segment: {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:15:41.203373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Bound using segment: {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:15:41.203796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Bound port: 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:15:41.204152 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:41.267850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:15:41.270760 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:15:41.277799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:41.315366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:41.316020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:41.317392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] 10.222.0.15 "PUT /v2.0/ports/6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 1091 time: 0.5735865 Mar 07 05:15:41.317836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:41.320072 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b006d6a3-431e-44ad-8cac-c293d2758ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:41.338314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65bb72-1136-4086-b8fe-e0799a60f615 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:41.363512 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5600a25c-87b6-44f6-bcd8-cbef85a7a28c x-openstack-request-id: req-5600a25c-87b6-44f6-bcd8-cbef85a7a28c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:41.363849 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:41.364102 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5600a25c-87b6-44f6-bcd8-cbef85a7a28c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:41.364528 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'status': 'completed', 'code': 200} Mar 07 05:15:41.412403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-cee47081-72fd-4e38-89a6-db4a5b25114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:41.413903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-cee47081-72fd-4e38-89a6-db4a5b25114f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1125 time: 0.0441186 Mar 07 05:15:41.461081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-a33891fe-1de1-4af3-aea2-151d03edf096 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0405574 Mar 07 05:15:41.533135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359385d-5893-46ee-94db-099287a685d1 req-54d2519f-3b93-4a57-9c5e-1d93d60fd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:41.535149 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-54d2519f-3b93-4a57-9c5e-1d93d60fd811 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0668914 Mar 07 05:15:41.546009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db8f6-4b1f-44a9-aa38-82339ce20470 req-0212793d-2d14-481a-b76f-a96286b9e8eb tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:41.547361 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d95db8f6-4b1f-44a9-aa38-82339ce20470 req-0212793d-2d14-481a-b76f-a96286b9e8eb tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0887296 Mar 07 05:15:41.585306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-bfb4fed3-68d2-40ae-929c-ccb1dab8b19a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369864 Mar 07 05:15:41.669597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d95db8f6-4b1f-44a9-aa38-82339ce20470 req-83c79f15-7755-4e10-a8b2-f6b18a85247d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139388 Mar 07 05:15:41.695821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-2c0c48e1-a421-47bf-9488-483875b0b7e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046638 Mar 07 05:15:41.786326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e359385d-5893-46ee-94db-099287a685d1 req-1872e5ff-8311-4e55-b8cc-a081a5358aef service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Mar 07 05:15:41.875559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-cecfcbf5-3af8-40cc-8c72-9a9698d5cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:41.877043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-cecfcbf5-3af8-40cc-8c72-9a9698d5cb99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1125 time: 0.0438614 Mar 07 05:15:42.308112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-1b4d8617-14d7-434c-8844-08b4d369ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:42.309574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-1b4d8617-14d7-434c-8844-08b4d369ef8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.4261773 Mar 07 05:15:42.349398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-81a9daa1-d6f3-424f-acad-370d4909b05d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0337794 Mar 07 05:15:42.395467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-d96e202b-2f10-48fb-844a-cf9c3541373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:42.396865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-d96e202b-2f10-48fb-844a-cf9c3541373f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0419776 Mar 07 05:15:42.427626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-bf8aafde-ae9b-4d7e-ada9-991ba6fad964 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244172 Mar 07 05:15:42.519316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-df16653d-493f-45f4-922f-c27ba4d28bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850279 Mar 07 05:15:42.609992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b006d6a3-431e-44ad-8cac-c293d2758ca3 req-a3e830cd-72ca-488e-a3fb-86c9ec283da6 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839288 Mar 07 05:15:42.790307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e24f0f-baf6-44a9-b10d-d678310a1166 req-6e891adc-acca-441c-9a35-5c695a2940d5 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:42.791820 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8e24f0f-baf6-44a9-b10d-d678310a1166 req-6e891adc-acca-441c-9a35-5c695a2940d5 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0571454 Mar 07 05:15:42.837562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c8e24f0f-baf6-44a9-b10d-d678310a1166 req-928826df-1a83-43e3-b234-a1b488788e6b tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Mar 07 05:15:43.955999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378a95-095e-4bdc-b900-a414e16b7d7a req-0e652c05-1667-4899-a377-b753688f86e3 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:43.957457 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45378a95-095e-4bdc-b900-a414e16b7d7a req-0e652c05-1667-4899-a377-b753688f86e3 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0511885 Mar 07 05:15:44.004118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-45378a95-095e-4bdc-b900-a414e16b7d7a req-39dc13a0-2ea7-4b4b-8a60-9016c258322e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Mar 07 05:15:44.399433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:15:44.499035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:44.509403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'network_id': 'e5010d27-9250-4511-8109-e706440a797f', 'port_id': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'mac_address': 'fa:16:3e:73:dc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fb2c56-d66f-44b1-b121-e4cf0d400fbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:15:44.548038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:15:44.548430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:44.560933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd79057-1ddd-43ea-ba6d-d23590e5b090 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:15:44.579252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:44.583837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:44.630276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:44.637460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.637812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.638187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.638528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.638862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.639192 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.639518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.639843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.640163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.640486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.640807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.641126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.641443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:15:44.773018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6fd79057-1ddd-43ea-ba6d-d23590e5b090'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:15:45.125525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609ad48-83c7-4f13-bfde-883c553f970d req-1e718e7d-7aab-4d7a-b722-2ab277dca6ae tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:45.127021 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8609ad48-83c7-4f13-bfde-883c553f970d req-1e718e7d-7aab-4d7a-b722-2ab277dca6ae tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0570896 Mar 07 05:15:45.172532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8609ad48-83c7-4f13-bfde-883c553f970d req-7cc4a978-f805-46a0-97ed-ba50e5a3126f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Mar 07 05:15:46.292396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0944-c15b-4173-9566-6d7266c44778 req-f43278b4-d072-4094-90f5-d07050dc229f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:46.293855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-539e0944-c15b-4173-9566-6d7266c44778 req-f43278b4-d072-4094-90f5-d07050dc229f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0519867 Mar 07 05:15:46.340089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-539e0944-c15b-4173-9566-6d7266c44778 req-a6fbbd15-0f62-4efc-8ed6-b693c9af26bf tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 Mar 07 05:15:46.415783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:15:46.466280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:15:46.470180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:15:46.470561 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:46.550052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:15:46.550257 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:46.573113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:15:46.575330 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b9b37-5cdb-4e2c-85e6-74345aba661d" -d '{"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:15:46.588967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:15:46.594089 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:46.617137 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c3a7f2-8bdd-4225-af14-2fa4beeec068 x-openstack-request-id: req-99c3a7f2-8bdd-4225-af14-2fa4beeec068 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:15:46.617437 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:15:46.617699 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c3a7f2-8bdd-4225-af14-2fa4beeec068 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:15:46.618118 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'code': 200} Mar 07 05:15:46.645944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:15:46.729581 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae749-3535-4909-bfb2-8d4091d33ddf req-e8a671c9-846f-45cf-b3aa-b2366aac5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:46.731214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b9ae749-3535-4909-bfb2-8d4091d33ddf req-e8a671c9-846f-45cf-b3aa-b2366aac5426 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1127 time: 0.0590556 Mar 07 05:15:46.780204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b9ae749-3535-4909-bfb2-8d4091d33ddf req-9f0182a9-ce40-4a32-a7e5-6c079d0013c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Mar 07 05:15:47.462038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d2c6-f997-4825-94e1-93114c97e511 req-5619096f-2387-49d2-99e1-80913b6f109e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:47.463507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9485d2c6-f997-4825-94e1-93114c97e511 req-5619096f-2387-49d2-99e1-80913b6f109e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0536034 Mar 07 05:15:47.513191 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9485d2c6-f997-4825-94e1-93114c97e511 req-c25bdbe1-9a0e-4cda-9ca0-a2426713ae42 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Mar 07 05:15:48.630307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31e001-5598-454a-bd04-232ac6490271 req-0db01f47-846d-426c-b3c5-9acd26f2a5a6 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:48.631779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a31e001-5598-454a-bd04-232ac6490271 req-0db01f47-846d-426c-b3c5-9acd26f2a5a6 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Mar 07 05:15:48.682713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a31e001-5598-454a-bd04-232ac6490271 req-55834adb-f09f-4312-88b8-5cb76f392fa4 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Mar 07 05:15:48.927306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bc7f1-18ea-46cd-9237-2303b98612b5 req-a7e5f3f2-bbb7-48b8-a338-4c30bd6e3979 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:48.928836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-115bc7f1-18ea-46cd-9237-2303b98612b5 req-a7e5f3f2-bbb7-48b8-a338-4c30bd6e3979 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0533445 Mar 07 05:15:48.969863 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-ccf35465-1cc1-4125-bbd9-cfc1a2be8d38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001701 Mar 07 05:15:48.977846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-115bc7f1-18ea-46cd-9237-2303b98612b5 req-6dc21d98-617e-4cab-bee8-977cb234c3ef tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Mar 07 05:15:48.978940 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-da32a44c-6bd5-4733-84c9-fb7924bbf676 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:15:48.979912 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-da32a44c-6bd5-4733-84c9-fb7924bbf676 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049760 Mar 07 05:15:49.430320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-69c143ee-81e6-47cf-ae72-64126ffb3755 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:49.431654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-69c143ee-81e6-47cf-ae72-64126ffb3755 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports/6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 942 time: 0.1067126 Mar 07 05:15:50.100846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413dc1f-1d95-4fce-a540-b56412f3f856 req-b9ee6b4d-6a78-4e2c-a9dc-46966f3f0b98 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:50.102321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e413dc1f-1d95-4fce-a540-b56412f3f856 req-b9ee6b4d-6a78-4e2c-a9dc-46966f3f0b98 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Mar 07 05:15:50.148113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e413dc1f-1d95-4fce-a540-b56412f3f856 req-ee3871fa-617b-477e-9c30-7c8f255f155a tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Mar 07 05:15:50.275074 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:50.344931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-aa958441-f83a-427f-b5a4-0c4b32fa95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:50.346827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-aa958441-f83a-427f-b5a4-0c4b32fa95fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1127 time: 0.0498612 Mar 07 05:15:50.436881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-9d32639b-7097-418e-bd57-59a7779a770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:50.438392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-9d32639b-7097-418e-bd57-59a7779a770d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.0860050 Mar 07 05:15:50.482062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-05feb898-cb8d-4b58-8bd5-e1928a212b8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0377400 Mar 07 05:15:50.529120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-f24546fb-ba73-4d04-9267-88436f28a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:50.530523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-f24546fb-ba73-4d04-9267-88436f28a3aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0435984 Mar 07 05:15:50.561359 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-6d48370a-a2c6-4c2e-bfb6-4babcf424823 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243607 Mar 07 05:15:50.651629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-9a5c1a3a-c707-41a4-9fb7-88964ed179e8 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841177 Mar 07 05:15:50.739074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-a59bdd00-0967-4271-ae5a-e81c29b2fe4d service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821574 Mar 07 05:15:51.266155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc3d8-0eae-4ecf-9c44-795bfc6d0d6d req-da3819aa-e32d-4de7-9712-7a1477ea9b36 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:51.267561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d4cc3d8-0eae-4ecf-9c44-795bfc6d0d6d req-da3819aa-e32d-4de7-9712-7a1477ea9b36 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0526814 Mar 07 05:15:51.319160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d4cc3d8-0eae-4ecf-9c44-795bfc6d0d6d req-f6453d58-e889-4986-b1e4-f40b0fc9d1d4 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Mar 07 05:15:52.436850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ff49-94a1-4dec-8acd-036668dfa2fc req-91c2e26a-a0f8-4ffd-980d-0ceec6947dfd tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:52.439136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2e1ff49-94a1-4dec-8acd-036668dfa2fc req-91c2e26a-a0f8-4ffd-980d-0ceec6947dfd tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Mar 07 05:15:52.487104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2e1ff49-94a1-4dec-8acd-036668dfa2fc req-4303abe1-73ca-4322-930f-e8bc874a4895 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Mar 07 05:15:52.498202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:15:53.606284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39dfe6-f68d-4bd6-a2a8-c7f753d7aa6d req-242d5426-307d-4793-81af-5e566501be7b tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:53.607818 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b39dfe6-f68d-4bd6-a2a8-c7f753d7aa6d req-242d5426-307d-4793-81af-5e566501be7b tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Mar 07 05:15:53.654387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b39dfe6-f68d-4bd6-a2a8-c7f753d7aa6d req-39d1c416-9959-47d3-8d48-f2ba77f7873a tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Mar 07 05:15:54.780468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54495c49-25e2-491c-9e19-db7da02ed8cc req-67c76249-c14e-418f-bb43-7b3f5f5e857f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:54.781935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54495c49-25e2-491c-9e19-db7da02ed8cc req-67c76249-c14e-418f-bb43-7b3f5f5e857f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0577495 Mar 07 05:15:54.828646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54495c49-25e2-491c-9e19-db7da02ed8cc req-722629ee-5cd1-40ae-905f-b0b48e2a3200 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Mar 07 05:15:55.948154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de656b82-52aa-43bc-ab76-2b6790a62241 req-ed416894-b70b-465b-b46a-33c03cc3d484 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:55.949648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de656b82-52aa-43bc-ab76-2b6790a62241 req-ed416894-b70b-465b-b46a-33c03cc3d484 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0528417 Mar 07 05:15:55.996332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-de656b82-52aa-43bc-ab76-2b6790a62241 req-67de5632-a282-42f8-83b1-d4e90d4fd22c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Mar 07 05:15:56.707494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86db88-9625-4989-b014-07b21eec15a9 req-3672ea2b-e50d-451a-991a-b0d1c7aa914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:56.708984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-3672ea2b-e50d-451a-991a-b0d1c7aa914d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1127 time: 0.0503285 Mar 07 05:15:56.809423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86db88-9625-4989-b014-07b21eec15a9 req-f964e72c-d0af-4628-b090-00035251cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:56.810931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-f964e72c-d0af-4628-b090-00035251cff3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.0840759 Mar 07 05:15:56.854541 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-3d801073-6387-4470-a2c0-04fbccd76022 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0376711 Mar 07 05:15:56.900900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86db88-9625-4989-b014-07b21eec15a9 req-3097cb66-1fee-4399-b789-904c9ddbf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:56.902360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-3097cb66-1fee-4399-b789-904c9ddbf074 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0425301 Mar 07 05:15:56.933388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-1587a317-60a1-4c93-b232-3adf476bc0e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257440 Mar 07 05:15:57.023976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-212ca61b-5e5b-488e-9f06-8afac2cade77 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848083 Mar 07 05:15:57.138990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b86db88-9625-4989-b014-07b21eec15a9 req-9b994314-d1c6-4536-b35b-4a5aa0b5d9e9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096957 Mar 07 05:15:57.153596 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f8bf-e5a0-402a-ae59-de5639dd2e6c req-808ac288-4811-4002-9501-35ce045a92b1 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:57.155068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14f8f8bf-e5a0-402a-ae59-de5639dd2e6c req-808ac288-4811-4002-9501-35ce045a92b1 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0738213 Mar 07 05:15:57.205784 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-14f8f8bf-e5a0-402a-ae59-de5639dd2e6c req-14959cd0-40a8-4e54-aa04-5a9df1010983 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Mar 07 05:15:58.323498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c45a8-ccf2-4ed6-83c0-8f06368a89be req-f25cfb7b-d3a7-4b2f-92f2-0688fe30331e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:58.324970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac7c45a8-ccf2-4ed6-83c0-8f06368a89be req-f25cfb7b-d3a7-4b2f-92f2-0688fe30331e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0519059 Mar 07 05:15:58.371349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac7c45a8-ccf2-4ed6-83c0-8f06368a89be req-0bf06381-1741-4b6b-b342-f4802be5be76 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Mar 07 05:15:59.489502 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a7801-36b5-4888-83a8-789fc6f93d10 req-2382806d-ef5a-494c-b322-d70c54358be9 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:15:59.491019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f2a7801-36b5-4888-83a8-789fc6f93d10 req-2382806d-ef5a-494c-b322-d70c54358be9 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Mar 07 05:15:59.536340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f2a7801-36b5-4888-83a8-789fc6f93d10 req-33aa40b6-7369-45fa-8733-c55a9416f70c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Mar 07 05:16:00.657300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f6a7-f0f3-48a2-8714-1efef5a59eb6 req-553f5793-8bb3-43e0-8ea9-686e4970b04f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:00.658777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42a4f6a7-f0f3-48a2-8714-1efef5a59eb6 req-553f5793-8bb3-43e0-8ea9-686e4970b04f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0551286 Mar 07 05:16:00.708646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42a4f6a7-f0f3-48a2-8714-1efef5a59eb6 req-cb688ad3-4834-4960-b053-33ea09213e54 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Mar 07 05:16:01.448627 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:16:01.830153 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb759ce3-75f9-48a8-a939-9a99e0789323 req-7f9a92e6-eb82-4d3c-9984-251b84bde1e9 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:01.832705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb759ce3-75f9-48a8-a939-9a99e0789323 req-7f9a92e6-eb82-4d3c-9984-251b84bde1e9 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0539329 Mar 07 05:16:01.881343 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb759ce3-75f9-48a8-a939-9a99e0789323 req-1adb1157-4866-40c1-81f9-3956d8d169a3 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Mar 07 05:16:02.836762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c8fa42fd-487b-4302-ae7b-888e81063516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:03.007615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ed7a9-d6b5-4ce8-8466-92ad2c9561c0 req-b0148da4-3b3d-4f38-b5fa-f6c24e993f03 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:03.009140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b44ed7a9-d6b5-4ce8-8466-92ad2c9561c0 req-b0148da4-3b3d-4f38-b5fa-f6c24e993f03 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0605867 Mar 07 05:16:03.055853 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b44ed7a9-d6b5-4ce8-8466-92ad2c9561c0 req-da265f20-3d48-4121-8954-e29ac3789b68 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Mar 07 05:16:04.173459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5684b3-9abc-4089-b30f-1d0e0e70eb34 req-8f4571eb-2d2d-43e7-9c4a-3f49e3ef4c07 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:04.175643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad5684b3-9abc-4089-b30f-1d0e0e70eb34 req-8f4571eb-2d2d-43e7-9c4a-3f49e3ef4c07 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Mar 07 05:16:04.221323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad5684b3-9abc-4089-b30f-1d0e0e70eb34 req-043d5882-5446-4284-b038-1ba27db44259 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Mar 07 05:16:05.340611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4be6-923f-47ba-badb-a337fc77027b req-37fda168-4d9e-4516-bb0b-ccd0b47198c2 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:05.341982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-522c4be6-923f-47ba-badb-a337fc77027b req-37fda168-4d9e-4516-bb0b-ccd0b47198c2 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0515671 Mar 07 05:16:05.393029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-522c4be6-923f-47ba-badb-a337fc77027b req-34db9109-9506-470c-92d0-dd7c92828277 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Mar 07 05:16:05.454130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c0a8668-bbf4-4594-b564-700dfe846af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:06.511623 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63cfa-1ebf-4c90-a50a-44b1b225aecd req-d407c4a5-f589-4a0e-ba67-967706fb39c5 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:06.513086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57d63cfa-1ebf-4c90-a50a-44b1b225aecd req-d407c4a5-f589-4a0e-ba67-967706fb39c5 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0518522 Mar 07 05:16:06.560090 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57d63cfa-1ebf-4c90-a50a-44b1b225aecd req-f49ea1aa-af58-4b55-a065-437c948a6c33 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Mar 07 05:16:06.890542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:07.743866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea938fe6-bcb1-4d87-9975-18e4c3e62f82 req-2657e320-f80f-4c4b-b219-9927cec15558 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:07.745339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea938fe6-bcb1-4d87-9975-18e4c3e62f82 req-2657e320-f80f-4c4b-b219-9927cec15558 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.1180065 Mar 07 05:16:07.782680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-2beee358-30bd-4901-a56a-b9c3ec2aa1eb req-72766b4b-e407-43b9-9331-55698ca1e9f2 service neutron] (103939) timed out ('10.222.0.44', 50953) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:16:07.794995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea938fe6-bcb1-4d87-9975-18e4c3e62f82 req-9d158c14-58da-4eae-bf5f-4b0fee665ec8 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Mar 07 05:16:07.811905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:08.920468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2ec5c-a089-497f-8d9b-7a154ccd8ccd req-8c302c26-4c00-4312-927d-aff48635029d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:08.921945 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cb2ec5c-a089-497f-8d9b-7a154ccd8ccd req-8c302c26-4c00-4312-927d-aff48635029d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0578930 Mar 07 05:16:08.968817 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cb2ec5c-a089-497f-8d9b-7a154ccd8ccd req-730ae8e3-a8bf-4379-b989-5d8b34175685 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Mar 07 05:16:09.522687 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:10.088133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e919c2-94d0-4f26-9930-ac26a10d4e01 req-d290b4a2-8d24-4a41-b464-3e4825014b83 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:10.089510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7e919c2-94d0-4f26-9930-ac26a10d4e01 req-d290b4a2-8d24-4a41-b464-3e4825014b83 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0514965 Mar 07 05:16:10.136257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7e919c2-94d0-4f26-9930-ac26a10d4e01 req-2ecf168c-c480-4758-804e-2d7a5637395e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Mar 07 05:16:11.255771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67885b6-f9c0-46e2-8843-c38e9b337b0e req-561ffce2-7334-4c32-bd0b-8b379de19de9 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:11.257165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b67885b6-f9c0-46e2-8843-c38e9b337b0e req-561ffce2-7334-4c32-bd0b-8b379de19de9 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0540059 Mar 07 05:16:11.308692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b67885b6-f9c0-46e2-8843-c38e9b337b0e req-2601df41-0901-4396-a792-d77ca7ddf05c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Mar 07 05:16:11.790590 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-fbb2e91d-a3d3-41fa-b356-0ea8f71cb51c req-1a1eec92-f24e-4591-9b5d-415e765afdb8 tempest-AttachVolumeShelveTestJSON-945421039 tempest-AttachVolumeShelveTestJSON-945421039-project] (103939) timed out ('10.222.0.21', 45818) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:16:12.425014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c929bc-362e-45fe-832b-555d39fde50c req-5a81ab92-8d78-4fb3-bc80-eb1583c3101e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:12.427102 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65c929bc-362e-45fe-832b-555d39fde50c req-5a81ab92-8d78-4fb3-bc80-eb1583c3101e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Mar 07 05:16:12.476903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65c929bc-362e-45fe-832b-555d39fde50c req-0429660b-d3bf-4add-8076-87457a10dba0 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Mar 07 05:16:13.595353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb464e-61de-4754-b800-7595bb086072 req-a67b6863-72ac-4d83-b823-835d5a87b35e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:13.597065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61eb464e-61de-4754-b800-7595bb086072 req-a67b6863-72ac-4d83-b823-835d5a87b35e tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0514188 Mar 07 05:16:13.642057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61eb464e-61de-4754-b800-7595bb086072 req-d156c3ee-ea87-4db2-ab6b-3a1f2b7d3c78 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Mar 07 05:16:14.766344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a9bd-b336-46f6-b631-eff31d1dbfd3 req-a2abe6c8-43b7-4fdd-911a-5a86f584444c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:14.767822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eba5a9bd-b336-46f6-b631-eff31d1dbfd3 req-a2abe6c8-43b7-4fdd-911a-5a86f584444c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0589957 Mar 07 05:16:14.814441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eba5a9bd-b336-46f6-b631-eff31d1dbfd3 req-ad3db4ed-6b9c-4ee6-a988-9edbde5afa6d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Mar 07 05:16:15.935774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919dbb-7a4c-4789-b5e0-98e67c5fbdb2 req-d459b655-b520-4a99-aa75-a440cee44666 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:15.937404 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a919dbb-7a4c-4789-b5e0-98e67c5fbdb2 req-d459b655-b520-4a99-aa75-a440cee44666 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0531371 Mar 07 05:16:15.985177 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2a919dbb-7a4c-4789-b5e0-98e67c5fbdb2 req-690f2a3f-9ad9-435d-8338-b57e36853e45 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Mar 07 05:16:17.109344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84dd02-f8b9-48dd-8591-0474f00d20d5 req-527b2e41-ce10-4623-924b-ab3bcc12ba55 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:17.110857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a84dd02-f8b9-48dd-8591-0474f00d20d5 req-527b2e41-ce10-4623-924b-ab3bcc12ba55 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0571570 Mar 07 05:16:17.158008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3a84dd02-f8b9-48dd-8591-0474f00d20d5 req-f4ed6aca-26ce-44d4-9707-7893536aed5d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Mar 07 05:16:17.646366 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-6ed15c8c-8936-4ded-a9d5-a18fe4e4b5cb service neutron] show failed (client error): The resource could not be found. Mar 07 05:16:17.647420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-6ed15c8c-8936-4ded-a9d5-a18fe4e4b5cb service neutron] 10.222.0.15 "GET /v2.0/ports/6fd79057-1ddd-43ea-ba6d-d23590e5b090/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.1215060 Mar 07 05:16:17.929045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-1c0d9da9-a929-46a7-886a-86aad55a640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:17.930887 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-1c0d9da9-a929-46a7-886a-86aad55a640e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51&tenant_id=505464a8ad6f457aa9b44dce25d30a77 HTTP/1.1" status: 200 len: 1127 time: 0.1105831 Mar 07 05:16:17.943104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:16:18.006236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:18.209238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:18.243077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:16:18.281637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8100c2-4a4a-42ea-bb2f-b61f2b32abb1 req-be058d8f-f1ff-4c8f-8214-8b6376d4ddf2 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:18.282453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:16:18.283183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f8100c2-4a4a-42ea-bb2f-b61f2b32abb1 req-be058d8f-f1ff-4c8f-8214-8b6376d4ddf2 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0538750 Mar 07 05:16:18.284783 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1df784-ef66-4356-923f-b6db0524cebf" -d '{"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:16:18.288911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Publish callbacks [] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:18.302166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Transition to ACTIVE for port object 6fd79057-1ddd-43ea-ba6d-d23590e5b090 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:16:18.306172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:18.335086 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f8100c2-4a4a-42ea-bb2f-b61f2b32abb1 req-3e966cd0-4ef6-40ac-b777-673fcf15718f tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Mar 07 05:16:18.380324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] No DVR routers for this DVR port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:16:18.383310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:18.412951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.413296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.413643 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.413992 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.414320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.414647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.414972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.415292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.415610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.415928 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.416245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.416562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.416877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:18.430460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:16:18.430791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:16:18.431113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on network e5010d27-9250-4511-8109-e706440a797f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:16:18.435391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on network e5010d27-9250-4511-8109-e706440a797f not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:16:18.435743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Attempting to bind port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on network e5010d27-9250-4511-8109-e706440a797f {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:16:18.440420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:16:18.440649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Checking segment: {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:16:18.441700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Bound using segment: {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:16:18.442227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Bound port: 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e5010d27-9250-4511-8109-e706440a797f'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:16:18.442581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:18.477097 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb782c-66d3-4029-98c7-d4178c15bc60 x-openstack-request-id: req-5bfb782c-66d3-4029-98c7-d4178c15bc60 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:16:18.477390 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:16:18.477639 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bfb782c-66d3-4029-98c7-d4178c15bc60 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:16:18.478046 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'code': 200} Mar 07 05:16:18.508896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:16:18.511825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:16:18.517698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:18.553736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:18.554373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:18.555734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] 10.222.0.44 "PUT /v2.0/ports/6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 1091 time: 0.6181729 Mar 07 05:16:18.574053 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be324131-7fb6-42f8-921b-a568e2e3c2ac service neutron] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:18.623522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-2a390b52-7212-4cee-b08a-6e20fffefda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:18.625546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-2a390b52-7212-4cee-b08a-6e20fffefda5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1125 time: 0.0485659 Mar 07 05:16:18.718868 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-fcff6e84-ee16-4218-8fdf-489973f57827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:18.720226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-fcff6e84-ee16-4218-8fdf-489973f57827 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.0890505 Mar 07 05:16:18.760417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-34f112b1-0726-463b-8597-b3cf83c32855 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0344439 Mar 07 05:16:18.812006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-53ce0b5f-6bdc-402f-9dd6-377c5260f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:18.813440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-53ce0b5f-6bdc-402f-9dd6-377c5260f5ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0475681 Mar 07 05:16:18.844068 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-dac5ba97-ea45-49a5-8ca9-d312c4eda796 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251424 Mar 07 05:16:18.933408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-f273470a-5b6a-4407-bd9b-b06d329aec42 service neutron] 10.222.0.44 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833032 Mar 07 05:16:19.027645 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-65a04ae4-c5c0-41da-bafe-ce3851f04859 req-28297529-1577-4986-bb68-5d1308659cc3 service neutron] 10.222.0.44 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887327 Mar 07 05:16:19.464694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc143-a7ea-4d19-8421-7d5f0ecd795a req-7259162e-e27e-42af-b85d-4edf8ec9ec79 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:19.466201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b1fc143-a7ea-4d19-8421-7d5f0ecd795a req-7259162e-e27e-42af-b85d-4edf8ec9ec79 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0573399 Mar 07 05:16:19.512365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b1fc143-a7ea-4d19-8421-7d5f0ecd795a req-b179be45-8b59-4327-9e26-56a53d82e464 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Mar 07 05:16:20.287068 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:20.478821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:16:20.481163 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a6b811-8644-45ab-af0b-800505c69696" -d '{"events": [{"name": "network-changed", "server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:16:20.529207 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332cf201-4f0e-4b1d-9e67-a69440a8c86f x-openstack-request-id: req-332cf201-4f0e-4b1d-9e67-a69440a8c86f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:16:20.529741 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:16:20.530222 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-332cf201-4f0e-4b1d-9e67-a69440a8c86f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:16:20.530910 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'status': 'completed', 'code': 200} Mar 07 05:16:20.592447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b811-8644-45ab-af0b-800505c69696 req-6e943b7b-f9b8-4dea-b400-a665508d8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.594016 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-6e943b7b-f9b8-4dea-b400-a665508d8e83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1125 time: 0.0457385 Mar 07 05:16:20.625494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b811-8644-45ab-af0b-800505c69696 req-7bf03cc7-cbe6-4032-846c-4c25678b33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.627038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-7bf03cc7-cbe6-4032-846c-4c25678b33fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1125 time: 0.0751369 Mar 07 05:16:20.632392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:16:20.677424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:16:20.677672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae134-14a3-4318-8821-cd370d674b69 req-433572ee-60ee-4c7f-88e3-ffcb3551315d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.678251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:16:20.679251 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae9ae134-14a3-4318-8821-cd370d674b69 req-433572ee-60ee-4c7f-88e3-ffcb3551315d tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0930879 Mar 07 05:16:20.697473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b811-8644-45ab-af0b-800505c69696 req-a6e76d25-6c27-4543-9e98-3844ea925c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.698973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-a6e76d25-6c27-4543-9e98-3844ea925c23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.0983293 Mar 07 05:16:20.739411 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-9f34f055-c2e7-4d23-ba78-57a1978f57e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0341580 Mar 07 05:16:20.764667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b811-8644-45ab-af0b-800505c69696 req-5dcd5057-08e9-4693-9c50-4f1e0cdf645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.766155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-5dcd5057-08e9-4693-9c50-4f1e0cdf645c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.1318898 Mar 07 05:16:20.769311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae9ae134-14a3-4318-8821-cd370d674b69 req-8b8244ce-d1a2-45e7-967d-f6afe0e8f141 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658538 Mar 07 05:16:20.796765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b811-8644-45ab-af0b-800505c69696 req-9e9a2586-4251-4ef7-b800-c6462adde20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.798291 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-9e9a2586-4251-4ef7-b800-c6462adde20f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0533912 Mar 07 05:16:20.815747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-ef422658-435e-4ece-ab88-589b53f65915 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0419316 Mar 07 05:16:20.866106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b811-8644-45ab-af0b-800505c69696 req-346c39b7-7c87-4897-80db-3ebeb68ea66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:20.867596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-346c39b7-7c87-4897-80db-3ebeb68ea66c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0463014 Mar 07 05:16:20.901127 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-fbfd7a8c-1623-4fca-a4d6-b05dff42b302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276177 Mar 07 05:16:20.996705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-fb77a4bc-bce3-4ddd-b8c2-fce157d2563f service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893393 Mar 07 05:16:21.089867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-54e8b0cd-3af7-43d8-a28a-96cb23b9d318 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872524 Mar 07 05:16:21.163773 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-684e2221-cb48-4e70-8978-a8a7e47d3aeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3592517 Mar 07 05:16:21.252072 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-b60b2aa0-d185-4921-af3a-244d76674f9c service neutron] 10.222.0.44 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805714 Mar 07 05:16:21.341796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c6a6b811-8644-45ab-af0b-800505c69696 req-043c4db9-b91c-4d41-882e-7305e2a57a04 service neutron] 10.222.0.44 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827045 Mar 07 05:16:21.894963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513239-c30b-48fa-a8b1-512e0e7189c6 req-fb83d607-5317-40d3-84ae-201fb2babffa tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:21.896464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a513239-c30b-48fa-a8b1-512e0e7189c6 req-fb83d607-5317-40d3-84ae-201fb2babffa tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0542257 Mar 07 05:16:21.946480 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a513239-c30b-48fa-a8b1-512e0e7189c6 req-6342e0fd-9da0-46e9-bf97-26e6b6eacd03 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Mar 07 05:16:22.179055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-480518bf-9dc8-4694-bb2b-809246196222 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:22.180523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-480518bf-9dc8-4694-bb2b-809246196222 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.15 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51&tenant_id=505464a8ad6f457aa9b44dce25d30a77&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 943 time: 0.0552542 Mar 07 05:16:22.239194 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-f0cdef2b-4b4d-4b23-bafa-5d0eb6aab467 service neutron] delete failed (client error): The resource could not be found. Mar 07 05:16:22.240180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-f0cdef2b-4b4d-4b23-bafa-5d0eb6aab467 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6fd79057-1ddd-43ea-ba6d-d23590e5b090/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0538268 Mar 07 05:16:22.325712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-f2c36bd8-b928-4e2f-a389-030dc8a5c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:22.327136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-f2c36bd8-b928-4e2f-a389-030dc8a5c749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=505464a8ad6f457aa9b44dce25d30a77&device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 1125 time: 0.0456812 Mar 07 05:16:22.419275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-b7346ca6-c2b8-4154-bdce-7d3ef0dda254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:22.420718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-b7346ca6-c2b8-4154-bdce-7d3ef0dda254 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 200 len: 913 time: 0.0866876 Mar 07 05:16:22.461704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-cf2d9938-5ead-4b13-b55e-c61565514106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 200 len: 217 time: 0.0348353 Mar 07 05:16:22.507150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:22.514460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-5e5626bc-afbb-4af7-84bd-f466b59517f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:22.515925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-5e5626bc-afbb-4af7-84bd-f466b59517f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 200 len: 852 time: 0.0483952 Mar 07 05:16:22.547277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-311c51ed-752c-468b-96be-a82bdf2893e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5010d27-9250-4511-8109-e706440a797f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244660 Mar 07 05:16:22.635484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-28ce2178-fa5a-4ab3-87bc-145ab9cc7d8f service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815012 Mar 07 05:16:22.724943 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-3402e77b-4517-40e9-9371-41e29ac6e245 service neutron] 10.222.0.15 "GET /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839617 Mar 07 05:16:22.811656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:16:22.909494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:22.920231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'network_id': 'e5010d27-9250-4511-8109-e706440a797f', 'port_id': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'mac_address': 'fa:16:3e:73:dc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fb2c56-d66f-44b1-b121-e4cf0d400fbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:16:22.960180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:16:22.960569 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:22.973670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd79057-1ddd-43ea-ba6d-d23590e5b090 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:16:22.992770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:22.996475 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:23.044749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:23.386432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['6fd79057-1ddd-43ea-ba6d-d23590e5b090'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:16:23.393816 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cee54-801d-4515-a267-a2c86b81d9f5 req-96aa080f-fd1b-4d22-93f3-93fd15450c54 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:23.396229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-337cee54-801d-4515-a267-a2c86b81d9f5 req-96aa080f-fd1b-4d22-93f3-93fd15450c54 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0535324 Mar 07 05:16:23.446474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-337cee54-801d-4515-a267-a2c86b81d9f5 req-fa080012-be10-431d-b8f6-28eb698bfcac tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Mar 07 05:16:24.569494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb647e-1bae-4f1a-ac70-31d09f994c0a req-d503f53e-9b50-4040-b95a-84d9a20a0a2c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:24.570990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0bb647e-1bae-4f1a-ac70-31d09f994c0a req-d503f53e-9b50-4040-b95a-84d9a20a0a2c tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0562456 Mar 07 05:16:24.617830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0bb647e-1bae-4f1a-ac70-31d09f994c0a req-4e841259-4435-46bb-94b8-41884ae41e18 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.21 "GET /v2.0/security-groups?id=7de45049-4191-4b84-bee4-d329dd35723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Mar 07 05:16:24.812475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:16:24.842594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-0c82fa4d-657b-48ed-844d-de4efae9612a tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:24.844267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-0c82fa4d-657b-48ed-844d-de4efae9612a tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.44 "GET /v2.0/ports?device_id=f324c76a-5b59-4fb4-97c8-9327d31e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0541844 Mar 07 05:16:24.861615 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:16:24.866221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:16:24.866594 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:24.940037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Deleting port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:16:24.940372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:24.943530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:16:24.943924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:24.976244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:16:24.978523 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd827b6-f873-434c-b284-a65eb9572069" -d '{"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:16:24.991489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:24.996115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.018857 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4be9597-15ec-4888-9ebc-ac0a612e6c6d x-openstack-request-id: req-c4be9597-15ec-4888-9ebc-ac0a612e6c6d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:16:25.019701 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:16:25.019962 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4be9597-15ec-4888-9ebc-ac0a612e6c6d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:16:25.020441 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'code': 200} Mar 07 05:16:25.031580 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] For port 6fd79057-1ddd-43ea-ba6d-d23590e5b090, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=6fd79057-1ddd-43ea-ba6d-d23590e5b090,segment=NetworkSegment(8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c),segment_id=8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:25.031923 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.044997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Calling delete_port for 6fd79057-1ddd-43ea-ba6d-d23590e5b090 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:16:25.046533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:25.175624 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6fd79057-1ddd-43ea-ba6d-d23590e5b090), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.187512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['6fd79057-1ddd-43ea-ba6d-d23590e5b090'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:16:25.203825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Pushing event deleted for resources: {'Port': ['ID=6fd79057-1ddd-43ea-ba6d-d23590e5b090,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:25.249811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] No DVR routers for this DVR port 6fd79057-1ddd-43ea-ba6d-d23590e5b090 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:16:25.252683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.256644 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8aa2ba7c-02de-46e0-98da-fb0dd37dd770 req-7b939ece-078f-49c8-8888-a2e8b97b0387 tempest-DeleteServersTestJSON-1662259311 tempest-DeleteServersTestJSON-1662259311-project] 10.222.0.44 "DELETE /v2.0/ports/6fd79057-1ddd-43ea-ba6d-d23590e5b090 HTTP/1.1" status: 204 len: 173 time: 0.4067507 Mar 07 05:16:25.257089 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-deleted', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:16:25.259362 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1b4ab-efa9-44d2-a34c-780c8eab2fd4" -d '{"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-deleted", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:16:25.296656 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d2eb6a-a696-4cb5-b301-bccd3c82a44d x-openstack-request-id: req-42d2eb6a-a696-4cb5-b301-bccd3c82a44d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:16:25.296948 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f324c76a-5b59-4fb4-97c8-9327d31e4b51", "name": "network-vif-deleted", "tag": "6fd79057-1ddd-43ea-ba6d-d23590e5b090", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:16:25.297218 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42d2eb6a-a696-4cb5-b301-bccd3c82a44d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:16:25.297596 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f324c76a-5b59-4fb4-97c8-9327d31e4b51', 'name': 'network-vif-deleted', 'tag': '6fd79057-1ddd-43ea-ba6d-d23590e5b090', 'status': 'completed', 'code': 200} Mar 07 05:16:25.750272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58806) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:16:25.793582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Deleting subnet 43fb2c56-d66f-44b1-b121-e4cf0d400fbb {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:16:25.796551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Publish callbacks [] for subnet (43fb2c56-d66f-44b1-b121-e4cf0d400fbb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.831637 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (43fb2c56-d66f-44b1-b121-e4cf0d400fbb), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.869362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (43fb2c56-d66f-44b1-b121-e4cf0d400fbb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.924011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (43fb2c56-d66f-44b1-b121-e4cf0d400fbb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.952717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fb2c56-d66f-44b1-b121-e4cf0d400fbb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:25.955168 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:25.958676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43fb2c56-d66f-44b1-b121-e4cf0d400fbb HTTP/1.1" status: 204 len: 168 time: 0.2074075 Mar 07 05:16:25.961334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58808) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:16:25.965003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.965362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.965711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.966075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.966416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.966751 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.967083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.967418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.967745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.968072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.968473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.968720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:25.969044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc2b70-ec9e-4407-ab11-8cd781f73511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:16:26.030752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e5010d27-9250-4511-8109-e706440a797f), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.114594 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e5010d27-9250-4511-8109-e706440a797f), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.133937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5010d27-9250-4511-8109-e706440a797f']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:16:26.149522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:16:26.149818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:16:26.165905 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.186301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.192859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:16:26.193240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (8bde6aa8-c870-44e9-a0b5-e0863e2dbf8c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:16:26.194880 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:16:26.251628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e5010d27-9250-4511-8109-e706440a797f), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.258565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.261322 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5010d27-9250-4511-8109-e706440a797f HTTP/1.1" status: 204 len: 168 time: 0.2989762 Mar 07 05:16:26.277504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992429-81bb-4067-bfaa-5806dfb02540 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5010d27-9250-4511-8109-e706440a797f,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:26.368261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58812) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:16:26.407592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-951d25e0-4161-4016-a6e2-d20f02fbb52c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=505464a8ad6f457aa9b44dce25d30a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381501 Mar 07 05:16:26.410667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58814) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:16:26.456063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76df5d2c-41a6-425a-b077-cdce22d7c9e9 admin admin] Publish callbacks [] for security_group (7de45049-4191-4b84-bee4-d329dd35723e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.478388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76df5d2c-41a6-425a-b077-cdce22d7c9e9 admin admin] Publish callbacks [] for security_group (7de45049-4191-4b84-bee4-d329dd35723e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.524095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76df5d2c-41a6-425a-b077-cdce22d7c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (7de45049-4191-4b84-bee4-d329dd35723e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.526752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76df5d2c-41a6-425a-b077-cdce22d7c9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:26.527905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-76df5d2c-41a6-425a-b077-cdce22d7c9e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7de45049-4191-4b84-bee4-d329dd35723e HTTP/1.1" status: 204 len: 168 time: 0.1163206 Mar 07 05:16:26.535947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df5d2c-41a6-425a-b077-cdce22d7c9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de45049-4191-4b84-bee4-d329dd35723e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:27.187632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 58836) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:16:27.282260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-586992536-network', 'tenant_id': '3e9ec3e0890442e594e065ff5f46d2de'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:16:27.302010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Made reservation on behalf of 3e9ec3e0890442e594e065ff5f46d2de for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:16:27.304245 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.312603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.388403 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks [] for security_group (a19deafd-d946-4b46-97d8-fc8b26360750), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.392140 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a19deafd-d946-4b46-97d8-fc8b26360750), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.412191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:16:27.427709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19deafd-d946-4b46-97d8-fc8b26360750,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:27.431424 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (186c8a43-a3cd-4816-96a3-e5a34585a4be), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.431764 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Added segment 186c8a43-a3cd-4816-96a3-e5a34585a4be of type vlan for network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 Mar 07 05:16:27.472095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (31ad7e6d-f799-4a7e-8bb7-be65173583c0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.500470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (31ad7e6d-f799-4a7e-8bb7-be65173583c0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.501418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:27.502019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.544199 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3554037 Mar 07 05:16:27.547033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 58840) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:16:27.552672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Request body: {'subnet': {'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-586992536-subnet', 'tenant_id': '3e9ec3e0890442e594e065ff5f46d2de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:16:27.576327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Made reservation on behalf of 3e9ec3e0890442e594e065ff5f46d2de for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:16:27.578687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.596831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bf29d-abe0-4ca7-8c2a-6b07b7b50461 admin admin] Pushing event updated for resources: {'Network': ['ID=31ad7e6d-f799-4a7e-8bb7-be65173583c0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:27.607562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:16:27.742545 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6492e427-3d6b-431b-86fb-31129a3ecc10), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.802272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6492e427-3d6b-431b-86fb-31129a3ecc10,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:27.809836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Checking segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:16:27.810235 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Network hostable DHCP agents. Network: 31ad7e6d-f799-4a7e-8bb7-be65173583c0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:16:27.826696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:16:27.835662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 31ad7e6d-f799-4a7e-8bb7-be65173583c0) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:16:27.840172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:27.840773 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:27.845958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b3636-c0f2-411c-b99e-fb912c049506 None None] Network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:16:27.858937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-51aa3938-4da9-4a5a-a47f-34ffcbec3f0e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107848 Mar 07 05:16:27.947041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cda35c-43f3-4547-9fd3-c6807985ff6c None None] Network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:16:28.285424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-91a80bda-71fd-4ea4-97dd-a16650d7a8a1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:28.286946 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-91a80bda-71fd-4ea4-97dd-a16650d7a8a1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 814 time: 0.1029100 Mar 07 05:16:28.301586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-2bb9875f-fcd8-44a8-8cc5-3c74cc093c94 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/quotas/3e9ec3e0890442e594e065ff5f46d2de HTTP/1.1" status: 200 len: 375 time: 0.0093508 Mar 07 05:16:28.335652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-eb71b75e-0719-47b7-aafe-238fafeaa689 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290797 Mar 07 05:16:28.422840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-7c0f1418-ca20-4850-85b2-5246e8678199 service neutron] 10.222.0.21 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Mar 07 05:16:28.513214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-41d7b049-a519-4ec1-9758-4ff8e58c159f service neutron] 10.222.0.21 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840569 Mar 07 05:16:28.671324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-65658a14-32ac-46b6-802c-3acb6367934c req-49634c19-b9bc-4cc4-b4c5-4ce286b839fd tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Mar 07 05:16:28.813542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:16:28.838182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 6fd79057-1ddd-43ea-ba6d-d23590e5b090 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:16:28.838531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 6fd79057-1ddd-43ea-ba6d-d23590e5b090 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:16:29.663514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-3a86e794-fb7c-4367-a87a-8f293fe5c238 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:29.664983 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-3a86e794-fb7c-4367-a87a-8f293fe5c238 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 814 time: 0.1772828 Mar 07 05:16:29.678162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Request body: {'port': {'device_id': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'admin_state_up': True, 'tenant_id': '3e9ec3e0890442e594e065ff5f46d2de'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:16:29.766739 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e7d5078f-8ea0-46d4-b884-fc574a0daf9a req-b0b58b06-73a8-4e48-9608-37e514195691 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 210 time: 0.0263913 Mar 07 05:16:29.790529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Made reservation on behalf of 3e9ec3e0890442e594e065ff5f46d2de for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:16:29.793844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:29.918194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Allocated IP 172.20.0.8 (31ad7e6d-f799-4a7e-8bb7-be65173583c0/6492e427-3d6b-431b-86fb-31129a3ecc10/9ee38b44-2bb4-46a8-a603-63c202091e25) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:16:30.070847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks [] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.103378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.146762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:16:30.149638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:16:30.153159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:16:30.159687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:30.203878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:30.204443 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.219572 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-02626385-ab9c-48a7-ad2a-ace21fbe8cd5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458541 Mar 07 05:16:30.230402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Request body: {'port': {'device_id': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:16:30.291082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.548864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee38b44-2bb4-46a8-a603-63c202091e25 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:16:30.557095 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Publish callbacks [] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.568777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Transition to ACTIVE for port object 9ee38b44-2bb4-46a8-a603-63c202091e25 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:16:30.572402 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.628701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:30.693065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:16:30.693752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:16:30.693752 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:16:30.697911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Port 9ee38b44-2bb4-46a8-a603-63c202091e25 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:16:30.698436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:16:30.703199 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:16:30.703537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Checking segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:16:30.703921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Bound using segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:16:30.704347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Bound port: 9ee38b44-2bb4-46a8-a603-63c202091e25, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:16:30.704702 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.765244 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:16:30.768186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:16:30.774289 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.818927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:30.819538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:30.821560 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] 10.222.0.44 "PUT /v2.0/ports/9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 1091 time: 0.5950437 Mar 07 05:16:30.822024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:16:30.824256 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:16:30.844395 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b529a-534e-46b6-936b-aaba771329ec service neutron] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:30.892180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4712-6d47-4bd9-8a9d-3a47f91ac62e req-375c8124-212d-4b52-893a-93d8304c5530 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:30.894982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b57c4712-6d47-4bd9-8a9d-3a47f91ac62e req-375c8124-212d-4b52-893a-93d8304c5530 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.0573540 Mar 07 05:16:30.904391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-56223fa0-0e5f-4a1a-ad7c-ef4c3968f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:30.905870 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-56223fa0-0e5f-4a1a-ad7c-ef4c3968f50d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1125 time: 0.0451751 Mar 07 05:16:30.942106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b57c4712-6d47-4bd9-8a9d-3a47f91ac62e req-a7ca5d67-1202-4d03-856e-636b57a4de43 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Mar 07 05:16:30.947642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-a34e034b-66ec-4384-aa9d-edfb328db95b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0335202 Mar 07 05:16:30.985396 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e79df-24b2-475d-9905-33959636adec x-openstack-request-id: req-a39e79df-24b2-475d-9905-33959636adec {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:16:30.985703 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:16:30.986044 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a39e79df-24b2-475d-9905-33959636adec {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:16:30.986418 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'status': 'completed', 'code': 200} Mar 07 05:16:31.000113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-702091cf-daf7-4776-9e9b-0cbd5cdbc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:31.001562 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-702091cf-daf7-4776-9e9b-0cbd5cdbc40b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0482724 Mar 07 05:16:31.036307 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-b1755540-5b5a-4026-a32c-294e9a0134c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290155 Mar 07 05:16:31.123903 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-8422c2a9-5d26-41dd-b25c-5ff3ae152947 service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800219 Mar 07 05:16:31.216121 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31dd8911-2754-441d-b068-1d3cd08b9519 req-ee9572f1-be78-4084-ae5b-31bb198ec58f service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865781 Mar 07 05:16:31.300830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-8633cf3a-6fa7-4621-a8b3-2dbdd9179c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:31.302384 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-8633cf3a-6fa7-4621-a8b3-2dbdd9179c3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1125 time: 0.0443096 Mar 07 05:16:31.395593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-f8987e75-eb19-4647-842f-0404747e1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:31.397005 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-f8987e75-eb19-4647-842f-0404747e1c92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0875704 Mar 07 05:16:31.436329 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-b37f8eae-3069-4742-a1da-554b2b0cf8bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0329356 Mar 07 05:16:31.484548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-6644f136-2f53-456f-b17d-15d493fb53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:31.486071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-6644f136-2f53-456f-b17d-15d493fb53f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0437124 Mar 07 05:16:31.516117 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-6daaf5f8-d931-4645-91d7-e15c8ea16350 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247037 Mar 07 05:16:31.608556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-aa39215c-8f8b-4396-a267-13090e2ea3bf service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865700 Mar 07 05:16:31.699436 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb4e00a7-763b-4014-aa1e-7f3a43860fa3 req-1b6a6ffa-53b8-4aea-9ca7-b593db4fcdcf service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851886 Mar 07 05:16:32.063701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4736fb-f961-4ec5-84e5-265fd284466a req-87d54e26-e426-4e3e-aa13-2f1cfc16ce1c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:32.065128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b4736fb-f961-4ec5-84e5-265fd284466a req-87d54e26-e426-4e3e-aa13-2f1cfc16ce1c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.0546536 Mar 07 05:16:32.110040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b4736fb-f961-4ec5-84e5-265fd284466a req-c63833dc-cfaa-418e-8748-fdcb52a6ffad tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 Mar 07 05:16:32.811844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:16:32.856284 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3be1cca6-18e9-47cf-ad10-891dde052401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:32.925995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:32.936123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'port_id': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'mac_address': 'fa:16:3e:8f:3d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6492e427-3d6b-431b-86fb-31129a3ecc10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:16:32.976537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9ee38b44-2bb4-46a8-a603-63c202091e25 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:16:32.976932 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:32.989693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee38b44-2bb4-46a8-a603-63c202091e25 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:16:33.008926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:33.012740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:33.058484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:33.228091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a012be5-dc60-4152-a1a4-26b20e583e9f req-471a02b5-5cf9-4d0c-9394-c1f51e30b629 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:33.229572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a012be5-dc60-4152-a1a4-26b20e583e9f req-471a02b5-5cf9-4d0c-9394-c1f51e30b629 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 944 time: 0.0520401 Mar 07 05:16:33.277231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a012be5-dc60-4152-a1a4-26b20e583e9f req-bba96efb-2901-45d7-b0bd-913dba73d084 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Mar 07 05:16:33.292377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9ee38b44-2bb4-46a8-a603-63c202091e25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:16:34.392758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598bf4-7a0f-4abf-ba9b-6094d0cff38d req-fadb2a04-e96f-4588-ab8d-23077ca41863 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:34.394355 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5598bf4-7a0f-4abf-ba9b-6094d0cff38d req-fadb2a04-e96f-4588-ab8d-23077ca41863 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 944 time: 0.0513494 Mar 07 05:16:34.443622 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5598bf4-7a0f-4abf-ba9b-6094d0cff38d req-81146e55-80a9-424d-ac40-66b264504359 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Mar 07 05:16:34.842131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:16:34.890425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 9ee38b44-2bb4-46a8-a603-63c202091e25 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:16:34.895021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 9ee38b44-2bb4-46a8-a603-63c202091e25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:16:34.895317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:34.978475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9ee38b44-2bb4-46a8-a603-63c202091e25 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:16:34.978874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:35.001123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:16:35.004265 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31c0a43-28c9-4203-8999-fae3e025d2f6" -d '{"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-plugged", "status": "completed", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:16:35.016448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:16:35.020957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:35.046017 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0502989-43bf-4dfe-81f5-3cc4183e7ffa x-openstack-request-id: req-c0502989-43bf-4dfe-81f5-3cc4183e7ffa {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:16:35.046320 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-plugged", "status": "completed", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:16:35.047105 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0502989-43bf-4dfe-81f5-3cc4183e7ffa {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:16:35.047487 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'code': 200} Mar 07 05:16:35.073938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:16:35.142019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32515765-97a7-414b-91c5-e33df5601c15 req-0dbdf56a-1092-4d80-91a0-71c1b5f0cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:35.143441 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32515765-97a7-414b-91c5-e33df5601c15 req-0dbdf56a-1092-4d80-91a0-71c1b5f0cc3f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1127 time: 0.0446877 Mar 07 05:16:35.195289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-32515765-97a7-414b-91c5-e33df5601c15 req-081135e7-5124-4006-a635-4eabcc93672b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Mar 07 05:16:35.456711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c27b3e0-fabb-47a2-928b-3d61272d56b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:35.563161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7284-7239-4150-bd92-2ba1872ce4ff req-7bd506ae-7fc3-42e8-81e5-1416dc338fbd tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:35.564631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aefc7284-7239-4150-bd92-2ba1872ce4ff req-7bd506ae-7fc3-42e8-81e5-1416dc338fbd tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0527973 Mar 07 05:16:35.611281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aefc7284-7239-4150-bd92-2ba1872ce4ff req-a7021caa-ac15-43c3-8ee3-6c492652ddc5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Mar 07 05:16:36.728012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2fc2-11b2-4d88-a3e9-5d47eb473a9a req-cbecebb7-1ce9-426d-bf28-f548a9b6e8ba tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:36.729500 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-139d2fc2-11b2-4d88-a3e9-5d47eb473a9a req-cbecebb7-1ce9-426d-bf28-f548a9b6e8ba tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0520701 Mar 07 05:16:36.775114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-139d2fc2-11b2-4d88-a3e9-5d47eb473a9a req-3afc3367-b70e-4abd-84aa-a2fb01d5e2d2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Mar 07 05:16:36.894649 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:36.906571 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611dbed-1618-4ecf-b811-327697a8ff20 req-1d79626d-f429-478a-ac28-441c74197ee6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:36.908017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f611dbed-1618-4ecf-b811-327697a8ff20 req-1d79626d-f429-478a-ac28-441c74197ee6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0657763 Mar 07 05:16:36.955396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f611dbed-1618-4ecf-b811-327697a8ff20 req-1597369d-b9f0-4c97-979c-6cb22e584567 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Mar 07 05:16:37.155144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58dda2-9616-40b6-8e6d-81de51f8ddc4 req-6ea31274-6d18-4ba8-861a-99cc41c69e15 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:37.156504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a58dda2-9616-40b6-8e6d-81de51f8ddc4 req-6ea31274-6d18-4ba8-861a-99cc41c69e15 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Mar 07 05:16:37.202033 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a58dda2-9616-40b6-8e6d-81de51f8ddc4 req-34da47cf-1e3d-4d8a-851a-abeb315727d4 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Mar 07 05:16:37.318867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f43ee-6d78-4072-8aa8-fe86e34b84db req-3ff36690-d3a7-4547-aa92-980592cea0bb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:37.320323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f2f43ee-6d78-4072-8aa8-fe86e34b84db req-3ff36690-d3a7-4547-aa92-980592cea0bb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0550954 Mar 07 05:16:37.366069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f2f43ee-6d78-4072-8aa8-fe86e34b84db req-5dd759a6-7781-4b1d-8b66-43de238329da tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Mar 07 05:16:37.591071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-4bb2269c-7c44-4f7e-9647-3e0d30d65440 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434122 Mar 07 05:16:37.605556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f3be8-a8d4-4f23-8a5d-14907a3b5f27 req-774fb92d-0b58-49a5-8f86-bebebaf46077 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:37.607180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f0f3be8-a8d4-4f23-8a5d-14907a3b5f27 req-774fb92d-0b58-49a5-8f86-bebebaf46077 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Mar 07 05:16:37.658307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f0f3be8-a8d4-4f23-8a5d-14907a3b5f27 req-52e752ae-a1d6-4477-af54-cba295b28392 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Mar 07 05:16:37.822275 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:37.986725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-d1b54563-dcd6-471a-913c-cddee4b3704f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:37.988009 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-d1b54563-dcd6-471a-913c-cddee4b3704f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports/9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 942 time: 0.0460482 Mar 07 05:16:38.447603 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:16:38.760092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-36f919f5-fcae-4910-9c0d-89b6710de264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:38.762275 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-36f919f5-fcae-4910-9c0d-89b6710de264 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1127 time: 0.0529027 Mar 07 05:16:38.788305 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ab6a4-5655-4a57-bb95-96cb8b6ae225 req-d66763de-3fa8-4868-8b6e-b4ee23d87cf5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:38.790081 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f74ab6a4-5655-4a57-bb95-96cb8b6ae225 req-d66763de-3fa8-4868-8b6e-b4ee23d87cf5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0560741 Mar 07 05:16:38.841463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f74ab6a4-5655-4a57-bb95-96cb8b6ae225 req-e8fe594d-9e4c-4136-a8ea-4945cde5c92b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 Mar 07 05:16:38.853422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-9a28e970-714c-41ab-b14d-4204c34aab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:38.854943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-9a28e970-714c-41ab-b14d-4204c34aab6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0873828 Mar 07 05:16:39.138914 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-8f0a8179-e5ee-4773-a4d0-3bf186f2cc8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.2781186 Mar 07 05:16:39.186893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-685942f0-b3d3-4685-abbd-bc3a823a8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:39.188298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-685942f0-b3d3-4685-abbd-bc3a823a8383 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0426996 Mar 07 05:16:39.218237 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-1bbc2656-4ffd-4032-8c24-6f37fbc0f1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240953 Mar 07 05:16:39.308241 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-8ef837ac-4d30-4e12-a378-0fbe3e8c234a service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846047 Mar 07 05:16:39.395584 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-3724b585-0840-45e8-bbb4-ca371476fb02 service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814981 Mar 07 05:16:39.525270 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:39.960983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011f1b-c851-42cc-b62c-105f6f39e8dc req-3f26d62c-818b-4a04-849a-e249fcf883a1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:39.962462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef011f1b-c851-42cc-b62c-105f6f39e8dc req-3f26d62c-818b-4a04-849a-e249fcf883a1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0521832 Mar 07 05:16:40.010208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef011f1b-c851-42cc-b62c-105f6f39e8dc req-92d6f5c5-f6de-4f65-b409-258ca1c03910 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Mar 07 05:16:41.132185 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639b1c-e735-415a-a083-2c05a5e8607b req-bcd4d98d-abd2-4f58-a401-426984bc563f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:41.133654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9639b1c-e735-415a-a083-2c05a5e8607b req-bcd4d98d-abd2-4f58-a401-426984bc563f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Mar 07 05:16:41.179540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a9639b1c-e735-415a-a083-2c05a5e8607b req-31f08820-f2ba-4f87-8993-e496f517c5a9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Mar 07 05:16:42.301653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857905b-64e9-43f5-b033-68dd16495733 req-3af55fb9-d588-46a4-8408-2f61097b2a4c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:42.303321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7857905b-64e9-43f5-b033-68dd16495733 req-3af55fb9-d588-46a4-8408-2f61097b2a4c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Mar 07 05:16:42.349573 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7857905b-64e9-43f5-b033-68dd16495733 req-ed5dbabd-6e15-4063-a0e6-bb550e1b7c5e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Mar 07 05:16:43.468712 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a61b4e-3990-4d4a-aea2-0871e6204aa0 req-dbe9efe3-1d6c-47de-8599-e609bddbce1d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:43.470187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a61b4e-3990-4d4a-aea2-0871e6204aa0 req-dbe9efe3-1d6c-47de-8599-e609bddbce1d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0535576 Mar 07 05:16:43.515940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04a61b4e-3990-4d4a-aea2-0871e6204aa0 req-70e2b840-a259-4b30-ab50-498a89789e3d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Mar 07 05:16:44.631930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48d66a-f244-4973-a72f-c8fd1ca34f73 req-9f1ff550-22cc-48d7-b30f-7cec97f42530 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:44.633367 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca48d66a-f244-4973-a72f-c8fd1ca34f73 req-9f1ff550-22cc-48d7-b30f-7cec97f42530 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Mar 07 05:16:44.681758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca48d66a-f244-4973-a72f-c8fd1ca34f73 req-553511bf-9500-4016-8896-01142a636850 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Mar 07 05:16:45.799221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cca0a5-5ecc-4826-98a9-1de83eac3ffc req-a8c154f0-4c1f-4c68-ae01-43b5dc86d762 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:45.800693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96cca0a5-5ecc-4826-98a9-1de83eac3ffc req-a8c154f0-4c1f-4c68-ae01-43b5dc86d762 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0526001 Mar 07 05:16:45.847720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96cca0a5-5ecc-4826-98a9-1de83eac3ffc req-1b936872-f9ef-4b2f-8bf3-3793423598f1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Mar 07 05:16:46.977763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fbd39-2e1b-4bb0-b2be-7d3c632c1875 req-4b4ac281-74b0-4ada-b06c-8aa72f8fee4c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:46.980038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c62fbd39-2e1b-4bb0-b2be-7d3c632c1875 req-4b4ac281-74b0-4ada-b06c-8aa72f8fee4c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0627408 Mar 07 05:16:47.032294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c62fbd39-2e1b-4bb0-b2be-7d3c632c1875 req-4a9fea32-d26b-450a-82f4-4ae456b4974d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Mar 07 05:16:48.159862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552aac2-7b6c-4f0f-ad84-37eb4e0ca153 req-633cbd86-9e62-4241-9486-e95a1a6be394 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:48.162107 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3552aac2-7b6c-4f0f-ad84-37eb4e0ca153 req-633cbd86-9e62-4241-9486-e95a1a6be394 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0566251 Mar 07 05:16:48.208900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3552aac2-7b6c-4f0f-ad84-37eb4e0ca153 req-dc2123fa-d116-48df-91e5-3102f5ccd69d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Mar 07 05:16:49.326553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8faa52-c444-4c23-ad06-22984c61a9cf req-13d45775-560d-4d15-8116-967cda174d4a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:49.328131 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df8faa52-c444-4c23-ad06-22984c61a9cf req-13d45775-560d-4d15-8116-967cda174d4a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0506849 Mar 07 05:16:49.373683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df8faa52-c444-4c23-ad06-22984c61a9cf req-8031e374-c18a-4f11-9d6f-4efbab703112 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Mar 07 05:16:50.286732 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:50.502682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e711a-4bcc-430a-a495-82804bdd69d2 req-697056b1-0716-4fad-83cf-a427f367e1b2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:50.504140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-498e711a-4bcc-430a-a495-82804bdd69d2 req-697056b1-0716-4fad-83cf-a427f367e1b2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Mar 07 05:16:50.552499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-498e711a-4bcc-430a-a495-82804bdd69d2 req-8146688c-796d-4a74-814f-d9c458fe1f91 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Mar 07 05:16:51.670728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627320ac-892e-4399-bbb3-e78b6150ac31 req-ec697c76-4f49-4309-b740-a1aa37b280bb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:51.672208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-627320ac-892e-4399-bbb3-e78b6150ac31 req-ec697c76-4f49-4309-b740-a1aa37b280bb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0519114 Mar 07 05:16:51.719304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-627320ac-892e-4399-bbb3-e78b6150ac31 req-846d35b3-7388-46ca-88b8-028464ed7776 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Mar 07 05:16:52.498602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:16:52.836705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdb028-a102-44e1-abe6-d065c47f84d9 req-25421bc4-ca16-46f7-853a-38806d8b1874 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:52.838175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7cdb028-a102-44e1-abe6-d065c47f84d9 req-25421bc4-ca16-46f7-853a-38806d8b1874 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Mar 07 05:16:52.888885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7cdb028-a102-44e1-abe6-d065c47f84d9 req-39bae6e8-0e82-48bc-841d-0a59c1e53c67 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Mar 07 05:16:54.007591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdfd7d-eeec-40f7-8328-dd530669744d req-cff0ef1b-fa23-44d3-8e5a-ca2381acc444 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:54.009057 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24cdfd7d-eeec-40f7-8328-dd530669744d req-cff0ef1b-fa23-44d3-8e5a-ca2381acc444 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Mar 07 05:16:54.056416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24cdfd7d-eeec-40f7-8328-dd530669744d req-18d48ebd-124c-4a0e-b064-077545a90c3b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Mar 07 05:16:54.800412 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-41aea37b-24c7-4562-ba0b-832ae9330b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:54.801511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-41aea37b-24c7-4562-ba0b-832ae9330b11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1127 time: 0.0451317 Mar 07 05:16:54.909679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-fd511d65-07fe-4e95-9070-dd854445f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:54.911922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-fd511d65-07fe-4e95-9070-dd854445f705 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0923197 Mar 07 05:16:54.951562 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-0bc15c29-a83a-4146-a562-e4b0d6c8d190 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0339971 Mar 07 05:16:55.003948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-5263937d-3e3b-4848-a2b9-73a9004b19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:55.005626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-5263937d-3e3b-4848-a2b9-73a9004b19d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0483346 Mar 07 05:16:55.036050 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-3836dca8-af3d-499e-b076-81cd340cbaba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247238 Mar 07 05:16:55.125672 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-473661a4-4859-4818-9eef-e493677e01fb service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Mar 07 05:16:55.183695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a18634-a4c4-4fbd-ae16-d19bb8605680 req-5ab72bb6-1078-46a3-a17c-1adb48087df9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:55.185169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6a18634-a4c4-4fbd-ae16-d19bb8605680 req-5ab72bb6-1078-46a3-a17c-1adb48087df9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0556216 Mar 07 05:16:55.220809 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb983e74-327a-4bdf-8985-18c713fed4a8 req-c70cb3dd-bc2f-4ecc-b2c5-a4d230414b83 service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894327 Mar 07 05:16:55.232991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6a18634-a4c4-4fbd-ae16-d19bb8605680 req-6ce075fb-48ba-46e7-91fa-0f1360a7acd9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Mar 07 05:16:56.354154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82046c19-ba12-4141-959c-d394d16c0d2a req-4359a9a9-52cc-4e9c-a63f-85554636a67b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:56.355611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82046c19-ba12-4141-959c-d394d16c0d2a req-4359a9a9-52cc-4e9c-a63f-85554636a67b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0570366 Mar 07 05:16:56.400160 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82046c19-ba12-4141-959c-d394d16c0d2a req-846636e5-fb80-43fe-824c-39d6371b6df5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Mar 07 05:16:57.519925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b55a7-8a73-44d7-b254-5cf7784c6ceb req-dc0e384c-8d0b-41fa-9c59-91861821f592 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:57.521636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e01b55a7-8a73-44d7-b254-5cf7784c6ceb req-dc0e384c-8d0b-41fa-9c59-91861821f592 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0523343 Mar 07 05:16:57.569585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e01b55a7-8a73-44d7-b254-5cf7784c6ceb req-aba8ae11-1197-4b96-bc83-baf9ba59f002 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Mar 07 05:16:58.686396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ada7f-3592-4bad-9c45-a793c21b1772 req-6dd69ee0-53dc-47d6-bbb1-730713bb4683 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:58.687848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f64ada7f-3592-4bad-9c45-a793c21b1772 req-6dd69ee0-53dc-47d6-bbb1-730713bb4683 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0512688 Mar 07 05:16:58.737893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f64ada7f-3592-4bad-9c45-a793c21b1772 req-52c7d679-acb6-477b-b871-9766a11bcb32 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441451 Mar 07 05:16:59.862296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031879b5-ddc3-4b65-b7c2-e23723a7353e req-367b7929-12b8-4a65-ae3a-c0d7a8c0d93d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:16:59.863780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-031879b5-ddc3-4b65-b7c2-e23723a7353e req-367b7929-12b8-4a65-ae3a-c0d7a8c0d93d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0586755 Mar 07 05:16:59.916270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-031879b5-ddc3-4b65-b7c2-e23723a7353e req-9e2ebf2d-9261-459f-a065-20a06a4ac188 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Mar 07 05:17:01.035272 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3a40b-e2e2-479a-93b4-b632273fa682 req-c5e1fb66-3f34-48d7-bafd-af65e1ce3e6b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:01.037016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ad3a40b-e2e2-479a-93b4-b632273fa682 req-c5e1fb66-3f34-48d7-bafd-af65e1ce3e6b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0515819 Mar 07 05:17:01.082025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5ad3a40b-e2e2-479a-93b4-b632273fa682 req-7a55c19d-ed73-479a-a6aa-bf01ef540a85 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Mar 07 05:17:02.204486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0e4d5-ffd8-45c1-917f-d86068524d04 req-826a14e4-a6fb-4dfc-97da-a6caf9615829 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:02.205938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10d0e4d5-ffd8-45c1-917f-d86068524d04 req-826a14e4-a6fb-4dfc-97da-a6caf9615829 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0542135 Mar 07 05:17:02.251408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10d0e4d5-ffd8-45c1-917f-d86068524d04 req-edda8efc-43b3-4a09-a680-02b2db29af40 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396643 Mar 07 05:17:02.838117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-aaec878b-afda-4c89-8977-5c39c6cd9409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:03.369356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a74ab-191c-4bc2-ae16-6121b0718eee req-a0786e09-f02a-442b-b8d9-d0a4f3f47be7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:03.370843 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c82a74ab-191c-4bc2-ae16-6121b0718eee req-a0786e09-f02a-442b-b8d9-d0a4f3f47be7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0515862 Mar 07 05:17:03.415488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c82a74ab-191c-4bc2-ae16-6121b0718eee req-f1a1116d-6b43-4a7c-8a80-d7f7a0fbd025 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Mar 07 05:17:04.536071 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98109c9-ff6c-416e-b533-226c4f2c8044 req-c4f4551a-8f9c-46e6-b199-756e8a44d97e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:04.538674 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98109c9-ff6c-416e-b533-226c4f2c8044 req-c4f4551a-8f9c-46e6-b199-756e8a44d97e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0564971 Mar 07 05:17:04.946205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a98109c9-ff6c-416e-b533-226c4f2c8044 req-d267096a-40a3-4f69-93da-143870ff272e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018946 Mar 07 05:17:05.457897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca5d458b-6b4f-4392-825d-e2953e4fb57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:06.063175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662809-0687-423c-92c4-fe84455d28c2 req-1e969824-eebb-4ad9-bd3e-e3ce64ca8169 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:06.064611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9662809-0687-423c-92c4-fe84455d28c2 req-1e969824-eebb-4ad9-bd3e-e3ce64ca8169 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Mar 07 05:17:06.110258 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d9662809-0687-423c-92c4-fe84455d28c2 req-877573bc-5c88-465f-aee9-09a2ee12673a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 Mar 07 05:17:06.428675 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-50cb038a-c3e3-4792-baea-aebe06448929 service neutron] show failed (client error): The resource could not be found. Mar 07 05:17:06.429714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-50cb038a-c3e3-4792-baea-aebe06448929 service neutron] 10.222.0.44 "GET /v2.0/ports/9ee38b44-2bb4-46a8-a603-63c202091e25/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0540316 Mar 07 05:17:06.624480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-5b3d3bb7-1e96-4654-a3f0-2c23603d0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:06.625967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-5b3d3bb7-1e96-4654-a3f0-2c23603d0136 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315&tenant_id=3e9ec3e0890442e594e065ff5f46d2de HTTP/1.1" status: 200 len: 1127 time: 0.0440373 Mar 07 05:17:06.636836 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:17:06.695240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:06.888615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:06.896123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:06.921792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h2-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:17:06.962671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:06.964831 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416c980-2e56-4aad-94e4-f2a13d33c9a4" -d '{"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:06.968563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Publish callbacks [] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:06.981484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Transition to ACTIVE for port object 9ee38b44-2bb4-46a8-a603-63c202091e25 will not be triggered until provisioned by entity L2. {{(pid=103938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:17:06.984478 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:07.022411 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1c429-42a4-4aaf-b7e6-2fab210e1b40 x-openstack-request-id: req-5aa1c429-42a4-4aaf-b7e6-2fab210e1b40 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:07.022852 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-unplugged", "status": "completed", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:07.023252 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aa1c429-42a4-4aaf-b7e6-2fab210e1b40 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:07.023745 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'code': 200} Mar 07 05:17:07.055028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:07.058345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] No DVR routers for this DVR port 9ee38b44-2bb4-46a8-a603-63c202091e25 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:17:07.092141 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:17:07.092782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:17:07.092782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:17:07.097160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Port 9ee38b44-2bb4-46a8-a603-63c202091e25 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:17:07.097479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Attempting to bind port 9ee38b44-2bb4-46a8-a603-63c202091e25 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:17:07.102296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:17:07.102630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Checking segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:17:07.103007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Bound using segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:17:07.103428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Bound port: 9ee38b44-2bb4-46a8-a603-63c202091e25, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:17:07.103781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:07.165503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h1-832185-1, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:17:07.168500 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:17:07.174638 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:07.237085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:07.237705 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:07.239145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 1091 time: 0.6061726 Mar 07 05:17:07.275593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876f1ec-d81f-4e34-abd8-7b829a817ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:07.305692 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1a343-b04d-4bdc-9e49-87723d6ef309 req-1789f80b-5c99-4865-8bf6-2f1367786cf9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:07.307200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfa1a343-b04d-4bdc-9e49-87723d6ef309 req-1789f80b-5c99-4865-8bf6-2f1367786cf9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.1204095 Mar 07 05:17:07.336555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-68d4184c-3044-4467-951a-5743cdcfd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:07.338025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-68d4184c-3044-4467-951a-5743cdcfd3bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1125 time: 0.0760224 Mar 07 05:17:07.389183 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cfa1a343-b04d-4bdc-9e49-87723d6ef309 req-1d0a0f7d-cddc-40ed-9295-f48d160a39ae tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753269 Mar 07 05:17:07.446600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-c4c4790a-5c56-4b72-938f-f3091252ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:07.448055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-c4c4790a-5c56-4b72-938f-f3091252ccb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.1007814 Mar 07 05:17:07.487963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-0c5ca177-4272-45e0-8d81-5257aa17d3c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0336366 Mar 07 05:17:07.539372 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-33a178c5-50e6-4054-8c0c-f48b7e791a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:07.541459 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-33a178c5-50e6-4054-8c0c-f48b7e791a9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0472054 Mar 07 05:17:07.572797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-5af5dbc2-0afb-4218-befd-f5d52171e890 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260530 Mar 07 05:17:07.660218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-2917d37d-1b3e-4611-9efc-779958e961ac service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812423 Mar 07 05:17:07.750189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-257581d6-8a25-4e62-a603-a0ea5fbc6a86 req-77b615fc-b76c-49c2-b957-a14b99d75a3b service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839221 Mar 07 05:17:07.815745 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:08.559312 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8213383-26aa-488f-a583-95be508f9beb req-997123bf-fbd5-41b6-a1b4-447f4710a6cc tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:08.560783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8213383-26aa-488f-a583-95be508f9beb req-997123bf-fbd5-41b6-a1b4-447f4710a6cc tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.0528500 Mar 07 05:17:08.607508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8213383-26aa-488f-a583-95be508f9beb req-a09e885d-ec24-41b6-b420-aaa2d594b8cc tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Mar 07 05:17:09.024686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:09.027225 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd11392c-8684-4ab8-b42d-e4ccaea8048b" -d '{"events": [{"name": "network-changed", "server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:09.077135 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fe5ce1-8853-42f8-8c70-f88a1697f4f3 x-openstack-request-id: req-b7fe5ce1-8853-42f8-8c70-f88a1697f4f3 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:09.077436 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:09.077697 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7fe5ce1-8853-42f8-8c70-f88a1697f4f3 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:09.078155 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'status': 'completed', 'code': 200} Mar 07 05:17:09.144905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-c8efd020-6d75-4c0e-a247-fb98da89e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.147118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-c8efd020-6d75-4c0e-a247-fb98da89e719 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1125 time: 0.0514259 Mar 07 05:17:09.149884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-970ea791-5eec-48d6-b4a4-53c047ebd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.151659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-970ea791-5eec-48d6-b4a4-53c047ebd59b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1125 time: 0.0508509 Mar 07 05:17:09.243422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-7e3e3f6a-4b88-4b0c-ac69-f640d4fb6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.245250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-7e3e3f6a-4b88-4b0c-ac69-f640d4fb6efe service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0921044 Mar 07 05:17:09.255059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-400b23c7-4fef-4de6-8fd1-c1fe5162cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.257826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-400b23c7-4fef-4de6-8fd1-c1fe5162cf88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0949075 Mar 07 05:17:09.291410 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-0b03b8b8-3d91-4539-9775-5b1bdce03c83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0407426 Mar 07 05:17:09.302792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-e8d64fa0-f900-494f-81ff-ec941421fa52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0397792 Mar 07 05:17:09.342935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-b8e4173c-94a2-484f-a913-4b7cb48ed0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.344400 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-b8e4173c-94a2-484f-a913-4b7cb48ed0fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0467660 Mar 07 05:17:09.360920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-1ecacc5d-38e6-498b-b413-6cbbf50c65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.362387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-1ecacc5d-38e6-498b-b413-6cbbf50c65a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0488458 Mar 07 05:17:09.375740 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-28bf4a28-6d88-497e-bb40-b8cfe61466b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253711 Mar 07 05:17:09.394407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-af5d2a37-daeb-415b-ad67-2ce6ea0efd0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255461 Mar 07 05:17:09.470649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-e1ffe51d-8427-4479-a593-90d4cad25afa service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892384 Mar 07 05:17:09.487816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-0abf0ab3-4c21-49c9-8547-77a2d03b3af8 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876329 Mar 07 05:17:09.533011 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:09.565083 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-2f940b71-9942-45b9-ae61-7100d5ee729a service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891008 Mar 07 05:17:09.577051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd11392c-8684-4ab8-b42d-e4ccaea8048b req-cc9499c2-ca0a-4c93-8973-42790fd69bf6 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833604 Mar 07 05:17:09.729119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d6ec3-f29a-46f8-8cb9-133d0bac49a0 req-7524327b-0c83-4975-b08d-0e136c2562e6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.730620 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa9d6ec3-f29a-46f8-8cb9-133d0bac49a0 req-7524327b-0c83-4975-b08d-0e136c2562e6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.0535314 Mar 07 05:17:09.781147 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa9d6ec3-f29a-46f8-8cb9-133d0bac49a0 req-5194b734-3cd2-4c81-9dd6-7a0aba2e91ea tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Mar 07 05:17:09.973969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3378141-07c5-4830-8b43-2687617a6c95 req-dffce651-46a7-4740-92b6-c0d61487547c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.975503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3378141-07c5-4830-8b43-2687617a6c95 req-dffce651-46a7-4740-92b6-c0d61487547c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.0547211 Mar 07 05:17:09.984698 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-25c7df62-9985-47a9-8382-6e482e1086af tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:09.986172 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-25c7df62-9985-47a9-8382-6e482e1086af tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.44 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315&tenant_id=3e9ec3e0890442e594e065ff5f46d2de&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 943 time: 0.0547702 Mar 07 05:17:10.022653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d3378141-07c5-4830-8b43-2687617a6c95 req-d8956483-e122-46c4-8366-a9bde14d3921 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Mar 07 05:17:10.051943 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-b46c50ad-2f31-4a8d-9ccb-7275d25406fc service neutron] delete failed (client error): The resource could not be found. Mar 07 05:17:10.052892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-b46c50ad-2f31-4a8d-9ccb-7275d25406fc service neutron] 10.222.0.44 "DELETE /v2.0/ports/9ee38b44-2bb4-46a8-a603-63c202091e25/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0600097 Mar 07 05:17:10.143937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-eeb95baa-cfb6-4f8c-aba4-1858b22ac84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:10.145440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-eeb95baa-cfb6-4f8c-aba4-1858b22ac84c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 1125 time: 0.0468895 Mar 07 05:17:10.234987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-2cddabca-f279-482b-954d-563fbeb4859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:10.236435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-2cddabca-f279-482b-954d-563fbeb4859b service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0853376 Mar 07 05:17:10.279355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-922169d3-51bb-4086-8ea6-4c84c4737ca1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 200 len: 217 time: 0.0368347 Mar 07 05:17:10.325663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-9b46cb2e-5370-4ca2-a7dd-930dfd10a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:10.327013 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-9b46cb2e-5370-4ca2-a7dd-930dfd10a0b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0423605 Mar 07 05:17:10.357686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-40fa3630-5bcd-44c4-b85b-10d59eb288e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249510 Mar 07 05:17:10.448567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-7e549913-6e8e-4b4f-b3b4-f11defb565dc service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Mar 07 05:17:10.540635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c414809e-42db-4f77-b779-5c1ca0bddc38 req-9dfe19c4-97f3-4109-aca1-6cf6681ece77 service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864639 Mar 07 05:17:10.944418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:17:10.986203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:17:11.078517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port 9ee38b44-2bb4-46a8-a603-63c202091e25 host n-h1-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:17:11.078924 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:17:11.081477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:11.095482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'port_id': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'mac_address': 'fa:16:3e:8f:3d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6492e427-3d6b-431b-86fb-31129a3ecc10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:17:11.134462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9ee38b44-2bb4-46a8-a603-63c202091e25 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:17:11.134849 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:11.144838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6b65-2f5d-4749-95a5-3a5a65229043 req-e8a16c3f-6aa3-4297-a924-2232e2f7a7bf tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:11.145961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef5f6b65-2f5d-4749-95a5-3a5a65229043 req-e8a16c3f-6aa3-4297-a924-2232e2f7a7bf tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 943 time: 0.0520883 Mar 07 05:17:11.148067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee38b44-2bb4-46a8-a603-63c202091e25 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:17:11.168710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:11.172759 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:11.196240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef5f6b65-2f5d-4749-95a5-3a5a65229043 req-ab5e3272-4f9f-4bda-aa15-215498edad87 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Mar 07 05:17:11.219129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:11.227657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.228032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.228366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.228713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.229056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.229393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.229728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.230094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.230437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.230765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.231096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.231426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.231753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:11.318033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6e89-9b68-42be-ade7-2abcd6ab9a28 req-b5b2ac11-679c-425e-b36f-f98b0097c917 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:11.319957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-671d6e89-9b68-42be-ade7-2abcd6ab9a28 req-b5b2ac11-679c-425e-b36f-f98b0097c917 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 944 time: 0.0579810 Mar 07 05:17:11.366590 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-671d6e89-9b68-42be-ade7-2abcd6ab9a28 req-c2e7a97c-ea46-4cf9-8a0e-7fcaf7605981 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Mar 07 05:17:11.389836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9ee38b44-2bb4-46a8-a603-63c202091e25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:17:11.486536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94556afc-02f2-41d4-8dca-e902e7d6d736 req-5c2108cb-6b22-4a95-88f6-8b724aa7b5a7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:11.488089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94556afc-02f2-41d4-8dca-e902e7d6d736 req-5c2108cb-6b22-4a95-88f6-8b724aa7b5a7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 944 time: 0.0568144 Mar 07 05:17:11.535982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94556afc-02f2-41d4-8dca-e902e7d6d736 req-1af86caa-2c29-4d6d-983b-35e1b8c818a6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Mar 07 05:17:11.883476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-3c2868dc-ad63-44f2-9e5a-eaa070d2e41a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:11.884930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-3c2868dc-ad63-44f2-9e5a-eaa070d2e41a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 814 time: 0.1021478 Mar 07 05:17:11.900293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-9bdfc937-2803-4d26-8f67-8cb831450e3d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/quotas/3e9ec3e0890442e594e065ff5f46d2de HTTP/1.1" status: 200 len: 375 time: 0.0099134 Mar 07 05:17:11.951772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-82513064-403b-4b10-b2e9-adb863a57d19 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463853 Mar 07 05:17:12.044310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-d10eb800-c35c-4c5b-8c97-41af74423179 service neutron] 10.222.0.21 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 Mar 07 05:17:12.130949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-b886a6d2-bacd-44ed-b463-4bf2ba1b9f44 service neutron] 10.222.0.21 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810304 Mar 07 05:17:12.382969 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b181a21-d756-44c8-a2d1-c5e7acdd95e4 req-2ce5db53-960e-4ba2-9b55-e5997fdf19ab tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 210 time: 0.0822663 Mar 07 05:17:12.961303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:17:13.010817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 9ee38b44-2bb4-46a8-a603-63c202091e25 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:17:13.015149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 9ee38b44-2bb4-46a8-a603-63c202091e25 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:17:13.015522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.090510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-fd0125aa-d671-4b6c-b025-80ee83e8f5ee tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:13.092052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-fd0125aa-d671-4b6c-b025-80ee83e8f5ee tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.15 "GET /v2.0/ports?device_id=c167581e-6b76-4e8f-8c10-03342dcdc315 HTTP/1.1" status: 200 len: 944 time: 0.0606425 Mar 07 05:17:13.097585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9ee38b44-2bb4-46a8-a603-63c202091e25 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:17:13.097991 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.121909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:13.124327 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726115fd-5897-45b0-9e26-0aff738cddd4" -d '{"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-plugged", "status": "completed", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:13.138737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:13.141311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.15', 52547) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:17:13.147598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.195566 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfbe7a9-2fc1-4a4b-82d6-e85b12c320f2 x-openstack-request-id: req-9bfbe7a9-2fc1-4a4b-82d6-e85b12c320f2 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:13.196040 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-plugged", "status": "completed", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:13.196991 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bfbe7a9-2fc1-4a4b-82d6-e85b12c320f2 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:13.196991 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'code': 200} Mar 07 05:17:13.224607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Deleting port 9ee38b44-2bb4-46a8-a603-63c202091e25 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:17:13.225048 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.231461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:13.271711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-ee9f8a39-2f1b-4edc-a00e-4b2a86f69ce6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:13.274285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-ee9f8a39-2f1b-4edc-a00e-4b2a86f69ce6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 814 time: 0.1318693 Mar 07 05:17:13.286669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Request body: {'port': {'device_id': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'admin_state_up': True, 'tenant_id': '3e9ec3e0890442e594e065ff5f46d2de'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:17:13.329285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] For port 9ee38b44-2bb4-46a8-a603-63c202091e25, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9ee38b44-2bb4-46a8-a603-63c202091e25,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:13.329625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.341358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Calling delete_port for 9ee38b44-2bb4-46a8-a603-63c202091e25 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:17:13.402876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Made reservation on behalf of 3e9ec3e0890442e594e065ff5f46d2de for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:17:13.406862 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.488877 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a64969d8-2060-4abe-a59f-1c9784935fca req-e1ee3411-1d38-4a81-b169-7616329f8418 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 210 time: 0.0331578 Mar 07 05:17:13.501924 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9ee38b44-2bb4-46a8-a603-63c202091e25), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.513698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9ee38b44-2bb4-46a8-a603-63c202091e25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:17:13.533116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Pushing event deleted for resources: {'Port': ['ID=9ee38b44-2bb4-46a8-a603-63c202091e25,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:13.579242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] No DVR routers for this DVR port 9ee38b44-2bb4-46a8-a603-63c202091e25 on host n-h1-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:17:13.581841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.585719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb19eaa9-9cb3-4d89-9eda-2ba2a63ff50f req-f70f1399-b0b0-48ac-a87e-1fd15f7f6835 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.15 "DELETE /v2.0/ports/9ee38b44-2bb4-46a8-a603-63c202091e25 HTTP/1.1" status: 204 len: 173 time: 0.4874957 Mar 07 05:17:13.586199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-deleted', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:13.589066 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25836a8864857aeba92de4ac297aa539440d2611d5e485aa8bd847a4907a7ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddb2200-8138-436e-bbe1-c9ed85bc4f15" -d '{"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-deleted", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:13.616548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Allocated IP 172.20.0.13 (31ad7e6d-f799-4a7e-8bb7-be65173583c0/6492e427-3d6b-431b-86fb-31129a3ecc10/0ebebb0c-3acb-46a2-af95-2f1000eb5c18) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:17:13.627024 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e0135-ddd2-4807-a4f2-e02bef2fafad x-openstack-request-id: req-265e0135-ddd2-4807-a4f2-e02bef2fafad {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:13.627359 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167581e-6b76-4e8f-8c10-03342dcdc315", "name": "network-vif-deleted", "tag": "9ee38b44-2bb4-46a8-a603-63c202091e25", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:13.628006 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-265e0135-ddd2-4807-a4f2-e02bef2fafad {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:13.628159 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167581e-6b76-4e8f-8c10-03342dcdc315', 'name': 'network-vif-deleted', 'tag': '9ee38b44-2bb4-46a8-a603-63c202091e25', 'status': 'completed', 'code': 200} Mar 07 05:17:13.783897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks [] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.828212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.840751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9ee38b44-2bb4-46a8-a603-63c202091e25'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:17:13.871995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:17:13.875020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:17:13.878508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:17:13.910900 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:13.934230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:13.934827 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:13.950368 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-6c641bf7-dff1-46cc-a6b9-43bf0bf506ac tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6675346 Mar 07 05:17:13.961231 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Request body: {'port': {'device_id': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:17:14.018002 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:14.278344 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:17:14.285614 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Publish callbacks [] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:14.297730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Transition to ACTIVE for port object 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:17:14.301324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:14.352980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:14.420578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:17:14.420908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:17:14.421235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:17:14.425466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:17:14.425789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:17:14.431657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:17:14.431994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Checking segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:17:14.432373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Bound using segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:17:14.432797 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Bound port: 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:17:14.433148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:14.499550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:17:14.502526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:17:14.509357 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:14.545768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:14.546418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:14.547811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 1092 time: 0.5910313 Mar 07 05:17:14.548261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:14.550527 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17b9c420378af117724bcdaeacee0fc9518c260263ec407e7b4835b3fd958428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4555ed3a-dd20-46ad-b643-121664834309" -d '{"events": [{"name": "network-changed", "server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:14.572980 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3f3eb-22c5-4f6a-9cb8-6927ff3e4971 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:14.615512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae675-0933-4d89-871d-b3083edcf252 req-5798f629-ecc1-45b1-9b76-d4673731191d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:14.617539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-469ae675-0933-4d89-871d-b3083edcf252 req-5798f629-ecc1-45b1-9b76-d4673731191d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0583842 Mar 07 05:17:14.633431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-3cda3377-e6ea-47e2-97a1-d7550ced5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:14.634955 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-3cda3377-e6ea-47e2-97a1-d7550ced5006 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1126 time: 0.0461252 Mar 07 05:17:14.670161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-469ae675-0933-4d89-871d-b3083edcf252 req-37b672a4-1cd0-4153-984b-3cda0d486e5c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466876 Mar 07 05:17:14.679243 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-90eb763d-e94b-4542-bc94-68575b57edd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0377874 Mar 07 05:17:14.715219 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e47130-c2dc-46a5-b2b3-0f6bbc8e1cb6 x-openstack-request-id: req-50e47130-c2dc-46a5-b2b3-0f6bbc8e1cb6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:14.715508 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:14.715758 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50e47130-c2dc-46a5-b2b3-0f6bbc8e1cb6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:14.716159 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'status': 'completed', 'code': 200} Mar 07 05:17:14.729862 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-c5beccc5-4d4d-474c-9b3d-04d2e2d4883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:14.731338 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-c5beccc5-4d4d-474c-9b3d-04d2e2d4883f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0465076 Mar 07 05:17:14.763134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-52535b7a-8b05-4508-bf2e-4053cdae8ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250740 Mar 07 05:17:14.855061 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-2b2a959a-69a6-4c67-9d4e-e488d1451ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846128 Mar 07 05:17:14.947869 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f700a220-14e9-4abb-b364-ddb01a6cee7f req-75d92d12-1025-4919-a71c-ecc2f6f8cd10 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864327 Mar 07 05:17:15.033761 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555ed3a-dd20-46ad-b643-121664834309 req-95d04d76-4e6a-4ae6-8aa6-54d120f45d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:15.035268 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-95d04d76-4e6a-4ae6-8aa6-54d120f45d35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1126 time: 0.0441670 Mar 07 05:17:15.126326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555ed3a-dd20-46ad-b643-121664834309 req-01383c56-f8d1-48b6-a83a-f46d2cf4f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:15.127737 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-01383c56-f8d1-48b6-a83a-f46d2cf4f06c service neutron] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0865715 Mar 07 05:17:15.166613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-b854f46d-3f5a-4289-be86-f23bd332f52e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0333915 Mar 07 05:17:15.216693 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555ed3a-dd20-46ad-b643-121664834309 req-94de99a5-e7c7-4d71-b37a-ef7109b726f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:15.218160 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-94de99a5-e7c7-4d71-b37a-ef7109b726f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0459497 Mar 07 05:17:15.249597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-fbc1ef58-3a3b-40ac-a5c4-c1333c6e8041 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248821 Mar 07 05:17:15.337124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-f423a64f-d9ca-4fb9-8616-0aba69b218b2 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805018 Mar 07 05:17:15.427807 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4555ed3a-dd20-46ad-b643-121664834309 req-da2a66d8-3855-47aa-a8f2-1a2e75acc13d service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844662 Mar 07 05:17:15.447079 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:17:15.788488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8003d6-067e-40e7-adcc-8a43993ff592 req-874185ce-8326-4129-8daf-8e68c723f7cf tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:15.789955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae8003d6-067e-40e7-adcc-8a43993ff592 req-874185ce-8326-4129-8daf-8e68c723f7cf tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0517235 Mar 07 05:17:15.836140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ae8003d6-067e-40e7-adcc-8a43993ff592 req-1d6ff30d-4494-43ea-b35d-80580f30ba46 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Mar 07 05:17:16.954090 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36e7d6-f76d-409b-ae47-8144af2b8e33 req-50076a67-cee7-4278-ac0a-70048064525e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:16.955581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe36e7d6-f76d-409b-ae47-8144af2b8e33 req-50076a67-cee7-4278-ac0a-70048064525e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0527966 Mar 07 05:17:16.992893 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:17:16.994970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:17:17.004964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe36e7d6-f76d-409b-ae47-8144af2b8e33 req-d1423296-4cef-4e32-bc4b-b96866bb1e79 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Mar 07 05:17:17.021004 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 9ee38b44-2bb4-46a8-a603-63c202091e25 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:17:17.021358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9ee38b44-2bb4-46a8-a603-63c202091e25 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:17:17.111190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:17.121622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'port_id': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'mac_address': 'fa:16:3e:2a:17:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6492e427-3d6b-431b-86fb-31129a3ecc10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:17:17.159008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:17:17.159401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:17.172200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:17:17.191433 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:17.195954 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:17.240990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:17.391344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['0ebebb0c-3acb-46a2-af95-2f1000eb5c18'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:17:18.129344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb229677-48c4-4011-a81f-455f92b432c8 req-28289b75-8aaf-4b5e-9e7e-030413ccf5bf tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:18.130756 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb229677-48c4-4011-a81f-455f92b432c8 req-28289b75-8aaf-4b5e-9e7e-030413ccf5bf tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 945 time: 0.0559692 Mar 07 05:17:18.176975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb229677-48c4-4011-a81f-455f92b432c8 req-c2992cf2-ed67-4adc-b02d-b3f0fad9f0b7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Mar 07 05:17:19.006911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:17:19.056725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:17:19.060355 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:17:19.060723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:19.134574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:17:19.134955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:19.156405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:19.158615 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8485564a324674abc90e61d1bf023f4806917170af64155d3e8f05f7b300e7ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553090a0-1d98-421f-8d17-b0246f71d2c5" -d '{"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-plugged", "status": "completed", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:19.171311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:19.176196 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:19.199721 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e787d1d-39b1-4500-82de-cbe7e80add28 x-openstack-request-id: req-9e787d1d-39b1-4500-82de-cbe7e80add28 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:19.200051 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-plugged", "status": "completed", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:19.200407 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e787d1d-39b1-4500-82de-cbe7e80add28 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:19.200803 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'code': 200} Mar 07 05:17:19.228139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:19.303974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d473db7-f67f-4143-b411-b610e25b5231 req-74a66022-a5b6-4920-a2ec-7ca03386fdf1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:19.304970 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e839c-3d6d-49cc-9f6d-f4f975b943fb req-b889f5dc-8597-4fcc-a9d8-9805f73499f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:19.306655 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-210e839c-3d6d-49cc-9f6d-f4f975b943fb req-b889f5dc-8597-4fcc-a9d8-9805f73499f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1128 time: 0.0454080 Mar 07 05:17:19.312846 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d473db7-f67f-4143-b411-b610e25b5231 req-74a66022-a5b6-4920-a2ec-7ca03386fdf1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0604024 Mar 07 05:17:19.355337 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-210e839c-3d6d-49cc-9f6d-f4f975b943fb req-2e764a38-facc-4ac0-8908-d0c39d891373 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Mar 07 05:17:19.358537 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d473db7-f67f-4143-b411-b610e25b5231 req-6b8b4742-6af5-40ff-9420-17796fb456ab tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Mar 07 05:17:20.289744 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:20.477681 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf436-a590-414d-bb02-f5929cf0d451 req-c820ee9d-31a3-4fb6-85b7-245d61adeb46 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:20.479186 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8bf436-a590-414d-bb02-f5929cf0d451 req-c820ee9d-31a3-4fb6-85b7-245d61adeb46 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0538466 Mar 07 05:17:20.530132 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c8bf436-a590-414d-bb02-f5929cf0d451 req-ed9ffb3f-aefd-4e81-911e-9841c9be3182 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Mar 07 05:17:20.649945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2246fd-6cbc-4ee9-87fb-308de6640512 req-0880650d-28e2-4ca4-aab2-acb82a5b7ab2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:20.651523 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d2246fd-6cbc-4ee9-87fb-308de6640512 req-0880650d-28e2-4ca4-aab2-acb82a5b7ab2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0520713 Mar 07 05:17:20.697744 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d2246fd-6cbc-4ee9-87fb-308de6640512 req-ae0c0fbe-784e-4c5a-ab8a-cd2a7063067c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Mar 07 05:17:20.927692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-240e09a6-aa10-4c4c-866a-117838dc4107 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495231 Mar 07 05:17:20.942046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54484f-daa1-456c-8c5d-1c26fb0115ba req-08de95e8-2478-4571-8a88-914c004ec6d5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:20.943524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc54484f-daa1-456c-8c5d-1c26fb0115ba req-08de95e8-2478-4571-8a88-914c004ec6d5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0553944 Mar 07 05:17:20.995957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc54484f-daa1-456c-8c5d-1c26fb0115ba req-1e8dfb1d-e42b-4e6f-b49a-fd8c3762b4af tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459280 Mar 07 05:17:21.277393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-316ffe5b-633c-4bc9-b1e5-bc0f7cd7c14c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:21.278779 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-316ffe5b-633c-4bc9-b1e5-bc0f7cd7c14c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports/0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 943 time: 0.0504820 Mar 07 05:17:22.119933 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776480e5-f3f9-41d6-a5e9-38cf2986f11c req-5ae66ce3-c790-4f02-bd2c-c0e2838564b7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:22.121679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-776480e5-f3f9-41d6-a5e9-38cf2986f11c req-5ae66ce3-c790-4f02-bd2c-c0e2838564b7 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0564945 Mar 07 05:17:22.127347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-2859b46f-07db-497f-9f9d-6b7c0b02d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:22.128847 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-2859b46f-07db-497f-9f9d-6b7c0b02d25a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1128 time: 0.0850577 Mar 07 05:17:22.170733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-776480e5-f3f9-41d6-a5e9-38cf2986f11c req-4957fece-9bfc-49e0-a968-4dfb72ed9483 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Mar 07 05:17:22.223414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-937d078b-ec25-41c9-bbe4-b53af228196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:22.224791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-937d078b-ec25-41c9-bbe4-b53af228196a service neutron] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0904298 Mar 07 05:17:22.265383 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-58282f53-8a53-44d3-ac9c-7289b54d7791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0337253 Mar 07 05:17:22.312417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-17202d12-8d7e-4f7c-abea-23222abae750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:22.313843 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-17202d12-8d7e-4f7c-abea-23222abae750 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0423732 Mar 07 05:17:22.344895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-ad4530bd-fb1b-4ea9-a79d-c304be83e91d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254943 Mar 07 05:17:22.434994 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-050e0cab-f47e-4da0-820a-203e618decdd service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835135 Mar 07 05:17:22.525554 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:22.530305 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-badd35b0-3d78-4852-a438-a33bdb64697d service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896211 Mar 07 05:17:23.289746 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf9f96-f945-4c53-94c6-773ed4c50754 req-38ba9bd9-289f-44ca-9000-3ee2e3437fc5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:23.291155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abcf9f96-f945-4c53-94c6-773ed4c50754 req-38ba9bd9-289f-44ca-9000-3ee2e3437fc5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0545166 Mar 07 05:17:23.337928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abcf9f96-f945-4c53-94c6-773ed4c50754 req-1bfc16f7-e94a-4490-92ad-37dac13b6537 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Mar 07 05:17:24.460487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c87dc-65f9-40e5-b05c-c4191a042299 req-c718f0b8-d842-4c67-8280-b6611e301cd2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:24.461961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-298c87dc-65f9-40e5-b05c-c4191a042299 req-c718f0b8-d842-4c67-8280-b6611e301cd2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0552542 Mar 07 05:17:24.508274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-298c87dc-65f9-40e5-b05c-c4191a042299 req-10d2e712-c5e3-49d4-a23c-e4d097563882 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Mar 07 05:17:25.627335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745889d-4b03-4628-a291-6055947f4dba req-b49bf485-8b3c-4402-af1e-6d8917ff7ad9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:25.628805 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3745889d-4b03-4628-a291-6055947f4dba req-b49bf485-8b3c-4402-af1e-6d8917ff7ad9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Mar 07 05:17:25.675612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3745889d-4b03-4628-a291-6055947f4dba req-5c9e47ca-257f-4297-b362-6f4615500fe5 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Mar 07 05:17:26.794512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8db1d3-7850-4315-b23d-6d196fd03f49 req-ec32f62e-e8c6-4101-ba27-f5371dd31658 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:26.795958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d8db1d3-7850-4315-b23d-6d196fd03f49 req-ec32f62e-e8c6-4101-ba27-f5371dd31658 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0521648 Mar 07 05:17:26.844752 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4d8db1d3-7850-4315-b23d-6d196fd03f49 req-33ba3d46-de3c-4050-bce5-cce1b4ba35cc tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 Mar 07 05:17:27.964197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578aa67-fedd-4f09-a3e1-c1b1e78b1a48 req-5d07a94f-b8fd-4394-92ac-8a796960c009 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:27.965689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5578aa67-fedd-4f09-a3e1-c1b1e78b1a48 req-5d07a94f-b8fd-4394-92ac-8a796960c009 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0508952 Mar 07 05:17:28.012278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5578aa67-fedd-4f09-a3e1-c1b1e78b1a48 req-756d24dc-dbee-474c-a548-ae74ccbd2946 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Mar 07 05:17:29.129217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f1144-eedb-41e8-a5f0-ead0997ff1fe req-3389521a-7c05-4268-a024-719afcc810f0 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:29.130691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d0f1144-eedb-41e8-a5f0-ead0997ff1fe req-3389521a-7c05-4268-a024-719afcc810f0 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0513928 Mar 07 05:17:29.177053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8d0f1144-eedb-41e8-a5f0-ead0997ff1fe req-8a54f937-f885-46e3-9965-2f13e5d7ab20 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Mar 07 05:17:30.298382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ab6a-571b-4034-a49d-9f150f9822cf req-8735f5ca-240d-4585-b678-2e996d44595e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:30.299868 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93a2ab6a-571b-4034-a49d-9f150f9822cf req-8735f5ca-240d-4585-b678-2e996d44595e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0570152 Mar 07 05:17:30.345499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93a2ab6a-571b-4034-a49d-9f150f9822cf req-724259b5-14fb-4769-a4a5-935ee7081c07 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Mar 07 05:17:31.462729 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c5bb5-91ea-4b4f-a5d7-e26980cde3be req-2a3d293a-bc6e-4f26-911e-2bf81f4f22a9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:31.464188 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db5c5bb5-91ea-4b4f-a5d7-e26980cde3be req-2a3d293a-bc6e-4f26-911e-2bf81f4f22a9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0516438 Mar 07 05:17:31.512035 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db5c5bb5-91ea-4b4f-a5d7-e26980cde3be req-b3b76363-7d72-4279-bd1a-5393962aaacd tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Mar 07 05:17:32.633429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13541c-cf3e-4242-871c-5c8ce229c15c req-da1babeb-cac7-435d-a455-a4dffaf5a1cc tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:32.634968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c13541c-cf3e-4242-871c-5c8ce229c15c req-da1babeb-cac7-435d-a455-a4dffaf5a1cc tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Mar 07 05:17:32.685875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3c13541c-cf3e-4242-871c-5c8ce229c15c req-d0809a90-3fb8-4af8-80d3-a848a51fd289 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 Mar 07 05:17:32.839006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a15b0ffe-f9c2-49ea-a851-69192ceff7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:33.802602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5b4a8-9ab5-48e5-becc-bd42f666ed17 req-9238b78c-d289-4a07-a1e0-30be1397ce2c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:33.804052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9e5b4a8-9ab5-48e5-becc-bd42f666ed17 req-9238b78c-d289-4a07-a1e0-30be1397ce2c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0510933 Mar 07 05:17:33.849984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9e5b4a8-9ab5-48e5-becc-bd42f666ed17 req-f18a4a1e-7abb-4478-a952-61968809d6d9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Mar 07 05:17:34.974598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a546aee-3225-4ba2-9a01-56929d2ea55c req-b3dac903-43c0-4f79-8275-f93623f6eea6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:34.976118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a546aee-3225-4ba2-9a01-56929d2ea55c req-b3dac903-43c0-4f79-8275-f93623f6eea6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0522079 Mar 07 05:17:35.024686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a546aee-3225-4ba2-9a01-56929d2ea55c req-0a244842-4a6f-47f2-b5c9-9154d4158ad8 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Mar 07 05:17:35.458439 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7390-27b1-48a8-aefa-edafedd098a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:36.145647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00403a5-b9bc-4a17-b5f5-74688e4f0c86 req-ab884a18-7269-4c31-9913-cd5c7c022ea0 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:36.147016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b00403a5-b9bc-4a17-b5f5-74688e4f0c86 req-ab884a18-7269-4c31-9913-cd5c7c022ea0 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0551646 Mar 07 05:17:36.191808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b00403a5-b9bc-4a17-b5f5-74688e4f0c86 req-f6cdcdf6-add8-4aee-afdd-abcfca3ea8ca tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Mar 07 05:17:36.900388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:37.311173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66726c9-5d1f-4800-bc1c-989341013050 req-7ce7de06-fe74-4458-9d46-eb6024b6bf44 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:37.312625 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d66726c9-5d1f-4800-bc1c-989341013050 req-7ce7de06-fe74-4458-9d46-eb6024b6bf44 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0507963 Mar 07 05:17:37.358396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d66726c9-5d1f-4800-bc1c-989341013050 req-1dca503e-3d70-4054-a42a-eecd2341d43b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Mar 07 05:17:37.819008 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:38.480709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a5bed-9d5d-4a49-8474-459756112ca0 req-9d2f3e49-3ab9-4e59-a287-d423ff595d70 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:38.482248 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a0a5bed-9d5d-4a49-8474-459756112ca0 req-9d2f3e49-3ab9-4e59-a287-d423ff595d70 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0570123 Mar 07 05:17:38.528545 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a0a5bed-9d5d-4a49-8474-459756112ca0 req-9ae88d47-7cfc-4176-b50d-d780d28c4b0b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Mar 07 05:17:39.526383 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:39.648641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df74dc0-9cb2-4541-81db-967b0da9bf36 req-b7e19745-afa3-4d73-977b-a422b078be7f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:39.650133 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1df74dc0-9cb2-4541-81db-967b0da9bf36 req-b7e19745-afa3-4d73-977b-a422b078be7f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0533929 Mar 07 05:17:39.696866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1df74dc0-9cb2-4541-81db-967b0da9bf36 req-71e6634a-7cc1-44f8-86d6-b1c7cca87394 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Mar 07 05:17:40.816996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9425760-a45b-4911-a52f-4b100702d23b req-21537aba-6bf0-4f6c-97e2-1267063fce90 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:40.818504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9425760-a45b-4911-a52f-4b100702d23b req-21537aba-6bf0-4f6c-97e2-1267063fce90 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Mar 07 05:17:40.868118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9425760-a45b-4911-a52f-4b100702d23b req-f0d4dfef-18b9-432b-a5a6-dbc5049947b8 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Mar 07 05:17:41.987667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c47ba-3dde-492f-826e-8d9176f61131 req-9ff22612-ec6f-4032-a0cd-5e7a756f18e9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:41.989123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b0c47ba-3dde-492f-826e-8d9176f61131 req-9ff22612-ec6f-4032-a0cd-5e7a756f18e9 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0522900 Mar 07 05:17:42.033924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b0c47ba-3dde-492f-826e-8d9176f61131 req-8a400d41-6597-4954-81f3-5cce73acc178 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Mar 07 05:17:43.150737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a132-9814-4910-987f-16c87c501023 req-afd9068a-f22b-40f5-851f-0f1a7f6ba6fb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:43.152791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed42a132-9814-4910-987f-16c87c501023 req-afd9068a-f22b-40f5-851f-0f1a7f6ba6fb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0516784 Mar 07 05:17:43.197306 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed42a132-9814-4910-987f-16c87c501023 req-4b0194bb-aba5-4a8c-b969-34ab3fe4a64d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Mar 07 05:17:44.323221 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d08fb-f1ac-481a-bf39-6bc3d2b258a1 req-a47e1939-1c59-430a-833b-728420a663e1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:44.325436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df7d08fb-f1ac-481a-bf39-6bc3d2b258a1 req-a47e1939-1c59-430a-833b-728420a663e1 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0603113 Mar 07 05:17:44.371408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df7d08fb-f1ac-481a-bf39-6bc3d2b258a1 req-f8f468f5-948d-4bf7-9048-d638d69df712 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Mar 07 05:17:45.489576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08b7c8-83c3-4874-8b94-1f9b99ad9cfd req-70e2ffbe-5e01-492c-a3ed-968d45b9fe5e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:45.491122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d08b7c8-83c3-4874-8b94-1f9b99ad9cfd req-70e2ffbe-5e01-492c-a3ed-968d45b9fe5e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0520480 Mar 07 05:17:45.537262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9d08b7c8-83c3-4874-8b94-1f9b99ad9cfd req-188521df-cf60-4c94-b70d-78ac078c1c25 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Mar 07 05:17:46.656203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514616-0675-443d-82e1-537732a6419d req-05fd7c2c-ed04-4e2f-8969-5838fab118ed tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:46.657708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27514616-0675-443d-82e1-537732a6419d req-05fd7c2c-ed04-4e2f-8969-5838fab118ed tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0523860 Mar 07 05:17:46.707670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-27514616-0675-443d-82e1-537732a6419d req-3006ea19-3f0d-400e-9555-f8cafbb9eb2c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Mar 07 05:17:47.828002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0d66-e2dd-4234-abc5-4aa38b980346 req-c5e4efb5-bc94-4ce7-a908-947d0ec80b69 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:47.829562 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06ea0d66-e2dd-4234-abc5-4aa38b980346 req-c5e4efb5-bc94-4ce7-a908-947d0ec80b69 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0546162 Mar 07 05:17:47.878501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06ea0d66-e2dd-4234-abc5-4aa38b980346 req-4b9154ac-2ac7-46ad-9f6f-a5b8fc9ff25b tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Mar 07 05:17:49.001842 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ed5df-af88-444d-bf40-0e1e27b40021 req-02690dd8-aa6a-41ed-9fc0-60454fd53484 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:49.003349 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-067ed5df-af88-444d-bf40-0e1e27b40021 req-02690dd8-aa6a-41ed-9fc0-60454fd53484 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 946 time: 0.0522637 Mar 07 05:17:49.050942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-067ed5df-af88-444d-bf40-0e1e27b40021 req-7a02648a-bf96-42fa-b76e-fd78142d3f00 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Mar 07 05:17:49.262416 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-e830abeb-82d8-4349-9a58-32a8f2116597 service neutron] show failed (client error): The resource could not be found. Mar 07 05:17:49.263398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-e830abeb-82d8-4349-9a58-32a8f2116597 service neutron] 10.222.0.15 "GET /v2.0/ports/0ebebb0c-3acb-46a2-af95-2f1000eb5c18/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0536854 Mar 07 05:17:49.458146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-9bf5a8ef-c646-4879-89c6-89118d3cfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:49.459696 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-9bf5a8ef-c646-4879-89c6-89118d3cfe05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4&tenant_id=3e9ec3e0890442e594e065ff5f46d2de HTTP/1.1" status: 200 len: 1128 time: 0.0442715 Mar 07 05:17:49.470594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:17:49.534256 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:49.732340 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:49.768851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:17:49.806812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:49.812259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Publish callbacks [] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:49.824238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Transition to ACTIVE for port object 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:17:49.827935 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:49.856248 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a758796-ad43-48a0-91c5-1d06e6422fd8" -d '{"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:49.895546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:49.898710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] No DVR routers for this DVR port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:17:49.908805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.909160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.909508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.909930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.910212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.910549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.910879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.911213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.911538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.911870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.912193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.912515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.912839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:17:49.952267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:17:49.952822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:17:49.953150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:17:49.957618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:17:49.957935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Attempting to bind port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on network 31ad7e6d-f799-4a7e-8bb7-be65173583c0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:17:49.963978 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904dc51-8a83-42ad-9d7a-6ff6b425a1ec x-openstack-request-id: req-d904dc51-8a83-42ad-9d7a-6ff6b425a1ec {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:49.964263 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:49.964516 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d904dc51-8a83-42ad-9d7a-6ff6b425a1ec {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:49.964919 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'code': 200} Mar 07 05:17:49.965858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:17:49.966217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Checking segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:17:49.966597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Bound using segment: {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:17:49.967029 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Bound port: 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c8a43-a3cd-4816-96a3-e5a34585a4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:17:49.967384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:50.033033 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:17:50.036021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:17:50.041688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:50.072910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:50.073583 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:50.075265 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] 10.222.0.44 "PUT /v2.0/ports/0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 1092 time: 0.6085682 Mar 07 05:17:50.103533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383052e0-42ed-49bc-b6ea-cd287224ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:50.179951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe8ad-fcc8-4b75-adb0-1473cb27674e req-8973d08a-6206-4ea2-b64a-8718385c0ce2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:50.181486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-201fe8ad-fcc8-4b75-adb0-1473cb27674e req-8973d08a-6206-4ea2-b64a-8718385c0ce2 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0606935 Mar 07 05:17:50.229783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-201fe8ad-fcc8-4b75-adb0-1473cb27674e req-7ece9ba6-dcc2-4077-b46d-0225cbe2928d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Mar 07 05:17:50.230894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-18e6680f-174f-41af-a48a-fdda85c67f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:50.233382 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-18e6680f-174f-41af-a48a-fdda85c67f07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1126 time: 0.0891805 Mar 07 05:17:50.283119 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:50.333824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-d494ae60-64df-4239-8b8d-d696f0be1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:50.335249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-d494ae60-64df-4239-8b8d-d696f0be1932 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0920107 Mar 07 05:17:50.377210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-bd6a99ba-d909-4ced-8046-bb725d27eb07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0353210 Mar 07 05:17:50.428329 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-00f06ecd-076a-4eb4-8344-47ce54c211f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:50.429732 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-00f06ecd-076a-4eb4-8344-47ce54c211f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0472019 Mar 07 05:17:50.461484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-096efc86-8fc9-4430-9481-6baf6e19be78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258234 Mar 07 05:17:50.548990 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-fff06c5e-e6af-4c4f-ad4c-0fc0edc702fb service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810091 Mar 07 05:17:50.645309 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a3abe6b2-75a6-4f5d-ada9-cc88df953f94 req-e02e5702-5f49-457b-85c0-3c24d8104001 service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904086 Mar 07 05:17:51.350580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5822c60-7256-4106-85ae-1053bf62232f req-aec6f1bf-ad73-4da7-b40a-fba30c948cc6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:51.352053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5822c60-7256-4106-85ae-1053bf62232f req-aec6f1bf-ad73-4da7-b40a-fba30c948cc6 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0533140 Mar 07 05:17:51.397458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5822c60-7256-4106-85ae-1053bf62232f req-cfa808bc-8d85-4c3b-9e7b-09f187effd2f tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Mar 07 05:17:51.966634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:51.969019 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300" -d '{"events": [{"name": "network-changed", "server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:52.015222 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4e6b4-fc0c-45c5-98f9-f97dea8e6877 x-openstack-request-id: req-e7f4e6b4-fc0c-45c5-98f9-f97dea8e6877 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:52.015518 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:52.015773 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f4e6b4-fc0c-45c5-98f9-f97dea8e6877 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:52.016232 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'status': 'completed', 'code': 200} Mar 07 05:17:52.370426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-da2c591a-b7be-4fc6-b219-39e0feb8f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.372654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-da2c591a-b7be-4fc6-b219-39e0feb8f482 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1126 time: 0.3384411 Mar 07 05:17:52.374484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-2604ba8a-7e62-4ee2-8f68-064141f6686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.375816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-2604ba8a-7e62-4ee2-8f68-064141f6686a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1126 time: 0.3338916 Mar 07 05:17:52.446580 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:17:52.521213 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:52.531328 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63fdf7-f2e3-4631-b055-ad4bdc3fcf23 req-9938994f-3d3e-4238-9d22-d8d556436871 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.532989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad63fdf7-f2e3-4631-b055-ad4bdc3fcf23 req-9938994f-3d3e-4238-9d22-d8d556436871 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0602579 Mar 07 05:17:52.536514 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-50270ba7-eca4-4eee-a6b6-c40456c488f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.537965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-50270ba7-eca4-4eee-a6b6-c40456c488f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.1593618 Mar 07 05:17:52.540524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-9a65dc9f-746e-45e5-ab9e-b35d3e0fa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.541853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-9a65dc9f-746e-45e5-ab9e-b35d3e0fa013 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.1562250 Mar 07 05:17:52.581754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad63fdf7-f2e3-4631-b055-ad4bdc3fcf23 req-7fbdb4b7-9415-40f4-8430-5edb5f88a412 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Mar 07 05:17:52.613528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-d7dff986-74af-400f-977d-c301574ea943 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0685496 Mar 07 05:17:52.614888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-6cd6a6e5-b795-4109-bd0b-3294517c2afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0644751 Mar 07 05:17:52.694002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-0b31143a-bd65-4721-ae44-93664ea61ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.695448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-0b31143a-bd65-4721-ae44-93664ea61ffa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0764132 Mar 07 05:17:52.696786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-6b8e5b86-7d99-4900-bec0-9437d8a2ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:52.698125 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-6b8e5b86-7d99-4900-bec0-9437d8a2ba38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0719194 Mar 07 05:17:52.735851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-c94b33dc-ef58-4bec-b9bc-9131a26c679b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320835 Mar 07 05:17:52.754963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-f462b0c3-6add-4512-bd80-4043898d2ade service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442040 Mar 07 05:17:52.905343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-a079f570-5ff3-4d19-91ca-82b39f6e8c89 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523664 Mar 07 05:17:52.907433 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-7d0399b5-9222-4b2f-9749-4f23a0ddd0ad service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452498 Mar 07 05:17:53.069283 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-2d5439b9-e8bf-433f-b85a-64fafa31120b service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566980 Mar 07 05:17:53.071190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9508ed8c-d24b-45e4-aa2f-6f02ab51d300 req-78ecc6f3-04ec-4369-a760-76d7a17c1df8 service neutron] 10.222.0.44 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517980 Mar 07 05:17:53.239500 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:17:53.279423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:17:53.279817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:17:53.699532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9b0b-6570-4188-88e0-248cfcd92e98 req-4c27d270-19c7-445e-97ea-fcd618bafb85 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:53.701016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c2a9b0b-6570-4188-88e0-248cfcd92e98 req-4c27d270-19c7-445e-97ea-fcd618bafb85 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0524936 Mar 07 05:17:53.747803 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c2a9b0b-6570-4188-88e0-248cfcd92e98 req-ecb5694e-f966-4913-b109-cc8743bbe78a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Mar 07 05:17:53.945072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbed89-ef4c-46fa-a865-3ef2f006d7b8 req-3ad01d3d-df22-46c7-b6fb-a96417a1d527 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:53.946698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3fbed89-ef4c-46fa-a865-3ef2f006d7b8 req-3ad01d3d-df22-46c7-b6fb-a96417a1d527 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0558500 Mar 07 05:17:53.957838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-57801e7c-ea50-4b2a-8dfc-7cccaf7efced tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:53.959424 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-57801e7c-ea50-4b2a-8dfc-7cccaf7efced tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4&tenant_id=3e9ec3e0890442e594e065ff5f46d2de&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 944 time: 0.0621247 Mar 07 05:17:54.003099 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3fbed89-ef4c-46fa-a865-3ef2f006d7b8 req-e0bbe924-56de-4bed-a54a-012148cbce52 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 Mar 07 05:17:54.026071 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-63f1e57e-176e-4b3a-a0a9-6a7c3d2e6917 service neutron] delete failed (client error): The resource could not be found. Mar 07 05:17:54.027111 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-63f1e57e-176e-4b3a-a0a9-6a7c3d2e6917 service neutron] 10.222.0.15 "DELETE /v2.0/ports/0ebebb0c-3acb-46a2-af95-2f1000eb5c18/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0618567 Mar 07 05:17:54.112066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-1f89faac-55d4-45bf-9b07-96c972a0317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:54.113555 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-1f89faac-55d4-45bf-9b07-96c972a0317a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 1126 time: 0.0446844 Mar 07 05:17:54.201292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-80ad4987-5eb6-41de-a6d1-483fe5975735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:54.202680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-80ad4987-5eb6-41de-a6d1-483fe5975735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 200 len: 915 time: 0.0834835 Mar 07 05:17:54.247088 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-de2c7ab9-3809-45bc-8da9-5022b9e1e611 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 200 len: 217 time: 0.0372632 Mar 07 05:17:54.292118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-ac8827e5-582d-4a09-8bee-b47a1c1999db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:54.294151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-ac8827e5-582d-4a09-8bee-b47a1c1999db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 200 len: 854 time: 0.0422635 Mar 07 05:17:54.323986 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-600b6c21-7e4d-42f4-87fd-2deda66918d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31ad7e6d-f799-4a7e-8bb7-be65173583c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240521 Mar 07 05:17:54.417550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-eec1b49e-d84b-490d-9235-95273d7fb8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866570 Mar 07 05:17:54.505288 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ed2785d0-edce-4ca7-9e5e-010039483ede req-529c6ea1-a085-4a8d-8b8f-1422038a7eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821595 Mar 07 05:17:55.126595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4253-fab2-4a6a-9e95-273b6db863cb req-4433d768-0940-4638-b534-89e02c0ee634 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:55.128089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c26f4253-fab2-4a6a-9e95-273b6db863cb req-4433d768-0940-4638-b534-89e02c0ee634 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0547376 Mar 07 05:17:55.145081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:17:55.176506 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c26f4253-fab2-4a6a-9e95-273b6db863cb req-f894ade1-2199-4e38-a618-be5c3f673912 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Mar 07 05:17:55.245620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:55.256679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'network_id': '31ad7e6d-f799-4a7e-8bb7-be65173583c0', 'port_id': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'mac_address': 'fa:16:3e:2a:17:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6492e427-3d6b-431b-86fb-31129a3ecc10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:17:55.291438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae199b-a4d6-4342-9471-fb3317d0a0cd req-f4253b2b-6b4a-4592-9db1-4d7171c30291 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:55.292906 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8ae199b-a4d6-4342-9471-fb3317d0a0cd req-f4253b2b-6b4a-4592-9db1-4d7171c30291 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 944 time: 0.0517561 Mar 07 05:17:55.294221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:17:55.294612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:55.307393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:17:55.328014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:55.333061 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:55.343458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b8ae199b-a4d6-4342-9471-fb3317d0a0cd req-7e8b2c7d-563f-45e2-b4ef-41107bc0630d tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Mar 07 05:17:55.380789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:55.460745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8342a4b-9d4e-4827-b83c-b7c6c3ec75a0 req-10dc3ee0-8b13-4103-add3-65fefd852971 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:55.462231 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8342a4b-9d4e-4827-b83c-b7c6c3ec75a0 req-10dc3ee0-8b13-4103-add3-65fefd852971 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 945 time: 0.0550892 Mar 07 05:17:55.508088 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e8342a4b-9d4e-4827-b83c-b7c6c3ec75a0 req-3e85dda6-8dc8-44ac-ad94-c6826719ff65 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Mar 07 05:17:55.682326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['0ebebb0c-3acb-46a2-af95-2f1000eb5c18'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:17:55.829837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff8837-3756-41c2-b68d-8f12ff50fac2 req-35548686-03c8-4e4c-856f-2b54fef455f0 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:55.831357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42ff8837-3756-41c2-b68d-8f12ff50fac2 req-35548686-03c8-4e4c-856f-2b54fef455f0 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Mar 07 05:17:55.877909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-42ff8837-3756-41c2-b68d-8f12ff50fac2 req-56b84e27-b34a-4885-a495-2f5acb98e42a tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Mar 07 05:17:56.996399 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445363c5-f56b-4ae6-8f21-0fb8c0fcaa71 req-b629cdc4-6eb9-4206-93bc-a8c306da3950 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:56.997875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-445363c5-f56b-4ae6-8f21-0fb8c0fcaa71 req-b629cdc4-6eb9-4206-93bc-a8c306da3950 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 945 time: 0.0533853 Mar 07 05:17:57.049391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-445363c5-f56b-4ae6-8f21-0fb8c0fcaa71 req-31ea8988-c330-4fe1-967d-01495d017f7c tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/security-groups?id=a19deafd-d946-4b46-97d8-fc8b26360750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Mar 07 05:17:57.167003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:17:57.216769 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:17:57.220499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:17:57.220873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.282150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-79b88913-a832-4aed-a975-90a75c7b6cdb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:17:57.283654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-79b88913-a832-4aed-a975-90a75c7b6cdb tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 945 time: 0.0583675 Mar 07 05:17:57.301034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:17:57.301421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.324514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:57.339343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:57.344312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.379262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Deleting port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:17:57.379657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.381806 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe72f8-49e1-43c0-80ee-3be392402a0d" -d '{"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-plugged", "status": "completed", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:57.403134 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:57.476709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] For port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,segment=NetworkSegment(186c8a43-a3cd-4816-96a3-e5a34585a4be),segment_id=186c8a43-a3cd-4816-96a3-e5a34585a4be)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:17:57.476906 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.478898 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b305ca-6ae2-42a8-8e89-7304d1217111 x-openstack-request-id: req-e4b305ca-6ae2-42a8-8e89-7304d1217111 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:57.479308 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-plugged", "status": "completed", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:57.479569 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b305ca-6ae2-42a8-8e89-7304d1217111 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:57.479962 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'code': 200} Mar 07 05:17:57.489612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Calling delete_port for 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:17:57.616793 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (0ebebb0c-3acb-46a2-af95-2f1000eb5c18), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.629288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['0ebebb0c-3acb-46a2-af95-2f1000eb5c18'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:17:57.653396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Pushing event deleted for resources: {'Port': ['ID=0ebebb0c-3acb-46a2-af95-2f1000eb5c18,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:57.696375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] No DVR routers for this DVR port 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:17:57.698968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:57.702321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bf1d08eb-e0ec-4267-afe3-46ce971e48fa req-8f633e68-37f7-4c09-aff1-23935ef6946e tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.44 "DELETE /v2.0/ports/0ebebb0c-3acb-46a2-af95-2f1000eb5c18 HTTP/1.1" status: 204 len: 173 time: 0.4137568 Mar 07 05:17:57.702762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-deleted', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:17:57.705072 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed62725-dae8-45a6-8605-7ee49140ec32" -d '{"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-deleted", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:17:57.741103 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f27a60-0a80-464f-b562-fdd93c98be9e x-openstack-request-id: req-48f27a60-0a80-464f-b562-fdd93c98be9e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:17:57.741409 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75f72f-3db4-4ae8-a730-863412479ab4", "name": "network-vif-deleted", "tag": "0ebebb0c-3acb-46a2-af95-2f1000eb5c18", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:17:57.741661 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48f27a60-0a80-464f-b562-fdd93c98be9e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:17:57.742099 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75f72f-3db4-4ae8-a730-863412479ab4', 'name': 'network-vif-deleted', 'tag': '0ebebb0c-3acb-46a2-af95-2f1000eb5c18', 'status': 'completed', 'code': 200} Mar 07 05:17:58.158535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ddb468a9-ad7e-406e-8ef1-8c118c58fb7d req-1b967693-900f-4880-a0bf-6eb722285205 tempest-ServerDiskConfigTestJSON-833619730 tempest-ServerDiskConfigTestJSON-833619730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d75f72f-3db4-4ae8-a730-863412479ab4 HTTP/1.1" status: 200 len: 210 time: 0.0285957 Mar 07 05:17:59.275807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59172) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:17:59.319832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Deleting subnet 6492e427-3d6b-431b-86fb-31129a3ecc10 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:17:59.322854 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Publish callbacks [] for subnet (6492e427-3d6b-431b-86fb-31129a3ecc10), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.361937 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (6492e427-3d6b-431b-86fb-31129a3ecc10), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.399546 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6492e427-3d6b-431b-86fb-31129a3ecc10), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.448490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (6492e427-3d6b-431b-86fb-31129a3ecc10), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.474881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6492e427-3d6b-431b-86fb-31129a3ecc10,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:59.478476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.481642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bb97a6d6-47a1-495b-a0be-502a3b47931f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6492e427-3d6b-431b-86fb-31129a3ecc10 HTTP/1.1" status: 204 len: 168 time: 0.2048430 Mar 07 05:17:59.484179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59174) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:17:59.554679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (31ad7e6d-f799-4a7e-8bb7-be65173583c0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.631755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (31ad7e6d-f799-4a7e-8bb7-be65173583c0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.651543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ad7e6d-f799-4a7e-8bb7-be65173583c0']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:17:59.661111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186c8a43-a3cd-4816-96a3-e5a34585a4be') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:17:59.661407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186c8a43-a3cd-4816-96a3-e5a34585a4be') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:17:59.671172 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (186c8a43-a3cd-4816-96a3-e5a34585a4be), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.684543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (186c8a43-a3cd-4816-96a3-e5a34585a4be), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.690437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:17:59.690803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (186c8a43-a3cd-4816-96a3-e5a34585a4be), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:17:59.692433 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:17:59.751924 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (31ad7e6d-f799-4a7e-8bb7-be65173583c0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.757236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.760360 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/31ad7e6d-f799-4a7e-8bb7-be65173583c0 HTTP/1.1" status: 204 len: 168 time: 0.2752759 Mar 07 05:17:59.771137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3279bb-626e-40e7-9e63-2d41d9a13ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ad7e6d-f799-4a7e-8bb7-be65173583c0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:17:59.866718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:17:59.906601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-86d8ac59-6a0c-46b4-8494-e093a80bf756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e9ec3e0890442e594e065ff5f46d2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387156 Mar 07 05:17:59.909157 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:17:59.955769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Publish callbacks [] for security_group (a19deafd-d946-4b46-97d8-fc8b26360750), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:17:59.977375 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Publish callbacks [] for security_group (a19deafd-d946-4b46-97d8-fc8b26360750), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.024079 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a19deafd-d946-4b46-97d8-fc8b26360750), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.026624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.027850 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a19deafd-d946-4b46-97d8-fc8b26360750 HTTP/1.1" status: 204 len: 168 time: 0.1177919 Mar 07 05:18:00.035123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19deafd-d946-4b46-97d8-fc8b26360750,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:00.042582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.043493 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.043980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.044469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.044833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.045152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.045487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.045817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.046240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.046574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.046916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.047223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.047552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5faa2a-59d6-4b98-a992-f30f1d14823b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:00.682103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:00.775594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1976121777-network', 'tenant_id': '1c2547847ea240a986d40df240d01311'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:00.795056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Made reservation on behalf of 1c2547847ea240a986d40df240d01311 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:18:00.797219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.805455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.884647 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks [] for security_group (c7b14213-b64f-4f30-bc0d-9b23eda7202a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.889844 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c7b14213-b64f-4f30-bc0d-9b23eda7202a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.918575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:18:00.930325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b14213-b64f-4f30-bc0d-9b23eda7202a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:00.937511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0fd7c980-2899-4acc-b43f-ed018d2cf8e4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:00.937936 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Added segment 0fd7c980-2899-4acc-b43f-ed018d2cf8e4 of type vlan for network ad92aa47-b9ba-4b32-943d-702097141ffc Mar 07 05:18:00.983046 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (ad92aa47-b9ba-4b32-943d-702097141ffc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.008884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (ad92aa47-b9ba-4b32-943d-702097141ffc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.009851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:01.010471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.041283 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3580761 Mar 07 05:18:01.045034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:01.053471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Request body: {'subnet': {'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1976121777-subnet', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:01.072186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Made reservation on behalf of 1c2547847ea240a986d40df240d01311 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:18:01.074666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.076129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49646f9-9ae6-4e30-89c2-8fcc796c84ac admin admin] Pushing event updated for resources: {'Network': ['ID=ad92aa47-b9ba-4b32-943d-702097141ffc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:01.086005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network ad92aa47-b9ba-4b32-943d-702097141ffc details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:18:01.197929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:18:01.219681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:18:01.220032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 0ebebb0c-3acb-46a2-af95-2f1000eb5c18 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:18:01.243133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (fa5428f3-6f86-4a3c-9889-10533151fff0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.304460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5428f3-6f86-4a3c-9889-10533151fff0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:01.311793 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:18:01.312161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Network hostable DHCP agents. Network: ad92aa47-b9ba-4b32-943d-702097141ffc, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:18:01.327612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Network ad92aa47-b9ba-4b32-943d-702097141ffc is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:18:01.335488 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, ad92aa47-b9ba-4b32-943d-702097141ffc) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:01.339524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:01.340120 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.344812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8203be-4ee8-4b63-b042-aec7b4110bc2 None None] Network ad92aa47-b9ba-4b32-943d-702097141ffc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:18:01.363195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d397afa4-79fa-4713-89a9-f3d812addb72 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3140759 Mar 07 05:18:01.363556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59208) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:01.368004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:01.386800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9dc32859-cfa2-48ca-8e47-ee5d13286c68), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.388335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9dc32859-cfa2-48ca-8e47-ee5d13286c68), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.445219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks [] for router_controller (9dc32859-cfa2-48ca-8e47-ee5d13286c68), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.455122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-ad92aa47-b9ba-4b32-943d-702097141ffc', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:18:01.456003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.587207 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks [] for router_gateway (9dc32859-cfa2-48ca-8e47-ee5d13286c68), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.593625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Allocated IP 172.20.0.2 (ad92aa47-b9ba-4b32-943d-702097141ffc/fa5428f3-6f86-4a3c-9889-10533151fff0/7db5c159-9919-48c3-a447-5be2317d1301) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:18:01.734303 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Publish callbacks [] for port (7db5c159-9919-48c3-a447-5be2317d1301), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.740576 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7db5c159-9919-48c3-a447-5be2317d1301), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.783326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:18:01.786154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:01.790427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:18:01.795620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Pushing event updated for resources: {'Port': ['ID=7db5c159-9919-48c3-a447-5be2317d1301,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:01.796961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks [] for router_gateway (9dc32859-cfa2-48ca-8e47-ee5d13286c68), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.817552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.847938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Attempting to bind port 7db5c159-9919-48c3-a447-5be2317d1301 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:18:01.848232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Attempting to bind port 7db5c159-9919-48c3-a447-5be2317d1301 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:18:01.848597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Attempting to bind port 7db5c159-9919-48c3-a447-5be2317d1301 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:01.853605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:18:01.853997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:18:01.854417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.854811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:18:01.855281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Bound port: 7db5c159-9919-48c3-a447-5be2317d1301, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:18:01.855816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7db5c159-9919-48c3-a447-5be2317d1301), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:01.927583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Allocated IP 172.25.4.232 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/81b9c129-f70e-4e1d-b068-31da9dea1e9d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:18:02.035271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks [] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:02.070434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:02.081183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] For port 7db5c159-9919-48c3-a447-5be2317d1301, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:18:02.084396 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] For port 7db5c159-9919-48c3-a447-5be2317d1301, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7db5c159-9919-48c3-a447-5be2317d1301,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:18:02.089924 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7db5c159-9919-48c3-a447-5be2317d1301), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:02.110639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:18:02.113308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:02.116689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:18:02.143583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Pushing event updated for resources: {'Port': ['ID=81b9c129-f70e-4e1d-b068-31da9dea1e9d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:02.155970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a56369-e7a1-401a-a48e-8798bebb76cb None None] Pushing event updated for resources: {'Port': ['ID=7db5c159-9919-48c3-a447-5be2317d1301,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:02.393334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks [] for router_gateway (9dc32859-cfa2-48ca-8e47-ee5d13286c68), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:02.597633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9dc32859-cfa2-48ca-8e47-ee5d13286c68), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:02.725787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:18:02.844887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e527-8529-449f-8afb-e850ca62053d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.111836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:18:03.117302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae132168-6c2a-4a79-8e26-bcec5e3d1b65 None None] Network ad92aa47-b9ba-4b32-943d-702097141ffc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:18:03.130954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.132491 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-17a7a397-a3b1-4570-adaa-846318c10355 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7678223 Mar 07 05:18:03.134247 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:18:03.135138 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59210) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:03.189666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:18:03.190754 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:17:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:03.290092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] Provisioning complete for port 7db5c159-9919-48c3-a447-5be2317d1301 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:03.290401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7db5c159-9919-48c3-a447-5be2317d1301), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.370636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:18:03.532389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] Current status of the port 7db5c159-9919-48c3-a447-5be2317d1301 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:03.532786 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7db5c159-9919-48c3-a447-5be2317d1301), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.567060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.603343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] For port 7db5c159-9919-48c3-a447-5be2317d1301, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7db5c159-9919-48c3-a447-5be2317d1301,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:03.611389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7db5c159-9919-48c3-a447-5be2317d1301), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.676295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:02Z', 'revision_number': 3, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:03.681388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f8de1-e882-43fd-bca7-4cb8f7f3adfa None None] Pushing event updated for resources: {'Port': ['ID=7db5c159-9919-48c3-a447-5be2317d1301,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:03.709996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:18:03.710344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Updating router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 port 81b9c129-f70e-4e1d-b068-31da9dea1e9d binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:18:03.746512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.775841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-76910a76-08fb-4e2f-870a-8a1b887575b6 None None] Provisioning complete for port 7db5c159-9919-48c3-a447-5be2317d1301 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:03.776218 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76910a76-08fb-4e2f-870a-8a1b887575b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7db5c159-9919-48c3-a447-5be2317d1301), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.783730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Allocated IP 172.20.0.1 (ad92aa47-b9ba-4b32-943d-702097141ffc/fa5428f3-6f86-4a3c-9889-10533151fff0/16565c41-20cd-4210-a699-a486d745a8c3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:18:03.889263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks [] for port (16565c41-20cd-4210-a699-a486d745a8c3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.928329 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (16565c41-20cd-4210-a699-a486d745a8c3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:03.951032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-76910a76-08fb-4e2f-870a-8a1b887575b6 None None] Current status of the port 7db5c159-9919-48c3-a447-5be2317d1301 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:03.961428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:18:03.966122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:03.972914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:18:03.988169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7db5c159-9919-48c3-a447-5be2317d1301 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:18:04.003909 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Pushing event updated for resources: {'Port': ['ID=16565c41-20cd-4210-a699-a486d745a8c3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:04.018327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9dc32859-cfa2-48ca-8e47-ee5d13286c68), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.105828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7db5c159-9919-48c3-a447-5be2317d1301 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:04.106189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7db5c159-9919-48c3-a447-5be2317d1301), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.161682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (16565c41-20cd-4210-a699-a486d745a8c3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.162758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Publish callbacks [] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.171718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.250539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Attempting to bind port 81b9c129-f70e-4e1d-b068-31da9dea1e9d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:18:04.250781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Attempting to bind port 81b9c129-f70e-4e1d-b068-31da9dea1e9d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:18:04.251248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Attempting to bind port 81b9c129-f70e-4e1d-b068-31da9dea1e9d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:04.258125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e269ab6-f2ab-4358-87f4-b17a25af4027 None None] Pushing event updated for resources: {'Port': ['ID=81b9c129-f70e-4e1d-b068-31da9dea1e9d,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:04.272955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:18:04.273366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:18:04.273756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.274205 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:18:04.274699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Bound port: 81b9c129-f70e-4e1d-b068-31da9dea1e9d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:18:04.275089 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.297524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7db5c159-9919-48c3-a447-5be2317d1301 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:04.319662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ec9761eb-606b-4780-9e48-88d7c9edb544 None None] Provisioning complete for port 16565c41-20cd-4210-a699-a486d745a8c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:04.320045 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec9761eb-606b-4780-9e48-88d7c9edb544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (16565c41-20cd-4210-a699-a486d745a8c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.328629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks [] for port (16565c41-20cd-4210-a699-a486d745a8c3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.333633 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (16565c41-20cd-4210-a699-a486d745a8c3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.368326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] For port 81b9c129-f70e-4e1d-b068-31da9dea1e9d, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:18:04.373190 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] For port 81b9c129-f70e-4e1d-b068-31da9dea1e9d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=81b9c129-f70e-4e1d-b068-31da9dea1e9d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:18:04.374625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ec9761eb-606b-4780-9e48-88d7c9edb544 None None] Port 16565c41-20cd-4210-a699-a486d745a8c3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:18:04.381118 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.403010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Pushing event updated for resources: {'Port': ['ID=16565c41-20cd-4210-a699-a486d745a8c3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:04.408217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9dc32859-cfa2-48ca-8e47-ee5d13286c68), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.440888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e269ab6-f2ab-4358-87f4-b17a25af4027 None None] Pushing event updated for resources: {'Port': ['ID=81b9c129-f70e-4e1d-b068-31da9dea1e9d,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:04.443525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:18:04.444131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:17:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:04.502699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:18:04.504044 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:04.560770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:18:04.628431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:18:04.745415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:18:04.751856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-84cef0ed-e568-4428-bb12-228b6c7013e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/9dc32859-cfa2-48ca-8e47-ee5d13286c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155236 Mar 07 05:18:04.773230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 2, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:04.809888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11aae7-c96a-41a5-93d8-edc6ee57c976 None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 2, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:18:04.820372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-494ef0a4-cb2c-40bc-9107-d2b990fbc64e None None] Provisioning complete for port 16565c41-20cd-4210-a699-a486d745a8c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:04.820696 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-494ef0a4-cb2c-40bc-9107-d2b990fbc64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (16565c41-20cd-4210-a699-a486d745a8c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:04.856164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-494ef0a4-cb2c-40bc-9107-d2b990fbc64e None None] Port 16565c41-20cd-4210-a699-a486d745a8c3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:18:05.466642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d27eb1b6-791a-4e92-a0d3-6a2ecac0af73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:05.945803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81b9c129-f70e-4e1d-b068-31da9dea1e9d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:18:06.001731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 81b9c129-f70e-4e1d-b068-31da9dea1e9d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:06.002191 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.094191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 81b9c129-f70e-4e1d-b068-31da9dea1e9d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:06.094575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.116545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 81b9c129-f70e-4e1d-b068-31da9dea1e9d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=81b9c129-f70e-4e1d-b068-31da9dea1e9d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:06.120941 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.174447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=81b9c129-f70e-4e1d-b068-31da9dea1e9d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:06.366051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:06.370573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507475501', 'description': 'tempest-description--385715709'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:06.390470 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.462439 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group (386a0748-c2fd-47ff-9e5f-19de4766e680), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.467677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (386a0748-c2fd-47ff-9e5f-19de4766e680), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.498231 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.499469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1324005 Mar 07 05:18:06.501359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a4670-d985-464c-a935-0a941aad8ee6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386a0748-c2fd-47ff-9e5f-19de4766e680,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:06.502535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:06.508932 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'security_group_rule': {'security_group_id': '386a0748-c2fd-47ff-9e5f-19de4766e680', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:06.536869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group_rule (c08dac4e-7a72-4c3b-a0a7-f40ef130f264), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.594972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group_rule (c08dac4e-7a72-4c3b-a0a7-f40ef130f264), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.600124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c08dac4e-7a72-4c3b-a0a7-f40ef130f264), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.618402 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08dac4e-7a72-4c3b-a0a7-f40ef130f264,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:06.626650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.627886 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb3f5f22-735b-4b05-a64b-9cab7e1fe379 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225433 Mar 07 05:18:06.630539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:06.634791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'security_group_rule': {'security_group_id': '386a0748-c2fd-47ff-9e5f-19de4766e680', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:06.661840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group_rule (3e77b505-3679-4373-bce2-245e15bb11ee), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.718373 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group_rule (3e77b505-3679-4373-bce2-245e15bb11ee), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.722807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3e77b505-3679-4373-bce2-245e15bb11ee), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.725760 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:18:06.736038 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:18:06.736873 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:18:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:06.740119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e77b505-3679-4373-bce2-245e15bb11ee,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:06.748970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.750210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5310544a-7218-4ae2-923b-9c11cbd04dd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187189 Mar 07 05:18:06.753270 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59226) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:06.757548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:06.780770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.853411 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:18:06.883586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.902541 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:06.998170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Allocated IP 172.25.4.192 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/305e19c8-0850-42ce-954f-e838d565e1f2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:18:07.065257 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 2, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:07.095495 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:18:07.095847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Updating router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 port 16565c41-20cd-4210-a699-a486d745a8c3 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:18:07.103947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for port (305e19c8-0850-42ce-954f-e838d565e1f2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.124674 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (16565c41-20cd-4210-a699-a486d745a8c3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.141374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (305e19c8-0850-42ce-954f-e838d565e1f2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.186071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:18:07.189104 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:07.193686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:18:07.196881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'Port': ['ID=305e19c8-0850-42ce-954f-e838d565e1f2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:07.285763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.322242 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (305e19c8-0850-42ce-954f-e838d565e1f2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.476320 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for port (305e19c8-0850-42ce-954f-e838d565e1f2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.481009 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (305e19c8-0850-42ce-954f-e838d565e1f2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.493891 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Publish callbacks [] for port (16565c41-20cd-4210-a699-a486d745a8c3), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.500097 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (16565c41-20cd-4210-a699-a486d745a8c3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.552051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'Port': ['ID=305e19c8-0850-42ce-954f-e838d565e1f2,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:07.561892 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.582067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.583422 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c42dd77d-f47b-47c3-a4fe-e23732bb8f85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8292391 Mar 07 05:18:07.601929 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Pushing event updated for resources: {'Port': ['ID=16565c41-20cd-4210-a699-a486d745a8c3,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:07.621676 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.622914 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.623261 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.623594 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.623921 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626028 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626028 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626028 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626028 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626028 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626028 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626602 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.626602 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:07.635472 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Attempting to bind port 16565c41-20cd-4210-a699-a486d745a8c3 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:18:07.635851 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Attempting to bind port 16565c41-20cd-4210-a699-a486d745a8c3 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:18:07.636725 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Attempting to bind port 16565c41-20cd-4210-a699-a486d745a8c3 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:07.642088 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:18:07.642513 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:18:07.642922 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.643308 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:18:07.643934 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Bound port: 16565c41-20cd-4210-a699-a486d745a8c3, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:18:07.644330 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (16565c41-20cd-4210-a699-a486d745a8c3), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.715464 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] For port 16565c41-20cd-4210-a699-a486d745a8c3, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:18:07.720163 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] For port 16565c41-20cd-4210-a699-a486d745a8c3, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=16565c41-20cd-4210-a699-a486d745a8c3,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:18:07.729108 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (16565c41-20cd-4210-a699-a486d745a8c3), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.750634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-ed62b1ab-1c51-439d-87ee-23f823f87ca3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1507475501&fields=id&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 267 time: 0.0541923 Mar 07 05:18:07.791397 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:18:07.792033 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:18:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:07.799412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] Provisioning complete for port 16565c41-20cd-4210-a699-a486d745a8c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:07.800076 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (16565c41-20cd-4210-a699-a486d745a8c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.834375 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9977ab-1026-4c22-91cf-e48ac54771ff None None] Pushing event updated for resources: {'Port': ['ID=16565c41-20cd-4210-a699-a486d745a8c3,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:07.886553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-284beb9e-45bb-4076-af2a-d1e7047bce85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:07.899578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-284beb9e-45bb-4076-af2a-d1e7047bce85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1481783 Mar 07 05:18:07.911956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:07.919222 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-1ac4ec21-fdb0-40b9-b6a1-39e71dad9409 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/quotas/1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 375 time: 0.0176647 Mar 07 05:18:07.939729 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:18:08.006614 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-b6e0ddd3-8deb-4d70-a973-f68c5fd9387e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865223 Mar 07 05:18:08.173947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81b9c129-f70e-4e1d-b068-31da9dea1e9d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:18:08.190180 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:07Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:08.216927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] Current status of the port 16565c41-20cd-4210-a699-a486d745a8c3 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:08.217325 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (16565c41-20cd-4210-a699-a486d745a8c3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:08.218477 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18879819-9e48-4bac-9ef3-1ccead96896d None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:07Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:18:08.230900 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-8eb56a63-a3b7-4803-a079-f83998a55d01 service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395354 Mar 07 05:18:08.265519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] For port 16565c41-20cd-4210-a699-a486d745a8c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=16565c41-20cd-4210-a699-a486d745a8c3,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:08.272350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (16565c41-20cd-4210-a699-a486d745a8c3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:08.275721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 81b9c129-f70e-4e1d-b068-31da9dea1e9d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:08.276060 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:08.340054 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-32a59cac-bfb2-4825-ae7c-7381d9a47b99 service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017435 Mar 07 05:18:08.354700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c8e6-fef7-4af7-9312-83f50f140534 None None] Pushing event updated for resources: {'Port': ['ID=16565c41-20cd-4210-a699-a486d745a8c3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:08.411878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 81b9c129-f70e-4e1d-b068-31da9dea1e9d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:08.412936 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 16565c41-20cd-4210-a699-a486d745a8c3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:18:08.436597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-61f19d25-3cb0-4c8d-9fab-2549a485f6a4 None None] Provisioning complete for port 16565c41-20cd-4210-a699-a486d745a8c3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:08.437047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61f19d25-3cb0-4c8d-9fab-2549a485f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (16565c41-20cd-4210-a699-a486d745a8c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:08.510613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 16565c41-20cd-4210-a699-a486d745a8c3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:08.510991 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (16565c41-20cd-4210-a699-a486d745a8c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:08.534924 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-885cae50-df0f-4ed1-a516-4e147de77d3e req-b72bea04-8066-4a07-889f-9f64b8e897a3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 210 time: 0.0417750 Mar 07 05:18:08.584567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-61f19d25-3cb0-4c8d-9fab-2549a485f6a4 None None] Current status of the port 16565c41-20cd-4210-a699-a486d745a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:08.634946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 16565c41-20cd-4210-a699-a486d745a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:09.527101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-aaac62f8-f5a4-4a96-b15a-9bf066273e55 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:09.529242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-aaac62f8-f5a4-4a96-b15a-9bf066273e55 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1208746 Mar 07 05:18:09.532433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:09.603206 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-6a0a6761-1d50-45c6-9db9-5dbe341dce44 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 380 time: 0.0654633 Mar 07 05:18:09.612372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'port': {'device_id': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'admin_state_up': True, 'tenant_id': '1c2547847ea240a986d40df240d01311', 'security_groups': ['386a0748-c2fd-47ff-9e5f-19de4766e680']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:09.634323 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-256fc52d-695e-4a18-ba6d-3b684417bcd6 req-54f28d9e-7bab-4537-9e1c-fcd28b042d21 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 210 time: 0.0312259 Mar 07 05:18:09.725236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Made reservation on behalf of 1c2547847ea240a986d40df240d01311 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:18:09.728518 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:09.850508 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Allocated IP 172.20.0.14 (ad92aa47-b9ba-4b32-943d-702097141ffc/fa5428f3-6f86-4a3c-9889-10533151fff0/9b0218d4-c458-4aff-b921-0d824a9356b4) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:18:09.919371 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 16565c41-20cd-4210-a699-a486d745a8c3 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:18:09.966763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 16565c41-20cd-4210-a699-a486d745a8c3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:09.967474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (16565c41-20cd-4210-a699-a486d745a8c3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:09.998284 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.031498 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.045839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 16565c41-20cd-4210-a699-a486d745a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:10.076355 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:18:10.083006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:18:10.088041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:18:10.117208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:10.147593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:10.148210 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.165650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-17e4d5db-d2ea-47b2-bb49-35219be668c6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567966 Mar 07 05:18:10.176410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Request body: {'port': {'device_id': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:10.239036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.315999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f55237a7-9347-46cc-a830-21f1d575ad47 None None] Provisioning complete for port 9b0218d4-c458-4aff-b921-0d824a9356b4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:10.316386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f55237a7-9347-46cc-a830-21f1d575ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.354680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f55237a7-9347-46cc-a830-21f1d575ad47 None None] Port 9b0218d4-c458-4aff-b921-0d824a9356b4 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:18:10.504417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0218d4-c458-4aff-b921-0d824a9356b4 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:18:10.511833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Publish callbacks [] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.523534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Transition to ACTIVE for port object 9b0218d4-c458-4aff-b921-0d824a9356b4 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:18:10.527444 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.576247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:10.648621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:18:10.648939 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:18:10.649265 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:10.654385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Port 9b0218d4-c458-4aff-b921-0d824a9356b4 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:18:10.654712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:10.660119 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:18:10.660465 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:18:10.660859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:18:10.661292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Bound port: 9b0218d4-c458-4aff-b921-0d824a9356b4, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:18:10.661657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.735490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:18:10.740564 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:18:10.750013 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.779352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ec3f1-753d-4d01-8449-2f54be02eb04 req-2cb9a979-4649-49fe-948a-17b9f53d4bdb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:10.782310 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-447ec3f1-753d-4d01-8449-2f54be02eb04 req-2cb9a979-4649-49fe-948a-17b9f53d4bdb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0721233 Mar 07 05:18:10.792971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:10.793454 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:10.795684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1092 time: 0.6234798 Mar 07 05:18:10.796148 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:18:10.798542 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5474d636-5b98-4eaa-b2d8-0300de51aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:18:10.820205 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4d168-e259-4d4c-bd85-222fe6362cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:10.867337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-447ec3f1-753d-4d01-8449-2f54be02eb04 req-4713d51b-bb9a-4edd-b6d7-8db305ef5f69 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776362 Mar 07 05:18:10.909647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-7faced31-8e13-4294-bbb4-1875e812cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:10.911859 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-7faced31-8e13-4294-bbb4-1875e812cf9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0684450 Mar 07 05:18:10.959053 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dbf1e6-82f7-4d3c-8571-e235c63653b8 x-openstack-request-id: req-a1dbf1e6-82f7-4d3c-8571-e235c63653b8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:18:10.959413 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:18:10.959669 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1dbf1e6-82f7-4d3c-8571-e235c63653b8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:18:10.960071 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'status': 'completed', 'code': 200} Mar 07 05:18:10.961583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-4701dd0a-790c-4b38-b60c-7c272b9d1771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 217 time: 0.0433798 Mar 07 05:18:11.010920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-b4c1080c-e0cb-4995-bedf-e7800218f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:11.012411 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-b4c1080c-e0cb-4995-bedf-e7800218f6c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0453994 Mar 07 05:18:11.060917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-0c9d84b2-fd1c-429a-a7e0-c5622cdf7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:11.062424 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-0c9d84b2-fd1c-429a-a7e0-c5622cdf7943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442073 Mar 07 05:18:11.158575 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-9f6d2f65-5391-410b-8e71-1c05972fb19f service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900998 Mar 07 05:18:11.246634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d616790-e248-42e6-bf1c-43dcbb80c237 req-98e4130d-edbb-4b47-b667-a6cfdd2f9e93 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827153 Mar 07 05:18:11.331495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-663c6990-5446-4e0c-88f5-406ac5090bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:11.332973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-663c6990-5446-4e0c-88f5-406ac5090bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0446584 Mar 07 05:18:11.425219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-2dd1053b-4ffa-4c4d-85eb-dcd1cbe2a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:11.426628 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-2dd1053b-4ffa-4c4d-85eb-dcd1cbe2a3c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0884674 Mar 07 05:18:11.466473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-85789f12-c7b5-4e45-be38-083d2dd2f551 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 217 time: 0.0338345 Mar 07 05:18:11.519400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-2b2b34ae-ed85-475b-94b4-5dbdf89c2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:11.520854 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-2b2b34ae-ed85-475b-94b4-5dbdf89c2ff8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0476396 Mar 07 05:18:11.570887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-b45373bf-ee07-48c4-b5d6-0ebc8981a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:11.572379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-b45373bf-ee07-48c4-b5d6-0ebc8981a749 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444233 Mar 07 05:18:11.660355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-9a0be7ea-74d9-4a6b-87b8-b8c782f50115 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802312 Mar 07 05:18:12.003167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29967c2-6ee8-4ff8-8458-1561d7c5838f req-6dee621b-de62-49bd-9643-ec138f87ffac tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:12.004656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29967c2-6ee8-4ff8-8458-1561d7c5838f req-6dee621b-de62-49bd-9643-ec138f87ffac tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0535376 Mar 07 05:18:12.016224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5474d636-5b98-4eaa-b2d8-0300de51aaf6 req-65a74af7-5fbc-4d66-8187-9462424f02b4 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495080 Mar 07 05:18:12.052994 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f29967c2-6ee8-4ff8-8458-1561d7c5838f req-9a48f32a-a469-4e6a-bd28-bd3bfe054924 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Mar 07 05:18:13.180144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c8888-5d22-4801-942e-442143b7137b req-6eeff341-e4ce-437f-9318-8064f17200fa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:13.181617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-090c8888-5d22-4801-942e-442143b7137b req-6eeff341-e4ce-437f-9318-8064f17200fa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0557039 Mar 07 05:18:13.228157 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-090c8888-5d22-4801-942e-442143b7137b req-31ce394a-4d9f-4b25-80ae-b8fc25fac9aa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Mar 07 05:18:13.355610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:18:13.453532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:13.463918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'mac_address': 'fa:16:3e:d6:74:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:18:13.501048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9b0218d4-c458-4aff-b921-0d824a9356b4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:13.501340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:13.514284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0218d4-c458-4aff-b921-0d824a9356b4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:18:13.535104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:13.539028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:13.585790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:13.593112 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.593465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.593811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.594177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.594515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.594848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.595179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.595508 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.595837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.596163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.596507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.597077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.597399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:13.738625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9b0218d4-c458-4aff-b921-0d824a9356b4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:18:14.343690 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e84e-0ca6-4f2c-bdb0-c6e4d7de6a0c req-dd934f58-dfca-457b-abd3-ae4d86f15cc2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:14.345140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb11e84e-0ca6-4f2c-bdb0-c6e4d7de6a0c req-dd934f58-dfca-457b-abd3-ae4d86f15cc2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 945 time: 0.0509756 Mar 07 05:18:14.395722 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bb11e84e-0ca6-4f2c-bdb0-c6e4d7de6a0c req-e70b67db-7bf5-45ad-9241-c983834f3aa0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447893 Mar 07 05:18:15.363820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:18:15.413091 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 9b0218d4-c458-4aff-b921-0d824a9356b4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:18:15.418336 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 9b0218d4-c458-4aff-b921-0d824a9356b4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:18:15.418918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:15.501791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9b0218d4-c458-4aff-b921-0d824a9356b4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:18:15.502293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:15.518821 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097bdc2-2d6b-4bd8-95d9-a1cbaf5317e7 req-e8e6b5cb-5b1e-4fb5-b4e7-d660903e79e3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:15.520292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2097bdc2-2d6b-4bd8-95d9-a1cbaf5317e7 req-e8e6b5cb-5b1e-4fb5-b4e7-d660903e79e3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 945 time: 0.0511453 Mar 07 05:18:15.528055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:18:15.531052 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9631e-6002-48e2-b18a-230fcf58a0c1" -d '{"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:18:15.541320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:15.545705 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:15.572688 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2097bdc2-2d6b-4bd8-95d9-a1cbaf5317e7 req-2144b249-8dc7-4fc8-80c3-94bd53ed0d18 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 Mar 07 05:18:15.593652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:15.615150 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e44e66-4b61-4084-b2d7-0ee20e32a3f4 x-openstack-request-id: req-90e44e66-4b61-4084-b2d7-0ee20e32a3f4 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:18:15.615320 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:18:15.615569 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90e44e66-4b61-4084-b2d7-0ee20e32a3f4 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:18:15.615975 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'code': 200} Mar 07 05:18:15.710474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f66e0-9f49-4f34-8fc0-e769a3ca39f3 req-3a110f00-6520-4dca-8fcd-d3692ce4a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:15.711969 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-152f66e0-9f49-4f34-8fc0-e769a3ca39f3 req-3a110f00-6520-4dca-8fcd-d3692ce4a73a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0429292 Mar 07 05:18:15.755324 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-152f66e0-9f49-4f34-8fc0-e769a3ca39f3 req-431a8632-2bf6-4bdd-b111-a898318402d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371153 Mar 07 05:18:16.692330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b8170-eb18-4082-bfa1-5ee1f5cca605 req-84bc1675-1e3e-4d4b-b94f-2acf2dd088b1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:16.693782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-000b8170-eb18-4082-bfa1-5ee1f5cca605 req-84bc1675-1e3e-4d4b-b94f-2acf2dd088b1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Mar 07 05:18:16.740618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-000b8170-eb18-4082-bfa1-5ee1f5cca605 req-65bd8ff4-35b5-45fc-ab86-0aabd67f8e76 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Mar 07 05:18:17.856050 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0707aa-6a37-4b25-bfa2-5f7a31ef5af7 req-32e00219-56fa-4dce-b5ed-b7d706353f97 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:17.857503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a0707aa-6a37-4b25-bfa2-5f7a31ef5af7 req-32e00219-56fa-4dce-b5ed-b7d706353f97 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0505035 Mar 07 05:18:17.905904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a0707aa-6a37-4b25-bfa2-5f7a31ef5af7 req-b1302107-6d04-4ca0-a0e4-3fe4fcc20b53 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 Mar 07 05:18:18.019438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b87498-2383-4232-8cac-8a8971dec472 req-5093d9fd-a357-44d4-846d-2092f86b6732 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:18.020897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b87498-2383-4232-8cac-8a8971dec472 req-5093d9fd-a357-44d4-846d-2092f86b6732 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0558524 Mar 07 05:18:18.030724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59276) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:18:18.035298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'floatingip': {'port_id': '9b0218d4-c458-4aff-b921-0d824a9356b4'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:18.078831 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:18.518894 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:18.522445 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:18.624383 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 associated. External IP: 172.25.4.192, port: 9b0218d4-c458-4aff-b921-0d824a9356b4. Mar 07 05:18:18.834062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:18:18.942713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:18:18.947224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:18.953204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:18:18.962552 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:18:18.963216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:18:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:18.977932 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3f69e770-a2a1-4b8b-a40e-3e371dc25d42 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "PUT /v2.0/floatingips/8a7375cc-804b-4f28-b916-63444449b157 HTTP/1.1" status: 200 len: 992 time: 0.9460869 Mar 07 05:18:18.978647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:18:18.981124 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51669d70-8085-487d-b6c5-b5f9aaa500ac" -d '{"events": [{"name": "network-changed", "server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:18:19.077012 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:18:19.077404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b9492-55f2-42c3-ab8c-00b9bfb986f1 req-7b100520-07b0-42d1-a6ae-396166827c85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:19.078918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-990b9492-55f2-42c3-ab8c-00b9bfb986f1 req-7b100520-07b0-42d1-a6ae-396166827c85 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0525153 Mar 07 05:18:19.130962 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-990b9492-55f2-42c3-ab8c-00b9bfb986f1 req-12caa12e-7f05-4459-baf0-8b95aba8bbc1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463915 Mar 07 05:18:19.177810 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec948143-9112-49a0-892a-b60f2abfe25f x-openstack-request-id: req-ec948143-9112-49a0-892a-b60f2abfe25f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:18:19.178402 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:18:19.178402 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec948143-9112-49a0-892a-b60f2abfe25f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:18:19.178781 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'status': 'completed', 'code': 200} Mar 07 05:18:19.247014 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-9fb94e7f-5cf1-43f1-b020-c17834fd7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:19.249872 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-9fb94e7f-5cf1-43f1-b020-c17834fd7374 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0494692 Mar 07 05:18:19.281296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d569c-e740-4c3f-93c6-c1c6d0646ea9 req-fb65d3bb-dc8f-461e-aec4-0bfe7d452317 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:19.282890 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c19d569c-e740-4c3f-93c6-c1c6d0646ea9 req-fb65d3bb-dc8f-461e-aec4-0bfe7d452317 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0613019 Mar 07 05:18:19.338424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:d6:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:18:18Z', 'revision_number': 1, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:19.339080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c19d569c-e740-4c3f-93c6-c1c6d0646ea9 req-bc95a997-b80b-40a4-b3dc-cc9a0e9992a7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501137 Mar 07 05:18:19.370075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:18:19.377553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-a65ef54e-a8c4-4d96-96e4-175a9360b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:19.379067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-a65ef54e-a8c4-4d96-96e4-175a9360b2a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1232488 Mar 07 05:18:19.381534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:18:19.382203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:18:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:19.447222 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-8eaf62c2-c5d0-4084-bb8d-426b21189310 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1000 time: 0.0622492 Mar 07 05:18:19.500819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-deed633d-99d6-4c19-890c-7dd67d18c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:19.502479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-deed633d-99d6-4c19-890c-7dd67d18c28d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0487196 Mar 07 05:18:19.507634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:18:19.574257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-3f3e3305-6b7d-4650-9ebc-b15578317135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:19.578640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-3f3e3305-6b7d-4650-9ebc-b15578317135 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682223 Mar 07 05:18:19.688177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-ae4d58ab-7322-47b2-ba52-8588016bcc06 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053922 Mar 07 05:18:19.758390 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:d6:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:18:18Z', 'revision_number': 1, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:18:19.785437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11991486-23c5-44e6-906e-fe82b75dedbd None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:d6:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:18:18Z', 'revision_number': 1, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:18:19.800139 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-51669d70-8085-487d-b6c5-b5f9aaa500ac req-970998e2-188b-4df5-b195-55fabdbd1387 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052926 Mar 07 05:18:20.017567 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc5981-cf84-436e-894c-aa7cdbd3f02f None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:18:20.283243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:20.463299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d2ef-1ff0-4430-960b-5d19272a5efa req-d5c9da04-83c3-4972-af52-e0c0799d1f3e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:20.464785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7358d2ef-1ff0-4430-960b-5d19272a5efa req-d5c9da04-83c3-4972-af52-e0c0799d1f3e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0531893 Mar 07 05:18:20.517009 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7358d2ef-1ff0-4430-960b-5d19272a5efa req-7adf0bc2-de6e-47a0-bcfd-bf805f021833 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Mar 07 05:18:20.632574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9088c-dc01-4382-b608-3203bb73df41 req-5b31628f-aed4-41af-8c29-7caad9c98c8d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:20.634067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dc9088c-dc01-4382-b608-3203bb73df41 req-5b31628f-aed4-41af-8c29-7caad9c98c8d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Mar 07 05:18:20.679425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8dc9088c-dc01-4382-b608-3203bb73df41 req-51ed51c8-a7d0-4887-87a4-8ef341a0ca9d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 Mar 07 05:18:20.913034 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-d6390e88-73f4-4a53-a328-4c367282e153 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447111 Mar 07 05:18:20.927161 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2c578-ecca-42da-93e3-f85800594aaf req-11f5eeaf-5c20-4d8e-a227-b2d02a749dbc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:20.928710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ab2c578-ecca-42da-93e3-f85800594aaf req-11f5eeaf-5c20-4d8e-a227-b2d02a749dbc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0571702 Mar 07 05:18:20.976650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ab2c578-ecca-42da-93e3-f85800594aaf req-c9b4616c-e6ca-49ba-9ba3-c8225e5409c4 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Mar 07 05:18:21.334898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-f6157fae-ccdd-4e11-86b2-19018a17dada tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:21.336153 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-f6157fae-ccdd-4e11-86b2-19018a17dada tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports/9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 943 time: 0.0452764 Mar 07 05:18:22.095460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637673b2-8a1a-42a0-a742-3ed1f0b6c244 req-9cba3897-a087-49b0-a071-31337d5ca65d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:22.097226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-637673b2-8a1a-42a0-a742-3ed1f0b6c244 req-9cba3897-a087-49b0-a071-31337d5ca65d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0530233 Mar 07 05:18:22.144859 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-637673b2-8a1a-42a0-a742-3ed1f0b6c244 req-6982ce3a-e92a-4eb4-9e45-35aa8693cb21 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Mar 07 05:18:22.268743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-ac555ccb-75ca-4c47-ba60-41492afbc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:22.270467 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-ac555ccb-75ca-4c47-ba60-41492afbc864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0450921 Mar 07 05:18:22.361316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-c8ba9bc4-2ca2-4e19-8a64-fedc0f60a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:22.362882 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-c8ba9bc4-2ca2-4e19-8a64-fedc0f60a79b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0865569 Mar 07 05:18:22.439310 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-8a1e1e73-6a4e-407c-8407-012a05a542fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1002 time: 0.0711288 Mar 07 05:18:22.487807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-d23951c5-869d-4183-8c61-7619959d3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:22.489233 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-d23951c5-869d-4183-8c61-7619959d3baf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0448239 Mar 07 05:18:22.536787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-813fd2e1-b65a-456d-8b00-a01d89a41dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:22.538195 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-813fd2e1-b65a-456d-8b00-a01d89a41dd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434434 Mar 07 05:18:22.539649 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:22.628660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-7f5d0425-01b3-4e53-a5b2-5117ca1da3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848458 Mar 07 05:18:22.719547 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-026ffeda-2fa3-482f-80e9-6c083515e179 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856802 Mar 07 05:18:23.266405 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ca25-8648-4fc2-afcf-a148273203da req-947f0c2a-a8cf-4992-9943-996b7c608bd2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:23.268074 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5206ca25-8648-4fc2-afcf-a148273203da req-947f0c2a-a8cf-4992-9943-996b7c608bd2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0547948 Mar 07 05:18:23.317416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5206ca25-8648-4fc2-afcf-a148273203da req-a0071cf2-db2e-47a8-8d0a-f5cc0e0b6ec6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Mar 07 05:18:24.439716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa4a7c-91a8-4e9f-aa69-0f6aa356ad5f req-f8fb4350-c5d8-4686-b03a-251cd3b7272e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:24.441178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7aa4a7c-91a8-4e9f-aa69-0f6aa356ad5f req-f8fb4350-c5d8-4686-b03a-251cd3b7272e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0529563 Mar 07 05:18:24.488051 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7aa4a7c-91a8-4e9f-aa69-0f6aa356ad5f req-47fab7f4-1043-441e-b52a-ab1ab22a3453 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Mar 07 05:18:25.610993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8422-d8a1-40c4-82a2-1db569665de4 req-b0f3db15-4de6-497c-95ba-440af72d77b8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:25.612526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29ba8422-d8a1-40c4-82a2-1db569665de4 req-b0f3db15-4de6-497c-95ba-440af72d77b8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0534039 Mar 07 05:18:25.659702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29ba8422-d8a1-40c4-82a2-1db569665de4 req-1dc50031-670d-417b-83e2-e47fd139f4db tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Mar 07 05:18:26.780356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576552-bd00-4457-b128-0b5999a130df req-70b2ab9d-cd85-4310-ba81-a83b9385d06d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:26.782173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b576552-bd00-4457-b128-0b5999a130df req-70b2ab9d-cd85-4310-ba81-a83b9385d06d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0553784 Mar 07 05:18:26.828141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2b576552-bd00-4457-b128-0b5999a130df req-e6fbfbf7-d352-4b38-a708-9fd86a05a8f1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Mar 07 05:18:27.944442 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3a8ea-3152-4a38-88f4-58b6f81d2eee req-5e6da8fe-842f-4dec-bd19-2675895d857f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:27.945910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d3a8ea-3152-4a38-88f4-58b6f81d2eee req-5e6da8fe-842f-4dec-bd19-2675895d857f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0516908 Mar 07 05:18:27.992316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f7d3a8ea-3152-4a38-88f4-58b6f81d2eee req-08683b2a-d633-4cfb-871d-6f3708e6450c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408671 Mar 07 05:18:29.112595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3aef0f-5b38-4f88-9f98-6037d2480521 req-4b0a1abb-7704-4ece-9ffd-3fc8d6d78726 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:29.114080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc3aef0f-5b38-4f88-9f98-6037d2480521 req-4b0a1abb-7704-4ece-9ffd-3fc8d6d78726 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0550179 Mar 07 05:18:29.166486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc3aef0f-5b38-4f88-9f98-6037d2480521 req-aadb7cca-f565-4fa9-9fd8-c7aa159f1f9c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469160 Mar 07 05:18:29.445140 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:18:30.284391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8935768-fec6-4ab7-ba37-71730c394aa5 req-9e792605-8673-4e66-953b-ee412a4e957e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:30.285856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8935768-fec6-4ab7-ba37-71730c394aa5 req-9e792605-8673-4e66-953b-ee412a4e957e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0540326 Mar 07 05:18:30.331368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8935768-fec6-4ab7-ba37-71730c394aa5 req-d28d5344-3c28-4598-b0ba-9035139a276e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Mar 07 05:18:31.451042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602db0-fdd8-4d36-986f-5fe1ec415a8d req-a3d37ef5-8b89-4532-9648-116e2309d571 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:31.453124 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e602db0-fdd8-4d36-986f-5fe1ec415a8d req-a3d37ef5-8b89-4532-9648-116e2309d571 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0501809 Mar 07 05:18:31.504466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e602db0-fdd8-4d36-986f-5fe1ec415a8d req-e75ff954-4d22-4102-b7e7-8e0c164bca77 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 Mar 07 05:18:32.625116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132843-de98-4fce-920c-ede59517c3d2 req-ca0748d1-2455-4226-937b-4c480cb55435 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:32.626610 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5132843-de98-4fce-920c-ede59517c3d2 req-ca0748d1-2455-4226-937b-4c480cb55435 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0519047 Mar 07 05:18:32.672667 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5132843-de98-4fce-920c-ede59517c3d2 req-1684c293-05b3-4f74-86fb-9985cb50a984 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Mar 07 05:18:32.837780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d74e60c-4f83-442b-b0c9-4dc4ab4d6ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:33.788469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95d5f0-d81a-4b1e-b5a0-d96de5f982e1 req-eef4061b-4437-4f46-bb22-3a050b96bed6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:33.789927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e95d5f0-d81a-4b1e-b5a0-d96de5f982e1 req-eef4061b-4437-4f46-bb22-3a050b96bed6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0507312 Mar 07 05:18:33.834644 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e95d5f0-d81a-4b1e-b5a0-d96de5f982e1 req-97b7af7a-759e-4e98-b2a2-73a70487d13a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 Mar 07 05:18:34.956850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f579d15-a660-4b59-8654-6930606f9b69 req-8abecccb-e2cb-4998-add9-eef45b1ee850 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:34.958324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f579d15-a660-4b59-8654-6930606f9b69 req-8abecccb-e2cb-4998-add9-eef45b1ee850 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0559413 Mar 07 05:18:35.004384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2f579d15-a660-4b59-8654-6930606f9b69 req-bc8657d2-b92c-4862-803d-31936d36929c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Mar 07 05:18:35.457691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-781bb7ac-d373-4555-902d-18c9b8800e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:36.127711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42f4d-39c6-4e5a-ad36-3f436403de85 req-e1dbcfda-d0a0-44d3-b98e-75b78c0ac9a1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:36.129075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cb42f4d-39c6-4e5a-ad36-3f436403de85 req-e1dbcfda-d0a0-44d3-b98e-75b78c0ac9a1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0568104 Mar 07 05:18:36.174487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9cb42f4d-39c6-4e5a-ad36-3f436403de85 req-09b45d84-0e4e-49f4-af71-058b573aa175 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Mar 07 05:18:36.902618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:37.288846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc239bf-06fb-4e03-9160-6d7540e2e39f req-30f1108a-8a21-4c8a-80b8-ee4bb0443084 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:37.290300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dc239bf-06fb-4e03-9160-6d7540e2e39f req-30f1108a-8a21-4c8a-80b8-ee4bb0443084 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0502441 Mar 07 05:18:37.340000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dc239bf-06fb-4e03-9160-6d7540e2e39f req-edd64db9-6fcb-45d7-b1dd-0a00ec8e769f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Mar 07 05:18:37.825293 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:38.457628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393af71-9bb7-4339-a0f7-ae47d5e1fae3 req-7e16c46e-3eff-4028-9987-2109066dcf20 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:38.459220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6393af71-9bb7-4339-a0f7-ae47d5e1fae3 req-7e16c46e-3eff-4028-9987-2109066dcf20 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0516288 Mar 07 05:18:38.506169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6393af71-9bb7-4339-a0f7-ae47d5e1fae3 req-0b28ef75-3bce-4568-b733-f3035d104dc8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Mar 07 05:18:39.535243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:39.625551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ac04-a994-43e4-a845-96c323737695 req-9caff231-35a6-46ef-922d-6f36c1f4e4a6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:39.627044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d72ac04-a994-43e4-a845-96c323737695 req-9caff231-35a6-46ef-922d-6f36c1f4e4a6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0524507 Mar 07 05:18:39.672484 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d72ac04-a994-43e4-a845-96c323737695 req-6a032528-f160-4267-9309-0f1984f837b0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Mar 07 05:18:40.793528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd66395-5aae-4ed8-ab90-f1885c90c5bf req-aeced256-fdec-4c29-8828-1c51e2a416b7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:40.795027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dd66395-5aae-4ed8-ab90-f1885c90c5bf req-aeced256-fdec-4c29-8828-1c51e2a416b7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0551729 Mar 07 05:18:40.839950 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dd66395-5aae-4ed8-ab90-f1885c90c5bf req-f8a120cd-6c0a-46ef-aee8-8f084d68c2e5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Mar 07 05:18:41.958936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1fe2-da7a-4893-8e3b-4cf604f1024a req-17153333-3e0f-40a6-a75e-4d710fe05aaa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:41.960426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2afd1fe2-da7a-4893-8e3b-4cf604f1024a req-17153333-3e0f-40a6-a75e-4d710fe05aaa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0515172 Mar 07 05:18:42.006603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2afd1fe2-da7a-4893-8e3b-4cf604f1024a req-4448d112-fd03-4ff6-8d02-c9619d69644f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Mar 07 05:18:43.128380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206601ec-1fcb-4273-8d4d-55b1535bb54f req-0dd7d8c3-cb69-4bee-b2de-7ba4fd1522f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:43.129869 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206601ec-1fcb-4273-8d4d-55b1535bb54f req-0dd7d8c3-cb69-4bee-b2de-7ba4fd1522f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Mar 07 05:18:43.174598 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-206601ec-1fcb-4273-8d4d-55b1535bb54f req-5269142f-60fe-475b-9ae6-c0124808514d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Mar 07 05:18:44.291384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68049997-8a80-4707-8bcb-32d102f23011 req-2f890063-f91a-4cc7-b9ab-cd9876832c0d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:44.292866 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68049997-8a80-4707-8bcb-32d102f23011 req-2f890063-f91a-4cc7-b9ab-cd9876832c0d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0513241 Mar 07 05:18:44.338246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68049997-8a80-4707-8bcb-32d102f23011 req-235d1ff2-d2b8-46bd-9837-d5e2d3a520bb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 Mar 07 05:18:45.455617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ba804-812c-4866-9480-f59ecca60e98 req-9d9a3d19-0303-4e2e-9f5f-e97a498081c1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:45.457150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df4ba804-812c-4866-9480-f59ecca60e98 req-9d9a3d19-0303-4e2e-9f5f-e97a498081c1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0522380 Mar 07 05:18:45.507765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df4ba804-812c-4866-9480-f59ecca60e98 req-1b83ba73-3025-4d70-98ba-55bfdfbf7b66 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Mar 07 05:18:46.973543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6295ef-0edb-4cbb-b56a-04b9a0f9bf52 req-497825b3-4aed-4058-91ef-0167bde31352 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:46.975037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f6295ef-0edb-4cbb-b56a-04b9a0f9bf52 req-497825b3-4aed-4058-91ef-0167bde31352 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.3982008 Mar 07 05:18:47.022749 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3f6295ef-0edb-4cbb-b56a-04b9a0f9bf52 req-15f8dabc-8f59-46b1-b0c2-7eedfae43ffc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Mar 07 05:18:48.139998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc66df-2a65-433c-87e6-8a0bbadc5b70 req-f7f5f85f-ead0-4a7c-af7b-e84f21a1795a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:48.141383 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fcc66df-2a65-433c-87e6-8a0bbadc5b70 req-f7f5f85f-ead0-4a7c-af7b-e84f21a1795a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0521505 Mar 07 05:18:48.189798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3fcc66df-2a65-433c-87e6-8a0bbadc5b70 req-75e26019-acdd-4022-83de-9241f366d470 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Mar 07 05:18:49.310278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d154-0c05-4696-9f32-8cf9b7f3c5d0 req-19dcba2b-bb84-4053-9102-af73a885bd2f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:49.311914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e3d154-0c05-4696-9f32-8cf9b7f3c5d0 req-19dcba2b-bb84-4053-9102-af73a885bd2f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0539758 Mar 07 05:18:49.358213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-40e3d154-0c05-4696-9f32-8cf9b7f3c5d0 req-9f9ac2c0-0519-4ff3-b2b8-e1752f12ac47 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Mar 07 05:18:50.283821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:50.478867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fb3f1-1bd0-47c6-b62d-bf73aaac905d req-bf0ec0d7-9a29-4b05-b636-1221bd534893 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:50.480339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c02fb3f1-1bd0-47c6-b62d-bf73aaac905d req-bf0ec0d7-9a29-4b05-b636-1221bd534893 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0550783 Mar 07 05:18:50.526927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c02fb3f1-1bd0-47c6-b62d-bf73aaac905d req-891fd76d-4d45-4771-b2c6-2bb79edb6efd tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Mar 07 05:18:51.650295 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562a196-9295-4aef-8852-de584b4c9e20 req-5c939a00-5114-4fbd-a335-830c36ba72a0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:51.651828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0562a196-9295-4aef-8852-de584b4c9e20 req-5c939a00-5114-4fbd-a335-830c36ba72a0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0574672 Mar 07 05:18:51.706314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0562a196-9295-4aef-8852-de584b4c9e20 req-b85d409d-ccf0-4633-86b2-0d8aa41301bd tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Mar 07 05:18:52.526507 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:52.831170 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b48b9a-4ead-48ef-9aed-07838e3d9b84 req-ef577965-2fad-4227-a5b4-1911db2bd91d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:52.832535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93b48b9a-4ead-48ef-9aed-07838e3d9b84 req-ef577965-2fad-4227-a5b4-1911db2bd91d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0515690 Mar 07 05:18:52.877934 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93b48b9a-4ead-48ef-9aed-07838e3d9b84 req-fabd5c2d-ecb2-492d-9967-588a12c3f47b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Mar 07 05:18:54.001791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d06fa9-40a4-49c0-9d93-c8c91b56ce31 req-3c68a50c-40dc-4300-bfb0-266fb92c2094 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:54.003333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09d06fa9-40a4-49c0-9d93-c8c91b56ce31 req-3c68a50c-40dc-4300-bfb0-266fb92c2094 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0579896 Mar 07 05:18:54.052294 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-09d06fa9-40a4-49c0-9d93-c8c91b56ce31 req-4562d204-35e5-4a24-88f4-d0315686fd12 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Mar 07 05:18:54.558970 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-c654b954-c25a-4720-b304-e65ad1c048db service neutron] show failed (client error): The resource could not be found. Mar 07 05:18:54.559996 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-c654b954-c25a-4720-b304-e65ad1c048db service neutron] 10.222.0.15 "GET /v2.0/ports/9b0218d4-c458-4aff-b921-0d824a9356b4/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0544269 Mar 07 05:18:54.763965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-8597bd78-3161-40b1-95b9-e706a86feea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:54.766139 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-8597bd78-3161-40b1-95b9-e706a86feea7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 1128 time: 0.0490491 Mar 07 05:18:54.776030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:18:54.834637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:55.034892 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:18:55.072034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:18:55.112959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:18:55.115282 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d56a8-aea1-4f3b-a2a4-cbda85222111" -d '{"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:18:55.119376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Publish callbacks [] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:55.133017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Transition to ACTIVE for port object 9b0218d4-c458-4aff-b921-0d824a9356b4 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:18:55.136816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:55.172324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e40fe-42c7-49c4-aac7-1e0b46a9ef89 req-f4135291-d16a-49ff-aa9e-85578869fc0b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:55.174041 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb4e40fe-42c7-49c4-aac7-1e0b46a9ef89 req-f4135291-d16a-49ff-aa9e-85578869fc0b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 946 time: 0.0537965 Mar 07 05:18:55.211136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:55.226688 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.227082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.227382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.227727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.228063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fb4e40fe-42c7-49c4-aac7-1e0b46a9ef89 req-003d8aee-1d0d-4913-b31d-6ae9fde1500b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451107 Mar 07 05:18:55.228186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.228391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.228731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.229061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.229391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.229720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.230069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.230400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.230731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:18:55.543818 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14de8c35-f8c7-4019-806b-6676105afc52 x-openstack-request-id: req-14de8c35-f8c7-4019-806b-6676105afc52 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:18:55.544126 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:18:55.544383 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14de8c35-f8c7-4019-806b-6676105afc52 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:18:55.544778 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'code': 200} Mar 07 05:18:55.545633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] No DVR routers for this DVR port 9b0218d4-c458-4aff-b921-0d824a9356b4 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:18:55.679243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:18:55.679935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:18:55.679935 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:55.684072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Port 9b0218d4-c458-4aff-b921-0d824a9356b4 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:18:55.684393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Attempting to bind port 9b0218d4-c458-4aff-b921-0d824a9356b4 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:18:55.689697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:18:55.690055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:18:55.690445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:18:55.690866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Bound port: 9b0218d4-c458-4aff-b921-0d824a9356b4, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:18:55.691218 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:55.751711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:18:55.754640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:18:55.760771 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:55.800631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:55.801254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:18:55.802712 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] 10.222.0.44 "PUT /v2.0/ports/9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1092 time: 1.0304830 Mar 07 05:18:55.822710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa469f-adaa-48a5-b8dc-34876f2e9f53 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:18:55.872262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-ff906f53-0da2-4b6a-a731-bcbdf1491fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:55.873799 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-ff906f53-0da2-4b6a-a731-bcbdf1491fc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0475833 Mar 07 05:18:55.970214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-467a5640-ab84-41e3-a2a5-70840614e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:55.971716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-467a5640-ab84-41e3-a2a5-70840614e5bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0925527 Mar 07 05:18:56.040437 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-8bfe5ebc-8199-45cd-973c-1f4e2995e6ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1000 time: 0.0630989 Mar 07 05:18:56.086588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-f39d7a5a-b927-4ae5-ad3a-ebd8fbe4343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:56.087905 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-f39d7a5a-b927-4ae5-ad3a-ebd8fbe4343f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0424733 Mar 07 05:18:56.135769 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-956e505e-bb99-40d6-9392-10a0a37f4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:56.137265 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-956e505e-bb99-40d6-9392-10a0a37f4144 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430748 Mar 07 05:18:56.227154 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-7e2c9228-b7bb-4856-b24d-b497670aa0ca service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Mar 07 05:18:56.318469 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b4d883f9-4f48-4beb-8775-f6796382ef81 req-5fab529b-24ba-436b-8d45-9b3875d1db9c service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855620 Mar 07 05:18:56.354694 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7b9c3-e8e5-4c70-80ae-042d616d8e44 req-bc1949f0-b88b-4944-acd2-3afcc0fb82ff tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:56.356175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bf7b9c3-e8e5-4c70-80ae-042d616d8e44 req-bc1949f0-b88b-4944-acd2-3afcc0fb82ff tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0542762 Mar 07 05:18:56.404691 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bf7b9c3-e8e5-4c70-80ae-042d616d8e44 req-01aa67b2-eb1a-4da2-8c6c-a5bda095f434 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Mar 07 05:18:57.528724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e3cfb-9831-4f0b-84e4-57aa3223e767 req-c2457b80-99f4-4fd4-841d-346c6e725ca1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:57.530198 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-576e3cfb-9831-4f0b-84e4-57aa3223e767 req-c2457b80-99f4-4fd4-841d-346c6e725ca1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0542741 Mar 07 05:18:57.546380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:18:57.549003 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e" -d '{"events": [{"name": "network-changed", "server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:18:57.575753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-576e3cfb-9831-4f0b-84e4-57aa3223e767 req-f0d17ebd-7143-46f5-9b11-d5ffdeffa65f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Mar 07 05:18:57.632187 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326c8a2a-e90f-4a74-beb6-e6b06aa8bffb x-openstack-request-id: req-326c8a2a-e90f-4a74-beb6-e6b06aa8bffb {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:18:57.632475 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:18:57.632731 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-326c8a2a-e90f-4a74-beb6-e6b06aa8bffb {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:18:57.633119 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'status': 'completed', 'code': 200} Mar 07 05:18:57.643264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:18:57.681169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 9b0218d4-c458-4aff-b921-0d824a9356b4 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:18:57.681563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:18:57.732222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-ec8e55da-7ef1-483c-8275-fe5bf7f760bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:57.734287 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-ec8e55da-7ef1-483c-8275-fe5bf7f760bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0805871 Mar 07 05:18:57.736045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-87ac562f-c6bb-4980-8963-43ccaed1a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:57.737373 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-87ac562f-c6bb-4980-8963-43ccaed1a40a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0855689 Mar 07 05:18:57.892120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-a6201743-487d-4df2-ad0a-4069e912dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:57.893603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-a6201743-487d-4df2-ad0a-4069e912dedf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1547394 Mar 07 05:18:57.894697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-7e68d69c-63fd-41d3-ac50-ce71308862c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:57.895996 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-7e68d69c-63fd-41d3-ac50-ce71308862c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1501830 Mar 07 05:18:58.009238 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-35e488a5-8e7d-4ed3-984a-34c9fb3a1e7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1000 time: 0.1100109 Mar 07 05:18:58.010895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-83ab7c4c-d2f3-4840-b8ac-d897e0ccbe76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1000 time: 0.1063759 Mar 07 05:18:58.091172 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-f7876177-778a-45c3-a506-12775a4dfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.092612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-f7876177-778a-45c3-a506-12775a4dfd1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0777659 Mar 07 05:18:58.096241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-5689ea5a-8523-4016-beeb-4039430404bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.097819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-5689ea5a-8523-4016-beeb-4039430404bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0751281 Mar 07 05:18:58.169619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-bc96c521-8408-4be2-983d-20b148b511a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.171666 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-bc96c521-8408-4be2-983d-20b148b511a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0724671 Mar 07 05:18:58.174179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-3064abd2-ac15-4a62-a4cd-9cefbd091565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.175541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-3064abd2-ac15-4a62-a4cd-9cefbd091565 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689788 Mar 07 05:18:58.334812 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-8718d54b-b73c-41f3-b489-2e69660bbf3b service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576669 Mar 07 05:18:58.336530 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-c5c3993c-e2ae-4d3b-a220-1a55d7355133 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528635 Mar 07 05:18:58.490006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-563f74d7-dbbc-4beb-896b-ec34277f7bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492512 Mar 07 05:18:58.491850 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2d1927ea-1ecc-4535-9eb7-52a2c7edd65e req-d1d6667b-8727-442d-863b-9b1b68a7ecc1 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436756 Mar 07 05:18:58.591605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-e1587929-d27e-46f0-8158-e48f157b7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.593481 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-e1587929-d27e-46f0-8158-e48f157b7514 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0452664 Mar 07 05:18:58.699896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-58a7f173-b470-435b-9618-5ff4829e8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.700268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0948d-c21f-4e61-8052-6c257d0cae42 req-b0deeec1-f82a-443b-890d-e01f654387b2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.701399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-58a7f173-b470-435b-9618-5ff4829e8e19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0900192 Mar 07 05:18:58.701770 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bc0948d-c21f-4e61-8052-6c257d0cae42 req-b0deeec1-f82a-443b-890d-e01f654387b2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0523057 Mar 07 05:18:58.748225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5bc0948d-c21f-4e61-8052-6c257d0cae42 req-1499cbc9-fc22-41c5-8121-ac481d6e7df7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Mar 07 05:18:58.766867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-a621d6d9-2a12-4d9a-bf72-b32afeb515d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1000 time: 0.0589931 Mar 07 05:18:58.817449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-529056d7-9baf-4e51-8aeb-7a8bd40f70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.818900 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-529056d7-9baf-4e51-8aeb-7a8bd40f70bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0463958 Mar 07 05:18:58.867722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-3eb96879-1093-4a00-ba4f-1dde4af29a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:58.869095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-3eb96879-1093-4a00-ba4f-1dde4af29a6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437999 Mar 07 05:18:58.958128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-d1cb7979-6520-4a64-822e-95c788fedae8 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 Mar 07 05:18:59.049822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cc1bd0bb-4363-4a02-aa48-7fb02def0863 req-f61699bf-e060-42cb-82b5-ff938a321bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847721 Mar 07 05:18:59.868214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104df309-9252-46d2-8d96-d87ecb2ffda6 req-cdf2a449-9fc1-4bb6-86d9-3bd0450a02cd tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:18:59.869682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-104df309-9252-46d2-8d96-d87ecb2ffda6 req-cdf2a449-9fc1-4bb6-86d9-3bd0450a02cd tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0525689 Mar 07 05:18:59.919485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-104df309-9252-46d2-8d96-d87ecb2ffda6 req-cb5659d7-54db-4b4d-8088-0a8b79d18669 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Mar 07 05:19:00.114118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db132c8-8b5e-447e-b17b-36fa2fcff98e req-cb7ffb1b-68f0-468d-8e64-19599f7b94d7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:00.115604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4db132c8-8b5e-447e-b17b-36fa2fcff98e req-cb7ffb1b-68f0-468d-8e64-19599f7b94d7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0528255 Mar 07 05:19:00.126470 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-d866fa6a-bdcd-45fe-8166-5badba104d5a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:00.127946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-d866fa6a-bdcd-45fe-8166-5badba104d5a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6&tenant_id=1c2547847ea240a986d40df240d01311&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 944 time: 0.0570569 Mar 07 05:19:00.163056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4db132c8-8b5e-447e-b17b-36fa2fcff98e req-41ce19a5-cf1f-4d9b-b22d-8f562411d7fe tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Mar 07 05:19:00.188264 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-70198e6e-0da8-4ece-b916-c7895ffd3e52 service neutron] delete failed (client error): The resource could not be found. Mar 07 05:19:00.189276 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-70198e6e-0da8-4ece-b916-c7895ffd3e52 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9b0218d4-c458-4aff-b921-0d824a9356b4/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0547583 Mar 07 05:19:00.277811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-be6424b7-689d-4142-b626-ca830831896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:00.279417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-be6424b7-689d-4142-b626-ca830831896a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 1126 time: 0.0486026 Mar 07 05:19:00.367843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-8ec03310-57b5-49c5-8995-ab5db24d668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:00.369281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-8ec03310-57b5-49c5-8995-ab5db24d668d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0830188 Mar 07 05:19:00.435953 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-d8d80a2b-f02f-4149-adc5-58f5623a88ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 200 len: 1000 time: 0.0602477 Mar 07 05:19:00.482715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-c4f7ffd7-e583-435a-9380-ed8ef856d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:00.484708 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-c4f7ffd7-e583-435a-9380-ed8ef856d429 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0425508 Mar 07 05:19:00.531354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-bc25ba6b-41bf-4c0c-9932-61bc89804d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:00.532722 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-bc25ba6b-41bf-4c0c-9932-61bc89804d33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428820 Mar 07 05:19:00.623881 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-55b4ed99-523b-41d2-b4e5-6eb4afdfdbbc service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Mar 07 05:19:00.713638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-104cfd96-88f0-43bc-a9b6-21a9a39c3142 req-71d15d07-88c8-4de0-8c60-a64bc8badfe2 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835805 Mar 07 05:19:01.290761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af606d01-be27-4b18-986e-d64a11c69392 req-6e3ea22b-8909-49c7-965b-d7490beb0098 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:01.292270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af606d01-be27-4b18-986e-d64a11c69392 req-6e3ea22b-8909-49c7-965b-d7490beb0098 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0594471 Mar 07 05:19:01.340374 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af606d01-be27-4b18-986e-d64a11c69392 req-1fde3ccf-bf38-43b2-b1dd-97d45b4db3e5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Mar 07 05:19:01.458703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc009f-0bf8-431e-b456-3804eb964290 req-1f78f645-5099-45fb-89be-1cf9db224cc0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:01.460242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72bc009f-0bf8-431e-b456-3804eb964290 req-1f78f645-5099-45fb-89be-1cf9db224cc0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0555036 Mar 07 05:19:01.484943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:19:01.509512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72bc009f-0bf8-431e-b456-3804eb964290 req-2c847c2d-bd7a-479e-87a1-3ff896660bbc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Mar 07 05:19:01.587796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:01.600476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'mac_address': 'fa:16:3e:d6:74:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:19:01.624425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6390ef-91e7-436b-88e2-5ffa84c50731 req-8ed3fe05-8af2-4479-97a5-e44af023b80e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:01.625913 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e6390ef-91e7-436b-88e2-5ffa84c50731 req-8ed3fe05-8af2-4479-97a5-e44af023b80e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 944 time: 0.0526674 Mar 07 05:19:01.638338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9b0218d4-c458-4aff-b921-0d824a9356b4 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:19:01.638732 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:01.651313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0218d4-c458-4aff-b921-0d824a9356b4 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:19:01.673126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:01.674550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3e6390ef-91e7-436b-88e2-5ffa84c50731 req-711e2ab3-ccc8-4711-8151-5c7a7eead30d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 Mar 07 05:19:01.677046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:01.726498 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:01.910393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba096ffb-4626-4149-a4c9-64fdfae241a7 req-83d0306b-4303-4776-b5e7-2c8e5de11600 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:01.911829 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba096ffb-4626-4149-a4c9-64fdfae241a7 req-83d0306b-4303-4776-b5e7-2c8e5de11600 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 945 time: 0.0555360 Mar 07 05:19:01.958205 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba096ffb-4626-4149-a4c9-64fdfae241a7 req-a4653099-2675-4926-bf38-25e3248d1ec9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Mar 07 05:19:02.032535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['9b0218d4-c458-4aff-b921-0d824a9356b4'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:19:02.839246 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4e5f-6efe-498d-9e27-97d3ef27a482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.080665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41710814-7764-439d-9f40-9b1b44edc63c req-12e8aeda-c2f5-4efc-a477-b9a24963bd8e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:03.082204 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41710814-7764-439d-9f40-9b1b44edc63c req-12e8aeda-c2f5-4efc-a477-b9a24963bd8e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 945 time: 0.0529912 Mar 07 05:19:03.129788 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-41710814-7764-439d-9f40-9b1b44edc63c req-cb1af359-288c-456d-8706-20fb8eb8e95b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413592 Mar 07 05:19:03.403003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-180c6596-63e9-4217-ab1a-8c5902a7c7e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:03.404355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-180c6596-63e9-4217-ab1a-8c5902a7c7e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 945 time: 0.0557098 Mar 07 05:19:03.492052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Deleting port 9b0218d4-c458-4aff-b921-0d824a9356b4 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:19:03.492390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.523990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:19:03.571450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 9b0218d4-c458-4aff-b921-0d824a9356b4 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:19:03.574966 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 9b0218d4-c458-4aff-b921-0d824a9356b4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:19:03.575339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.585737 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:03.586134 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.656837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 9b0218d4-c458-4aff-b921-0d824a9356b4 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:19:03.657150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.679660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:03.682010 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb2a4ab-f7cb-48df-a6c1-0f233be59952" -d '{"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:03.695915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 9b0218d4-c458-4aff-b921-0d824a9356b4, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=9b0218d4-c458-4aff-b921-0d824a9356b4,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:03.700373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.727472 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4062be8d-05c5-48b6-a70d-84340ada2da5 x-openstack-request-id: req-4062be8d-05c5-48b6-a70d-84340ada2da5 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:03.727776 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:03.728036 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4062be8d-05c5-48b6-a70d-84340ada2da5 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:03.728433 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'code': 200} Mar 07 05:19:03.750114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:03.808398 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.808762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.809080 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 disassociated. External IP: 172.25.4.192, port: 9b0218d4-c458-4aff-b921-0d824a9356b4. Mar 07 05:19:03.809424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Calling delete_port for 9b0218d4-c458-4aff-b921-0d824a9356b4 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:19:03.935262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9b0218d4-c458-4aff-b921-0d824a9356b4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:03.967668 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event deleted for resources: {'Port': ['ID=9b0218d4-c458-4aff-b921-0d824a9356b4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:04.228233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c257279f-717a-49f2-ae2d-d5dee520c1b6 req-a950aa68-d8da-4aa5-bca0-88e1114eda57 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6 HTTP/1.1" status: 200 len: 210 time: 0.0269845 Mar 07 05:19:04.349725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:19:04.456855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:19:04.468521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:19:04.479211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:19:04.479768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:18:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:04.499136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] No DVR routers for this DVR port 9b0218d4-c458-4aff-b921-0d824a9356b4 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:19:04.501597 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:04.504937 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6346819c-dcc8-4b5e-afaf-cbad49dee1c6 req-092cf885-3440-43cd-985b-ff40e7ef33dc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "DELETE /v2.0/ports/9b0218d4-c458-4aff-b921-0d824a9356b4 HTTP/1.1" status: 204 len: 173 time: 1.0958507 Mar 07 05:19:04.505334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-deleted', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:04.507619 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d0840-4b66-4940-b81d-e75fe0252f6e" -d '{"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-deleted", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:04.543218 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0464e9-7f41-427f-a7f8-57a339af436d x-openstack-request-id: req-0c0464e9-7f41-427f-a7f8-57a339af436d {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:04.543523 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6", "name": "network-vif-deleted", "tag": "9b0218d4-c458-4aff-b921-0d824a9356b4", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:04.543783 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c0464e9-7f41-427f-a7f8-57a339af436d {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:04.544190 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c7a8ab-de96-47ac-85f9-e2c7ad9be6b6', 'name': 'network-vif-deleted', 'tag': '9b0218d4-c458-4aff-b921-0d824a9356b4', 'status': 'completed', 'code': 200} Mar 07 05:19:04.597727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:19:04.963186 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:04.989602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:19:04.997660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:19:04.998293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:18:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:05.106443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:19:05.314156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:05.342135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720270a-363a-4a73-8fcc-2d1c3289150f None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:19:05.460686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc181b96-f41e-4b66-bed5-44c52ebe9d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:05.488209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7ac7bdd9-32f0-4028-b00f-de7dacc951be tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1507475501&fields=id&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 267 time: 0.0518649 Mar 07 05:19:05.585165 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d89b0-8be8-4f2a-a61f-d23f89918af5 None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:19:05.598975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-325988c0-acdf-4e6f-bd1f-cb56151dcccb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:05.600450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-325988c0-acdf-4e6f-bd1f-cb56151dcccb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1056795 Mar 07 05:19:05.615993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-0c8215ed-dd61-4c3a-a440-6aab4f86b989 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/quotas/1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 375 time: 0.0098877 Mar 07 05:19:05.669938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-13447941-5dd6-4d5e-b65d-215e4cb879d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487380 Mar 07 05:19:05.773755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-f320e470-bb37-468f-96a7-d918a2ace532 service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911040 Mar 07 05:19:05.864785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-2d48b2a3-7784-42fd-812e-1284cad2be29 service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Mar 07 05:19:06.032423 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c0964559-8354-4fc5-b4e8-205f43038541 req-cfe7a36f-8a0c-4328-afa8-85bf398ffdfa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0277753 Mar 07 05:19:06.443969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:19:06.913334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:06.995817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-5d7990d4-4be3-49f6-abc5-d0f9de0f74fe tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:06.997947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-5d7990d4-4be3-49f6-abc5-d0f9de0f74fe tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1149933 Mar 07 05:19:07.059361 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-9320af77-1353-4806-9367-a3ee17076838 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 380 time: 0.0526164 Mar 07 05:19:07.069290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'port': {'device_id': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'admin_state_up': True, 'tenant_id': '1c2547847ea240a986d40df240d01311', 'security_groups': ['386a0748-c2fd-47ff-9e5f-19de4766e680']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:19:07.128586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7ba6f464-a131-4225-8dd6-f6cee39c0985 req-f7148fa0-24c6-4c21-a313-bcc0477d3079 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0274749 Mar 07 05:19:07.174945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Made reservation on behalf of 1c2547847ea240a986d40df240d01311 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:19:07.178165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.307085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Allocated IP 172.20.0.12 (ad92aa47-b9ba-4b32-943d-702097141ffc/fa5428f3-6f86-4a3c-9889-10533151fff0/52d07929-682b-46f6-8561-46a8892431b7) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:19:07.447204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for port (52d07929-682b-46f6-8561-46a8892431b7), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.480226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.523885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:19:07.526756 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:19:07.530865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:19:07.542837 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:19:07.557754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:07.563841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 9b0218d4-c458-4aff-b921-0d824a9356b4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:19:07.564193 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 9b0218d4-c458-4aff-b921-0d824a9356b4 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:19:07.587096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:07.587721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.606231 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-7c08b86b-8471-41af-8418-db25d1b32cd0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5405066 Mar 07 05:19:07.618202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Request body: {'port': {'device_id': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:19:07.683056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.811937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-de13aa45-8902-42aa-9c43-92ed0e86ff69 None None] Provisioning complete for port 52d07929-682b-46f6-8561-46a8892431b7 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:19:07.812582 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-de13aa45-8902-42aa-9c43-92ed0e86ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52d07929-682b-46f6-8561-46a8892431b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.854586 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.860898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-de13aa45-8902-42aa-9c43-92ed0e86ff69 None None] Port 52d07929-682b-46f6-8561-46a8892431b7 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:19:07.946685 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d07929-682b-46f6-8561-46a8892431b7 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:19:07.954262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Publish callbacks [] for port (52d07929-682b-46f6-8561-46a8892431b7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:07.966819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Transition to ACTIVE for port object 52d07929-682b-46f6-8561-46a8892431b7 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:19:07.970321 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:08.022284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:08.099845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:19:08.100186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:19:08.100522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:19:08.105109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Port 52d07929-682b-46f6-8561-46a8892431b7 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:19:08.105437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:19:08.110539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:19:08.110884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:19:08.111268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:19:08.111703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Bound port: 52d07929-682b-46f6-8561-46a8892431b7, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:19:08.112067 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:08.183476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:19:08.187194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:19:08.194020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:08.228057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.228682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:08.230159 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] 10.222.0.15 "PUT /v2.0/ports/52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1092 time: 0.6170740 Mar 07 05:19:08.230629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:08.232993 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550" -d '{"events": [{"name": "network-changed", "server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:08.253350 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229191f-f63d-4caf-834d-44fb78c37181 req-d2da9d66-024a-472a-8a01-cd3402ef70ee tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.255836 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6229191f-f63d-4caf-834d-44fb78c37181 req-d2da9d66-024a-472a-8a01-cd3402ef70ee tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0576241 Mar 07 05:19:08.270810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585e3ca-ac98-4aae-86a2-6e077d9bac4d service neutron] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:08.310504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6229191f-f63d-4caf-834d-44fb78c37181 req-9888129a-c6e6-4f05-8f3f-7ecdc52cf439 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472794 Mar 07 05:19:08.356593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-75e6f6a2-a6d4-4632-a435-5143355950f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.358246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-75e6f6a2-a6d4-4632-a435-5143355950f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1126 time: 0.0528626 Mar 07 05:19:08.363498 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b264dfa5-1893-4432-9f58-111844c2b850 x-openstack-request-id: req-b264dfa5-1893-4432-9f58-111844c2b850 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:08.363866 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:08.364131 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b264dfa5-1893-4432-9f58-111844c2b850 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:08.364545 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'status': 'completed', 'code': 200} Mar 07 05:19:08.407745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-50335a7e-f452-4ce3-b091-278a1c57a13a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 217 time: 0.0405836 Mar 07 05:19:08.456490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-dfab77a2-2808-4315-80f5-9c39518bd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.457958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-dfab77a2-2808-4315-80f5-9c39518bd250 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0446789 Mar 07 05:19:08.506538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-d557087e-03a7-4794-888c-0cd25cfe47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.508912 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-d557087e-03a7-4794-888c-0cd25cfe47bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452280 Mar 07 05:19:08.611354 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-c416d782-22e3-47e6-acbd-f1b1ad1f31b1 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953791 Mar 07 05:19:08.698075 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1fb8704a-8309-4e2b-b9eb-770ab1a3bb23 req-08e74846-5c32-46da-939e-dcf105cb25dc service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809724 Mar 07 05:19:08.785559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-fbc1815e-0907-4990-8f50-db46b1ede0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.787020 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-fbc1815e-0907-4990-8f50-db46b1ede0ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1126 time: 0.0483184 Mar 07 05:19:08.874237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-c9e39840-1e8b-469f-a0cc-8c084bc28e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.875684 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-c9e39840-1e8b-469f-a0cc-8c084bc28e2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0832698 Mar 07 05:19:08.918649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-6a6bbb49-81b9-4c7b-8364-17663d435e6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 217 time: 0.0372856 Mar 07 05:19:08.966703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-6197df0c-40d5-4be3-a83b-d18a07142847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:08.968962 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-6197df0c-40d5-4be3-a83b-d18a07142847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0446453 Mar 07 05:19:09.016741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-b0727f4f-068b-4358-b6e9-baba5883555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:09.018277 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-b0727f4f-068b-4358-b6e9-baba5883555c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436380 Mar 07 05:19:09.107588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-3c18450b-1bbc-4172-9588-c62754ba1941 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 Mar 07 05:19:09.195107 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7b54c62c-96ba-4bbd-a2fb-fdd31cd16550 req-79c42020-eb27-4cf7-ae3f-3937d135b6f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800970 Mar 07 05:19:09.439981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4bc57-2f3c-4937-8b67-544c9c4b5fd6 req-17608976-ee37-4185-96ed-db41eca6ba80 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:09.441460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ede4bc57-2f3c-4937-8b67-544c9c4b5fd6 req-17608976-ee37-4185-96ed-db41eca6ba80 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0568900 Mar 07 05:19:09.488664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ede4bc57-2f3c-4937-8b67-544c9c4b5fd6 req-fcb8542f-2fac-460f-a161-052fe2ecd994 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Mar 07 05:19:09.537595 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:10.606782 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6219f94-c2d1-403e-ab90-81fb4bd74b0c req-2147fc9a-720d-4cc4-a21a-c73059a4d86f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:10.608284 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6219f94-c2d1-403e-ab90-81fb4bd74b0c req-2147fc9a-720d-4cc4-a21a-c73059a4d86f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0522549 Mar 07 05:19:10.654808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6219f94-c2d1-403e-ab90-81fb4bd74b0c req-12485810-2f1a-4dab-95e7-33dfe70fd69e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Mar 07 05:19:11.720346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 52d07929-682b-46f6-8561-46a8892431b7 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:19:11.774674 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaef46b-09f8-4424-a4a3-071ade06822e req-a3bb51c8-7fac-41b8-8223-e1b74137ad28 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:11.776161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0aaef46b-09f8-4424-a4a3-071ade06822e req-a3bb51c8-7fac-41b8-8223-e1b74137ad28 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0548224 Mar 07 05:19:11.821494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:11.827959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0aaef46b-09f8-4424-a4a3-071ade06822e req-ccfbef99-2107-4396-8074-a2a5ff283cba tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 Mar 07 05:19:11.832749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '52d07929-682b-46f6-8561-46a8892431b7', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '52d07929-682b-46f6-8561-46a8892431b7', 'mac_address': 'fa:16:3e:37:94:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:19:11.870877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 52d07929-682b-46f6-8561-46a8892431b7 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:19:11.871250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:11.883823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d07929-682b-46f6-8561-46a8892431b7 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:19:11.904429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:11.908431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:11.953259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:12.114161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['52d07929-682b-46f6-8561-46a8892431b7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:19:12.945579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a83c42-40d2-4c98-9f5e-2c09758e92da req-7110c0d8-2fc9-4e5a-9922-7bb770c2118c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:12.947055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06a83c42-40d2-4c98-9f5e-2c09758e92da req-7110c0d8-2fc9-4e5a-9922-7bb770c2118c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 945 time: 0.0520341 Mar 07 05:19:12.993366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06a83c42-40d2-4c98-9f5e-2c09758e92da req-28714c74-a63e-4500-9a36-b96396287dcb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Mar 07 05:19:13.720081 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 52d07929-682b-46f6-8561-46a8892431b7 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:19:13.769216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 52d07929-682b-46f6-8561-46a8892431b7 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:19:13.772763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 52d07929-682b-46f6-8561-46a8892431b7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:19:13.773142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52d07929-682b-46f6-8561-46a8892431b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:13.853751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 52d07929-682b-46f6-8561-46a8892431b7 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:19:13.854168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:13.877211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:13.879469 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff952c4c-8569-4a50-b747-525662ab04a4" -d '{"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:13.894470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:13.899399 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:13.923749 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6516ec-32ff-4629-b3dc-c3c328f8a545 x-openstack-request-id: req-dc6516ec-32ff-4629-b3dc-c3c328f8a545 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:13.924054 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:13.924311 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc6516ec-32ff-4629-b3dc-c3c328f8a545 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:13.924706 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'code': 200} Mar 07 05:19:13.950770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:13.958406 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.958758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.959104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.959439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.959773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.960217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.960430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.960768 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.961077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.961399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.961723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.962067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:13.962485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:14.022438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14628192-840f-4e4b-9824-369f2f710612 req-cda5250b-be96-45ce-b089-52d3cc437708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:14.024023 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-14628192-840f-4e4b-9824-369f2f710612 req-cda5250b-be96-45ce-b089-52d3cc437708 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1128 time: 0.0484896 Mar 07 05:19:14.073904 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-14628192-840f-4e4b-9824-369f2f710612 req-5b0676e2-e267-43d9-a264-45391c1fda84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Mar 07 05:19:14.113532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3734f-2be3-4922-8c7f-46a58d86d453 req-42f755af-0241-4f80-b098-820798a88faf tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:14.115027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08e3734f-2be3-4922-8c7f-46a58d86d453 req-42f755af-0241-4f80-b098-820798a88faf tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0539258 Mar 07 05:19:14.160066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08e3734f-2be3-4922-8c7f-46a58d86d453 req-effa446a-c835-476e-b82a-22741a0eefa5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Mar 07 05:19:15.289803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f41f-8542-4a88-8692-b11158a1ff8c req-7d6f0e65-6960-4d4a-b1d7-2a02c418b927 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:15.291214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16a3f41f-8542-4a88-8692-b11158a1ff8c req-7d6f0e65-6960-4d4a-b1d7-2a02c418b927 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0604289 Mar 07 05:19:15.338925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16a3f41f-8542-4a88-8692-b11158a1ff8c req-bffaba08-dcc7-40c7-b0be-f05e0b8119df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Mar 07 05:19:15.452641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827d177-b934-4b7b-8221-ee1d5be56ac3 req-1a5cc77c-b7bb-4b8d-964e-df6e02640c67 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:15.454148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e827d177-b934-4b7b-8221-ee1d5be56ac3 req-1a5cc77c-b7bb-4b8d-964e-df6e02640c67 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0520124 Mar 07 05:19:15.463002 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 59478) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:19:15.468092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'floatingip': {'port_id': '52d07929-682b-46f6-8561-46a8892431b7'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:19:15.506643 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:15.949397 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:15.952761 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:16.056164 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 associated. External IP: 172.25.4.192, port: 52d07929-682b-46f6-8561-46a8892431b7. Mar 07 05:19:16.267486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:19:16.374690 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:19:16.380180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:16.384646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:19:16.399386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:19:16.400026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:16.513873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:19:16.696830 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b40e0c73-b2ef-43da-a5f8-12737c1638d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "PUT /v2.0/floatingips/8a7375cc-804b-4f28-b916-63444449b157 HTTP/1.1" status: 200 len: 992 time: 1.2327578 Mar 07 05:19:16.697457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:16.699654 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc2888b-5328-4d6c-add9-4c98e347c46a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:16.745542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '52d07929-682b-46f6-8561-46a8892431b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:37:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:19:15Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:16.772276 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:19:16.781793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:19:16.782636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:19:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:16.818387 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508d7c3-14ed-4cb6-bf16-35ddb95c1daa x-openstack-request-id: req-1508d7c3-14ed-4cb6-bf16-35ddb95c1daa {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:16.818780 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:16.819128 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1508d7c3-14ed-4cb6-bf16-35ddb95c1daa {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:16.819619 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'status': 'completed', 'code': 200} Mar 07 05:19:16.884396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-7577b199-d096-46fa-b5a6-3ccf03436c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:16.886052 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-7577b199-d096-46fa-b5a6-3ccf03436c1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1128 time: 0.0460532 Mar 07 05:19:16.905725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:19:16.932854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e5710-cea8-4482-90fc-8c4bedb52bb0 req-b9045d12-51ae-43d5-96bc-c99cff6cb228 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:16.934653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-196e5710-cea8-4482-90fc-8c4bedb52bb0 req-b9045d12-51ae-43d5-96bc-c99cff6cb228 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0661201 Mar 07 05:19:16.988113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-9451b53b-7af9-4776-b12d-d766a7bace8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:16.989590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-9451b53b-7af9-4776-b12d-d766a7bace8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0977445 Mar 07 05:19:16.990023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-196e5710-cea8-4482-90fc-8c4bedb52bb0 req-92b5d6ca-29f9-422d-a34c-2ad565a3a068 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493619 Mar 07 05:19:17.056144 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-22eac2d5-6123-4ed8-988c-ff5fe1acb92a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1000 time: 0.0602310 Mar 07 05:19:17.105272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-d0e3c713-da00-4132-adeb-a8fd3bc611db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:17.106961 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-d0e3c713-da00-4132-adeb-a8fd3bc611db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0456190 Mar 07 05:19:17.140585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '52d07929-682b-46f6-8561-46a8892431b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:37:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:19:15Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:17.159830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-37f53c50-e9b4-4c35-8afc-8db087f05456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:17.161351 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-37f53c50-e9b4-4c35-8afc-8db087f05456 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484228 Mar 07 05:19:17.167133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6a255-1663-4fe2-beff-a669479c8c38 None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '52d07929-682b-46f6-8561-46a8892431b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:37:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:19:15Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:19:17.256190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-2cfa285b-cccb-4a75-a139-263a8af18d7d service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890911 Mar 07 05:19:17.354306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ffc2888b-5328-4d6c-add9-4c98e347c46a req-14b9c844-af09-4389-942d-dfdb2e1ce697 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920630 Mar 07 05:19:17.378732 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80112019-2aaa-4911-8448-4047da281f72 None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:19:18.110498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fe5f9-9da6-49ef-8183-7ddb6b21c06c req-c90d35fb-37f5-45f4-8118-673a997f7671 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:18.112018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d04fe5f9-9da6-49ef-8183-7ddb6b21c06c req-c90d35fb-37f5-45f4-8118-673a997f7671 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0570827 Mar 07 05:19:18.158775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d04fe5f9-9da6-49ef-8183-7ddb6b21c06c req-052736c0-8936-4185-9ae8-0b03d38a557c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 Mar 07 05:19:19.276010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8226-b2a5-4f8e-8326-4c1a6a290483 req-ab5229ad-b3c5-41f5-b44e-0a79c4e222e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:19.277388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e4d8226-b2a5-4f8e-8326-4c1a6a290483 req-ab5229ad-b3c5-41f5-b44e-0a79c4e222e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0521684 Mar 07 05:19:19.324433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e4d8226-b2a5-4f8e-8326-4c1a6a290483 req-a8d2a23b-2326-467f-bfee-cb99b1b7f326 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Mar 07 05:19:20.297425 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:20.456881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062b28-67df-4aec-ab0b-8688cf7c5d57 req-c98ff8fa-cd3c-4cf2-a566-ae2386aae75b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:20.458452 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6062b28-67df-4aec-ab0b-8688cf7c5d57 req-c98ff8fa-cd3c-4cf2-a566-ae2386aae75b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0639868 Mar 07 05:19:20.507476 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b6062b28-67df-4aec-ab0b-8688cf7c5d57 req-236a84c3-7606-474d-8821-45a5177a3ce8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Mar 07 05:19:21.627437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e3322-9dbc-4b05-8133-ba40055b0775 req-13fe2e99-d2a5-41b5-8334-d975d28b2f39 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:21.628914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-830e3322-9dbc-4b05-8133-ba40055b0775 req-13fe2e99-d2a5-41b5-8334-d975d28b2f39 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0525258 Mar 07 05:19:21.677203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-830e3322-9dbc-4b05-8133-ba40055b0775 req-58063588-44d0-4301-a3cc-b8a13d5327d6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Mar 07 05:19:22.541938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:22.794020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef1da-0259-4cad-8a9c-e4124c2aea87 req-471bd9af-e8e8-47fb-8a74-bc11275be8ab tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:22.795422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edbef1da-0259-4cad-8a9c-e4124c2aea87 req-471bd9af-e8e8-47fb-8a74-bc11275be8ab tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0517476 Mar 07 05:19:22.845937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edbef1da-0259-4cad-8a9c-e4124c2aea87 req-b54632a6-9f51-4c39-ad08-280e12bf84ac tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Mar 07 05:19:23.971019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8eda-c3c6-42a7-8eef-1c7a07a46f25 req-5dc2e11c-e8b6-4071-855c-68a79715db89 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:23.972774 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b4f8eda-c3c6-42a7-8eef-1c7a07a46f25 req-5dc2e11c-e8b6-4071-855c-68a79715db89 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0543833 Mar 07 05:19:24.019509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b4f8eda-c3c6-42a7-8eef-1c7a07a46f25 req-ad35c2c8-952f-4963-b694-5341dc659c03 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411670 Mar 07 05:19:25.136941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fb946-e550-4989-897b-69e7fc13b6cc req-998c7533-a296-4477-aa35-55447e380444 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:25.138559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a03fb946-e550-4989-897b-69e7fc13b6cc req-998c7533-a296-4477-aa35-55447e380444 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Mar 07 05:19:25.185112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a03fb946-e550-4989-897b-69e7fc13b6cc req-8c837863-dc43-4c33-91fe-3ba8b19a3822 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Mar 07 05:19:26.306964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17146b-d57b-4f2e-b7aa-0adadf173f1b req-4c31774a-e6dc-4ad6-89ad-81497d0007f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:26.308435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e17146b-d57b-4f2e-b7aa-0adadf173f1b req-4c31774a-e6dc-4ad6-89ad-81497d0007f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Mar 07 05:19:26.354393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6e17146b-d57b-4f2e-b7aa-0adadf173f1b req-9e7b630c-c04a-4a7d-8396-e2775d24ae54 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Mar 07 05:19:27.474874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200781-ef88-4009-90ae-58808849e704 req-37ce0b6a-48fc-467b-8950-0b0f830cbc3e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:27.476334 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92200781-ef88-4009-90ae-58808849e704 req-37ce0b6a-48fc-467b-8950-0b0f830cbc3e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0520735 Mar 07 05:19:27.521435 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92200781-ef88-4009-90ae-58808849e704 req-972e69a7-7086-4dc6-832e-cca1a3c3b41f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Mar 07 05:19:28.638199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98372-fda1-4cb5-b346-747e2c45458a req-eb80fbb3-869b-4e6c-9b4e-fa20699e1579 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:28.639650 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cc98372-fda1-4cb5-b346-747e2c45458a req-eb80fbb3-869b-4e6c-9b4e-fa20699e1579 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0517650 Mar 07 05:19:28.690176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cc98372-fda1-4cb5-b346-747e2c45458a req-b438c4ea-9f7f-4f82-851a-ec8d3563cd39 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442975 Mar 07 05:19:29.808923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2e380-6039-4a7c-b34e-feef4378059c req-484ffd23-f13c-4530-b15a-8edbed44a822 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:29.810429 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cd2e380-6039-4a7c-b34e-feef4378059c req-484ffd23-f13c-4530-b15a-8edbed44a822 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0532134 Mar 07 05:19:29.858488 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cd2e380-6039-4a7c-b34e-feef4378059c req-71394e50-5a36-42bd-83f1-2bedda64548e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Mar 07 05:19:30.976590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e1f3f-b110-4f51-9794-8fcc9505190a req-46522d6e-a6c4-45fd-9a29-0f0c6c1a915c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:30.978148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-477e1f3f-b110-4f51-9794-8fcc9505190a req-46522d6e-a6c4-45fd-9a29-0f0c6c1a915c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Mar 07 05:19:31.024579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-477e1f3f-b110-4f51-9794-8fcc9505190a req-28ec1967-c628-4294-85c7-f55feeeb6ba2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Mar 07 05:19:32.150344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83bc58-01d0-4584-85ab-83ba10aacdc9 req-62abb4ff-258a-4ab8-ae48-ebebebe9bb2a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:32.151938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af83bc58-01d0-4584-85ab-83ba10aacdc9 req-62abb4ff-258a-4ab8-ae48-ebebebe9bb2a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0594237 Mar 07 05:19:32.198044 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af83bc58-01d0-4584-85ab-83ba10aacdc9 req-fd94b015-8913-4efd-a698-a1caec917806 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Mar 07 05:19:32.840474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4117d3b5-e65c-49ff-9c7b-e5bd660ee17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:33.317505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5714f3-ba0c-4f7c-a09a-1b57f6f22481 req-f842be62-b6c3-446b-baa0-f1ec92fa0ee0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:33.319014 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee5714f3-ba0c-4f7c-a09a-1b57f6f22481 req-f842be62-b6c3-446b-baa0-f1ec92fa0ee0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0537331 Mar 07 05:19:33.368227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee5714f3-ba0c-4f7c-a09a-1b57f6f22481 req-a9202f08-3ee3-4e31-abf8-b8022df973da tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Mar 07 05:19:34.491051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988954d-b342-4aaa-9e68-14675b032bca req-ffffaf26-7d1f-46c3-8485-c5c75778cb02 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:34.492512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1988954d-b342-4aaa-9e68-14675b032bca req-ffffaf26-7d1f-46c3-8485-c5c75778cb02 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0565777 Mar 07 05:19:34.538415 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1988954d-b342-4aaa-9e68-14675b032bca req-b65c0024-90bd-4e6f-9adc-b4a6225179e7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Mar 07 05:19:35.463252 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb34a2a0-1c6a-4b15-a4b5-fd5147087b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:35.654475 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83864ca3-22ad-4a3c-9bd3-12c6bd0c42d1 req-d2077fc7-60d6-4cd2-ba1b-fc846625b7a2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:35.655931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83864ca3-22ad-4a3c-9bd3-12c6bd0c42d1 req-d2077fc7-60d6-4cd2-ba1b-fc846625b7a2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0508742 Mar 07 05:19:35.701702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-83864ca3-22ad-4a3c-9bd3-12c6bd0c42d1 req-5f009c1f-61ba-4c70-a1f6-7925df04e0e1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Mar 07 05:19:36.817628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc419e-b560-4dc8-8abd-be1ce0939acc req-6aa8164c-6148-41ba-94c2-6b7bbea0c435 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:36.819775 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2fc419e-b560-4dc8-8abd-be1ce0939acc req-6aa8164c-6148-41ba-94c2-6b7bbea0c435 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0510683 Mar 07 05:19:36.869266 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2fc419e-b560-4dc8-8abd-be1ce0939acc req-740a0d4a-4aac-483a-844a-14a840b36291 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445030 Mar 07 05:19:36.904642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:37.834030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:37.987850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d77345-ad32-458b-b3be-268d55ba153c req-ec13749e-1ce8-40f5-a924-821bccbc2e78 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:37.989324 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29d77345-ad32-458b-b3be-268d55ba153c req-ec13749e-1ce8-40f5-a924-821bccbc2e78 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0543113 Mar 07 05:19:38.035585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29d77345-ad32-458b-b3be-268d55ba153c req-48f067a2-7ccc-4a93-8f10-7bd423643ddb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 Mar 07 05:19:39.152705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad491b-e7d6-4170-b286-56ccc2afceb9 req-1daf0607-69a6-4be5-85cd-5aa4f1e5c435 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:39.154185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76ad491b-e7d6-4170-b286-56ccc2afceb9 req-1daf0607-69a6-4be5-85cd-5aa4f1e5c435 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Mar 07 05:19:39.199548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76ad491b-e7d6-4170-b286-56ccc2afceb9 req-a74d0427-098d-4e89-a62a-e0d71de7bcf0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Mar 07 05:19:39.542375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:40.321007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c94c8-8951-41d0-bf0b-96d8c65cd6a8 req-a362b6ec-4431-4c6f-831e-abc32654fef7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:40.322517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-839c94c8-8951-41d0-bf0b-96d8c65cd6a8 req-a362b6ec-4431-4c6f-831e-abc32654fef7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0568175 Mar 07 05:19:40.368430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-839c94c8-8951-41d0-bf0b-96d8c65cd6a8 req-86b0f5ff-e7c9-433d-9d55-2b2f9bccd10a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 Mar 07 05:19:41.489225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60699b67-fa41-4114-b312-a7be93da9897 req-9b605314-88b7-4026-95f9-f667080218ab tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:41.490796 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60699b67-fa41-4114-b312-a7be93da9897 req-9b605314-88b7-4026-95f9-f667080218ab tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0534165 Mar 07 05:19:41.538263 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60699b67-fa41-4114-b312-a7be93da9897 req-1e17d835-62b7-4be1-9c38-f7d78cee0bc5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Mar 07 05:19:42.655411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041cee5-4d2f-4922-983e-17a4f8bdd21e req-a22e1e01-167d-42cf-ae7c-6f1cb76ab062 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:42.657391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3041cee5-4d2f-4922-983e-17a4f8bdd21e req-a22e1e01-167d-42cf-ae7c-6f1cb76ab062 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0521662 Mar 07 05:19:42.709200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3041cee5-4d2f-4922-983e-17a4f8bdd21e req-568446a7-f1c5-44cd-bef4-4343c7925482 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461893 Mar 07 05:19:42.956869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0389b1-bd45-4f49-af1d-2bfc43b478e4 req-be509570-010d-48f8-97d8-d445c466c3e5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:42.958393 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d0389b1-bd45-4f49-af1d-2bfc43b478e4 req-be509570-010d-48f8-97d8-d445c466c3e5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0551550 Mar 07 05:19:43.009201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5d0389b1-bd45-4f49-af1d-2bfc43b478e4 req-e1c42e5d-0938-474c-943a-efecedf8a7cc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Mar 07 05:19:43.015359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-56f166d2-7ac4-4d42-bce0-7c5964dda75b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851948 Mar 07 05:19:43.357475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-c3add8bf-167e-47e2-84a3-f70694e848e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:43.358774 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-c3add8bf-167e-47e2-84a3-f70694e848e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports/52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 943 time: 0.0476940 Mar 07 05:19:43.444480 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:19:44.133177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e4846-8456-4526-b799-08a82f1cc501 req-e4b4ff13-3daa-446f-8949-2d3897d6362d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:44.134720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c1e4846-8456-4526-b799-08a82f1cc501 req-e4b4ff13-3daa-446f-8949-2d3897d6362d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0565774 Mar 07 05:19:44.175840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-33b48126-3fc7-4b9d-81ec-6b1cab396160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:44.177382 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-33b48126-3fc7-4b9d-81ec-6b1cab396160 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1128 time: 0.0446606 Mar 07 05:19:44.181729 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c1e4846-8456-4526-b799-08a82f1cc501 req-6335875e-664f-48cd-ba76-0aecffaa3d3c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Mar 07 05:19:44.273061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-7c5da943-aca9-4c57-b499-fc8fd7d8eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:44.274432 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-7c5da943-aca9-4c57-b499-fc8fd7d8eab7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0916197 Mar 07 05:19:44.342363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-e86e6761-cf0d-4846-876c-dff97f4c6604 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1002 time: 0.0620625 Mar 07 05:19:44.388815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-7a306798-248b-4504-8739-3fb697b5da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:44.390243 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-7a306798-248b-4504-8739-3fb697b5da75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0428109 Mar 07 05:19:44.436626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-76cc8f39-a135-41ad-988d-cbaa2ffecdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:44.438289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-76cc8f39-a135-41ad-988d-cbaa2ffecdad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425932 Mar 07 05:19:44.529557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-7d75c129-10bb-4d42-a8e7-19255ddc8c86 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857623 Mar 07 05:19:44.616212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-afc423c0-f540-46b2-89b1-00a78370d5ee service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814638 Mar 07 05:19:45.309376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a31a-a5db-427c-8176-12a5cf1f7b52 req-3ed7b204-bafb-4a2a-94e1-e60a9f9029c2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:45.310856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f337a31a-a5db-427c-8176-12a5cf1f7b52 req-3ed7b204-bafb-4a2a-94e1-e60a9f9029c2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0568774 Mar 07 05:19:45.356499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f337a31a-a5db-427c-8176-12a5cf1f7b52 req-fa289e83-7520-4156-8a64-24d0f0340d0c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 Mar 07 05:19:46.307370 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-2cc92c9a-c04e-4977-9445-6ec2f3898ed7 service neutron] show failed (client error): The resource could not be found. Mar 07 05:19:46.308402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-2cc92c9a-c04e-4977-9445-6ec2f3898ed7 service neutron] 10.222.0.15 "GET /v2.0/ports/52d07929-682b-46f6-8561-46a8892431b7/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0542288 Mar 07 05:19:46.490482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef775-243c-4d6f-8063-cf52b5ee7995 req-693c6e76-da2b-4ceb-a270-b21591135c7c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:46.492065 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-118ef775-243c-4d6f-8063-cf52b5ee7995 req-693c6e76-da2b-4ceb-a270-b21591135c7c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0602002 Mar 07 05:19:46.533336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-a9a8dac6-9af8-4b69-bf80-92a4d9b50e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:46.534873 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-a9a8dac6-9af8-4b69-bf80-92a4d9b50e01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 1128 time: 0.0506649 Mar 07 05:19:46.544883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-118ef775-243c-4d6f-8063-cf52b5ee7995 req-c53af622-7fbb-4e57-ad8d-f324cd3978cc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Mar 07 05:19:46.546513 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:19:46.606077 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:46.806374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:46.852818 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:19:46.899124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:46.901481 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0922f44-1c77-47c5-8c81-f26edc6b7292" -d '{"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-unplugged", "status": "completed", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:46.905410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Publish callbacks [] for port (52d07929-682b-46f6-8561-46a8892431b7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:46.919109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Transition to ACTIVE for port object 52d07929-682b-46f6-8561-46a8892431b7 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:19:46.923479 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:46.967026 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e188974-39fc-4373-b2c9-28e5388d3cc4 x-openstack-request-id: req-1e188974-39fc-4373-b2c9-28e5388d3cc4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:46.967212 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-unplugged", "status": "completed", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:46.968779 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e188974-39fc-4373-b2c9-28e5388d3cc4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:46.968779 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'code': 200} Mar 07 05:19:47.002895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:47.052613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] No DVR routers for this DVR port 52d07929-682b-46f6-8561-46a8892431b7 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:19:47.197123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:19:47.197459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:19:47.197780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:19:47.201963 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Port 52d07929-682b-46f6-8561-46a8892431b7 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:19:47.202309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Attempting to bind port 52d07929-682b-46f6-8561-46a8892431b7 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:19:47.208628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:19:47.208966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:19:47.209347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:19:47.209768 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Bound port: 52d07929-682b-46f6-8561-46a8892431b7, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:19:47.210193 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:47.275179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:19:47.278524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:19:47.286250 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:47.324779 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:47.325392 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:47.326893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] 10.222.0.44 "PUT /v2.0/ports/52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1092 time: 0.7847362 Mar 07 05:19:47.387152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bc4a1-665a-4da8-8cd2-b47bdbf7b605 service neutron] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:47.409697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-2d179b4b-08e6-4564-938c-07e6037d38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:47.411333 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-2d179b4b-08e6-4564-938c-07e6037d38f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1126 time: 0.0603116 Mar 07 05:19:47.511541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-0ae6b948-c1f2-4761-bb31-12d52fd08e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:47.513034 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-0ae6b948-c1f2-4761-bb31-12d52fd08e4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0941424 Mar 07 05:19:47.587880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-55af8a0c-a5e3-4508-af0f-51d72f15f666 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1000 time: 0.0682054 Mar 07 05:19:47.639699 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-6816fb42-3dd3-4ac0-9f9a-ff54577ebac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:47.641954 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-6816fb42-3dd3-4ac0-9f9a-ff54577ebac8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0479083 Mar 07 05:19:47.693269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-a46482c2-9141-4b75-b188-22e77e9f9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:47.694664 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-a46482c2-9141-4b75-b188-22e77e9f9379 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466413 Mar 07 05:19:47.710137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ed23-a954-4dc5-96b6-fb3d79be3a32 req-5a9ebb2b-b846-41b6-9057-b56131db1742 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:47.711761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0c8ed23-a954-4dc5-96b6-fb3d79be3a32 req-5a9ebb2b-b846-41b6-9057-b56131db1742 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0635395 Mar 07 05:19:47.778150 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f0c8ed23-a954-4dc5-96b6-fb3d79be3a32 req-5c105e1c-d285-4d76-872c-656358e33a68 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602398 Mar 07 05:19:47.798032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-a43bbd19-aa84-4ecb-89c3-5904129cb6e1 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934722 Mar 07 05:19:47.895061 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-7c00f2c0-1ec9-4c44-8395-945ac6673e7c req-dfe00a89-c096-4f7e-bcbf-d08758ea882a service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941353 Mar 07 05:19:48.900883 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5143d-73f8-4ea3-8251-9bfa33d4afcf req-cdf794eb-a698-4dc7-bc49-1dc5fb3bf23c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:48.902403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11f5143d-73f8-4ea3-8251-9bfa33d4afcf req-cdf794eb-a698-4dc7-bc49-1dc5fb3bf23c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0519235 Mar 07 05:19:48.949036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-11f5143d-73f8-4ea3-8251-9bfa33d4afcf req-a600512a-d6d4-4155-a357-7166d7f0fdd3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 Mar 07 05:19:48.970222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:48.972674 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4969a85f-162d-4ba9-a049-77db1fa12bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:49.018260 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06645c1b-6507-4275-acef-189ca2741d1e x-openstack-request-id: req-06645c1b-6507-4275-acef-189ca2741d1e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:49.018626 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:49.018971 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06645c1b-6507-4275-acef-189ca2741d1e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:49.019383 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'status': 'completed', 'code': 200} Mar 07 05:19:49.113284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-4fd369a7-6fb0-46d7-9e09-be403d6828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.114728 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-4fd369a7-6fb0-46d7-9e09-be403d6828d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1126 time: 0.0800736 Mar 07 05:19:49.116497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-7586901b-2f5c-4c31-9ec3-aeadef79b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.117821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-7586901b-2f5c-4c31-9ec3-aeadef79b149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1126 time: 0.0754349 Mar 07 05:19:49.272277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-00c53f22-95c0-407a-b94f-8c6779f8431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.273729 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-00c53f22-95c0-407a-b94f-8c6779f8431c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1522958 Mar 07 05:19:49.274802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-edfe613a-9709-44df-8e60-076c2f530a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.276094 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-edfe613a-9709-44df-8e60-076c2f530a5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1476526 Mar 07 05:19:49.383593 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-f269fc30-7a15-48cf-91d0-94354ea51d28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1000 time: 0.1033301 Mar 07 05:19:49.387151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-3d48cafb-005f-4180-af0d-ad43a72c3981 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1000 time: 0.1011639 Mar 07 05:19:49.465023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-b79af9c6-5d20-40ba-b818-cbc8f4d395b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.466486 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-b79af9c6-5d20-40ba-b818-cbc8f4d395b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0775821 Mar 07 05:19:49.470109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-13773142-2825-4b13-9313-462eccf6f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.471425 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-13773142-2825-4b13-9313-462eccf6f45c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0747509 Mar 07 05:19:49.541641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-b1154ac1-df90-4d01-b028-16c6395b04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.543164 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-b1154ac1-df90-4d01-b028-16c6395b04cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0705757 Mar 07 05:19:49.548100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-6f6bf101-12c3-40e3-a7b8-62efaf78d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:49.549494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-6f6bf101-12c3-40e3-a7b8-62efaf78d8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696664 Mar 07 05:19:49.700530 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-6f6a6052-a7e2-4dda-98d2-f5d2f6a3b7ce service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500895 Mar 07 05:19:49.702385 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-0b8c63eb-acf2-4bbe-bdd5-4610e0350575 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454000 Mar 07 05:19:49.847062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 52d07929-682b-46f6-8561-46a8892431b7 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:19:49.857952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-07bcdc7f-bd3a-4ebe-9f3d-3e1f1024e29a service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512995 Mar 07 05:19:49.860588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4969a85f-162d-4ba9-a049-77db1fa12bd7 req-2dcd2175-553a-4ee9-bc67-896d717b2346 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473408 Mar 07 05:19:49.888284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 52d07929-682b-46f6-8561-46a8892431b7 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:19:49.888678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 52d07929-682b-46f6-8561-46a8892431b7 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:19:50.068985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476eab8-5775-4c3d-9296-761fa14d101d req-25d0bf15-4be8-4db1-a27e-e512f9e87be8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:50.070475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b476eab8-5775-4c3d-9296-761fa14d101d req-25d0bf15-4be8-4db1-a27e-e512f9e87be8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0511546 Mar 07 05:19:50.120161 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b476eab8-5775-4c3d-9296-761fa14d101d req-73f77c03-4e2c-4e02-9fc0-569ce4c0cbb6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Mar 07 05:19:50.302328 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:51.237684 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91444341-2aa3-4b2e-bdd6-6e4bd610cb95 req-e96c9f13-f3a6-4e24-9ae2-5288ea3a9a4e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.239108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91444341-2aa3-4b2e-bdd6-6e4bd610cb95 req-e96c9f13-f3a6-4e24-9ae2-5288ea3a9a4e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0522346 Mar 07 05:19:51.285049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91444341-2aa3-4b2e-bdd6-6e4bd610cb95 req-2e7cb465-c3fa-4730-893d-47038d04d327 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Mar 07 05:19:51.478363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54ae0-6252-49ba-90d0-af43a8987488 req-2f77f1d7-fcd2-4432-8e82-1e9edd971fb1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.479907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ea54ae0-6252-49ba-90d0-af43a8987488 req-2f77f1d7-fcd2-4432-8e82-1e9edd971fb1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 944 time: 0.0538096 Mar 07 05:19:51.499111 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-b8990b42-d7f3-4f0a-ba22-ffb13ab57134 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.501177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-b8990b42-d7f3-4f0a-ba22-ffb13ab57134 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0&tenant_id=1c2547847ea240a986d40df240d01311&binding%3Ahost_id=n-h2-832185-1 HTTP/1.1" status: 200 len: 944 time: 0.0643256 Mar 07 05:19:51.530243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ea54ae0-6252-49ba-90d0-af43a8987488 req-d1bfd163-b5da-4cd2-90f8-202fa90d962f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Mar 07 05:19:51.561237 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-2fa4f8d6-0303-4a62-9393-b71b771dec25 service neutron] delete failed (client error): The resource could not be found. Mar 07 05:19:51.562280 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-2fa4f8d6-0303-4a62-9393-b71b771dec25 service neutron] 10.222.0.15 "DELETE /v2.0/ports/52d07929-682b-46f6-8561-46a8892431b7/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0550408 Mar 07 05:19:51.649839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-31feed86-97b5-4b9b-b4b1-1a86a031a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.651371 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-31feed86-97b5-4b9b-b4b1-1a86a031a2dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1126 time: 0.0477171 Mar 07 05:19:51.744831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-aa6fca5b-c1b7-4a79-b964-3a88d6c00853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.746322 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-aa6fca5b-c1b7-4a79-b964-3a88d6c00853 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0888989 Mar 07 05:19:51.793748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 52d07929-682b-46f6-8561-46a8892431b7 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:19:51.809969 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-f08a8706-56be-4160-bf1d-a8be625eaf55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1000 time: 0.0578501 Mar 07 05:19:51.861171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-4bd53f56-87e0-40b7-9513-3b4435448603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.862914 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-4bd53f56-87e0-40b7-9513-3b4435448603 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0474844 Mar 07 05:19:51.893006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:51.903823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '52d07929-682b-46f6-8561-46a8892431b7', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '52d07929-682b-46f6-8561-46a8892431b7', 'mac_address': 'fa:16:3e:37:94:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:19:51.913680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-ffaae484-8b61-49b5-93db-9e7e0ca55d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:51.915215 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-ffaae484-8b61-49b5-93db-9e7e0ca55d6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466628 Mar 07 05:19:51.942828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 52d07929-682b-46f6-8561-46a8892431b7 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:19:51.943401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:51.960788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d07929-682b-46f6-8561-46a8892431b7 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:19:51.980529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:51.985607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:52.009638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-84535d11-9b7b-4b06-932b-2731f5a63127 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873549 Mar 07 05:19:52.037443 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:52.103686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5b8fb601-5c80-4bd6-a7ff-b9b249774435 req-d2e80131-84a6-47f4-96ba-4453c398a638 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883896 Mar 07 05:19:52.345650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['52d07929-682b-46f6-8561-46a8892431b7'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:19:52.549248 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:52.665523 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1761ab-ed4b-449c-97a6-4ab82e2577bb req-04aee1d0-c954-48e9-97ce-0bc053b66835 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:52.667027 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a1761ab-ed4b-449c-97a6-4ab82e2577bb req-04aee1d0-c954-48e9-97ce-0bc053b66835 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 945 time: 0.0664799 Mar 07 05:19:52.713417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a1761ab-ed4b-449c-97a6-4ab82e2577bb req-1f1fa4a7-e213-4d7a-88f9-a5627c59b603 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Mar 07 05:19:52.827853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1075-27c5-40cd-87ae-1e4d4b4c6fac req-58d498ba-121f-452b-9f69-9c6c926795b6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:52.829988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-547b1075-27c5-40cd-87ae-1e4d4b4c6fac req-58d498ba-121f-452b-9f69-9c6c926795b6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Mar 07 05:19:52.876229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-547b1075-27c5-40cd-87ae-1e4d4b4c6fac req-39dc5e12-117a-4f5a-b19e-143ce1c3066e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Mar 07 05:19:53.075337 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b22544-0716-4022-85d2-9629fdb08656 req-1b8a67a8-7e11-4ce8-9f9e-9bffe16c8c01 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:53.076823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54b22544-0716-4022-85d2-9629fdb08656 req-1b8a67a8-7e11-4ce8-9f9e-9bffe16c8c01 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 945 time: 0.0553408 Mar 07 05:19:53.105309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-55eabf49-97b6-4556-b2e6-d1e890dd553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:53.106853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-55eabf49-97b6-4556-b2e6-d1e890dd553c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 1127 time: 0.0463998 Mar 07 05:19:53.128676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54b22544-0716-4022-85d2-9629fdb08656 req-5992d62f-f9e7-47f0-b4cd-ed44aaa41af9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455282 Mar 07 05:19:53.468293 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-75562a1c-607e-4ee7-ae6b-56bc1822e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:53.470343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-75562a1c-607e-4ee7-ae6b-56bc1822e862 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.3577046 Mar 07 05:19:53.534384 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-6b3f970c-738c-49fd-8154-0a13ca681655 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 200 len: 1001 time: 0.0576642 Mar 07 05:19:53.580662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-8b928437-d3ec-4a10-a805-4101727088ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:53.582073 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-8b928437-d3ec-4a10-a805-4101727088ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0423310 Mar 07 05:19:53.633558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-d8d1af6e-0c95-4c10-a453-6f737647ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:53.635277 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-d8d1af6e-0c95-4c10-a453-6f737647ac74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468681 Mar 07 05:19:53.720438 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-89aa9e33-2636-49ec-beb5-daa25e4380df service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794997 Mar 07 05:19:53.809408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-885e1c50-dfd5-40e2-89f2-1284f4ca5e38 req-b1fa58e7-d2e8-4054-9463-595a397aa3d8 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Mar 07 05:19:53.818144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 52d07929-682b-46f6-8561-46a8892431b7 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:19:53.866324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 52d07929-682b-46f6-8561-46a8892431b7 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:19:53.870523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 52d07929-682b-46f6-8561-46a8892431b7 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:19:53.870901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (52d07929-682b-46f6-8561-46a8892431b7), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:53.948948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 52d07929-682b-46f6-8561-46a8892431b7 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:19:53.949374 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:53.975770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:53.977923 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e446b3ef-420f-4570-ab54-129649ac8132" -d '{"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:53.989835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:53.994755 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:54.018090 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8877ea0-f549-4c66-a669-7f6b5455a00c x-openstack-request-id: req-c8877ea0-f549-4c66-a669-7f6b5455a00c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:54.018390 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:54.018650 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8877ea0-f549-4c66-a669-7f6b5455a00c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:54.019048 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'code': 200} Mar 07 05:19:54.043494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:54.250070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114fdd-ca8a-46f0-bb28-dc8aa13e75ad req-38e5a440-1fe1-442b-8155-58f091101515 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:54.255493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a114fdd-ca8a-46f0-bb28-dc8aa13e75ad req-38e5a440-1fe1-442b-8155-58f091101515 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0563583 Mar 07 05:19:54.306916 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a114fdd-ca8a-46f0-bb28-dc8aa13e75ad req-c640b141-c8ff-463f-b818-afbc7e9bee2d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457792 Mar 07 05:19:55.427934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761945d6-8314-48d6-b5f8-4c0030f0becb req-f8cdcf36-4a38-4830-8a2b-972420117fc2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:55.429434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-761945d6-8314-48d6-b5f8-4c0030f0becb req-f8cdcf36-4a38-4830-8a2b-972420117fc2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0530090 Mar 07 05:19:55.476063 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-761945d6-8314-48d6-b5f8-4c0030f0becb req-10b52d36-15be-4ea0-846d-2ebf20c1b958 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410221 Mar 07 05:19:55.711115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87116f-03fb-4e63-b614-4625948e9761 req-d28d26cc-76fa-4ae1-9da8-22d4e7c2b8a8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:55.712597 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df87116f-03fb-4e63-b614-4625948e9761 req-d28d26cc-76fa-4ae1-9da8-22d4e7c2b8a8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0574093 Mar 07 05:19:55.759195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df87116f-03fb-4e63-b614-4625948e9761 req-c5064609-d0ec-4e25-9e99-e12882e8f6ba tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Mar 07 05:19:56.878314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199a5d9-45e2-4c2e-9937-126307f430bc req-9546a27b-51c0-4edf-8fc6-25f5b73a1073 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:56.879777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1199a5d9-45e2-4c2e-9937-126307f430bc req-9546a27b-51c0-4edf-8fc6-25f5b73a1073 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0539629 Mar 07 05:19:56.925595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1199a5d9-45e2-4c2e-9937-126307f430bc req-c6ec2417-2f53-4db7-afb9-c3eda1d447a5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Mar 07 05:19:57.056532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-1867c2c2-b03e-4c28-8f65-3d10e7844bb0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:57.057891 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-1867c2c2-b03e-4c28-8f65-3d10e7844bb0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 946 time: 0.0538623 Mar 07 05:19:57.152531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Deleting port 52d07929-682b-46f6-8561-46a8892431b7 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:19:57.152872 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (52d07929-682b-46f6-8561-46a8892431b7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:57.242088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] For port 52d07929-682b-46f6-8561-46a8892431b7, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=52d07929-682b-46f6-8561-46a8892431b7,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:19:57.242470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (52d07929-682b-46f6-8561-46a8892431b7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:57.412840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:57.413206 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:57.413526 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 disassociated. External IP: 172.25.4.192, port: 52d07929-682b-46f6-8561-46a8892431b7. Mar 07 05:19:57.413873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Calling delete_port for 52d07929-682b-46f6-8561-46a8892431b7 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:19:57.543353 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (52d07929-682b-46f6-8561-46a8892431b7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:57.572059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event deleted for resources: {'Port': ['ID=52d07929-682b-46f6-8561-46a8892431b7,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:19:57.583440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.583795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.584149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.584498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.584847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.585190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.585525 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.585858 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.586215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.586548 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.586882 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.587211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.587541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:19:57.705871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:19:57.821520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:19:57.832418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:19:57.842567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:19:57.843271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:19:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:57.866528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] No DVR routers for this DVR port 52d07929-682b-46f6-8561-46a8892431b7 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:19:57.869104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:19:57.872440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b9fedc95-03b5-4b28-a6cf-4d890be40601 req-43635469-0732-4576-8dc2-5e5e2767bf1e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "DELETE /v2.0/ports/52d07929-682b-46f6-8561-46a8892431b7 HTTP/1.1" status: 204 len: 173 time: 0.8084006 Mar 07 05:19:57.872883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-deleted', 'tag': '52d07929-682b-46f6-8561-46a8892431b7'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:19:57.875147 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7276ad1d-1a6f-4536-b6bb-31ef751c858e" -d '{"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-deleted", "tag": "52d07929-682b-46f6-8561-46a8892431b7"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:19:57.914888 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69bd54e-a7b2-4297-93a7-eb83924959f0 x-openstack-request-id: req-e69bd54e-a7b2-4297-93a7-eb83924959f0 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:19:57.915199 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c635528-47fd-458a-a2b7-cf4a13a8a2a0", "name": "network-vif-deleted", "tag": "52d07929-682b-46f6-8561-46a8892431b7", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:19:57.915458 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e69bd54e-a7b2-4297-93a7-eb83924959f0 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:19:57.915872 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c635528-47fd-458a-a2b7-cf4a13a8a2a0', 'name': 'network-vif-deleted', 'tag': '52d07929-682b-46f6-8561-46a8892431b7', 'status': 'completed', 'code': 200} Mar 07 05:19:58.038884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7efedbf6-dad8-4cfc-a492-ef77ded3733a req-852fc550-e1ab-45d2-9415-afff23dc796f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c635528-47fd-458a-a2b7-cf4a13a8a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0351834 Mar 07 05:19:58.123551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:19:58.330241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:58.358296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:19:58.367897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:19:58.368644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:19:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:58.481969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:19:58.679719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:19:58.709986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb0017-7e7b-40c9-9728-8d3ff6f45ded None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:19:58.931726 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a92870-578a-40e2-989a-081a469148aa None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:19:59.277395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-32f3c3b1-d090-44ab-b5a0-08f56582b73e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1507475501&fields=id&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 267 time: 0.0405853 Mar 07 05:19:59.381013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-ff56eb98-a088-43b9-afb5-7ff19e593ba3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:19:59.382498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-ff56eb98-a088-43b9-afb5-7ff19e593ba3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.0979424 Mar 07 05:19:59.397663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-dfdb6e24-3110-4b73-8fe5-a703339163a7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/quotas/1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Mar 07 05:19:59.457465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-10bd8f2a-db12-4863-9ab8-4516d46b551f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548854 Mar 07 05:19:59.559038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-98095e96-87f5-442d-b334-77cdcb475949 service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901239 Mar 07 05:19:59.651179 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-f19b86a8-f58d-4383-a024-ee5c1c1ee17d service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863998 Mar 07 05:19:59.809466 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4b41b9aa-74b7-44ff-9cbe-791614a9a393 req-4282d465-ae68-4c5b-a654-40a83f7b0878 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Mar 07 05:20:00.730032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-8067c89b-2ab5-4502-90b9-a86e857f80b3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:00.731473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-8067c89b-2ab5-4502-90b9-a86e857f80b3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1041746 Mar 07 05:20:00.791741 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-a9674d59-a521-4f64-9810-85e953d5850b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 380 time: 0.0525863 Mar 07 05:20:00.803006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'port': {'device_id': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'admin_state_up': True, 'tenant_id': '1c2547847ea240a986d40df240d01311', 'security_groups': ['386a0748-c2fd-47ff-9e5f-19de4766e680']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:00.906909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f6b9027d-cfda-4f7b-bedd-e30fe0ecaa96 req-d3f1fc04-8624-477d-82ea-7348079c793d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 210 time: 0.0272040 Mar 07 05:20:00.915550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Made reservation on behalf of 1c2547847ea240a986d40df240d01311 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:20:00.919187 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.050017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Allocated IP 172.20.0.6 (ad92aa47-b9ba-4b32-943d-702097141ffc/fa5428f3-6f86-4a3c-9889-10533151fff0/24944156-21c5-455f-989b-af64ba651ea1) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:20:01.181044 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for port (24944156-21c5-455f-989b-af64ba651ea1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.214569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.264653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:20:01.267780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:20:01.271473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:20:01.295956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:01.325731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:01.326431 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.344710 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-3dd19088-978c-429d-82d4-08e274829da0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446866 Mar 07 05:20:01.355095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Request body: {'port': {'device_id': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:01.418129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.525896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4fdff258-6237-4129-8e30-bc2783bf7e4e None None] Provisioning complete for port 24944156-21c5-455f-989b-af64ba651ea1 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:20:01.526573 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4fdff258-6237-4129-8e30-bc2783bf7e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24944156-21c5-455f-989b-af64ba651ea1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.559805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4fdff258-6237-4129-8e30-bc2783bf7e4e None None] Port 24944156-21c5-455f-989b-af64ba651ea1 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:20:01.690746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24944156-21c5-455f-989b-af64ba651ea1 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:20:01.698197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Publish callbacks [] for port (24944156-21c5-455f-989b-af64ba651ea1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.709854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Transition to ACTIVE for port object 24944156-21c5-455f-989b-af64ba651ea1 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:20:01.713504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.765338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:01.838987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:20:01.839339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:20:01.839656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:01.839772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 52d07929-682b-46f6-8561-46a8892431b7 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:20:01.844535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:20:01.844863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:01.850174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:20:01.850516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:20:01.850897 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:20:01.851321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Bound port: 24944156-21c5-455f-989b-af64ba651ea1, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:20:01.851671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.861301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 52d07929-682b-46f6-8561-46a8892431b7 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:20:01.861772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 52d07929-682b-46f6-8561-46a8892431b7 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:20:01.920391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:20:01.924416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:20:01.931819 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.981436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:01.982088 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:01.983503 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] 10.222.0.44 "PUT /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1091 time: 0.6326232 Mar 07 05:20:01.983951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:01.986495 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da" -d '{"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:02.010321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a1be-179f-4785-8e19-f67ef2563ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:02.061088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8f1d-9406-40dc-b336-369899f0fa51 req-f94b8332-e2d4-4cac-8e0a-53e61e02c88c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.062932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd8f1d-9406-40dc-b336-369899f0fa51 req-f94b8332-e2d4-4cac-8e0a-53e61e02c88c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0710533 Mar 07 05:20:02.081787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-99c8b13d-3bf2-4ff9-9d3a-2e24ab140ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.083421 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-99c8b13d-3bf2-4ff9-9d3a-2e24ab140ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1125 time: 0.0542030 Mar 07 05:20:02.117075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ebdd8f1d-9406-40dc-b336-369899f0fa51 req-d49a3fda-61a0-4d67-9fff-ef9808e73b75 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483918 Mar 07 05:20:02.145445 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-be2e7b71-e3ee-4056-ad74-5de96084e3f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 217 time: 0.0544319 Mar 07 05:20:02.180104 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae914f-5f66-4a41-ac1b-a9bbab900229 x-openstack-request-id: req-1cae914f-5f66-4a41-ac1b-a9bbab900229 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:02.180395 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:02.180647 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cae914f-5f66-4a41-ac1b-a9bbab900229 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:02.181046 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'status': 'completed', 'code': 200} Mar 07 05:20:02.199282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-d9465e54-a691-41c5-b35f-86f30fb607d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.202173 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-d9465e54-a691-41c5-b35f-86f30fb607d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0497582 Mar 07 05:20:02.251735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-361cdc56-3ec7-4a1b-b40a-a095c26ec17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.253225 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-361cdc56-3ec7-4a1b-b40a-a095c26ec17b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454824 Mar 07 05:20:02.345290 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-8faf5b86-1b06-4894-949e-b11848e8eb6e service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849283 Mar 07 05:20:02.434587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-96811d8c-04e9-4122-8b23-87b4c7bfd8e9 req-6bf8856d-d02f-4bcb-adf9-8e2b1860619d service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837560 Mar 07 05:20:02.532581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-fb6c9d02-44e5-4be6-8d47-fd6a560699f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.534133 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-fb6c9d02-44e5-4be6-8d47-fd6a560699f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1125 time: 0.0518453 Mar 07 05:20:02.622898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-0890ba75-3aee-4f47-8828-62f733fd8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.624255 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-0890ba75-3aee-4f47-8828-62f733fd8939 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0845904 Mar 07 05:20:02.668123 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-2e592bcb-4736-4548-8c79-45ad6d9eab94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 217 time: 0.0374603 Mar 07 05:20:02.715593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-cded2deb-7ec7-4c75-b4a2-e9fa0a15a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.717013 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-cded2deb-7ec7-4c75-b4a2-e9fa0a15a90d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0428922 Mar 07 05:20:02.765076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-e0a78d96-049a-4c3f-950e-175bcbfc72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:02.766645 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-e0a78d96-049a-4c3f-950e-175bcbfc72f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438271 Mar 07 05:20:02.842419 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f77ae93d-f32e-4ba8-9cb1-dd3c293fbd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:02.859770 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-d5577186-aaca-4d3c-82df-2b9ee9e66574 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876355 Mar 07 05:20:02.948398 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0ed3f6c9-1e4d-4a03-98b3-c5906b05b4da req-3e90f9a3-9386-40b3-9091-2e6d331abdd3 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828001 Mar 07 05:20:03.244865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f17b-cb10-4cde-9d23-ab5fdac730e9 req-f00dcfd0-4d6d-4b87-8915-1ff167fd3a9c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:03.246331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f99f17b-cb10-4cde-9d23-ab5fdac730e9 req-f00dcfd0-4d6d-4b87-8915-1ff167fd3a9c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0559518 Mar 07 05:20:03.297485 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f99f17b-cb10-4cde-9d23-ab5fdac730e9 req-96e79c6b-8f8c-4cd9-9061-47d1b6fdd721 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449591 Mar 07 05:20:04.413621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e351-201f-4c76-bd4f-921977c32739 req-9bdef33e-6cf1-41d4-8198-7b1539bb01e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:04.415117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5de5e351-201f-4c76-bd4f-921977c32739 req-9bdef33e-6cf1-41d4-8198-7b1539bb01e9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0512202 Mar 07 05:20:04.462030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5de5e351-201f-4c76-bd4f-921977c32739 req-5d64c905-2b44-4f84-b9f6-d33149f6271c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Mar 07 05:20:05.466673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-223bb7ea-8e5b-45fd-8ebe-88ec9a89d137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:05.582102 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a3a6-2d7b-4d73-92d9-01ba0e2619f4 req-eaceaa4d-2bfe-42b3-9e52-873cd448cf56 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:05.583589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7837a3a6-2d7b-4d73-92d9-01ba0e2619f4 req-eaceaa4d-2bfe-42b3-9e52-873cd448cf56 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0535717 Mar 07 05:20:05.634862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7837a3a6-2d7b-4d73-92d9-01ba0e2619f4 req-4723a1ce-c450-45d4-95e9-d222ab8aff05 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457366 Mar 07 05:20:05.865548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:20:05.964735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:05.977182 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '24944156-21c5-455f-989b-af64ba651ea1', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '24944156-21c5-455f-989b-af64ba651ea1', 'mac_address': 'fa:16:3e:c5:6b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:20:06.014475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 24944156-21c5-455f-989b-af64ba651ea1 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:20:06.014870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:06.027805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24944156-21c5-455f-989b-af64ba651ea1 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:20:06.047346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:06.051900 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:06.098532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:06.348609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['24944156-21c5-455f-989b-af64ba651ea1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:20:06.754721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e44e0d-9098-44dc-96a9-009d64e63db4 req-a704258b-c514-4c64-8361-8b64eebd5b09 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:06.756219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3e44e0d-9098-44dc-96a9-009d64e63db4 req-a704258b-c514-4c64-8361-8b64eebd5b09 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0519471 Mar 07 05:20:06.802917 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f3e44e0d-9098-44dc-96a9-009d64e63db4 req-ef4dff27-3214-43be-83c5-e237e9e0c3e7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Mar 07 05:20:06.909256 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:07.836602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:07.881416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 up at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:20:07.923296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49c9b5-7892-40f9-a38b-bfe9a034ea47 req-4bc15ea7-8cf1-4034-bddb-9de05dd53719 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:07.924926 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df49c9b5-7892-40f9-a38b-bfe9a034ea47 req-4bc15ea7-8cf1-4034-bddb-9de05dd53719 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0542500 Mar 07 05:20:07.931770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning for port 24944156-21c5-455f-989b-af64ba651ea1 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:20:07.935884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Provisioning complete for port 24944156-21c5-455f-989b-af64ba651ea1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:20:07.936255 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24944156-21c5-455f-989b-af64ba651ea1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:07.977061 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-df49c9b5-7892-40f9-a38b-bfe9a034ea47 req-f7d5a112-5435-45ec-aa03-2ee4f876fcf9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Mar 07 05:20:08.017748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 24944156-21c5-455f-989b-af64ba651ea1 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:20:08.019526 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:08.042518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:08.044660 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1304dfa-becb-49c7-b1e9-3f560c8109ac" -d '{"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-plugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:08.057523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:08.061444 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:08.089546 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69649bb-ed8c-4074-9c93-078e316b040f x-openstack-request-id: req-f69649bb-ed8c-4074-9c93-078e316b040f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:08.089853 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-plugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:08.090136 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f69649bb-ed8c-4074-9c93-078e316b040f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:08.090532 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'code': 200} Mar 07 05:20:08.119326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:08.184413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160d05-69f3-4859-96b2-ff4cfd06e5db req-7a4b33b2-7d48-4b98-9d0f-8534e7fda3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:08.185904 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-72160d05-69f3-4859-96b2-ff4cfd06e5db req-7a4b33b2-7d48-4b98-9d0f-8534e7fda3d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1127 time: 0.0432029 Mar 07 05:20:08.235780 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-72160d05-69f3-4859-96b2-ff4cfd06e5db req-7a3f2af3-1069-4938-b9e2-3aba1b4ecd18 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Mar 07 05:20:09.099333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd9da1-d5f4-45ba-a183-458560b3a868 req-d39439e8-995a-4f48-bb79-9872b906a49c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:09.100778 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cbd9da1-d5f4-45ba-a183-458560b3a868 req-d39439e8-995a-4f48-bb79-9872b906a49c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0554726 Mar 07 05:20:09.145579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cbd9da1-d5f4-45ba-a183-458560b3a868 req-5839112f-b816-43ff-a804-cc95ce61041c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393069 Mar 07 05:20:09.545540 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:10.264971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59e1d1-7492-4b9f-ad09-3b22cdcae51f req-a9e9ded9-d22d-4cf0-83c3-2b0f5df6ec9e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:10.266468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d59e1d1-7492-4b9f-ad09-3b22cdcae51f req-a9e9ded9-d22d-4cf0-83c3-2b0f5df6ec9e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0529618 Mar 07 05:20:10.313159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d59e1d1-7492-4b9f-ad09-3b22cdcae51f req-7bc1dd3e-82c0-4414-a98a-0736f35091d2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Mar 07 05:20:10.429016 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6f73-df4a-4ec3-b54c-9e41f83b0924 req-59ee0028-57ae-408f-a971-6675f39e5ea7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:10.430424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a1b6f73-df4a-4ec3-b54c-9e41f83b0924 req-59ee0028-57ae-408f-a971-6675f39e5ea7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0559077 Mar 07 05:20:10.438929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59688) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:20:10.443799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'floatingip': {'port_id': '24944156-21c5-455f-989b-af64ba651ea1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:10.487550 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:10.923862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:10.928313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:11.028493 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 associated. External IP: 172.25.4.192, port: 24944156-21c5-455f-989b-af64ba651ea1. Mar 07 05:20:11.236530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:20:11.687902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:20:11.693286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:11.699383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:20:11.710028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:20:11.710636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:11.722795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eee79116-d06a-4549-9fb7-ce012ed7b4ad tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "PUT /v2.0/floatingips/8a7375cc-804b-4f28-b916-63444449b157 HTTP/1.1" status: 200 len: 991 time: 1.2825754 Mar 07 05:20:11.723455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:11.763455 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6fce49-562f-4a22-895a-dc565c1fcd34" -d '{"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:11.821196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:20:11.946130 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351df43c-c5aa-44b5-87c3-f673906689e7 x-openstack-request-id: req-351df43c-c5aa-44b5-87c3-f673906689e7 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:11.946376 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:11.946629 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-351df43c-c5aa-44b5-87c3-f673906689e7 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:11.947450 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'status': 'completed', 'code': 200} Mar 07 05:20:11.958661 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-de19957a-ea5a-4243-84fe-417ef09bdb34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540941 Mar 07 05:20:12.033217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-b38b7695-321b-412a-9c44-4c170c8fa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:12.035591 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-b38b7695-321b-412a-9c44-4c170c8fa424 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1127 time: 0.0601275 Mar 07 05:20:12.071454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6782-d091-4916-bcbd-5935a22847a1 req-36c0d24b-f03c-468a-afed-a230a41de0d5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:12.073409 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43da6782-d091-4916-bcbd-5935a22847a1 req-36c0d24b-f03c-468a-afed-a230a41de0d5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0639529 Mar 07 05:20:12.093724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '24944156-21c5-455f-989b-af64ba651ea1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:c5:6b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:20:10Z', 'revision_number': 9, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:12.127032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-43da6782-d091-4916-bcbd-5935a22847a1 req-620c7848-7cbc-41e6-89a7-ad94761ba30a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479798 Mar 07 05:20:12.128184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:20:12.138787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:20:12.139320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:20:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:12.154267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-5655c56f-2b61-4a03-b96a-87e1af9fcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:12.156021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-5655c56f-2b61-4a03-b96a-87e1af9fcdf6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1140678 Mar 07 05:20:12.224331 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-53b311f5-d377-4d6b-9f7e-21fc952d647f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 999 time: 0.0615430 Mar 07 05:20:12.257044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:20:12.276383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-8a58d236-7a47-44a9-834b-2aa670160ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:12.277944 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-8a58d236-7a47-44a9-834b-2aa670160ad2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0475006 Mar 07 05:20:12.364229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-1b1c2cfb-a569-4292-a245-b2bb278b3930 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:12.365598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-1b1c2cfb-a569-4292-a245-b2bb278b3930 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 942 time: 0.0536926 Mar 07 05:20:12.370061 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-4c4334d1-e5f0-4c20-b99e-f6f5fad86fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:12.371483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-4c4334d1-e5f0-4c20-b99e-f6f5fad86fbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0883231 Mar 07 05:20:12.471807 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-2159b66a-4ef4-431b-9d6c-db10c74a2752 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936639 Mar 07 05:20:12.501807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '24944156-21c5-455f-989b-af64ba651ea1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:c5:6b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:20:10Z', 'revision_number': 9, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:12.531636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee5b57-96af-4d4a-a7e1-54116ce75e36 None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': '24944156-21c5-455f-989b-af64ba651ea1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:c5:6b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:20:10Z', 'revision_number': 9, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:20:12.566285 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-bb6fce49-562f-4a22-895a-dc565c1fcd34 req-22290601-36cf-431b-ac3d-5c0a87fb452b service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890880 Mar 07 05:20:12.765085 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a668ad-1e85-4d73-87d4-6ee4b21fd36a None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:20:13.198362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-e53ee579-fe4b-4540-bc1f-3aada41116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:13.199860 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-e53ee579-fe4b-4540-bc1f-3aada41116bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1127 time: 0.0454440 Mar 07 05:20:13.247353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcafb5-e4bd-40e5-b44e-68065c9363d2 req-14f96715-182d-41c3-a31b-318963a07994 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:13.248762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2bcafb5-e4bd-40e5-b44e-68065c9363d2 req-14f96715-182d-41c3-a31b-318963a07994 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Mar 07 05:20:13.293369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-e69a5914-08bc-4e78-bad1-b4f88e37b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:13.294968 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-e69a5914-08bc-4e78-bad1-b4f88e37b405 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0897195 Mar 07 05:20:13.302822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2bcafb5-e4bd-40e5-b44e-68065c9363d2 req-f69cf567-8a60-43fc-a90b-ca79badb23fa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475123 Mar 07 05:20:13.359635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-297ebde4-7d9d-4103-ab6b-f12e7f3d41a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1002 time: 0.0589356 Mar 07 05:20:13.409350 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-9810be48-7fb9-4805-b798-cd05a1dde30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:13.410796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-9810be48-7fb9-4805-b798-cd05a1dde30a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0461729 Mar 07 05:20:13.460268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13020a53-5f5c-4e78-8a1a-279149923903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:13.461768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13020a53-5f5c-4e78-8a1a-279149923903 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454698 Mar 07 05:20:13.551278 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-57b8ca55-563c-4534-9fe0-a956a586e9d5 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Mar 07 05:20:13.643661 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-79526362-d844-44cd-8513-c9d89356710f service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857155 Mar 07 05:20:14.418223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904329ae-1d2e-420b-9f9d-6a673f316d3f req-3994bbe1-670a-4eba-a30e-f8c58a2c380b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:14.419680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-904329ae-1d2e-420b-9f9d-6a673f316d3f req-3994bbe1-670a-4eba-a30e-f8c58a2c380b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Mar 07 05:20:14.465002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-904329ae-1d2e-420b-9f9d-6a673f316d3f req-c9205c9b-5e78-47fd-9abe-3dcfca04642d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393548 Mar 07 05:20:15.585041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bb1b2-7e39-49e9-9122-2525d57ec3cb req-719dff79-d831-4c25-a69f-fe5b880067e5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:15.586530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e61bb1b2-7e39-49e9-9122-2525d57ec3cb req-719dff79-d831-4c25-a69f-fe5b880067e5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0530360 Mar 07 05:20:15.633315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e61bb1b2-7e39-49e9-9122-2525d57ec3cb req-a8439cdf-496e-4fd7-91c9-9cdec86af629 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Mar 07 05:20:16.753583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05cb3f-16d5-4497-923d-22ba8aafed1d req-1805c525-179b-44b5-ab7c-674d0a5a18cb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:16.755075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db05cb3f-16d5-4497-923d-22ba8aafed1d req-1805c525-179b-44b5-ab7c-674d0a5a18cb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0556693 Mar 07 05:20:16.801834 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db05cb3f-16d5-4497-923d-22ba8aafed1d req-95ea30b3-6c8c-4fb8-a68a-326582a3e230 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Mar 07 05:20:17.923321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb69cb-11f9-4294-a414-10ce1b959d20 req-9443f999-dd1b-4f1b-90ae-bae944856d4c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:17.924883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-addb69cb-11f9-4294-a414-10ce1b959d20 req-9443f999-dd1b-4f1b-90ae-bae944856d4c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0540364 Mar 07 05:20:17.971694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-addb69cb-11f9-4294-a414-10ce1b959d20 req-77752e5b-7808-4033-bc74-a07b65315938 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Mar 07 05:20:19.092929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244498ca-72c6-4981-9b25-24a2c361ec43 req-f0795479-3c66-4f85-af32-93b2a6c19e5c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:19.094399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-244498ca-72c6-4981-9b25-24a2c361ec43 req-f0795479-3c66-4f85-af32-93b2a6c19e5c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0546257 Mar 07 05:20:19.139446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-244498ca-72c6-4981-9b25-24a2c361ec43 req-6148b4e2-f474-4db9-81d8-8db393fa9611 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385449 Mar 07 05:20:20.257689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed363-640a-4925-bbc0-bacd71f32c01 req-6b9a3799-1dc7-4809-ba73-35aded75227a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:20.259207 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81fed363-640a-4925-bbc0-bacd71f32c01 req-6b9a3799-1dc7-4809-ba73-35aded75227a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Mar 07 05:20:20.306406 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81fed363-640a-4925-bbc0-bacd71f32c01 req-246b5439-6ec1-4bcf-9950-ff8c1b0daf8c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Mar 07 05:20:20.310531 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:20.443373 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:20:21.422398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1592f8-d3df-4311-b082-858097d5a804 req-1b353063-90db-4a73-bfcf-154a2e33ed64 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:21.424384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a1592f8-d3df-4311-b082-858097d5a804 req-1b353063-90db-4a73-bfcf-154a2e33ed64 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0516593 Mar 07 05:20:21.474997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a1592f8-d3df-4311-b082-858097d5a804 req-5a6fc5eb-336c-41ad-aeb0-27d606491ffc tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Mar 07 05:20:22.542719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:22.603991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c757724-22b5-437f-bbf9-18d3a2774612 req-e688ddae-ba76-42b5-8aa7-113d835eaa2c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:22.605502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c757724-22b5-437f-bbf9-18d3a2774612 req-e688ddae-ba76-42b5-8aa7-113d835eaa2c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0559494 Mar 07 05:20:22.656338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2c757724-22b5-437f-bbf9-18d3a2774612 req-2ec66860-15a4-4b72-b67c-1651d7968f49 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Mar 07 05:20:23.776459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bcd84-4171-4984-ba8a-9176ee173126 req-b6598627-b4f3-46c9-98ed-438b9b8c10d5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:23.777922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-780bcd84-4171-4984-ba8a-9176ee173126 req-b6598627-b4f3-46c9-98ed-438b9b8c10d5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Mar 07 05:20:23.823469 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-780bcd84-4171-4984-ba8a-9176ee173126 req-7b809b3a-268e-46a3-8b32-191e8436e882 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Mar 07 05:20:24.948260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90db47-1cac-452f-886c-277817b902f4 req-001dfdbf-4ac7-441c-a234-1f2dc77d9fd8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:24.949741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee90db47-1cac-452f-886c-277817b902f4 req-001dfdbf-4ac7-441c-a234-1f2dc77d9fd8 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0560443 Mar 07 05:20:24.995932 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee90db47-1cac-452f-886c-277817b902f4 req-e48ab13c-b77d-4bd2-9f19-b28cadc92c10 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Mar 07 05:20:26.117029 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8667d-28f3-4594-ad24-f56a1ee74bc9 req-3e5a1cb8-2853-4ff4-b2be-a214cd8e98f6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:26.118450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cc8667d-28f3-4594-ad24-f56a1ee74bc9 req-3e5a1cb8-2853-4ff4-b2be-a214cd8e98f6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0552371 Mar 07 05:20:26.165083 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1cc8667d-28f3-4594-ad24-f56a1ee74bc9 req-60fe7ae4-de90-49b1-b4bf-ff4ff150e72d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Mar 07 05:20:27.282788 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0784e-530f-422d-85b5-73d5dfb1a153 req-8ed991c5-dd25-4a2e-960f-ec1d9456080b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:27.285296 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ee0784e-530f-422d-85b5-73d5dfb1a153 req-8ed991c5-dd25-4a2e-960f-ec1d9456080b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0527945 Mar 07 05:20:27.335595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ee0784e-530f-422d-85b5-73d5dfb1a153 req-211440d0-75a8-4264-a83f-d9416e441031 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448380 Mar 07 05:20:28.452606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03069ce6-495d-4af9-ad6c-c1fae563d819 req-52e618b6-0667-4037-a861-caf26e2a0620 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:28.454148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03069ce6-495d-4af9-ad6c-c1fae563d819 req-52e618b6-0667-4037-a861-caf26e2a0620 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Mar 07 05:20:28.500627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-03069ce6-495d-4af9-ad6c-c1fae563d819 req-9f03eee4-1284-4866-88dc-b7e4361fc5f9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Mar 07 05:20:29.618960 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d188c-5cb3-490c-b1a1-6984f42885fb req-18436a70-8185-49c0-93bf-e0a03caa74b1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:29.620420 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b2d188c-5cb3-490c-b1a1-6984f42885fb req-18436a70-8185-49c0-93bf-e0a03caa74b1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0523133 Mar 07 05:20:29.668128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7b2d188c-5cb3-490c-b1a1-6984f42885fb req-7aa49c1e-a361-41cd-9357-dbbb271a1708 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421383 Mar 07 05:20:30.790261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7275e3-79da-4fbf-aee5-796d1fcf1d6f req-340f5740-f5c5-48b8-aadd-22a13c5bd03f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:30.791741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b7275e3-79da-4fbf-aee5-796d1fcf1d6f req-340f5740-f5c5-48b8-aadd-22a13c5bd03f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0568726 Mar 07 05:20:30.838166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b7275e3-79da-4fbf-aee5-796d1fcf1d6f req-a5a5a98b-9c18-46e4-bfdb-b632a32cd1a1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Mar 07 05:20:31.959380 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aa96a-6f90-4cac-8a83-51a440eff3e1 req-7474abbf-d088-4343-8275-9b0ab3edf91a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:31.960876 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b0aa96a-6f90-4cac-8a83-51a440eff3e1 req-7474abbf-d088-4343-8275-9b0ab3edf91a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Mar 07 05:20:32.008006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b0aa96a-6f90-4cac-8a83-51a440eff3e1 req-8482e35d-d102-4f6e-989f-fdf13e47cda3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Mar 07 05:20:32.844637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e14c-8215-47bc-81fb-9114e64c642f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:33.132213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae75a-0e88-4a0f-bb4f-d8af7304f191 req-91e1fdfa-fdf9-4201-a8fe-6a48279b69a7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:33.133595 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84eae75a-0e88-4a0f-bb4f-d8af7304f191 req-91e1fdfa-fdf9-4201-a8fe-6a48279b69a7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0583363 Mar 07 05:20:33.183493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84eae75a-0e88-4a0f-bb4f-d8af7304f191 req-3c41b0af-eb3b-4e9c-a9a2-349cecec9db2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Mar 07 05:20:34.301835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89386dfb-ab39-4960-872d-9387e78b0c5b req-8fd7c402-31d8-43f8-a7f9-c3d1ba454446 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:34.303325 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89386dfb-ab39-4960-872d-9387e78b0c5b req-8fd7c402-31d8-43f8-a7f9-c3d1ba454446 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0519657 Mar 07 05:20:34.349695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-89386dfb-ab39-4960-872d-9387e78b0c5b req-66d58b4e-5c44-4f63-be32-d044a35aa021 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Mar 07 05:20:35.467723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e08b6896-0be2-4560-b115-e9345e495ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:35.469310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c732a5-1aad-4922-bb7f-77a90243c9be req-7d3d9cda-212c-45e2-b550-e527923e426c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:35.471611 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60c732a5-1aad-4922-bb7f-77a90243c9be req-7d3d9cda-212c-45e2-b550-e527923e426c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0538497 Mar 07 05:20:35.523331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60c732a5-1aad-4922-bb7f-77a90243c9be req-46cba738-4401-4901-b922-81a228d83596 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464103 Mar 07 05:20:36.644259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eee806-a1af-435f-bdcd-2cab66c3166f req-856d4e99-8b83-4e7e-83e1-d649107171f6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:36.645731 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70eee806-a1af-435f-bdcd-2cab66c3166f req-856d4e99-8b83-4e7e-83e1-d649107171f6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Mar 07 05:20:36.691708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70eee806-a1af-435f-bdcd-2cab66c3166f req-aaafee80-3ab3-44d9-976c-635fdfa6f970 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Mar 07 05:20:36.911262 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:37.808844 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706936c-7b47-40cd-8678-02ab9eb9476c req-67d264b6-d4b0-49d1-ae2e-bc93e03a060d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:37.810365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d706936c-7b47-40cd-8678-02ab9eb9476c req-67d264b6-d4b0-49d1-ae2e-bc93e03a060d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0521238 Mar 07 05:20:37.842116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:37.859050 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d706936c-7b47-40cd-8678-02ab9eb9476c req-4e6d1e89-4f81-4162-a160-75a3b29ce6bb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430646 Mar 07 05:20:38.983300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd40a1-9838-4c46-b3fa-d5d00baa9045 req-a43438d5-339d-49d0-9d04-e3e79fc5c593 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:38.984773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06cd40a1-9838-4c46-b3fa-d5d00baa9045 req-a43438d5-339d-49d0-9d04-e3e79fc5c593 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0569391 Mar 07 05:20:39.031075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06cd40a1-9838-4c46-b3fa-d5d00baa9045 req-600d38ed-8991-4b5d-892e-514655720e62 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 Mar 07 05:20:39.541915 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:40.150423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73a36d-d6a0-4738-b49b-079b4c1e1706 req-24aa3572-772b-4dbf-8a27-6579212e01f9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:40.151898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f73a36d-d6a0-4738-b49b-079b4c1e1706 req-24aa3572-772b-4dbf-8a27-6579212e01f9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Mar 07 05:20:40.198645 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f73a36d-d6a0-4738-b49b-079b4c1e1706 req-559ea6ef-aa5e-4256-a0be-c7b1ea364ca5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Mar 07 05:20:40.481814 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-93c1d7a5-600a-40a2-8660-c164f2965056 service neutron] show failed (client error): The resource could not be found. Mar 07 05:20:40.482771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-93c1d7a5-600a-40a2-8660-c164f2965056 service neutron] 10.222.0.44 "GET /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1/bindings/n-h1-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0546751 Mar 07 05:20:40.688031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-5daea7ae-983e-4185-ad86-4140392369a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:40.690206 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-5daea7ae-983e-4185-ad86-4140392369a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 1127 time: 0.0525525 Mar 07 05:20:40.700393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-86612f7a-4dec-4107-bdde-cefff221e2dc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:20:40.701343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-86612f7a-4dec-4107-bdde-cefff221e2dc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059924 Mar 07 05:20:40.712242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:40.775687 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:40.971713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:41.003866 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:20:41.047337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:41.050095 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dffd23b-3e7d-4755-b3b0-c115407e4b0c" -d '{"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-unplugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:41.054182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Publish callbacks [] for port (24944156-21c5-455f-989b-af64ba651ea1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:41.066393 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Transition to ACTIVE for port object 24944156-21c5-455f-989b-af64ba651ea1 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:20:41.070973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:41.102877 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34df1379-1bb1-4e94-8c19-e97f57383102 x-openstack-request-id: req-34df1379-1bb1-4e94-8c19-e97f57383102 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:41.103168 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-unplugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:41.103418 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34df1379-1bb1-4e94-8c19-e97f57383102 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:41.104500 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'code': 200} Mar 07 05:20:41.151784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=6']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:41.197786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] No DVR routers for this DVR port 24944156-21c5-455f-989b-af64ba651ea1 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:20:41.321764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8fc87-0dd0-469d-9444-b679d5d6979e req-723eb852-a656-4fd5-9272-23f3478ab52f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:41.323214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36a8fc87-0dd0-469d-9444-b679d5d6979e req-723eb852-a656-4fd5-9272-23f3478ab52f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0528018 Mar 07 05:20:41.350030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:20:41.350376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:20:41.350822 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:41.355036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:20:41.355347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:41.360315 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:20:41.360855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:20:41.361633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:20:41.362346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Bound port: 24944156-21c5-455f-989b-af64ba651ea1, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:20:41.362707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:41.381533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-36a8fc87-0dd0-469d-9444-b679d5d6979e req-2d3e485b-a1ac-4ae9-806c-5a61fc1532d5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525606 Mar 07 05:20:41.428502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:20:41.431441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:20:41.437446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:41.474246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:41.474875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:41.476249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1091 time: 0.7680225 Mar 07 05:20:41.497300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1dfdb-6a0b-461f-aeeb-832eb08bc4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:41.547486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-d361a07d-c1c6-44dc-8fcd-f676d3ced785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:41.549561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-d361a07d-c1c6-44dc-8fcd-f676d3ced785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1125 time: 0.0463848 Mar 07 05:20:41.648500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-2c282513-8b13-42c4-99df-23759de141e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:41.651039 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-2c282513-8b13-42c4-99df-23759de141e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0960989 Mar 07 05:20:41.717264 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-242bfe14-faaa-46c0-807f-82735b5119c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1000 time: 0.0607905 Mar 07 05:20:41.767744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-640ed01c-c652-4bda-8491-cfff0747cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:41.769310 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-640ed01c-c652-4bda-8491-cfff0747cdea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0464056 Mar 07 05:20:41.819193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-a420522c-67b5-4edb-8e56-cde48c87b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:41.820671 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-a420522c-67b5-4edb-8e56-cde48c87b7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456038 Mar 07 05:20:41.910400 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-a766d73d-d6c5-4611-8aaf-63bc76ff2e8b service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830791 Mar 07 05:20:42.000541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-feba85e0-dc8e-458a-8b8e-7f789a25287d req-018e1459-e049-4ce9-8981-adb900af9922 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852695 Mar 07 05:20:42.502240 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f6fdf-1730-4e07-9572-44746052142b req-76c71436-9f7a-4517-956c-0c9e028c49e0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:42.503745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-950f6fdf-1730-4e07-9572-44746052142b req-76c71436-9f7a-4517-956c-0c9e028c49e0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0527971 Mar 07 05:20:42.550927 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-950f6fdf-1730-4e07-9572-44746052142b req-5ecc64e6-afcf-4e48-9b33-576327da2081 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Mar 07 05:20:43.105102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:43.107542 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b371bd-7b2e-41df-b0f8-f170d370627e" -d '{"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:43.152808 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e06a8-f001-42ef-bd59-48f82ac0efc0 x-openstack-request-id: req-c06e06a8-f001-42ef-bd59-48f82ac0efc0 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:43.153103 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:43.153356 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c06e06a8-f001-42ef-bd59-48f82ac0efc0 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:43.153752 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'status': 'completed', 'code': 200} Mar 07 05:20:43.249246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-fe2adf66-2b49-4f3a-b980-0cb413498ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.251049 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-fe2adf66-2b49-4f3a-b980-0cb413498ab3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1125 time: 0.0798292 Mar 07 05:20:43.254662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-9b496551-e0c6-4499-b0ec-4a67191a6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.256668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-9b496551-e0c6-4499-b0ec-4a67191a6e95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1125 time: 0.0765100 Mar 07 05:20:43.675906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285e0f7-7332-452a-a533-ee83c39d736e req-2115665b-7841-4d37-8547-7b8a242e9014 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.677526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2285e0f7-7332-452a-a533-ee83c39d736e req-2115665b-7841-4d37-8547-7b8a242e9014 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0552785 Mar 07 05:20:43.689936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-cf61ec8b-f93e-4171-acd8-4e7655d1afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.691416 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-cf61ec8b-f93e-4171-acd8-4e7655d1afc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.4249837 Mar 07 05:20:43.692598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-7c46a428-1e0e-4040-8812-142eca809891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.694258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-7c46a428-1e0e-4040-8812-142eca809891 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.4361804 Mar 07 05:20:43.726218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2285e0f7-7332-452a-a533-ee83c39d736e req-f0ae08f0-4331-4b1a-879a-8345118855ca tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Mar 07 05:20:43.806227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-651f51d8-9df6-47d1-ae1d-38b448d8ff3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1000 time: 0.1081467 Mar 07 05:20:43.807960 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-28ea0f40-c35f-45a5-b0ac-054585548c02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1000 time: 0.1044281 Mar 07 05:20:43.895755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-333ab6cf-5d2b-4c6e-804d-5ea5eb1ed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.897224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-333ab6cf-5d2b-4c6e-804d-5ea5eb1ed831 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0853248 Mar 07 05:20:43.898624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-a595266d-96c0-48b4-bf7a-2a5b69612105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.900119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-a595266d-96c0-48b4-bf7a-2a5b69612105 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0809581 Mar 07 05:20:43.990049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-4a887863-e55d-42b8-9967-042874e818ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.991557 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-4a887863-e55d-42b8-9967-042874e818ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877070 Mar 07 05:20:43.993328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-32aa47e1-e339-4a49-b11b-9390a9a5bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:43.995021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-32aa47e1-e339-4a49-b11b-9390a9a5bfb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813498 Mar 07 05:20:44.063163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-4d5dbba5-00e8-4571-bbeb-f56184ac22e1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:44.064676 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-4d5dbba5-00e8-4571-bbeb-f56184ac22e1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89&tenant_id=1c2547847ea240a986d40df240d01311&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 943 time: 0.0964854 Mar 07 05:20:44.074307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d26078-11a1-479e-89f8-055a6df91383 req-1e45d090-d858-492e-99eb-e226d487999d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:44.075720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31d26078-11a1-479e-89f8-055a6df91383 req-1e45d090-d858-492e-99eb-e226d487999d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 943 time: 0.0729740 Mar 07 05:20:44.089066 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:20:44.132217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] The host n-h2-832185-1 is not matching for port 24944156-21c5-455f-989b-af64ba651ea1 host n-h1-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:20:44.132705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:20:44.139567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 24944156-21c5-455f-989b-af64ba651ea1 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:20:44.160306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-5913bfb0-56ae-435a-b08e-d2610a51ee63 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607666 Mar 07 05:20:44.162193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-c4202089-ba2c-429a-959e-ecdf5ca291a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536562 Mar 07 05:20:44.165073 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31d26078-11a1-479e-89f8-055a6df91383 req-9d0b9cf4-578d-4592-96c4-65ecd34e6921 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821340 Mar 07 05:20:44.171314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-ba58ed1a-8d18-4626-87fa-7ac8dbb637da service neutron] 10.222.0.15 "GET /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1/bindings/n-h1-832185-1 HTTP/1.1" status: 200 len: 382 time: 0.0946999 Mar 07 05:20:44.242387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:44.252711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '24944156-21c5-455f-989b-af64ba651ea1', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '24944156-21c5-455f-989b-af64ba651ea1', 'mac_address': 'fa:16:3e:c5:6b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:20:44.289831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 24944156-21c5-455f-989b-af64ba651ea1 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:20:44.290259 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:44.303695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24944156-21c5-455f-989b-af64ba651ea1 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:20:44.322094 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-c7d07114-02cc-4ee6-a72f-dea4d323b91b service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563351 Mar 07 05:20:44.324290 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-59b371bd-7b2e-41df-b0f8-f170d370627e req-2fa55d54-8761-4f8e-a1bf-4c6343213009 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497982 Mar 07 05:20:44.324467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:44.328637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:44.414184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-b95a1c5d-8f44-48a2-a101-1365cf0a4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:44.415720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-b95a1c5d-8f44-48a2-a101-1365cf0a4b2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1126 time: 0.0542960 Mar 07 05:20:44.518551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-0101a432-178f-4fc2-b360-1447fa99f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:44.520042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-0101a432-178f-4fc2-b360-1447fa99f960 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0977049 Mar 07 05:20:44.551097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:44.558308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.558657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.558997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.559331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.559660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.559988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.560311 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.560634 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.560954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.561273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.561590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.561908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.562250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:44.590318 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-f5ad7930-7e34-4022-a211-05b4dd756e88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0634127 Mar 07 05:20:44.603839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['24944156-21c5-455f-989b-af64ba651ea1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:20:44.638223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-25d7e4fc-4ea9-4c8a-9498-583db85c5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:44.639675 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-25d7e4fc-4ea9-4c8a-9498-583db85c5750 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0431166 Mar 07 05:20:44.687597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-2812d3fb-0cd2-4e0f-94a4-23e4a2b3cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:44.689044 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-2812d3fb-0cd2-4e0f-94a4-23e4a2b3cc8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438020 Mar 07 05:20:44.780583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-a567073f-6683-4cd0-8c4f-1605078e029e service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858700 Mar 07 05:20:44.867279 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-cbf60a92-5dc9-4bb7-929b-2c4496a72621 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808752 Mar 07 05:20:45.286540 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b909a2c-55af-485c-a2c8-c06c34630256 req-ccd86d0e-22fa-4eec-8439-bb4cc6035a4b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:45.287907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b909a2c-55af-485c-a2c8-c06c34630256 req-ccd86d0e-22fa-4eec-8439-bb4cc6035a4b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0516927 Mar 07 05:20:45.333586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b909a2c-55af-485c-a2c8-c06c34630256 req-813aee48-6a9a-4cf3-8c0f-f83fe1ae220a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401170 Mar 07 05:20:46.170324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 24944156-21c5-455f-989b-af64ba651ea1 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:20:46.222323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 24944156-21c5-455f-989b-af64ba651ea1 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:20:46.226934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 24944156-21c5-455f-989b-af64ba651ea1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:20:46.227346 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (24944156-21c5-455f-989b-af64ba651ea1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:46.308529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 24944156-21c5-455f-989b-af64ba651ea1 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:20:46.308918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:46.335657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:46.337895 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b69e35-7164-4b9f-994d-15ce188d7404" -d '{"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-plugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:46.352210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:46.357341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:46.395443 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e362d69a-1ec3-4030-bf09-e441926a4c35 x-openstack-request-id: req-e362d69a-1ec3-4030-bf09-e441926a4c35 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:46.395728 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-plugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:46.395965 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e362d69a-1ec3-4030-bf09-e441926a4c35 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:46.396359 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'code': 200} Mar 07 05:20:46.415997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:46.502233 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ebcd-1b5c-4c26-9b20-ae025f963004 req-1fd56bae-847b-4bfa-8545-d71856568ce3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:46.503683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d023ebcd-1b5c-4c26-9b20-ae025f963004 req-1fd56bae-847b-4bfa-8545-d71856568ce3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0550103 Mar 07 05:20:46.556707 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d023ebcd-1b5c-4c26-9b20-ae025f963004 req-1e5441de-4bf6-44b1-9658-5efc69b55e46 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Mar 07 05:20:46.814663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-7e8c7646-8ba5-4056-b659-f6091498f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:46.817179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-7e8c7646-8ba5-4056-b659-f6091498f055 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 1127 time: 0.0456839 Mar 07 05:20:46.829112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:46.894796 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:47.100659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:47.133957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:20:47.173151 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:47.175753 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6693bc-bf50-4194-b220-7343aa7f2e02" -d '{"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-unplugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:47.179240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Publish callbacks [] for port (24944156-21c5-455f-989b-af64ba651ea1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:47.192949 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Transition to ACTIVE for port object 24944156-21c5-455f-989b-af64ba651ea1 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:20:47.197219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:47.227936 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86213866-f323-485d-9e6b-23e7a2dd1ebe x-openstack-request-id: req-86213866-f323-485d-9e6b-23e7a2dd1ebe {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:47.228243 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-unplugged", "status": "completed", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:47.228503 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86213866-f323-485d-9e6b-23e7a2dd1ebe {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:47.228905 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'code': 200} Mar 07 05:20:47.289570 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=10']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:47.330357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] No DVR routers for this DVR port 24944156-21c5-455f-989b-af64ba651ea1 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:20:47.481536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:20:47.481869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:20:47.482229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:47.486477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:20:47.486796 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Attempting to bind port 24944156-21c5-455f-989b-af64ba651ea1 on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:47.492039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:20:47.492378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:20:47.492760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:20:47.493184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Bound port: 24944156-21c5-455f-989b-af64ba651ea1, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:20:47.493545 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:47.561203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:20:47.564341 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:20:47.572346 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:47.616683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:47.617896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:47.619626 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] 10.222.0.44 "PUT /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1092 time: 0.7945704 Mar 07 05:20:47.655226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24890e-30ce-4791-af70-88f20cd9f986 service neutron] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=11']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:47.699527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08d78-7738-463d-b42b-fd096a60232a req-168d77e9-45e2-441e-b000-a3727b31b122 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:47.707504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa08d78-7738-463d-b42b-fd096a60232a req-168d77e9-45e2-441e-b000-a3727b31b122 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0746408 Mar 07 05:20:47.726614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-6c405168-9194-41ad-9988-da11c380ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:47.728461 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-6c405168-9194-41ad-9988-da11c380ee40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1126 time: 0.0597806 Mar 07 05:20:47.759743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8aa08d78-7738-463d-b42b-fd096a60232a req-748adbd0-f143-4659-bae8-59c2d7288abe tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513144 Mar 07 05:20:47.844354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-fede3d6a-b5c9-4726-ab8d-738a76a7d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:47.847492 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-fede3d6a-b5c9-4726-ab8d-738a76a7d4da service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1129403 Mar 07 05:20:47.916427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-d04b7733-9e71-433b-a14e-b062291811f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1000 time: 0.0635614 Mar 07 05:20:47.970204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-8bb1d10f-5b1e-4c58-93ec-68ca92eb7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:47.972156 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-8bb1d10f-5b1e-4c58-93ec-68ca92eb7e70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0499713 Mar 07 05:20:48.026657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-bf0fa509-1ed7-4281-9609-4cbb7d3557f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:48.028174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-bf0fa509-1ed7-4281-9609-4cbb7d3557f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497367 Mar 07 05:20:48.120415 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-d66306b7-bdf3-4181-865b-0ee4befb6a72 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Mar 07 05:20:48.219705 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fc48b56d-dcc6-4222-84e3-79e8804ed59e req-1f41b0b7-203e-41d9-a00b-14ef71ad65a3 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937300 Mar 07 05:20:48.883819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffce9c-bddb-4cb6-93e5-0881ba234440 req-ef7982f8-0316-4b81-baea-d596098a3040 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:48.885303 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8ffce9c-bddb-4cb6-93e5-0881ba234440 req-ef7982f8-0316-4b81-baea-d596098a3040 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0517166 Mar 07 05:20:48.932255 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f8ffce9c-bddb-4cb6-93e5-0881ba234440 req-eb157dba-3b1b-407c-9a35-48e561c83580 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Mar 07 05:20:49.230154 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:49.232567 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:49.280027 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414fa2f2-87d5-4a08-8c0b-660aa19ea1f8 x-openstack-request-id: req-414fa2f2-87d5-4a08-8c0b-660aa19ea1f8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:49.280335 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:49.280594 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-414fa2f2-87d5-4a08-8c0b-660aa19ea1f8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:49.281034 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'status': 'completed', 'code': 200} Mar 07 05:20:49.371049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-aaa55090-f122-4d76-8569-13b8ad3a51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.372542 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-aaa55090-f122-4d76-8569-13b8ad3a51f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1126 time: 0.0743041 Mar 07 05:20:49.374871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-c85145e5-d328-4682-8b3c-7ab577448fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.376196 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-c85145e5-d328-4682-8b3c-7ab577448fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 1126 time: 0.0701489 Mar 07 05:20:49.532347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-dde971b7-3787-43e2-b1e8-798f69500a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.533703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-dde971b7-3787-43e2-b1e8-798f69500a8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1547709 Mar 07 05:20:49.536942 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-f80d20a3-2cf7-45f4-b336-e98e00f5586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.538335 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-f80d20a3-2cf7-45f4-b336-e98e00f5586c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1517158 Mar 07 05:20:49.653551 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-2117d446-cccd-45e5-8c1b-29c42937c416 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1000 time: 0.1126170 Mar 07 05:20:49.655324 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-3304250c-e576-4c78-a600-c9e890fef685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 200 len: 1000 time: 0.1088662 Mar 07 05:20:49.737073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-53806614-e1ef-4ef0-91b9-ef61babc7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.739289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-53806614-e1ef-4ef0-91b9-ef61babc7465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0786161 Mar 07 05:20:49.740634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-f054dfa2-bc4b-40e8-b125-84d76496335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.741931 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-f054dfa2-bc4b-40e8-b125-84d76496335e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0801880 Mar 07 05:20:49.821831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-67a11bdf-5cd4-4d3f-a8cd-36cb1b3216b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.823281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-67a11bdf-5cd4-4d3f-a8cd-36cb1b3216b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779464 Mar 07 05:20:49.825701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-6ef451e1-da24-4836-81e9-0b2a9862e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:49.827077 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-6ef451e1-da24-4836-81e9-0b2a9862e2a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747244 Mar 07 05:20:49.980550 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-7cdcfc28-8503-4fb3-9241-359a04c49409 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510022 Mar 07 05:20:49.985660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-b5b78187-e254-4045-a69c-e6f1e6c48d66 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492519 Mar 07 05:20:50.060798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ff13b-4985-4144-bb00-614b3f49fe15 req-8ec3146c-b3f4-4690-a6b5-1baaa73438b1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:50.062387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15ff13b-4985-4144-bb00-614b3f49fe15 req-8ec3146c-b3f4-4690-a6b5-1baaa73438b1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0520470 Mar 07 05:20:50.113577 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c15ff13b-4985-4144-bb00-614b3f49fe15 req-918e328f-949d-4386-a371-32546469e5e7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 Mar 07 05:20:50.140417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-746b07ca-3ac5-40c4-86c3-5bdb3453199d service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538005 Mar 07 05:20:50.142563 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef4a0b39-5df7-4901-bb37-57d418fdf0f0 req-b2ab110c-1125-408a-8354-a7350d446ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476178 Mar 07 05:20:50.186032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 24944156-21c5-455f-989b-af64ba651ea1 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:20:50.224267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] The host n-h1-832185-1 is not matching for port 24944156-21c5-455f-989b-af64ba651ea1 host n-h2-832185-1! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:20:50.224653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 24944156-21c5-455f-989b-af64ba651ea1 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:20:50.307112 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:51.239252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3b132-15bb-448c-8ecb-d1b2eac362d8 req-1d27932a-279d-43b1-a26f-e059d49eae11 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:51.240790 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dc3b132-15bb-448c-8ecb-d1b2eac362d8 req-1d27932a-279d-43b1-a26f-e059d49eae11 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0575109 Mar 07 05:20:51.286553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5dc3b132-15bb-448c-8ecb-d1b2eac362d8 req-af80bf35-d466-4a82-ab7b-2a64812a192a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Mar 07 05:20:51.401015 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4fbce-b666-4b5f-bb0f-28ad8b9eea86 req-5aea3c46-dc62-461c-a546-c53301522c75 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:51.402532 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7b4fbce-b666-4b5f-bb0f-28ad8b9eea86 req-5aea3c46-dc62-461c-a546-c53301522c75 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0521417 Mar 07 05:20:51.448936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7b4fbce-b666-4b5f-bb0f-28ad8b9eea86 req-88f43a9d-bfb8-4461-a37b-7c1bdd94d004 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Mar 07 05:20:51.569723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b620a-c5d8-4159-b1c3-1b8e9899aa02 req-0e6d0451-8dc5-4e06-b22f-01883e07c45a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:51.571141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-375b620a-c5d8-4159-b1c3-1b8e9899aa02 req-0e6d0451-8dc5-4e06-b22f-01883e07c45a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0562949 Mar 07 05:20:51.620373 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-375b620a-c5d8-4159-b1c3-1b8e9899aa02 req-e95b80bc-6a6b-4c15-ae23-d1970f54f9a3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Mar 07 05:20:51.867407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b8fc-cd49-4440-96c4-4e3178db4dee req-5d42924e-8023-41c0-9624-1c983fe821fb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:51.868791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b90b8fc-cd49-4440-96c4-4e3178db4dee req-5d42924e-8023-41c0-9624-1c983fe821fb tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 944 time: 0.0515878 Mar 07 05:20:51.915094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b90b8fc-cd49-4440-96c4-4e3178db4dee req-f655c05c-8cbc-4e25-bd1e-211dd4adee40 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Mar 07 05:20:52.152622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:20:52.249993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:52.260973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Returning: {'device': '24944156-21c5-455f-989b-af64ba651ea1', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': '24944156-21c5-455f-989b-af64ba651ea1', 'mac_address': 'fa:16:3e:c5:6b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:20:52.296669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Current status of the port 24944156-21c5-455f-989b-af64ba651ea1 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:20:52.297057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:52.309422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24944156-21c5-455f-989b-af64ba651ea1 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:20:52.328705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:52.332875 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:52.382453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Pushing event updated for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=12']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:52.551373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:52.726378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] get_ports_and_sgs() called for port_ids ['24944156-21c5-455f-989b-af64ba651ea1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:20:53.038284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b51d80-be60-4e1b-b880-53b32adb9bee req-ddef4bc6-6a27-47fb-933d-f1f81a98799a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:53.039694 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55b51d80-be60-4e1b-b880-53b32adb9bee req-ddef4bc6-6a27-47fb-933d-f1f81a98799a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0561156 Mar 07 05:20:53.088696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55b51d80-be60-4e1b-b880-53b32adb9bee req-70b22fd3-9e9a-4b5b-aa0b-0a101eebb8fa tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Mar 07 05:20:53.244645 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5f910a26-e974-42c5-9e8e-542cd93bf504 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:53.246185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5f910a26-e974-42c5-9e8e-542cd93bf504 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 945 time: 0.0532265 Mar 07 05:20:53.342221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Deleting port 24944156-21c5-455f-989b-af64ba651ea1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:20:53.342469 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (24944156-21c5-455f-989b-af64ba651ea1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:53.443714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] For port 24944156-21c5-455f-989b-af64ba651ea1, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=24944156-21c5-455f-989b-af64ba651ea1,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:20:53.444075 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (24944156-21c5-455f-989b-af64ba651ea1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:53.883006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:53.883369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:53.883682 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 disassociated. External IP: 172.25.4.192, port: 24944156-21c5-455f-989b-af64ba651ea1. Mar 07 05:20:53.884063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Calling delete_port for 24944156-21c5-455f-989b-af64ba651ea1 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:20:54.013929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (24944156-21c5-455f-989b-af64ba651ea1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:54.044612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event deleted for resources: {'Port': ['ID=24944156-21c5-455f-989b-af64ba651ea1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:54.165745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:20:54.190841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 details requested by agent hyperv_n-h2-832185-1 with host n-h2-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:20:54.191407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7cd99e20-f6e1-4641-bdd0-814e0b7ab564 req-644d03b5-f329-4343-ac99-9b3189b5f51a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e7ae91-b260-457b-bc4d-5fc85b01ab89 HTTP/1.1" status: 200 len: 210 time: 0.0301080 Mar 07 05:20:54.204431 n-d-832185-1 neutron-server[103940]: INFO neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No ports have port_id starting with 24944156-21c5-455f-989b-af64ba651ea1 Mar 07 05:20:54.209861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 requested by agent hyperv_n-h2-832185-1 not found in database {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 07 05:20:54.280739 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:20:54.292828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:20:54.303505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:20:54.304387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:20:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:54.321345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] No DVR routers for this DVR port 24944156-21c5-455f-989b-af64ba651ea1 on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:20:54.323912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:54.327185 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18948c38-1250-4e9e-8daf-4fb8fd244cdf req-5474a6ac-1b92-4f80-b2be-7f838b950b06 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "DELETE /v2.0/ports/24944156-21c5-455f-989b-af64ba651ea1 HTTP/1.1" status: 204 len: 173 time: 1.0761096 Mar 07 05:20:54.327633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-deleted', 'tag': '24944156-21c5-455f-989b-af64ba651ea1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:54.329911 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da5605-89a5-4d0d-8ca6-3ef1bd346ae4" -d '{"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-deleted", "tag": "24944156-21c5-455f-989b-af64ba651ea1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:54.366595 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37af81-f9b1-424d-884d-c5809e7e7c4e x-openstack-request-id: req-0d37af81-f9b1-424d-884d-c5809e7e7c4e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:54.366886 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7ae91-b260-457b-bc4d-5fc85b01ab89", "name": "network-vif-deleted", "tag": "24944156-21c5-455f-989b-af64ba651ea1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:54.367138 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d37af81-f9b1-424d-884d-c5809e7e7c4e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:54.367538 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7ae91-b260-457b-bc4d-5fc85b01ab89', 'name': 'network-vif-deleted', 'tag': '24944156-21c5-455f-989b-af64ba651ea1', 'status': 'completed', 'code': 200} Mar 07 05:20:54.421938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:20:54.628771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:54.655245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:20:54.664761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:20:54.665499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:20:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:54.777191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:20:54.974660 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:20:55.000848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b2c8f-a287-49f5-8c02-98d1b4b27667 None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:20:55.357728 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55e7a3-d570-4a67-bdaa-805537c410c2 None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:20:55.461448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-5cd1e878-e2e5-4e85-b8bd-51e948baa300 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1507475501&fields=id&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 267 time: 0.0438650 Mar 07 05:20:55.572948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-e146bbe6-7b93-4349-82d2-fc1ae7c19a35 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:55.574321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-e146bbe6-7b93-4349-82d2-fc1ae7c19a35 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1048388 Mar 07 05:20:55.588465 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-304a94ba-df8f-4438-bfce-df7e7fba937e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/quotas/1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 375 time: 0.0087273 Mar 07 05:20:55.646768 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-e31cec3f-3b65-4132-ae7a-737466b7017c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534723 Mar 07 05:20:55.744227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-4d1a19de-fe86-470f-bd1a-0d2fd142bf5c service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864885 Mar 07 05:20:55.832785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-fc69789b-af53-456b-8e64-a729931f3ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828509 Mar 07 05:20:55.994342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-12d1bd59-81a5-4cbc-a881-704d68d9c8fa req-3c143d37-e495-44e5-9027-a92c0793fe92 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 210 time: 0.0307448 Mar 07 05:20:56.911647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-e84b870f-36ff-49e0-abfd-061fe6361a0b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:56.913187 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-e84b870f-36ff-49e0-abfd-061fe6361a0b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 812 time: 0.1103299 Mar 07 05:20:56.978161 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-0e406ba2-931e-492d-b93b-6f640d37b9a9 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 380 time: 0.0559170 Mar 07 05:20:56.988373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'port': {'device_id': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'admin_state_up': True, 'tenant_id': '1c2547847ea240a986d40df240d01311', 'security_groups': ['386a0748-c2fd-47ff-9e5f-19de4766e680']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:57.087898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1af76bce-2b09-4fd5-9924-2e631dbd052c req-1537c551-a30f-42a4-8540-c19f6791482f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 210 time: 0.0271065 Mar 07 05:20:57.101309 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Made reservation on behalf of 1c2547847ea240a986d40df240d01311 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:20:57.104732 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.227762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Allocated IP 172.20.0.11 (ad92aa47-b9ba-4b32-943d-702097141ffc/fa5428f3-6f86-4a3c-9889-10533151fff0/a2873f28-6f52-48bb-9169-d683a42221aa) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:20:57.366220 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for port (a2873f28-6f52-48bb-9169-d683a42221aa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.399056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.442658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:20:57.443444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Network ad92aa47-b9ba-4b32-943d-702097141ffc is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:20:57.446433 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:20:57.450062 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:20:57.474879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:57.503745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:57.504377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.522076 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-597e92e0-0733-4b60-b394-bafceeef674c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5372336 Mar 07 05:20:57.533269 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Request body: {'port': {'device_id': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:20:57.600043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.659238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-929e1bf8-b2e6-42d4-a4cc-d08fdf4be147 None None] Provisioning complete for port a2873f28-6f52-48bb-9169-d683a42221aa triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:20:57.659981 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-929e1bf8-b2e6-42d4-a4cc-d08fdf4be147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.698342 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-929e1bf8-b2e6-42d4-a4cc-d08fdf4be147 None None] Port a2873f28-6f52-48bb-9169-d683a42221aa cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:20:57.858854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2873f28-6f52-48bb-9169-d683a42221aa {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:20:57.867057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Publish callbacks [] for port (a2873f28-6f52-48bb-9169-d683a42221aa), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.879659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Transition to ACTIVE for port object a2873f28-6f52-48bb-9169-d683a42221aa will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:20:57.882639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:57.937725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.966972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.967799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.967799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.967799 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.968171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:57.968300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:20:58.020820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:20:58.021185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:20:58.021515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:58.025994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Port a2873f28-6f52-48bb-9169-d683a42221aa on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:20:58.026322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:20:58.031120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:20:58.031461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:20:58.031848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:20:58.032275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Bound port: a2873f28-6f52-48bb-9169-d683a42221aa, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:20:58.032629 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:58.098320 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:20:58.101351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:20:58.107868 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:58.144431 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.145090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:20:58.146775 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1092 time: 0.6177516 Mar 07 05:20:58.152163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:20:58.154469 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5992cd-a771-4ce9-8aaa-e24562613364" -d '{"events": [{"name": "network-changed", "server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:20:58.182237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4b34-c2c3-4c2f-ac39-e903168836c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:20:58.202429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 no longer exists at agent hyperv_n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:20:58.231257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] No Port match for: 24944156-21c5-455f-989b-af64ba651ea1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:20:58.231874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Device 24944156-21c5-455f-989b-af64ba651ea1 not bound to the agent host n-h2-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:20:58.232699 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72afe9b-a205-4ac4-b4c6-b8730e54184a req-014facbd-5683-4ca6-acaf-f4b061e3842b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.239330 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a72afe9b-a205-4ac4-b4c6-b8730e54184a req-014facbd-5683-4ca6-acaf-f4b061e3842b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0769660 Mar 07 05:20:58.264639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-880605ff-297f-4499-96c9-f17e7f72566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.266210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-880605ff-297f-4499-96c9-f17e7f72566a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1126 time: 0.0707090 Mar 07 05:20:58.290514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a72afe9b-a205-4ac4-b4c6-b8730e54184a req-5cc6c40f-b013-4206-9f61-2baef92e2d02 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489759 Mar 07 05:20:58.311214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-1114d0ab-cb71-4c0b-902d-8f56eb18b03b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 217 time: 0.0375688 Mar 07 05:20:58.346062 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833501e3-b98f-4a63-900c-b01eee00ce6f x-openstack-request-id: req-833501e3-b98f-4a63-900c-b01eee00ce6f {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:20:58.346394 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:20:58.346800 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-833501e3-b98f-4a63-900c-b01eee00ce6f {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:20:58.347298 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'status': 'completed', 'code': 200} Mar 07 05:20:58.365290 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-4de5ffc9-c2e1-4d7f-9543-b07761fcc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.366818 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-4de5ffc9-c2e1-4d7f-9543-b07761fcc397 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0500567 Mar 07 05:20:58.419961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-23238311-f87c-4d36-9113-c1e683bd02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.421467 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-23238311-f87c-4d36-9113-c1e683bd02ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485578 Mar 07 05:20:58.513134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-516a1f50-ece4-4975-b33e-43a9cc5a1582 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856290 Mar 07 05:20:58.605538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8887ad35-bc42-4537-9d1f-c8fd504367a0 req-a6331c2e-5818-4863-97b8-13b1631feae8 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858712 Mar 07 05:20:58.689836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-0855b60e-0074-42d4-97e9-4545ef0e7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.691867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-0855b60e-0074-42d4-97e9-4545ef0e7f02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1126 time: 0.0451686 Mar 07 05:20:58.785530 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-45a3f46f-3e73-4243-95aa-f9152024134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.787040 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-45a3f46f-3e73-4243-95aa-f9152024134d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0897007 Mar 07 05:20:58.828018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-9d85e401-35a9-4ee5-af50-cba039fdb039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 217 time: 0.0348599 Mar 07 05:20:58.874573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-6cd0d1c8-ddf3-4e7c-a6a8-04c80f5ed2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.875973 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-6cd0d1c8-ddf3-4e7c-a6a8-04c80f5ed2b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0424750 Mar 07 05:20:58.925420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-4080e633-06e4-4329-b04d-225acb8c07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:58.926993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-4080e633-06e4-4329-b04d-225acb8c07a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438373 Mar 07 05:20:59.019785 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-4d7a6dbd-e176-461c-8df8-c8895fa17390 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857003 Mar 07 05:20:59.111629 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e5992cd-a771-4ce9-8aaa-e24562613364 req-464ae4ab-73de-4d52-80e7-543d31ac5b9a service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Mar 07 05:20:59.413194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9626f7-f663-4e9e-839c-47086e8a4d34 req-01e30e5e-91c3-486e-9403-ee0fde1cb7f6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:20:59.414708 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e9626f7-f663-4e9e-839c-47086e8a4d34 req-01e30e5e-91c3-486e-9403-ee0fde1cb7f6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0538633 Mar 07 05:20:59.461543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e9626f7-f663-4e9e-839c-47086e8a4d34 req-902d7999-6baa-4629-b90d-382d0875684a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Mar 07 05:21:00.200833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device a2873f28-6f52-48bb-9169-d683a42221aa details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:21:00.298131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:21:00.308312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'port_id': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'mac_address': 'fa:16:3e:4a:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:21:00.345267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port a2873f28-6f52-48bb-9169-d683a42221aa is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:21:00.345659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:00.359563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2873f28-6f52-48bb-9169-d683a42221aa {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:21:00.379166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:21:00.383350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:00.430331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:21:00.570526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['a2873f28-6f52-48bb-9169-d683a42221aa'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:21:00.587914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d9323-b702-4caa-a7ae-16f738c84b77 req-eb57272b-d999-45c6-8f9f-4943e38d83af tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:00.589372 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-248d9323-b702-4caa-a7ae-16f738c84b77 req-eb57272b-d999-45c6-8f9f-4943e38d83af tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 945 time: 0.0597742 Mar 07 05:21:00.637827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-248d9323-b702-4caa-a7ae-16f738c84b77 req-f3d4567a-0684-4ace-848a-e3c6101cefe3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Mar 07 05:21:01.755819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c8b74-fe70-49b2-a614-0b275ad36e3c req-1000f7af-1df4-4169-9a6c-dc2c7ddb9de4 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:01.757278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af4c8b74-fe70-49b2-a614-0b275ad36e3c req-1000f7af-1df4-4169-9a6c-dc2c7ddb9de4 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Mar 07 05:21:01.804219 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af4c8b74-fe70-49b2-a614-0b275ad36e3c req-95d106c8-2e0e-43c8-a25c-a24b55cc00e4 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Mar 07 05:21:02.231881 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device a2873f28-6f52-48bb-9169-d683a42221aa up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:21:02.280651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port a2873f28-6f52-48bb-9169-d683a42221aa completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:21:02.285434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port a2873f28-6f52-48bb-9169-d683a42221aa triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:21:02.285810 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:02.364720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port a2873f28-6f52-48bb-9169-d683a42221aa is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:21:02.365100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:02.388315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:21:02.390765 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c18f68-e990-4790-956f-80598b1a2d67" -d '{"events": [{"server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "name": "network-vif-plugged", "status": "completed", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:21:02.402586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:21:02.406998 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:02.432745 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599d6a9-6662-4743-a54b-8a57c444732e x-openstack-request-id: req-7599d6a9-6662-4743-a54b-8a57c444732e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:21:02.433640 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "name": "network-vif-plugged", "status": "completed", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:21:02.433898 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7599d6a9-6662-4743-a54b-8a57c444732e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:21:02.434471 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'code': 200} Mar 07 05:21:02.463346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:21:02.533879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27d58-ef91-4515-a3a1-0dc34581b491 req-9ce24828-00d2-4f21-9667-db8b78cf64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:02.535908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-34f27d58-ef91-4515-a3a1-0dc34581b491 req-9ce24828-00d2-4f21-9667-db8b78cf64ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1128 time: 0.0458255 Mar 07 05:21:02.580063 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-34f27d58-ef91-4515-a3a1-0dc34581b491 req-922060f2-d20d-441e-934c-5d8abfc830cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Mar 07 05:21:02.853210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9fe5-fa8b-44f6-b4d4-8f740954df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:02.922640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bae443-d7d8-4295-9b34-f306f8a959ab req-776e6e74-bf65-4c35-bb18-ed4e618a8c68 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:02.924360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93bae443-d7d8-4295-9b34-f306f8a959ab req-776e6e74-bf65-4c35-bb18-ed4e618a8c68 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0508943 Mar 07 05:21:02.974602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93bae443-d7d8-4295-9b34-f306f8a959ab req-2d649f74-1b69-48ef-90d4-0d4134caa266 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Mar 07 05:21:04.091520 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fbb72-eea1-4f7d-a946-559197c452b7 req-4d8b7ecc-4448-408a-ac5d-b035d3f99db6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:04.092988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a4fbb72-eea1-4f7d-a946-559197c452b7 req-4d8b7ecc-4448-408a-ac5d-b035d3f99db6 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Mar 07 05:21:04.139280 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a4fbb72-eea1-4f7d-a946-559197c452b7 req-172c3c04-ef41-4367-b477-a895d41164e2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404778 Mar 07 05:21:04.251702 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4db41-15c6-43f6-b36e-11fc05333196 req-5ea2f147-4d28-4283-8521-f33045e36eb2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:04.256673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0d4db41-15c6-43f6-b36e-11fc05333196 req-5ea2f147-4d28-4283-8521-f33045e36eb2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0552728 Mar 07 05:21:04.267897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 59878) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:21:04.272726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Request body: {'floatingip': {'port_id': 'a2873f28-6f52-48bb-9169-d683a42221aa'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:21:04.315268 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:04.748186 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:04.751815 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:04.853151 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 associated. External IP: 172.25.4.192, port: a2873f28-6f52-48bb-9169-d683a42221aa. Mar 07 05:21:05.061467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:21:05.169680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:21:05.174614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:05.179054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:21:05.190611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:21:05.191429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:20:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:05.204772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-13686e3b-738e-4e38-a853-3e248e2adc1b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "PUT /v2.0/floatingips/8a7375cc-804b-4f28-b916-63444449b157 HTTP/1.1" status: 200 len: 993 time: 0.9354386 Mar 07 05:21:05.205467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:21:05.209160 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e4a24-2989-486a-97f0-1f199052b962" -d '{"events": [{"name": "network-changed", "server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:21:05.245586 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de559cf7-5ef6-4374-bc05-5a6051420efa x-openstack-request-id: req-de559cf7-5ef6-4374-bc05-5a6051420efa {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:21:05.245887 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:21:05.246178 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de559cf7-5ef6-4374-bc05-5a6051420efa {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:21:05.246669 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'status': 'completed', 'code': 200} Mar 07 05:21:05.310878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:21:05.313274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e4a24-2989-486a-97f0-1f199052b962 req-921fac19-d8a8-4706-8407-3304274f7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:05.314818 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-921fac19-d8a8-4706-8407-3304274f7368 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1128 time: 0.0465014 Mar 07 05:21:05.415485 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e4a24-2989-486a-97f0-1f199052b962 req-a440af32-18fd-4cb4-a587-16e212ba67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:05.417232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-a440af32-18fd-4cb4-a587-16e212ba67ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0965381 Mar 07 05:21:05.500567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-ffdf2200-84c8-4f65-a4c4-64f51416eee0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1001 time: 0.0775344 Mar 07 05:21:05.505612 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5c57116a-1ed6-498c-a007-c208190bb9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:05.561200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e4a24-2989-486a-97f0-1f199052b962 req-05b155e9-ffee-4935-b9f2-2a14cf5883d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:05.562829 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-05b155e9-ffee-4935-b9f2-2a14cf5883d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0569108 Mar 07 05:21:05.594350 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:4a:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:21:04Z', 'revision_number': 13, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:05.621629 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e4a24-2989-486a-97f0-1f199052b962 req-dc230f38-ac25-4a4b-9f99-33393585ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:05.623382 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-dc230f38-ac25-4a4b-9f99-33393585ce51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543673 Mar 07 05:21:05.627741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:21:05.637239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:21:05.637866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:21:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:05.718817 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-0cb99627-d8db-4eb3-9822-8d633ce104c0 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898645 Mar 07 05:21:05.756781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:21:05.816052 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-858e4a24-2989-486a-97f0-1f199052b962 req-76096bba-f8b7-4303-ac17-5b816094c883 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913839 Mar 07 05:21:06.149605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:4a:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:21:04Z', 'revision_number': 13, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:06.175533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726649-03d0-4746-8b35-ff403e7bca88 None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '8a7375cc-804b-4f28-b916-63444449b157', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'port_id': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'mac_address': 'fa:16:3e:4a:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:18:07Z', 'updated_at': '2022-03-07T05:21:04Z', 'revision_number': 13, 'project_id': '1c2547847ea240a986d40df240d01311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:21:06.372253 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f6dcd-a855-4e79-ad48-85806273342d None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:21:06.914311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:07.742117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e595388-8ff7-4dba-be6c-0daf88b14a26 req-d1a263ca-d6ce-4e46-a647-c0b80b8d0d11 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:07.743518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e595388-8ff7-4dba-be6c-0daf88b14a26 req-d1a263ca-d6ce-4e46-a647-c0b80b8d0d11 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0561953 Mar 07 05:21:07.791758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1e595388-8ff7-4dba-be6c-0daf88b14a26 req-6c1ef614-431e-488a-9016-7db382151925 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Mar 07 05:21:07.842330 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:09.544770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:20.310931 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:22.578794 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:25.199561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-3ad0b184-9091-4760-be71-20e5f099041d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442421 Mar 07 05:21:25.209269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52613031-a344-4dcc-941d-529a45ae36cf req-c9c24a76-3085-4f39-9cb3-70b6ad6811e4 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:25.210786 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52613031-a344-4dcc-941d-529a45ae36cf req-c9c24a76-3085-4f39-9cb3-70b6ad6811e4 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0525031 Mar 07 05:21:25.260244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-52613031-a344-4dcc-941d-529a45ae36cf req-0366a121-f550-40e4-9366-2daf6d90707a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Mar 07 05:21:25.631386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-bb37495c-cd7e-4a9f-8fdc-c3d1d5491173 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:25.632743 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-bb37495c-cd7e-4a9f-8fdc-c3d1d5491173 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports/a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 943 time: 0.1048608 Mar 07 05:21:26.328229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-d63186ad-361e-4dcf-bfcb-1d2f4f32adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:26.329745 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-d63186ad-361e-4dcf-bfcb-1d2f4f32adce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1128 time: 0.0498378 Mar 07 05:21:26.392173 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59bd5-29e8-4b5d-b921-a0c989d57477 req-f11ea8a2-11de-4390-82f8-52a3afe5155b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:26.393807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3a59bd5-29e8-4b5d-b921-a0c989d57477 req-f11ea8a2-11de-4390-82f8-52a3afe5155b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0525398 Mar 07 05:21:26.419555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-9a3cbd9e-6b95-4a5e-a6f2-773a8299a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:26.421006 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-9a3cbd9e-6b95-4a5e-a6f2-773a8299a862 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.0849354 Mar 07 05:21:26.444327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3a59bd5-29e8-4b5d-b921-a0c989d57477 req-0c6e3f61-1752-4520-b9ef-3e42246c3a4c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 Mar 07 05:21:26.491178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-f2721c8c-f36d-4e70-89bc-d6dd4b113cdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1003 time: 0.0635123 Mar 07 05:21:26.539634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-4ad734e7-7ba3-4641-81d8-c8f8eeec5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:26.540990 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-4ad734e7-7ba3-4641-81d8-c8f8eeec5047 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0430548 Mar 07 05:21:26.588217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-fdad1934-2bab-48c3-9788-c5a6e8fad90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:26.589678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-fdad1934-2bab-48c3-9788-c5a6e8fad90f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428169 Mar 07 05:21:26.684004 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ad0f8b51-ac00-4630-b46b-13bf92e9043b service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879157 Mar 07 05:21:26.774685 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-d2492000-333b-45f3-abae-b132e3c847b7 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855923 Mar 07 05:21:27.565323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0998c-2951-4765-95a5-23b392eb94b4 req-ed1e1355-e72a-45de-b54a-ef09389e468c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:27.566822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74e0998c-2951-4765-95a5-23b392eb94b4 req-ed1e1355-e72a-45de-b54a-ef09389e468c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0548358 Mar 07 05:21:27.612970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-74e0998c-2951-4765-95a5-23b392eb94b4 req-e4429e18-cd67-4a0c-a56d-1e59d1fea017 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Mar 07 05:21:28.729033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409232-60c9-4a4e-ae15-915a49ce19f4 req-ba4f5b66-b6ea-40f8-adfe-a339e0021b2f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:28.730507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1409232-60c9-4a4e-ae15-915a49ce19f4 req-ba4f5b66-b6ea-40f8-adfe-a339e0021b2f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0511470 Mar 07 05:21:28.775426 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d1409232-60c9-4a4e-ae15-915a49ce19f4 req-f12193ca-4f72-489a-9198-00023052bc1a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394573 Mar 07 05:21:29.898580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b98b2-e087-4dd9-9378-943405737519 req-49eda9e0-8ecd-4487-9771-f5a7b5354b3c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:29.900059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-642b98b2-e087-4dd9-9378-943405737519 req-49eda9e0-8ecd-4487-9771-f5a7b5354b3c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0565259 Mar 07 05:21:29.945228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-642b98b2-e087-4dd9-9378-943405737519 req-02905b74-db34-4f54-823a-394b249a2d84 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395913 Mar 07 05:21:31.062701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fa453-af9f-4890-8955-6b0bb0398df1 req-9047c692-5f95-47f3-9b09-2772ad477110 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:31.064215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584fa453-af9f-4890-8955-6b0bb0398df1 req-9047c692-5f95-47f3-9b09-2772ad477110 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0520182 Mar 07 05:21:31.110091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-584fa453-af9f-4890-8955-6b0bb0398df1 req-566aeab7-2932-4e4f-a9f6-ed92847ee552 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395641 Mar 07 05:21:32.228023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190768f-88f6-426a-9b1d-25305751812d req-1a846527-02d8-45b0-8953-7203f74bab83 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:32.229392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b190768f-88f6-426a-9b1d-25305751812d req-1a846527-02d8-45b0-8953-7203f74bab83 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0507827 Mar 07 05:21:32.278772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b190768f-88f6-426a-9b1d-25305751812d req-a9c7284c-d873-458e-982e-94b9fcb06940 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Mar 07 05:21:32.845542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-761951ae-8b0b-48c0-9c28-f88a5c216933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:33.403348 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e12b59-2fae-405e-a08d-69e12b7f07f6 req-d694eafc-46d2-4a71-bbfc-4ee8da10dc01 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:33.404809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57e12b59-2fae-405e-a08d-69e12b7f07f6 req-d694eafc-46d2-4a71-bbfc-4ee8da10dc01 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0524118 Mar 07 05:21:33.451865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-57e12b59-2fae-405e-a08d-69e12b7f07f6 req-b493f78d-a06c-4fec-9c10-881ecda76ad2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Mar 07 05:21:34.442992 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:21:34.573622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ecbb-844a-4370-bd31-c3d10f59c97c req-35f56fd2-d916-46fe-b881-b18ad51a30a5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:34.575123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea06ecbb-844a-4370-bd31-c3d10f59c97c req-35f56fd2-d916-46fe-b881-b18ad51a30a5 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0533845 Mar 07 05:21:34.622795 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea06ecbb-844a-4370-bd31-c3d10f59c97c req-8230a4e9-ad95-4dcb-8d55-a50de2e50350 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412958 Mar 07 05:21:35.468392 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4397b33a-5f5c-4515-857f-490143db1b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:35.746004 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f2c48-7f2e-4d2b-a2e2-f16d92b7301e req-dbf31f4e-3db9-4258-9753-916c13b5c58a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:35.747414 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c1f2c48-7f2e-4d2b-a2e2-f16d92b7301e req-dbf31f4e-3db9-4258-9753-916c13b5c58a tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 946 time: 0.0562766 Mar 07 05:21:35.797558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c1f2c48-7f2e-4d2b-a2e2-f16d92b7301e req-44cf1e34-8662-42a0-a3ce-1098928569ed tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Mar 07 05:21:36.419765 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device a2873f28-6f52-48bb-9169-d683a42221aa no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:21:36.496525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port a2873f28-6f52-48bb-9169-d683a42221aa is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:21:36.497204 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:36.523482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:21:36.525860 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77d42b6-b0e7-4882-8b4e-aecfccd1fa68" -d '{"events": [{"server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "name": "network-vif-unplugged", "status": "completed", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:21:36.539695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:21:36.544948 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:36.580063 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09127c77-38bc-4436-b715-0a546a0e13c7 x-openstack-request-id: req-09127c77-38bc-4436-b715-0a546a0e13c7 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:21:36.581169 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "name": "network-vif-unplugged", "status": "completed", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:21:36.581439 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09127c77-38bc-4436-b715-0a546a0e13c7 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:21:36.581903 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'code': 200} Mar 07 05:21:36.600923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:21:36.921087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87f0f8-f6cc-4304-8748-deeaf4cc9b7a req-34544825-3dd3-428c-bd8d-3e9d6096b437 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:36.922703 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e87f0f8-f6cc-4304-8748-deeaf4cc9b7a req-34544825-3dd3-428c-bd8d-3e9d6096b437 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0550053 Mar 07 05:21:36.923071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:36.970412 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e87f0f8-f6cc-4304-8748-deeaf4cc9b7a req-3399ef75-d77f-4218-8072-5a05694982bf tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Mar 07 05:21:37.475600 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-fc45e4a6-5349-4753-83e6-d75966487aef service neutron] show failed (client error): The resource could not be found. Mar 07 05:21:37.476612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-fc45e4a6-5349-4753-83e6-d75966487aef service neutron] 10.222.0.15 "GET /v2.0/ports/a2873f28-6f52-48bb-9169-d683a42221aa/bindings/n-h2-832185-1 HTTP/1.1" status: 404 len: 380 time: 0.0606866 Mar 07 05:21:37.675608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-06c81f92-ba13-48e3-9b08-b71a125ba03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:37.677124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-06c81f92-ba13-48e3-9b08-b71a125ba03d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35&tenant_id=1c2547847ea240a986d40df240d01311 HTTP/1.1" status: 200 len: 1126 time: 0.0464010 Mar 07 05:21:37.687837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-997b3e5d-24dd-4ecf-a617-7b0fcb05021c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:21:37.688776 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-997b3e5d-24dd-4ecf-a617-7b0fcb05021c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049236 Mar 07 05:21:37.698735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832185-1', 'device_owner': 'compute:nova'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:21:37.756993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:37.845619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:37.967951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:21:38.001933 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:21:38.037192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2873f28-6f52-48bb-9169-d683a42221aa {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:21:38.045122 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Publish callbacks [] for port (a2873f28-6f52-48bb-9169-d683a42221aa), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:38.058283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Transition to ACTIVE for port object a2873f28-6f52-48bb-9169-d683a42221aa will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:21:38.061689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:38.094437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a52fc-0466-4475-b0f9-b1f53bb214b4 req-acd02aea-d017-4c31-85b4-6769635c7f6e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:38.096712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-856a52fc-0466-4475-b0f9-b1f53bb214b4 req-acd02aea-d017-4c31-85b4-6769635c7f6e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0563903 Mar 07 05:21:38.141875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=7']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:21:38.148763 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-856a52fc-0466-4475-b0f9-b1f53bb214b4 req-4a49b23e-3116-4fef-a8df-ce2286097a04 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455065 Mar 07 05:21:38.186178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] No DVR routers for this DVR port a2873f28-6f52-48bb-9169-d683a42221aa on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:21:38.594586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:21:38.595297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:21:38.595297 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:21:38.600175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Port a2873f28-6f52-48bb-9169-d683a42221aa on network ad92aa47-b9ba-4b32-943d-702097141ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:21:38.600489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Attempting to bind port a2873f28-6f52-48bb-9169-d683a42221aa on network ad92aa47-b9ba-4b32-943d-702097141ffc {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:21:38.605110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:21:38.605440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Checking segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:21:38.605819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Bound using segment: {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:21:38.606272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Bound port: a2873f28-6f52-48bb-9169-d683a42221aa, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7c980-2899-4acc-b43f-ed018d2cf8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:21:38.606622 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:38.666899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:21:38.669824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:21:38.676227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:38.712132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:38.712747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:38.714124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1092 time: 1.0190599 Mar 07 05:21:38.714567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:21:38.716783 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31415599-88a2-40bd-938a-0940c963e7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:21:38.774375 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a204f7-c543-4962-b103-90cb241e6644 x-openstack-request-id: req-a6a204f7-c543-4962-b103-90cb241e6644 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:21:38.774738 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:21:38.775052 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6a204f7-c543-4962-b103-90cb241e6644 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:21:38.775510 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'status': 'completed', 'code': 200} Mar 07 05:21:38.776607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab944e88-673e-4b72-bb0e-6a559a5bbdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=8']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:21:38.808112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-d1dd8613-c9b9-4de1-ae02-cd6df8c02ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:38.809546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-d1dd8613-c9b9-4de1-ae02-cd6df8c02ec1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1126 time: 0.0699594 Mar 07 05:21:38.906790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-d026ff70-9c6a-41d0-a9e3-5475005ad0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:38.908867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-d026ff70-9c6a-41d0-a9e3-5475005ad0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1126 time: 0.1130376 Mar 07 05:21:38.948079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-4a82b290-f162-408d-9e1b-f67b152cc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:38.949510 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-4a82b290-f162-408d-9e1b-f67b152cc8da service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1256459 Mar 07 05:21:39.059587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-3382f8c7-b69c-43b8-99af-ace25201b7e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1001 time: 0.0813501 Mar 07 05:21:39.060639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-96969ef7-2d9e-48f6-9a3c-a7d5e8badfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.061959 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-96969ef7-2d9e-48f6-9a3c-a7d5e8badfeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1483357 Mar 07 05:21:39.151226 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-6af06e0b-2ac1-443a-a174-a152a06e413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.152573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-6af06e0b-2ac1-443a-a174-a152a06e413b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0869324 Mar 07 05:21:39.167059 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-8a50a441-1f6c-4c9f-af1c-cb03c7137928 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1001 time: 0.0943604 Mar 07 05:21:39.238454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-f1f23eaa-a204-48ed-b690-ac38262c0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.239912 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-f1f23eaa-a204-48ed-b690-ac38262c0fbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0550265 Mar 07 05:21:39.242527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-55c29633-a0e2-4f00-bcbb-da902c046568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.243883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-55c29633-a0e2-4f00-bcbb-da902c046568 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847127 Mar 07 05:21:39.277839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da8543-ff67-4532-96f5-80346d8989f9 req-208d52d6-ee42-45f2-ac44-d6ea58c69e93 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.279395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51da8543-ff67-4532-96f5-80346d8989f9 req-208d52d6-ee42-45f2-ac44-d6ea58c69e93 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0538270 Mar 07 05:21:39.327567 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51da8543-ff67-4532-96f5-80346d8989f9 req-f7c23bcb-1a94-46d3-8347-1e56c9b6ae05 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Mar 07 05:21:39.355389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-8f0dd4b0-b4af-4a3c-9020-12d978790032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.356877 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-8f0dd4b0-b4af-4a3c-9020-12d978790032 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1102114 Mar 07 05:21:39.374941 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-250ff295-eff1-47bf-82f4-a8ed3abb2dbf service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195285 Mar 07 05:21:39.511800 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-34201e4a-c2a8-4763-9ab0-864ef578e4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488078 Mar 07 05:21:39.528575 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-36e1b1e5-3ab8-4a57-9749-99fa16d95e7e service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440611 Mar 07 05:21:39.547647 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:39.641041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-e54459cb-3549-40c3-80f2-7879c202fad5 service neutron] 10.222.0.15 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223691 Mar 07 05:21:39.648426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-bbd85f69-8f26-45f3-bd7d-3e8b764b2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.650065 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-bbd85f69-8f26-45f3-bd7d-3e8b764b2194 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2547847ea240a986d40df240d01311&device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 1126 time: 0.0667396 Mar 07 05:21:39.755370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-aac24819-fad4-47d4-af43-7a7073abc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.756853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-aac24819-fad4-47d4-af43-7a7073abc36d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 200 len: 913 time: 0.1011066 Mar 07 05:21:39.824439 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-e30bac87-c901-4fb0-b514-ca052a29acbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 200 len: 1001 time: 0.0607812 Mar 07 05:21:39.874839 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-3416ea5e-7965-466e-a2a7-e72b4d81b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.876296 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-3416ea5e-7965-466e-a2a7-e72b4d81b942 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 200 len: 851 time: 0.0464764 Mar 07 05:21:39.929943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415599-88a2-40bd-938a-0940c963e7b3 req-968b7964-2582-4eb8-a2e7-7bf7647e9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:39.931394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-968b7964-2582-4eb8-a2e7-7bf7647e9638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad92aa47-b9ba-4b32-943d-702097141ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492880 Mar 07 05:21:40.025231 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-941de6a8-fbde-4bb7-b65c-b39b9edf5246 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877705 Mar 07 05:21:40.122716 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-31415599-88a2-40bd-938a-0940c963e7b3 req-2cd87177-0339-494f-98ac-738e87211cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909095 Mar 07 05:21:40.447395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a364c4e-7aac-4afd-ad21-ba563ce21408 req-3d5a7d9b-6cbf-4319-9acb-295d1512f468 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:40.448949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a364c4e-7aac-4afd-ad21-ba563ce21408 req-3d5a7d9b-6cbf-4319-9acb-295d1512f468 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0508521 Mar 07 05:21:40.499272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4a364c4e-7aac-4afd-ad21-ba563ce21408 req-863bec14-ec22-4b41-a025-1eac3f0d6a86 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 Mar 07 05:21:41.620364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3476-4ef7-4fc2-9f40-478baac9a9a9 req-8964bdf4-f60a-4ce8-8897-8d34a6c081d3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:41.622585 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-538c3476-4ef7-4fc2-9f40-478baac9a9a9 req-8964bdf4-f60a-4ce8-8897-8d34a6c081d3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0529594 Mar 07 05:21:41.671104 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-538c3476-4ef7-4fc2-9f40-478baac9a9a9 req-f3570591-2d3f-4d42-9732-eb98828e0a03 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Mar 07 05:21:42.793619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87f04-a418-4926-9f3c-9e331c10ad77 req-cd27272d-5520-4822-babe-ac0df24cae29 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:42.795516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38f87f04-a418-4926-9f3c-9e331c10ad77 req-cd27272d-5520-4822-babe-ac0df24cae29 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0541425 Mar 07 05:21:42.842855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-38f87f04-a418-4926-9f3c-9e331c10ad77 req-0598a53f-a083-41bf-ae8d-0d8ddcf71025 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Mar 07 05:21:43.965613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715aef7-64ee-428c-8a2e-ee9862278d94 req-7c1f0969-192b-4d70-a59c-58a3a22d61bd tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:43.967136 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5715aef7-64ee-428c-8a2e-ee9862278d94 req-7c1f0969-192b-4d70-a59c-58a3a22d61bd tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0551138 Mar 07 05:21:44.018016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5715aef7-64ee-428c-8a2e-ee9862278d94 req-777e6233-28c8-4143-912d-ac8e8fe2980f tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 Mar 07 05:21:45.137575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcf9c9-7289-44e3-8cbe-bab88e696817 req-c6aace8b-d03c-47fa-8d0a-b1d8bfd38115 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:45.139903 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33bcf9c9-7289-44e3-8cbe-bab88e696817 req-c6aace8b-d03c-47fa-8d0a-b1d8bfd38115 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0531018 Mar 07 05:21:45.192176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-33bcf9c9-7289-44e3-8cbe-bab88e696817 req-0336f45a-d5d5-418b-80db-79faf829f2d7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Mar 07 05:21:46.317048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00937-05a3-4650-bd54-5b4b1bf785a8 req-19ecd91b-ba9c-4072-bd86-e84df36e78ee tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:46.318477 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cd00937-05a3-4650-bd54-5b4b1bf785a8 req-19ecd91b-ba9c-4072-bd86-e84df36e78ee tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0532415 Mar 07 05:21:46.372734 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cd00937-05a3-4650-bd54-5b4b1bf785a8 req-24918cdf-f55a-4826-874d-033a3e8734f0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479596 Mar 07 05:21:47.495608 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f467c5-d0be-45ff-b2b3-2f3c95cb84f4 req-02437069-87b3-4caf-a88b-c88865c04efe tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:47.497099 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6f467c5-d0be-45ff-b2b3-2f3c95cb84f4 req-02437069-87b3-4caf-a88b-c88865c04efe tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0540009 Mar 07 05:21:47.546512 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6f467c5-d0be-45ff-b2b3-2f3c95cb84f4 req-02d1c112-4a72-40ef-bd4d-63d758dd056b tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Mar 07 05:21:48.682611 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0f89-6150-43f6-86a4-cd18f657a749 req-31e527e6-140d-47af-badd-0bdb28510146 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:48.684235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-424c0f89-6150-43f6-86a4-cd18f657a749 req-31e527e6-140d-47af-badd-0bdb28510146 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0590279 Mar 07 05:21:48.733370 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-424c0f89-6150-43f6-86a4-cd18f657a749 req-5de992e4-024e-4cb3-874a-1f480eef4dda tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Mar 07 05:21:49.857291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660cc-ad13-4179-a5db-8745b424d692 req-f25d87e0-0cc9-438b-9b63-cc677638cfc3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:49.858682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24b660cc-ad13-4179-a5db-8745b424d692 req-f25d87e0-0cc9-438b-9b63-cc677638cfc3 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0568376 Mar 07 05:21:49.908363 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24b660cc-ad13-4179-a5db-8745b424d692 req-f944753d-a1ad-42de-9fb6-446634a6ead0 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425391 Mar 07 05:21:50.337888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:51.038526 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ff07-ae8f-4568-b75f-bb1af0107b0b req-a6227dd0-eb11-47bf-900d-d045a820eace tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:51.039999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b82ff07-ae8f-4568-b75f-bb1af0107b0b req-a6227dd0-eb11-47bf-900d-d045a820eace tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0511358 Mar 07 05:21:51.085399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b82ff07-ae8f-4568-b75f-bb1af0107b0b req-71176303-dd15-49d7-b7ad-028d557881ff tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Mar 07 05:21:51.239740 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b167c88-245a-4b69-b876-3eafa07e2b7d req-f05d765f-d004-4e03-a3e7-9ded6c117aa2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:51.241105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b167c88-245a-4b69-b876-3eafa07e2b7d req-f05d765f-d004-4e03-a3e7-9ded6c117aa2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0542557 Mar 07 05:21:51.285776 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b167c88-245a-4b69-b876-3eafa07e2b7d req-aa012237-9fd0-4a6e-bea4-d9e2bf1f6f93 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Mar 07 05:21:52.415654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350728-e886-41df-a38d-3e8d5bbc5f5e req-9c3f4344-0df4-41a2-8338-88feb61b2ab7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:52.417128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17350728-e886-41df-a38d-3e8d5bbc5f5e req-9c3f4344-0df4-41a2-8338-88feb61b2ab7 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0526152 Mar 07 05:21:52.463450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17350728-e886-41df-a38d-3e8d5bbc5f5e req-2dde3c9b-bbe0-40d4-830d-3de0b9808295 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409026 Mar 07 05:21:52.574751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:52.727965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4be0c-d832-48e4-9997-b2d21e627420 req-e680c42c-f02a-4077-a7e6-aa957e7c28e1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:52.729425 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5d4be0c-d832-48e4-9997-b2d21e627420 req-e680c42c-f02a-4077-a7e6-aa957e7c28e1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0512404 Mar 07 05:21:52.779279 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e5d4be0c-d832-48e4-9997-b2d21e627420 req-39c91b4b-12b9-406a-b24c-130877dfe27c tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups?id=386a0748-c2fd-47ff-9e5f-19de4766e680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Mar 07 05:21:52.883263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-3dc57d11-5365-4187-8c3f-2ecba56def22 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:21:52.884697 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-3dc57d11-5365-4187-8c3f-2ecba56def22 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 944 time: 0.0526259 Mar 07 05:21:52.974785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Deleting port a2873f28-6f52-48bb-9169-d683a42221aa {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:21:52.975138 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:53.065257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] For port a2873f28-6f52-48bb-9169-d683a42221aa, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=a2873f28-6f52-48bb-9169-d683a42221aa,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:21:53.065617 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:53.233432 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:53.233800 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:53.234157 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Floating IP 8a7375cc-804b-4f28-b916-63444449b157 disassociated. External IP: 172.25.4.192, port: a2873f28-6f52-48bb-9169-d683a42221aa. Mar 07 05:21:53.234504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Calling delete_port for a2873f28-6f52-48bb-9169-d683a42221aa owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:21:53.365990 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a2873f28-6f52-48bb-9169-d683a42221aa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:53.396065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event deleted for resources: {'Port': ['ID=a2873f28-6f52-48bb-9169-d683a42221aa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:21:53.512400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:21:53.623491 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:21:53.633943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:21:53.643845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:21:53.644479 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:53.664679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] No DVR routers for this DVR port a2873f28-6f52-48bb-9169-d683a42221aa on host n-h2-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:21:53.667467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:21:53.670768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5fb0f051-413f-482a-9f26-c421f2f1f4ec req-760386be-8fbb-4d76-bf5f-73d66acff2f2 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.44 "DELETE /v2.0/ports/a2873f28-6f52-48bb-9169-d683a42221aa HTTP/1.1" status: 204 len: 173 time: 0.7803628 Mar 07 05:21:53.671216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'name': 'network-vif-deleted', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:21:53.674173 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711b1928-4971-4bbc-82a4-f8649fd1fb58" -d '{"events": [{"server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "name": "network-vif-deleted", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:21:53.746960 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37e7fbe-8e4f-4202-b500-96dd77b74cbf x-openstack-request-id: req-d37e7fbe-8e4f-4202-b500-96dd77b74cbf {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:21:53.747316 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834fae91-5843-4933-af4a-8a6c1a9cfa35", "name": "network-vif-deleted", "tag": "a2873f28-6f52-48bb-9169-d683a42221aa", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:21:53.747535 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d37e7fbe-8e4f-4202-b500-96dd77b74cbf {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:21:53.747942 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834fae91-5843-4933-af4a-8a6c1a9cfa35', 'name': 'network-vif-deleted', 'tag': 'a2873f28-6f52-48bb-9169-d683a42221aa', 'status': 'completed', 'code': 200} Mar 07 05:21:53.777720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:21:53.947631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d982090-38c4-4250-87a7-11196020e886 req-9c8ad7ec-0378-4cf5-8561-8a9ad2807aa1 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 210 time: 0.0427985 Mar 07 05:21:54.058890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:54.087084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:21:54.095676 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:21:54.096287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:21:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:54.169106 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc649d90-8385-404e-92df-eb09cd5e3ace req-84301e14-8cec-4e0e-ac66-bec2e358361d tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 210 time: 0.0301671 Mar 07 05:21:54.211051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:21:54.405938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:21:54.436522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad15cb6-48fb-439c-9269-9952e01e5a5a None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:04Z', 'revision_number': 4, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '16565c41-20cd-4210-a699-a486d745a8c3', 'name': '', 'network_id': 'ad92aa47-b9ba-4b32-943d-702097141ffc', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'mac_address': 'fa:16:3e:78:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:03Z', 'updated_at': '2022-03-07T05:18:08Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'subnets': [{'id': 'fa5428f3-6f86-4a3c-9889-10533151fff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:21:54.663085 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147bac4-91f4-4f9d-bb93-ad79977fbb95 None None] New status for floating IP 8a7375cc-804b-4f28-b916-63444449b157: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:21:55.275914 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd624fce-1de4-4d04-a403-1095cedd26d0 req-a0ac6625-04e7-4028-a987-f54f269bf60e tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/ports?device_id=834fae91-5843-4933-af4a-8a6c1a9cfa35 HTTP/1.1" status: 200 len: 210 time: 0.0273168 Mar 07 05:22:02.850094 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4830cac-4a1b-447d-944a-76d1dd979ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:05.471730 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-efe0c20e-b1ec-4c84-b5ec-a63b9f172d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:06.922533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:07.847007 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:09.553489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:09.730594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60098) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:09.785161 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group (386a0748-c2fd-47ff-9e5f-19de4766e680), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:09.809448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group (386a0748-c2fd-47ff-9e5f-19de4766e680), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:09.858659 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (386a0748-c2fd-47ff-9e5f-19de4766e680), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:09.862910 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:09.864139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "DELETE /v2.0/security-groups/386a0748-c2fd-47ff-9e5f-19de4766e680 HTTP/1.1" status: 204 len: 168 time: 0.1324863 Mar 07 05:22:09.866936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60100) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:09.874408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a0748-c2fd-47ff-9e5f-19de4766e680,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:09.882591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.882782 n-d-832185-1 neutron-server[103939]: INFO neutron.api.v2.resource [None req-a258c125-4830-4448-a665-aaa7acb21f04 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] show failed (client error): The resource could not be found. Mar 07 05:22:09.882990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.883287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.883653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.884063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.884404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.884731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.885056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.885501 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.885916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.886281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.886386 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a258c125-4830-4448-a665-aaa7acb21f04 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "GET /v2.0/security-groups/386a0748-c2fd-47ff-9e5f-19de4766e680 HTTP/1.1" status: 404 len: 347 time: 0.0174382 Mar 07 05:22:09.886663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:09.886881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60102) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:09.886983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97090c73-cd9b-4309-b8b7-5eba3dc10996 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.035648 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Deleting port 305e19c8-0850-42ce-954f-e838d565e1f2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:10.035987 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (305e19c8-0850-42ce-954f-e838d565e1f2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:10.116166 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (305e19c8-0850-42ce-954f-e838d565e1f2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:10.116499 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (305e19c8-0850-42ce-954f-e838d565e1f2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:10.129738 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Calling delete_port for 305e19c8-0850-42ce-954f-e838d565e1f2 owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:10.270463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (305e19c8-0850-42ce-954f-e838d565e1f2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:10.293729 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Pushing event deleted for resources: {'Port': ['ID=305e19c8-0850-42ce-954f-e838d565e1f2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:10.303811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.304170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.304495 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.304833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.305168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.305969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.305969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.306156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.306460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.306780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.307103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.307424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.307744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:10.369125 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks [] for floatingip (8a7375cc-804b-4f28-b916-63444449b157), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:10.371538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:10.372673 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6923a7cf-af4c-47ff-888c-a506bda651df tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a7375cc-804b-4f28-b916-63444449b157 HTTP/1.1" status: 204 len: 168 time: 0.4849219 Mar 07 05:22:10.375637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60104) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:10.792988 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9dc32859-cfa2-48ca-8e47-ee5d13286c68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:11.369407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Deleting port 16565c41-20cd-4210-a699-a486d745a8c3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:11.370109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (16565c41-20cd-4210-a699-a486d745a8c3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:11.441451 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:22:11.448158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] For port 16565c41-20cd-4210-a699-a486d745a8c3, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=16565c41-20cd-4210-a699-a486d745a8c3,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:11.448517 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (16565c41-20cd-4210-a699-a486d745a8c3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:11.460483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Calling delete_port for 16565c41-20cd-4210-a699-a486d745a8c3 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:11.642682 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (16565c41-20cd-4210-a699-a486d745a8c3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:11.673614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Pushing event deleted for resources: {'Port': ['ID=16565c41-20cd-4210-a699-a486d745a8c3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:11.844538 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9dc32859-cfa2-48ca-8e47-ee5d13286c68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.066721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:22:12.175960 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:22:12.182363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cfb6837c-1aea-43e4-b3a4-e03715e59887 admin admin] 10.222.0.21 "PUT /v2.0/routers/9dc32859-cfa2-48ca-8e47-ee5d13286c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040771 Mar 07 05:22:12.183477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:12.185691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] Sync routers for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:22:12.196574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:22:12.197195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:12.292202 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks [] for router (9dc32859-cfa2-48ca-8e47-ee5d13286c68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.304343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:22:12.403036 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks [] for router_gateway (9dc32859-cfa2-48ca-8e47-ee5d13286c68), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.456732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Deleting port 81b9c129-f70e-4e1d-b068-31da9dea1e9d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:12.457074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.485365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:22:11Z', 'revision_number': 5, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port': {'id': '81b9c129-f70e-4e1d-b068-31da9dea1e9d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:12.517127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] Checking router: 9dc32859-cfa2-48ca-8e47-ee5d13286c68 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:22:12.525347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] Routers {'9dc32859-cfa2-48ca-8e47-ee5d13286c68'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:22:12.525947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:22:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:12.538536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] For port 81b9c129-f70e-4e1d-b068-31da9dea1e9d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=81b9c129-f70e-4e1d-b068-31da9dea1e9d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:12.538900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.551587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Calling delete_port for 81b9c129-f70e-4e1d-b068-31da9dea1e9d owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:12.615104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] Set router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:22:12.734039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (81b9c129-f70e-4e1d-b068-31da9dea1e9d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.762478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=81b9c129-f70e-4e1d-b068-31da9dea1e9d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:12.828217 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (9dc32859-cfa2-48ca-8e47-ee5d13286c68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.836474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:22:12Z', 'revision_number': 6, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:12.865576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d145e2d-9230-41b1-8ef9-2327504d92b6 None None] The sync data for ids ['9dc32859-cfa2-48ca-8e47-ee5d13286c68'] in n-d-832185-1 is: [{'id': '9dc32859-cfa2-48ca-8e47-ee5d13286c68', 'name': 'tempest-ServerActionsTestJSON-1976121777-router', 'tenant_id': '1c2547847ea240a986d40df240d01311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:18:01Z', 'updated_at': '2022-03-07T05:22:12Z', 'revision_number': 6, 'project_id': '1c2547847ea240a986d40df240d01311', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:22:12.927434 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9dc32859-cfa2-48ca-8e47-ee5d13286c68), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.929568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks [] for router_controller (9dc32859-cfa2-48ca-8e47-ee5d13286c68), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.974675 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9dc32859-cfa2-48ca-8e47-ee5d13286c68), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.975235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc32859-cfa2-48ca-8e47-ee5d13286c68 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:22:12.979950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:12.981116 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-801f3309-ff1f-4e9e-8995-32264f4af3dc admin admin] 10.222.0.21 "DELETE /v2.0/routers/9dc32859-cfa2-48ca-8e47-ee5d13286c68 HTTP/1.1" status: 204 len: 168 time: 0.7967200 Mar 07 05:22:12.983858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60108) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:13.031544 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Deleting subnet fa5428f3-6f86-4a3c-9889-10533151fff0 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:22:13.035199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Publish callbacks [] for subnet (fa5428f3-6f86-4a3c-9889-10533151fff0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.068261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (fa5428f3-6f86-4a3c-9889-10533151fff0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.142428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fa5428f3-6f86-4a3c-9889-10533151fff0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.195669 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (fa5428f3-6f86-4a3c-9889-10533151fff0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.213466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a497fd4-5ce3-4e97-8585-9c48a842e5c2 None None] Network ad92aa47-b9ba-4b32-943d-702097141ffc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:13.223677 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.226885 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa5428f3-6f86-4a3c-9889-10533151fff0 HTTP/1.1" status: 204 len: 168 time: 0.2420065 Mar 07 05:22:13.227915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5db8fb-5398-45ce-8b0f-402414a214d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5428f3-6f86-4a3c-9889-10533151fff0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:13.229591 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60110) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:13.306245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (ad92aa47-b9ba-4b32-943d-702097141ffc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.367992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Deleting port 7db5c159-9919-48c3-a447-5be2317d1301 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:13.368329 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7db5c159-9919-48c3-a447-5be2317d1301), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.434228 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] For port 7db5c159-9919-48c3-a447-5be2317d1301, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7db5c159-9919-48c3-a447-5be2317d1301,segment=NetworkSegment(0fd7c980-2899-4acc-b43f-ed018d2cf8e4),segment_id=0fd7c980-2899-4acc-b43f-ed018d2cf8e4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:13.434586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7db5c159-9919-48c3-a447-5be2317d1301), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.446959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Calling delete_port for 7db5c159-9919-48c3-a447-5be2317d1301 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:13.521857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7db5c159-9919-48c3-a447-5be2317d1301), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.551522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7db5c159-9919-48c3-a447-5be2317d1301,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:13.553326 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] No DVR routers for this DVR port 7db5c159-9919-48c3-a447-5be2317d1301 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:13.620899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (ad92aa47-b9ba-4b32-943d-702097141ffc), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.643619 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad92aa47-b9ba-4b32-943d-702097141ffc']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:13.653389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446cfda0-7e4f-4cb9-9954-13575bd60a8c None None] DHCP port deletion for ad92aa47-b9ba-4b32-943d-702097141ffc request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:22:13.654199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd7c980-2899-4acc-b43f-ed018d2cf8e4') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:13.654360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd7c980-2899-4acc-b43f-ed018d2cf8e4') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:13.670793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (0fd7c980-2899-4acc-b43f-ed018d2cf8e4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.684722 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (0fd7c980-2899-4acc-b43f-ed018d2cf8e4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.691156 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:13.691572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (0fd7c980-2899-4acc-b43f-ed018d2cf8e4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:13.693322 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:13.753110 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (ad92aa47-b9ba-4b32-943d-702097141ffc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.759023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.762181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad92aa47-b9ba-4b32-943d-702097141ffc HTTP/1.1" status: 204 len: 168 time: 0.5315578 Mar 07 05:22:13.774543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506095d-6d03-4ccd-b525-2448d5703c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad92aa47-b9ba-4b32-943d-702097141ffc,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:13.879400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60114) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:13.922657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db50dd49-9c81-462f-ac85-659eb6912e6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c2547847ea240a986d40df240d01311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417979 Mar 07 05:22:13.925123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60116) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:13.974448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceda2892-ed05-4c4c-8856-39f20f46d8fe admin admin] Publish callbacks [] for security_group (c7b14213-b64f-4f30-bc0d-9b23eda7202a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:13.998610 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceda2892-ed05-4c4c-8856-39f20f46d8fe admin admin] Publish callbacks [] for security_group (c7b14213-b64f-4f30-bc0d-9b23eda7202a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.050832 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceda2892-ed05-4c4c-8856-39f20f46d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (c7b14213-b64f-4f30-bc0d-9b23eda7202a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.054767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ceda2892-ed05-4c4c-8856-39f20f46d8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.055448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 16565c41-20cd-4210-a699-a486d745a8c3 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:14.055895 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ceda2892-ed05-4c4c-8856-39f20f46d8fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b14213-b64f-4f30-bc0d-9b23eda7202a HTTP/1.1" status: 204 len: 168 time: 0.1298945 Mar 07 05:22:14.064670 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2892-ed05-4c4c-8856-39f20f46d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b14213-b64f-4f30-bc0d-9b23eda7202a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:14.080772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 16565c41-20cd-4210-a699-a486d745a8c3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:22:14.081363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 16565c41-20cd-4210-a699-a486d745a8c3 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:22:14.081791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7db5c159-9919-48c3-a447-5be2317d1301 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:14.109228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7db5c159-9919-48c3-a447-5be2317d1301 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:22:14.109850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7db5c159-9919-48c3-a447-5be2317d1301 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:22:14.110587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81b9c129-f70e-4e1d-b068-31da9dea1e9d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:14.131096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 81b9c129-f70e-4e1d-b068-31da9dea1e9d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:22:14.131457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 81b9c129-f70e-4e1d-b068-31da9dea1e9d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:22:14.726991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:14.832496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1108614040-network', 'tenant_id': 'f20d827fb3f24b97ad2e28083db67fb2'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:14.852456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Made reservation on behalf of f20d827fb3f24b97ad2e28083db67fb2 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:14.854847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.864831 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.944352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks [] for security_group (18f65d91-80d2-468e-b3de-efe77a786e2a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.948234 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (18f65d91-80d2-468e-b3de-efe77a786e2a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.973803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:14.983256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f65d91-80d2-468e-b3de-efe77a786e2a,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:14.989112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (109c28a0-e414-4bdb-8399-7f54f99b7a78), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:14.989456 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Added segment 109c28a0-e414-4bdb-8399-7f54f99b7a78 of type vlan for network 771004cb-7a3c-4fd4-8f17-f17114f5566d Mar 07 05:22:15.028556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (771004cb-7a3c-4fd4-8f17-f17114f5566d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:15.054042 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (771004cb-7a3c-4fd4-8f17-f17114f5566d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:15.054905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:15.055504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:15.088290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3601897 Mar 07 05:22:15.091440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60142) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:15.097649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Request body: {'subnet': {'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1108614040-subnet', 'tenant_id': 'f20d827fb3f24b97ad2e28083db67fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:15.116677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Made reservation on behalf of f20d827fb3f24b97ad2e28083db67fb2 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:15.119082 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:15.124013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312addf-5ac8-4430-8062-da92ca78684e admin admin] Pushing event updated for resources: {'Network': ['ID=771004cb-7a3c-4fd4-8f17-f17114f5566d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:15.135995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:15.293961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (1956571a-1237-4ca3-9a44-67bc2d288a9e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:15.352872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1956571a-1237-4ca3-9a44-67bc2d288a9e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:15.357937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Checking segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:15.358326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Network hostable DHCP agents. Network: 771004cb-7a3c-4fd4-8f17-f17114f5566d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:15.374422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:15.382581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 771004cb-7a3c-4fd4-8f17-f17114f5566d) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:15.387383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:15.389331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:15.390214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa867c2-80e1-4e53-bf0d-5f3429f52a20 None None] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:15.406228 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a8c2819f-36c0-42a8-b211-5ba2a06eb911 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3136227 Mar 07 05:22:15.492386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f496f8b-8637-4679-8f6c-c7db6079483c None None] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:15.993087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-8f90b7db-3338-44dc-8eb0-d7ed32a1604b tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:15.994619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-8f90b7db-3338-44dc-8eb0-d7ed32a1604b tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 814 time: 0.1038957 Mar 07 05:22:16.009037 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-8a148679-a5ba-45c2-833d-b46647df5164 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/quotas/f20d827fb3f24b97ad2e28083db67fb2 HTTP/1.1" status: 200 len: 375 time: 0.0089476 Mar 07 05:22:16.043910 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-458ca634-dec8-4469-8950-231e2079aa1d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299695 Mar 07 05:22:16.468944 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-a38d64fc-9304-40d4-9dd3-05bb8e0d9f8d service neutron] 10.222.0.21 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183598 Mar 07 05:22:16.561395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-ef1db691-8d47-4faf-88fe-3561db50387c service neutron] 10.222.0.21 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856886 Mar 07 05:22:16.717208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bbf936a-7019-4259-a742-4d28f6290edc req-4ce73291-fff0-4f92-a528-0b78c926c0ad tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 210 time: 0.0268226 Mar 07 05:22:17.627755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-199fadfc-33a8-49c6-a7ca-dbc2f24b3fed tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:17.629326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-199fadfc-33a8-49c6-a7ca-dbc2f24b3fed tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 814 time: 0.1074078 Mar 07 05:22:17.643040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Request body: {'port': {'device_id': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d', 'admin_state_up': True, 'tenant_id': 'f20d827fb3f24b97ad2e28083db67fb2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:17.748021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Made reservation on behalf of f20d827fb3f24b97ad2e28083db67fb2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:17.751570 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:17.811912 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1a08bcd-4b8a-423e-959f-0078a8889af8 req-f907a4bc-9cc1-4892-b386-687d88fd762f tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 210 time: 0.0267987 Mar 07 05:22:17.881082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Allocated IP 172.20.0.9 (771004cb-7a3c-4fd4-8f17-f17114f5566d/1956571a-1237-4ca3-9a44-67bc2d288a9e/60c9bc33-71a9-4225-a1a5-d1db8e2acce0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:22:18.029709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks [] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.065243 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.108710 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:22:18.114271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:18.116716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:22:18.144930 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Pushing event updated for resources: {'Port': ['ID=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:18.168060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:18.168671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.184338 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-98969f62-d11c-4b19-ba98-3a7c28e964a1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459192 Mar 07 05:22:18.195073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Request body: {'port': {'device_id': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:18.257606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.523222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:22:18.530401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Publish callbacks [] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.544040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Transition to ACTIVE for port object 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:22:18.547024 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.601877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Pushing event updated for resources: {'Port': ['ID=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:18.672183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Attempting to bind port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:22:18.672894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Attempting to bind port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:22:18.672894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Attempting to bind port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:18.677828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:22:18.678178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Attempting to bind port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:18.682895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:22:18.683272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Checking segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:18.683652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Bound using segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:22:18.684072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Bound port: 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:22:18.684421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.744953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] For port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:22:18.747860 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] For port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:22:18.753965 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.788711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:18.789334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:18.790828 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] 10.222.0.15 "PUT /v2.0/ports/60c9bc33-71a9-4225-a1a5-d1db8e2acce0 HTTP/1.1" status: 200 len: 1091 time: 0.5997024 Mar 07 05:22:18.792990 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'tag': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:18.795293 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f839a-f194-423a-949a-c00365815dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bb60c-1f3b-4ca7-950a-71e76361191b", "tag": "60c9bc33-71a9-4225-a1a5-d1db8e2acce0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:18.827382 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cabd-0696-4b0a-bbd1-adc6248fd211 service neutron] Pushing event updated for resources: {'Port': ['ID=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:18.840458 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48254916-e554-4d09-8b34-2a070a3f278b x-openstack-request-id: req-48254916-e554-4d09-8b34-2a070a3f278b {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:18.840590 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bb60c-1f3b-4ca7-950a-71e76361191b", "tag": "60c9bc33-71a9-4225-a1a5-d1db8e2acce0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:18.840828 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48254916-e554-4d09-8b34-2a070a3f278b {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:18.841225 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'tag': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0', 'status': 'completed', 'code': 200} Mar 07 05:22:18.879581 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-264ebe30-96ff-4df2-b33c-4e211743e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:18.881094 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-264ebe30-96ff-4df2-b33c-4e211743e3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 1125 time: 0.0496967 Mar 07 05:22:18.924450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-e05cb86d-0b2c-47ec-a007-4e27c017e1d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0 HTTP/1.1" status: 200 len: 217 time: 0.0358171 Mar 07 05:22:18.937230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c123e01-e1b3-4212-8f90-7419cf43143c req-4c892e1d-1b28-4e38-b321-f6ba0bda26dd tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:18.938738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c123e01-e1b3-4212-8f90-7419cf43143c req-4c892e1d-1b28-4e38-b321-f6ba0bda26dd tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 943 time: 0.0538909 Mar 07 05:22:18.975059 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-75a08ede-0231-4308-81e7-a8338abb85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:18.976571 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-75a08ede-0231-4308-81e7-a8338abb85c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 200 len: 854 time: 0.0458872 Mar 07 05:22:18.986458 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c123e01-e1b3-4212-8f90-7419cf43143c req-c3370ce5-6465-4084-8400-8377f9d0e63d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Mar 07 05:22:19.011617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-0bef57e1-8029-4ff9-ac36-5b61fb0c577c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=771004cb-7a3c-4fd4-8f17-f17114f5566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289609 Mar 07 05:22:19.102660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-91170506-a9bb-4ddb-999d-9e253ee5263a service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843127 Mar 07 05:22:19.197825 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1ebcef2a-5e38-421f-8f49-02de6d3874a8 req-7b385bb9-4e74-42d6-ba00-6c61010d8e23 service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897768 Mar 07 05:22:19.283630 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f839a-f194-423a-949a-c00365815dbd req-3bc7a88f-1039-4d14-a9d4-368d740ce463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:19.285107 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-3bc7a88f-1039-4d14-a9d4-368d740ce463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 1125 time: 0.0445011 Mar 07 05:22:19.379661 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f839a-f194-423a-949a-c00365815dbd req-5a5a2421-2699-468c-b1e7-9bc0ff76fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:19.380993 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-5a5a2421-2699-468c-b1e7-9bc0ff76fcc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 915 time: 0.0891037 Mar 07 05:22:19.421369 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-358c205d-5567-4428-aa4b-c5a3af160301 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0 HTTP/1.1" status: 200 len: 217 time: 0.0338385 Mar 07 05:22:19.467569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f839a-f194-423a-949a-c00365815dbd req-2deef419-bb4d-458a-a3de-c17ef36db383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:19.468942 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-2deef419-bb4d-458a-a3de-c17ef36db383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 200 len: 854 time: 0.0417356 Mar 07 05:22:19.499190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-f9e0a705-bd2f-445f-a169-de1d9cf312dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=771004cb-7a3c-4fd4-8f17-f17114f5566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237768 Mar 07 05:22:19.588473 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-5e2d5591-527e-4840-aabd-6caaf010f5bc service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829298 Mar 07 05:22:19.679668 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5f9f839a-f194-423a-949a-c00365815dbd req-9dfd8adb-c25c-4683-b314-f449b3f03c1e service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849564 Mar 07 05:22:20.107206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07359cd3-98f7-40d2-a6a3-875026ff296f req-06a63b1d-4053-4ebd-882a-eb02e0ca216e tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:20.108671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07359cd3-98f7-40d2-a6a3-875026ff296f req-06a63b1d-4053-4ebd-882a-eb02e0ca216e tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 943 time: 0.0549569 Mar 07 05:22:20.155043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07359cd3-98f7-40d2-a6a3-875026ff296f req-c4c443f2-dba2-4d21-8007-4f322a4f51d7 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Mar 07 05:22:20.353152 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:20.603697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:22:20.697965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:20.707979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0', 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d', 'port_id': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0', 'mac_address': 'fa:16:3e:d4:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1956571a-1237-4ca3-9a44-67bc2d288a9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:22:20.748078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:20.748466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:20.760802 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:22:20.779148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:20.783807 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:20.830456 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:20.837659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.838041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.838391 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.838734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.839073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.839407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.839740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.840071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.840397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.840725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.841054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.841378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.841705 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:22:20.983501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['60c9bc33-71a9-4225-a1a5-d1db8e2acce0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:22:21.270047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18f337-aa7f-48b4-9726-d4480de61957 req-eccbc060-aa7e-4b33-b91b-7e3d0a0030c1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:21.271432 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed18f337-aa7f-48b4-9726-d4480de61957 req-eccbc060-aa7e-4b33-b91b-7e3d0a0030c1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 944 time: 0.0514910 Mar 07 05:22:21.316807 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed18f337-aa7f-48b4-9726-d4480de61957 req-d046931d-8c46-4731-9a77-1bf1558984ff tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 Mar 07 05:22:22.438570 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034adb4-837b-4155-b39c-cd8f0ee31de8 req-6845c221-b449-45ec-bcb7-d3c1b5f9d66d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:22.440646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4034adb4-837b-4155-b39c-cd8f0ee31de8 req-6845c221-b449-45ec-bcb7-d3c1b5f9d66d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 944 time: 0.0557344 Mar 07 05:22:22.488297 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4034adb4-837b-4155-b39c-cd8f0ee31de8 req-ca1d62b0-7bde-4f87-bb81-73b7c70b06e8 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Mar 07 05:22:22.588872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:22.603774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:22:22.653029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:22:22.656544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:22:22.656913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:22.731538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:22.731919 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:22.758101 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:22.760281 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44b69e-49d1-4b91-ae8e-d4e205c95f96" -d '{"events": [{"server_uuid": "e94bb60c-1f3b-4ca7-950a-71e76361191b", "name": "network-vif-plugged", "status": "completed", "tag": "60c9bc33-71a9-4225-a1a5-d1db8e2acce0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:22.772451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:22.776549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:22.800079 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dbda01-a3c8-4da5-bf4e-4fe5479fbca8 x-openstack-request-id: req-05dbda01-a3c8-4da5-bf4e-4fe5479fbca8 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:22.800354 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bb60c-1f3b-4ca7-950a-71e76361191b", "name": "network-vif-plugged", "status": "completed", "tag": "60c9bc33-71a9-4225-a1a5-d1db8e2acce0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:22.800615 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05dbda01-a3c8-4da5-bf4e-4fe5479fbca8 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:22.801002 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0', 'code': 200} Mar 07 05:22:22.828986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:22.944675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8d587-1031-4e23-90c2-cfd66e7ffb8b req-94cffa73-f280-4a30-a11f-1959b3d31d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:22.946214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ea8d587-1031-4e23-90c2-cfd66e7ffb8b req-94cffa73-f280-4a30-a11f-1959b3d31d01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 1127 time: 0.0925634 Mar 07 05:22:22.990239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ea8d587-1031-4e23-90c2-cfd66e7ffb8b req-8e584c14-e5bc-4e8f-b261-456433555180 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Mar 07 05:22:23.605743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f5c63-ec0c-418f-8a3c-941c6d5d0040 req-1980dc64-a5c4-4257-b262-bc75b451ec03 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:23.607225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-214f5c63-ec0c-418f-8a3c-941c6d5d0040 req-1980dc64-a5c4-4257-b262-bc75b451ec03 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0514438 Mar 07 05:22:23.652055 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-214f5c63-ec0c-418f-8a3c-941c6d5d0040 req-9ee6c8ed-554a-4d66-a959-cdf96983625b tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392730 Mar 07 05:22:24.768942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae30a66-c5c6-49ec-bb11-b4eac384ef53 req-14598f1a-f4b3-4b49-807e-76c342d314ad tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:24.770427 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ae30a66-c5c6-49ec-bb11-b4eac384ef53 req-14598f1a-f4b3-4b49-807e-76c342d314ad tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0518603 Mar 07 05:22:24.823540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ae30a66-c5c6-49ec-bb11-b4eac384ef53 req-589497b9-b6a7-494d-a45b-d1b0220e1bc6 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Mar 07 05:22:25.038701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-acc8e719-4e24-44ec-9ce6-69441b2bc7e3 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:25.040142 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-acc8e719-4e24-44ec-9ce6-69441b2bc7e3 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 814 time: 0.0987983 Mar 07 05:22:25.054800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-7d680f6c-ce46-47e2-aa08-8892954fabbc tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/quotas/f20d827fb3f24b97ad2e28083db67fb2 HTTP/1.1" status: 200 len: 375 time: 0.0092640 Mar 07 05:22:25.104360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-3046318a-e7a1-4537-8713-fde66adb093d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448778 Mar 07 05:22:25.197076 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-f8c55ff5-b759-4c4f-8a69-14708f6f00b0 service neutron] 10.222.0.21 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860617 Mar 07 05:22:25.289365 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-87ed5c81-350c-45d8-98bf-8176ab3758b0 service neutron] 10.222.0.21 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Mar 07 05:22:25.445797 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6efb0928-6d19-4d60-9375-e50e0f6899a5 req-66a90517-4b57-4176-9f6b-235394e4a1a3 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 210 time: 0.0283065 Mar 07 05:22:26.216754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-c9435fde-f17a-45b2-878d-531fe91c1e5d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:26.218217 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-c9435fde-f17a-45b2-878d-531fe91c1e5d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.44 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 814 time: 0.1213160 Mar 07 05:22:26.229192 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Request body: {'port': {'device_id': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d', 'admin_state_up': True, 'tenant_id': 'f20d827fb3f24b97ad2e28083db67fb2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:26.553143 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be27b003-f001-480c-943b-2952a25540ea req-2d83cbfe-d1af-42a8-9744-78b68a328b46 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 210 time: 0.0328205 Mar 07 05:22:26.668304 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Made reservation on behalf of f20d827fb3f24b97ad2e28083db67fb2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:26.672463 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:26.811670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Allocated IP 172.20.0.13 (771004cb-7a3c-4fd4-8f17-f17114f5566d/1956571a-1237-4ca3-9a44-67bc2d288a9e/05a03168-a95d-4ce5-b68e-f1344536be99) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:22:26.981540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks [] for port (05a03168-a95d-4ce5-b68e-f1344536be99), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.015567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.028968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['60c9bc33-71a9-4225-a1a5-d1db8e2acce0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:22:27.061599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:22:27.065234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:27.068896 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:22:27.075383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Pushing event updated for resources: {'Port': ['ID=05a03168-a95d-4ce5-b68e-f1344536be99,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:27.123354 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:27.124094 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.140211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-72f46c79-467d-4df4-bf16-24ccca5c09fe tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9146559 Mar 07 05:22:27.150964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Request body: {'port': {'device_id': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:27.211335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.466372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a03168-a95d-4ce5-b68e-f1344536be99 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:22:27.474490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Publish callbacks [] for port (05a03168-a95d-4ce5-b68e-f1344536be99), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.488023 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Transition to ACTIVE for port object 05a03168-a95d-4ce5-b68e-f1344536be99 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:22:27.491701 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.559916 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Pushing event updated for resources: {'Port': ['ID=05a03168-a95d-4ce5-b68e-f1344536be99,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:27.612790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Attempting to bind port 05a03168-a95d-4ce5-b68e-f1344536be99 on host n-h2-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:22:27.613122 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Attempting to bind port 05a03168-a95d-4ce5-b68e-f1344536be99 by drivers openvswitch,hyperv on host n-h2-832185-1 at level 0 using segments [{'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:22:27.613443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Attempting to bind port 05a03168-a95d-4ce5-b68e-f1344536be99 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:27.617652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Port 05a03168-a95d-4ce5-b68e-f1344536be99 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d not bound, no agent of type Open vSwitch agent registered on host n-h2-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:22:27.617962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Attempting to bind port 05a03168-a95d-4ce5-b68e-f1344536be99 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:27.622680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Checking agent: {'id': '3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:22:27.623012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Checking segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:27.623387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Bound using segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:22:27.623807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Bound port: 05a03168-a95d-4ce5-b68e-f1344536be99, host: n-h2-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:22:27.624155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.682612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d0f6-dec2-4f15-b8e0-6e5a5cd3a10b req-a6dd1328-7a8c-40e3-bb06-1b6baff72331 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:27.684128 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edc7d0f6-dec2-4f15-b8e0-6e5a5cd3a10b req-a6dd1328-7a8c-40e3-bb06-1b6baff72331 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 944 time: 0.0585039 Mar 07 05:22:27.693016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] For port 05a03168-a95d-4ce5-b68e-f1344536be99, host n-h2-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:22:27.696103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] For port 05a03168-a95d-4ce5-b68e-f1344536be99, host n-h2-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=05a03168-a95d-4ce5-b68e-f1344536be99,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:22:27.702566 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.735112 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-edc7d0f6-dec2-4f15-b8e0-6e5a5cd3a10b req-6a894bdc-f0b4-48cb-8147-57db0859cb4f tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Mar 07 05:22:27.735840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:27.736540 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:27.737905 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] 10.222.0.44 "PUT /v2.0/ports/05a03168-a95d-4ce5-b68e-f1344536be99 HTTP/1.1" status: 200 len: 1092 time: 0.5910678 Mar 07 05:22:27.738368 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'tag': '05a03168-a95d-4ce5-b68e-f1344536be99'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:27.740588 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "tag": "05a03168-a95d-4ce5-b68e-f1344536be99"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:27.773386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c78d2-c74c-4187-ae87-78f0a5c0e324 service neutron] Pushing event updated for resources: {'Port': ['ID=05a03168-a95d-4ce5-b68e-f1344536be99,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:27.791757 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27af51f8-053f-4686-a8ad-2f1ce6463c05 x-openstack-request-id: req-27af51f8-053f-4686-a8ad-2f1ce6463c05 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:27.792043 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "tag": "05a03168-a95d-4ce5-b68e-f1344536be99", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:27.792293 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27af51f8-053f-4686-a8ad-2f1ce6463c05 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:27.792704 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'tag': '05a03168-a95d-4ce5-b68e-f1344536be99', 'status': 'completed', 'code': 200} Mar 07 05:22:27.833406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-d3c82685-8f9d-468e-bce9-09481d3a8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:27.834966 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-d3c82685-8f9d-468e-bce9-09481d3a8702 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 1126 time: 0.0521257 Mar 07 05:22:27.878321 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-862bf933-88e3-4bb0-9f64-f19135751e3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05a03168-a95d-4ce5-b68e-f1344536be99 HTTP/1.1" status: 200 len: 217 time: 0.0356033 Mar 07 05:22:27.926632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-b2364c42-84f6-4119-b876-b57c6ed1efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:27.928060 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-b2364c42-84f6-4119-b876-b57c6ed1efd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 200 len: 854 time: 0.0435834 Mar 07 05:22:27.961895 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-d8daa677-50dd-4157-bfdd-d203dee66712 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=771004cb-7a3c-4fd4-8f17-f17114f5566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284007 Mar 07 05:22:28.065699 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-686f8368-4740-4b9d-90bc-4384d942f0ea service neutron] 10.222.0.44 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975380 Mar 07 05:22:28.156856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-e18da7b6-d20b-4140-a9b4-20959e198b19 service neutron] 10.222.0.44 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853908 Mar 07 05:22:28.243831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-a3eff9fa-c3bf-454b-8093-d286579c9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:28.245241 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-a3eff9fa-c3bf-454b-8093-d286579c9c94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 1126 time: 0.0455308 Mar 07 05:22:28.339717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-b03a0897-b494-469f-96aa-d27993521051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:28.341188 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-b03a0897-b494-469f-96aa-d27993521051 service neutron] 10.222.0.44 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 915 time: 0.0901747 Mar 07 05:22:28.362519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.44', 51579) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:28.389051 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-51614ad8-fff1-494e-833f-bb639adcb9ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05a03168-a95d-4ce5-b68e-f1344536be99 HTTP/1.1" status: 200 len: 217 time: 0.0397317 Mar 07 05:22:28.417401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-16dc3018-4223-4dfb-a865-cf75b2b2d85c tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:28.418874 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-16dc3018-4223-4dfb-a865-cf75b2b2d85c tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.44 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 944 time: 0.0553608 Mar 07 05:22:28.437008 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-bb9b33d1-9ea7-4a27-961a-077af50940bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:28.438482 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-bb9b33d1-9ea7-4a27-961a-077af50940bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 200 len: 854 time: 0.0437748 Mar 07 05:22:28.468936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-e3246deb-188c-4fe4-866e-a54950a236cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=771004cb-7a3c-4fd4-8f17-f17114f5566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250058 Mar 07 05:22:28.511809 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Deleting port 05a03168-a95d-4ce5-b68e-f1344536be99 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:28.512065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:28.562091 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-bad950cb-b467-45b2-a472-a04afead3b50 service neutron] 10.222.0.44 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Mar 07 05:22:28.605628 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] For port 05a03168-a95d-4ce5-b68e-f1344536be99, host n-h2-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832185-1',level=0,port_id=05a03168-a95d-4ce5-b68e-f1344536be99,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:28.606023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:28.621104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Calling delete_port for 05a03168-a95d-4ce5-b68e-f1344536be99 owned by compute:nova {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:28.655080 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-bd22166f-af6e-4f0e-a501-a5a267723e01 service neutron] 10.222.0.44 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Mar 07 05:22:28.748557 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (05a03168-a95d-4ce5-b68e-f1344536be99), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:28.759762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['60c9bc33-71a9-4225-a1a5-d1db8e2acce0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:22:28.782130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Pushing event deleted for resources: {'Port': ['ID=05a03168-a95d-4ce5-b68e-f1344536be99,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:28.834777 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] No DVR routers for this DVR port 05a03168-a95d-4ce5-b68e-f1344536be99 on host n-h2-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:28.839162 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:28.841168 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.44 "DELETE /v2.0/ports/05a03168-a95d-4ce5-b68e-f1344536be99 HTTP/1.1" status: 204 len: 173 time: 0.4168756 Mar 07 05:22:28.841638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'name': 'network-vif-deleted', 'tag': '05a03168-a95d-4ce5-b68e-f1344536be99'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:28.843939 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91fd97a-480c-4aa1-b192-b821d64c98ea" -d '{"events": [{"server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "name": "network-vif-deleted", "tag": "05a03168-a95d-4ce5-b68e-f1344536be99"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:28.862780 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05d9dd48-d682-4bfd-9232-82f55b76729b req-dac9d363-41e8-4bcd-b79f-32aab5639f4d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 210 time: 0.0500782 Mar 07 05:22:28.930025 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f7d3a-4463-4d4b-8b48-f9e8b8793328 x-openstack-request-id: req-920f7d3a-4463-4d4b-8b48-f9e8b8793328 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:28.930197 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "name": "network-vif-deleted", "tag": "05a03168-a95d-4ce5-b68e-f1344536be99", "status": "failed", "code": 422}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:28.930419 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-920f7d3a-4463-4d4b-8b48-f9e8b8793328 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:28.930905 n-d-832185-1 neutron-server[103938]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'name': 'network-vif-deleted', 'tag': '05a03168-a95d-4ce5-b68e-f1344536be99', 'status': 'failed', 'code': 422} returned with failed status Mar 07 05:22:29.964318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a31e1672-250d-43eb-9ad9-6e258c20e124 req-fb73d046-9393-4edb-9320-0b4859be8d77 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 210 time: 0.0309434 Mar 07 05:22:29.979988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-14413606-d460-4274-9d6c-23ab7e747835 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:29.981415 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-14413606-d460-4274-9d6c-23ab7e747835 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 814 time: 0.1282012 Mar 07 05:22:29.993016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Request body: {'port': {'device_id': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d', 'admin_state_up': True, 'tenant_id': 'f20d827fb3f24b97ad2e28083db67fb2'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:30.113060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Made reservation on behalf of f20d827fb3f24b97ad2e28083db67fb2 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:30.116470 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.237872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Allocated IP 172.20.0.11 (771004cb-7a3c-4fd4-8f17-f17114f5566d/1956571a-1237-4ca3-9a44-67bc2d288a9e/e86ed82b-ad9e-4f80-88a8-82461304e4c2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:22:30.385351 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks [] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.417961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.428806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['60c9bc33-71a9-4225-a1a5-d1db8e2acce0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:22:30.459846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Network 771004cb-7a3c-4fd4-8f17-f17114f5566d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:22:30.462895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:30.466415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:22:30.500418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Pushing event updated for resources: {'Port': ['ID=e86ed82b-ad9e-4f80-88a8-82461304e4c2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:30.524215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:30.524823 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.541365 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f9287d3-cab7-4a51-bfcd-54a442e0a9c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5519593 Mar 07 05:22:30.553455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Request body: {'port': {'device_id': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:30.611867 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.868991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86ed82b-ad9e-4f80-88a8-82461304e4c2 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:22:30.876162 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Publish callbacks [] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.888240 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Transition to ACTIVE for port object e86ed82b-ad9e-4f80-88a8-82461304e4c2 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:22:30.893179 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:30.943588 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Pushing event updated for resources: {'Port': ['ID=e86ed82b-ad9e-4f80-88a8-82461304e4c2,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:31.010249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Attempting to bind port e86ed82b-ad9e-4f80-88a8-82461304e4c2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:22:31.010836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Attempting to bind port e86ed82b-ad9e-4f80-88a8-82461304e4c2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:22:31.010959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Attempting to bind port e86ed82b-ad9e-4f80-88a8-82461304e4c2 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:31.015118 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Port e86ed82b-ad9e-4f80-88a8-82461304e4c2 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:22:31.015438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Attempting to bind port e86ed82b-ad9e-4f80-88a8-82461304e4c2 on network 771004cb-7a3c-4fd4-8f17-f17114f5566d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:31.021125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:22:31.021456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Checking segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:31.021833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Bound using segment: {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:22:31.022289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Bound port: e86ed82b-ad9e-4f80-88a8-82461304e4c2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109c28a0-e414-4bdb-8399-7f54f99b7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:22:31.022644 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:31.088927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] For port e86ed82b-ad9e-4f80-88a8-82461304e4c2, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:22:31.091895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] For port e86ed82b-ad9e-4f80-88a8-82461304e4c2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:22:31.092663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e27d-5a13-4ea4-813c-41052912f4b6 req-46b03420-672d-47f4-b758-db03e6db7c37 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.094278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08b2e27d-5a13-4ea4-813c-41052912f4b6 req-46b03420-672d-47f4-b758-db03e6db7c37 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 944 time: 0.0570436 Mar 07 05:22:31.099411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:31.134913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.135530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:31.136893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] 10.222.0.15 "PUT /v2.0/ports/e86ed82b-ad9e-4f80-88a8-82461304e4c2 HTTP/1.1" status: 200 len: 1092 time: 0.5876238 Mar 07 05:22:31.137332 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'tag': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:31.139579 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0078a-f118-4ca2-aeea-8a1d93119999" -d '{"events": [{"name": "network-changed", "server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "tag": "e86ed82b-ad9e-4f80-88a8-82461304e4c2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:31.149501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-08b2e27d-5a13-4ea4-813c-41052912f4b6 req-3b4aee0d-370c-4e03-8178-a2e46969441a tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 Mar 07 05:22:31.162617 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5a290-2144-42c8-926a-eab62e90d64a service neutron] Pushing event updated for resources: {'Port': ['ID=e86ed82b-ad9e-4f80-88a8-82461304e4c2,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:31.203959 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e73369f-d2fe-4a80-bec5-e85a99d25b4e x-openstack-request-id: req-8e73369f-d2fe-4a80-bec5-e85a99d25b4e {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:31.204260 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "tag": "e86ed82b-ad9e-4f80-88a8-82461304e4c2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:31.204765 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e73369f-d2fe-4a80-bec5-e85a99d25b4e {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:31.205131 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'tag': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2', 'status': 'completed', 'code': 200} Mar 07 05:22:31.224420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f654474-9597-4c67-9363-0d72d3645a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.225908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-5f654474-9597-4c67-9363-0d72d3645a0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 1126 time: 0.0486097 Mar 07 05:22:31.269634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-93813ced-4474-4774-88c4-d80a483d5553 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2 HTTP/1.1" status: 200 len: 217 time: 0.0370519 Mar 07 05:22:31.317150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-49c89981-d995-4960-83df-814a8a2b3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.318585 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-49c89981-d995-4960-83df-814a8a2b3dda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 200 len: 854 time: 0.0435438 Mar 07 05:22:31.349560 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-8d941883-5c7c-4001-839e-51b59ed3f9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=771004cb-7a3c-4fd4-8f17-f17114f5566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253794 Mar 07 05:22:31.441141 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-ac04c7f8-438e-480f-b59a-d721ebfa04dc service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Mar 07 05:22:31.531143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-00e899e3-018d-4f04-b528-122cf0c37e36 service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835319 Mar 07 05:22:31.615318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-2949cdf6-2f08-4e17-87d7-62a9e809656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.616783 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-2949cdf6-2f08-4e17-87d7-62a9e809656b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 1126 time: 0.0439007 Mar 07 05:22:31.708420 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-0be6bee7-bd93-41af-a28d-7e6e55dc00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.709796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-0be6bee7-bd93-41af-a28d-7e6e55dc00ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 200 len: 915 time: 0.0873878 Mar 07 05:22:31.749859 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-3b284b7d-d03f-4437-baf9-54feeb325579 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2 HTTP/1.1" status: 200 len: 217 time: 0.0336878 Mar 07 05:22:31.800068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-c7765496-9167-484a-94f3-f9a6226f7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:31.801517 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-c7765496-9167-484a-94f3-f9a6226f7602 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 200 len: 854 time: 0.0455840 Mar 07 05:22:31.832920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-8ab1ca67-980b-4734-bfae-9ab00ef2188c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=771004cb-7a3c-4fd4-8f17-f17114f5566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247602 Mar 07 05:22:31.919265 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-c4921170-8112-4e2b-b800-00c77db542b4 service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804112 Mar 07 05:22:32.011456 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aba0078a-f118-4ca2-aeea-8a1d93119999 req-c763b3a1-9a2d-4e44-a5e5-e8ad2ef02873 service neutron] 10.222.0.15 "GET /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Mar 07 05:22:32.271216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57c71d-bb22-4073-8cb1-44693dd3c0ef req-7fe458e9-dac4-4007-a96e-900b6c1d6730 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:32.272589 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd57c71d-bb22-4073-8cb1-44693dd3c0ef req-7fe458e9-dac4-4007-a96e-900b6c1d6730 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 944 time: 0.0525293 Mar 07 05:22:32.317761 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd57c71d-bb22-4073-8cb1-44693dd3c0ef req-03887cf2-de84-465c-936e-0b20ed1a69c5 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Mar 07 05:22:32.851555 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e929d2d5-d901-453a-bca9-caf3ff5cb385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:33.436807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dd9fe-6200-498f-be0d-fe721720e74e req-0ece1b94-c0e1-4e31-81f4-b13c7274b82a tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:33.438319 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e68dd9fe-6200-498f-be0d-fe721720e74e req-0ece1b94-c0e1-4e31-81f4-b13c7274b82a tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 944 time: 0.0520380 Mar 07 05:22:33.489301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e68dd9fe-6200-498f-be0d-fe721720e74e req-2a46e79e-84ed-422a-8366-5d35b19eb048 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Mar 07 05:22:34.607003 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd34a-fc7d-436e-a405-cbc47f5dd542 req-77afa486-de74-4e05-80ca-6e0b8abeb7f8 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:34.608473 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff8dd34a-fc7d-436e-a405-cbc47f5dd542 req-77afa486-de74-4e05-80ca-6e0b8abeb7f8 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 944 time: 0.0520303 Mar 07 05:22:34.654952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff8dd34a-fc7d-436e-a405-cbc47f5dd542 req-2d0599a5-843c-4f4c-8b41-780060112f46 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Mar 07 05:22:34.682633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e86ed82b-ad9e-4f80-88a8-82461304e4c2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:22:34.782229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e86ed82b-ad9e-4f80-88a8-82461304e4c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:34.792625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2', 'network_id': '771004cb-7a3c-4fd4-8f17-f17114f5566d', 'port_id': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2', 'mac_address': 'fa:16:3e:a4:a9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1956571a-1237-4ca3-9a44-67bc2d288a9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:22:34.830692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e86ed82b-ad9e-4f80-88a8-82461304e4c2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:34.831106 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:34.843729 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86ed82b-ad9e-4f80-88a8-82461304e4c2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:22:34.863553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e86ed82b-ad9e-4f80-88a8-82461304e4c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:34.868568 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:34.919039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e86ed82b-ad9e-4f80-88a8-82461304e4c2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:35.074373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['e86ed82b-ad9e-4f80-88a8-82461304e4c2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:22:35.474647 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4515467d-d14b-4c9c-baf6-17f519fa59b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:35.770875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba31f7-6ba9-4b14-aa77-b7049dcbeb87 req-6bc2defc-f414-4aa5-9d88-57011134ee64 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:35.772254 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdba31f7-6ba9-4b14-aa77-b7049dcbeb87 req-6bc2defc-f414-4aa5-9d88-57011134ee64 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Mar 07 05:22:35.818402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdba31f7-6ba9-4b14-aa77-b7049dcbeb87 req-5415ccc4-6bf1-443e-bd4a-7789ffba1f14 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Mar 07 05:22:36.699038 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e86ed82b-ad9e-4f80-88a8-82461304e4c2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:22:36.746542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port e86ed82b-ad9e-4f80-88a8-82461304e4c2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:22:36.750242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port e86ed82b-ad9e-4f80-88a8-82461304e4c2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:22:36.750616 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:36.826213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port e86ed82b-ad9e-4f80-88a8-82461304e4c2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:36.826597 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:36.849245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:36.851507 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e845578-70d6-42a1-8356-5121ac798d78" -d '{"events": [{"server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "name": "network-vif-plugged", "status": "completed", "tag": "e86ed82b-ad9e-4f80-88a8-82461304e4c2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:36.864286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port e86ed82b-ad9e-4f80-88a8-82461304e4c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:36.868510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:36.934278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=e86ed82b-ad9e-4f80-88a8-82461304e4c2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:36.937125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:36.943055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ee6cb-cabf-4385-b274-5d181c85c870 req-90069415-cd54-4f99-9aa4-b430e4b46dca tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:36.944605 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b0ee6cb-cabf-4385-b274-5d181c85c870 req-90069415-cd54-4f99-9aa4-b430e4b46dca tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 946 time: 0.0587394 Mar 07 05:22:36.991318 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1b0ee6cb-cabf-4385-b274-5d181c85c870 req-15bf84cb-bf40-48e1-9b20-d3624ca22ed1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Mar 07 05:22:37.036179 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a73c5-2480-48bc-a47d-6b2e399d23b7 x-openstack-request-id: req-271a73c5-2480-48bc-a47d-6b2e399d23b7 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:37.036477 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "name": "network-vif-plugged", "status": "completed", "tag": "e86ed82b-ad9e-4f80-88a8-82461304e4c2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:37.036742 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-271a73c5-2480-48bc-a47d-6b2e399d23b7 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:37.037143 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2', 'code': 200} Mar 07 05:22:37.133409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de35e5-ecd4-4b2a-aa17-d2a974dba1dd req-53bc8834-6030-4f49-ab79-82bc2e13129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:37.134906 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-95de35e5-ecd4-4b2a-aa17-d2a974dba1dd req-53bc8834-6030-4f49-ab79-82bc2e13129f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 1128 time: 0.0443363 Mar 07 05:22:37.177503 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-95de35e5-ecd4-4b2a-aa17-d2a974dba1dd req-372471e8-7b38-4a92-8884-13555ac7b3f6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Mar 07 05:22:37.850923 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:38.113122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157cc52-2c16-48de-a55d-0ad984eb70d6 req-309cb3e5-7d25-4284-b929-2e3b9d5fc8ed tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:38.114548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0157cc52-2c16-48de-a55d-0ad984eb70d6 req-309cb3e5-7d25-4284-b929-2e3b9d5fc8ed tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 946 time: 0.0540011 Mar 07 05:22:38.161800 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0157cc52-2c16-48de-a55d-0ad984eb70d6 req-63e8fa88-a1e4-4add-b1e1-4a915de51ba1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Mar 07 05:22:39.283120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6039-9df6-4a3d-8895-20f5468f7ead req-b63b132f-2442-465e-a796-8f24f665dfb9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:39.284600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5fd6039-9df6-4a3d-8895-20f5468f7ead req-b63b132f-2442-465e-a796-8f24f665dfb9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 946 time: 0.0558572 Mar 07 05:22:39.328758 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a5fd6039-9df6-4a3d-8895-20f5468f7ead req-749d840d-759b-41c8-a355-7d43030dc94d tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Mar 07 05:22:39.549115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:39.568239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961abe8-a153-42a5-bef4-f546c762ccf8 req-232cbc86-85fd-4771-995d-e797788f7577 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:39.569732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4961abe8-a153-42a5-bef4-f546c762ccf8 req-232cbc86-85fd-4771-995d-e797788f7577 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Mar 07 05:22:39.616510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4961abe8-a153-42a5-bef4-f546c762ccf8 req-68334eaf-471b-4c55-b333-15fa40031c2c tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Mar 07 05:22:40.736197 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3a70-53c2-4f91-959a-ed38aa27c3f4 req-d2dabcad-8ac3-44ef-8247-d8801d4d8f5e tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:40.737695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31fa3a70-53c2-4f91-959a-ed38aa27c3f4 req-d2dabcad-8ac3-44ef-8247-d8801d4d8f5e tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 946 time: 0.0541286 Mar 07 05:22:40.788844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-31fa3a70-53c2-4f91-959a-ed38aa27c3f4 req-e2b7791d-7826-40c1-92dd-1c4abbdf4e86 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Mar 07 05:22:40.864251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-6fbc1e23-6b74-4f12-b60e-94f86c807c5b tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:40.865680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-6fbc1e23-6b74-4f12-b60e-94f86c807c5b tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "GET /v2.0/ports?device_id=acb98679-4faf-4f75-9ab8-f9c7e6fd2292 HTTP/1.1" status: 200 len: 946 time: 0.0549603 Mar 07 05:22:40.954149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Deleting port e86ed82b-ad9e-4f80-88a8-82461304e4c2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:40.955139 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:41.046051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] For port e86ed82b-ad9e-4f80-88a8-82461304e4c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=e86ed82b-ad9e-4f80-88a8-82461304e4c2,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:41.046418 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:41.058198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Calling delete_port for e86ed82b-ad9e-4f80-88a8-82461304e4c2 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:41.182539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (e86ed82b-ad9e-4f80-88a8-82461304e4c2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:41.194114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['60c9bc33-71a9-4225-a1a5-d1db8e2acce0', 'e86ed82b-ad9e-4f80-88a8-82461304e4c2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:22:41.215030 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Pushing event deleted for resources: {'Port': ['ID=e86ed82b-ad9e-4f80-88a8-82461304e4c2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:41.257120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] No DVR routers for this DVR port e86ed82b-ad9e-4f80-88a8-82461304e4c2 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:41.259706 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:41.262964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-60e9bb85-a78a-4236-8c72-16a3adf8a259 req-25274c17-fbee-4f35-b2e4-9b6d01e49833 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "DELETE /v2.0/ports/e86ed82b-ad9e-4f80-88a8-82461304e4c2 HTTP/1.1" status: 204 len: 173 time: 0.3917339 Mar 07 05:22:41.263409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'name': 'network-vif-deleted', 'tag': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:41.265637 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8274e6ef-73da-445f-8ac0-caa3e15e6036" -d '{"events": [{"server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "name": "network-vif-deleted", "tag": "e86ed82b-ad9e-4f80-88a8-82461304e4c2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:41.301677 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bbacda-9333-4ade-b41d-ea3323f77232 x-openstack-request-id: req-58bbacda-9333-4ade-b41d-ea3323f77232 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:41.302163 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb98679-4faf-4f75-9ab8-f9c7e6fd2292", "name": "network-vif-deleted", "tag": "e86ed82b-ad9e-4f80-88a8-82461304e4c2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:41.302487 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58bbacda-9333-4ade-b41d-ea3323f77232 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:41.302992 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb98679-4faf-4f75-9ab8-f9c7e6fd2292', 'name': 'network-vif-deleted', 'tag': 'e86ed82b-ad9e-4f80-88a8-82461304e4c2', 'status': 'completed', 'code': 200} Mar 07 05:22:41.942634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cbfd2-0041-45b8-944f-306094e64c98 req-9eff024e-2e05-4559-a8c0-9fdcf692c49e tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:41.944114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c2cbfd2-0041-45b8-944f-306094e64c98 req-9eff024e-2e05-4559-a8c0-9fdcf692c49e tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0524397 Mar 07 05:22:41.990889 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6c2cbfd2-0041-45b8-944f-306094e64c98 req-279d828b-853e-4b6a-9059-c076b2ed31f1 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Mar 07 05:22:42.123925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f77e-6d54-41cf-b1fc-63349c2a1ba7 req-b8f31e38-71b7-4e55-9b23-c8282ddef718 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:42.125292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26e1f77e-6d54-41cf-b1fc-63349c2a1ba7 req-b8f31e38-71b7-4e55-9b23-c8282ddef718 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0522854 Mar 07 05:22:42.170517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26e1f77e-6d54-41cf-b1fc-63349c2a1ba7 req-181da212-c0c2-4274-9faa-cace7d93a0ba tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Mar 07 05:22:42.291861 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb45c8a-65f3-4370-ad35-d4e937e23206 req-eeba5651-fdfe-486c-b0d9-e7cf35bffa24 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:42.293321 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bb45c8a-65f3-4370-ad35-d4e937e23206 req-eeba5651-fdfe-486c-b0d9-e7cf35bffa24 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0576706 Mar 07 05:22:42.338655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bb45c8a-65f3-4370-ad35-d4e937e23206 req-37e2205a-e30f-46b5-954b-8b2a3e2f82fd tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Mar 07 05:22:42.504012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f358b-9a53-4666-8ea9-1e9585c58d33 req-a8dfa185-e5e9-442a-8e05-4e143b2c4ed3 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:42.505583 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d06f358b-9a53-4666-8ea9-1e9585c58d33 req-a8dfa185-e5e9-442a-8e05-4e143b2c4ed3 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0534256 Mar 07 05:22:42.554235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d06f358b-9a53-4666-8ea9-1e9585c58d33 req-76987a95-3040-4b80-bc0d-b67b0fe28e48 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Mar 07 05:22:42.670384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b5bb3-f59a-48bf-a572-a61649ebd647 req-a4b54a3f-0b3d-4fc5-bffd-a5628cf6e68c tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:42.671887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-460b5bb3-f59a-48bf-a572-a61649ebd647 req-a4b54a3f-0b3d-4fc5-bffd-a5628cf6e68c tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0517640 Mar 07 05:22:42.722226 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-460b5bb3-f59a-48bf-a572-a61649ebd647 req-f10818ff-49be-4861-a5cb-7ee9d5f35499 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Mar 07 05:22:42.846656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e14691-f716-4c40-8d41-a8f94155edea req-1dc1be80-5f3a-4d7f-932c-b33bf2541cf4 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:42.848101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3e14691-f716-4c40-8d41-a8f94155edea req-1dc1be80-5f3a-4d7f-932c-b33bf2541cf4 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0515263 Mar 07 05:22:42.894273 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c3e14691-f716-4c40-8d41-a8f94155edea req-8e29a8a8-2439-4e1b-9326-b526d509f5bc tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Mar 07 05:22:43.196048 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505a4e3-22d2-4791-bef8-1c2ed816db9c req-d77cb18b-5a23-4023-8229-4c5e83e3e5be tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:43.197436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e505a4e3-22d2-4791-bef8-1c2ed816db9c req-d77cb18b-5a23-4023-8229-4c5e83e3e5be tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0529132 Mar 07 05:22:43.244225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e505a4e3-22d2-4791-bef8-1c2ed816db9c req-e3b47326-b9bd-45b3-a9ed-637dd84c3372 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Mar 07 05:22:44.372761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02489203-19d2-4ea0-871f-f7a20c307edb req-66e8d5ee-89ff-4ba8-a5b5-c9f4d61fafce tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:44.374246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02489203-19d2-4ea0-871f-f7a20c307edb req-66e8d5ee-89ff-4ba8-a5b5-c9f4d61fafce tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0621011 Mar 07 05:22:44.420522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02489203-19d2-4ea0-871f-f7a20c307edb req-ca1d3bed-826c-4d4a-863c-96c92fd6ad00 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f65d91-80d2-468e-b3de-efe77a786e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Mar 07 05:22:44.466502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-cd9dc23f-742e-462c-9a1c-1e522634e829 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:44.467953 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-cd9dc23f-742e-462c-9a1c-1e522634e829 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "GET /v2.0/ports?device_id=e94bb60c-1f3b-4ca7-950a-71e76361191b HTTP/1.1" status: 200 len: 945 time: 0.0534079 Mar 07 05:22:44.562310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Deleting port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:44.562572 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:44.654700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] For port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,segment=NetworkSegment(109c28a0-e414-4bdb-8399-7f54f99b7a78),segment_id=109c28a0-e414-4bdb-8399-7f54f99b7a78)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:44.655060 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:44.667748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Calling delete_port for 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:44.714950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:44.789393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:44.789778 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:44.797747 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (60c9bc33-71a9-4225-a1a5-d1db8e2acce0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:44.833349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e86ed82b-ad9e-4f80-88a8-82461304e4c2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:44.833936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Pushing event deleted for resources: {'Port': ['ID=60c9bc33-71a9-4225-a1a5-d1db8e2acce0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:44.852778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: e86ed82b-ad9e-4f80-88a8-82461304e4c2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:22:44.853133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device e86ed82b-ad9e-4f80-88a8-82461304e4c2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:22:44.872856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] No DVR routers for this DVR port 60c9bc33-71a9-4225-a1a5-d1db8e2acce0 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:44.875721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:44.880122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-539e00f2-91b4-4b83-9e38-08badfbfcaf3 req-a45efe59-a603-423e-bf26-e595e34134a9 tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] 10.222.0.15 "DELETE /v2.0/ports/60c9bc33-71a9-4225-a1a5-d1db8e2acce0 HTTP/1.1" status: 204 len: 173 time: 0.4069414 Mar 07 05:22:44.880572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'name': 'network-vif-deleted', 'tag': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:22:44.883840 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb42a3-38b1-4abb-90bc-327c698ae9d2" -d '{"events": [{"server_uuid": "e94bb60c-1f3b-4ca7-950a-71e76361191b", "name": "network-vif-deleted", "tag": "60c9bc33-71a9-4225-a1a5-d1db8e2acce0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:22:44.920230 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760b4ae-7871-410a-a976-66579e2ebef2 x-openstack-request-id: req-b760b4ae-7871-410a-a976-66579e2ebef2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:22:44.920523 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bb60c-1f3b-4ca7-950a-71e76361191b", "name": "network-vif-deleted", "tag": "60c9bc33-71a9-4225-a1a5-d1db8e2acce0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:22:44.920776 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b760b4ae-7871-410a-a976-66579e2ebef2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:22:44.921177 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bb60c-1f3b-4ca7-950a-71e76361191b', 'name': 'network-vif-deleted', 'tag': '60c9bc33-71a9-4225-a1a5-d1db8e2acce0', 'status': 'completed', 'code': 200} Mar 07 05:22:45.477001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60308) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:45.521359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Deleting subnet 1956571a-1237-4ca3-9a44-67bc2d288a9e {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:22:45.524441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Publish callbacks [] for subnet (1956571a-1237-4ca3-9a44-67bc2d288a9e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.559904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (1956571a-1237-4ca3-9a44-67bc2d288a9e), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.604309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1956571a-1237-4ca3-9a44-67bc2d288a9e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.654747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (1956571a-1237-4ca3-9a44-67bc2d288a9e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.682764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1956571a-1237-4ca3-9a44-67bc2d288a9e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:45.684737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.687933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b1a0d57d-3ae1-4ada-8731-ba884d8190a4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1956571a-1237-4ca3-9a44-67bc2d288a9e HTTP/1.1" status: 204 len: 168 time: 0.2099464 Mar 07 05:22:45.691126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60310) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:45.759031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (771004cb-7a3c-4fd4-8f17-f17114f5566d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.840595 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (771004cb-7a3c-4fd4-8f17-f17114f5566d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.860953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771004cb-7a3c-4fd4-8f17-f17114f5566d']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:45.870277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109c28a0-e414-4bdb-8399-7f54f99b7a78') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:45.870578 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109c28a0-e414-4bdb-8399-7f54f99b7a78') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:45.880472 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (109c28a0-e414-4bdb-8399-7f54f99b7a78), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.893500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (109c28a0-e414-4bdb-8399-7f54f99b7a78), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.899340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:45.899725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (109c28a0-e414-4bdb-8399-7f54f99b7a78), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:45.901349 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:45.957857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (771004cb-7a3c-4fd4-8f17-f17114f5566d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.963304 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:45.966516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/771004cb-7a3c-4fd4-8f17-f17114f5566d HTTP/1.1" status: 204 len: 168 time: 0.2744811 Mar 07 05:22:45.979346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cd7ec-7081-4901-b782-ccd130ed0c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=771004cb-7a3c-4fd4-8f17-f17114f5566d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:46.076934 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60314) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:46.115789 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dccd271c-ab47-4b52-a329-bc70c0b4a0bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f20d827fb3f24b97ad2e28083db67fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376527 Mar 07 05:22:46.118154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60316) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:46.165036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3ff26a-e96b-424f-b797-644d3f549982 admin admin] Publish callbacks [] for security_group (18f65d91-80d2-468e-b3de-efe77a786e2a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:46.185839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3ff26a-e96b-424f-b797-644d3f549982 admin admin] Publish callbacks [] for security_group (18f65d91-80d2-468e-b3de-efe77a786e2a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:46.233793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3ff26a-e96b-424f-b797-644d3f549982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (18f65d91-80d2-468e-b3de-efe77a786e2a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:46.237435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f3ff26a-e96b-424f-b797-644d3f549982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:46.240957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f3ff26a-e96b-424f-b797-644d3f549982 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18f65d91-80d2-468e-b3de-efe77a786e2a HTTP/1.1" status: 204 len: 168 time: 0.1196308 Mar 07 05:22:46.251385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ff26a-e96b-424f-b797-644d3f549982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f65d91-80d2-468e-b3de-efe77a786e2a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:46.939665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60338) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:47.037533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2024919671'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:47.060022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:47.063505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.072434 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.152835 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for security_group (55187498-32a0-4e70-a82f-fed29d38ebb4), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.156601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (55187498-32a0-4e70-a82f-fed29d38ebb4), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.187551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:47.193762 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55187498-32a0-4e70-a82f-fed29d38ebb4,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:47.200412 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c36bd71d-58c3-4238-872b-246b1d1ace0c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.200837 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Added segment c36bd71d-58c3-4238-872b-246b1d1ace0c of type vlan for network 64c22ee2-6be6-48a4-a38b-2816c767fad8 Mar 07 05:22:47.242102 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (64c22ee2-6be6-48a4-a38b-2816c767fad8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.265784 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (64c22ee2-6be6-48a4-a38b-2816c767fad8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.271499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:47.272146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:47.313215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3724062 Mar 07 05:22:47.353020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c1b9-d76c-4295-961d-d03bfa4ffc37 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Network': ['ID=64c22ee2-6be6-48a4-a38b-2816c767fad8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:47.364084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 64c22ee2-6be6-48a4-a38b-2816c767fad8 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:48.441677 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:22:50.341248 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:50.651951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60342) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:50.656897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'subnet': {'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:50.741208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:50.744649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:50.920121 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (aa8f35d9-acde-4559-a90e-aae917b9b62e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:50.977290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Subnet': ['ID=aa8f35d9-acde-4559-a90e-aae917b9b62e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:50.988949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Checking segment: {'id': 'c36bd71d-58c3-4238-872b-246b1d1ace0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:50.989308 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network hostable DHCP agents. Network: 64c22ee2-6be6-48a4-a38b-2816c767fad8, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:51.005468 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network 64c22ee2-6be6-48a4-a38b-2816c767fad8 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:51.013693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 64c22ee2-6be6-48a4-a38b-2816c767fad8) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:51.019113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:51.019948 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.023563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c6561-9594-47f5-b5f9-13084145cc96 None None] Network 64c22ee2-6be6-48a4-a38b-2816c767fad8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:51.038025 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e01c3523-c1ba-452d-9d93-6c711c4dccba tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3835557 Mar 07 05:22:51.040320 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60344) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:51.045155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688812796'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:51.064008 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:51.067783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.096922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:51.106130 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c51e33b7-f9a4-4a80-b201-c90bd165f1ce), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.106522 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Added segment c51e33b7-f9a4-4a80-b201-c90bd165f1ce of type vlan for network dc009f00-90d3-4f58-a38e-001b3ef4ec96 Mar 07 05:22:51.126102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-64c22ee2-6be6-48a4-a38b-2816c767fad8', 'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8', 'project_id': '78288174050041029c4bb18de07e0cd5', 'fixed_ips': [{'subnet_id': 'aa8f35d9-acde-4559-a90e-aae917b9b62e'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:22:51.127217 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.147181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (dc009f00-90d3-4f58-a38e-001b3ef4ec96), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.171850 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (dc009f00-90d3-4f58-a38e-001b3ef4ec96), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.177600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:51.178211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.215335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1739776 Mar 07 05:22:51.218652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:51.223965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'subnet': {'network_id': 'dc009f00-90d3-4f58-a38e-001b3ef4ec96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:51.247160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9effb-395d-4adf-91d7-960593a728ea tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Network': ['ID=dc009f00-90d3-4f58-a38e-001b3ef4ec96,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:51.261505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network dc009f00-90d3-4f58-a38e-001b3ef4ec96 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:51.284546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Allocated IP 2001:db8:0:ffff::2 (64c22ee2-6be6-48a4-a38b-2816c767fad8/aa8f35d9-acde-4559-a90e-aae917b9b62e/99908829-25a6-456f-bf12-52d31a2b451b) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:22:51.310731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:51.315741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.480747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Publish callbacks [] for port (99908829-25a6-456f-bf12-52d31a2b451b), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.486560 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (99908829-25a6-456f-bf12-52d31a2b451b), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.505421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (8f8abfef-a405-47f8-a0f0-98870c17a719), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.528045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Network 64c22ee2-6be6-48a4-a38b-2816c767fad8 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:22:51.530890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:51.534969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:22:51.542536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Pushing event updated for resources: {'Port': ['ID=99908829-25a6-456f-bf12-52d31a2b451b,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:51.558673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Subnet': ['ID=8f8abfef-a405-47f8-a0f0-98870c17a719,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:51.576428 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Checking segment: {'id': 'c51e33b7-f9a4-4a80-b201-c90bd165f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dc009f00-90d3-4f58-a38e-001b3ef4ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:51.576786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network hostable DHCP agents. Network: dc009f00-90d3-4f58-a38e-001b3ef4ec96, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:51.593719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network dc009f00-90d3-4f58-a38e-001b3ef4ec96 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:51.600172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Attempting to bind port 99908829-25a6-456f-bf12-52d31a2b451b on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:22:51.600549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Attempting to bind port 99908829-25a6-456f-bf12-52d31a2b451b by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'c36bd71d-58c3-4238-872b-246b1d1ace0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:22:51.600921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Attempting to bind port 99908829-25a6-456f-bf12-52d31a2b451b on network 64c22ee2-6be6-48a4-a38b-2816c767fad8 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:51.604287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, dc009f00-90d3-4f58-a38e-001b3ef4ec96) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:51.606506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:22:51.606884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Checking segment: {'id': 'c36bd71d-58c3-4238-872b-246b1d1ace0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:51.607299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.607686 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Bound using segment: {'id': 'c36bd71d-58c3-4238-872b-246b1d1ace0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:22:51.608152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Bound port: 99908829-25a6-456f-bf12-52d31a2b451b, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36bd71d-58c3-4238-872b-246b1d1ace0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64c22ee2-6be6-48a4-a38b-2816c767fad8'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:22:51.608528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99908829-25a6-456f-bf12-52d31a2b451b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.609230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:51.609847 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.618715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4d36c-e7fc-44ad-a8f4-30b2a1f56ce4 None None] Network dc009f00-90d3-4f58-a38e-001b3ef4ec96 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:51.627171 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c61ad4aa-1784-4d2c-9174-afb0e9f85d91 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4074297 Mar 07 05:22:51.629937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:51.730506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (dc009f00-90d3-4f58-a38e-001b3ef4ec96), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.734521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] For port 99908829-25a6-456f-bf12-52d31a2b451b, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:22:51.740825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] For port 99908829-25a6-456f-bf12-52d31a2b451b, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99908829-25a6-456f-bf12-52d31a2b451b,segment=NetworkSegment(c36bd71d-58c3-4238-872b-246b1d1ace0c),segment_id=c36bd71d-58c3-4238-872b-246b1d1ace0c)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:22:51.760365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99908829-25a6-456f-bf12-52d31a2b451b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.786949 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fca82a-7b63-478a-bda8-b19eb02a63dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-dc009f00-90d3-4f58-a38e-001b3ef4ec96', 'network_id': 'dc009f00-90d3-4f58-a38e-001b3ef4ec96', 'project_id': '78288174050041029c4bb18de07e0cd5', 'fixed_ips': [{'subnet_id': '8f8abfef-a405-47f8-a0f0-98870c17a719'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:22:51.787799 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97fca82a-7b63-478a-bda8-b19eb02a63dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.814170 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (8f8abfef-a405-47f8-a0f0-98870c17a719), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.840820 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b34d4b-db18-4f54-a0aa-7f3847238bf2 None None] Pushing event updated for resources: {'Port': ['ID=99908829-25a6-456f-bf12-52d31a2b451b,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:51.889637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (8f8abfef-a405-47f8-a0f0-98870c17a719), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:51.919347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8abfef-a405-47f8-a0f0-98870c17a719,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-97fca82a-7b63-478a-bda8-b19eb02a63dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f8abfef-a405-47f8-a0f0-98870c17a719: This subnet is being modified by another concurrent operation. Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f8abfef-a405-47f8-a0f0-98870c17a719: This subnet is being modified by another concurrent operation. Mar 07 05:22:51.921136 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 05:22:51.951414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd0d6e9-af7c-4f9b-ac6f-67490baae809 None None] Network dc009f00-90d3-4f58-a38e-001b3ef4ec96 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:51.992248 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (dc009f00-90d3-4f58-a38e-001b3ef4ec96), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.023198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc009f00-90d3-4f58-a38e-001b3ef4ec96']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:52.044938 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51e33b7-f9a4-4a80-b201-c90bd165f1ce') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:52.045432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51e33b7-f9a4-4a80-b201-c90bd165f1ce') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:52.064037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (c51e33b7-f9a4-4a80-b201-c90bd165f1ce), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.077875 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c51e33b7-f9a4-4a80-b201-c90bd165f1ce), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.085803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:52.087057 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (c51e33b7-f9a4-4a80-b201-c90bd165f1ce), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:52.090889 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:52.163704 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (dc009f00-90d3-4f58-a38e-001b3ef4ec96), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.168505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.172309 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/dc009f00-90d3-4f58-a38e-001b3ef4ec96 HTTP/1.1" status: 204 len: 168 time: 0.5412455 Mar 07 05:22:52.175992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60350) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:52.180913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11738213'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:52.195707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038402ac-b7e7-4882-8335-4f1b6c28dfd3 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Network': ['ID=dc009f00-90d3-4f58-a38e-001b3ef4ec96,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:52.218473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:52.221921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.246190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:52.255580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (65ab39fe-5c51-4a54-a248-048b04bb3aae), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.255928 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Added segment 65ab39fe-5c51-4a54-a248-048b04bb3aae of type vlan for network f1a4e920-c2ca-4843-8147-c85a75e1fff2 Mar 07 05:22:52.299474 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f1a4e920-c2ca-4843-8147-c85a75e1fff2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.324723 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f1a4e920-c2ca-4843-8147-c85a75e1fff2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.330403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:52.330999 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.366986 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1898892 Mar 07 05:22:52.369758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60352) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:52.374463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'subnet': {'network_id': 'f1a4e920-c2ca-4843-8147-c85a75e1fff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:52.418648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a5686-0a59-429d-a7df-442127832de5 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Network': ['ID=f1a4e920-c2ca-4843-8147-c85a75e1fff2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:52.431041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f1a4e920-c2ca-4843-8147-c85a75e1fff2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:52.497884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:52.502180 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.561467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Performing IP validity checks on allocation pools {{(pid=103938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 05:22:52.562042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 05:22:52.624311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.697011 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (0350ee2d-64e5-4dc8-81fd-cabdd1938190), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.758460 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Subnet': ['ID=0350ee2d-64e5-4dc8-81fd-cabdd1938190,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:52.767311 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Checking segment: {'id': '65ab39fe-5c51-4a54-a248-048b04bb3aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1a4e920-c2ca-4843-8147-c85a75e1fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:52.767668 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network hostable DHCP agents. Network: f1a4e920-c2ca-4843-8147-c85a75e1fff2, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:52.785532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network f1a4e920-c2ca-4843-8147-c85a75e1fff2 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:52.795669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f1a4e920-c2ca-4843-8147-c85a75e1fff2) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:52.800859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:52.801368 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:52.809908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbeea70-9710-4df0-9f67-7a6ed43fb021 None None] Network f1a4e920-c2ca-4843-8147-c85a75e1fff2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:52.823434 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ab0e6a14-cc99-4ccb-b492-d182fb4c7d50 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4526389 Mar 07 05:22:52.825961 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:52.882221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba8499-d9f5-4fe1-aedb-e7f7c8215651 None None] Network 64c22ee2-6be6-48a4-a38b-2816c767fad8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:52.926764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f1a4e920-c2ca-4843-8147-c85a75e1fff2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.000073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] Provisioning complete for port 99908829-25a6-456f-bf12-52d31a2b451b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:22:53.000453 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99908829-25a6-456f-bf12-52d31a2b451b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.008001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff9201-95af-4312-b494-ba5f238ddacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-f1a4e920-c2ca-4843-8147-c85a75e1fff2', 'network_id': 'f1a4e920-c2ca-4843-8147-c85a75e1fff2', 'project_id': '78288174050041029c4bb18de07e0cd5', 'fixed_ips': [{'subnet_id': '0350ee2d-64e5-4dc8-81fd-cabdd1938190'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:22:53.008888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-48ff9201-95af-4312-b494-ba5f238ddacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.025253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (0350ee2d-64e5-4dc8-81fd-cabdd1938190), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.085371 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (0350ee2d-64e5-4dc8-81fd-cabdd1938190), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.113445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Subnet': ['ID=0350ee2d-64e5-4dc8-81fd-cabdd1938190,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:53.178465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f1a4e920-c2ca-4843-8147-c85a75e1fff2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-48ff9201-95af-4312-b494-ba5f238ddacf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0350ee2d-64e5-4dc8-81fd-cabdd1938190: This subnet is being modified by another concurrent operation. Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0350ee2d-64e5-4dc8-81fd-cabdd1938190: This subnet is being modified by another concurrent operation. Mar 07 05:22:53.194638 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 05:22:53.202784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] Current status of the port 99908829-25a6-456f-bf12-52d31a2b451b is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:53.203175 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99908829-25a6-456f-bf12-52d31a2b451b), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.206486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a4e920-c2ca-4843-8147-c85a75e1fff2']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:53.215659 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8950a-6cae-4487-981d-4e0652e80fe9 None None] Network f1a4e920-c2ca-4843-8147-c85a75e1fff2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:53.218554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ab39fe-5c51-4a54-a248-048b04bb3aae') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:53.218859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ab39fe-5c51-4a54-a248-048b04bb3aae') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:53.230196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (65ab39fe-5c51-4a54-a248-048b04bb3aae), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.246847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (65ab39fe-5c51-4a54-a248-048b04bb3aae), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.258031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:53.258430 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (65ab39fe-5c51-4a54-a248-048b04bb3aae), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:53.261957 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:53.293522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] For port 99908829-25a6-456f-bf12-52d31a2b451b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99908829-25a6-456f-bf12-52d31a2b451b,segment=NetworkSegment(c36bd71d-58c3-4238-872b-246b1d1ace0c),segment_id=c36bd71d-58c3-4238-872b-246b1d1ace0c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:53.315855 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99908829-25a6-456f-bf12-52d31a2b451b), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.334778 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f1a4e920-c2ca-4843-8147-c85a75e1fff2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.346860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.353815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/f1a4e920-c2ca-4843-8147-c85a75e1fff2 HTTP/1.1" status: 204 len: 168 time: 0.5235574 Mar 07 05:22:53.354755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60356) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:53.361672 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359272189'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:53.363342 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2653c79-fdeb-41f4-a0c1-6a9258b76cd9 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Network': ['ID=f1a4e920-c2ca-4843-8147-c85a75e1fff2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:53.374934 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8cc1-9774-45f5-b3e3-f2cc4de9c5fd None None] Pushing event updated for resources: {'Port': ['ID=99908829-25a6-456f-bf12-52d31a2b451b,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:53.390689 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:53.394890 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.419824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:53.427870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b6ac2-8e10-4980-a2c9-2c8e49a6ee1d None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 05:22:53.431169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.431511 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Added segment 3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc of type vlan for network a214c1c9-9a0d-457a-897b-a61e59b4b8ad Mar 07 05:22:53.475078 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-425813b3-00ba-4924-b4e9-6ce3e9891ff3 None None] Provisioning complete for port 99908829-25a6-456f-bf12-52d31a2b451b triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:22:53.475383 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-425813b3-00ba-4924-b4e9-6ce3e9891ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99908829-25a6-456f-bf12-52d31a2b451b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.477387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (a214c1c9-9a0d-457a-897b-a61e59b4b8ad), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.529119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b6ac2-8e10-4980-a2c9-2c8e49a6ee1d None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 05:22:53.648239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-425813b3-00ba-4924-b4e9-6ce3e9891ff3 None None] Current status of the port 99908829-25a6-456f-bf12-52d31a2b451b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:53.727449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24d08b-ce3a-4012-97c8-6e370354bf91 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 05:22:53.796332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24d08b-ce3a-4012-97c8-6e370354bf91 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 05:22:53.804323 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (a214c1c9-9a0d-457a-897b-a61e59b4b8ad), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.809407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:53.809993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:53.843674 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4872322 Mar 07 05:22:53.848044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60358) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:53.854754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'subnet': {'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:53.881031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f67e3-17d2-4bc3-bf36-beafa3dbc5fa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Network': ['ID=a214c1c9-9a0d-457a-897b-a61e59b4b8ad,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:53.899845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network a214c1c9-9a0d-457a-897b-a61e59b4b8ad details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:53.950150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:53.953265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.092296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99908829-25a6-456f-bf12-52d31a2b451b up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:22:54.141003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 99908829-25a6-456f-bf12-52d31a2b451b triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:22:54.141934 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99908829-25a6-456f-bf12-52d31a2b451b), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.149050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b4c58520-9c7d-4fbc-9933-1c969c4ec74c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.210640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Subnet': ['ID=b4c58520-9c7d-4fbc-9933-1c969c4ec74c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:54.219296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Checking segment: {'id': '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:54.220358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network hostable DHCP agents. Network: a214c1c9-9a0d-457a-897b-a61e59b4b8ad, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:54.224139 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 99908829-25a6-456f-bf12-52d31a2b451b is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:22:54.237142 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network a214c1c9-9a0d-457a-897b-a61e59b4b8ad is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:54.245649 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, a214c1c9-9a0d-457a-897b-a61e59b4b8ad) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:54.249602 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:54.250229 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.254176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69b21e3-dbdd-49db-a616-0056b7916ded None None] Network a214c1c9-9a0d-457a-897b-a61e59b4b8ad requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:54.269071 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-881ccf48-f717-4dea-ae8a-5eb3be5e9bfa tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4193375 Mar 07 05:22:54.272573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60360) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:54.277429 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910190914'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:54.296618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:54.300211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.330847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:54.340036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e4683219-3e9d-4718-b8e1-c6005f8bf01a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.340381 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Added segment e4683219-3e9d-4718-b8e1-c6005f8bf01a of type vlan for network 903b9364-497e-4a93-84bc-209fbcf14ad2 Mar 07 05:22:54.361618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-a214c1c9-9a0d-457a-897b-a61e59b4b8ad', 'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad', 'project_id': '78288174050041029c4bb18de07e0cd5', 'fixed_ips': [{'subnet_id': 'b4c58520-9c7d-4fbc-9933-1c969c4ec74c'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:22:54.362525 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.381313 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (903b9364-497e-4a93-84bc-209fbcf14ad2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.410365 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (903b9364-497e-4a93-84bc-209fbcf14ad2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.415417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:54.416006 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.455421 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1807675 Mar 07 05:22:54.458327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60362) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:54.464113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Request body: {'subnet': {'network_id': '903b9364-497e-4a93-84bc-209fbcf14ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:54.487217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0037da8-78ab-4247-972a-0fa991666f27 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Network': ['ID=903b9364-497e-4a93-84bc-209fbcf14ad2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:54.499289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 903b9364-497e-4a93-84bc-209fbcf14ad2 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:54.506862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Allocated IP 2001:db8::2 (a214c1c9-9a0d-457a-897b-a61e59b4b8ad/b4c58520-9c7d-4fbc-9933-1c969c4ec74c/1002038b-9c7f-4523-ab99-2ca7708d11fc) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:22:54.567524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Made reservation on behalf of 78288174050041029c4bb18de07e0cd5 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:54.570695 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.731994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Publish callbacks [] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.739508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.773637 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (e6661b02-c600-4f88-88d6-ab35dacac836), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.787097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Network a214c1c9-9a0d-457a-897b-a61e59b4b8ad is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:22:54.791222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:54.792938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Pushing event updated for resources: {'Port': ['ID=1002038b-9c7f-4523-ab99-2ca7708d11fc,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:54.795113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:22:54.836080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event updated for resources: {'Subnet': ['ID=e6661b02-c600-4f88-88d6-ab35dacac836,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:54.843323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Checking segment: {'id': 'e4683219-3e9d-4718-b8e1-c6005f8bf01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '903b9364-497e-4a93-84bc-209fbcf14ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:54.843680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network hostable DHCP agents. Network: 903b9364-497e-4a93-84bc-209fbcf14ad2, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:54.856451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Attempting to bind port 1002038b-9c7f-4523-ab99-2ca7708d11fc on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:22:54.856795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Attempting to bind port 1002038b-9c7f-4523-ab99-2ca7708d11fc by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:22:54.857207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Attempting to bind port 1002038b-9c7f-4523-ab99-2ca7708d11fc on network a214c1c9-9a0d-457a-897b-a61e59b4b8ad {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:22:54.859744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Network 903b9364-497e-4a93-84bc-209fbcf14ad2 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:54.863462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:22:54.863842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Checking segment: {'id': '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:54.864253 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.864648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Bound using segment: {'id': '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:22:54.865121 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Bound port: 1002038b-9c7f-4523-ab99-2ca7708d11fc, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a214c1c9-9a0d-457a-897b-a61e59b4b8ad'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:22:54.865509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.868466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 903b9364-497e-4a93-84bc-209fbcf14ad2) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:54.872670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:54.873327 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:54.878986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c35ad65-e4c6-4a76-bcfd-741f5f928e49 None None] Network 903b9364-497e-4a93-84bc-209fbcf14ad2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:54.889796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0e3cab7a-cda0-4fcc-9103-50df7b943677 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4303148 Mar 07 05:22:54.892318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60364) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:54.995199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] For port 1002038b-9c7f-4523-ab99-2ca7708d11fc, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:22:54.997532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (903b9364-497e-4a93-84bc-209fbcf14ad2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.000351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] For port 1002038b-9c7f-4523-ab99-2ca7708d11fc, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1002038b-9c7f-4523-ab99-2ca7708d11fc,segment=NetworkSegment(3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc),segment_id=3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:22:55.021071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.045230 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a170e-4ed4-4599-9829-ce159e87bb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-903b9364-497e-4a93-84bc-209fbcf14ad2', 'network_id': '903b9364-497e-4a93-84bc-209fbcf14ad2', 'project_id': '78288174050041029c4bb18de07e0cd5', 'fixed_ips': [{'subnet_id': 'e6661b02-c600-4f88-88d6-ab35dacac836'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:22:55.046136 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f99a170e-4ed4-4599-9829-ce159e87bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.055568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e6661b02-c600-4f88-88d6-ab35dacac836), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.096943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c6c6d-df87-4eea-9273-de83977fa205 None None] Pushing event updated for resources: {'Port': ['ID=1002038b-9c7f-4523-ab99-2ca7708d11fc,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:55.125742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (e6661b02-c600-4f88-88d6-ab35dacac836), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.156167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Subnet': ['ID=e6661b02-c600-4f88-88d6-ab35dacac836,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server [None req-f99a170e-4ed4-4599-9829-ce159e87bb64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6661b02-c600-4f88-88d6-ab35dacac836: This subnet is being modified by another concurrent operation. Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server raise exception Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6661b02-c600-4f88-88d6-ab35dacac836: This subnet is being modified by another concurrent operation. Mar 07 05:22:55.192593 n-d-832185-1 neutron-server[103940]: ERROR oslo_messaging.rpc.server Mar 07 05:22:55.221393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a4553-ac3d-4d34-8964-0f59f4ceb7ff None None] Network 903b9364-497e-4a93-84bc-209fbcf14ad2 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:55.222394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (903b9364-497e-4a93-84bc-209fbcf14ad2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.246626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903b9364-497e-4a93-84bc-209fbcf14ad2']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:55.258358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4683219-3e9d-4718-b8e1-c6005f8bf01a') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:55.258659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4683219-3e9d-4718-b8e1-c6005f8bf01a') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:55.269437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e4683219-3e9d-4718-b8e1-c6005f8bf01a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.290909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e4683219-3e9d-4718-b8e1-c6005f8bf01a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.317141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:55.318494 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e4683219-3e9d-4718-b8e1-c6005f8bf01a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:55.322239 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:55.395387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (903b9364-497e-4a93-84bc-209fbcf14ad2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.405098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.408820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/903b9364-497e-4a93-84bc-209fbcf14ad2 HTTP/1.1" status: 204 len: 168 time: 0.5153537 Mar 07 05:22:55.412208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60366) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:55.424885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a80b9c-6f08-4e79-b0b5-011da88887ce tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Network': ['ID=903b9364-497e-4a93-84bc-209fbcf14ad2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:55.447241 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2298d2-bbd2-4c9e-ba3f-3f834525f294 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] GET failed (client error): The resource could not be found. Mar 07 05:22:55.449017 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bd2298d2-bbd2-4c9e-ba3f-3f834525f294 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "GET /v2.0/subnets/e6661b02-c600-4f88-88d6-ab35dacac836 HTTP/1.1" status: 404 len: 337 time: 0.0356569 Mar 07 05:22:55.451810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60368) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:55.478111 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f77f1f3-091f-4195-aaef-29899ff8cb95 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:55.478639 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f77f1f3-091f-4195-aaef-29899ff8cb95 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:55.485514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3f77f1f3-091f-4195-aaef-29899ff8cb95 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/903b9364-497e-4a93-84bc-209fbcf14ad2 HTTP/1.1" status: 404 len: 339 time: 0.0290182 Mar 07 05:22:55.486555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60370) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:55.512663 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b91d9e-4f0f-4e5d-9a54-5914499a4815 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:55.513108 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b91d9e-4f0f-4e5d-9a54-5914499a4815 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:55.516109 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-13b91d9e-4f0f-4e5d-9a54-5914499a4815 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/subnets/e6661b02-c600-4f88-88d6-ab35dacac836 HTTP/1.1" status: 404 len: 337 time: 0.0285537 Mar 07 05:22:55.519357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60372) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:55.536682 n-d-832185-1 neutron-server[103939]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b6d803-5d6e-4440-bdee-3cd6262639cd tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:55.537112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b6d803-5d6e-4440-bdee-3cd6262639cd tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103939) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:55.540062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-76b6d803-5d6e-4440-bdee-3cd6262639cd tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/903b9364-497e-4a93-84bc-209fbcf14ad2 HTTP/1.1" status: 404 len: 339 time: 0.0198164 Mar 07 05:22:55.542338 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60374) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:55.592083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Deleting subnet b4c58520-9c7d-4fbc-9933-1c969c4ec74c {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:22:55.595488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (b4c58520-9c7d-4fbc-9933-1c969c4ec74c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.636071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (b4c58520-9c7d-4fbc-9933-1c969c4ec74c), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.723440 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b4c58520-9c7d-4fbc-9933-1c969c4ec74c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.782749 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (b4c58520-9c7d-4fbc-9933-1c969c4ec74c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.810449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c58520-9c7d-4fbc-9933-1c969c4ec74c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:55.814728 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.818455 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-75a0aad2-2980-43e9-b63f-4072bcf4cede tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/subnets/b4c58520-9c7d-4fbc-9933-1c969c4ec74c HTTP/1.1" status: 204 len: 168 time: 0.2751846 Mar 07 05:22:55.820347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60376) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:55.905663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (a214c1c9-9a0d-457a-897b-a61e59b4b8ad), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:55.964537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Deleting port 1002038b-9c7f-4523-ab99-2ca7708d11fc {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:55.964878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.045838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] For port 1002038b-9c7f-4523-ab99-2ca7708d11fc, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=1002038b-9c7f-4523-ab99-2ca7708d11fc,segment=NetworkSegment(3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc),segment_id=3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:56.046556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.061646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Calling delete_port for 1002038b-9c7f-4523-ab99-2ca7708d11fc owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:56.111052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1002038b-9c7f-4523-ab99-2ca7708d11fc up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:22:56.139225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb990e7-6446-4292-b57d-1f84a9443992 None None] get_active_networks_info from n-d-832185-1 {{(pid=103940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 05:22:56.152658 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (1002038b-9c7f-4523-ab99-2ca7708d11fc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.175565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Port': ['ID=1002038b-9c7f-4523-ab99-2ca7708d11fc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:56.181271 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No DVR routers for this DVR port 1002038b-9c7f-4523-ab99-2ca7708d11fc on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:56.192102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8ed60d14-ae3c-42be-a871-3a0b9fe88278 None None] Could not find standard attr ID for object 1002038b-9c7f-4523-ab99-2ca7708d11fc. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 05:22:56.210141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No active binding found for port 1002038b-9c7f-4523-ab99-2ca7708d11fc {{(pid=103940) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 05:22:56.210525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] The host n-d-832185-1 is not matching for port 1002038b-9c7f-4523-ab99-2ca7708d11fc host None! {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 05:22:56.210923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1002038b-9c7f-4523-ab99-2ca7708d11fc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 05:22:56.235428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Port 1002038b-9c7f-4523-ab99-2ca7708d11fc not found, will not notify nova. {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 05:22:56.249579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb990e7-6446-4292-b57d-1f84a9443992 None None] Resources bound (agent type, host, resource id): {{(pid=103940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 05:22:56.262820 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (a214c1c9-9a0d-457a-897b-a61e59b4b8ad), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.283081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a214c1c9-9a0d-457a-897b-a61e59b4b8ad']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:56.292453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:56.292755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:56.303235 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.320263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.328278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:56.330477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (3824d6ed-8f28-4e6c-ab9d-3f8ddc5e80fc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:56.333540 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:56.400426 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (a214c1c9-9a0d-457a-897b-a61e59b4b8ad), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.407157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.409452 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99d8bf-4253-4172-8ee9-a66d78b686f8 None None] Network a214c1c9-9a0d-457a-897b-a61e59b4b8ad requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:56.411089 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/a214c1c9-9a0d-457a-897b-a61e59b4b8ad HTTP/1.1" status: 204 len: 168 time: 0.5898037 Mar 07 05:22:56.413680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60378) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:56.423909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99d8bf-4253-4172-8ee9-a66d78b686f8 None None] Network a214c1c9-9a0d-457a-897b-a61e59b4b8ad could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 05:22:56.426492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824b616-b13f-4763-963f-c7078d6f38f0 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Network': ['ID=a214c1c9-9a0d-457a-897b-a61e59b4b8ad,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:56.449809 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7d3836-8e22-4d7d-ac72-8b7505cd5c26 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:56.450474 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7d3836-8e22-4d7d-ac72-8b7505cd5c26 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:56.453470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ab7d3836-8e22-4d7d-ac72-8b7505cd5c26 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/subnets/0350ee2d-64e5-4dc8-81fd-cabdd1938190 HTTP/1.1" status: 404 len: 337 time: 0.0380480 Mar 07 05:22:56.456757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60380) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:56.476389 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-05379bc5-1795-462f-aace-60c373461e25 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:56.476890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05379bc5-1795-462f-aace-60c373461e25 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:56.480023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-05379bc5-1795-462f-aace-60c373461e25 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/f1a4e920-c2ca-4843-8147-c85a75e1fff2 HTTP/1.1" status: 404 len: 339 time: 0.0223005 Mar 07 05:22:56.482634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60382) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:56.497152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ffb24-ee72-4c7e-b779-057b28214a74 None None] DHCP port deletion for a214c1c9-9a0d-457a-897b-a61e59b4b8ad request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:22:56.510838 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-699fabd4-bd82-4721-aaa2-e15e93f52e55 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:56.511291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699fabd4-bd82-4721-aaa2-e15e93f52e55 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:56.514233 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-699fabd4-bd82-4721-aaa2-e15e93f52e55 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/subnets/8f8abfef-a405-47f8-a0f0-98870c17a719 HTTP/1.1" status: 404 len: 337 time: 0.0305820 Mar 07 05:22:56.517363 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60384) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:56.535246 n-d-832185-1 neutron-server[103938]: INFO neutron.pecan_wsgi.hooks.translation [None req-69695a08-4478-4ba2-bda7-12359803377e tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] DELETE failed (client error): The resource could not be found. Mar 07 05:22:56.535730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69695a08-4478-4ba2-bda7-12359803377e tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 05:22:56.538658 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-69695a08-4478-4ba2-bda7-12359803377e tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/dc009f00-90d3-4f58-a38e-001b3ef4ec96 HTTP/1.1" status: 404 len: 339 time: 0.0201895 Mar 07 05:22:56.540945 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60386) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:56.592277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Deleting subnet aa8f35d9-acde-4559-a90e-aae917b9b62e {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:22:56.595967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (aa8f35d9-acde-4559-a90e-aae917b9b62e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.636169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (aa8f35d9-acde-4559-a90e-aae917b9b62e), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.723466 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (aa8f35d9-acde-4559-a90e-aae917b9b62e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.779133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (aa8f35d9-acde-4559-a90e-aae917b9b62e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.804013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8f35d9-acde-4559-a90e-aae917b9b62e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:56.809684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.812882 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4a8dd185-3d4b-442c-9836-0e955e23ccd1 tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/subnets/aa8f35d9-acde-4559-a90e-aae917b9b62e HTTP/1.1" status: 204 len: 168 time: 0.2710631 Mar 07 05:22:56.815863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60388) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:56.818264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18471b8-4ec4-4e73-bd55-878767780e7c None None] Network 64c22ee2-6be6-48a4-a38b-2816c767fad8 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:56.895624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (64c22ee2-6be6-48a4-a38b-2816c767fad8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.949082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Deleting port 99908829-25a6-456f-bf12-52d31a2b451b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:56.949442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (99908829-25a6-456f-bf12-52d31a2b451b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:56.972104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] DHCP port deletion for 64c22ee2-6be6-48a4-a38b-2816c767fad8 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:22:57.019333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] For port 99908829-25a6-456f-bf12-52d31a2b451b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99908829-25a6-456f-bf12-52d31a2b451b,segment=NetworkSegment(c36bd71d-58c3-4238-872b-246b1d1ace0c),segment_id=c36bd71d-58c3-4238-872b-246b1d1ace0c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:57.019748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (99908829-25a6-456f-bf12-52d31a2b451b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.025015 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] Deleting port 99908829-25a6-456f-bf12-52d31a2b451b {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:22:57.025374 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (99908829-25a6-456f-bf12-52d31a2b451b), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.032127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Calling delete_port for 99908829-25a6-456f-bf12-52d31a2b451b owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:57.090028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] For port 99908829-25a6-456f-bf12-52d31a2b451b, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99908829-25a6-456f-bf12-52d31a2b451b,segment=NetworkSegment(c36bd71d-58c3-4238-872b-246b1d1ace0c),segment_id=c36bd71d-58c3-4238-872b-246b1d1ace0c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:22:57.090424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (99908829-25a6-456f-bf12-52d31a2b451b), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.102863 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] Calling delete_port for 99908829-25a6-456f-bf12-52d31a2b451b owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:22:57.111729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (99908829-25a6-456f-bf12-52d31a2b451b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.138504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Port': ['ID=99908829-25a6-456f-bf12-52d31a2b451b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:57.140314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] No DVR routers for this DVR port 99908829-25a6-456f-bf12-52d31a2b451b on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:57.181992 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (99908829-25a6-456f-bf12-52d31a2b451b), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.212473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] Pushing event deleted for resources: {'Port': ['ID=99908829-25a6-456f-bf12-52d31a2b451b,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:57.214260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67174d8-10c9-4e77-b84f-bea638de9612 None None] No DVR routers for this DVR port 99908829-25a6-456f-bf12-52d31a2b451b on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:22:57.223386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (64c22ee2-6be6-48a4-a38b-2816c767fad8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.244095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c22ee2-6be6-48a4-a38b-2816c767fad8']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:57.253351 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36bd71d-58c3-4238-872b-246b1d1ace0c') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:57.253645 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36bd71d-58c3-4238-872b-246b1d1ace0c') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:22:57.263255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (c36bd71d-58c3-4238-872b-246b1d1ace0c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.276766 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (c36bd71d-58c3-4238-872b-246b1d1ace0c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.283047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:22:57.283679 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (c36bd71d-58c3-4238-872b-246b1d1ace0c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:22:57.286522 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:22:57.350383 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (64c22ee2-6be6-48a4-a38b-2816c767fad8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.357549 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.360733 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] 10.222.0.21 "DELETE /v2.0/networks/64c22ee2-6be6-48a4-a38b-2816c767fad8 HTTP/1.1" status: 204 len: 168 time: 0.5439165 Mar 07 05:22:57.372010 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d5654-e292-4cd5-8f7d-1386dead4b0c tempest-NetworksIpV6Test-861280195 tempest-NetworksIpV6Test-861280195-project] Pushing event deleted for resources: {'Network': ['ID=64c22ee2-6be6-48a4-a38b-2816c767fad8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:57.597887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60394) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:57.731995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-094714bc-569a-4e52-a149-534760a3cea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78288174050041029c4bb18de07e0cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329262 Mar 07 05:22:57.734532 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60398) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:57.780774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d061c0ce-353c-4a8c-a770-06d1856c6ce9 admin admin] Publish callbacks [] for security_group (55187498-32a0-4e70-a82f-fed29d38ebb4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.801903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d061c0ce-353c-4a8c-a770-06d1856c6ce9 admin admin] Publish callbacks [] for security_group (55187498-32a0-4e70-a82f-fed29d38ebb4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.848129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d061c0ce-353c-4a8c-a770-06d1856c6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (55187498-32a0-4e70-a82f-fed29d38ebb4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.851100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d061c0ce-353c-4a8c-a770-06d1856c6ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:57.852239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d061c0ce-353c-4a8c-a770-06d1856c6ce9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55187498-32a0-4e70-a82f-fed29d38ebb4 HTTP/1.1" status: 204 len: 168 time: 0.1167860 Mar 07 05:22:57.860604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061c0ce-353c-4a8c-a770-06d1856c6ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55187498-32a0-4e70-a82f-fed29d38ebb4,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:58.061262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99908829-25a6-456f-bf12-52d31a2b451b no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:58.082963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 99908829-25a6-456f-bf12-52d31a2b451b {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:22:58.083308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99908829-25a6-456f-bf12-52d31a2b451b not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:22:58.083733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1002038b-9c7f-4523-ab99-2ca7708d11fc no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:22:58.103719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 1002038b-9c7f-4523-ab99-2ca7708d11fc {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:22:58.104071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 1002038b-9c7f-4523-ab99-2ca7708d11fc not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:22:58.485919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60420) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:58.578441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1202370419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:58.601344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (deec2a73-998b-4185-8c01-e180710a25e7), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.602351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (deec2a73-998b-4185-8c01-e180710a25e7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.693112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for router_controller (deec2a73-998b-4185-8c01-e180710a25e7), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.697263 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (deec2a73-998b-4185-8c01-e180710a25e7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.714765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.718496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ed06bfe7-760c-4725-95a2-2bc7e940fb60 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2288926 Mar 07 05:22:58.718714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60424) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:58.724202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1979013140'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:58.741722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Made reservation on behalf of 871f5d7210a8419cba1381109c064acd for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:58.744873 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.753457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.826325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for security_group (02c97d8c-b91c-4fdf-b349-78cee07ccc76), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.830562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (02c97d8c-b91c-4fdf-b349-78cee07ccc76), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.856216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:58.865357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c97d8c-b91c-4fdf-b349-78cee07ccc76,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:58.871260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (859f5c05-b1c5-472f-9a5a-f52c28b862d9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:58.871606 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Added segment 859f5c05-b1c5-472f-9a5a-f52c28b862d9 of type vlan for network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 Mar 07 05:22:58.915546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (f89329f6-9e52-4eb4-8f1e-655b4163c3c3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.279833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (f89329f6-9e52-4eb4-8f1e-655b4163c3c3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.284714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:59.285291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.322897 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6031654 Mar 07 05:22:59.325751 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60426) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:59.330846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Request body: {'subnet': {'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:59.353017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c89490-1e89-4b84-a00c-58e57668ef82 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event updated for resources: {'Network': ['ID=f89329f6-9e52-4eb4-8f1e-655b4163c3c3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:59.364388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:22:59.416535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Made reservation on behalf of 871f5d7210a8419cba1381109c064acd for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:59.419896 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.605361 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.674675 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event updated for resources: {'Subnet': ['ID=dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:59.679802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Checking segment: {'id': '859f5c05-b1c5-472f-9a5a-f52c28b862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:22:59.680163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Network hostable DHCP agents. Network: f89329f6-9e52-4eb4-8f1e-655b4163c3c3, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:22:59.698390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:22:59.707521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, f89329f6-9e52-4eb4-8f1e-655b4163c3c3) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:22:59.711536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:59.712128 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.717338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de324278-bab7-4658-a64f-dd32e68eb691 None None] Network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:22:59.729909 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ead58c6e-1824-438f-8d51-4c8f4cb1f042 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4030418 Mar 07 05:22:59.733199 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60428) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:59.739496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-199437081'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:59.759248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Made reservation on behalf of 871f5d7210a8419cba1381109c064acd for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:22:59.762614 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.786910 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:22:59.795878 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ebe03aca-aebe-4aeb-9612-1cd15de0d39a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.796222 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Added segment ebe03aca-aebe-4aeb-9612-1cd15de0d39a of type vlan for network 6e1d9dff-5542-4804-a686-09d2a3f6f282 Mar 07 05:22:59.820798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-f89329f6-9e52-4eb4-8f1e-655b4163c3c3', 'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3', 'project_id': '871f5d7210a8419cba1381109c064acd', 'fixed_ips': [{'subnet_id': 'dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:22:59.821723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.835696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (6e1d9dff-5542-4804-a686-09d2a3f6f282), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.861941 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (6e1d9dff-5542-4804-a686-09d2a3f6f282), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.866846 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:22:59.867425 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:22:59.901502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1671672 Mar 07 05:22:59.904551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60430) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:22:59.910610 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Request body: {'subnet': {'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:22:59.953792 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427b60-3ef7-47e1-bd45-76f326b290dc tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event updated for resources: {'Network': ['ID=6e1d9dff-5542-4804-a686-09d2a3f6f282,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:22:59.967410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Allocated IP 172.20.0.2 (f89329f6-9e52-4eb4-8f1e-655b4163c3c3/dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2/e0b9d1c6-3bc7-48fc-aad7-8f61847d2175) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:22:59.979553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 6e1d9dff-5542-4804-a686-09d2a3f6f282 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:23:00.009114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Made reservation on behalf of 871f5d7210a8419cba1381109c064acd for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:23:00.012961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.180969 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Publish callbacks [] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.186579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.196641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (bbe58b86-77ea-465c-9124-52a2eafc339f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.234935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:00.237941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:00.241427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:00.248718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Pushing event updated for resources: {'Port': ['ID=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:00.273931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event updated for resources: {'Subnet': ['ID=bbe58b86-77ea-465c-9124-52a2eafc339f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:00.284555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Checking segment: {'id': 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:00.284923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Network hostable DHCP agents. Network: 6e1d9dff-5542-4804-a686-09d2a3f6f282, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:23:00.303038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Network 6e1d9dff-5542-4804-a686-09d2a3f6f282 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:23:00.303250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Attempting to bind port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:00.303476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Attempting to bind port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '859f5c05-b1c5-472f-9a5a-f52c28b862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:00.303922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Attempting to bind port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 on network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:00.309209 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:00.309618 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Checking segment: {'id': '859f5c05-b1c5-472f-9a5a-f52c28b862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:00.310105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.310575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Bound using segment: {'id': '859f5c05-b1c5-472f-9a5a-f52c28b862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:00.311075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Bound port: e0b9d1c6-3bc7-48fc-aad7-8f61847d2175, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859f5c05-b1c5-472f-9a5a-f52c28b862d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f89329f6-9e52-4eb4-8f1e-655b4163c3c3'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:00.311513 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.311639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 6e1d9dff-5542-4804-a686-09d2a3f6f282) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:00.316388 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:00.316978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.323960 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d88af6-14ba-46a9-bf85-96968a03399c None None] Network 6e1d9dff-5542-4804-a686-09d2a3f6f282 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:00.334573 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cef2c203-29a8-4f6c-a45b-105cfc02a953 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4288177 Mar 07 05:23:00.337457 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:00.342104 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-138287c2-82f5-4cb9-b1d9-dae0b8e60fca tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:00.438001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] For port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:00.443180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] For port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,segment=NetworkSegment(859f5c05-b1c5-472f-9a5a-f52c28b862d9),segment_id=859f5c05-b1c5-472f-9a5a-f52c28b862d9)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:00.464747 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.491507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-6e1d9dff-5542-4804-a686-09d2a3f6f282', 'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282', 'project_id': '871f5d7210a8419cba1381109c064acd', 'fixed_ips': [{'subnet_id': 'bbe58b86-77ea-465c-9124-52a2eafc339f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:23:00.492370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.548174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2122ed-9cdc-4f38-a0c9-679a55da766d None None] Pushing event updated for resources: {'Port': ['ID=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:00.562966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-138287c2-82f5-4cb9-b1d9-dae0b8e60fca tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for router_gateway (deec2a73-998b-4185-8c01-e180710a25e7), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.674233 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Allocated IP 172.21.0.2 (6e1d9dff-5542-4804-a686-09d2a3f6f282/bbe58b86-77ea-465c-9124-52a2eafc339f/04ea4d04-f420-45a6-836d-15f2bfede149) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:00.681628 n-d-832185-1 neutron-server[103938]: INFO neutron.api.v2.resource [None req-138287c2-82f5-4cb9-b1d9-dae0b8e60fca tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 05:23:00.682713 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-138287c2-82f5-4cb9-b1d9-dae0b8e60fca tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "PUT /v2.0/routers/deec2a73-998b-4185-8c01-e180710a25e7 HTTP/1.1" status: 400 len: 364 time: 0.3442082 Mar 07 05:23:00.689676 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60434) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:00.777088 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Deleting subnet bbe58b86-77ea-465c-9124-52a2eafc339f {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:23:00.861333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Publish callbacks [] for port (04ea4d04-f420-45a6-836d-15f2bfede149), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.867100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for subnet (bbe58b86-77ea-465c-9124-52a2eafc339f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.867685 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (04ea4d04-f420-45a6-836d-15f2bfede149), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.915274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Network 6e1d9dff-5542-4804-a686-09d2a3f6f282 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:00.917100 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (bbe58b86-77ea-465c-9124-52a2eafc339f), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.918143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:00.921531 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:00.928757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Pushing event updated for resources: {'Port': ['ID=04ea4d04-f420-45a6-836d-15f2bfede149,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:00.984250 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Attempting to bind port 04ea4d04-f420-45a6-836d-15f2bfede149 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:00.984625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Attempting to bind port 04ea4d04-f420-45a6-836d-15f2bfede149 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:00.985025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Attempting to bind port 04ea4d04-f420-45a6-836d-15f2bfede149 on network 6e1d9dff-5542-4804-a686-09d2a3f6f282 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:00.990670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:00.991045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Checking segment: {'id': 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:00.991444 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:00.992166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Bound using segment: {'id': 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:00.992318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Bound port: 04ea4d04-f420-45a6-836d-15f2bfede149, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e1d9dff-5542-4804-a686-09d2a3f6f282'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:00.992697 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04ea4d04-f420-45a6-836d-15f2bfede149), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.000287 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (bbe58b86-77ea-465c-9124-52a2eafc339f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.058133 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (bbe58b86-77ea-465c-9124-52a2eafc339f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.060302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] For port 04ea4d04-f420-45a6-836d-15f2bfede149, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:01.063626 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] For port 04ea4d04-f420-45a6-836d-15f2bfede149, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04ea4d04-f420-45a6-836d-15f2bfede149,segment=NetworkSegment(ebe03aca-aebe-4aeb-9612-1cd15de0d39a),segment_id=ebe03aca-aebe-4aeb-9612-1cd15de0d39a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:01.069850 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04ea4d04-f420-45a6-836d-15f2bfede149), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.090804 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe58b86-77ea-465c-9124-52a2eafc339f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:01.092766 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.096627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fdbecdca-a603-4cbe-b51e-c9df243762fa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "DELETE /v2.0/subnets/bbe58b86-77ea-465c-9124-52a2eafc339f HTTP/1.1" status: 204 len: 168 time: 0.4063063 Mar 07 05:23:01.099510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60436) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:01.129736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccdfba-ffa6-458e-9182-d8eff3285e56 None None] Pushing event updated for resources: {'Port': ['ID=04ea4d04-f420-45a6-836d-15f2bfede149,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:01.182275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (6e1d9dff-5542-4804-a686-09d2a3f6f282), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.240040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Deleting port 04ea4d04-f420-45a6-836d-15f2bfede149 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:23:01.240378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04ea4d04-f420-45a6-836d-15f2bfede149), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.330563 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] For port 04ea4d04-f420-45a6-836d-15f2bfede149, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=04ea4d04-f420-45a6-836d-15f2bfede149,segment=NetworkSegment(ebe03aca-aebe-4aeb-9612-1cd15de0d39a),segment_id=ebe03aca-aebe-4aeb-9612-1cd15de0d39a)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:01.331437 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04ea4d04-f420-45a6-836d-15f2bfede149), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.348296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Calling delete_port for 04ea4d04-f420-45a6-836d-15f2bfede149 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:23:01.437709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04ea4d04-f420-45a6-836d-15f2bfede149), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.467275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event deleted for resources: {'Port': ['ID=04ea4d04-f420-45a6-836d-15f2bfede149,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:01.469194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] No DVR routers for this DVR port 04ea4d04-f420-45a6-836d-15f2bfede149 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:23:01.557098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (6e1d9dff-5542-4804-a686-09d2a3f6f282), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.579065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1d9dff-5542-4804-a686-09d2a3f6f282']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:01.586876 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08710352-3384-482c-9277-15c2b0f6141d None None] Network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:01.588889 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:01.589194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe03aca-aebe-4aeb-9612-1cd15de0d39a') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:01.599154 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (ebe03aca-aebe-4aeb-9612-1cd15de0d39a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.613227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (ebe03aca-aebe-4aeb-9612-1cd15de0d39a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.619503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:23:01.619893 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (ebe03aca-aebe-4aeb-9612-1cd15de0d39a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:23:01.623108 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:23:01.669392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] Provisioning complete for port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:01.669776 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.690574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (6e1d9dff-5542-4804-a686-09d2a3f6f282), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.697840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.701494 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "DELETE /v2.0/networks/6e1d9dff-5542-4804-a686-09d2a3f6f282 HTTP/1.1" status: 204 len: 168 time: 0.6009891 Mar 07 05:23:01.705031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60438) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:01.713444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf197841-2b10-4951-8c6d-22f7c2edd382 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event deleted for resources: {'Network': ['ID=6e1d9dff-5542-4804-a686-09d2a3f6f282,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:01.761105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Deleting subnet dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:23:01.764486 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for subnet (dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.798414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] Current status of the port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:01.798939 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.808673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.836773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] For port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,segment=NetworkSegment(859f5c05-b1c5-472f-9a5a-f52c28b862d9),segment_id=859f5c05-b1c5-472f-9a5a-f52c28b862d9)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:01.841706 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.900548 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f28a2-58b2-453e-bebe-ecbe9f2d4477 None None] Pushing event updated for resources: {'Port': ['ID=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:01.917305 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:01.985049 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.015614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:02.017806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.022028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-be02d6f5-5cb1-4519-811b-a97cf45aecac tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "DELETE /v2.0/subnets/dfa96739-e3fc-49ed-9f6a-aadbc98f7fc2 HTTP/1.1" status: 204 len: 168 time: 0.3148117 Mar 07 05:23:02.023577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60440) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:02.068896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733b22d-ef8a-4cab-9675-a6a9ab1b674b None None] Network f89329f6-9e52-4eb4-8f1e-655b4163c3c3 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:02.072644 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-f69bb005-c622-4930-98c5-96be471ba1d3 None None] Provisioning complete for port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:02.073025 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f69bb005-c622-4930-98c5-96be471ba1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.135355 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (f89329f6-9e52-4eb4-8f1e-655b4163c3c3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.158470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:02.201107 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Deleting port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:23:02.201514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.270986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] For port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,segment=NetworkSegment(859f5c05-b1c5-472f-9a5a-f52c28b862d9),segment_id=859f5c05-b1c5-472f-9a5a-f52c28b862d9)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:02.271242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.286244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Calling delete_port for e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:23:02.290395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:02.290801 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.299082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-f69bb005-c622-4930-98c5-96be471ba1d3 None None] Current status of the port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:02.364049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae3950-596f-42d1-8898-f2b40cf1051a None None] DHCP port deletion for 6e1d9dff-5542-4804-a686-09d2a3f6f282 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:23:02.381252 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b8e96-be35-480b-9837-997a41dc5907 None None] DHCP port deletion for f89329f6-9e52-4eb4-8f1e-655b4163c3c3 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:23:02.387568 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e0b9d1c6-3bc7-48fc-aad7-8f61847d2175), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.391653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a41ed-91c1-4405-9632-20851e6c06f9 None None] Network 6e1d9dff-5542-4804-a686-09d2a3f6f282 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:02.395347 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:02.410646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a41ed-91c1-4405-9632-20851e6c06f9 None None] Network 6e1d9dff-5542-4804-a686-09d2a3f6f282 could not be found, it might have been deleted concurrently. {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 05:23:02.415150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-619cdb16-5b9e-48af-8bbc-4d08189780fb None None] Could not find standard attr ID for object 04ea4d04-f420-45a6-836d-15f2bfede149. {{(pid=103940) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 05:23:02.417859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event deleted for resources: {'Port': ['ID=e0b9d1c6-3bc7-48fc-aad7-8f61847d2175,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:02.421276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] No DVR routers for this DVR port e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:23:02.503901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (f89329f6-9e52-4eb4-8f1e-655b4163c3c3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.523371 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89329f6-9e52-4eb4-8f1e-655b4163c3c3']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:02.532719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859f5c05-b1c5-472f-9a5a-f52c28b862d9') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:02.533020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859f5c05-b1c5-472f-9a5a-f52c28b862d9') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:02.542388 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (859f5c05-b1c5-472f-9a5a-f52c28b862d9), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.556409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (859f5c05-b1c5-472f-9a5a-f52c28b862d9), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.562331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:23:02.562748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (859f5c05-b1c5-472f-9a5a-f52c28b862d9), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:23:02.566542 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:23:02.623015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (f89329f6-9e52-4eb4-8f1e-655b4163c3c3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.629903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.633060 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "DELETE /v2.0/networks/f89329f6-9e52-4eb4-8f1e-655b4163c3c3 HTTP/1.1" status: 204 len: 168 time: 0.6085539 Mar 07 05:23:02.635841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60442) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:02.644905 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20621f-b6dc-4fe9-bdc6-f2a60ee2d9aa tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Pushing event deleted for resources: {'Network': ['ID=f89329f6-9e52-4eb4-8f1e-655b4163c3c3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:02.667806 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b387e241-79ca-4a08-a5c6-0f410a10a966 tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "GET /v2.0/ports?device_id=deec2a73-998b-4185-8c01-e180710a25e7 HTTP/1.1" status: 200 len: 205 time: 0.0307617 Mar 07 05:23:02.670193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60444) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:02.746955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for router (deec2a73-998b-4185-8c01-e180710a25e7), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.852512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cdc80b48-8910-4a7d-aa7d-253b6ea76570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.910646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (deec2a73-998b-4185-8c01-e180710a25e7), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.912730 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for router_controller (deec2a73-998b-4185-8c01-e180710a25e7), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.956441 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (deec2a73-998b-4185-8c01-e180710a25e7), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.957013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Fanout notify agent at l3_agent the message router_deleted on router deec2a73-998b-4185-8c01-e180710a25e7 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:23:02.963612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:02.964958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e3712952-a5bc-46c9-98e8-23fd8d3b8b3c tempest-RoutersNegativeTest-1001463040 tempest-RoutersNegativeTest-1001463040-project] 10.222.0.21 "DELETE /v2.0/routers/deec2a73-998b-4185-8c01-e180710a25e7 HTTP/1.1" status: 204 len: 168 time: 0.2938750 Mar 07 05:23:03.201251 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60450) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:03.339122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-03feac63-f771-417e-902a-97eee06e04ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=871f5d7210a8419cba1381109c064acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366758 Mar 07 05:23:03.341517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60454) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:03.391721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fdb10866-3c3f-4bfc-a3cb-aea2138ec185 admin admin] Publish callbacks [] for security_group (02c97d8c-b91c-4fdf-b349-78cee07ccc76), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:03.414685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fdb10866-3c3f-4bfc-a3cb-aea2138ec185 admin admin] Publish callbacks [] for security_group (02c97d8c-b91c-4fdf-b349-78cee07ccc76), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:03.461909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fdb10866-3c3f-4bfc-a3cb-aea2138ec185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (02c97d8c-b91c-4fdf-b349-78cee07ccc76), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:03.464465 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fdb10866-3c3f-4bfc-a3cb-aea2138ec185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:03.465613 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fdb10866-3c3f-4bfc-a3cb-aea2138ec185 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02c97d8c-b91c-4fdf-b349-78cee07ccc76 HTTP/1.1" status: 204 len: 168 time: 0.1231771 Mar 07 05:23:03.473967 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb10866-3c3f-4bfc-a3cb-aea2138ec185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c97d8c-b91c-4fdf-b349-78cee07ccc76,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:04.067038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60476) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:04.074412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04ea4d04-f420-45a6-836d-15f2bfede149 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:23:04.097823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 04ea4d04-f420-45a6-836d-15f2bfede149 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:23:04.098107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 04ea4d04-f420-45a6-836d-15f2bfede149 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:23:04.098520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:23:04.118135 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:23:04.118564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e0b9d1c6-3bc7-48fc-aad7-8f61847d2175 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:23:04.162885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1953324339-network', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:04.182917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Made reservation on behalf of b3980c3138194733a952a8fcc1d4390a for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:23:04.185129 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.193555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.270238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks [] for security_group (e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.273731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.293831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:23:04.308425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:04.311280 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2fc688fb-c324-42d3-9f16-b4a1839842f1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.311622 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Added segment 2fc688fb-c324-42d3-9f16-b4a1839842f1 of type vlan for network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 Mar 07 05:23:04.354913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (fbeb5e9a-46be-4caa-b97a-5f994617a2a0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.380600 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (fbeb5e9a-46be-4caa-b97a-5f994617a2a0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.381870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:04.382568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.412128 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3439770 Mar 07 05:23:04.415241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60480) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:04.420220 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Request body: {'subnet': {'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-subnet', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:04.440009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Made reservation on behalf of b3980c3138194733a952a8fcc1d4390a for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:23:04.442905 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.446055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca86fe7-e281-4451-bb21-a88c12cfa6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbeb5e9a-46be-4caa-b97a-5f994617a2a0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:04.456359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:23:04.622776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (319bf34a-d01d-429a-abc0-12792c68ab4f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.680969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Pushing event updated for resources: {'Subnet': ['ID=319bf34a-d01d-429a-abc0-12792c68ab4f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:04.693138 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Checking segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:04.693491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Network hostable DHCP agents. Network: fbeb5e9a-46be-4caa-b97a-5f994617a2a0, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:23:04.709600 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:23:04.717791 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, fbeb5e9a-46be-4caa-b97a-5f994617a2a0) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:04.723885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:04.723885 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.727108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904511a6-d918-481f-9c35-5b021fe91cc9 None None] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:04.742419 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-aee83b91-878a-4a42-ab94-4365ce4c246e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3249319 Mar 07 05:23:04.743982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60482) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:04.748482 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:04.770256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (ee728d77-072d-47dc-bfef-e8d72460b08d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.771306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (ee728d77-072d-47dc-bfef-e8d72460b08d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.827431 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks [] for router_controller (ee728d77-072d-47dc-bfef-e8d72460b08d), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.972957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks [] for router_gateway (ee728d77-072d-47dc-bfef-e8d72460b08d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:04.986771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'fixed_ips': [{'subnet_id': '319bf34a-d01d-429a-abc0-12792c68ab4f'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:23:04.987637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.122289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Allocated IP 172.20.0.2 (fbeb5e9a-46be-4caa-b97a-5f994617a2a0/319bf34a-d01d-429a-abc0-12792c68ab4f/9bba9b49-4cb9-48b6-87ff-c3c873c4f245) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:05.195857 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks [] for router_gateway (ee728d77-072d-47dc-bfef-e8d72460b08d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.221265 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.264679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Publish callbacks [] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.270602 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.307866 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:05.312020 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:05.316453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:05.323310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Pushing event updated for resources: {'Port': ['ID=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:05.369566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Allocated IP 172.25.4.125 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/734077b3-3149-4f4a-bde7-66cc60a5bde6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:05.377969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Attempting to bind port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:05.378369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Attempting to bind port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:05.378728 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Attempting to bind port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:05.383749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:05.384122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Checking segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:05.384514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.384905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Bound using segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:05.385387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Bound port: 9bba9b49-4cb9-48b6-87ff-c3c873c4f245, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:05.385771 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.456996 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] For port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:05.460381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] For port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:05.469074 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.473551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks [] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.507441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.517347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-482dbdae-e048-4e23-8f69-52179645ef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:05.541048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4696880-d2cf-4058-8f43-3d524e41c824 None None] Pushing event updated for resources: {'Port': ['ID=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:05.551807 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:05.555022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:05.558640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:05.565262 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Pushing event updated for resources: {'Port': ['ID=734077b3-3149-4f4a-bde7-66cc60a5bde6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:06.086402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks [] for router_gateway (ee728d77-072d-47dc-bfef-e8d72460b08d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.096389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:06.152459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:06.153142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.244042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:06.244442 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.279672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:06.286070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.312332 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (ee728d77-072d-47dc-bfef-e8d72460b08d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.336159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:06.459179 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Router ee728d77-072d-47dc-bfef-e8d72460b08d is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:23:06.496025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0bfe3-ce84-483d-a44e-625dddac2c5c None None] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:06.572215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:23:06.576424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ea3f78f7-7266-4f70-ac4e-ff3a52d2597b None None] Provisioning complete for port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:06.576880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ea3f78f7-7266-4f70-ac4e-ff3a52d2597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.587090 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Sync routers for ids ['ee728d77-072d-47dc-bfef-e8d72460b08d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:23:06.591790 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.593156 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0bd6d751-1418-4da2-8676-9ed35345a4eb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8482370 Mar 07 05:23:06.595853 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60484) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:06.599366 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Routers {'ee728d77-072d-47dc-bfef-e8d72460b08d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:06.599987 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee728d77-072d-47dc-bfef-e8d72460b08d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:06.704370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f78f7-7266-4f70-ac4e-ff3a52d2597b None None] Current status of the port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:06.712500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Set router ee728d77-072d-47dc-bfef-e8d72460b08d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:06.903897 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:23:05Z', 'revision_number': 3, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:06.940142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:06.945280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-68eaed4b-a268-4185-ba87-acb04ff2c0af None None] Provisioning complete for port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:06.945654 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-68eaed4b-a268-4185-ba87-acb04ff2c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.025866 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Checking router: ee728d77-072d-47dc-bfef-e8d72460b08d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:23:07.026302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Updating router ee728d77-072d-47dc-bfef-e8d72460b08d port 734077b3-3149-4f4a-bde7-66cc60a5bde6 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:23:07.029994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-68eaed4b-a268-4185-ba87-acb04ff2c0af None None] Current status of the port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:07.053541 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.055108 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.250318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Allocated IP 172.20.0.1 (fbeb5e9a-46be-4caa-b97a-5f994617a2a0/319bf34a-d01d-429a-abc0-12792c68ab4f/28cce0d7-f36e-49db-895e-e4c274ba18f8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:07.297210 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Publish callbacks [] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.303411 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.356856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Attempting to bind port 734077b3-3149-4f4a-bde7-66cc60a5bde6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:07.357222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Attempting to bind port 734077b3-3149-4f4a-bde7-66cc60a5bde6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:07.357591 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Attempting to bind port 734077b3-3149-4f4a-bde7-66cc60a5bde6 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:07.357737 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks [] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.365769 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Pushing event updated for resources: {'Port': ['ID=734077b3-3149-4f4a-bde7-66cc60a5bde6,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:07.368875 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:07.369244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:07.369643 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.370052 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:07.370513 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Bound port: 734077b3-3149-4f4a-bde7-66cc60a5bde6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:07.370892 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.391234 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.393962 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.394139 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.394392 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.394730 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.395068 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.395401 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.395731 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.396056 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.396380 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.396707 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.397030 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.397353 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.397674 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:07.432769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:07.434305 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] For port 734077b3-3149-4f4a-bde7-66cc60a5bde6, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:07.435669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:07.438484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] For port 734077b3-3149-4f4a-bde7-66cc60a5bde6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=734077b3-3149-4f4a-bde7-66cc60a5bde6,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:07.439373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:07.446635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=28cce0d7-f36e-49db-895e-e4c274ba18f8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:07.446995 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.486765 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ee728d77-072d-47dc-bfef-e8d72460b08d), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.507647 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1b297-8803-4ef5-a925-c990b0f284ae None None] Pushing event updated for resources: {'Port': ['ID=734077b3-3149-4f4a-bde7-66cc60a5bde6,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:07.522772 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Routers {'ee728d77-072d-47dc-bfef-e8d72460b08d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:07.523461 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee728d77-072d-47dc-bfef-e8d72460b08d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:07.639826 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] Set router ee728d77-072d-47dc-bfef-e8d72460b08d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:07.677343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.759739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1602ee76-7c09-4d31-865c-d5dd2c2e0700 None None] Provisioning complete for port 28cce0d7-f36e-49db-895e-e4c274ba18f8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:07.760318 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1602ee76-7c09-4d31-865c-d5dd2c2e0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.809466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1602ee76-7c09-4d31-865c-d5dd2c2e0700 None None] Port 28cce0d7-f36e-49db-895e-e4c274ba18f8 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:23:07.838880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:23:05Z', 'revision_number': 3, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:07.844406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks [] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.850803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.854350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:07.868773 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ae7e4-793d-4fdd-976a-2165a3c423dd None None] The sync data for ids ['ee728d77-072d-47dc-bfef-e8d72460b08d'] in n-d-832185-1 is: [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:23:05Z', 'revision_number': 3, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:23:07.919196 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=28cce0d7-f36e-49db-895e-e4c274ba18f8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:07.923349 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ee728d77-072d-47dc-bfef-e8d72460b08d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:08.111383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:08.175724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:08.176176 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:08.272419 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:08.289407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:08.290990 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:08.412802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Router ee728d77-072d-47dc-bfef-e8d72460b08d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:23:08.536189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7f447ae8-3024-4dbd-8c32-d3914cdb037b None None] Provisioning complete for port 28cce0d7-f36e-49db-895e-e4c274ba18f8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:08.536567 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7f447ae8-3024-4dbd-8c32-d3914cdb037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:08.537120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:23:08.549067 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f14eb113-de98-46a1-babb-e03b29ccd1d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee728d77-072d-47dc-bfef-e8d72460b08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9457681 Mar 07 05:23:08.573778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7f447ae8-3024-4dbd-8c32-d3914cdb037b None None] Port 28cce0d7-f36e-49db-895e-e4c274ba18f8 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:23:09.031386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60500) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:09.036945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1690178929-network', 'tenant_id': '4f42ff2b76e94141845b8448c892179b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:09.055161 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Made reservation on behalf of 4f42ff2b76e94141845b8448c892179b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:23:09.057574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.066004 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.140741 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks [] for security_group (4342ec3c-dbfe-49e0-8f88-648613e90ec8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.144908 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4342ec3c-dbfe-49e0-8f88-648613e90ec8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.165556 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:23:09.179145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4342ec3c-dbfe-49e0-8f88-648613e90ec8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:09.183891 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e53ba1db-86d7-4036-bf21-7b9cc86ed1f1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.184233 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Added segment e53ba1db-86d7-4036-bf21-7b9cc86ed1f1 of type vlan for network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc Mar 07 05:23:09.230671 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.257493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.258631 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:09.259226 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.292831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2595243 Mar 07 05:23:09.295661 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60502) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:09.301340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Request body: {'subnet': {'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-subnet', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:09.321401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Made reservation on behalf of 4f42ff2b76e94141845b8448c892179b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:23:09.323783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf51362-cfeb-4cb7-9d11-be7a3d95f89d admin admin] Pushing event updated for resources: {'Network': ['ID=3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:09.323967 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.335434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:23:09.509044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (fcca8984-6343-4612-bd59-ad8d4700e30d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.557403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Sync routers for ids ['ee728d77-072d-47dc-bfef-e8d72460b08d'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:23:09.565380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.570386 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcca8984-6343-4612-bd59-ad8d4700e30d,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:09.571251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Routers {'ee728d77-072d-47dc-bfef-e8d72460b08d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:09.571902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee728d77-072d-47dc-bfef-e8d72460b08d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:09.579552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Checking segment: {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:09.579988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Network hostable DHCP agents. Network: 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:23:09.595530 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:23:09.604192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:09.608862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:09.609509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.614104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f6ab2-fd00-481b-9d16-f2abcb4cfd41 None None] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:09.626239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-511d24a1-348c-4bd7-9724-0314db67ee4a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3288136 Mar 07 05:23:09.629163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60504) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:09.633473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:09.653038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (9b22efab-0637-45c3-96e6-7057a54aff67), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.654691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (9b22efab-0637-45c3-96e6-7057a54aff67), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.712165 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks [] for router_controller (9b22efab-0637-45c3-96e6-7057a54aff67), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.765177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Set router ee728d77-072d-47dc-bfef-e8d72460b08d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:09.794323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc', 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc', 'project_id': '4f42ff2b76e94141845b8448c892179b', 'fixed_ips': [{'subnet_id': 'fcca8984-6343-4612-bd59-ad8d4700e30d'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:23:09.795113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:09.853011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks [] for router_gateway (9b22efab-0637-45c3-96e6-7057a54aff67), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.056655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks [] for router_gateway (9b22efab-0637-45c3-96e6-7057a54aff67), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.059822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Allocated IP 172.20.0.2 (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc/fcca8984-6343-4612-bd59-ad8d4700e30d/ed3935df-450d-4008-80c9-1519476a7beb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:10.078263 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.109568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 734077b3-3149-4f4a-bde7-66cc60a5bde6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:10.192853 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Allocated IP 172.25.4.53 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/91724b9a-5de6-416d-9ae1-92d9e34972bf) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:10.197470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 4, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '28cce0d7-f36e-49db-895e-e4c274ba18f8', 'name': '', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'mac_address': 'fa:16:3e:49:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:07Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 2, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'subnets': [{'id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:10.232675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Checking router: ee728d77-072d-47dc-bfef-e8d72460b08d for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:23:10.233027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Updating router ee728d77-072d-47dc-bfef-e8d72460b08d port 28cce0d7-f36e-49db-895e-e4c274ba18f8 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:23:10.295928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks [] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.335380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.377597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:10.380480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:10.383975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:10.414613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Pushing event updated for resources: {'Port': ['ID=91724b9a-5de6-416d-9ae1-92d9e34972bf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:10.426559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.426907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.427249 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.427587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.427917 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.428245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.428571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.428895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.429221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.429541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.429863 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.430211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.430534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:10.475522 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.478725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 734077b3-3149-4f4a-bde7-66cc60a5bde6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:10.479090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.527704 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Publish callbacks [] for port (ed3935df-450d-4008-80c9-1519476a7beb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.557441 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (ed3935df-450d-4008-80c9-1519476a7beb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.684082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:10.689613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:10.694203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Pushing event updated for resources: {'Port': ['ID=ed3935df-450d-4008-80c9-1519476a7beb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:10.701043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:10.795120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 734077b3-3149-4f4a-bde7-66cc60a5bde6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:10.795519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.836622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 734077b3-3149-4f4a-bde7-66cc60a5bde6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=734077b3-3149-4f4a-bde7-66cc60a5bde6,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:10.865927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.867828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Attempting to bind port ed3935df-450d-4008-80c9-1519476a7beb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:10.868195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Attempting to bind port ed3935df-450d-4008-80c9-1519476a7beb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:10.868560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Attempting to bind port ed3935df-450d-4008-80c9-1519476a7beb on network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:10.899606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:10.899989 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Checking segment: {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:10.900401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.900804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Bound using segment: {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:10.901284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Bound port: ed3935df-450d-4008-80c9-1519476a7beb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:10.901673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed3935df-450d-4008-80c9-1519476a7beb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.947123 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks [] for router_gateway (9b22efab-0637-45c3-96e6-7057a54aff67), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:10.988191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=734077b3-3149-4f4a-bde7-66cc60a5bde6,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:11.052434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] For port ed3935df-450d-4008-80c9-1519476a7beb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:11.056870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] For port ed3935df-450d-4008-80c9-1519476a7beb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed3935df-450d-4008-80c9-1519476a7beb,segment=NetworkSegment(e53ba1db-86d7-4036-bf21-7b9cc86ed1f1),segment_id=e53ba1db-86d7-4036-bf21-7b9cc86ed1f1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:11.067506 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Publish callbacks [] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.070375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ed3935df-450d-4008-80c9-1519476a7beb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.078269 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.139533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c6ad-6f01-432d-a319-9f1c8407c78b None None] Pushing event updated for resources: {'Port': ['ID=ed3935df-450d-4008-80c9-1519476a7beb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:11.153456 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (9b22efab-0637-45c3-96e6-7057a54aff67), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.236329 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233877a-009a-4c82-930a-c31c2d3c6c42 None None] Pushing event updated for resources: {'Port': ['ID=28cce0d7-f36e-49db-895e-e4c274ba18f8,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:11.238718 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Attempting to bind port 28cce0d7-f36e-49db-895e-e4c274ba18f8 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:11.239097 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Attempting to bind port 28cce0d7-f36e-49db-895e-e4c274ba18f8 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:11.239465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Attempting to bind port 28cce0d7-f36e-49db-895e-e4c274ba18f8 on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:11.246376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:11.246766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Checking segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:11.247179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.247581 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Bound using segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:11.249408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Bound port: 28cce0d7-f36e-49db-895e-e4c274ba18f8, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:11.249936 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.322103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Router 9b22efab-0637-45c3-96e6-7057a54aff67 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:23:11.325517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] For port 28cce0d7-f36e-49db-895e-e4c274ba18f8, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:11.329555 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] For port 28cce0d7-f36e-49db-895e-e4c274ba18f8, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=28cce0d7-f36e-49db-895e-e4c274ba18f8,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:11.347666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.446772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233877a-009a-4c82-930a-c31c2d3c6c42 None None] Pushing event updated for resources: {'Port': ['ID=28cce0d7-f36e-49db-895e-e4c274ba18f8,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:11.451085 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Routers {'ee728d77-072d-47dc-bfef-e8d72460b08d'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:11.451806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee728d77-072d-47dc-bfef-e8d72460b08d'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:11.496605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:23:11.512413 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Sync routers for ids ['9b22efab-0637-45c3-96e6-7057a54aff67'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:23:11.536078 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Routers {'9b22efab-0637-45c3-96e6-7057a54aff67'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:11.536983 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9b22efab-0637-45c3-96e6-7057a54aff67'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:11.539420 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.545046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60506) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:23:11.566051 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ed0a676a-e324-4f88-b28f-27fe37da1d5f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9112477 Mar 07 05:23:11.574146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] Provisioning complete for port 28cce0d7-f36e-49db-895e-e4c274ba18f8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:11.575142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.638278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] Set router ee728d77-072d-47dc-bfef-e8d72460b08d gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:11.693620 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Set router 9b22efab-0637-45c3-96e6-7057a54aff67 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:11.727409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] Current status of the port 28cce0d7-f36e-49db-895e-e4c274ba18f8 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:11.727945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.840530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] For port 28cce0d7-f36e-49db-895e-e4c274ba18f8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=28cce0d7-f36e-49db-895e-e4c274ba18f8,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:11.848086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.899302 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 3, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:11.931127 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Checking router: 9b22efab-0637-45c3-96e6-7057a54aff67 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:23:11.931471 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Updating router 9b22efab-0637-45c3-96e6-7057a54aff67 port 91724b9a-5de6-416d-9ae1-92d9e34972bf binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:23:11.937523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30637-cd3a-4821-a561-348c1ce81509 None None] Pushing event updated for resources: {'Port': ['ID=28cce0d7-f36e-49db-895e-e4c274ba18f8,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:11.973547 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:11.989775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 4, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '28cce0d7-f36e-49db-895e-e4c274ba18f8', 'name': '', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'mac_address': 'fa:16:3e:49:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:07Z', 'updated_at': '2022-03-07T05:23:11Z', 'revision_number': 4, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'subnets': [{'id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:12.062465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c79c1-27a6-47c8-88f2-3aae817453e5 None None] The sync data for ids ['ee728d77-072d-47dc-bfef-e8d72460b08d'] in n-d-832185-1 is: [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:23:07Z', 'revision_number': 4, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '28cce0d7-f36e-49db-895e-e4c274ba18f8', 'name': '', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'mac_address': 'fa:16:3e:49:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:07Z', 'updated_at': '2022-03-07T05:23:11Z', 'revision_number': 4, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'subnets': [{'id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:23:12.066803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-84f745f0-6c99-4a0b-bb5e-a990bec6101a None None] Provisioning complete for port 28cce0d7-f36e-49db-895e-e4c274ba18f8 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:12.068609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84f745f0-6c99-4a0b-bb5e-a990bec6101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.123216 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.242912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-84f745f0-6c99-4a0b-bb5e-a990bec6101a None None] Current status of the port 28cce0d7-f36e-49db-895e-e4c274ba18f8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:12.354285 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Publish callbacks [] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.360416 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.362029 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 734077b3-3149-4f4a-bde7-66cc60a5bde6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:12.383691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Allocated IP 172.20.0.1 (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc/fcca8984-6343-4612-bd59-ad8d4700e30d/49ea212d-57be-4f02-bae0-99df20018183) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:12.435410 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Attempting to bind port 91724b9a-5de6-416d-9ae1-92d9e34972bf on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:12.435593 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Attempting to bind port 91724b9a-5de6-416d-9ae1-92d9e34972bf by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:12.436138 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Attempting to bind port 91724b9a-5de6-416d-9ae1-92d9e34972bf on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:12.439735 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ba2f3-1a56-4a0a-b367-0f611ec70315 None None] Pushing event updated for resources: {'Port': ['ID=91724b9a-5de6-416d-9ae1-92d9e34972bf,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:12.444655 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:12.445034 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:12.445447 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.445835 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:12.446351 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Bound port: 91724b9a-5de6-416d-9ae1-92d9e34972bf, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:12.446737 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.468109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 734077b3-3149-4f4a-bde7-66cc60a5bde6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:12.468780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.506860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7347f-1926-45f8-9115-2b67fb08b0bb None None] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:23:12.518024 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] For port 91724b9a-5de6-416d-9ae1-92d9e34972bf, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:12.521420 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] For port 91724b9a-5de6-416d-9ae1-92d9e34972bf, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91724b9a-5de6-416d-9ae1-92d9e34972bf,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:12.530018 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.547402 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks [] for port (49ea212d-57be-4f02-bae0-99df20018183), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.587531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (49ea212d-57be-4f02-bae0-99df20018183), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.600319 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Routers {'9b22efab-0637-45c3-96e6-7057a54aff67'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:12.601716 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9b22efab-0637-45c3-96e6-7057a54aff67'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:12.637166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=49ea212d-57be-4f02-bae0-99df20018183,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:12.653946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 734077b3-3149-4f4a-bde7-66cc60a5bde6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:12.655127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed3935df-450d-4008-80c9-1519476a7beb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:12.664115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:12.666304 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.666709 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.667083 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.669012 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.669357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.669738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.670116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.670450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.670780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.671105 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.671428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.672086 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.672567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:12.683327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:12.686439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:12.695330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] Provisioning complete for port ed3935df-450d-4008-80c9-1519476a7beb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:12.695707 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed3935df-450d-4008-80c9-1519476a7beb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.742681 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (9b22efab-0637-45c3-96e6-7057a54aff67), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.824046 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ba2f3-1a56-4a0a-b367-0f611ec70315 None None] Pushing event updated for resources: {'Port': ['ID=91724b9a-5de6-416d-9ae1-92d9e34972bf,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:12.850035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] Current status of the port ed3935df-450d-4008-80c9-1519476a7beb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:12.850425 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (ed3935df-450d-4008-80c9-1519476a7beb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.871682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ed3935df-450d-4008-80c9-1519476a7beb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:12.872117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed3935df-450d-4008-80c9-1519476a7beb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.933489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] For port ed3935df-450d-4008-80c9-1519476a7beb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed3935df-450d-4008-80c9-1519476a7beb,segment=NetworkSegment(e53ba1db-86d7-4036-bf21-7b9cc86ed1f1),segment_id=e53ba1db-86d7-4036-bf21-7b9cc86ed1f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:12.945063 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (ed3935df-450d-4008-80c9-1519476a7beb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.953314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49ea212d-57be-4f02-bae0-99df20018183), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:12.958016 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] Set router 9b22efab-0637-45c3-96e6-7057a54aff67 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:13.034952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed3935df-450d-4008-80c9-1519476a7beb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:13.042954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc464fc-5ad5-42df-bcc4-2347076eb669 None None] Pushing event updated for resources: {'Port': ['ID=ed3935df-450d-4008-80c9-1519476a7beb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:13.179307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c040dde6-d93c-4de7-b167-b0ecc8998fc2 None None] Provisioning complete for port ed3935df-450d-4008-80c9-1519476a7beb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:13.180393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c040dde6-d93c-4de7-b167-b0ecc8998fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed3935df-450d-4008-80c9-1519476a7beb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:13.214436 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 3, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:13.250106 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8e462-cc4b-41f0-a7c5-34f10592fe85 None None] The sync data for ids ['9b22efab-0637-45c3-96e6-7057a54aff67'] in n-d-832185-1 is: [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 3, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:23:13.251435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks [] for port (49ea212d-57be-4f02-bae0-99df20018183), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:13.260299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (49ea212d-57be-4f02-bae0-99df20018183), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:13.275376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c040dde6-d93c-4de7-b167-b0ecc8998fc2 None None] Current status of the port ed3935df-450d-4008-80c9-1519476a7beb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:13.292468 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c040dde6-d93c-4de7-b167-b0ecc8998fc2 None None] Provisioning complete for port 49ea212d-57be-4f02-bae0-99df20018183 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:13.293075 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c040dde6-d93c-4de7-b167-b0ecc8998fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49ea212d-57be-4f02-bae0-99df20018183), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:13.335865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c040dde6-d93c-4de7-b167-b0ecc8998fc2 None None] Port 49ea212d-57be-4f02-bae0-99df20018183 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:23:13.369065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=49ea212d-57be-4f02-bae0-99df20018183,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:13.381733 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (9b22efab-0637-45c3-96e6-7057a54aff67), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:13.461538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dc9d90f1-3afd-40bb-a2bd-bdac43f93ca3 None None] Provisioning complete for port 49ea212d-57be-4f02-bae0-99df20018183 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:13.462015 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc9d90f1-3afd-40bb-a2bd-bdac43f93ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49ea212d-57be-4f02-bae0-99df20018183), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:13.489970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:13.491473 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:13.514294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d90f1-3afd-40bb-a2bd-bdac43f93ca3 None None] Port 49ea212d-57be-4f02-bae0-99df20018183 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:23:13.659535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Router 9b22efab-0637-45c3-96e6-7057a54aff67 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:23:13.794958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:23:13.801218 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9fe08d83-9f44-4376-82f9-c0fe17a27cd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/9b22efab-0637-45c3-96e6-7057a54aff67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2544136 Mar 07 05:23:13.840891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3380c5f9-3501-4dc9-ac7b-709adaae0ca7 None None] Provisioning complete for port 49ea212d-57be-4f02-bae0-99df20018183 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:13.841386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3380c5f9-3501-4dc9-ac7b-709adaae0ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49ea212d-57be-4f02-bae0-99df20018183), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:14.044633 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3380c5f9-3501-4dc9-ac7b-709adaae0ca7 None None] Port 49ea212d-57be-4f02-bae0-99df20018183 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:23:14.200849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed3935df-450d-4008-80c9-1519476a7beb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:14.251449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port ed3935df-450d-4008-80c9-1519476a7beb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:14.251930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (ed3935df-450d-4008-80c9-1519476a7beb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:14.342799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port ed3935df-450d-4008-80c9-1519476a7beb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:14.344848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91724b9a-5de6-416d-9ae1-92d9e34972bf up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:14.395238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 91724b9a-5de6-416d-9ae1-92d9e34972bf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:14.395620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:14.474309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 91724b9a-5de6-416d-9ae1-92d9e34972bf is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:14.474962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:14.498772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 91724b9a-5de6-416d-9ae1-92d9e34972bf, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91724b9a-5de6-416d-9ae1-92d9e34972bf,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:14.502763 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:14.503744 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 28cce0d7-f36e-49db-895e-e4c274ba18f8 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:14.536715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-31a218f4-4c4a-4430-a915-14d43e0b0a24 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:14.538146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-31a218f4-4c4a-4430-a915-14d43e0b0a24 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/networks?id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 200 len: 817 time: 0.1107068 Mar 07 05:23:14.554213 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-f4b92cfd-7a6c-4135-a4d5-37601245d310 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/quotas/b3980c3138194733a952a8fcc1d4390a HTTP/1.1" status: 200 len: 375 time: 0.0101347 Mar 07 05:23:14.583609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=91724b9a-5de6-416d-9ae1-92d9e34972bf,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:14.599224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 28cce0d7-f36e-49db-895e-e4c274ba18f8 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:14.599806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:14.611835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-fe9dd936-e16a-4912-9d17-783f43c6fa76 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3980c3138194733a952a8fcc1d4390a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526431 Mar 07 05:23:14.681948 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 28cce0d7-f36e-49db-895e-e4c274ba18f8 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:14.800745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-8921e91a-4040-4b28-a151-9ceaba76f131 service neutron] 10.222.0.21 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774364 Mar 07 05:23:14.894114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-60591b7c-8e04-4b95-bb15-f4b76b016a71 service neutron] 10.222.0.21 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876651 Mar 07 05:23:15.055002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a04113f-28f1-454f-8d1b-2f8f4e289168 req-86d2aa70-d66e-4baf-9ec9-ff425bfc957b tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 210 time: 0.0273929 Mar 07 05:23:15.608921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Sync routers for ids ['9b22efab-0637-45c3-96e6-7057a54aff67'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:23:15.620287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Routers {'9b22efab-0637-45c3-96e6-7057a54aff67'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:15.620898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9b22efab-0637-45c3-96e6-7057a54aff67'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:15.729231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Set router 9b22efab-0637-45c3-96e6-7057a54aff67 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:15.934049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:23:12Z', 'revision_number': 4, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '49ea212d-57be-4f02-bae0-99df20018183', 'name': '', 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'mac_address': 'fa:16:3e:0f:58:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'fcca8984-6343-4612-bd59-ad8d4700e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:12Z', 'updated_at': '2022-03-07T05:23:13Z', 'revision_number': 2, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'subnets': [{'id': 'fcca8984-6343-4612-bd59-ad8d4700e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:15.968896 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Checking router: 9b22efab-0637-45c3-96e6-7057a54aff67 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:23:15.969476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Updating router 9b22efab-0637-45c3-96e6-7057a54aff67 port 49ea212d-57be-4f02-bae0-99df20018183 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:23:16.000056 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49ea212d-57be-4f02-bae0-99df20018183), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.026184 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-9aac4b56-6dc6-461c-b8eb-0a35eecd422e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:16.027772 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-9aac4b56-6dc6-461c-b8eb-0a35eecd422e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "GET /v2.0/networks?id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 200 len: 817 time: 0.1116297 Mar 07 05:23:16.042380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Request body: {'port': {'device_id': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'admin_state_up': True, 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:16.108897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91724b9a-5de6-416d-9ae1-92d9e34972bf up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:16.156276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4453f04-d132-4fd1-99f9-4ee332b96ebf req-938e0c86-09dd-43af-a400-4fce76a58155 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 210 time: 0.0274670 Mar 07 05:23:16.175193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Made reservation on behalf of b3980c3138194733a952a8fcc1d4390a for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:23:16.178721 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.244844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 91724b9a-5de6-416d-9ae1-92d9e34972bf triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:16.245142 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.320706 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Allocated IP 172.20.0.9 (fbeb5e9a-46be-4caa-b97a-5f994617a2a0/319bf34a-d01d-429a-abc0-12792c68ab4f/fa05d348-79fe-44de-9777-00c740b673c1) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:23:16.399698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 91724b9a-5de6-416d-9ae1-92d9e34972bf is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:16.412764 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Publish callbacks [] for port (49ea212d-57be-4f02-bae0-99df20018183), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.418051 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (49ea212d-57be-4f02-bae0-99df20018183), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.474244 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040509c4-4864-4d3a-8dc5-2a741bff9e37 None None] Pushing event updated for resources: {'Port': ['ID=49ea212d-57be-4f02-bae0-99df20018183,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:16.478136 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks [] for port (fa05d348-79fe-44de-9777-00c740b673c1), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.515072 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fa05d348-79fe-44de-9777-00c740b673c1), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.530956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Attempting to bind port 49ea212d-57be-4f02-bae0-99df20018183 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:16.531332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Attempting to bind port 49ea212d-57be-4f02-bae0-99df20018183 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:16.532365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Attempting to bind port 49ea212d-57be-4f02-bae0-99df20018183 on network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:16.538647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:16.539027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Checking segment: {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:16.539437 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.539833 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Bound using segment: {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:16.540310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Bound port: 49ea212d-57be-4f02-bae0-99df20018183, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:16.540694 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49ea212d-57be-4f02-bae0-99df20018183), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.557954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:23:16.566260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:23:16.570182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:23:16.601220 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Pushing event updated for resources: {'Port': ['ID=fa05d348-79fe-44de-9777-00c740b673c1,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:16.610621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] For port 49ea212d-57be-4f02-bae0-99df20018183, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:16.614370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] For port 49ea212d-57be-4f02-bae0-99df20018183, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=49ea212d-57be-4f02-bae0-99df20018183,segment=NetworkSegment(e53ba1db-86d7-4036-bf21-7b9cc86ed1f1),segment_id=e53ba1db-86d7-4036-bf21-7b9cc86ed1f1)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:16.621749 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (49ea212d-57be-4f02-bae0-99df20018183), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.634533 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:16.635223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.661638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-98a12c37-4ad5-43ae-b4a8-ab280ddaa9e7 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254253 Mar 07 05:23:16.675449 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Request body: {'port': {'device_id': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:23:16.689656 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Routers {'9b22efab-0637-45c3-96e6-7057a54aff67'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:23:16.690324 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:23:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9b22efab-0637-45c3-96e6-7057a54aff67'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:16.692150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040509c4-4864-4d3a-8dc5-2a741bff9e37 None None] Pushing event updated for resources: {'Port': ['ID=49ea212d-57be-4f02-bae0-99df20018183,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:16.755119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa05d348-79fe-44de-9777-00c740b673c1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:16.823580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] Set router 9b22efab-0637-45c3-96e6-7057a54aff67 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:23:16.942445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] Provisioning complete for port 49ea212d-57be-4f02-bae0-99df20018183 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:16.942921 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49ea212d-57be-4f02-bae0-99df20018183), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.053117 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa05d348-79fe-44de-9777-00c740b673c1 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:23:17.061422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Publish callbacks [] for port (fa05d348-79fe-44de-9777-00c740b673c1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.074669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Transition to ACTIVE for port object fa05d348-79fe-44de-9777-00c740b673c1 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:23:17.078631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (fa05d348-79fe-44de-9777-00c740b673c1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.107017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] Current status of the port 49ea212d-57be-4f02-bae0-99df20018183 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:17.107407 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (49ea212d-57be-4f02-bae0-99df20018183), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.136333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Pushing event updated for resources: {'Port': ['ID=fa05d348-79fe-44de-9777-00c740b673c1,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:17.152819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] For port 49ea212d-57be-4f02-bae0-99df20018183, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=49ea212d-57be-4f02-bae0-99df20018183,segment=NetworkSegment(e53ba1db-86d7-4036-bf21-7b9cc86ed1f1),segment_id=e53ba1db-86d7-4036-bf21-7b9cc86ed1f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:17.156368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:23:12Z', 'revision_number': 4, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '49ea212d-57be-4f02-bae0-99df20018183', 'name': '', 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'mac_address': 'fa:16:3e:0f:58:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'fcca8984-6343-4612-bd59-ad8d4700e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:12Z', 'updated_at': '2022-03-07T05:23:16Z', 'revision_number': 4, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'subnets': [{'id': 'fcca8984-6343-4612-bd59-ad8d4700e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:23:17.161049 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (49ea212d-57be-4f02-bae0-99df20018183), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.191669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408974d-be33-4c11-976d-5f322a442c1a None None] The sync data for ids ['9b22efab-0637-45c3-96e6-7057a54aff67'] in n-d-832185-1 is: [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:23:12Z', 'revision_number': 4, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '49ea212d-57be-4f02-bae0-99df20018183', 'name': '', 'network_id': '3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'mac_address': 'fa:16:3e:0f:58:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'fcca8984-6343-4612-bd59-ad8d4700e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:12Z', 'updated_at': '2022-03-07T05:23:16Z', 'revision_number': 4, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'subnets': [{'id': 'fcca8984-6343-4612-bd59-ad8d4700e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:23:17.238194 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Attempting to bind port fa05d348-79fe-44de-9777-00c740b673c1 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:23:17.238831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Attempting to bind port fa05d348-79fe-44de-9777-00c740b673c1 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:23:17.239330 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Attempting to bind port fa05d348-79fe-44de-9777-00c740b673c1 on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:17.242126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdf14a-5b4e-47a8-b185-52369906ebad None None] Pushing event updated for resources: {'Port': ['ID=49ea212d-57be-4f02-bae0-99df20018183,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:17.245256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Port fa05d348-79fe-44de-9777-00c740b673c1 on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:23:17.245767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Attempting to bind port fa05d348-79fe-44de-9777-00c740b673c1 on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:23:17.251701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:23:17.252097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Checking segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:23:17.252411 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Bound using segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:23:17.253178 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Bound port: fa05d348-79fe-44de-9777-00c740b673c1, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:23:17.253815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa05d348-79fe-44de-9777-00c740b673c1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.361662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7e87-d2e1-49cd-baf0-b6579b5aca35 req-13819ce6-bc76-4701-932e-b020a46ab71f tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:17.363288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ffb7e87-d2e1-49cd-baf0-b6579b5aca35 req-13819ce6-bc76-4701-932e-b020a46ab71f tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 943 time: 0.1013827 Mar 07 05:23:17.369576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7fac9110-ea62-4c5c-adbf-e40b956789b5 None None] Provisioning complete for port 49ea212d-57be-4f02-bae0-99df20018183 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:17.370072 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7fac9110-ea62-4c5c-adbf-e40b956789b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49ea212d-57be-4f02-bae0-99df20018183), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.386256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] For port fa05d348-79fe-44de-9777-00c740b673c1, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:23:17.394744 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] For port fa05d348-79fe-44de-9777-00c740b673c1, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fa05d348-79fe-44de-9777-00c740b673c1,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:23:17.407961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (fa05d348-79fe-44de-9777-00c740b673c1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.427234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ffb7e87-d2e1-49cd-baf0-b6579b5aca35 req-19595ea5-91d4-4903-9ab2-d7acd60d35ca tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563552 Mar 07 05:23:17.453854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:17.455535 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:17.457151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] 10.222.0.15 "PUT /v2.0/ports/fa05d348-79fe-44de-9777-00c740b673c1 HTTP/1.1" status: 200 len: 1091 time: 0.7878556 Mar 07 05:23:17.460171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'tag': 'fa05d348-79fe-44de-9777-00c740b673c1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:23:17.463682 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0495a316-b089-4060-b23f-d9d6c6875c21" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc78c68-e27e-48c3-b004-e9615444d8fb", "tag": "fa05d348-79fe-44de-9777-00c740b673c1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:23:17.536194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7fac9110-ea62-4c5c-adbf-e40b956789b5 None None] Current status of the port 49ea212d-57be-4f02-bae0-99df20018183 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:17.546687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cc359-86b6-4443-9eba-04885931e1bc service neutron] Pushing event updated for resources: {'Port': ['ID=fa05d348-79fe-44de-9777-00c740b673c1,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:17.586242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-56611995-fedc-4326-94a4-61aef84670cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:17.587848 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-56611995-fedc-4326-94a4-61aef84670cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3980c3138194733a952a8fcc1d4390a&device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 1125 time: 0.0783865 Mar 07 05:23:17.641585 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411560de-f148-470d-805d-5b48b83e932a x-openstack-request-id: req-411560de-f148-470d-805d-5b48b83e932a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:23:17.642018 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc78c68-e27e-48c3-b004-e9615444d8fb", "tag": "fa05d348-79fe-44de-9777-00c740b673c1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:23:17.642331 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-411560de-f148-470d-805d-5b48b83e932a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:23:17.643801 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'tag': 'fa05d348-79fe-44de-9777-00c740b673c1', 'status': 'completed', 'code': 200} Mar 07 05:23:17.646190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-e7b21877-172d-4183-a4fb-efa92f4d295f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa05d348-79fe-44de-9777-00c740b673c1 HTTP/1.1" status: 200 len: 217 time: 0.0504348 Mar 07 05:23:17.724602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-b2d6c2a3-c3d3-41a0-a419-95d1c307531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:17.726067 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-b2d6c2a3-c3d3-41a0-a419-95d1c307531a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=319bf34a-d01d-429a-abc0-12792c68ab4f HTTP/1.1" status: 200 len: 856 time: 0.0720365 Mar 07 05:23:17.783674 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-e09f3441-0b18-4742-8c72-73af10900bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:17.785239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-e09f3441-0b18-4742-8c72-73af10900bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527296 Mar 07 05:23:17.876746 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-8c0181f2-6eb2-4610-b367-c7294f79de59 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854380 Mar 07 05:23:17.974118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-82776b95-769a-4f26-a856-5a7ab061cd1f req-fb5b6173-9187-48c8-8302-bf0a5c175364 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917685 Mar 07 05:23:18.069846 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-7a7434b2-4c73-439f-b2c5-073593f518ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:18.071412 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-7a7434b2-4c73-439f-b2c5-073593f518ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3980c3138194733a952a8fcc1d4390a&device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 1125 time: 0.0523479 Mar 07 05:23:18.102039 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 49ea212d-57be-4f02-bae0-99df20018183 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:18.151520 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 49ea212d-57be-4f02-bae0-99df20018183 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:18.151899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (49ea212d-57be-4f02-bae0-99df20018183), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:18.166245 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-f25899db-6091-48bf-aa0f-d23bd58d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:18.167727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-f25899db-6091-48bf-aa0f-d23bd58d9d51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 200 len: 918 time: 0.0907509 Mar 07 05:23:18.207821 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-757fc4bf-b92a-4d4e-9cfa-e8f749067c69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa05d348-79fe-44de-9777-00c740b673c1 HTTP/1.1" status: 200 len: 217 time: 0.0343008 Mar 07 05:23:18.231485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 49ea212d-57be-4f02-bae0-99df20018183 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:18.258524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-2b89af5b-dd19-4b87-91f6-e3ae5831a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:18.259975 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-2b89af5b-dd19-4b87-91f6-e3ae5831a902 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=319bf34a-d01d-429a-abc0-12792c68ab4f HTTP/1.1" status: 200 len: 856 time: 0.0459070 Mar 07 05:23:18.313971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-044bd28d-6b80-4dd8-8bb2-01c71a595b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:18.315356 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-044bd28d-6b80-4dd8-8bb2-01c71a595b21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492816 Mar 07 05:23:18.403511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-50e266ef-1bcb-4712-8bcd-31c339f0977a service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811207 Mar 07 05:23:18.499295 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0495a316-b089-4060-b23f-d9d6c6875c21 req-b5792b4b-1758-4df8-9729-28f7a7f7eb59 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897377 Mar 07 05:23:18.551133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ca8d-8ce1-4ebf-86aa-1e6ad13ee3f7 req-3b7e69f5-91ad-4fd8-b274-778193b439cc tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:18.552596 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ef6ca8d-8ce1-4ebf-86aa-1e6ad13ee3f7 req-3b7e69f5-91ad-4fd8-b274-778193b439cc tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 943 time: 0.0542493 Mar 07 05:23:18.600698 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ef6ca8d-8ce1-4ebf-86aa-1e6ad13ee3f7 req-e9db175d-fd25-40df-b4e9-4993e54454a1 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Mar 07 05:23:19.730453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635bf98-40bd-48d3-ad85-d4750013f227 req-46c46feb-bd99-4344-a425-1accee1d7566 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:19.731925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3635bf98-40bd-48d3-ad85-d4750013f227 req-46c46feb-bd99-4344-a425-1accee1d7566 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 943 time: 0.0576899 Mar 07 05:23:19.778711 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3635bf98-40bd-48d3-ad85-d4750013f227 req-6fdfefd2-f46b-4288-924f-467f19597a82 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Mar 07 05:23:20.351169 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:20.820486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fa05d348-79fe-44de-9777-00c740b673c1 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:23:20.899346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06523-22b4-4f1f-853f-fce7367e3cb8 req-6fe540bc-67f7-4f08-9807-dd0dae4abf57 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:20.900933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87b06523-22b4-4f1f-853f-fce7367e3cb8 req-6fe540bc-67f7-4f08-9807-dd0dae4abf57 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 943 time: 0.0522916 Mar 07 05:23:20.918099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port fa05d348-79fe-44de-9777-00c740b673c1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fa05d348-79fe-44de-9777-00c740b673c1,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:20.928796 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'fa05d348-79fe-44de-9777-00c740b673c1', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'port_id': 'fa05d348-79fe-44de-9777-00c740b673c1', 'mac_address': 'fa:16:3e:1c:a8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:23:20.948096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87b06523-22b4-4f1f-853f-fce7367e3cb8 req-55ba7d17-4177-4f44-b998-09a66a772c83 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Mar 07 05:23:20.972034 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port fa05d348-79fe-44de-9777-00c740b673c1 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:20.972431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa05d348-79fe-44de-9777-00c740b673c1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:20.986315 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa05d348-79fe-44de-9777-00c740b673c1 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:23:21.005788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port fa05d348-79fe-44de-9777-00c740b673c1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fa05d348-79fe-44de-9777-00c740b673c1,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:21.010050 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa05d348-79fe-44de-9777-00c740b673c1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:21.056142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=fa05d348-79fe-44de-9777-00c740b673c1,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:21.064096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.064445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.064789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.065125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.065459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.065789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.066146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.066472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.066794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.067113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.067473 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.067791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.068109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:23:21.208352 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['fa05d348-79fe-44de-9777-00c740b673c1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:23:22.070904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e595f6-148c-437c-9cbc-e8c35dcc5598 req-29275d5e-d95a-4ecf-9628-301bedf75f16 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:22.072387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97e595f6-148c-437c-9cbc-e8c35dcc5598 req-29275d5e-d95a-4ecf-9628-301bedf75f16 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 944 time: 0.0529962 Mar 07 05:23:22.122865 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-97e595f6-148c-437c-9cbc-e8c35dcc5598 req-88fbe79d-5425-4b62-a3e6-00c53d8d4281 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Mar 07 05:23:22.621380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:22.836169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fa05d348-79fe-44de-9777-00c740b673c1 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:23:22.885376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port fa05d348-79fe-44de-9777-00c740b673c1 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:23:22.888979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port fa05d348-79fe-44de-9777-00c740b673c1 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:23:22.889312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa05d348-79fe-44de-9777-00c740b673c1), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:23.123885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port fa05d348-79fe-44de-9777-00c740b673c1 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:23:23.124266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa05d348-79fe-44de-9777-00c740b673c1), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:23.145953 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05d348-79fe-44de-9777-00c740b673c1'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:23:23.148110 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c05b62-2b04-47cc-b55f-0b38aac19328" -d '{"events": [{"server_uuid": "3bc78c68-e27e-48c3-b004-e9615444d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa05d348-79fe-44de-9777-00c740b673c1"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:23:23.161215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port fa05d348-79fe-44de-9777-00c740b673c1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fa05d348-79fe-44de-9777-00c740b673c1,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:23:23.166430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa05d348-79fe-44de-9777-00c740b673c1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:23.213026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=fa05d348-79fe-44de-9777-00c740b673c1,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:23:23.247435 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6022f5e-85c2-4a19-abf0-893495a7b89d req-14d7fdbb-5b37-4b51-b240-a6b7de8c4959 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:23.248930 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6022f5e-85c2-4a19-abf0-893495a7b89d req-14d7fdbb-5b37-4b51-b240-a6b7de8c4959 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0544899 Mar 07 05:23:23.296327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6022f5e-85c2-4a19-abf0-893495a7b89d req-9390a566-2d38-4d09-a43a-a5d56fa3c885 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Mar 07 05:23:23.397141 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe860f1a-fcc8-41e3-a6c2-17fc0d7966ce x-openstack-request-id: req-fe860f1a-fcc8-41e3-a6c2-17fc0d7966ce {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:23:23.397379 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc78c68-e27e-48c3-b004-e9615444d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa05d348-79fe-44de-9777-00c740b673c1", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:23:23.397637 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe860f1a-fcc8-41e3-a6c2-17fc0d7966ce {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:23:23.398055 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa05d348-79fe-44de-9777-00c740b673c1', 'code': 200} Mar 07 05:23:23.536159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc9ee-f8b2-4e03-a966-5e8190a9182f req-98f07adc-1519-4907-adfe-8de7c807fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:23.537659 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbcfc9ee-f8b2-4e03-a966-5e8190a9182f req-98f07adc-1519-4907-adfe-8de7c807fc5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 1127 time: 0.0440958 Mar 07 05:23:23.588308 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbcfc9ee-f8b2-4e03-a966-5e8190a9182f req-e44b59af-0a49-41ce-8a73-782bcbfb2302 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446105 Mar 07 05:23:24.419274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702293dc-734b-4d09-9e19-e520704992c6 req-8285cd0b-728a-427b-a6a1-b0558476b2d6 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:24.420799 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-702293dc-734b-4d09-9e19-e520704992c6 req-8285cd0b-728a-427b-a6a1-b0558476b2d6 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0527225 Mar 07 05:23:24.467669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-702293dc-734b-4d09-9e19-e520704992c6 req-d2ad07cb-896c-4314-9f34-1d7d22781075 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Mar 07 05:23:25.440445 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:23:25.592133 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1169eef-ca88-481a-a755-8debe5823ce4 req-a450926e-8fa2-4c68-9eab-3f2c0dcbada3 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:25.593612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1169eef-ca88-481a-a755-8debe5823ce4 req-a450926e-8fa2-4c68-9eab-3f2c0dcbada3 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0562239 Mar 07 05:23:25.639503 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e1169eef-ca88-481a-a755-8debe5823ce4 req-8759791d-7e48-47f3-9b06-25238f509740 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Mar 07 05:23:25.757738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1242d-ea5a-4c21-bdfa-bb06fa533e62 req-bbd42177-45fa-4278-a0b6-eadcd2725e03 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:23:25.759152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2a1242d-ea5a-4c21-bdfa-bb06fa533e62 req-bbd42177-45fa-4278-a0b6-eadcd2725e03 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0561600 Mar 07 05:23:25.806939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2a1242d-ea5a-4c21-bdfa-bb06fa533e62 req-dfc86a91-b224-467b-8401-fae4e6bf48b2 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Mar 07 05:23:32.855275 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-82ba42d0-506d-427a-821a-1b48ac425dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:35.480286 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f03cceef-58a8-4ae0-9c7b-e5b6ae2f55a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:36.926087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:37.856022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:39.548341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:50.350693 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:23:52.636632 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:00.054719 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ebaa-86bd-4436-8d05-047fbaa5e608 req-e3ffcda7-208c-4821-b345-9c7baf52dd72 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:00.056215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b52ebaa-86bd-4436-8d05-047fbaa5e608 req-e3ffcda7-208c-4821-b345-9c7baf52dd72 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0562348 Mar 07 05:24:00.107615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b52ebaa-86bd-4436-8d05-047fbaa5e608 req-29294de1-7cce-4f9f-b6bf-9ccb94068dcd tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Mar 07 05:24:01.237524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b9a10-691f-464a-b020-09698acefabc req-252d14e0-0260-4754-abdc-8ec0f8a96764 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:01.239114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765b9a10-691f-464a-b020-09698acefabc req-252d14e0-0260-4754-abdc-8ec0f8a96764 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0624774 Mar 07 05:24:01.286505 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-765b9a10-691f-464a-b020-09698acefabc req-5d9c7e7a-6685-4de6-aa6a-226225a12541 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Mar 07 05:24:01.441039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838518f5-f9b7-42d7-855b-809291d1006d req-3d9f1b22-dd90-43bd-ae23-267e431e34d5 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:01.442546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-838518f5-f9b7-42d7-855b-809291d1006d req-3d9f1b22-dd90-43bd-ae23-267e431e34d5 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 945 time: 0.0510962 Mar 07 05:24:01.540109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Deleting port fa05d348-79fe-44de-9777-00c740b673c1 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:01.540372 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fa05d348-79fe-44de-9777-00c740b673c1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:01.636910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] For port fa05d348-79fe-44de-9777-00c740b673c1, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=fa05d348-79fe-44de-9777-00c740b673c1,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:01.637276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fa05d348-79fe-44de-9777-00c740b673c1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:01.649400 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Calling delete_port for fa05d348-79fe-44de-9777-00c740b673c1 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:01.785524 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fa05d348-79fe-44de-9777-00c740b673c1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:01.798961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['fa05d348-79fe-44de-9777-00c740b673c1'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:24:01.818124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Pushing event deleted for resources: {'Port': ['ID=fa05d348-79fe-44de-9777-00c740b673c1,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:01.876786 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] No DVR routers for this DVR port fa05d348-79fe-44de-9777-00c740b673c1 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:24:01.879563 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:01.882970 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-838518f5-f9b7-42d7-855b-809291d1006d req-b7d23cd4-18ef-46cc-85f9-9c03f9eb278c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "DELETE /v2.0/ports/fa05d348-79fe-44de-9777-00c740b673c1 HTTP/1.1" status: 204 len: 173 time: 0.4355123 Mar 07 05:24:01.883436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'name': 'network-vif-deleted', 'tag': 'fa05d348-79fe-44de-9777-00c740b673c1'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:24:01.885743 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565451e8-1207-458a-9c1b-15179afb29e7" -d '{"events": [{"server_uuid": "3bc78c68-e27e-48c3-b004-e9615444d8fb", "name": "network-vif-deleted", "tag": "fa05d348-79fe-44de-9777-00c740b673c1"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:24:01.930329 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e5fd0-04ce-485c-9eac-24ad227a50d6 x-openstack-request-id: req-716e5fd0-04ce-485c-9eac-24ad227a50d6 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:24:01.930624 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc78c68-e27e-48c3-b004-e9615444d8fb", "name": "network-vif-deleted", "tag": "fa05d348-79fe-44de-9777-00c740b673c1", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:24:01.930871 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-716e5fd0-04ce-485c-9eac-24ad227a50d6 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:24:01.931280 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc78c68-e27e-48c3-b004-e9615444d8fb', 'name': 'network-vif-deleted', 'tag': 'fa05d348-79fe-44de-9777-00c740b673c1', 'status': 'completed', 'code': 200} Mar 07 05:24:02.401215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a083be3-ebe9-4858-9bcc-d7196318bb58 req-f1bdf4fb-c08c-40ed-a829-f43235920551 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bc78c68-e27e-48c3-b004-e9615444d8fb HTTP/1.1" status: 200 len: 210 time: 0.0271578 Mar 07 05:24:02.439814 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:24:02.858474 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2451d103-1e36-4af7-a138-898fa26ddefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:03.872695 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-50a5da5c-437a-404e-8c03-7f18daea4d14 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:03.874911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-50a5da5c-437a-404e-8c03-7f18daea4d14 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/networks?id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 200 len: 817 time: 0.1010373 Mar 07 05:24:03.889079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-eaa47d34-01a9-47a5-85df-f13c5a91baa0 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/quotas/b3980c3138194733a952a8fcc1d4390a HTTP/1.1" status: 200 len: 375 time: 0.0089085 Mar 07 05:24:03.945550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-afd2cf5a-1dbe-4dfb-b8b7-4663c4bc450f tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3980c3138194733a952a8fcc1d4390a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494759 Mar 07 05:24:03.960181 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-5803b0b0-f68f-4fb5-abee-d8ae40246e25 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:24:03.961114 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-5803b0b0-f68f-4fb5-abee-d8ae40246e25 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049124 Mar 07 05:24:04.053993 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-4e0dfca0-f765-4c42-9c59-975123823a05 service neutron] 10.222.0.21 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876038 Mar 07 05:24:04.143182 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-01af6bc7-de89-4555-9c47-4fedac44d9c7 service neutron] 10.222.0.21 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834377 Mar 07 05:24:04.300607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4c4e59bb-a80d-4164-9521-c3c6c935cd89 req-13e027b7-9737-4e6e-b54d-adf8157234c4 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 210 time: 0.0274627 Mar 07 05:24:05.023077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fa05d348-79fe-44de-9777-00c740b673c1 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:05.043719 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: fa05d348-79fe-44de-9777-00c740b673c1 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:05.043997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device fa05d348-79fe-44de-9777-00c740b673c1 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:05.203801 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-27b3ecac-76c0-468d-8529-ee2d63baf7f2 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:05.205262 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-27b3ecac-76c0-468d-8529-ee2d63baf7f2 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "GET /v2.0/networks?id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 200 len: 817 time: 0.1042712 Mar 07 05:24:05.216535 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Request body: {'port': {'device_id': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'admin_state_up': True, 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:24:05.326625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Made reservation on behalf of b3980c3138194733a952a8fcc1d4390a for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:24:05.330782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.398673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f9132df8-7c7f-4894-8b07-7609dc8a748c req-04441b93-416d-4ce2-909a-47aa9066e197 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 210 time: 0.0307491 Mar 07 05:24:05.466229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Allocated IP 172.20.0.5 (fbeb5e9a-46be-4caa-b97a-5f994617a2a0/319bf34a-d01d-429a-abc0-12792c68ab4f/2bccc364-6f35-4154-84ea-c3fbb4900aba) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:24:05.483360 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b170807f-9c92-4ccd-a01f-a5757be8aaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.612276 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks [] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.646237 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.692627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:24:05.695614 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:24:05.697957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:24:05.729057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Pushing event updated for resources: {'Port': ['ID=2bccc364-6f35-4154-84ea-c3fbb4900aba,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:05.756115 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:05.756740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.773846 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-05b60aa6-7a57-4057-90b7-e480c918a7de tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608799 Mar 07 05:24:05.786760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Request body: {'port': {'device_id': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:24:05.850691 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.913477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3607fb11-b693-428e-9b83-e3d80b8fff06 None None] Provisioning complete for port 2bccc364-6f35-4154-84ea-c3fbb4900aba triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:24:05.913852 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3607fb11-b693-428e-9b83-e3d80b8fff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:05.947906 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3607fb11-b693-428e-9b83-e3d80b8fff06 None None] Port 2bccc364-6f35-4154-84ea-c3fbb4900aba cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:24:06.116012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bccc364-6f35-4154-84ea-c3fbb4900aba {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:24:06.123384 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Publish callbacks [] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:06.135458 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Transition to ACTIVE for port object 2bccc364-6f35-4154-84ea-c3fbb4900aba will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:24:06.138934 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:06.206110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Pushing event updated for resources: {'Port': ['ID=2bccc364-6f35-4154-84ea-c3fbb4900aba,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:06.259476 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Attempting to bind port 2bccc364-6f35-4154-84ea-c3fbb4900aba on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:24:06.259809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Attempting to bind port 2bccc364-6f35-4154-84ea-c3fbb4900aba by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:24:06.260133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Attempting to bind port 2bccc364-6f35-4154-84ea-c3fbb4900aba on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:24:06.265426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Port 2bccc364-6f35-4154-84ea-c3fbb4900aba on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:24:06.265748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Attempting to bind port 2bccc364-6f35-4154-84ea-c3fbb4900aba on network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:24:06.270986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:24:06.271323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Checking segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:24:06.271720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Bound using segment: {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:24:06.272128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Bound port: 2bccc364-6f35-4154-84ea-c3fbb4900aba, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc688fb-c324-42d3-9f16-b4a1839842f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:24:06.272482 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:06.341679 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] For port 2bccc364-6f35-4154-84ea-c3fbb4900aba, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:24:06.344869 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] For port 2bccc364-6f35-4154-84ea-c3fbb4900aba, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:24:06.351244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:06.384201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:06.384840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:06.386233 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] 10.222.0.15 "PUT /v2.0/ports/2bccc364-6f35-4154-84ea-c3fbb4900aba HTTP/1.1" status: 200 len: 1091 time: 0.6041174 Mar 07 05:24:06.386784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'tag': '2bccc364-6f35-4154-84ea-c3fbb4900aba'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:24:06.388998 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7ba8f3-9124-4423-9f65-faaca9a96046", "tag": "2bccc364-6f35-4154-84ea-c3fbb4900aba"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:24:06.418210 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca42f1-b8c0-4044-8887-c616c3fc8fbd service neutron] Pushing event updated for resources: {'Port': ['ID=2bccc364-6f35-4154-84ea-c3fbb4900aba,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:06.430232 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4722a7a1-7c66-4a26-a388-36f1b2e7a106 x-openstack-request-id: req-4722a7a1-7c66-4a26-a388-36f1b2e7a106 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:24:06.430618 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7ba8f3-9124-4423-9f65-faaca9a96046", "tag": "2bccc364-6f35-4154-84ea-c3fbb4900aba", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:24:06.430938 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4722a7a1-7c66-4a26-a388-36f1b2e7a106 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:24:06.431433 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'tag': '2bccc364-6f35-4154-84ea-c3fbb4900aba', 'status': 'completed', 'code': 200} Mar 07 05:24:06.503783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-082156f1-3f91-40c1-a460-ac521b63e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:06.506223 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-082156f1-3f91-40c1-a460-ac521b63e40f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3980c3138194733a952a8fcc1d4390a&device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 1125 time: 0.0567036 Mar 07 05:24:06.535404 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646fd4-0916-4d3a-ab3b-915723cb6beb req-fd55d96f-8ae0-4350-b65f-e500049fe4c1 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:06.537005 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd646fd4-0916-4d3a-ab3b-915723cb6beb req-fd55d96f-8ae0-4350-b65f-e500049fe4c1 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 943 time: 0.0579321 Mar 07 05:24:06.556148 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-74fd55a1-fe22-4ec1-9b9a-2d065a0f1af9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba HTTP/1.1" status: 200 len: 217 time: 0.0438576 Mar 07 05:24:06.591543 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd646fd4-0916-4d3a-ab3b-915723cb6beb req-a6a2e712-7788-48d0-9fe1-f6827a7ae83f tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483253 Mar 07 05:24:06.618186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-50610c38-c6f4-4b60-a1fb-bb8b23671fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:06.619782 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-50610c38-c6f4-4b60-a1fb-bb8b23671fd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=319bf34a-d01d-429a-abc0-12792c68ab4f HTTP/1.1" status: 200 len: 856 time: 0.0563974 Mar 07 05:24:06.670873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027684f-8507-4903-bb4e-3ebf44032870 req-603f72e1-b0a8-4f54-be08-90aad4956839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:06.673595 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-603f72e1-b0a8-4f54-be08-90aad4956839 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459797 Mar 07 05:24:06.768017 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-4e8ecee8-94dc-4c4c-8d9d-75c648440931 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 Mar 07 05:24:06.857344 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6027684f-8507-4903-bb4e-3ebf44032870 req-1cd2cbb5-2dca-499d-88e3-25102565ec23 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833266 Mar 07 05:24:06.930424 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:06.951128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-c298ab59-fb4b-4f33-ac1f-c9cf7f616cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:06.953340 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-c298ab59-fb4b-4f33-ac1f-c9cf7f616cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3980c3138194733a952a8fcc1d4390a&device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 1125 time: 0.0508552 Mar 07 05:24:07.042867 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-c43c92e6-ffb6-4b51-9d39-33a2286e0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:07.044318 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-c43c92e6-ffb6-4b51-9d39-33a2286e0604 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 200 len: 918 time: 0.0845957 Mar 07 05:24:07.088504 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-f5249c63-7c84-4c24-84b9-829e1bc6789d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba HTTP/1.1" status: 200 len: 217 time: 0.0370719 Mar 07 05:24:07.139333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-4980d4c1-31b8-4063-a36a-079e8cf2f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:07.141289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-4980d4c1-31b8-4063-a36a-079e8cf2f781 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=319bf34a-d01d-429a-abc0-12792c68ab4f HTTP/1.1" status: 200 len: 856 time: 0.0431764 Mar 07 05:24:07.190803 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-9c955e03-19b0-45ca-a819-4dea0dab30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:07.192184 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-9c955e03-19b0-45ca-a819-4dea0dab30e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbeb5e9a-46be-4caa-b97a-5f994617a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434287 Mar 07 05:24:07.284224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-b55545d6-124c-4412-9b0c-864de38c72d3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844665 Mar 07 05:24:07.370863 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c043c2aa-cec8-4693-bb02-d5b8bd5e6ed1 req-e59814e6-d001-4217-8753-5d5de65baea6 service neutron] 10.222.0.15 "GET /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806503 Mar 07 05:24:07.711691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7700-7fa0-4271-aa3f-b734ce4afbe5 req-12dc6fe9-d67a-428b-852a-445e1d5168c2 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:07.713184 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e29e7700-7fa0-4271-aa3f-b734ce4afbe5 req-12dc6fe9-d67a-428b-852a-445e1d5168c2 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 943 time: 0.0535247 Mar 07 05:24:07.760229 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e29e7700-7fa0-4271-aa3f-b734ce4afbe5 req-995eac7f-c0ad-4658-8612-6ef62d3ab4e2 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Mar 07 05:24:07.859452 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:08.881713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d2cd-dc1f-4e9d-9537-3f6ca52d2d55 req-f64c0c72-9cc2-46d7-851e-e0575cc55aa6 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:08.883210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c347d2cd-dc1f-4e9d-9537-3f6ca52d2d55 req-f64c0c72-9cc2-46d7-851e-e0575cc55aa6 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 943 time: 0.0558763 Mar 07 05:24:08.931332 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c347d2cd-dc1f-4e9d-9537-3f6ca52d2d55 req-8ff233d2-cfd0-4b56-ac4f-617001ff1e40 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Mar 07 05:24:09.038053 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2bccc364-6f35-4154-84ea-c3fbb4900aba details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:24:09.134248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2bccc364-6f35-4154-84ea-c3fbb4900aba, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:09.144507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '2bccc364-6f35-4154-84ea-c3fbb4900aba', 'network_id': 'fbeb5e9a-46be-4caa-b97a-5f994617a2a0', 'port_id': '2bccc364-6f35-4154-84ea-c3fbb4900aba', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319bf34a-d01d-429a-abc0-12792c68ab4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:24:09.184323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2bccc364-6f35-4154-84ea-c3fbb4900aba is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:24:09.184717 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:09.197529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bccc364-6f35-4154-84ea-c3fbb4900aba {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:24:09.216732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2bccc364-6f35-4154-84ea-c3fbb4900aba, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:09.221375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:09.267225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2bccc364-6f35-4154-84ea-c3fbb4900aba,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:09.409365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['2bccc364-6f35-4154-84ea-c3fbb4900aba'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:24:09.554622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:10.049139 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d34230-ffea-4cf5-87c2-5cb4cf5ef4f3 req-3659f265-4a5c-40fc-96a6-310f02007eba tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:10.050563 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84d34230-ffea-4cf5-87c2-5cb4cf5ef4f3 req-3659f265-4a5c-40fc-96a6-310f02007eba tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 944 time: 0.0514915 Mar 07 05:24:10.097099 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-84d34230-ffea-4cf5-87c2-5cb4cf5ef4f3 req-e0957f8b-e6af-42e7-8809-43c99af0c2e9 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Mar 07 05:24:11.056641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2bccc364-6f35-4154-84ea-c3fbb4900aba up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:24:11.104579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 2bccc364-6f35-4154-84ea-c3fbb4900aba completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:24:11.108455 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 2bccc364-6f35-4154-84ea-c3fbb4900aba triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:24:11.108827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:11.189280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 2bccc364-6f35-4154-84ea-c3fbb4900aba is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:24:11.189673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:11.212537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bccc364-6f35-4154-84ea-c3fbb4900aba'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:24:11.214804 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf39d5-6f7a-433e-872f-32710b33f931" -d '{"events": [{"server_uuid": "bc7ba8f3-9124-4423-9f65-faaca9a96046", "name": "network-vif-plugged", "status": "completed", "tag": "2bccc364-6f35-4154-84ea-c3fbb4900aba"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:24:11.221759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2dbe-adab-425b-b25a-7133fa8ab87a req-267de3a0-2a18-4904-8b6f-4ec67af1eed3 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:11.223311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-804a2dbe-adab-425b-b25a-7133fa8ab87a req-267de3a0-2a18-4904-8b6f-4ec67af1eed3 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 944 time: 0.0581872 Mar 07 05:24:11.227862 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 2bccc364-6f35-4154-84ea-c3fbb4900aba, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:11.231652 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:11.272564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-804a2dbe-adab-425b-b25a-7133fa8ab87a req-24347e01-de71-4eaa-a969-a9e63aa91728 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Mar 07 05:24:11.278947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=2bccc364-6f35-4154-84ea-c3fbb4900aba,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:11.315210 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b63fdf-79e4-4c8d-8288-b7ad3a5a238c x-openstack-request-id: req-86b63fdf-79e4-4c8d-8288-b7ad3a5a238c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:24:11.315508 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7ba8f3-9124-4423-9f65-faaca9a96046", "name": "network-vif-plugged", "status": "completed", "tag": "2bccc364-6f35-4154-84ea-c3fbb4900aba", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:24:11.315764 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86b63fdf-79e4-4c8d-8288-b7ad3a5a238c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:24:11.316157 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bccc364-6f35-4154-84ea-c3fbb4900aba', 'code': 200} Mar 07 05:24:11.415203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2abef-ff08-4c86-ab8f-18222d672270 req-a1523063-d76e-4aa2-898c-8330cbb81bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:11.416687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3c2abef-ff08-4c86-ab8f-18222d672270 req-a1523063-d76e-4aa2-898c-8330cbb81bd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 1127 time: 0.0430889 Mar 07 05:24:11.463604 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d3c2abef-ff08-4c86-ab8f-18222d672270 req-3782268f-42bc-4240-89cb-46c421bc7064 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Mar 07 05:24:12.394615 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe27295-139c-487b-9161-7d1e73add03c req-26d863e4-2a3c-4833-ae08-cbf0fd396aec tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:12.396244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbe27295-139c-487b-9161-7d1e73add03c req-26d863e4-2a3c-4833-ae08-cbf0fd396aec tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 945 time: 0.0558233 Mar 07 05:24:12.444816 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dbe27295-139c-487b-9161-7d1e73add03c req-bc7aa185-a082-4d6e-99aa-b5b5eb60adb9 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Mar 07 05:24:13.566487 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673beedc-20dd-4558-acaf-e7ce8972d864 req-c0fb26f8-5c84-4457-9baa-92889a3e937c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:13.567995 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-673beedc-20dd-4558-acaf-e7ce8972d864 req-c0fb26f8-5c84-4457-9baa-92889a3e937c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Mar 07 05:24:13.620220 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-673beedc-20dd-4558-acaf-e7ce8972d864 req-4d22b9ce-aee4-47d6-a0dc-43902abad68f tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Mar 07 05:24:13.737607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d02ad-b148-413a-973a-b3415c266244 req-ff02df36-b7d5-4049-ac49-3760038deb35 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:13.739029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c4d02ad-b148-413a-973a-b3415c266244 req-ff02df36-b7d5-4049-ac49-3760038deb35 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 945 time: 0.0542457 Mar 07 05:24:13.786633 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c4d02ad-b148-413a-973a-b3415c266244 req-d3ae5b43-188e-414f-a5b4-468792640e00 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Mar 07 05:24:20.365172 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:22.635059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:32.862598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0c133f61-fd57-4ae4-9b0f-38a693429ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:35.487020 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4492f2bf-d7ca-4c66-b744-981b4d105022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:36.932961 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:37.862393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:39.439295 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:24:39.546800 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:47.873535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6d860-1116-4e0c-900f-182d4e3b6d38 req-8c14f776-91fc-4434-bf89-7b812d5f070c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:47.875976 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76c6d860-1116-4e0c-900f-182d4e3b6d38 req-8c14f776-91fc-4434-bf89-7b812d5f070c tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 945 time: 0.0660095 Mar 07 05:24:47.936905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-76c6d860-1116-4e0c-900f-182d4e3b6d38 req-0eaedbdd-8faf-4f6d-a593-f525cb7585b9 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Mar 07 05:24:49.350145 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a52df-f7cd-44fb-b24b-95e065435320 req-461d5a9f-9a18-494e-82dc-8db07373dc0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:49.351084 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-e791b72b-ac55-4917-a06c-0be1eddc9dad tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:49.354652 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-e791b72b-ac55-4917-a06c-0be1eddc9dad tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 945 time: 0.0596259 Mar 07 05:24:49.356968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-482a52df-f7cd-44fb-b24b-95e065435320 req-461d5a9f-9a18-494e-82dc-8db07373dc0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 945 time: 0.3488920 Mar 07 05:24:49.401540 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-482a52df-f7cd-44fb-b24b-95e065435320 req-6a680a33-0d20-4c5d-bce0-b177dbed6a90 tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Mar 07 05:24:49.462065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Deleting port 2bccc364-6f35-4154-84ea-c3fbb4900aba {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:49.462714 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:49.558969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] For port 2bccc364-6f35-4154-84ea-c3fbb4900aba, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=2bccc364-6f35-4154-84ea-c3fbb4900aba,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:49.559332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:49.571532 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Calling delete_port for 2bccc364-6f35-4154-84ea-c3fbb4900aba owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:49.708240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2bccc364-6f35-4154-84ea-c3fbb4900aba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:50.023683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Pushing event deleted for resources: {'Port': ['ID=2bccc364-6f35-4154-84ea-c3fbb4900aba,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:50.035899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.036256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.036606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.036946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.037282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.037618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.037952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.038311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.038647 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.038981 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.039310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.039636 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.039962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:50.074946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] No DVR routers for this DVR port 2bccc364-6f35-4154-84ea-c3fbb4900aba on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:24:50.077520 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:50.081343 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ac09fa67-30b7-4e2c-adc9-ecabe3455703 req-11e56b13-7ba7-411d-bf16-fef2f6b96a0e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.15 "DELETE /v2.0/ports/2bccc364-6f35-4154-84ea-c3fbb4900aba HTTP/1.1" status: 204 len: 173 time: 0.7207501 Mar 07 05:24:50.081784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'name': 'network-vif-deleted', 'tag': '2bccc364-6f35-4154-84ea-c3fbb4900aba'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:24:50.084017 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35179621-babb-43d3-86f6-c6c7e887ceb3" -d '{"events": [{"server_uuid": "bc7ba8f3-9124-4423-9f65-faaca9a96046", "name": "network-vif-deleted", "tag": "2bccc364-6f35-4154-84ea-c3fbb4900aba"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:24:50.121142 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79184844-c3d4-4d59-b0fd-319a421712b4 x-openstack-request-id: req-79184844-c3d4-4d59-b0fd-319a421712b4 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:24:50.121508 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7ba8f3-9124-4423-9f65-faaca9a96046", "name": "network-vif-deleted", "tag": "2bccc364-6f35-4154-84ea-c3fbb4900aba", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:24:50.121754 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79184844-c3d4-4d59-b0fd-319a421712b4 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:24:50.122185 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7ba8f3-9124-4423-9f65-faaca9a96046', 'name': 'network-vif-deleted', 'tag': '2bccc364-6f35-4154-84ea-c3fbb4900aba', 'status': 'completed', 'code': 200} Mar 07 05:24:50.363462 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:50.528754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7717c0ec-ab87-4ee7-9be0-c2e133f2ced6 req-c4cb1441-76ef-4c0c-a9ce-b0c812be9b7e tempest-TestEncryptedCinderVolumes-1287600575 tempest-TestEncryptedCinderVolumes-1287600575-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc7ba8f3-9124-4423-9f65-faaca9a96046 HTTP/1.1" status: 200 len: 210 time: 0.0303075 Mar 07 05:24:51.255621 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2bccc364-6f35-4154-84ea-c3fbb4900aba no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:51.279203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 2bccc364-6f35-4154-84ea-c3fbb4900aba {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:51.279557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 2bccc364-6f35-4154-84ea-c3fbb4900aba not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:51.620550 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60862) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:52.013017 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ee728d77-072d-47dc-bfef-e8d72460b08d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:52.258417 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Deleting port 28cce0d7-f36e-49db-895e-e4c274ba18f8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:52.258663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:52.339403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] For port 28cce0d7-f36e-49db-895e-e4c274ba18f8, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=28cce0d7-f36e-49db-895e-e4c274ba18f8,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:52.339769 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:52.351511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Calling delete_port for 28cce0d7-f36e-49db-895e-e4c274ba18f8 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:52.530631 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (28cce0d7-f36e-49db-895e-e4c274ba18f8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:52.561223 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cce0d7-f36e-49db-895e-e4c274ba18f8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:52.584875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.585232 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.585594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.585930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.586302 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.586644 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.586978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.587318 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.587650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.587978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.588306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.588637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.588965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:52.651851 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:52.743487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ee728d77-072d-47dc-bfef-e8d72460b08d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:52.958776 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Router ee728d77-072d-47dc-bfef-e8d72460b08d has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:24:53.066108 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:24:53.071089 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a7911dd0-a20e-4f5a-917b-f0f091820232 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee728d77-072d-47dc-bfef-e8d72460b08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4494643 Mar 07 05:24:53.073604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60864) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:53.076221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] Sync routers for ids ['ee728d77-072d-47dc-bfef-e8d72460b08d'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:24:53.087357 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] Routers {'ee728d77-072d-47dc-bfef-e8d72460b08d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:24:53.087962 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee728d77-072d-47dc-bfef-e8d72460b08d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:53.179409 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks [] for router (ee728d77-072d-47dc-bfef-e8d72460b08d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.193068 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] Set router ee728d77-072d-47dc-bfef-e8d72460b08d gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:24:53.284250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks [] for router_gateway (ee728d77-072d-47dc-bfef-e8d72460b08d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.336494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Deleting port 734077b3-3149-4f4a-bde7-66cc60a5bde6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:53.336839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.365255 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:24:52Z', 'revision_number': 5, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port': {'id': '734077b3-3149-4f4a-bde7-66cc60a5bde6', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:05Z', 'updated_at': '2022-03-07T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:53.392247 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] Checking router: ee728d77-072d-47dc-bfef-e8d72460b08d for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:24:53.400980 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] Routers {'ee728d77-072d-47dc-bfef-e8d72460b08d'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:24:53.401624 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ee728d77-072d-47dc-bfef-e8d72460b08d'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:53.420116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] For port 734077b3-3149-4f4a-bde7-66cc60a5bde6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=734077b3-3149-4f4a-bde7-66cc60a5bde6,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:53.420500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.433902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Calling delete_port for 734077b3-3149-4f4a-bde7-66cc60a5bde6 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:53.491677 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] Set router ee728d77-072d-47dc-bfef-e8d72460b08d gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:24:53.545539 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:24:53Z', 'revision_number': 6, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:53.573763 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cab2a-d8ad-4190-bd19-b4f0cbeec28d None None] The sync data for ids ['ee728d77-072d-47dc-bfef-e8d72460b08d'] in n-d-832185-1 is: [{'id': 'ee728d77-072d-47dc-bfef-e8d72460b08d', 'name': 'tempest-TestEncryptedCinderVolumes-1953324339-router', 'tenant_id': 'b3980c3138194733a952a8fcc1d4390a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:04Z', 'updated_at': '2022-03-07T05:24:53Z', 'revision_number': 6, 'project_id': 'b3980c3138194733a952a8fcc1d4390a', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:24:53.611257 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (734077b3-3149-4f4a-bde7-66cc60a5bde6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.634801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Pushing event deleted for resources: {'Port': ['ID=734077b3-3149-4f4a-bde7-66cc60a5bde6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:53.697261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (ee728d77-072d-47dc-bfef-e8d72460b08d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.787682 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (ee728d77-072d-47dc-bfef-e8d72460b08d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.789802 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks [] for router_controller (ee728d77-072d-47dc-bfef-e8d72460b08d), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.836125 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (ee728d77-072d-47dc-bfef-e8d72460b08d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.836610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee728d77-072d-47dc-bfef-e8d72460b08d {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:24:53.840893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.842175 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1e603836-eb43-457b-8901-83fd76475943 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee728d77-072d-47dc-bfef-e8d72460b08d HTTP/1.1" status: 204 len: 168 time: 0.7670238 Mar 07 05:24:53.844771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60866) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:53.888076 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Deleting subnet 319bf34a-d01d-429a-abc0-12792c68ab4f {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:24:53.891727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Publish callbacks [] for subnet (319bf34a-d01d-429a-abc0-12792c68ab4f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:53.926310 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (319bf34a-d01d-429a-abc0-12792c68ab4f), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.015399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (319bf34a-d01d-429a-abc0-12792c68ab4f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.067696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (319bf34a-d01d-429a-abc0-12792c68ab4f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.094748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.100286 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/319bf34a-d01d-429a-abc0-12792c68ab4f HTTP/1.1" status: 204 len: 168 time: 0.2521710 Mar 07 05:24:54.100286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584a3d5-8f0a-4ab9-8b4c-e5fe114677a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319bf34a-d01d-429a-abc0-12792c68ab4f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:54.100902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60868) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:54.104317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c994a8d1-6a03-45b1-a5e7-b87802fe7c9a None None] Network fbeb5e9a-46be-4caa-b97a-5f994617a2a0 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:24:54.169187 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (fbeb5e9a-46be-4caa-b97a-5f994617a2a0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.227950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Deleting port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:54.228297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.290781 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] For port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:54.291063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.303329 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Calling delete_port for 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:54.353481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] DHCP port deletion for fbeb5e9a-46be-4caa-b97a-5f994617a2a0 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:24:54.410273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Deleting port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:54.410655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.425695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:54.518283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] For port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,segment=NetworkSegment(2fc688fb-c324-42d3-9f16-b4a1839842f1),segment_id=2fc688fb-c324-42d3-9f16-b4a1839842f1)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:54.518688 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.534312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Calling delete_port for 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:54.629299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:24:54.629646 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.672225 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.691861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 734077b3-3149-4f4a-bde7-66cc60a5bde6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:54.697650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:54.701309 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] No DVR routers for this DVR port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:24:54.715993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 734077b3-3149-4f4a-bde7-66cc60a5bde6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:54.716339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 734077b3-3149-4f4a-bde7-66cc60a5bde6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:54.716751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 28cce0d7-f36e-49db-895e-e4c274ba18f8 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:54.719386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (9bba9b49-4cb9-48b6-87ff-c3c873c4f245), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.745297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 28cce0d7-f36e-49db-895e-e4c274ba18f8 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:54.745649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 28cce0d7-f36e-49db-895e-e4c274ba18f8 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:54.766267 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] No DVR routers for this DVR port 9bba9b49-4cb9-48b6-87ff-c3c873c4f245 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:24:54.773662 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Pushing event deleted for resources: {'Port': ['ID=9bba9b49-4cb9-48b6-87ff-c3c873c4f245,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:54.777207 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (fbeb5e9a-46be-4caa-b97a-5f994617a2a0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.779147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.779499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.779900 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.780257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.780485 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.781677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.781677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.782374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.782692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.782980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.783305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.783667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.784045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c11a-cd75-4e02-a61f-41b030334284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:24:54.803187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbeb5e9a-46be-4caa-b97a-5f994617a2a0']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:54.812572 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc688fb-c324-42d3-9f16-b4a1839842f1') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:54.812870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc688fb-c324-42d3-9f16-b4a1839842f1') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:54.821900 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (2fc688fb-c324-42d3-9f16-b4a1839842f1), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.836348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (2fc688fb-c324-42d3-9f16-b4a1839842f1), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.842288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:24:54.842666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (2fc688fb-c324-42d3-9f16-b4a1839842f1), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:24:54.845413 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:24:54.898382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (fbeb5e9a-46be-4caa-b97a-5f994617a2a0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.903775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:54.907428 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbeb5e9a-46be-4caa-b97a-5f994617a2a0 HTTP/1.1" status: 204 len: 168 time: 0.8056228 Mar 07 05:24:54.910585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60870) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:54.917678 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feda18-9a98-4991-bd1d-9b117053ee9c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbeb5e9a-46be-4caa-b97a-5f994617a2a0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:55.252283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (9b22efab-0637-45c3-96e6-7057a54aff67), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:55.495522 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Deleting port 49ea212d-57be-4f02-bae0-99df20018183 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:55.495856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (49ea212d-57be-4f02-bae0-99df20018183), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:55.576553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] For port 49ea212d-57be-4f02-bae0-99df20018183, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=49ea212d-57be-4f02-bae0-99df20018183,segment=NetworkSegment(e53ba1db-86d7-4036-bf21-7b9cc86ed1f1),segment_id=e53ba1db-86d7-4036-bf21-7b9cc86ed1f1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:55.576816 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (49ea212d-57be-4f02-bae0-99df20018183), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:55.589155 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Calling delete_port for 49ea212d-57be-4f02-bae0-99df20018183 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:55.769768 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (49ea212d-57be-4f02-bae0-99df20018183), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:55.799396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=49ea212d-57be-4f02-bae0-99df20018183,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:55.968947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (9b22efab-0637-45c3-96e6-7057a54aff67), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:56.192260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Router 9b22efab-0637-45c3-96e6-7057a54aff67 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:24:56.301222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:24:56.307866 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-72bf2c65-798a-4c7c-8289-8c0586de4a9d admin admin] 10.222.0.21 "PUT /v2.0/routers/9b22efab-0637-45c3-96e6-7057a54aff67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962557 Mar 07 05:24:56.310527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60872) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:56.313001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89144916-15fc-4192-96e5-6117075d8914 None None] Sync routers for ids ['9b22efab-0637-45c3-96e6-7057a54aff67'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:24:56.323690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] Routers {'9b22efab-0637-45c3-96e6-7057a54aff67'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:24:56.324307 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9b22efab-0637-45c3-96e6-7057a54aff67'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:56.418326 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks [] for router (9b22efab-0637-45c3-96e6-7057a54aff67), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:56.432771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] Set router 9b22efab-0637-45c3-96e6-7057a54aff67 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:24:56.524886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks [] for router_gateway (9b22efab-0637-45c3-96e6-7057a54aff67), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:56.577884 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Deleting port 91724b9a-5de6-416d-9ae1-92d9e34972bf {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:56.578268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:56.615227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:24:55Z', 'revision_number': 5, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port': {'id': '91724b9a-5de6-416d-9ae1-92d9e34972bf', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:23:10Z', 'updated_at': '2022-03-07T05:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:56.643024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89144916-15fc-4192-96e5-6117075d8914 None None] Checking router: 9b22efab-0637-45c3-96e6-7057a54aff67 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:24:56.651747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] Routers {'9b22efab-0637-45c3-96e6-7057a54aff67'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:24:56.652426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['9b22efab-0637-45c3-96e6-7057a54aff67'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:56.657438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] For port 91724b9a-5de6-416d-9ae1-92d9e34972bf, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91724b9a-5de6-416d-9ae1-92d9e34972bf,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:56.657807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:56.669559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Calling delete_port for 91724b9a-5de6-416d-9ae1-92d9e34972bf owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:56.743237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] Set router 9b22efab-0637-45c3-96e6-7057a54aff67 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:24:56.799349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-89144916-15fc-4192-96e5-6117075d8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:24:56Z', 'revision_number': 6, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:56.825237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89144916-15fc-4192-96e5-6117075d8914 None None] The sync data for ids ['9b22efab-0637-45c3-96e6-7057a54aff67'] in n-d-832185-1 is: [{'id': '9b22efab-0637-45c3-96e6-7057a54aff67', 'name': 'tempest-TestEncryptedCinderVolumes-1690178929-router', 'tenant_id': '4f42ff2b76e94141845b8448c892179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:23:09Z', 'updated_at': '2022-03-07T05:24:56Z', 'revision_number': 6, 'project_id': '4f42ff2b76e94141845b8448c892179b', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:24:56.847787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (91724b9a-5de6-416d-9ae1-92d9e34972bf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:56.878789 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=91724b9a-5de6-416d-9ae1-92d9e34972bf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:56.943655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (9b22efab-0637-45c3-96e6-7057a54aff67), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.039040 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (9b22efab-0637-45c3-96e6-7057a54aff67), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.041161 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks [] for router_controller (9b22efab-0637-45c3-96e6-7057a54aff67), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.087381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (9b22efab-0637-45c3-96e6-7057a54aff67), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.087924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b22efab-0637-45c3-96e6-7057a54aff67 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:24:57.092259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.094234 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-db8e2de2-be8f-45f2-99b7-605182b7fa9b admin admin] 10.222.0.21 "DELETE /v2.0/routers/9b22efab-0637-45c3-96e6-7057a54aff67 HTTP/1.1" status: 204 len: 168 time: 0.7824831 Mar 07 05:24:57.096634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60874) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:57.139440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Deleting subnet fcca8984-6343-4612-bd59-ad8d4700e30d {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:24:57.142852 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Publish callbacks [] for subnet (fcca8984-6343-4612-bd59-ad8d4700e30d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.177017 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (fcca8984-6343-4612-bd59-ad8d4700e30d), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.265853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (fcca8984-6343-4612-bd59-ad8d4700e30d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.319657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (fcca8984-6343-4612-bd59-ad8d4700e30d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.347016 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcca8984-6343-4612-bd59-ad8d4700e30d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:57.348970 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.353245 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d786212e-0dd2-4ad3-86e8-024a7f28e490 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fcca8984-6343-4612-bd59-ad8d4700e30d HTTP/1.1" status: 204 len: 168 time: 0.2556787 Mar 07 05:24:57.353738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ac037-53a2-4e7e-91b0-9cec6e242494 None None] Network 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:24:57.355715 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60876) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:57.423530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.482261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Deleting port ed3935df-450d-4008-80c9-1519476a7beb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:57.482599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed3935df-450d-4008-80c9-1519476a7beb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.543673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] For port ed3935df-450d-4008-80c9-1519476a7beb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=ed3935df-450d-4008-80c9-1519476a7beb,segment=NetworkSegment(e53ba1db-86d7-4036-bf21-7b9cc86ed1f1),segment_id=e53ba1db-86d7-4036-bf21-7b9cc86ed1f1)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:57.543945 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed3935df-450d-4008-80c9-1519476a7beb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.555976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Calling delete_port for ed3935df-450d-4008-80c9-1519476a7beb owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:57.625845 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] DHCP port deletion for 3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:24:57.643784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (ed3935df-450d-4008-80c9-1519476a7beb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.669946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3935df-450d-4008-80c9-1519476a7beb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:57.673694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] No DVR routers for this DVR port ed3935df-450d-4008-80c9-1519476a7beb on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:24:57.677653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Deleting port ed3935df-450d-4008-80c9-1519476a7beb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:24:57.678017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (ed3935df-450d-4008-80c9-1519476a7beb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.747523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] For port ed3935df-450d-4008-80c9-1519476a7beb, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:24:57.748013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (ed3935df-450d-4008-80c9-1519476a7beb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.750332 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.765748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Calling delete_port for ed3935df-450d-4008-80c9-1519476a7beb owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:24:57.768602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Port ed3935df-450d-4008-80c9-1519476a7beb was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 05:24:57.770039 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (ed3935df-450d-4008-80c9-1519476a7beb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:57.792542 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] Pushing event deleted for resources: {'Port': ['ID=ed3935df-450d-4008-80c9-1519476a7beb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:57.802407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418688e-09c2-4329-8e48-bc4df38de747 None None] No DVR routers for this DVR port ed3935df-450d-4008-80c9-1519476a7beb on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:24:58.062255 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:58.071637 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:58.071936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53ba1db-86d7-4036-bf21-7b9cc86ed1f1') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:24:58.082104 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (e53ba1db-86d7-4036-bf21-7b9cc86ed1f1), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.096944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e53ba1db-86d7-4036-bf21-7b9cc86ed1f1), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.103407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:24:58.103885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (e53ba1db-86d7-4036-bf21-7b9cc86ed1f1), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:24:58.105643 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:24:58.132000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 49ea212d-57be-4f02-bae0-99df20018183 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:58.153675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 49ea212d-57be-4f02-bae0-99df20018183 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:58.154002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 49ea212d-57be-4f02-bae0-99df20018183 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:58.154647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91724b9a-5de6-416d-9ae1-92d9e34972bf no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:58.159996 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.164788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.170413 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc HTTP/1.1" status: 204 len: 168 time: 0.8114388 Mar 07 05:24:58.175404 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 91724b9a-5de6-416d-9ae1-92d9e34972bf {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:58.175824 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91724b9a-5de6-416d-9ae1-92d9e34972bf not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:58.176246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed3935df-450d-4008-80c9-1519476a7beb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:24:58.181401 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b848a-0235-46df-84bd-a9f7060c7aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba8f4ca-06fe-4ed8-9f96-646d0cdf55dc,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:58.196033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: ed3935df-450d-4008-80c9-1519476a7beb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:24:58.196381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device ed3935df-450d-4008-80c9-1519476a7beb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:24:58.331777 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60880) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:58.372417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-42c48501-e879-46ce-8874-8af8b703069e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3980c3138194733a952a8fcc1d4390a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394244 Mar 07 05:24:58.375227 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60882) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:58.425552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a37fc3-4631-44fc-8bae-ccc27bfb087f admin admin] Publish callbacks [] for security_group (e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.445836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a37fc3-4631-44fc-8bae-ccc27bfb087f admin admin] Publish callbacks [] for security_group (e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.493641 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a37fc3-4631-44fc-8bae-ccc27bfb087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.496612 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-96a37fc3-4631-44fc-8bae-ccc27bfb087f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.497830 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-96a37fc3-4631-44fc-8bae-ccc27bfb087f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4 HTTP/1.1" status: 204 len: 168 time: 0.1216223 Mar 07 05:24:58.505931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a37fc3-4631-44fc-8bae-ccc27bfb087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f2ffd0-be34-4152-a8d0-7fd63f3d10a4,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:58.809015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60888) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:58.848124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-107725da-cfa6-467b-9149-da59142f13c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f42ff2b76e94141845b8448c892179b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379837 Mar 07 05:24:58.850790 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60890) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:58.897878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07319556-584d-4f4d-828f-b3b8729fd58d admin admin] Publish callbacks [] for security_group (4342ec3c-dbfe-49e0-8f88-648613e90ec8), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.921476 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07319556-584d-4f4d-828f-b3b8729fd58d admin admin] Publish callbacks [] for security_group (4342ec3c-dbfe-49e0-8f88-648613e90ec8), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.967803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07319556-584d-4f4d-828f-b3b8729fd58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4342ec3c-dbfe-49e0-8f88-648613e90ec8), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.971455 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-07319556-584d-4f4d-828f-b3b8729fd58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:58.972078 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-07319556-584d-4f4d-828f-b3b8729fd58d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4342ec3c-dbfe-49e0-8f88-648613e90ec8 HTTP/1.1" status: 204 len: 168 time: 0.1204083 Mar 07 05:24:58.980409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07319556-584d-4f4d-828f-b3b8729fd58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342ec3c-dbfe-49e0-8f88-648613e90ec8,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:59.644569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60914) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:59.740537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-812666302-network', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:24:59.759702 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Made reservation on behalf of 0e5fc9e2b9da4e2ba29ad59a9d127d4b for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:24:59.762078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.772451 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.845763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks [] for security_group (a8990003-b697-4d22-a97a-f035a08d3fa0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.849174 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a8990003-b697-4d22-a97a-f035a08d3fa0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.873644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:24:59.883042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8990003-b697-4d22-a97a-f035a08d3fa0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:24:59.890642 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.890852 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Added segment 068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e of type vlan for network e86aff2a-86db-42ff-87a2-f0ed76e25063 Mar 07 05:24:59.931526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e86aff2a-86db-42ff-87a2-f0ed76e25063), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.955707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e86aff2a-86db-42ff-87a2-f0ed76e25063), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.956687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:24:59.957262 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:24:59.988875 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3432038 Mar 07 05:24:59.991759 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60918) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:24:59.996838 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Request body: {'subnet': {'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-812666302-subnet', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:00.014641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Made reservation on behalf of 0e5fc9e2b9da4e2ba29ad59a9d127d4b for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:25:00.017544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.026711 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887029-9ab2-4b40-b134-4361d92cc944 admin admin] Pushing event updated for resources: {'Network': ['ID=e86aff2a-86db-42ff-87a2-f0ed76e25063,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:00.036710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:25:00.190065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (e852378d-44e8-42ca-9c5c-c5741200ccfd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.248785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e852378d-44e8-42ca-9c5c-c5741200ccfd,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:00.256566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Checking segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:00.256935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Network hostable DHCP agents. Network: e86aff2a-86db-42ff-87a2-f0ed76e25063, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:25:00.273438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:25:00.281858 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e86aff2a-86db-42ff-87a2-f0ed76e25063) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:00.285802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:00.286435 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.291308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f701d7b9-f239-409d-950c-779b0b29162d None None] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:25:00.303006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0773f4a8-9023-427d-be68-1ecf06884916 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3100302 Mar 07 05:25:00.306011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60920) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:00.310417 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:00.330620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (e9d817bb-f74b-420a-abdf-d467d04ccab3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.331606 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (e9d817bb-f74b-420a-abdf-d467d04ccab3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.386881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks [] for router_controller (e9d817bb-f74b-420a-abdf-d467d04ccab3), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.540680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks [] for router_gateway (e9d817bb-f74b-420a-abdf-d467d04ccab3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.559912 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-e86aff2a-86db-42ff-87a2-f0ed76e25063', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:25:00.560846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.699095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Allocated IP 172.20.0.2 (e86aff2a-86db-42ff-87a2-f0ed76e25063/e852378d-44e8-42ca-9c5c-c5741200ccfd/7d6eaba5-8e12-4c35-b8aa-d38130b8d253) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:00.741795 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks [] for router_gateway (e9d817bb-f74b-420a-abdf-d467d04ccab3), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.765197 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.842844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Publish callbacks [] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.848566 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.870345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Allocated IP 172.25.4.7 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/fa2f040c-9014-4c3d-b278-b7c7d2ef3b40) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:00.894399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:00.897227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:00.900653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:00.907302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Pushing event updated for resources: {'Port': ['ID=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:00.962497 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Attempting to bind port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:00.962782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Attempting to bind port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:00.963149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Attempting to bind port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 on network e86aff2a-86db-42ff-87a2-f0ed76e25063 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:00.968809 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:00.969219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Checking segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:00.969620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.970044 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Bound using segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:00.970528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Bound port: 7d6eaba5-8e12-4c35-b8aa-d38130b8d253, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:00.970916 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:00.979438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks [] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:01.013292 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:01.035185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] For port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:01.038292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] For port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:01.044220 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:01.057521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:01.060372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:01.065515 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:01.068608 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:01.130819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3165a-a5a9-43ff-9bcd-1e5b9fc66081 None None] Pushing event updated for resources: {'Port': ['ID=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:01.395223 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks [] for router_gateway (e9d817bb-f74b-420a-abdf-d467d04ccab3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:01.613081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (e9d817bb-f74b-420a-abdf-d467d04ccab3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:01.755670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Router e9d817bb-f74b-420a-abdf-d467d04ccab3 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:25:01.874961 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:25:01.886692 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Sync routers for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:25:01.894142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:01.898353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60922) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:01.899010 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-083b586c-cc1c-437a-a112-a6c353a85319 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5909014 Mar 07 05:25:01.912595 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:01.912922 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:02.034723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:02.140858 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509d4108-3470-4bcf-9177-cddbac975b1e None None] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:25:02.214264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:02.236242 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:01Z', 'revision_number': 3, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:02.262857 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Checking router: e9d817bb-f74b-420a-abdf-d467d04ccab3 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:25:02.263198 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Updating router e9d817bb-f74b-420a-abdf-d467d04ccab3 port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:25:02.281465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] Provisioning complete for port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:02.282311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.294828 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.350918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:02.351558 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.373237 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.445946 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] Current status of the port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:02.446641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.511381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:02.511780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.515414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] For port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:02.529304 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.587880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Allocated IP 172.20.0.1 (e86aff2a-86db-42ff-87a2-f0ed76e25063/e852378d-44e8-42ca-9c5c-c5741200ccfd/8846627d-51dc-4a0f-9d05-dc1c8be110b0) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:02.608335 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Publish callbacks [] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.616490 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.631602 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd53ebb-7e45-445c-8f1b-8f4a1a857fb0 None None] Pushing event updated for resources: {'Port': ['ID=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:02.638094 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 05:25:02.638455 n-d-832185-1 neutron-server[103940]: DEBUG oslo_db.api [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 05:25:02.727163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks [] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.751432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ced52d7d-5921-42fa-815f-526168d77147 None None] Provisioning complete for port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:02.752277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ced52d7d-5921-42fa-815f-526168d77147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.763668 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.776581 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Attempting to bind port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:02.776960 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Attempting to bind port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:02.777634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Attempting to bind port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:02.784210 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:02.784580 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:02.784989 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.785734 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:02.785857 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Bound port: fa2f040c-9014-4c3d-b278-b7c7d2ef3b40, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:02.786247 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.808366 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:02.810533 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Pushing event updated for resources: {'Port': ['ID=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:02.813466 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:02.818099 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:02.821241 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Pushing event updated for resources: {'Port': ['ID=8846627d-51dc-4a0f-9d05-dc1c8be110b0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:02.830075 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.830441 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.830789 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.831133 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.831469 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.831922 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.832147 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.832468 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.832763 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.833088 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.833678 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.834332 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.834332 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:02.838354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ced52d7d-5921-42fa-815f-526168d77147 None None] Current status of the port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:02.864270 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] For port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:02.868371 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] For port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:02.869235 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (e9d817bb-f74b-420a-abdf-d467d04ccab3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.870805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1d84-5b1c-474a-8cf7-ca2d00637901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.878489 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:02.940176 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:02.940841 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:02.995332 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618297-982f-4633-954b-35c31a74ea41 None None] Pushing event updated for resources: {'Port': ['ID=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:03.032643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:03.066958 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:03.191014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:03.199412 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-0d835ede-d319-47f5-96a5-1c3e88b9498a None None] Provisioning complete for port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:03.199864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d835ede-d319-47f5-96a5-1c3e88b9498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:03.206296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks [] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:03.211460 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:03.245789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-0d835ede-d319-47f5-96a5-1c3e88b9498a None None] Port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:25:03.256609 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:01Z', 'revision_number': 3, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:03.278415 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Pushing event updated for resources: {'Port': ['ID=8846627d-51dc-4a0f-9d05-dc1c8be110b0,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:03.281719 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (e9d817bb-f74b-420a-abdf-d467d04ccab3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:03.284307 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350190a-1674-4a09-8922-c18ca90150cd None None] The sync data for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 is: [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:01Z', 'revision_number': 3, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:25:03.379462 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:03.380882 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:03.510951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Router e9d817bb-f74b-420a-abdf-d467d04ccab3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:25:03.672878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-77a815c4-0d35-4c69-8e6b-84b767772641 None None] Provisioning complete for port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:03.673255 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-77a815c4-0d35-4c69-8e6b-84b767772641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:03.675953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:25:03.681154 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d7396b9-fbde-436e-b3ee-40a75af2b18a admin admin] 10.222.0.21 "PUT /v2.0/routers/e9d817bb-f74b-420a-abdf-d467d04ccab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794950 Mar 07 05:25:03.714540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-77a815c4-0d35-4c69-8e6b-84b767772641 None None] Port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:25:04.198847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:04.204022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402331800-network', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:04.224899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Made reservation on behalf of 98a7b0e634ab4855b8654cdcc14a6913 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:25:04.227999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:04.228529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.237917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.278035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:04.278421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.315731 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks [] for security_group (169058eb-ea19-49fb-a49b-e4d355a10707), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.319716 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (169058eb-ea19-49fb-a49b-e4d355a10707), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.340675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:25:04.355617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169058eb-ea19-49fb-a49b-e4d355a10707,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:04.360981 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4856180f-9eed-4adf-9806-647443a5edad), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.361338 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Added segment 4856180f-9eed-4adf-9806-647443a5edad of type vlan for network 0144150a-3e8e-4197-8721-c9bce2a8cf73 Mar 07 05:25:04.369678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:04.370246 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.393724 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:04.397435 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.398238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:04.403874 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (0144150a-3e8e-4197-8721-c9bce2a8cf73), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.429456 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (0144150a-3e8e-4197-8721-c9bce2a8cf73), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.430687 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:04.431274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.470200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2676058 Mar 07 05:25:04.470450 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60940) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:04.476816 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Request body: {'subnet': {'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402331800-subnet', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:04.482529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:04.494774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:04.495240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.505129 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Made reservation on behalf of 98a7b0e634ab4855b8654cdcc14a6913 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:25:04.507730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79043f-37a6-4ffa-bc57-9f19a37c7d1a admin admin] Pushing event updated for resources: {'Network': ['ID=0144150a-3e8e-4197-8721-c9bce2a8cf73,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:04.508488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.519517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:25:04.644976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:04.695185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (1cfb7396-e2a5-4a4a-ad7c-836e23d12efa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.750854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cfb7396-e2a5-4a4a-ad7c-836e23d12efa,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:04.764166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Checking segment: {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:04.764553 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Network hostable DHCP agents. Network: 0144150a-3e8e-4197-8721-c9bce2a8cf73, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:25:04.780526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:25:04.789810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 0144150a-3e8e-4197-8721-c9bce2a8cf73) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:04.793948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:04.794584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.798988 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b5841-75a0-4d23-85d2-5f70b89c4845 None None] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:25:04.814946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8208945d-dd8e-40f7-a024-32f8c234bcb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3402948 Mar 07 05:25:04.815416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 60942) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:04.820324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:04.841054 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (e18bc09a-e8fc-4042-bf95-524c002ab1da), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.842255 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (e18bc09a-e8fc-4042-bf95-524c002ab1da), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.901023 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks [] for router_controller (e18bc09a-e8fc-4042-bf95-524c002ab1da), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.913739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-0144150a-3e8e-4197-8721-c9bce2a8cf73', 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73', 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'fixed_ips': [{'subnet_id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:25:04.914980 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:04.931077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Sync routers for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:25:04.957580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:04.958720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:24:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:05.042755 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks [] for router_gateway (e18bc09a-e8fc-4042-bf95-524c002ab1da), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.161077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:05.163973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Allocated IP 172.20.0.2 (0144150a-3e8e-4197-8721-c9bce2a8cf73/1cfb7396-e2a5-4a4a-ad7c-836e23d12efa/a3f2e499-9260-43d5-8c94-5a46ce2ac8f5) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:05.250991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks [] for router_gateway (e18bc09a-e8fc-4042-bf95-524c002ab1da), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.270003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.372373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Allocated IP 172.25.4.223 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/d1b77a66-ef93-4313-a4e2-62ae25bb8f1d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:05.479442 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks [] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.517628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.561623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:05.564684 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:05.569541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:05.572669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Pushing event updated for resources: {'Port': ['ID=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:05.651669 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Publish callbacks [] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.663809 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.670951 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-02344a99-4025-443e-a9b1-e5ca0ad0f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.713407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:05.721062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:05.726145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:03Z', 'revision_number': 2, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:05.728071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:05.737477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Pushing event updated for resources: {'Port': ['ID=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:05.764920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Checking router: e9d817bb-f74b-420a-abdf-d467d04ccab3 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:25:05.765281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Updating router e9d817bb-f74b-420a-abdf-d467d04ccab3 port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:25:05.828879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.836808 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks [] for router_gateway (e18bc09a-e8fc-4042-bf95-524c002ab1da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.846571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Attempting to bind port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:05.846956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Attempting to bind port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:05.847332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Attempting to bind port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 on network 0144150a-3e8e-4197-8721-c9bce2a8cf73 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:05.855758 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:05.856145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Checking segment: {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:05.856556 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:05.856958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Bound using segment: {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:05.857450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Bound port: a3f2e499-9260-43d5-8c94-5a46ce2ac8f5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:05.857838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.031410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] For port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:06.052026 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] For port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:06.083119 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.166046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:06.211378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e8e70-9073-4759-b06d-0be5092d7dc4 None None] Pushing event updated for resources: {'Port': ['ID=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:06.296749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:06.297847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.300741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Publish callbacks [] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.327173 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.378203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (e18bc09a-e8fc-4042-bf95-524c002ab1da), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.408274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc572d0e-1fc3-4b28-bd9a-9c4d19e4f0b9 None None] Pushing event updated for resources: {'Port': ['ID=8846627d-51dc-4a0f-9d05-dc1c8be110b0,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:06.516977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Attempting to bind port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:06.517432 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Attempting to bind port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:06.518003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Attempting to bind port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 on network e86aff2a-86db-42ff-87a2-f0ed76e25063 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:06.526573 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:06.531605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:06.531994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Checking segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:06.532412 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.532813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Bound using segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:06.533306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Bound port: 8846627d-51dc-4a0f-9d05-dc1c8be110b0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:06.533696 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.547286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Router e18bc09a-e8fc-4042-bf95-524c002ab1da is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:25:06.612777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] For port 8846627d-51dc-4a0f-9d05-dc1c8be110b0, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:06.616301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] For port 8846627d-51dc-4a0f-9d05-dc1c8be110b0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8846627d-51dc-4a0f-9d05-dc1c8be110b0,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:06.624901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.679950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:25:06.690309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc572d0e-1fc3-4b28-bd9a-9c4d19e4f0b9 None None] Pushing event updated for resources: {'Port': ['ID=8846627d-51dc-4a0f-9d05-dc1c8be110b0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:06.693500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Sync routers for ids ['e18bc09a-e8fc-4042-bf95-524c002ab1da'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:25:06.700673 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:06.701368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:06.704181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.706019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a820c8bc-cd50-4048-b55d-695530c68c8b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8892589 Mar 07 05:25:06.708685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 60944) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:06.721181 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Routers {'e18bc09a-e8fc-4042-bf95-524c002ab1da'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:06.721848 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e18bc09a-e8fc-4042-bf95-524c002ab1da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:06.783580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] Provisioning complete for port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:06.783953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:06.876805 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:06.880796 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Set router e18bc09a-e8fc-4042-bf95-524c002ab1da gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:07.134984 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.147236 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:25:05Z', 'revision_number': 3, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:07.163073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] Current status of the port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:07.163643 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.179260 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Checking router: e18bc09a-e8fc-4042-bf95-524c002ab1da for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:25:07.179894 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Updating router e18bc09a-e8fc-4042-bf95-524c002ab1da port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:25:07.212166 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.217304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] For port 8846627d-51dc-4a0f-9d05-dc1c8be110b0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8846627d-51dc-4a0f-9d05-dc1c8be110b0,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:07.228417 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.240790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:06Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:07.262712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.289723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9684-fb46-4280-bf1a-e4785a18ab25 None None] The sync data for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 is: [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:06Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:25:07.324304 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef10c5-5314-406d-a538-56737cd894b5 None None] Pushing event updated for resources: {'Port': ['ID=8846627d-51dc-4a0f-9d05-dc1c8be110b0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:07.376646 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5f0be7e3-6fbb-440a-9ae7-7dcc5514481b None None] Provisioning complete for port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:07.377146 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5f0be7e3-6fbb-440a-9ae7-7dcc5514481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.517300 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5f0be7e3-6fbb-440a-9ae7-7dcc5514481b None None] Current status of the port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:07.523526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4254d-1cd5-41ea-9f00-e43e5dbfbfe8 None None] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:25:07.526481 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Allocated IP 172.20.0.1 (0144150a-3e8e-4197-8721-c9bce2a8cf73/1cfb7396-e2a5-4a4a-ad7c-836e23d12efa/8cfca470-c146-43ea-812b-e4c650385549) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:07.610305 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Publish callbacks [] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.622658 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.660631 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] Provisioning complete for port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:07.661018 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.679382 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb5317-019a-4393-abc8-8f149caa83f4 None None] Pushing event updated for resources: {'Port': ['ID=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:07.718897 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Attempting to bind port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:07.719515 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Attempting to bind port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:07.719885 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Attempting to bind port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:07.732948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:07.736501 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:07.737943 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.739439 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:07.740046 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Bound port: d1b77a66-ef93-4313-a4e2-62ae25bb8f1d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:07.746617 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.835184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] Current status of the port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:07.836896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.843409 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] For port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:07.847547 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] For port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:07.858074 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.934095 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Routers {'e18bc09a-e8fc-4042-bf95-524c002ab1da'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:07.934561 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e18bc09a-e8fc-4042-bf95-524c002ab1da'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:07.944782 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:07.948915 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] For port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:07.956519 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.014509 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks [] for port (8cfca470-c146-43ea-812b-e4c650385549), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.040381 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb5317-019a-4393-abc8-8f149caa83f4 None None] Pushing event updated for resources: {'Port': ['ID=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:08.056312 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8cfca470-c146-43ea-812b-e4c650385549), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.089303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114dd88-ee51-426b-8c38-e42c20d019f0 None None] Pushing event updated for resources: {'Port': ['ID=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:08.102849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:08.106604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:08.108782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4ea63b6d-22af-4157-a8dd-d263b9f5eac1 None None] Provisioning complete for port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:08.110965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:08.126971 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ea63b6d-22af-4157-a8dd-d263b9f5eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.130348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] Set router e18bc09a-e8fc-4042-bf95-524c002ab1da gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:08.158361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfca470-c146-43ea-812b-e4c650385549,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:08.198299 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (e18bc09a-e8fc-4042-bf95-524c002ab1da), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.284832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4ea63b6d-22af-4157-a8dd-d263b9f5eac1 None None] Current status of the port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:08.298096 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:08.397792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:08.399334 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.437868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cfca470-c146-43ea-812b-e4c650385549), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.457380 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:25:05Z', 'revision_number': 3, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:08.487946 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb421b-cacb-4b96-b8ae-1998ab65b480 None None] The sync data for ids ['e18bc09a-e8fc-4042-bf95-524c002ab1da'] in n-d-832185-1 is: [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:25:05Z', 'revision_number': 3, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:25:08.508825 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:08.510055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8846627d-51dc-4a0f-9d05-dc1c8be110b0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:08.544058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7589c1da-0e1b-44da-9139-d247cb18cff7 None None] Provisioning complete for port 8cfca470-c146-43ea-812b-e4c650385549 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:08.544528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7589c1da-0e1b-44da-9139-d247cb18cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cfca470-c146-43ea-812b-e4c650385549), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.604058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7589c1da-0e1b-44da-9139-d247cb18cff7 None None] Port 8cfca470-c146-43ea-812b-e4c650385549 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:25:08.629272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:08.629864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.633633 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks [] for port (8cfca470-c146-43ea-812b-e4c650385549), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.643317 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (8cfca470-c146-43ea-812b-e4c650385549), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.736316 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfca470-c146-43ea-812b-e4c650385549,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:08.739136 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (e18bc09a-e8fc-4042-bf95-524c002ab1da), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:08.750018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:08.857182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:08.858877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:09.059730 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Router e18bc09a-e8fc-4042-bf95-524c002ab1da has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:25:09.192014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:25:09.205997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-67bba58a-735d-4f74-9427-890c61213ef2 admin admin] 10.222.0.21 "PUT /v2.0/routers/e18bc09a-e8fc-4042-bf95-524c002ab1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873402 Mar 07 05:25:09.239364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-164595d9-4ec6-4b27-aec6-223d98c0d58d None None] Provisioning complete for port 8cfca470-c146-43ea-812b-e4c650385549 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:09.239865 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-164595d9-4ec6-4b27-aec6-223d98c0d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cfca470-c146-43ea-812b-e4c650385549), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:09.277767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-164595d9-4ec6-4b27-aec6-223d98c0d58d None None] Port 8cfca470-c146-43ea-812b-e4c650385549 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:25:09.554579 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:10.240210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:10.313462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:10.313831 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:10.410737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:10.412199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d1b77a66-ef93-4313-a4e2-62ae25bb8f1d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:10.464109 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:10.467805 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:10.577798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:10.577798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:10.600544 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:10.607651 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:10.669001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:10.877416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Sync routers for ids ['e18bc09a-e8fc-4042-bf95-524c002ab1da'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:25:10.891460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Routers {'e18bc09a-e8fc-4042-bf95-524c002ab1da'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:10.892126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e18bc09a-e8fc-4042-bf95-524c002ab1da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:11.184095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Set router e18bc09a-e8fc-4042-bf95-524c002ab1da gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:11.411742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:25:08Z', 'revision_number': 4, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8cfca470-c146-43ea-812b-e4c650385549', 'name': '', 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'mac_address': 'fa:16:3e:39:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:07Z', 'updated_at': '2022-03-07T05:25:08Z', 'revision_number': 2, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'subnets': [{'id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:11.440035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Checking router: e18bc09a-e8fc-4042-bf95-524c002ab1da for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:25:11.440692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Updating router e18bc09a-e8fc-4042-bf95-524c002ab1da port 8cfca470-c146-43ea-812b-e4c650385549 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:25:11.473670 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cfca470-c146-43ea-812b-e4c650385549), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:11.771508 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Publish callbacks [] for port (8cfca470-c146-43ea-812b-e4c650385549), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:11.779463 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cfca470-c146-43ea-812b-e4c650385549), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:11.832062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12036-4a66-472f-8d95-9bfa2467445c None None] Pushing event updated for resources: {'Port': ['ID=8cfca470-c146-43ea-812b-e4c650385549,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:11.894189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Attempting to bind port 8cfca470-c146-43ea-812b-e4c650385549 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:11.894574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Attempting to bind port 8cfca470-c146-43ea-812b-e4c650385549 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:11.894954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Attempting to bind port 8cfca470-c146-43ea-812b-e4c650385549 on network 0144150a-3e8e-4197-8721-c9bce2a8cf73 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:11.902326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:11.902588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Checking segment: {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:11.902848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:11.903229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Bound using segment: {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:11.903908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Bound port: 8cfca470-c146-43ea-812b-e4c650385549, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856180f-9eed-4adf-9806-647443a5edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:11.904065 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cfca470-c146-43ea-812b-e4c650385549), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:11.998523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] For port 8cfca470-c146-43ea-812b-e4c650385549, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:12.002125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] For port 8cfca470-c146-43ea-812b-e4c650385549, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cfca470-c146-43ea-812b-e4c650385549,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:12.012047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cfca470-c146-43ea-812b-e4c650385549), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:12.087537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12036-4a66-472f-8d95-9bfa2467445c None None] Pushing event updated for resources: {'Port': ['ID=8cfca470-c146-43ea-812b-e4c650385549,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:12.090747 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Routers {'e18bc09a-e8fc-4042-bf95-524c002ab1da'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:12.091437 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e18bc09a-e8fc-4042-bf95-524c002ab1da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:12.177969 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] Provisioning complete for port 8cfca470-c146-43ea-812b-e4c650385549 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:12.178231 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cfca470-c146-43ea-812b-e4c650385549), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:12.216690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d1b77a66-ef93-4313-a4e2-62ae25bb8f1d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:12.321226 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] Set router e18bc09a-e8fc-4042-bf95-524c002ab1da gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:12.401799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:12.402209 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:12.495333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] Current status of the port 8cfca470-c146-43ea-812b-e4c650385549 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:12.496054 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cfca470-c146-43ea-812b-e4c650385549), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:12.582642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] For port 8cfca470-c146-43ea-812b-e4c650385549, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cfca470-c146-43ea-812b-e4c650385549,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:12.596472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cfca470-c146-43ea-812b-e4c650385549), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:12.717228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:12.729945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130d11-44a9-48ed-8a71-a46918ca3576 None None] Pushing event updated for resources: {'Port': ['ID=8cfca470-c146-43ea-812b-e4c650385549,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:12.739689 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a3408ab2-2d74-4bed-9a4f-5cfcb24955ea None None] Provisioning complete for port 8cfca470-c146-43ea-812b-e4c650385549 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:12.740247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a3408ab2-2d74-4bed-9a4f-5cfcb24955ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cfca470-c146-43ea-812b-e4c650385549), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:12.798778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:25:08Z', 'revision_number': 4, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8cfca470-c146-43ea-812b-e4c650385549', 'name': '', 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'mac_address': 'fa:16:3e:39:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:07Z', 'updated_at': '2022-03-07T05:25:11Z', 'revision_number': 4, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'subnets': [{'id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:12.832445 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230e7ee-de41-4325-9ddf-5c14ad2c8eae None None] The sync data for ids ['e18bc09a-e8fc-4042-bf95-524c002ab1da'] in n-d-832185-1 is: [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:25:08Z', 'revision_number': 4, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8cfca470-c146-43ea-812b-e4c650385549', 'name': '', 'network_id': '0144150a-3e8e-4197-8721-c9bce2a8cf73', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'mac_address': 'fa:16:3e:39:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:07Z', 'updated_at': '2022-03-07T05:25:11Z', 'revision_number': 4, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'subnets': [{'id': '1cfb7396-e2a5-4a4a-ad7c-836e23d12efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:25:12.879897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a3408ab2-2d74-4bed-9a4f-5cfcb24955ea None None] Current status of the port 8cfca470-c146-43ea-812b-e4c650385549 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:14.173377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cfca470-c146-43ea-812b-e4c650385549 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:14.249006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8cfca470-c146-43ea-812b-e4c650385549 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:14.249395 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cfca470-c146-43ea-812b-e4c650385549), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:14.352734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8cfca470-c146-43ea-812b-e4c650385549 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:16.439527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:25:18.859904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-fa4e70b2-ce02-4153-9393-2f61148aa0ff tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:18.861385 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-fa4e70b2-ce02-4153-9393-2f61148aa0ff tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 814 time: 0.1037307 Mar 07 05:25:18.876062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-629121e5-81ea-41d8-858f-12412bab5623 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/quotas/0e5fc9e2b9da4e2ba29ad59a9d127d4b HTTP/1.1" status: 200 len: 375 time: 0.0093300 Mar 07 05:25:18.929463 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-34e8babb-047f-48e5-9846-90a635c38eb7 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487940 Mar 07 05:25:19.034152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-a42452dd-cefa-4cc9-943c-1a1ffb985477 service neutron] 10.222.0.21 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924859 Mar 07 05:25:19.120646 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-243751c7-493b-478f-9c7e-249d000bfb8d service neutron] 10.222.0.21 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808723 Mar 07 05:25:19.276942 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3bd877d1-64a4-4684-826c-6e452facb7bb req-9e50996e-cdeb-4e59-8bdd-58731161a43d tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Mar 07 05:25:20.267356 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-787053b7-a8d1-4580-be2d-775128a3b20c tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:20.268734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-787053b7-a8d1-4580-be2d-775128a3b20c tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 814 time: 0.1099544 Mar 07 05:25:20.281058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'port': {'device_id': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'admin_state_up': True, 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:20.377470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-79321db3-bc15-4ad3-a277-38cf38e6e005 req-7d6b18be-296c-4316-937f-bf2524f6964f tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Mar 07 05:25:20.381848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:20.408422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Made reservation on behalf of 0e5fc9e2b9da4e2ba29ad59a9d127d4b for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:25:20.411929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:20.551160 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Allocated IP 172.20.0.9 (e86aff2a-86db-42ff-87a2-f0ed76e25063/e852378d-44e8-42ca-9c5c-c5741200ccfd/6db08903-0373-414a-a507-25aeb574cd6a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:20.793119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for port (6db08903-0373-414a-a507-25aeb574cd6a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:20.838978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:20.923049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:20.930568 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:20.932804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:20.947890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:21.031385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:21.032032 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:21.067772 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-96f2c969-14b2-4fc2-962b-c1296a421cc0 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7911379 Mar 07 05:25:21.268986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-313e4354-69b2-41b0-88a7-0f2a9106c88b None None] Provisioning complete for port 6db08903-0373-414a-a507-25aeb574cd6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:21.269287 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-313e4354-69b2-41b0-88a7-0f2a9106c88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6db08903-0373-414a-a507-25aeb574cd6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:21.305159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-313e4354-69b2-41b0-88a7-0f2a9106c88b None None] Port 6db08903-0373-414a-a507-25aeb574cd6a cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:25:21.508452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c40cb4-f44b-44b8-8097-d4936a9296c4 req-31e9ee4b-fa45-4749-800c-5d38e74ed4d7 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:21.510221 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05c40cb4-f44b-44b8-8097-d4936a9296c4 req-31e9ee4b-fa45-4749-800c-5d38e74ed4d7 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0630894 Mar 07 05:25:21.561695 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05c40cb4-f44b-44b8-8097-d4936a9296c4 req-0ee8cb72-44b1-4e19-87ce-851a1a85c4d6 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Mar 07 05:25:22.665530 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:22.704269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02e2e1-b244-42bc-9f14-5cac57347f31 req-6dbeddaa-f0be-436a-8c0c-29a4532ee80c tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:22.706217 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd02e2e1-b244-42bc-9f14-5cac57347f31 req-6dbeddaa-f0be-436a-8c0c-29a4532ee80c tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0637183 Mar 07 05:25:22.773951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd02e2e1-b244-42bc-9f14-5cac57347f31 req-634a91c3-4daa-481d-8f48-8cc0d730d5a2 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617456 Mar 07 05:25:23.901875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc968-b5c5-4a82-9413-2d653f519290 req-eb0736df-d071-4b4a-ac05-18a40ddf8a3d tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:23.903342 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b41bc968-b5c5-4a82-9413-2d653f519290 req-eb0736df-d071-4b4a-ac05-18a40ddf8a3d tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0619004 Mar 07 05:25:23.955692 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b41bc968-b5c5-4a82-9413-2d653f519290 req-e39bd34d-1219-4abf-a6bf-d8a96c9d1103 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459476 Mar 07 05:25:25.086151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c82ff-44b3-4ee7-ba76-24960b9b28d5 req-90ea6b6f-9904-41d0-85a1-4bcf48aa3811 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:25.087652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-872c82ff-44b3-4ee7-ba76-24960b9b28d5 req-90ea6b6f-9904-41d0-85a1-4bcf48aa3811 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0579419 Mar 07 05:25:25.139032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-872c82ff-44b3-4ee7-ba76-24960b9b28d5 req-fb5648ea-9a0d-4967-9222-3a8ff22970f7 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Mar 07 05:25:26.263002 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a07a4-bef0-464b-9935-d438dcb40ba3 req-cc063a0f-2cdc-4395-bab8-1b9e694dbd08 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:26.264549 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a35a07a4-bef0-464b-9935-d438dcb40ba3 req-cc063a0f-2cdc-4395-bab8-1b9e694dbd08 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0529430 Mar 07 05:25:26.320683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a35a07a4-bef0-464b-9935-d438dcb40ba3 req-6b8e0473-13d7-40a2-9d33-3f214861bf6b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502331 Mar 07 05:25:27.446685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef7bd2-40ee-47ec-bacf-c52951e78435 req-0aa5fc3a-22fd-4f4b-9d40-8427a77279cb tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:27.448337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cef7bd2-40ee-47ec-bacf-c52951e78435 req-0aa5fc3a-22fd-4f4b-9d40-8427a77279cb tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0576091 Mar 07 05:25:27.501101 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8cef7bd2-40ee-47ec-bacf-c52951e78435 req-539638d3-26b8-4819-9730-4b9b5ca0bcbf tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Mar 07 05:25:28.625817 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36faa0e-f4cf-4c67-b062-b998a0f595c8 req-14bf335a-4380-4718-8125-8db0717ca90e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:28.627293 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d36faa0e-f4cf-4c67-b062-b998a0f595c8 req-14bf335a-4380-4718-8125-8db0717ca90e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 931 time: 0.0517838 Mar 07 05:25:28.673376 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d36faa0e-f4cf-4c67-b062-b998a0f595c8 req-6a96f652-f3a8-49fe-baa6-f1888fa76d28 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Mar 07 05:25:28.899764 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Request body: {'port': {'device_id': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:28.965109 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:29.224813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db08903-0373-414a-a507-25aeb574cd6a {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:25:29.232155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Publish callbacks [] for port (6db08903-0373-414a-a507-25aeb574cd6a), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:29.244686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Transition to ACTIVE for port object 6db08903-0373-414a-a507-25aeb574cd6a will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:25:29.247646 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:29.299743 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:29.372956 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Attempting to bind port 6db08903-0373-414a-a507-25aeb574cd6a on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:25:29.373696 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Attempting to bind port 6db08903-0373-414a-a507-25aeb574cd6a by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:25:29.374287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Attempting to bind port 6db08903-0373-414a-a507-25aeb574cd6a on network e86aff2a-86db-42ff-87a2-f0ed76e25063 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:29.379018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Port 6db08903-0373-414a-a507-25aeb574cd6a on network e86aff2a-86db-42ff-87a2-f0ed76e25063 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:25:29.379366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Attempting to bind port 6db08903-0373-414a-a507-25aeb574cd6a on network e86aff2a-86db-42ff-87a2-f0ed76e25063 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:25:29.384289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:25:29.384635 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Checking segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:25:29.385032 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Bound using segment: {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:25:29.385464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Bound port: 6db08903-0373-414a-a507-25aeb574cd6a, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:25:29.385824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:29.455708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:25:29.458626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:25:29.464665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:29.501437 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:29.502073 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:29.503825 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] 10.222.0.15 "PUT /v2.0/ports/6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 1091 time: 0.6089301 Mar 07 05:25:29.504301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:25:29.506573 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:25:29.529082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059139c-e483-4e9d-81a9-733ce7b6add1 service neutron] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:29.550206 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7556bd56-b0cf-4200-8ac0-d54a90af620a x-openstack-request-id: req-7556bd56-b0cf-4200-8ac0-d54a90af620a {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:25:29.550533 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:25:29.550893 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7556bd56-b0cf-4200-8ac0-d54a90af620a {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:25:29.551298 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'status': 'completed', 'code': 200} Mar 07 05:25:29.598127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-e8982832-facc-438a-b3ad-ff2130174f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:29.599819 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-e8982832-facc-438a-b3ad-ff2130174f19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1125 time: 0.0465515 Mar 07 05:25:29.641105 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-8fbddb3c-33b4-4cda-b979-b5934c2d4a11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 217 time: 0.0351887 Mar 07 05:25:29.696512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-2b1c01b6-951b-43d7-88b7-7e206532b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:29.698317 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-2b1c01b6-951b-43d7-88b7-7e206532b332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0517235 Mar 07 05:25:29.753057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d3e6-b13f-484b-b188-99e09b482526 req-a1d8e2f2-9636-4435-8e6f-fadcc9663a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:29.754538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-a1d8e2f2-9636-4435-8e6f-fadcc9663a39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499456 Mar 07 05:25:29.799410 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1016-4775-4180-b64f-03387ef1b234 req-9205185c-f35f-41c5-a8e2-922e4c97d485 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:29.800884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69ab1016-4775-4180-b64f-03387ef1b234 req-9205185c-f35f-41c5-a8e2-922e4c97d485 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 943 time: 0.0565248 Mar 07 05:25:29.849289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-69ab1016-4775-4180-b64f-03387ef1b234 req-1464bcf5-4b50-4f4d-9092-c85ab04dd91f tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Mar 07 05:25:29.851168 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-6321242a-c4ed-4e9b-b39a-8a9bd5d9d4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896418 Mar 07 05:25:29.938859 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2586d3e6-b13f-484b-b188-99e09b482526 req-60f71387-4ee9-4449-81c9-08424b83bbea service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823429 Mar 07 05:25:30.024313 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-78f6fab3-f02e-45d1-80ec-246c0505ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:30.025720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-78f6fab3-f02e-45d1-80ec-246c0505ba5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1125 time: 0.0443039 Mar 07 05:25:30.116902 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-d3d366a0-afca-40e8-8c23-561e72c35140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:30.118373 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-d3d366a0-afca-40e8-8c23-561e72c35140 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.0867684 Mar 07 05:25:30.157543 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-055fa583-cf4f-4ada-98ba-9a303ee3d79d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 217 time: 0.0328155 Mar 07 05:25:30.209573 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-e9ef1fde-7a05-4461-b193-8059e783909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:30.210992 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-e9ef1fde-7a05-4461-b193-8059e783909e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0466349 Mar 07 05:25:30.259583 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-3065e8c3-66dd-4a13-99ca-e2128aea4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:30.261070 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-3065e8c3-66dd-4a13-99ca-e2128aea4279 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439949 Mar 07 05:25:30.348508 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-5845564d-3e47-49d3-9e15-d337628d4a2a service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807874 Mar 07 05:25:30.439771 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18dd7cf9-5422-48d2-842a-4ab142ea9c0d req-33693041-3792-4910-9239-e20d8052733b service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843637 Mar 07 05:25:30.967041 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26cb38-5fdb-4341-885e-239990360bd3 req-4c70df26-a95e-4d37-96e3-97b8d28ea34b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:30.968710 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee26cb38-5fdb-4341-885e-239990360bd3 req-4c70df26-a95e-4d37-96e3-97b8d28ea34b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 943 time: 0.0522771 Mar 07 05:25:31.015252 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ee26cb38-5fdb-4341-885e-239990360bd3 req-eda6be96-c9a9-4e98-af1e-3c53f917458c tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Mar 07 05:25:31.535309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6db08903-0373-414a-a507-25aeb574cd6a details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:25:31.637899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:31.648882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '6db08903-0373-414a-a507-25aeb574cd6a', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'port_id': '6db08903-0373-414a-a507-25aeb574cd6a', 'mac_address': 'fa:16:3e:45:6c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:25:31.687521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6db08903-0373-414a-a507-25aeb574cd6a is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:31.687915 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:31.701249 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db08903-0373-414a-a507-25aeb574cd6a {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:25:31.722760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:31.726691 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:31.780734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:31.929955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6db08903-0373-414a-a507-25aeb574cd6a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:25:32.132976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd3b54-5f31-4a39-b8b8-ab976e4c5384 req-1558ec7b-84fe-4fa5-940b-ce14fc0ebdf9 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:32.134462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ecd3b54-5f31-4a39-b8b8-ab976e4c5384 req-1558ec7b-84fe-4fa5-940b-ce14fc0ebdf9 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 944 time: 0.0531805 Mar 07 05:25:32.184997 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0ecd3b54-5f31-4a39-b8b8-ab976e4c5384 req-b7c63dce-ef4c-464f-994d-bc2ece9ee067 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Mar 07 05:25:32.873202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-584c7e6c-eeb9-49fe-9e96-504b4f57815a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:33.300023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f97391-7567-4b75-9a33-222c4334bda8 req-a87737c1-b9cc-4b44-8e4e-00e5deb3d798 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:33.301507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1f97391-7567-4b75-9a33-222c4334bda8 req-a87737c1-b9cc-4b44-8e4e-00e5deb3d798 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 944 time: 0.0520654 Mar 07 05:25:33.349524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c1f97391-7567-4b75-9a33-222c4334bda8 req-719d81d0-5335-45f4-9859-9f5157b20816 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Mar 07 05:25:33.544792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6db08903-0373-414a-a507-25aeb574cd6a up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:25:33.593895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 6db08903-0373-414a-a507-25aeb574cd6a completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:25:33.597753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 6db08903-0373-414a-a507-25aeb574cd6a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:33.598163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6db08903-0373-414a-a507-25aeb574cd6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:33.677384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6db08903-0373-414a-a507-25aeb574cd6a is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:33.677790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:33.700289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:25:33.702523 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a6491-aadf-40f3-82d0-26b788774fc7" -d '{"events": [{"server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "name": "network-vif-plugged", "status": "completed", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:25:33.715505 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:33.719517 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:33.743977 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8765b-b367-4e26-b8d4-ad9b89ada743 x-openstack-request-id: req-f2c8765b-b367-4e26-b8d4-ad9b89ada743 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:25:33.744272 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "name": "network-vif-plugged", "status": "completed", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:25:33.744527 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c8765b-b367-4e26-b8d4-ad9b89ada743 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:25:33.744922 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'code': 200} Mar 07 05:25:33.768658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:33.838547 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d654f-486b-4a38-aeb7-c6217d7ab160 req-fe4e235b-71df-47e2-801b-4c70c55c303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:33.839976 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa1d654f-486b-4a38-aeb7-c6217d7ab160 req-fe4e235b-71df-47e2-801b-4c70c55c303f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1127 time: 0.0449486 Mar 07 05:25:33.883883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fa1d654f-486b-4a38-aeb7-c6217d7ab160 req-e0424245-9867-459c-a529-ed28707f2e7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Mar 07 05:25:34.468716 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc73a7-d8a8-4ef9-bf80-f5e77954700f req-dd849e07-8134-4559-bed3-556be4b8693b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:34.470192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29bc73a7-d8a8-4ef9-bf80-f5e77954700f req-dd849e07-8134-4559-bed3-556be4b8693b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Mar 07 05:25:34.516841 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-29bc73a7-d8a8-4ef9-bf80-f5e77954700f req-46ec59c3-bc9d-46b1-936d-1684d4f55c5c tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 Mar 07 05:25:35.494241 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b73256d-8f25-4ac9-8a18-d3ea66c1dfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:35.637452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c8a1-2961-40e7-b65a-18bf7446a018 req-fa07cd4f-47f3-4e42-b659-d6b27f35f888 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:35.638951 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98d4c8a1-2961-40e7-b65a-18bf7446a018 req-fa07cd4f-47f3-4e42-b659-d6b27f35f888 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0564699 Mar 07 05:25:35.685034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98d4c8a1-2961-40e7-b65a-18bf7446a018 req-8056a865-1948-49ff-9485-504a3d2b65da tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Mar 07 05:25:35.802279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f6c5d-9c82-4e10-b0b2-b0b26266e88b req-7e84a7ba-1198-47a6-97a9-aee51df5a50e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:35.803677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-574f6c5d-9c82-4e10-b0b2-b0b26266e88b req-7e84a7ba-1198-47a6-97a9-aee51df5a50e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0540876 Mar 07 05:25:35.849822 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-574f6c5d-9c82-4e10-b0b2-b0b26266e88b req-21e76001-7e05-45d9-b35c-cc0a95fe7931 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Mar 07 05:25:36.041491 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fd182-aefb-4547-a290-24821320e86a req-f6e917de-1b30-4356-8783-630681190147 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:36.042981 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a4fd182-aefb-4547-a290-24821320e86a req-f6e917de-1b30-4356-8783-630681190147 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0558050 Mar 07 05:25:36.088642 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a4fd182-aefb-4547-a290-24821320e86a req-bc843a8f-02ae-4d3d-adcc-e23d0544892b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 Mar 07 05:25:36.937994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:37.866662 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:39.551103 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:50.385264 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:52.661373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:53.439353 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:25:54.918588 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587df7ae-c343-4852-b349-8e477504e659 req-03f188f9-66c7-4f51-a9b0-ea4a89e1164e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:54.920062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-587df7ae-c343-4852-b349-8e477504e659 req-03f188f9-66c7-4f51-a9b0-ea4a89e1164e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0531681 Mar 07 05:25:54.966396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-587df7ae-c343-4852-b349-8e477504e659 req-0d905581-745e-48c6-ba9e-3d252c999063 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Mar 07 05:25:54.989384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32922) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:55.130688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626900d-d9fc-4a1a-ac96-1263da1d3039 tempest-TestMinimumBasicScenario-461811285 tempest-TestMinimumBasicScenario-461811285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:55.132189 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a626900d-d9fc-4a1a-ac96-1263da1d3039 tempest-TestMinimumBasicScenario-461811285 tempest-TestMinimumBasicScenario-461811285-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1122 time: 0.1417391 Mar 07 05:25:55.135296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32926) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:55.140696 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '6db08903-0373-414a-a507-25aeb574cd6a', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:55.163646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:55.266483 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:55.370906 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Allocated IP 172.25.4.204 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/0624a53a-a4c5-4a5c-959d-103144381818) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:25:55.468793 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for port (0624a53a-a4c5-4a5c-959d-103144381818), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:55.501048 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0624a53a-a4c5-4a5c-959d-103144381818), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:55.539151 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:25:55.541802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:25:55.544421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:25:55.578958 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'Port': ['ID=0624a53a-a4c5-4a5c-959d-103144381818,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:55.590359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.590718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.591066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.591411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.591749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.592098 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.592412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.592796 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.594234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.594579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.594915 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.595245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.595576 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:55.960209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for floatingip (45f5565a-f552-4937-827b-f863ec7ddf9e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.042965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (0624a53a-a4c5-4a5c-959d-103144381818), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.187810 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for port (0624a53a-a4c5-4a5c-959d-103144381818), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.192112 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (0624a53a-a4c5-4a5c-959d-103144381818), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.262854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'Port': ['ID=0624a53a-a4c5-4a5c-959d-103144381818,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:56.270775 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (45f5565a-f552-4937-827b-f863ec7ddf9e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.370472 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Floating IP 45f5565a-f552-4937-827b-f863ec7ddf9e associated. External IP: 172.25.4.204, port: 6db08903-0373-414a-a507-25aeb574cd6a. Mar 07 05:25:56.573163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Router e9d817bb-f74b-420a-abdf-d467d04ccab3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:25:56.684419 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:25:56.693931 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] Sync routers for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:25:56.701926 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.705108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:56.705729 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:56.731864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b6f851e4-e799-4bee-9bbb-5f951470f621 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5955801 Mar 07 05:25:56.732451 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:25:56.735401 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82cbc1d-65ff-4452-a241-900e88c173b4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:25:56.735895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32928) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:56.740712 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919350581', 'description': 'tempest-secgroup-smoke-919350581 description', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:56.774020 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.856014 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group (b9c70fca-87d3-4f1f-9f8a-19859b9a2aba), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.860799 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b9c70fca-87d3-4f1f-9f8a-19859b9a2aba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.897939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.902022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1623068 Mar 07 05:25:56.902384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32934) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:56.908675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group_rule': {'security_group_id': 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:56.909480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:56.923233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.923746 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.923944 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466de4f8-885f-48c8-ac03-45fd6b8cafd8 x-openstack-request-id: req-466de4f8-885f-48c8-ac03-45fd6b8cafd8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:25:56.924113 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.924279 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:25:56.924446 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-466de4f8-885f-48c8-ac03-45fd6b8cafd8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:25:56.925004 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.925524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.926097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.926771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.927273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.927782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.928278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.928805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.929144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.929483 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f977c55-fc4e-4cfe-8615-5bdee21cb809 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:25:56.930631 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:56.934161 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'status': 'completed', 'code': 200} Mar 07 05:25:56.959440 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (0d9b4373-fb7f-489d-a46a-809dc20a3f1e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:56.996941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-5d595e45-cf25-44b7-903b-4cebd464e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:56.998507 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-5d595e45-cf25-44b7-903b-4cebd464e899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1127 time: 0.0542057 Mar 07 05:25:57.013537 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (0d9b4373-fb7f-489d-a46a-809dc20a3f1e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.018881 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0d9b4373-fb7f-489d-a46a-809dc20a3f1e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.039359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9b4373-fb7f-489d-a46a-809dc20a3f1e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:57.049150 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.050410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-98182ec6-08ae-4a60-9a6b-46dbcc0fadce tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463048 Mar 07 05:25:57.052976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:57.057484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group_rule': {'security_group_id': 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:57.086081 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (a4816ea8-a09d-4fdd-b7a8-2eaa27c64d90), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.109010 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-000a7c17-2611-4b4d-aae1-0b6973a3e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:57.110963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-000a7c17-2611-4b4d-aae1-0b6973a3e86f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.1064334 Mar 07 05:25:57.159069 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (a4816ea8-a09d-4fdd-b7a8-2eaa27c64d90), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.163391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a4816ea8-a09d-4fdd-b7a8-2eaa27c64d90), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.180951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-031f7b00-ccf3-4979-aaf1-aff615a29d62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 999 time: 0.0639586 Mar 07 05:25:57.182042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4816ea8-a09d-4fdd-b7a8-2eaa27c64d90,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:57.193946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.197651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f1cf78af-b4ce-485a-8636-ef525ee60560 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412914 Mar 07 05:25:57.197884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:57.201760 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '45f5565a-f552-4937-827b-f863ec7ddf9e', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'port_id': '6db08903-0373-414a-a507-25aeb574cd6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'mac_address': 'fa:16:3e:45:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:25:55Z', 'updated_at': '2022-03-07T05:25:55Z', 'revision_number': 0, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:57.202461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group_rule': {'security_group_id': 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:57.228220 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (16c029c4-6a51-4cbb-9cc0-b596930871f9), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.230717 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] Checking router: e9d817bb-f74b-420a-abdf-d467d04ccab3 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:25:57.235982 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-7025c02c-08ce-4835-9c8e-510a30ec3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:57.237479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-7025c02c-08ce-4835-9c8e-510a30ec3b65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0493634 Mar 07 05:25:57.240063 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:25:57.240732 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:25:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:57.293286 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (16c029c4-6a51-4cbb-9cc0-b596930871f9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.298106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (16c029c4-6a51-4cbb-9cc0-b596930871f9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.302073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-48ccb6a5-e781-4f0b-bd2d-27bda293397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:57.303718 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-48ccb6a5-e781-4f0b-bd2d-27bda293397a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599184 Mar 07 05:25:57.315422 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c029c4-6a51-4cbb-9cc0-b596930871f9,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:57.328414 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.329815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0c4f67b0-94ae-4715-a945-fa1be11a2627 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309841 Mar 07 05:25:57.332486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32940) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:57.337038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group_rule': {'security_group_id': 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:57.363346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (d1085482-7e86-463e-9ea6-eab9f210a1be), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.366491 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:25:57.410678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-146b1b4e-74ad-41fe-8b7c-98eeab367bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993450 Mar 07 05:25:57.426560 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (d1085482-7e86-463e-9ea6-eab9f210a1be), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.432166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d1085482-7e86-463e-9ea6-eab9f210a1be), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.451288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1085482-7e86-463e-9ea6-eab9f210a1be,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:57.460190 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.461441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-845ff5f4-3b8c-4a4c-bc0d-67e8130c089e tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279893 Mar 07 05:25:57.464423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32942) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:57.469125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group_rule': {'security_group_id': 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:57.489848 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Project 0e5fc9e2b9da4e2ba29ad59a9d127d4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:25:57.497098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (095bfc8b-971f-4eec-b55d-f2c3fcaec334), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.510205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e82cbc1d-65ff-4452-a241-900e88c173b4 req-d6bee66d-b839-4bcd-9eeb-2b0e118925c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929143 Mar 07 05:25:57.560296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (095bfc8b-971f-4eec-b55d-f2c3fcaec334), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.565548 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (095bfc8b-971f-4eec-b55d-f2c3fcaec334), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.587172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095bfc8b-971f-4eec-b55d-f2c3fcaec334,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:57.596565 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.597302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-57c8fdfa-fa62-4cc9-9008-59a832ca7dd1 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319175 Mar 07 05:25:57.600427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 32944) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:25:57.604763 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'security_group_rule': {'security_group_id': 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba', 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:57.612131 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '45f5565a-f552-4937-827b-f863ec7ddf9e', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'port_id': '6db08903-0373-414a-a507-25aeb574cd6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'mac_address': 'fa:16:3e:45:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:25:55Z', 'updated_at': '2022-03-07T05:25:55Z', 'revision_number': 0, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:25:57.624596 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Project 0e5fc9e2b9da4e2ba29ad59a9d127d4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:25:57.629572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (ff82b8c1-1f9b-47f3-88d0-ee4266473da2), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.643664 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6c3da-7fec-4f87-b006-7fd3712eb01f None None] The sync data for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 is: [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '45f5565a-f552-4937-827b-f863ec7ddf9e', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'port_id': '6db08903-0373-414a-a507-25aeb574cd6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'mac_address': 'fa:16:3e:45:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:25:55Z', 'updated_at': '2022-03-07T05:25:55Z', 'revision_number': 0, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:25:57.693236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (ff82b8c1-1f9b-47f3-88d0-ee4266473da2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.697240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ff82b8c1-1f9b-47f3-88d0-ee4266473da2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.718189 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff82b8c1-1f9b-47f3-88d0-ee4266473da2,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:57.726256 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:57.727689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1fd6307d-66dd-4e73-bc79-6e2836b99c5b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261075 Mar 07 05:25:57.827872 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-640e2e54-8342-4871-8b4f-58941dbb7085 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919350581&fields=id&tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b HTTP/1.1" status: 200 len: 267 time: 0.0484173 Mar 07 05:25:57.872426 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69be63-5bdd-4b7e-8df4-048415f8a3ab None None] New status for floating IP 45f5565a-f552-4937-827b-f863ec7ddf9e: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:25:57.886064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-740fcc25-5be4-4775-8d8d-2c5e2bed858f tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:57.887655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-740fcc25-5be4-4775-8d8d-2c5e2bed858f tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0543602 Mar 07 05:25:57.899840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'port': {'security_groups': ['a8990003-b697-4d22-a97a-f035a08d3fa0', 'b9c70fca-87d3-4f1f-9f8a-19859b9a2aba']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:25:57.970844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:58.424038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:25:58.453018 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for port (6db08903-0373-414a-a507-25aeb574cd6a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:58.457734 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:58.469379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6db08903-0373-414a-a507-25aeb574cd6a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:25:58.506013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:58.506608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:58.508029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a97919e6-62ff-45f0-823d-a5fb34fd9b02 req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "PUT /v2.0/ports/6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 981 time: 0.6132674 Mar 07 05:25:58.530893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad3e99-fe26-4ef9-998f-8ae23f2da2c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:25:58.628724 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3b11-fe5c-41cf-9a9f-4c2ce32e28ca req-cc211abb-56ee-42a3-b8f3-53a448a05df5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:58.630878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abbc3b11-fe5c-41cf-9a9f-4c2ce32e28ca req-cc211abb-56ee-42a3-b8f3-53a448a05df5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0636950 Mar 07 05:25:58.697954 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-abbc3b11-fe5c-41cf-9a9f-4c2ce32e28ca req-3c004883-05a8-48d6-b0a5-7401f27d73c8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610509 Mar 07 05:25:58.721512 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6db08903-0373-414a-a507-25aeb574cd6a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:25:58.852225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-33dacc10-d91b-4f73-b3e0-ee46af7bbabc None None] Provisioning complete for port 6db08903-0373-414a-a507-25aeb574cd6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:25:58.852514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-33dacc10-d91b-4f73-b3e0-ee46af7bbabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6db08903-0373-414a-a507-25aeb574cd6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:25:58.935930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:25:58.938960 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0010830-8691-46d4-8fa6-f09d8f8f22dc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:25:58.979853 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796e9032-ff07-486c-b305-b0531f49b57d x-openstack-request-id: req-796e9032-ff07-486c-b305-b0531f49b57d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:25:58.980153 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:25:58.980412 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-796e9032-ff07-486c-b305-b0531f49b57d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:25:58.980818 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'status': 'completed', 'code': 200} Mar 07 05:25:59.053243 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-b9222220-8329-461a-8038-5a5a2c6b57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:59.054930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-b9222220-8329-461a-8038-5a5a2c6b57ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1166 time: 0.0517976 Mar 07 05:25:59.058376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-33dacc10-d91b-4f73-b3e0-ee46af7bbabc None None] Current status of the port 6db08903-0373-414a-a507-25aeb574cd6a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:25:59.153424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-46ad9fec-ddf9-4d61-a6a2-0e4b6de3dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:59.154935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-46ad9fec-ddf9-4d61-a6a2-0e4b6de3dd78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.0940988 Mar 07 05:25:59.219350 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-8b3dd20c-be4c-47d8-a631-d50e3a61d5f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 1001 time: 0.0580680 Mar 07 05:25:59.267808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-283175dc-1020-4ba0-ba48-659886859cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:59.269326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-283175dc-1020-4ba0-ba48-659886859cad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0439174 Mar 07 05:25:59.322035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-aa736837-3009-4656-bb09-32099d33e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:25:59.323545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-aa736837-3009-4656-bb09-32099d33e6fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484083 Mar 07 05:25:59.420567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-c708058c-d2d7-4aaf-acbf-0c82585b1154 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897081 Mar 07 05:25:59.511685 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c0010830-8691-46d4-8fa6-f09d8f8f22dc req-58197da4-7806-47df-86e3-263792faf9fc service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847235 Mar 07 05:26:02.876379 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b4f616d-afae-47f4-a681-31360f3de833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:05.496162 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-01b64c5c-d2c5-41db-ae88-9533088c7ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:05.659918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-b31f6af8-0ace-45c6-83ab-2d2720f5aa6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439310 Mar 07 05:26:05.745015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-95ca794b-0019-49ce-9674-9433ee6a500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:05.746602 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-95ca794b-0019-49ce-9674-9433ee6a500f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1166 time: 0.0445945 Mar 07 05:26:05.851539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-c3d6337a-3392-482c-a754-fa12b1f16740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:05.853075 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-c3d6337a-3392-482c-a754-fa12b1f16740 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.0885522 Mar 07 05:26:05.920158 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-bee26f7b-13cb-4b8f-845f-229d4ba117c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 1001 time: 0.0606937 Mar 07 05:26:05.975333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-3bb0aa7f-2d40-450e-a0e7-5765c06ed969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:05.976798 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-3bb0aa7f-2d40-450e-a0e7-5765c06ed969 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0512605 Mar 07 05:26:06.026537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-e9c1f3cc-09d8-4981-9f2f-c219f7ff1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:06.027920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-e9c1f3cc-09d8-4981-9f2f-c219f7ff1a21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447292 Mar 07 05:26:06.118964 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-3e13ceb9-3f49-4d38-af30-9dee988eb9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Mar 07 05:26:06.209463 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c845c4f0-27e0-4017-8350-bc6c93746b94 req-29ddf342-2b25-4764-b1f7-2f8c93479c1d service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Mar 07 05:26:06.413479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ca1b-0a86-4348-b00c-d61fe955da58 req-fa303ea6-ba45-48b0-a938-01526b99aa9a tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:06.414990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b642ca1b-0a86-4348-b00c-d61fe955da58 req-fa303ea6-ba45-48b0-a938-01526b99aa9a tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0534997 Mar 07 05:26:06.415387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-ca67033c-060b-41ef-b302-0f5e76f2b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:06.416886 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-ca67033c-060b-41ef-b302-0f5e76f2b41c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1166 time: 0.0453913 Mar 07 05:26:06.475077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b642ca1b-0a86-4348-b00c-d61fe955da58 req-e74ea808-5b75-482d-b5d9-94862dfd3201 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540614 Mar 07 05:26:06.511070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-2d9bc957-6566-416a-8dcf-d970eb71a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:06.512543 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-2d9bc957-6566-416a-8dcf-d970eb71a933 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.0893691 Mar 07 05:26:06.575475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-3d548506-cbdc-42cd-91ff-5c58c6c775ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 1001 time: 0.0569024 Mar 07 05:26:06.623471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-860f53be-cb02-4ed3-adf3-34eb0b02eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:06.625440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-860f53be-cb02-4ed3-adf3-34eb0b02eb81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0424724 Mar 07 05:26:06.677262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-3b41730f-bae0-4c9b-87f7-a5b0b5d38d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:06.678779 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-3b41730f-bae0-4c9b-87f7-a5b0b5d38d4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474074 Mar 07 05:26:06.767307 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-d22b104f-98f7-4233-8d57-2fd542d20341 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822120 Mar 07 05:26:06.857590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4afb6c50-bca2-413a-a7a4-80803d58fe0d req-87c05364-d54f-40bb-9527-10231a73e038 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844688 Mar 07 05:26:06.941534 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:07.598201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ac63-8c28-49c2-97b2-7a43c2a3b5d0 req-19f47668-b9e7-49dc-9812-78e7d87e4390 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:07.600564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be86ac63-8c28-49c2-97b2-7a43c2a3b5d0 req-19f47668-b9e7-49dc-9812-78e7d87e4390 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0565851 Mar 07 05:26:07.658823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be86ac63-8c28-49c2-97b2-7a43c2a3b5d0 req-1bf3b3bc-ccfa-4e3d-9c53-791748c7dd99 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525613 Mar 07 05:26:07.869209 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:08.780980 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b6bc4-578e-4a6d-a23a-82ab8eeedcd0 req-251bc7a8-78f7-4a85-9b02-f43962dc2aa8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:08.782467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d7b6bc4-578e-4a6d-a23a-82ab8eeedcd0 req-251bc7a8-78f7-4a85-9b02-f43962dc2aa8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0532262 Mar 07 05:26:08.840433 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d7b6bc4-578e-4a6d-a23a-82ab8eeedcd0 req-5a9607cf-6718-48fe-833e-5902c47d23af tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522733 Mar 07 05:26:09.553262 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:09.970249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e21abe-c6c3-4e24-b2a1-8eb4cc4f859f req-c11f19a4-2ca9-4ae3-9b52-fd3a280e932d tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:09.971762 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90e21abe-c6c3-4e24-b2a1-8eb4cc4f859f req-c11f19a4-2ca9-4ae3-9b52-fd3a280e932d tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0624177 Mar 07 05:26:10.029867 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90e21abe-c6c3-4e24-b2a1-8eb4cc4f859f req-625dcc43-b931-40e8-8e86-4c9357584613 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521190 Mar 07 05:26:11.147307 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc08952-79cb-490f-b2ce-3ae491a9913f req-6ef30dcd-25af-4871-9e0c-ab3c1eaf2170 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:11.148766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc08952-79cb-490f-b2ce-3ae491a9913f req-6ef30dcd-25af-4871-9e0c-ab3c1eaf2170 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0521047 Mar 07 05:26:11.207371 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5cc08952-79cb-490f-b2ce-3ae491a9913f req-38de1ad6-8305-49b4-bdb0-2c7bf88f4426 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526059 Mar 07 05:26:12.328691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea09e94-44a7-4393-aea3-8ac41cc9740b req-6be7d8ac-1c6c-4700-a40b-b57c39a9ff39 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:12.330180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fea09e94-44a7-4393-aea3-8ac41cc9740b req-6be7d8ac-1c6c-4700-a40b-b57c39a9ff39 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0539277 Mar 07 05:26:12.394387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fea09e94-44a7-4393-aea3-8ac41cc9740b req-9f454d87-5f82-4fba-a6b5-f99e0a4e0fe5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585256 Mar 07 05:26:13.512928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed475e5d-a672-4020-bc57-8c4d595502c5 req-f89565c6-240d-420e-9d94-06200496f831 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:13.514468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed475e5d-a672-4020-bc57-8c4d595502c5 req-f89565c6-240d-420e-9d94-06200496f831 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0538695 Mar 07 05:26:13.576307 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ed475e5d-a672-4020-bc57-8c4d595502c5 req-282845f4-63ec-4379-bea4-c31f46b47f7b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562124 Mar 07 05:26:14.692714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a722c-6537-40b5-b3fe-866747467d5f req-b98e2f9b-c567-43c3-a836-53ad0b3fdaee tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:14.694202 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-330a722c-6537-40b5-b3fe-866747467d5f req-b98e2f9b-c567-43c3-a836-53ad0b3fdaee tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0517478 Mar 07 05:26:14.752863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-330a722c-6537-40b5-b3fe-866747467d5f req-a13dda74-a996-4999-bb57-bd767d6a42c5 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529819 Mar 07 05:26:15.874722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa324-203b-44ac-b0aa-bc6486710abc req-40bdd15b-8597-494a-a99f-d7d6b5158a46 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:15.876180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd0fa324-203b-44ac-b0aa-bc6486710abc req-40bdd15b-8597-494a-a99f-d7d6b5158a46 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0562243 Mar 07 05:26:15.934152 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fd0fa324-203b-44ac-b0aa-bc6486710abc req-75318ccd-d97b-4972-a95c-63259b946893 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523612 Mar 07 05:26:17.055626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbb8a0-fbcc-4ff3-9eb2-390a0c0657bd req-6916acb0-bf6d-4dcc-aa55-c24d78f0f3fd tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:17.057096 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21dbb8a0-fbcc-4ff3-9eb2-390a0c0657bd req-6916acb0-bf6d-4dcc-aa55-c24d78f0f3fd tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0530794 Mar 07 05:26:17.116451 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-21dbb8a0-fbcc-4ff3-9eb2-390a0c0657bd req-7e9977f4-be1f-40ac-89a1-3ad3d7a51bcb tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530643 Mar 07 05:26:18.236026 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21cbbc-3e81-4e24-a2eb-5eb72f5c733c req-82745d43-286e-4e6c-8a01-b788bbcbe715 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:18.237416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc21cbbc-3e81-4e24-a2eb-5eb72f5c733c req-82745d43-286e-4e6c-8a01-b788bbcbe715 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0539477 Mar 07 05:26:18.301478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc21cbbc-3e81-4e24-a2eb-5eb72f5c733c req-2042c335-72cb-46e2-8270-af8e6e0af341 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&id=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582950 Mar 07 05:26:20.406742 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:22.663686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:30.438935 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:26:32.881070 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d5e900cf-0ffb-40b4-b935-c9aa25e387a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:35.497861 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-19732b07-365e-42a4-bfe9-2c34f359c069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:36.943957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:37.871879 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:39.554892 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:50.423448 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:50.743955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-7e50e97a-4211-4375-957a-5a1cd5bdc088 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919350581&fields=id&tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b HTTP/1.1" status: 200 len: 267 time: 0.0433013 Mar 07 05:26:50.801899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-b9b55165-49e7-4432-95a8-7236ac3bce85 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:50.803403 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-b9b55165-49e7-4432-95a8-7236ac3bce85 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 984 time: 0.0537400 Mar 07 05:26:50.814251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Request body: {'port': {'security_groups': ['a8990003-b697-4d22-a97a-f035a08d3fa0']}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:26:50.885370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.057898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:26:51.086824 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for port (6db08903-0373-414a-a507-25aeb574cd6a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.091253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.103395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6db08903-0373-414a-a507-25aeb574cd6a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:26:51.142007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:51.142667 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.144122 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-602888c4-3160-4a3c-901f-2ce057ec1cef req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "PUT /v2.0/ports/6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 942 time: 0.3348234 Mar 07 05:26:51.144598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:26:51.149012 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:26:51.149998 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 32996) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:26:51.174872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124ca46-db24-4539-bc4f-50642de14048 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event updated for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:26:51.200416 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128dd7a1-2c31-4825-89ce-1054e30945e0 x-openstack-request-id: req-128dd7a1-2c31-4825-89ce-1054e30945e0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:26:51.200416 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:26:51.200998 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-128dd7a1-2c31-4825-89ce-1054e30945e0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:26:51.201315 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'status': 'completed', 'code': 200} Mar 07 05:26:51.236688 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6db08903-0373-414a-a507-25aeb574cd6a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:26:51.262258 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23cd496f-acfe-4074-b828-4b667cb14a83 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group (b9c70fca-87d3-4f1f-9f8a-19859b9a2aba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.296356 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23cd496f-acfe-4074-b828-4b667cb14a83 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group (b9c70fca-87d3-4f1f-9f8a-19859b9a2aba), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.300526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-7cb573aa-da5d-44ce-8222-1219a4237d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:51.302086 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-7cb573aa-da5d-44ce-8222-1219a4237d98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1127 time: 0.0804112 Mar 07 05:26:51.399734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-e02ed621-b7c5-4265-bbb0-fc17d5a5d59f None None] Provisioning complete for port 6db08903-0373-414a-a507-25aeb574cd6a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:26:51.400088 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e02ed621-b7c5-4265-bbb0-fc17d5a5d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6db08903-0373-414a-a507-25aeb574cd6a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.431814 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23cd496f-acfe-4074-b828-4b667cb14a83 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (b9c70fca-87d3-4f1f-9f8a-19859b9a2aba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.434380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-23cd496f-acfe-4074-b828-4b667cb14a83 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.438817 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-23cd496f-acfe-4074-b828-4b667cb14a83 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9c70fca-87d3-4f1f-9f8a-19859b9a2aba HTTP/1.1" status: 204 len: 168 time: 0.2839701 Mar 07 05:26:51.439343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33000) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:26:51.440652 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-2619a204-dc48-4631-9922-a15d3a7a1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:51.442303 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-2619a204-dc48-4631-9922-a15d3a7a1df9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.1238263 Mar 07 05:26:51.456130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd496f-acfe-4074-b828-4b667cb14a83 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c70fca-87d3-4f1f-9f8a-19859b9a2aba,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:26:51.536016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-e02ed621-b7c5-4265-bbb0-fc17d5a5d59f None None] Current status of the port 6db08903-0373-414a-a507-25aeb574cd6a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:26:51.638259 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Deleting port 0624a53a-a4c5-4a5c-959d-103144381818 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:26:51.639577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (0624a53a-a4c5-4a5c-959d-103144381818), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.723583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (0624a53a-a4c5-4a5c-959d-103144381818), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.723915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for floatingip (0624a53a-a4c5-4a5c-959d-103144381818), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.737512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Calling delete_port for 0624a53a-a4c5-4a5c-959d-103144381818 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:26:51.839048 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-5bc0174f-fb0b-4695-8a53-7e39cf69a475 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 1001 time: 0.3898022 Mar 07 05:26:51.887986 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-4dba2be7-858f-483f-9e54-9a11615b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:51.889963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-4dba2be7-858f-483f-9e54-9a11615b187d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0450716 Mar 07 05:26:51.921331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (0624a53a-a4c5-4a5c-959d-103144381818), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:51.938219 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-b473f4c2-0331-43ac-8c8a-de1b23cb1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:51.939721 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-b473f4c2-0331-43ac-8c8a-de1b23cb1de4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445068 Mar 07 05:26:51.952398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event deleted for resources: {'Port': ['ID=0624a53a-a4c5-4a5c-959d-103144381818,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:26:52.012007 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks [] for floatingip (45f5565a-f552-4937-827b-f863ec7ddf9e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:52.012258 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Floating IP 45f5565a-f552-4937-827b-f863ec7ddf9e disassociated (deleted). External IP: 172.25.4.204, port: 6db08903-0373-414a-a507-25aeb574cd6a. Mar 07 05:26:52.039033 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-fb401592-2e16-466a-9e47-06460c0e28a3 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932472 Mar 07 05:26:52.129233 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-853a5c37-0c6a-46f5-88a2-909c2f3dcbe5 req-376dc68a-d71c-419d-a91a-a897b0510ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Mar 07 05:26:52.226464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Router e9d817bb-f74b-420a-abdf-d467d04ccab3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:26:52.339770 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:26:52.345153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:52.349679 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] Sync routers for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:26:52.360701 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:26:52.361315 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:26:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:26:52.376302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e799ea2d-4130-43ed-97c5-6636ca5ae6b8 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "DELETE /v2.0/floatingips/45f5565a-f552-4937-827b-f863ec7ddf9e HTTP/1.1" status: 204 len: 168 time: 0.9355831 Mar 07 05:26:52.472771 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:26:52.679637 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:26:52.690882 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:26:52.705376 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] Checking router: e9d817bb-f74b-420a-abdf-d467d04ccab3 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:26:52.713416 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:26:52.714038 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:26:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:26:52.822717 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:26:53.026995 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:26:53.054024 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef995-0613-4051-8ef9-375dd937d773 None None] The sync data for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 is: [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:02Z', 'revision_number': 4, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '8846627d-51dc-4a0f-9d05-dc1c8be110b0', 'name': '', 'network_id': 'e86aff2a-86db-42ff-87a2-f0ed76e25063', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'mac_address': 'fa:16:3e:1a:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:02Z', 'updated_at': '2022-03-07T05:25:07Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'subnets': [{'id': 'e852378d-44e8-42ca-9c5c-c5741200ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:26:53.202790 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:26:53.205353 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29417fe-c514-4798-83f2-0d2349c0f754" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:26:53.245354 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66896931-85f8-466b-87aa-bd494742876c x-openstack-request-id: req-66896931-85f8-466b-87aa-bd494742876c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:26:53.245716 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:26:53.246072 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66896931-85f8-466b-87aa-bd494742876c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:26:53.246583 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'status': 'completed', 'code': 200} Mar 07 05:26:53.304330 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18dbdd-34ec-4833-b5f6-a4fc92d260bd None None] New status for floating IP 45f5565a-f552-4937-827b-f863ec7ddf9e: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:26:53.316326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-db546e7f-de01-480d-9c3c-c45412118f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:53.317815 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-db546e7f-de01-480d-9c3c-c45412118f99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 1127 time: 0.0487673 Mar 07 05:26:53.415557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-f3e6d959-b976-4d0c-a337-ada04542a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:53.417056 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-f3e6d959-b976-4d0c-a337-ada04542a173 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 200 len: 915 time: 0.0935979 Mar 07 05:26:53.457829 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-5468a021-a59c-400b-a7a2-2c590cc412cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 200 len: 217 time: 0.0349329 Mar 07 05:26:53.512577 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-251dac9d-1e63-4796-9cda-ebfa4b5d34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:53.514997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-251dac9d-1e63-4796-9cda-ebfa4b5d34d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 200 len: 853 time: 0.0507967 Mar 07 05:26:53.563019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-631904ae-b47a-4d4f-ac00-5415094f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:26:53.564578 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-631904ae-b47a-4d4f-ac00-5415094f3ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e86aff2a-86db-42ff-87a2-f0ed76e25063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442510 Mar 07 05:26:53.660842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-672be7f5-c835-438d-ad8b-de23700a652d service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Mar 07 05:26:53.751191 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d29417fe-c514-4798-83f2-0d2349c0f754 req-02f52f91-f286-4acc-8c59-da7c381511eb service neutron] 10.222.0.15 "GET /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Mar 07 05:27:02.881965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07155c91-f7f9-4cb9-8c8b-02737abcce5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:05.501266 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e1496313-08ab-4d20-be7a-ffcae73ae74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:06.947598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:07.438862 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:27:07.711401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248224be-c890-4e1c-bf7d-5d141ed0896c req-383d0f1f-fd17-47ab-b0c7-8ba5f2e7382b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:07.712952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-248224be-c890-4e1c-bf7d-5d141ed0896c req-383d0f1f-fd17-47ab-b0c7-8ba5f2e7382b tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0568974 Mar 07 05:27:07.761970 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-248224be-c890-4e1c-bf7d-5d141ed0896c req-43e6cd72-ad86-487d-90b2-d53acc229315 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Mar 07 05:27:07.874356 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:08.887022 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e195e0-9212-49d7-ae23-70ebea4a3ce0 req-7012fd45-12db-4bf3-ab8c-0dcb629ff714 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:08.888518 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1e195e0-9212-49d7-ae23-70ebea4a3ce0 req-7012fd45-12db-4bf3-ab8c-0dcb629ff714 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0523345 Mar 07 05:27:08.939022 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b1e195e0-9212-49d7-ae23-70ebea4a3ce0 req-ad4cc985-ebce-40c2-ae36-b5a9ac1a696f tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8990003-b697-4d22-a97a-f035a08d3fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Mar 07 05:27:09.310335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-ed672940-378d-4a94-af7d-26f30d2f0d12 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:09.311820 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-ed672940-378d-4a94-af7d-26f30d2f0d12 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 945 time: 0.0584002 Mar 07 05:27:09.409498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Deleting port 6db08903-0373-414a-a507-25aeb574cd6a {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:09.409841 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6db08903-0373-414a-a507-25aeb574cd6a), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:09.503571 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] For port 6db08903-0373-414a-a507-25aeb574cd6a, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6db08903-0373-414a-a507-25aeb574cd6a,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:09.503936 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6db08903-0373-414a-a507-25aeb574cd6a), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:09.517183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Calling delete_port for 6db08903-0373-414a-a507-25aeb574cd6a owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:09.556847 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:09.658244 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6db08903-0373-414a-a507-25aeb574cd6a), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:09.669363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6db08903-0373-414a-a507-25aeb574cd6a'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:27:09.695670 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Pushing event deleted for resources: {'Port': ['ID=6db08903-0373-414a-a507-25aeb574cd6a,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:09.724988 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.725609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.725948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.726318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.726659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.726996 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.727331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.727662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.727994 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.728323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.728666 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.728984 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.729308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:09.746321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] No DVR routers for this DVR port 6db08903-0373-414a-a507-25aeb574cd6a on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:27:09.748993 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:09.752750 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-e37beebf-95a6-4962-a7e0-3fb932fabcd3 req-7d52e41d-2d07-4dea-b895-710e5c0bc371 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.15 "DELETE /v2.0/ports/6db08903-0373-414a-a507-25aeb574cd6a HTTP/1.1" status: 204 len: 173 time: 0.4356806 Mar 07 05:27:09.753141 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'name': 'network-vif-deleted', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:27:09.755433 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c7983f-e5d2-4cf9-a8a2-38105af69520" -d '{"events": [{"server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "name": "network-vif-deleted", "tag": "6db08903-0373-414a-a507-25aeb574cd6a"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:27:09.791161 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e92b58-a3b3-4a61-ba19-2b833210c847 x-openstack-request-id: req-01e92b58-a3b3-4a61-ba19-2b833210c847 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:27:09.791478 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9e3d1d-a6b7-4911-90af-9878c2713371", "name": "network-vif-deleted", "tag": "6db08903-0373-414a-a507-25aeb574cd6a", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:27:09.791722 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e92b58-a3b3-4a61-ba19-2b833210c847 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:27:09.792138 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9e3d1d-a6b7-4911-90af-9878c2713371', 'name': 'network-vif-deleted', 'tag': '6db08903-0373-414a-a507-25aeb574cd6a', 'status': 'completed', 'code': 200} Mar 07 05:27:10.052743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1f1865b3-eee4-4247-bdab-47cf8594b357 req-19fc5bf0-58cd-491b-b455-43ff980c4791 tempest-TestMinimumBasicScenario-1890406551 tempest-TestMinimumBasicScenario-1890406551-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9e3d1d-a6b7-4911-90af-9878c2713371 HTTP/1.1" status: 200 len: 210 time: 0.0281842 Mar 07 05:27:11.610445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33110) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:11.950587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (e9d817bb-f74b-420a-abdf-d467d04ccab3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:12.193432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Deleting port 8846627d-51dc-4a0f-9d05-dc1c8be110b0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:12.193777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:12.270176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] For port 8846627d-51dc-4a0f-9d05-dc1c8be110b0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8846627d-51dc-4a0f-9d05-dc1c8be110b0,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:12.270465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:12.282574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Calling delete_port for 8846627d-51dc-4a0f-9d05-dc1c8be110b0 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:12.466455 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8846627d-51dc-4a0f-9d05-dc1c8be110b0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:12.491900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Pushing event deleted for resources: {'Port': ['ID=8846627d-51dc-4a0f-9d05-dc1c8be110b0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:12.521865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.522200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.522534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.522872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.523215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.523555 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.523922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.524283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.524617 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.524948 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.525281 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.525610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.525941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:12.673749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (e9d817bb-f74b-420a-abdf-d467d04ccab3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:12.890163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Router e9d817bb-f74b-420a-abdf-d467d04ccab3 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:27:12.997396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:27:13.003929 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eeb1a8a0-11ff-4465-9498-579ace61167e admin admin] 10.222.0.21 "PUT /v2.0/routers/e9d817bb-f74b-420a-abdf-d467d04ccab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922865 Mar 07 05:27:13.006547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33112) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:13.010109 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] Sync routers for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:27:13.022350 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:13.023015 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:13.129632 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:13.318782 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:27:12Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:13.345614 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] Checking router: e9d817bb-f74b-420a-abdf-d467d04ccab3 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:27:13.354712 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] Routers {'e9d817bb-f74b-420a-abdf-d467d04ccab3'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:13.355331 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e9d817bb-f74b-420a-abdf-d467d04ccab3'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:13.390179 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks [] for router (e9d817bb-f74b-420a-abdf-d467d04ccab3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.462579 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] Set router e9d817bb-f74b-420a-abdf-d467d04ccab3 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:13.495580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks [] for router_gateway (e9d817bb-f74b-420a-abdf-d467d04ccab3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.549966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Deleting port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:13.550484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.627384 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] For port fa2f040c-9014-4c3d-b278-b7c7d2ef3b40, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:13.627655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.638751 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:27:12Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:13.643148 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Calling delete_port for fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:13.669344 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519beb2-cd6c-4a25-bcff-89bb78869735 None None] The sync data for ids ['e9d817bb-f74b-420a-abdf-d467d04ccab3'] in n-d-832185-1 is: [{'id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'name': 'tempest-TestMinimumBasicScenario-812666302-router', 'tenant_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:27:12Z', 'revision_number': 5, 'project_id': '0e5fc9e2b9da4e2ba29ad59a9d127d4b', 'gw_port': {'id': 'fa2f040c-9014-4c3d-b278-b7c7d2ef3b40', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d817bb-f74b-420a-abdf-d467d04ccab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:00Z', 'updated_at': '2022-03-07T05:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:27:13.816260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fa2f040c-9014-4c3d-b278-b7c7d2ef3b40), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.838979 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2f040c-9014-4c3d-b278-b7c7d2ef3b40,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:13.901698 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (e9d817bb-f74b-420a-abdf-d467d04ccab3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.992441 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (e9d817bb-f74b-420a-abdf-d467d04ccab3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:13.994551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks [] for router_controller (e9d817bb-f74b-420a-abdf-d467d04ccab3), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.043288 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (e9d817bb-f74b-420a-abdf-d467d04ccab3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.043946 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d817bb-f74b-420a-abdf-d467d04ccab3 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:27:14.048912 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.052730 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33114) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:14.053302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d38cfcdc-67c3-4547-88b4-c8b8696ce864 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e9d817bb-f74b-420a-abdf-d467d04ccab3 HTTP/1.1" status: 204 len: 168 time: 1.0450132 Mar 07 05:27:14.078045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6db08903-0373-414a-a507-25aeb574cd6a no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:14.101434 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 6db08903-0373-414a-a507-25aeb574cd6a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:14.101784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6db08903-0373-414a-a507-25aeb574cd6a not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:14.102334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Deleting subnet e852378d-44e8-42ca-9c5c-c5741200ccfd {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:27:14.106003 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Publish callbacks [] for subnet (e852378d-44e8-42ca-9c5c-c5741200ccfd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.142308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (e852378d-44e8-42ca-9c5c-c5741200ccfd), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.231213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (e852378d-44e8-42ca-9c5c-c5741200ccfd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.257961 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8846627d-51dc-4a0f-9d05-dc1c8be110b0 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:14.281306 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8846627d-51dc-4a0f-9d05-dc1c8be110b0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:14.282036 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8846627d-51dc-4a0f-9d05-dc1c8be110b0 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:14.293650 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (e852378d-44e8-42ca-9c5c-c5741200ccfd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.327413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e852378d-44e8-42ca-9c5c-c5741200ccfd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:14.329899 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.334032 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-84d786ce-16cf-46c1-b31e-04282094194b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e852378d-44e8-42ca-9c5c-c5741200ccfd HTTP/1.1" status: 204 len: 168 time: 0.2802172 Mar 07 05:27:14.336893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33116) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:14.339539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b613032-88e0-4c69-8ec5-dd178e921166 None None] Network e86aff2a-86db-42ff-87a2-f0ed76e25063 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:27:14.412608 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e86aff2a-86db-42ff-87a2-f0ed76e25063), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.466700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Deleting port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:14.467039 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.529482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] For port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,segment=NetworkSegment(068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e),segment_id=068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:14.529839 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.542728 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Calling delete_port for 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:14.623349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (7d6eaba5-8e12-4c35-b8aa-d38130b8d253), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.650618 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6eaba5-8e12-4c35-b8aa-d38130b8d253,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:14.652321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] No DVR routers for this DVR port 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:27:14.725916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e86aff2a-86db-42ff-87a2-f0ed76e25063), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.743196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20686e-b7fc-4be6-8949-4c0ace2bfff2 None None] DHCP port deletion for e86aff2a-86db-42ff-87a2-f0ed76e25063 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:27:14.748765 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86aff2a-86db-42ff-87a2-f0ed76e25063']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:14.759006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:14.759275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:14.771376 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.785307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.791183 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:27:14.791565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (068fef2e-9c8e-42b6-8db3-a7fddbd7bc7e), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:27:14.793193 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:27:14.847363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e86aff2a-86db-42ff-87a2-f0ed76e25063), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.852911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:14.856021 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e86aff2a-86db-42ff-87a2-f0ed76e25063 HTTP/1.1" status: 204 len: 168 time: 0.5181556 Mar 07 05:27:14.859106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33118) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:14.867114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987737f5-d984-4db0-bdbe-b36e2fba49d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e86aff2a-86db-42ff-87a2-f0ed76e25063,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:15.207497 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (e18bc09a-e8fc-4042-bf95-524c002ab1da), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:15.466866 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Deleting port 8cfca470-c146-43ea-812b-e4c650385549 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:15.467214 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8cfca470-c146-43ea-812b-e4c650385549), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:15.545840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] For port 8cfca470-c146-43ea-812b-e4c650385549, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8cfca470-c146-43ea-812b-e4c650385549,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:15.546230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8cfca470-c146-43ea-812b-e4c650385549), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:15.558360 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Calling delete_port for 8cfca470-c146-43ea-812b-e4c650385549 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:15.752494 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8cfca470-c146-43ea-812b-e4c650385549), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:15.775726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfca470-c146-43ea-812b-e4c650385549,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:15.944492 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (e18bc09a-e8fc-4042-bf95-524c002ab1da), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:16.165225 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Router e18bc09a-e8fc-4042-bf95-524c002ab1da has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:27:16.264189 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:16.280554 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:27:16.284743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:16.285530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device fa2f040c-9014-4c3d-b278-b7c7d2ef3b40 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:16.285530 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:16.288945 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33120) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:16.289669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e7434719-09fe-44c9-94fc-4760e1bf0567 admin admin] 10.222.0.21 "PUT /v2.0/routers/e18bc09a-e8fc-4042-bf95-524c002ab1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286728 Mar 07 05:27:16.310142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] Sync routers for ids ['e18bc09a-e8fc-4042-bf95-524c002ab1da'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:27:16.312415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:16.313266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7d6eaba5-8e12-4c35-b8aa-d38130b8d253 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:16.323945 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] Routers {'e18bc09a-e8fc-4042-bf95-524c002ab1da'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:16.324609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e18bc09a-e8fc-4042-bf95-524c002ab1da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:16.398294 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks [] for router (e18bc09a-e8fc-4042-bf95-524c002ab1da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:16.432604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] Set router e18bc09a-e8fc-4042-bf95-524c002ab1da gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:16.506740 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks [] for router_gateway (e18bc09a-e8fc-4042-bf95-524c002ab1da), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:16.559603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Deleting port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:16.559964 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:16.611564 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:27:15Z', 'revision_number': 5, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port': {'id': 'd1b77a66-ef93-4313-a4e2-62ae25bb8f1d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:25:05Z', 'updated_at': '2022-03-07T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:16.637789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] Checking router: e18bc09a-e8fc-4042-bf95-524c002ab1da for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:27:16.642875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] For port d1b77a66-ef93-4313-a4e2-62ae25bb8f1d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:16.643238 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:16.646462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] Routers {'e18bc09a-e8fc-4042-bf95-524c002ab1da'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:16.647062 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e18bc09a-e8fc-4042-bf95-524c002ab1da'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:16.655471 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Calling delete_port for d1b77a66-ef93-4313-a4e2-62ae25bb8f1d owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:16.738269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] Set router e18bc09a-e8fc-4042-bf95-524c002ab1da gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:16.793457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:27:16Z', 'revision_number': 6, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:16.819095 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95a20-b00d-4a18-a455-c15d160cf32e None None] The sync data for ids ['e18bc09a-e8fc-4042-bf95-524c002ab1da'] in n-d-832185-1 is: [{'id': 'e18bc09a-e8fc-4042-bf95-524c002ab1da', 'name': 'tempest-TestMinimumBasicScenario-1402331800-router', 'tenant_id': '98a7b0e634ab4855b8654cdcc14a6913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:25:04Z', 'updated_at': '2022-03-07T05:27:16Z', 'revision_number': 6, 'project_id': '98a7b0e634ab4855b8654cdcc14a6913', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:27:16.826405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d1b77a66-ef93-4313-a4e2-62ae25bb8f1d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:16.855378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b77a66-ef93-4313-a4e2-62ae25bb8f1d,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:16.921298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (e18bc09a-e8fc-4042-bf95-524c002ab1da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.018586 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (e18bc09a-e8fc-4042-bf95-524c002ab1da), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.020697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks [] for router_controller (e18bc09a-e8fc-4042-bf95-524c002ab1da), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.063081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (e18bc09a-e8fc-4042-bf95-524c002ab1da), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.063603 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18bc09a-e8fc-4042-bf95-524c002ab1da {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:27:17.067856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.069001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1034a46b-c09e-45a2-ab88-fa28371aac1d admin admin] 10.222.0.21 "DELETE /v2.0/routers/e18bc09a-e8fc-4042-bf95-524c002ab1da HTTP/1.1" status: 204 len: 168 time: 0.7790670 Mar 07 05:27:17.072122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33122) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:17.117382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Deleting subnet 1cfb7396-e2a5-4a4a-ad7c-836e23d12efa {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:27:17.120364 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Publish callbacks [] for subnet (1cfb7396-e2a5-4a4a-ad7c-836e23d12efa), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.153830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (1cfb7396-e2a5-4a4a-ad7c-836e23d12efa), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.231452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (1cfb7396-e2a5-4a4a-ad7c-836e23d12efa), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.283444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (1cfb7396-e2a5-4a4a-ad7c-836e23d12efa), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.308785 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cfb7396-e2a5-4a4a-ad7c-836e23d12efa,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:17.312309 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.317951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2506d-c0ee-4431-baa1-66046f6516d2 None None] Network 0144150a-3e8e-4197-8721-c9bce2a8cf73 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:27:17.321209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5142cbcd-5bc7-46db-89c6-4b2ee86eee92 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1cfb7396-e2a5-4a4a-ad7c-836e23d12efa HTTP/1.1" status: 204 len: 168 time: 0.2455454 Mar 07 05:27:17.322191 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33124) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:17.396222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (0144150a-3e8e-4197-8721-c9bce2a8cf73), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.458999 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Deleting port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:17.459344 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.489116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] DHCP port deletion for 0144150a-3e8e-4197-8721-c9bce2a8cf73 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:27:17.527132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] For port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:17.527500 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.538308 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Deleting port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:27:17.538695 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.541011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Calling delete_port for a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:17.608313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] For port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,segment=NetworkSegment(4856180f-9eed-4adf-9806-647443a5edad),segment_id=4856180f-9eed-4adf-9806-647443a5edad)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:17.608997 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.622635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Calling delete_port for a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:27:17.632788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.660447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:17.663701 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] No DVR routers for this DVR port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:27:17.704483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (a3f2e499-9260-43d5-8c94-5a46ce2ac8f5), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.733815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Pushing event deleted for resources: {'Port': ['ID=a3f2e499-9260-43d5-8c94-5a46ce2ac8f5,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:17.738325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] No DVR routers for this DVR port a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:27:17.738788 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (0144150a-3e8e-4197-8721-c9bce2a8cf73), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.745045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.745331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.745690 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.746058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.746399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.746731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.747059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.747385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.747710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.748024 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.748349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.748670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.749068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4805e-6a55-41f7-87a9-ec784c71ed1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:17.768575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0144150a-3e8e-4197-8721-c9bce2a8cf73']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:17.778038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4856180f-9eed-4adf-9806-647443a5edad') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:17.778335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4856180f-9eed-4adf-9806-647443a5edad') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:17.788435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (4856180f-9eed-4adf-9806-647443a5edad), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.802401 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (4856180f-9eed-4adf-9806-647443a5edad), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.808236 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:27:17.808656 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (4856180f-9eed-4adf-9806-647443a5edad), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:27:17.810386 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:27:17.864449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (0144150a-3e8e-4197-8721-c9bce2a8cf73), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.869585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:17.872902 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0144150a-3e8e-4197-8721-c9bce2a8cf73 HTTP/1.1" status: 204 len: 168 time: 0.5492210 Mar 07 05:27:17.884214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e97d6c-23c0-43e2-8d7a-231c5a122080 admin admin] Pushing event deleted for resources: {'Network': ['ID=0144150a-3e8e-4197-8721-c9bce2a8cf73,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:18.048295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:18.087346 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-680598dd-a2e3-4309-a972-2f8239cd11c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e5fc9e2b9da4e2ba29ad59a9d127d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379016 Mar 07 05:27:18.089823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33130) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:18.142792 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4312ec43-788e-4421-891e-0e273004c93a admin admin] Publish callbacks [] for security_group (a8990003-b697-4d22-a97a-f035a08d3fa0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.165810 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4312ec43-788e-4421-891e-0e273004c93a admin admin] Publish callbacks [] for security_group (a8990003-b697-4d22-a97a-f035a08d3fa0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.211834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4312ec43-788e-4421-891e-0e273004c93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (a8990003-b697-4d22-a97a-f035a08d3fa0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.214393 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4312ec43-788e-4421-891e-0e273004c93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.215574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-4312ec43-788e-4421-891e-0e273004c93a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8990003-b697-4d22-a97a-f035a08d3fa0 HTTP/1.1" status: 204 len: 168 time: 0.1248407 Mar 07 05:27:18.218697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:18.224947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ec43-788e-4421-891e-0e273004c93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8990003-b697-4d22-a97a-f035a08d3fa0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:18.244021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:18.244363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a3f2e499-9260-43d5-8c94-5a46ce2ac8f5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:18.244776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cfca470-c146-43ea-812b-e4c650385549 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:18.269605 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8cfca470-c146-43ea-812b-e4c650385549 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:18.269882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8cfca470-c146-43ea-812b-e4c650385549 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:18.270326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d1b77a66-ef93-4313-a4e2-62ae25bb8f1d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:27:18.288817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: d1b77a66-ef93-4313-a4e2-62ae25bb8f1d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:27:18.289165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device d1b77a66-ef93-4313-a4e2-62ae25bb8f1d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:27:18.543047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33136) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:18.582347 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f7322549-2e59-49b1-9758-ad2563702e90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98a7b0e634ab4855b8654cdcc14a6913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380387 Mar 07 05:27:18.584918 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33138) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:18.632520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc599-9953-408d-ac36-8051d1a06929 admin admin] Publish callbacks [] for security_group (169058eb-ea19-49fb-a49b-e4d355a10707), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.652823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc599-9953-408d-ac36-8051d1a06929 admin admin] Publish callbacks [] for security_group (169058eb-ea19-49fb-a49b-e4d355a10707), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.697836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc599-9953-408d-ac36-8051d1a06929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (169058eb-ea19-49fb-a49b-e4d355a10707), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.700422 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc599-9953-408d-ac36-8051d1a06929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:18.701552 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a3ecc599-9953-408d-ac36-8051d1a06929 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/169058eb-ea19-49fb-a49b-e4d355a10707 HTTP/1.1" status: 204 len: 168 time: 0.1156390 Mar 07 05:27:18.708850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecc599-9953-408d-ac36-8051d1a06929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169058eb-ea19-49fb-a49b-e4d355a10707,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:20.420316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.557207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:20.561837 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060794191', 'description': 'tempest-secgroup-smoke-1060794191 description', 'project_id': '68ab2187db604d42a0c6972f9ec99a21'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:20.585207 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.592749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.669760 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (1e14d12e-d8d0-4dae-a55e-79a9465d4e9f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.674465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1e14d12e-d8d0-4dae-a55e-79a9465d4e9f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.712557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e14d12e-d8d0-4dae-a55e-79a9465d4e9f,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:20.752643 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (864a9126-adba-4d82-89f9-3cfd31ce2a95), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.756244 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (864a9126-adba-4d82-89f9-3cfd31ce2a95), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.786331 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.787572 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2293105 Mar 07 05:27:20.788264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb19d5b-06f7-4212-9451-e3fc5346de34 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864a9126-adba-4d82-89f9-3cfd31ce2a95,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:20.790461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:20.794638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '864a9126-adba-4d82-89f9-3cfd31ce2a95', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:20.819227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (b4d92401-e3a2-4c4c-852b-b03d907caf23), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.872224 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (b4d92401-e3a2-4c4c-852b-b03d907caf23), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.875617 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b4d92401-e3a2-4c4c-852b-b03d907caf23), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.891976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d92401-e3a2-4c4c-852b-b03d907caf23,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:20.900145 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.901327 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-18e4260b-2849-414a-a514-046c1a553cbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099675 Mar 07 05:27:20.904054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33182) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:20.908880 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '864a9126-adba-4d82-89f9-3cfd31ce2a95', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:20.932725 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (b5014f19-2265-405d-86d5-566664ff1a30), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.989847 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (b5014f19-2265-405d-86d5-566664ff1a30), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:20.993618 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (b5014f19-2265-405d-86d5-566664ff1a30), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.010799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5014f19-2265-405d-86d5-566664ff1a30,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:21.017513 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.018725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b2666632-4c4d-48f6-9d55-de1039ac98d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137717 Mar 07 05:27:21.021499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33184) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:21.026213 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '864a9126-adba-4d82-89f9-3cfd31ce2a95', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:21.051181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (45c6635b-92ad-4098-abbd-f6cee4c797f7), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.106273 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (45c6635b-92ad-4098-abbd-f6cee4c797f7), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.109781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (45c6635b-92ad-4098-abbd-f6cee4c797f7), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.126616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c6635b-92ad-4098-abbd-f6cee4c797f7,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:21.134087 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.135285 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-14ad22d8-fec7-407c-bffb-24c55f577b15 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125827 Mar 07 05:27:21.137971 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33186) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:21.142675 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '864a9126-adba-4d82-89f9-3cfd31ce2a95', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:21.166739 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (dc80318b-030f-4909-ba99-53cdb419f83f), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.222766 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (dc80318b-030f-4909-ba99-53cdb419f83f), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.226572 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (dc80318b-030f-4909-ba99-53cdb419f83f), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.247103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc80318b-030f-4909-ba99-53cdb419f83f,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:21.252504 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.253689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-865fe614-bd73-48fa-a834-d2df41be7e4d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147811 Mar 07 05:27:21.256427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33188) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:21.260685 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '864a9126-adba-4d82-89f9-3cfd31ce2a95', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:21.280174 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:27:21.286545 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (e260a298-066c-4b99-866e-67e564e124b9), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.348090 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (e260a298-066c-4b99-866e-67e564e124b9), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.351837 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (e260a298-066c-4b99-866e-67e564e124b9), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.369893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e260a298-066c-4b99-866e-67e564e124b9,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:21.377946 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.379167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-08346324-c086-49d2-a0ca-e049d411bf31 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218152 Mar 07 05:27:21.381887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33190) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:21.386248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '864a9126-adba-4d82-89f9-3cfd31ce2a95', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:21.406896 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:27:21.411958 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (8fd52be9-8abc-4b79-80ea-ca736409dcf5), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.470236 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (8fd52be9-8abc-4b79-80ea-ca736409dcf5), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.473789 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (8fd52be9-8abc-4b79-80ea-ca736409dcf5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.491325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd52be9-8abc-4b79-80ea-ca736409dcf5,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:21.498144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.499326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-03c9405d-84b5-48b0-aad6-d01865c6e10c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164358 Mar 07 05:27:21.503059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33192) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:21.508113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'network': {'name': 'tempest-network-smoke--1486627705', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'port_security_enabled': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:21.527922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:27:21.531379 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.555177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:27:21.564448 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (300ee5fb-5fb3-4e86-b55e-f86222099f8b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.565120 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Added segment 300ee5fb-5fb3-4e86-b55e-f86222099f8b of type vlan for network 83f361e3-01d2-4106-a04a-1adb436c2a55 Mar 07 05:27:21.602756 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (83f361e3-01d2-4106-a04a-1adb436c2a55), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.627514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (83f361e3-01d2-4106-a04a-1adb436c2a55), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.632494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:21.633080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.675016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708560 Mar 07 05:27:21.678099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33194) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:21.682727 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'admin_state_up': True, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:21.702884 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.703865 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.706439 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3c2ec-f235-4033-996e-039a806b471e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Network': ['ID=83f361e3-01d2-4106-a04a-1adb436c2a55,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:21.716821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:27:21.761611 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:21.901910 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.096767 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.114977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.213280 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.144 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/c9dca23f-c9fd-40ce-b9ea-480a48898b4d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:27:22.315286 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.348738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.386286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:27:22.389001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:22.392369 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:27:22.415133 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:22.647824 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.679968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.848770 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:22.976724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:27:23.372910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:27:23.383880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Sync routers for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:27:23.394765 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:23.395301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:23.395738 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:23.399601 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a3604c9-e9ad-4765-acb0-c98956164b5f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7173328 Mar 07 05:27:23.399930 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33196) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:23.507320 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:23.525535 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6abb26a3-4b9f-4301-9f68-80525252ec08 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=68ab2187db604d42a0c6972f9ec99a21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244469 Mar 07 05:27:23.528343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33200) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:23.676650 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a214eca-c79d-4588-bc53-fb82d5d98373 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:23.678195 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1a214eca-c79d-4588-bc53-fb82d5d98373 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489320 Mar 07 05:27:23.681166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33202) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:23.682961 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:22Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:23.713209 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Checking router: bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:27:23.713559 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Updating router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 port c9dca23f-c9fd-40ce-b9ea-480a48898b4d binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:27:23.721747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2e01679a-1bc9-4af9-b29e-b77e18669804 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394492 Mar 07 05:27:23.724432 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33206) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:23.729296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840701188', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:23.741557 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:23.819879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:27:23.823418 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:23.993281 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Publish callbacks [] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:23.996918 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (6749e608-228c-446d-b644-8672afd3c5a6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:23.998860 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.048888 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Attempting to bind port c9dca23f-c9fd-40ce-b9ea-480a48898b4d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:27:24.049268 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Attempting to bind port c9dca23f-c9fd-40ce-b9ea-480a48898b4d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:27:24.049630 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Attempting to bind port c9dca23f-c9fd-40ce-b9ea-480a48898b4d on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:27:24.059705 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:27:24.060076 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:27:24.060478 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.060870 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:27:24.061331 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Bound port: c9dca23f-c9fd-40ce-b9ea-480a48898b4d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:27:24.061713 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.063001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Subnet': ['ID=6749e608-228c-446d-b644-8672afd3c5a6,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:24.064109 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Pushing event updated for resources: {'Port': ['ID=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:24.071801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Checking segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:27:24.072163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network hostable DHCP agents. Network: 83f361e3-01d2-4106-a04a-1adb436c2a55, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:27:24.088669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:27:24.090556 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.090911 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.091255 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.091589 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.091920 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.092250 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.092576 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.092914 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.093221 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.093540 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.093860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.094203 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.094521 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:27:24.100795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 83f361e3-01d2-4106-a04a-1adb436c2a55) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:24.105519 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:24.106020 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.120511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfafadb-6637-4c51-a414-1f2ae327840c None None] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:27:24.127709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-611c1c4d-c668-4263-9537-bbb3380a7dd3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3990653 Mar 07 05:27:24.128095 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] For port c9dca23f-c9fd-40ce-b9ea-480a48898b4d, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:27:24.128285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33208) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:24.131427 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] For port c9dca23f-c9fd-40ce-b9ea-480a48898b4d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:27:24.136628 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.197855 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582de53-4b8f-46aa-b317-a1e56621e9d6 None None] Pushing event updated for resources: {'Port': ['ID=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:24.201157 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:24.201990 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:24.235849 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-83f361e3-01d2-4106-a04a-1adb436c2a55', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:27:24.237477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.322254 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:24.389894 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Allocated IP 172.20.0.2 (83f361e3-01d2-4106-a04a-1adb436c2a55/6749e608-228c-446d-b644-8672afd3c5a6/8e1259e0-a05b-43b3-b7f7-c69138f94d01) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:27:24.557104 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Publish callbacks [] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.564909 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.604417 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-58151edc-3267-4f90-826d-67430cf826aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:22Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:24.615743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:27:24.618701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:24.625526 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:27:24.629629 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Pushing event updated for resources: {'Port': ['ID=8e1259e0-a05b-43b3-b7f7-c69138f94d01,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:24.633362 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151edc-3267-4f90-826d-67430cf826aa None None] The sync data for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 is: [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:22Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:27:24.695888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Attempting to bind port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:27:24.696284 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Attempting to bind port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:27:24.696710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Attempting to bind port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 on network 83f361e3-01d2-4106-a04a-1adb436c2a55 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:27:24.703784 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:27:24.704163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Checking segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:27:24.705168 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.705572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Bound using segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:27:24.706069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Bound port: 8e1259e0-a05b-43b3-b7f7-c69138f94d01, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:27:24.706445 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.779410 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] For port 8e1259e0-a05b-43b3-b7f7-c69138f94d01, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:27:24.784287 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] For port 8e1259e0-a05b-43b3-b7f7-c69138f94d01, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8e1259e0-a05b-43b3-b7f7-c69138f94d01,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:27:24.791654 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:24.859251 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a011f-cc79-4e12-bb9c-b79cce8b09f6 None None] Pushing event updated for resources: {'Port': ['ID=8e1259e0-a05b-43b3-b7f7-c69138f94d01,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:24.948382 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:25.330437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.1 (83f361e3-01d2-4106-a04a-1adb436c2a55/6749e608-228c-446d-b644-8672afd3c5a6/febdf817-51b6-4a48-8665-806c237e7707) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:27:25.453306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (febdf817-51b6-4a48-8665-806c237e7707), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:25.488982 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (febdf817-51b6-4a48-8665-806c237e7707), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:25.528143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:27:25.534297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:25.538192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:27:25.574019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=febdf817-51b6-4a48-8665-806c237e7707,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:25.589395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:25.730444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (febdf817-51b6-4a48-8665-806c237e7707), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:25.870494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381fe19-5a2e-48bd-9073-8091d406675b None None] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:27:26.022426 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (febdf817-51b6-4a48-8665-806c237e7707), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.027630 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (febdf817-51b6-4a48-8665-806c237e7707), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.107803 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.109485 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=febdf817-51b6-4a48-8665-806c237e7707,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:26.126008 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] Provisioning complete for port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:26.126008 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.203849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:27:26.207125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:26.246875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] Current status of the port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:26.247477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.287628 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] For port 8e1259e0-a05b-43b3-b7f7-c69138f94d01, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8e1259e0-a05b-43b3-b7f7-c69138f94d01,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:26.302269 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.331349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c9dca23f-c9fd-40ce-b9ea-480a48898b4d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:27:26.376552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:27:26.394377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6e019-3dd9-4d48-8d1d-0f4a711cc367 None None] Pushing event updated for resources: {'Port': ['ID=8e1259e0-a05b-43b3-b7f7-c69138f94d01,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:26.411545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c9dca23f-c9fd-40ce-b9ea-480a48898b4d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:26.412052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.510424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c9dca23f-c9fd-40ce-b9ea-480a48898b4d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:26.511118 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.511613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:27:26.521832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c809aef6-04d2-44ac-a270-886e11f98d05 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3924937 Mar 07 05:27:26.527553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Sync routers for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:27:26.558064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:26.559366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:26.562238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port c9dca23f-c9fd-40ce-b9ea-480a48898b4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:26.607599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.608398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e1259e0-a05b-43b3-b7f7-c69138f94d01 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:27:26.618677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ed9c51b8-a9e6-4216-8a8e-425778dc5095 None None] Provisioning complete for port febdf817-51b6-4a48-8665-806c237e7707 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:26.619052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed9c51b8-a9e6-4216-8a8e-425778dc5095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (febdf817-51b6-4a48-8665-806c237e7707), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.775850 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c51b8-a9e6-4216-8a8e-425778dc5095 None None] Port febdf817-51b6-4a48-8665-806c237e7707 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:27:26.793435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:26.820517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:26.849002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ed9c51b8-a9e6-4216-8a8e-425778dc5095 None None] Provisioning complete for port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:26.849380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ed9c51b8-a9e6-4216-8a8e-425778dc5095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.858857 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-7ebbf51c-939f-4744-b4c2-5dbb24b78482 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060794191&fields=id&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 267 time: 0.0620058 Mar 07 05:27:26.880338 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:26.880957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:26.973869 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-7cf3ba92-88f9-4a23-abda-c7f6808ac522 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:26.975641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-7cf3ba92-88f9-4a23-abda-c7f6808ac522 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/networks?id=83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 200 len: 797 time: 0.1091778 Mar 07 05:27:26.991487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-881d664d-065c-4f0d-a65f-32c141a504b7 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/quotas/68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 375 time: 0.0102448 Mar 07 05:27:27.046652 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-3f96f8da-495a-49ca-8e66-052950b29e1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499513 Mar 07 05:27:27.133888 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c51b8-a9e6-4216-8a8e-425778dc5095 None None] Current status of the port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:27.143632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:27.147826 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-d1c14389-f70d-409c-8202-151b053a6b3a service neutron] 10.222.0.21 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890603 Mar 07 05:27:27.166935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 2, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:27.198218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Checking router: bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:27:27.198579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Updating router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 port febdf817-51b6-4a48-8665-806c237e7707 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:27:27.226721 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (febdf817-51b6-4a48-8665-806c237e7707), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.237496 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-1506fbaf-9991-4bd5-918e-bda32f02ed7a service neutron] 10.222.0.21 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839911 Mar 07 05:27:27.285236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ec135106-2e30-4409-8f9b-1ae97dd5baea None None] Provisioning complete for port febdf817-51b6-4a48-8665-806c237e7707 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:27.285610 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ec135106-2e30-4409-8f9b-1ae97dd5baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (febdf817-51b6-4a48-8665-806c237e7707), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.383985 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ec135106-2e30-4409-8f9b-1ae97dd5baea None None] Port febdf817-51b6-4a48-8665-806c237e7707 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:27:27.405832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60c26f2d-f83f-4050-9e63-1ce6596441ac req-d6f1d9cc-ac6a-4fc2-84f4-475eb6af381a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 210 time: 0.0298879 Mar 07 05:27:27.541623 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Publish callbacks [] for port (febdf817-51b6-4a48-8665-806c237e7707), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.547028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (febdf817-51b6-4a48-8665-806c237e7707), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.600991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a18cd-eede-432d-bca1-ed3cbc1dc58c None None] Pushing event updated for resources: {'Port': ['ID=febdf817-51b6-4a48-8665-806c237e7707,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:27.662909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Attempting to bind port febdf817-51b6-4a48-8665-806c237e7707 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:27:27.663400 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Attempting to bind port febdf817-51b6-4a48-8665-806c237e7707 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:27:27.663889 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Attempting to bind port febdf817-51b6-4a48-8665-806c237e7707 on network 83f361e3-01d2-4106-a04a-1adb436c2a55 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:27:27.670941 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:27:27.671323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Checking segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:27:27.671738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.672138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Bound using segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:27:27.672619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Bound port: febdf817-51b6-4a48-8665-806c237e7707, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:27:27.673006 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (febdf817-51b6-4a48-8665-806c237e7707), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.751774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] For port febdf817-51b6-4a48-8665-806c237e7707, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:27:27.756170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] For port febdf817-51b6-4a48-8665-806c237e7707, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=febdf817-51b6-4a48-8665-806c237e7707,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:27:27.762783 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (febdf817-51b6-4a48-8665-806c237e7707), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.832551 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:27.833184 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:27.835123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a18cd-eede-432d-bca1-ed3cbc1dc58c None None] Pushing event updated for resources: {'Port': ['ID=febdf817-51b6-4a48-8665-806c237e7707,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:27.959791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] Provisioning complete for port febdf817-51b6-4a48-8665-806c237e7707 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:27.960460 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (febdf817-51b6-4a48-8665-806c237e7707), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:27.965887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:28.324594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c9dca23f-c9fd-40ce-b9ea-480a48898b4d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:27:28.344914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] Current status of the port febdf817-51b6-4a48-8665-806c237e7707 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:28.345904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (febdf817-51b6-4a48-8665-806c237e7707), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:28.428664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] For port febdf817-51b6-4a48-8665-806c237e7707, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=febdf817-51b6-4a48-8665-806c237e7707,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:28.436454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (febdf817-51b6-4a48-8665-806c237e7707), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:28.484983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port c9dca23f-c9fd-40ce-b9ea-480a48898b4d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:28.485354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:28.533583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd9ee0-0bf7-4bf2-865e-7500d0a0282a None None] Pushing event updated for resources: {'Port': ['ID=febdf817-51b6-4a48-8665-806c237e7707,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:28.541745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:27Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:28.552348 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-893d914f-1779-4ea5-9fa0-11b61ff800bb req-5b4f5b8a-af60-4935-98cd-aa6996d9a233 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 210 time: 0.0451953 Mar 07 05:27:28.579594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac1946-de82-4d39-b075-9b4f7cd8e4e7 None None] The sync data for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 is: [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:27Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:27:28.591168 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d7e88661-5932-4b92-a346-de6120a92693 None None] Provisioning complete for port febdf817-51b6-4a48-8665-806c237e7707 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:28.591546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d7e88661-5932-4b92-a346-de6120a92693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (febdf817-51b6-4a48-8665-806c237e7707), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:28.613951 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-26b7bca4-9080-4bcb-917a-57f99ed17089 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:28.615374 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-26b7bca4-9080-4bcb-917a-57f99ed17089 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/networks?id=83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 200 len: 797 time: 0.1471839 Mar 07 05:27:28.683721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port c9dca23f-c9fd-40ce-b9ea-480a48898b4d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:28.684763 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e1259e0-a05b-43b3-b7f7-c69138f94d01 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:27:28.719399 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-5c68bd7b-6b42-49a7-8bce-e60a1836e9bf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 380 time: 0.0954251 Mar 07 05:27:28.728785 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'port': {'device_id': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'admin_state_up': True, 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'security_groups': ['864a9126-adba-4d82-89f9-3cfd31ce2a95']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:28.765812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d7e88661-5932-4b92-a346-de6120a92693 None None] Current status of the port febdf817-51b6-4a48-8665-806c237e7707 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:28.772374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:28.772750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:28.848731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:27:28.852374 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:28.865332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:28.988528 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.12 (83f361e3-01d2-4106-a04a-1adb436c2a55/6749e608-228c-446d-b644-8672afd3c5a6/8cc44455-cac6-4566-b84e-0319183d4d2c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:27:29.138634 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.174850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.222947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:27:29.226719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:29.229468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:27:29.261825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=8cc44455-cac6-4566-b84e-0319183d4d2c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:29.296300 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:29.297236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.320058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-59151e9a-377a-4acc-b71d-8387903218e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953524 Mar 07 05:27:29.385809 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Request body: {'port': {'device_id': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:29.454266 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.491947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4946cfcc-f903-4863-acc2-f1f6647a3b73 None None] Provisioning complete for port 8cc44455-cac6-4566-b84e-0319183d4d2c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:29.492549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4946cfcc-f903-4863-acc2-f1f6647a3b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.534014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4946cfcc-f903-4863-acc2-f1f6647a3b73 None None] Port 8cc44455-cac6-4566-b84e-0319183d4d2c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:27:29.684321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1f200-4e15-4c6a-805a-a818b73e01ab req-9129a425-d8a1-4847-9f76-717c7ebee815 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:29.688664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15c1f200-4e15-4c6a-805a-a818b73e01ab req-9129a425-d8a1-4847-9f76-717c7ebee815 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 932 time: 0.0668447 Mar 07 05:27:29.740491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15c1f200-4e15-4c6a-805a-a818b73e01ab req-f837bb3a-432b-4965-b501-c0c22f526536 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Mar 07 05:27:29.741865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc44455-cac6-4566-b84e-0319183d4d2c {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:27:29.749909 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Publish callbacks [] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.766844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Transition to ACTIVE for port object 8cc44455-cac6-4566-b84e-0319183d4d2c will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:27:29.770787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.821211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc44455-cac6-4566-b84e-0319183d4d2c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:29.897639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Attempting to bind port 8cc44455-cac6-4566-b84e-0319183d4d2c on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:27:29.898052 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Attempting to bind port 8cc44455-cac6-4566-b84e-0319183d4d2c by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:27:29.898328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Attempting to bind port 8cc44455-cac6-4566-b84e-0319183d4d2c on network 83f361e3-01d2-4106-a04a-1adb436c2a55 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:27:29.902927 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Port 8cc44455-cac6-4566-b84e-0319183d4d2c on network 83f361e3-01d2-4106-a04a-1adb436c2a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:27:29.903241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Attempting to bind port 8cc44455-cac6-4566-b84e-0319183d4d2c on network 83f361e3-01d2-4106-a04a-1adb436c2a55 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:27:29.909418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:27:29.909749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Checking segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:27:29.910165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Bound using segment: {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:27:29.910587 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Bound port: 8cc44455-cac6-4566-b84e-0319183d4d2c, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300ee5fb-5fb3-4e86-b55e-f86222099f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:27:29.910973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:29.978181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] For port 8cc44455-cac6-4566-b84e-0319183d4d2c, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:27:29.981408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] For port 8cc44455-cac6-4566-b84e-0319183d4d2c, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8cc44455-cac6-4566-b84e-0319183d4d2c,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:27:29.988309 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:30.024181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.024798 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:30.026207 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] 10.222.0.15 "PUT /v2.0/ports/8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 200 len: 1092 time: 0.6993048 Mar 07 05:27:30.026655 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:27:30.028921 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e7fab-8836-4912-973a-cd528e1b66d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:27:30.060602 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6ec5-8abe-41c8-8e85-40d4a87d4a08 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc44455-cac6-4566-b84e-0319183d4d2c,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:30.100566 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323a5a21-25e8-4a5e-b81f-6d0f62cd061c x-openstack-request-id: req-323a5a21-25e8-4a5e-b81f-6d0f62cd061c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:27:30.100933 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:27:30.101121 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-323a5a21-25e8-4a5e-b81f-6d0f62cd061c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:27:30.101527 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'status': 'completed', 'code': 200} Mar 07 05:27:30.120944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-0c60c00c-392e-455c-9dba-4d0675b29071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.122528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-0c60c00c-392e-455c-9dba-4d0675b29071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1126 time: 0.0515449 Mar 07 05:27:30.171763 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-bcc86e52-116a-499a-953c-ff25f8e86374 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 200 len: 217 time: 0.0423687 Mar 07 05:27:30.226132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-f80a920b-8aff-41ed-be0e-5a8b8e6d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.227323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-f80a920b-8aff-41ed-be0e-5a8b8e6d7fb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6749e608-228c-446d-b644-8672afd3c5a6 HTTP/1.1" status: 200 len: 834 time: 0.0483844 Mar 07 05:27:30.249183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device febdf817-51b6-4a48-8665-806c237e7707 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:27:30.279413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d35c2-e4db-4731-b14a-a6725b327330 req-fc70030b-feda-4ab6-8f61-99bbb335dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.280930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-fc70030b-feda-4ab6-8f61-99bbb335dfb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83f361e3-01d2-4106-a04a-1adb436c2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481827 Mar 07 05:27:30.310289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port febdf817-51b6-4a48-8665-806c237e7707 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:30.310671 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (febdf817-51b6-4a48-8665-806c237e7707), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:30.377492 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-d64096d0-fe3c-499c-8cd0-903616f9ecc9 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904849 Mar 07 05:27:30.394288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port febdf817-51b6-4a48-8665-806c237e7707 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:30.467725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-683d35c2-e4db-4731-b14a-a6725b327330 req-e5f44e63-1ace-491b-91b1-1330c07c16f8 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842800 Mar 07 05:27:30.565883 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-e50933da-c137-4bea-bb1e-fff70121f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.567347 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-e50933da-c137-4bea-bb1e-fff70121f09e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1126 time: 0.0513237 Mar 07 05:27:30.658592 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-fdc4d5d0-34cc-499b-89c3-7b5187e34fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.660134 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-fdc4d5d0-34cc-499b-89c3-7b5187e34fb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 200 len: 898 time: 0.0867724 Mar 07 05:27:30.706501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-9e6d2902-bb03-4a1f-922c-1ce97ff77a60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 200 len: 217 time: 0.0392301 Mar 07 05:27:30.757092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-fdabcc33-ae09-4858-8f58-9f9567262135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.758553 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-fdabcc33-ae09-4858-8f58-9f9567262135 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6749e608-228c-446d-b644-8672afd3c5a6 HTTP/1.1" status: 200 len: 834 time: 0.0457182 Mar 07 05:27:30.810682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-92d5294a-9868-44ee-b0df-54fafde839e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.812208 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-92d5294a-9868-44ee-b0df-54fafde839e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83f361e3-01d2-4106-a04a-1adb436c2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468445 Mar 07 05:27:30.871198 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5aa7c-8a0d-4267-805d-31a384771b45 req-9edadec6-7bfb-4d17-a731-74cc501e3c64 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:30.873516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bc5aa7c-8a0d-4267-805d-31a384771b45 req-9edadec6-7bfb-4d17-a731-74cc501e3c64 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 944 time: 0.0578735 Mar 07 05:27:30.914739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-852ec3f7-6b9d-419f-aee1-cb892e63f0ed service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948589 Mar 07 05:27:30.925686 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6bc5aa7c-8a0d-4267-805d-31a384771b45 req-f6828e2d-bd04-4b27-941c-966c0fe3e391 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Mar 07 05:27:31.009375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-653e7fab-8836-4912-973a-cd528e1b66d2 req-ab040496-4d06-4453-ac2c-75664c3b0e24 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866532 Mar 07 05:27:32.052204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e1ba4-496b-42f7-b75f-d71dd0542f44 req-aad9ad00-d79e-4b6b-9acd-ea28d4919b88 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:32.053689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f7e1ba4-496b-42f7-b75f-d71dd0542f44 req-aad9ad00-d79e-4b6b-9acd-ea28d4919b88 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 944 time: 0.0567043 Mar 07 05:27:32.110769 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f7e1ba4-496b-42f7-b75f-d71dd0542f44 req-0263a445-cc1a-40de-b131-1a5ec8459d0a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512516 Mar 07 05:27:32.136269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8cc44455-cac6-4566-b84e-0319183d4d2c details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:27:32.233414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 8cc44455-cac6-4566-b84e-0319183d4d2c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8cc44455-cac6-4566-b84e-0319183d4d2c,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:32.243515 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'port_id': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'mac_address': 'fa:16:3e:ba:4d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:27:32.281741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 8cc44455-cac6-4566-b84e-0319183d4d2c is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:32.282172 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:32.295701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc44455-cac6-4566-b84e-0319183d4d2c {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:27:32.314899 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 8cc44455-cac6-4566-b84e-0319183d4d2c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8cc44455-cac6-4566-b84e-0319183d4d2c,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:32.319181 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:32.367518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=8cc44455-cac6-4566-b84e-0319183d4d2c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:32.514565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['8cc44455-cac6-4566-b84e-0319183d4d2c'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:27:32.882853 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b80755e-caf3-4a5d-86c7-26f70a1e05cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:33.229152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef2b29-4d95-4471-80c7-c4cbbb6fd8e2 req-143d2338-ec91-4923-a9e2-6de7fe0a2acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:33.230637 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2ef2b29-4d95-4471-80c7-c4cbbb6fd8e2 req-143d2338-ec91-4923-a9e2-6de7fe0a2acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 945 time: 0.0517416 Mar 07 05:27:33.277615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e2ef2b29-4d95-4471-80c7-c4cbbb6fd8e2 req-17b65f09-cdd3-4a40-bd98-b53ee97eb245 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Mar 07 05:27:34.155816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8cc44455-cac6-4566-b84e-0319183d4d2c up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:27:34.207776 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 8cc44455-cac6-4566-b84e-0319183d4d2c completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:27:34.211572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 8cc44455-cac6-4566-b84e-0319183d4d2c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:27:34.211949 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:34.290115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 8cc44455-cac6-4566-b84e-0319183d4d2c is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:27:34.290421 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:34.314956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:27:34.316796 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9150f1-03af-4247-9233-3ef5bd63007f" -d '{"events": [{"server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "name": "network-vif-plugged", "status": "completed", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:27:34.329163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 8cc44455-cac6-4566-b84e-0319183d4d2c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8cc44455-cac6-4566-b84e-0319183d4d2c,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:27:34.333193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:34.385257 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=8cc44455-cac6-4566-b84e-0319183d4d2c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:34.398353 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dad4c-506e-40ca-9bcd-4116ea0b0866 req-07dbe842-ffc0-4242-b372-e11acdd741d6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:34.399832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea1dad4c-506e-40ca-9bcd-4116ea0b0866 req-07dbe842-ffc0-4242-b372-e11acdd741d6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0554664 Mar 07 05:27:34.453049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ea1dad4c-506e-40ca-9bcd-4116ea0b0866 req-255c8faa-9028-4b6f-9f47-0b4f95c2b638 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476396 Mar 07 05:27:34.495888 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bbadfb-40e9-4790-9869-38d4abdf2562 x-openstack-request-id: req-a9bbadfb-40e9-4790-9869-38d4abdf2562 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:27:34.496190 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "name": "network-vif-plugged", "status": "completed", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:27:34.496451 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9bbadfb-40e9-4790-9869-38d4abdf2562 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:27:34.496855 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'code': 200} Mar 07 05:27:34.592754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeaadd-10a0-447c-b5d6-257b87ac601f req-d09be394-b880-42af-a530-d7ce5cd48c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:34.594552 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-86aeaadd-10a0-447c-b5d6-257b87ac601f req-d09be394-b880-42af-a530-d7ce5cd48c31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1128 time: 0.0436866 Mar 07 05:27:34.644713 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-86aeaadd-10a0-447c-b5d6-257b87ac601f req-b786f41e-3aa6-486a-b294-9f5a6a63af49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434728 Mar 07 05:27:35.501731 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c34fb05a-8f12-4e7c-9513-a163141cafe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:35.579423 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6290c-f459-4c98-8c73-f8fc8be1b57d req-aee93e75-d21c-4c76-b9cf-24ef33faec9e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:35.582689 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b6290c-f459-4c98-8c73-f8fc8be1b57d req-aee93e75-d21c-4c76-b9cf-24ef33faec9e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0602963 Mar 07 05:27:35.635491 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0b6290c-f459-4c98-8c73-f8fc8be1b57d req-b6940918-71b9-436f-b24a-52587d713ef9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461471 Mar 07 05:27:36.751929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51311d9-b9f1-49b7-b8ae-3aab3c4b0f3a req-eb4c9681-29bc-42d7-a7ab-22f78b208b0b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:36.753612 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b51311d9-b9f1-49b7-b8ae-3aab3c4b0f3a req-eb4c9681-29bc-42d7-a7ab-22f78b208b0b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Mar 07 05:27:36.802082 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b51311d9-b9f1-49b7-b8ae-3aab3c4b0f3a req-46d2dcdd-1408-4ee5-b613-1efb05a5a68d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Mar 07 05:27:36.918987 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acb891-1335-459a-97f3-0db70ff6e393 req-6e9436d9-4661-43f2-8d4b-894c6b8cf8e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:36.920375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05acb891-1335-459a-97f3-0db70ff6e393 req-6e9436d9-4661-43f2-8d4b-894c6b8cf8e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0556920 Mar 07 05:27:36.950825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:36.970166 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-05acb891-1335-459a-97f3-0db70ff6e393 req-39073333-0bf2-47dd-88fc-4216504da0aa tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Mar 07 05:27:36.992524 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33264) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:37.035552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca160ef7-02eb-46e3-9548-c54294fa497d tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:37.037038 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ca160ef7-02eb-46e3-9548-c54294fa497d tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1123 time: 0.0434616 Mar 07 05:27:37.039889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33266) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:37.044226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:27:37.063768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:37.164245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:37.264803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.238 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/93dea1cd-2f67-4f0d-b980-7996e2a3bd28) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:27:37.369462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:37.402001 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:37.439734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:27:37.442535 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:27:37.445885 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:27:37.471870 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=93dea1cd-2f67-4f0d-b980-7996e2a3bd28,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:37.879004 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.116859 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (1296ff34-38f4-4214-9d2a-8cb73651bfdd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.186109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.334901 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.339260 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.410476 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=93dea1cd-2f67-4f0d-b980-7996e2a3bd28,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:27:38.420385 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (1296ff34-38f4-4214-9d2a-8cb73651bfdd), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.519149 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP 1296ff34-38f4-4214-9d2a-8cb73651bfdd associated. External IP: 172.25.4.238, port: 8cc44455-cac6-4566-b84e-0319183d4d2c. Mar 07 05:27:38.726964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:27:38.848537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:27:38.857942 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] Sync routers for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:27:38.867781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:38.868486 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:38.869108 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:38.899080 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-89dda91f-b3b1-45b9-aa54-5df54418d0f3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8558717 Mar 07 05:27:38.899080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:27:38.900168 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaacce1-6715-4c68-8e4a-30b362fec0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:27:38.978639 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:39.002850 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c551c1-003f-4368-9d49-7a6431772cfd req-0031d0a3-5597-4cb0-87f3-4f80584ef67d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:39.004397 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77c551c1-003f-4368-9d49-7a6431772cfd req-0031d0a3-5597-4cb0-87f3-4f80584ef67d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0569460 Mar 07 05:27:39.055289 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-77c551c1-003f-4368-9d49-7a6431772cfd req-5dceb1f2-38a4-4008-9603-1d403a933ce7 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Mar 07 05:27:39.077287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33274) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:39.099594 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655fc027-abb8-4309-a202-2d3caf8d0479 x-openstack-request-id: req-655fc027-abb8-4309-a202-2d3caf8d0479 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:27:39.099992 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:27:39.100603 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-655fc027-abb8-4309-a202-2d3caf8d0479 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:27:39.101126 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'status': 'completed', 'code': 200} Mar 07 05:27:39.165532 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-378a754f-231d-4b92-bf1c-f80b3a4289c2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/1296ff34-38f4-4214-9d2a-8cb73651bfdd HTTP/1.1" status: 200 len: 992 time: 0.0870910 Mar 07 05:27:39.181464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-e4b8e44c-f720-449f-bac2-0f50a5b7c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:39.182961 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-e4b8e44c-f720-449f-bac2-0f50a5b7c5a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1128 time: 0.0584245 Mar 07 05:27:39.216868 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '1296ff34-38f4-4214-9d2a-8cb73651bfdd', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'port_id': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'mac_address': 'fa:16:3e:ba:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:27:37Z', 'updated_at': '2022-03-07T05:27:37Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:28Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:39.242856 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] Checking router: bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:27:39.250820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:27:39.252219 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:27:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:39.275919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-c10da1b9-f5ba-41fb-9ef8-00bb34426e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:39.277410 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-c10da1b9-f5ba-41fb-9ef8-00bb34426e26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 200 len: 898 time: 0.0889704 Mar 07 05:27:39.342598 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-ee9ee9ff-c0d8-46b1-9d43-865e7da4101c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 200 len: 1000 time: 0.0589771 Mar 07 05:27:39.364012 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:27:39.395651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-4c510835-f2c8-4da2-a71f-e97ea922da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:39.397110 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-4c510835-f2c8-4da2-a71f-e97ea922da97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6749e608-228c-446d-b644-8672afd3c5a6 HTTP/1.1" status: 200 len: 834 time: 0.0490766 Mar 07 05:27:39.445721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-146a5e6b-878b-439e-96bd-e93e5fdbaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:27:39.447267 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-146a5e6b-878b-439e-96bd-e93e5fdbaf3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83f361e3-01d2-4106-a04a-1adb436c2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445223 Mar 07 05:27:39.537180 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-7b365a19-05fc-422c-88fc-2977de862649 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838645 Mar 07 05:27:39.560772 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:39.602948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '1296ff34-38f4-4214-9d2a-8cb73651bfdd', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'port_id': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'mac_address': 'fa:16:3e:ba:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:27:37Z', 'updated_at': '2022-03-07T05:27:37Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:28Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:27:39.629701 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77376-4b5e-4fd3-b78c-5d7fb60e26d5 None None] The sync data for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 is: [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '1296ff34-38f4-4214-9d2a-8cb73651bfdd', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'port_id': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'mac_address': 'fa:16:3e:ba:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:27:37Z', 'updated_at': '2022-03-07T05:27:37Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:28Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:27:39.632683 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4eaacce1-6715-4c68-8e4a-30b362fec0fa req-1dc60c8a-ee59-4cfc-bbf3-c83fef324ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Mar 07 05:27:39.828383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dc002-7924-4ab4-a45d-7ca5786470b7 None None] New status for floating IP 1296ff34-38f4-4214-9d2a-8cb73651bfdd: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:27:40.169459 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33276) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:27:40.228791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-49d96ee9-2896-4649-97b0-e6d30ea2e082 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/1296ff34-38f4-4214-9d2a-8cb73651bfdd HTTP/1.1" status: 200 len: 994 time: 0.0581563 Mar 07 05:27:44.438211 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:27:50.421116 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:27:52.703803 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:02.883984 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c45fd846-7c15-44dc-b9fc-2993deebbe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:05.504524 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6da11162-5ef8-4f34-a1d9-2a53dea339ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:06.894835 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714f9c7-7ee2-4577-a326-eed5a555a021 req-1ecfd344-c88b-4328-84c3-e1008c599537 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:06.896333 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c714f9c7-7ee2-4577-a326-eed5a555a021 req-1ecfd344-c88b-4328-84c3-e1008c599537 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0579820 Mar 07 05:28:06.945487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c714f9c7-7ee2-4577-a326-eed5a555a021 req-6981859f-a7a5-4138-a6fb-f181b2d3e364 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Mar 07 05:28:06.954629 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:07.880872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:08.067507 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd3dc-8863-42f4-9570-58d6d4d5767d req-a65fd0fa-2852-4278-a342-826a84a4e606 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:08.068987 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a0dd3dc-8863-42f4-9570-58d6d4d5767d req-a65fd0fa-2852-4278-a342-826a84a4e606 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0521121 Mar 07 05:28:08.117238 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8a0dd3dc-8863-42f4-9570-58d6d4d5767d req-19eaeaba-d91f-4774-915b-cccab8889610 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 Mar 07 05:28:08.139123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33292) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:08.202754 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a25248de-72a1-4085-838b-726f34aa3c77 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/1296ff34-38f4-4214-9d2a-8cb73651bfdd HTTP/1.1" status: 200 len: 994 time: 0.0624840 Mar 07 05:28:08.657055 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-159994e5-b72f-4b9b-b5fa-52fd0452a094 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420077 Mar 07 05:28:08.745093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251616-38eb-44c3-9407-4888855aec96 req-3bbb87a1-957e-4159-9219-ccc6e9ad84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:08.746612 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-3bbb87a1-957e-4159-9219-ccc6e9ad84ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1128 time: 0.0482769 Mar 07 05:28:08.854079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251616-38eb-44c3-9407-4888855aec96 req-e029e38a-f585-4965-8883-18d07aaf17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:08.855552 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-e029e38a-f585-4965-8883-18d07aaf17d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 200 len: 898 time: 0.0914841 Mar 07 05:28:08.925637 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-952d7f30-a4b7-43f4-9fc1-20dd09d6724a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 200 len: 1002 time: 0.0639026 Mar 07 05:28:08.972659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251616-38eb-44c3-9407-4888855aec96 req-7c20259f-88cb-4c8e-a8bc-d7417ce09616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:08.974157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-7c20259f-88cb-4c8e-a8bc-d7417ce09616 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6749e608-228c-446d-b644-8672afd3c5a6 HTTP/1.1" status: 200 len: 834 time: 0.0432706 Mar 07 05:28:09.022451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251616-38eb-44c3-9407-4888855aec96 req-69887b7c-8ad1-4f81-b8fa-869b0b078d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:09.024451 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-69887b7c-8ad1-4f81-b8fa-869b0b078d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83f361e3-01d2-4106-a04a-1adb436c2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446272 Mar 07 05:28:09.120173 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-0c1e1ae7-f96d-4bc9-b8ea-b807c4b4440b service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899460 Mar 07 05:28:09.214149 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c1251616-38eb-44c3-9407-4888855aec96 req-f1a1dcc6-c32e-4bcb-b67c-ac05517e9166 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837376 Mar 07 05:28:09.471325 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b365284-940e-4beb-ab39-51bfd60512f8 req-c3137d04-c194-4d94-b435-67ae0e69ebe8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:09.473211 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b365284-940e-4beb-ab39-51bfd60512f8 req-c3137d04-c194-4d94-b435-67ae0e69ebe8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0532501 Mar 07 05:28:09.530486 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b365284-940e-4beb-ab39-51bfd60512f8 req-abd628c2-aa0e-45b0-a754-863051645c1c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513041 Mar 07 05:28:09.566210 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:10.650986 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380923d-8112-4fe8-a84d-8376921acc51 req-fd92db30-591a-47c7-aaf8-9b9994fafa0a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:10.652462 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b380923d-8112-4fe8-a84d-8376921acc51 req-fd92db30-591a-47c7-aaf8-9b9994fafa0a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Mar 07 05:28:10.704892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b380923d-8112-4fe8-a84d-8376921acc51 req-8d4604da-2a64-432d-8239-5b6ad7c6587c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Mar 07 05:28:10.728771 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33302) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:10.792039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-880055a8-ffff-42e6-b6a6-c09a35cff589 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/1296ff34-38f4-4214-9d2a-8cb73651bfdd HTTP/1.1" status: 200 len: 994 time: 0.0621371 Mar 07 05:28:10.987511 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-63ec4da5-7e9c-4806-9484-65609d58a06a req-ce4b4319-8afa-41c5-a607-c785984f38da service neutron] (103938) timed out ('10.222.0.21', 57618) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:28:11.024758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33308) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:11.178715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 93dea1cd-2f67-4f0d-b980-7996e2a3bd28 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:28:11.179065 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:11.258587 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:11.258920 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:11.271091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 93dea1cd-2f67-4f0d-b980-7996e2a3bd28 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:28:11.413502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (93dea1cd-2f67-4f0d-b980-7996e2a3bd28), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:11.442289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=93dea1cd-2f67-4f0d-b980-7996e2a3bd28,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:11.505247 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (1296ff34-38f4-4214-9d2a-8cb73651bfdd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:11.505566 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP 1296ff34-38f4-4214-9d2a-8cb73651bfdd disassociated (deleted). External IP: 172.25.4.238, port: 8cc44455-cac6-4566-b84e-0319183d4d2c. Mar 07 05:28:11.719848 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:28:11.831118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:28:11.836289 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:11.840759 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] Sync routers for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:28:11.850377 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:11.851238 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:11.867315 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0eccc57b-e9b6-437e-985c-0ef16ba2819c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/floatingips/1296ff34-38f4-4214-9d2a-8cb73651bfdd HTTP/1.1" status: 204 len: 168 time: 0.8414426 Mar 07 05:28:11.867924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:28:11.870349 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba12f9f5-8504-40dc-8368-3891fdea7687" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:28:11.964210 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:12.029316 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08d2c39-2efe-462e-aacb-a062b8f01979 x-openstack-request-id: req-e08d2c39-2efe-462e-aacb-a062b8f01979 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:28:12.029624 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:28:12.029942 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e08d2c39-2efe-462e-aacb-a062b8f01979 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:28:12.030398 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'status': 'completed', 'code': 200} Mar 07 05:28:12.107275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-3102084d-cc64-4c17-8252-9082a68da353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:12.108880 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-3102084d-cc64-4c17-8252-9082a68da353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 1128 time: 0.0559142 Mar 07 05:28:12.136118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1ab0-b2b5-44d1-a080-7061f0b46a86 req-0d05144a-8c31-42ee-9f36-32baee02f2ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:12.137643 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f76a1ab0-b2b5-44d1-a080-7061f0b46a86 req-0d05144a-8c31-42ee-9f36-32baee02f2ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0612779 Mar 07 05:28:12.173527 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:28Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:12.194431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f76a1ab0-b2b5-44d1-a080-7061f0b46a86 req-e40f6277-7929-4e4b-88e5-c2e6cd81efcd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505719 Mar 07 05:28:12.202281 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] Checking router: bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:28:12.210672 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:12.211366 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:12.211486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-8184739d-91fc-46fd-b263-7b7600d5c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:12.212943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-8184739d-91fc-46fd-b263-7b7600d5c30a service neutron] 10.222.0.15 "GET /v2.0/networks?id=83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 200 len: 898 time: 0.0950632 Mar 07 05:28:12.257443 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-c5e710e3-4ab9-461e-ad53-e292f1b073a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 200 len: 217 time: 0.0358591 Mar 07 05:28:12.313612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-b323d983-219a-4a02-898a-61e446147d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:12.315143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-b323d983-219a-4a02-898a-61e446147d0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6749e608-228c-446d-b644-8672afd3c5a6 HTTP/1.1" status: 200 len: 834 time: 0.0514550 Mar 07 05:28:12.367829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-339126c4-64cd-4136-b1c3-cc2ca6c0a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:12.369334 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-339126c4-64cd-4136-b1c3-cc2ca6c0a940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83f361e3-01d2-4106-a04a-1adb436c2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472505 Mar 07 05:28:12.409598 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:12.460030 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-d50928f0-3def-455b-a322-e277810bd805 service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829763 Mar 07 05:28:12.555196 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ba12f9f5-8504-40dc-8368-3891fdea7687 req-9d619d77-1a16-4654-afef-a4d519c1b49b service neutron] 10.222.0.15 "GET /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884161 Mar 07 05:28:12.604742 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:28Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:12.631333 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a38967-4d02-4572-b8d2-d222bcbe957f None None] The sync data for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 is: [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:27:25Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'febdf817-51b6-4a48-8665-806c237e7707', 'name': '', 'network_id': '83f361e3-01d2-4106-a04a-1adb436c2a55', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:f5:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6749e608-228c-446d-b644-8672afd3c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:25Z', 'updated_at': '2022-03-07T05:27:28Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '6749e608-228c-446d-b644-8672afd3c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:28:12.851685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd85a1-5a94-49fa-a31d-a9a1a1311f4c None None] New status for floating IP 1296ff34-38f4-4214-9d2a-8cb73651bfdd: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:28:13.310698 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2257e-443e-4618-abe6-a8baade10cce req-78cb6fb1-a8dc-4165-8db5-2d6d15e40c1f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:13.312196 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50a2257e-443e-4618-abe6-a8baade10cce req-78cb6fb1-a8dc-4165-8db5-2d6d15e40c1f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0569155 Mar 07 05:28:13.363039 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50a2257e-443e-4618-abe6-a8baade10cce req-e0e6d4ba-273c-4801-a104-6782a726944d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=864a9126-adba-4d82-89f9-3cfd31ce2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Mar 07 05:28:13.665805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cafac-22a6-47a8-8793-733a721ea164 req-059e7e23-6b0c-4b93-98ca-72bf139324b8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:13.667326 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a72cafac-22a6-47a8-8793-733a721ea164 req-059e7e23-6b0c-4b93-98ca-72bf139324b8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 946 time: 0.0557075 Mar 07 05:28:13.785474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 8cc44455-cac6-4566-b84e-0319183d4d2c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:28:13.785815 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:13.885258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 8cc44455-cac6-4566-b84e-0319183d4d2c, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=8cc44455-cac6-4566-b84e-0319183d4d2c,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:13.885628 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:13.898150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 8cc44455-cac6-4566-b84e-0319183d4d2c owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:28:14.030458 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8cc44455-cac6-4566-b84e-0319183d4d2c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:14.061009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=8cc44455-cac6-4566-b84e-0319183d4d2c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:14.072954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.073310 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.073656 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.074139 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.074379 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.074717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.075057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.075374 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.075750 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.076086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.076419 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.076749 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.077085 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:14.117391 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] No DVR routers for this DVR port 8cc44455-cac6-4566-b84e-0319183d4d2c on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:28:14.120056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:14.123348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a72cafac-22a6-47a8-8793-733a721ea164 req-7af35bad-00e6-4b38-9dbb-00d9e3b7ee92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "DELETE /v2.0/ports/8cc44455-cac6-4566-b84e-0319183d4d2c HTTP/1.1" status: 204 len: 173 time: 0.4495578 Mar 07 05:28:14.123791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'name': 'network-vif-deleted', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:28:14.126045 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eafeb44-e36c-4b56-867f-b31a3a9d934d" -d '{"events": [{"server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "name": "network-vif-deleted", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:28:14.166838 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c156d9-253b-46b5-8078-b537c8d82e37 x-openstack-request-id: req-f0c156d9-253b-46b5-8078-b537c8d82e37 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:28:14.167140 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d19acf-faeb-46ec-aee1-7c45db21d5d6", "name": "network-vif-deleted", "tag": "8cc44455-cac6-4566-b84e-0319183d4d2c", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:28:14.167447 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0c156d9-253b-46b5-8078-b537c8d82e37 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:28:14.167869 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d19acf-faeb-46ec-aee1-7c45db21d5d6', 'name': 'network-vif-deleted', 'tag': '8cc44455-cac6-4566-b84e-0319183d4d2c', 'status': 'completed', 'code': 200} Mar 07 05:28:14.476839 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94f94fc8-b4c9-4dc6-b292-ca131d49742e req-bca45bb1-247e-4aac-b4a7-81fdae96c028 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1d19acf-faeb-46ec-aee1-7c45db21d5d6 HTTP/1.1" status: 200 len: 210 time: 0.0306411 Mar 07 05:28:15.540976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33324) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:15.899910 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:16.156814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port febdf817-51b6-4a48-8665-806c237e7707 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:28:16.157055 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (febdf817-51b6-4a48-8665-806c237e7707), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:16.243268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port febdf817-51b6-4a48-8665-806c237e7707, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=febdf817-51b6-4a48-8665-806c237e7707,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:16.243628 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (febdf817-51b6-4a48-8665-806c237e7707), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:16.255124 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for febdf817-51b6-4a48-8665-806c237e7707 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:28:16.440586 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (febdf817-51b6-4a48-8665-806c237e7707), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:16.470941 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=febdf817-51b6-4a48-8665-806c237e7707,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:16.498256 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.498610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.498953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.499291 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.499622 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.499956 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.500283 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.500606 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.500932 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.501255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.501575 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.501898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.502253 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:16.657094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.162994 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:28:17.271275 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:28:17.276206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-fd4e17c0-2855-4689-bb6d-e809cdc9c524 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342153 Mar 07 05:28:17.279357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33326) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:17.280876 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] Sync routers for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:28:17.291529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:17.292253 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:17.330609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting subnet 6749e608-228c-446d-b644-8672afd3c5a6 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:28:17.334423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (6749e608-228c-446d-b644-8672afd3c5a6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.374795 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (6749e608-228c-446d-b644-8672afd3c5a6), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.400911 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:17.460822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (6749e608-228c-446d-b644-8672afd3c5a6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.522318 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (6749e608-228c-446d-b644-8672afd3c5a6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.549234 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Subnet': ['ID=6749e608-228c-446d-b644-8672afd3c5a6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:17.553702 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.559446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bba89170-396f-4598-94af-1a1c4ba686b2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/subnets/6749e608-228c-446d-b644-8672afd3c5a6 HTTP/1.1" status: 204 len: 168 time: 0.2766137 Mar 07 05:28:17.560407 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33328) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:17.564079 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27b871-2659-4933-bcc2-06e8f280a88b None None] Network 83f361e3-01d2-4106-a04a-1adb436c2a55 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:28:17.589435 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:28:16Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:17.620049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] Checking router: bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:28:17.629540 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] Routers {'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:17.629771 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:17.676463 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.734172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] DHCP port deletion for 83f361e3-01d2-4106-a04a-1adb436c2a55 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:28:17.753629 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] Set router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:17.794164 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.799439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Deleting port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:28:17.800200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.851193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port c9dca23f-c9fd-40ce-b9ea-480a48898b4d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:28:17.851553 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.865157 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] For port 8e1259e0-a05b-43b3-b7f7-c69138f94d01, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8e1259e0-a05b-43b3-b7f7-c69138f94d01,segment=NetworkSegment(300ee5fb-5fb3-4e86-b55e-f86222099f8b),segment_id=300ee5fb-5fb3-4e86-b55e-f86222099f8b)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:17.865561 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.877771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Calling delete_port for 8e1259e0-a05b-43b3-b7f7-c69138f94d01 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:28:17.933288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port c9dca23f-c9fd-40ce-b9ea-480a48898b4d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:17.933663 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.949031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for c9dca23f-c9fd-40ce-b9ea-480a48898b4d owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:28:17.960205 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:28:16Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:17.978860 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (8e1259e0-a05b-43b3-b7f7-c69138f94d01), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:17.989596 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e819f39-0f47-491c-b850-9c523d5d554b None None] The sync data for ids ['bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02'] in n-d-832185-1 is: [{'id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600959718', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:27:21Z', 'updated_at': '2022-03-07T05:28:16Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'c9dca23f-c9fd-40ce-b9ea-480a48898b4d', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:27:22Z', 'updated_at': '2022-03-07T05:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:28:18.006717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Pushing event deleted for resources: {'Port': ['ID=8e1259e0-a05b-43b3-b7f7-c69138f94d01,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:18.009440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] No DVR routers for this DVR port 8e1259e0-a05b-43b3-b7f7-c69138f94d01 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:28:18.021150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.021503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.021848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.022313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.022539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.023161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.023788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.024119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.024620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.025138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.025669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.026222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.026341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b561f-5f6f-43c2-9cee-1202e71b24fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:18.149277 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (c9dca23f-c9fd-40ce-b9ea-480a48898b4d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.173597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=c9dca23f-c9fd-40ce-b9ea-480a48898b4d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:18.234278 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.329823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.333125 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.369799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8cc44455-cac6-4566-b84e-0319183d4d2c no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:28:18.387001 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.387573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Fanout notify agent at l3_agent the message router_deleted on router bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:28:18.392767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 8cc44455-cac6-4566-b84e-0319183d4d2c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:28:18.393116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 8cc44455-cac6-4566-b84e-0319183d4d2c not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:28:18.399653 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.401712 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d56c624-f5b8-40d8-ac2f-d7738c3e94a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/routers/bf3f4ac1-4f7a-41e0-8270-7bb5d966ad02 HTTP/1.1" status: 204 len: 168 time: 0.8393767 Mar 07 05:28:18.403601 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33330) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:18.466398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e1259e0-a05b-43b3-b7f7-c69138f94d01 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:28:18.488672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8e1259e0-a05b-43b3-b7f7-c69138f94d01 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:28:18.489025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8e1259e0-a05b-43b3-b7f7-c69138f94d01 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:28:18.489449 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device febdf817-51b6-4a48-8665-806c237e7707 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:28:18.494976 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (83f361e3-01d2-4106-a04a-1adb436c2a55), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.511571 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: febdf817-51b6-4a48-8665-806c237e7707 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:28:18.511895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device febdf817-51b6-4a48-8665-806c237e7707 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:28:18.591907 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (83f361e3-01d2-4106-a04a-1adb436c2a55), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.611731 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f361e3-01d2-4106-a04a-1adb436c2a55']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:18.622125 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300ee5fb-5fb3-4e86-b55e-f86222099f8b') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:18.622363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300ee5fb-5fb3-4e86-b55e-f86222099f8b') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:18.633390 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (300ee5fb-5fb3-4e86-b55e-f86222099f8b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.647549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (300ee5fb-5fb3-4e86-b55e-f86222099f8b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.654325 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:28:18.654645 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (300ee5fb-5fb3-4e86-b55e-f86222099f8b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:28:18.657556 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:28:18.723038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (83f361e3-01d2-4106-a04a-1adb436c2a55), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.731478 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.735792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/networks/83f361e3-01d2-4106-a04a-1adb436c2a55 HTTP/1.1" status: 204 len: 168 time: 0.3295078 Mar 07 05:28:18.738640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33332) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:18.748371 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed30f8-1f23-48cc-bb97-b938560b9940 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Network': ['ID=83f361e3-01d2-4106-a04a-1adb436c2a55,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:18.795749 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc4483-b649-41fb-ae65-7f039bfbc329 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (864a9126-adba-4d82-89f9-3cfd31ce2a95), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.820826 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc4483-b649-41fb-ae65-7f039bfbc329 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (864a9126-adba-4d82-89f9-3cfd31ce2a95), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.882612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc4483-b649-41fb-ae65-7f039bfbc329 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (864a9126-adba-4d82-89f9-3cfd31ce2a95), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.885372 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40cc4483-b649-41fb-ae65-7f039bfbc329 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:18.886575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-40cc4483-b649-41fb-ae65-7f039bfbc329 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/security-groups/864a9126-adba-4d82-89f9-3cfd31ce2a95 HTTP/1.1" status: 204 len: 168 time: 0.1466119 Mar 07 05:28:18.904813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc4483-b649-41fb-ae65-7f039bfbc329 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a9126-adba-4d82-89f9-3cfd31ce2a95,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:19.310710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33338) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:19.315983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049868876', 'description': 'tempest-secgroup-smoke-2049868876 description', 'project_id': '68ab2187db604d42a0c6972f9ec99a21'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:19.336070 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.400608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (4013134e-272d-481b-a408-ece7a53dfcfa), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.404446 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4013134e-272d-481b-a408-ece7a53dfcfa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.434457 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.435678 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1239607 Mar 07 05:28:19.436613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d9560-8037-45fc-aedd-5e9376a7de09 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4013134e-272d-481b-a408-ece7a53dfcfa,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:19.438638 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33340) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:19.444001 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '4013134e-272d-481b-a408-ece7a53dfcfa', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:19.467663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (751d05e9-aeab-4514-800a-3a528834601c), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.524433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (751d05e9-aeab-4514-800a-3a528834601c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.527981 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (751d05e9-aeab-4514-800a-3a528834601c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.545452 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751d05e9-aeab-4514-800a-3a528834601c,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:19.553837 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.555062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-efc83723-3096-43ea-98bf-d329fcb1cdcc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154084 Mar 07 05:28:19.557823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33342) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:19.562003 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '4013134e-272d-481b-a408-ece7a53dfcfa', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:19.586745 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (d7addbb6-a4cf-44f1-a0c6-755cbbb87567), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.641956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (d7addbb6-a4cf-44f1-a0c6-755cbbb87567), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.645836 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d7addbb6-a4cf-44f1-a0c6-755cbbb87567), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.663221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7addbb6-a4cf-44f1-a0c6-755cbbb87567,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:19.670277 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.671465 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d677c28d-dcca-4e19-82db-723ada343728 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127114 Mar 07 05:28:19.675123 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33344) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:19.679308 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '4013134e-272d-481b-a408-ece7a53dfcfa', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:19.703421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (d61afc73-7409-41c8-b589-48b58e55ab3e), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.761916 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (d61afc73-7409-41c8-b589-48b58e55ab3e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.765275 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d61afc73-7409-41c8-b589-48b58e55ab3e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.782891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61afc73-7409-41c8-b589-48b58e55ab3e,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:19.791522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.792860 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2127ab28-d969-452a-942b-2901c0e3811c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168122 Mar 07 05:28:19.795755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33346) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:19.800758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '4013134e-272d-481b-a408-ece7a53dfcfa', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:19.823655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (1f939525-3650-4310-89d7-6013b448988f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.879481 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (1f939525-3650-4310-89d7-6013b448988f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.882665 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1f939525-3650-4310-89d7-6013b448988f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.900286 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f939525-3650-4310-89d7-6013b448988f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:19.908247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:19.910484 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-712360c1-5d2e-4159-9318-c59acc72a586 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136475 Mar 07 05:28:19.913170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33348) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:19.917456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '4013134e-272d-481b-a408-ece7a53dfcfa', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:19.937289 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:28:19.942750 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (2255e399-9f44-4b64-9df6-f81fbec367fe), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.000303 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (2255e399-9f44-4b64-9df6-f81fbec367fe), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.003928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2255e399-9f44-4b64-9df6-f81fbec367fe), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.026238 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2255e399-9f44-4b64-9df6-f81fbec367fe,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:20.032221 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.033412 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-00ccf8f8-194f-43a4-8662-615a02b79896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193242 Mar 07 05:28:20.036741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33350) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:20.040876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '4013134e-272d-481b-a408-ece7a53dfcfa', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:20.060263 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:28:20.065066 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (7423a2b8-f98d-4080-8290-19c863019344), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.126050 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (7423a2b8-f98d-4080-8290-19c863019344), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.129532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7423a2b8-f98d-4080-8290-19c863019344), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.147843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7423a2b8-f98d-4080-8290-19c863019344,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:20.152698 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.154008 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2a51c332-2833-476c-bd71-a3752fbc7bbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162422 Mar 07 05:28:20.156819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33352) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:20.162550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'network': {'name': 'tempest-network-smoke--135442565', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:20.181386 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:28:20.184640 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.195711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c9dca23f-c9fd-40ce-b9ea-480a48898b4d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:28:20.209287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:28:20.216669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: c9dca23f-c9fd-40ce-b9ea-480a48898b4d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:28:20.217025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device c9dca23f-c9fd-40ce-b9ea-480a48898b4d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:28:20.219860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8925014f-f08f-4a62-9984-2e0cc410097a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.220205 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Added segment 8925014f-f08f-4a62-9984-2e0cc410097a of type vlan for network c115f2c1-9d8a-418e-8942-f8038c55dcc6 Mar 07 05:28:20.260078 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c115f2c1-9d8a-418e-8942-f8038c55dcc6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.284932 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c115f2c1-9d8a-418e-8942-f8038c55dcc6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.290048 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:20.290722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.327239 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1693349 Mar 07 05:28:20.330066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33354) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:20.336450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'admin_state_up': True, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:20.358891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (24996f32-3680-403d-a849-81969eeb7ffc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.359558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e89dd-d13b-45ea-8ac7-e13bd6f1d828 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Network': ['ID=c115f2c1-9d8a-418e-8942-f8038c55dcc6,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:20.360138 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (24996f32-3680-403d-a849-81969eeb7ffc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.372446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:28:20.420227 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (24996f32-3680-403d-a849-81969eeb7ffc), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.445292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.563935 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (24996f32-3680-403d-a849-81969eeb7ffc), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.770915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (24996f32-3680-403d-a849-81969eeb7ffc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.789541 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:20.891664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.147 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/9b2d2047-fb82-43af-92b4-6d41d7ad0e06) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:28:20.994024 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:21.026589 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:21.069166 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:28:21.072054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:21.075496 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:28:21.098172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:21.324535 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (24996f32-3680-403d-a849-81969eeb7ffc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:21.437696 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:28:21.831529 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (24996f32-3680-403d-a849-81969eeb7ffc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:21.957128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router 24996f32-3680-403d-a849-81969eeb7ffc is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:28:22.064453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:28:22.074532 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Sync routers for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:28:22.083944 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:22.084119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:22.084493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:22.085092 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2595d1f9-de53-46e3-bbe6-e9491f447cc8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7523470 Mar 07 05:28:22.088187 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33356) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:22.120362 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-72ec066b-a735-4130-9209-130c03513fdc tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=68ab2187db604d42a0c6972f9ec99a21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309536 Mar 07 05:28:22.122920 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33358) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:22.195790 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:22.208036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6778a-d340-4eb0-83bf-2d7eaa773d1d tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:22.209533 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4cd6778a-d340-4eb0-83bf-2d7eaa773d1d tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856545 Mar 07 05:28:22.212284 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33360) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:22.241013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6b99cf9d-c8ab-4a2e-9ec6-e26bbb34585b tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275998 Mar 07 05:28:22.243438 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33362) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:22.248087 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226901066', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:22.339441 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:28:22.342844 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:22.532694 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (b7d4b15d-1623-4ec5-99a3-f01d57d2bd26), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:22.542446 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:21Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:22.568643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Checking router: 24996f32-3680-403d-a849-81969eeb7ffc for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:28:22.569002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Updating router 24996f32-3680-403d-a849-81969eeb7ffc port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:28:22.586614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Subnet': ['ID=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:22.599221 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:22.602667 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Checking segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:28:22.603034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network hostable DHCP agents. Network: c115f2c1-9d8a-418e-8942-f8038c55dcc6, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:28:22.620940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:28:22.630643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c115f2c1-9d8a-418e-8942-f8038c55dcc6) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:22.634964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:22.636016 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:22.640622 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910fff8-7ee7-468d-ba8d-8928dcab28e7 None None] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:28:22.653767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5700a1ae-a009-4b76-b192-28692194244d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093235 Mar 07 05:28:22.656559 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33364) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:22.780467 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:22.863674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:28:22.864457 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.075322 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Allocated IP 172.20.0.2 (c115f2c1-9d8a-418e-8942-f8038c55dcc6/b7d4b15d-1623-4ec5-99a3-f01d57d2bd26/2c94b7e6-62cc-43e6-b634-82e064f27b7e) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:28:23.078394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Publish callbacks [] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.088777 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.105672 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.184010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d6cc5-77d0-4aa1-ab77-e282f3e06901 None None] Pushing event updated for resources: {'Port': ['ID=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:23.196594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Attempting to bind port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:28:23.196977 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Attempting to bind port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:28:23.197348 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Attempting to bind port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:28:23.206218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:28:23.206603 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:28:23.207016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.207414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:28:23.207902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Bound port: 9b2d2047-fb82-43af-92b4-6d41d7ad0e06, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:28:23.208280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.308836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] For port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:28:23.328380 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] For port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:28:23.336201 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Publish callbacks [] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.338625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.367741 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.395705 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.1 (c115f2c1-9d8a-418e-8942-f8038c55dcc6/b7d4b15d-1623-4ec5-99a3-f01d57d2bd26/a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:28:23.410999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:28:23.414792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:23.417898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d6cc5-77d0-4aa1-ab77-e282f3e06901 None None] Pushing event updated for resources: {'Port': ['ID=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:23.420439 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:28:23.431147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:23.431764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:23.512917 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.548471 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.561677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Pushing event updated for resources: {'Port': ['ID=2c94b7e6-62cc-43e6-b634-82e064f27b7e,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:23.567777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Attempting to bind port 2c94b7e6-62cc-43e6-b634-82e064f27b7e on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:28:23.568183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Attempting to bind port 2c94b7e6-62cc-43e6-b634-82e064f27b7e by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:28:23.568523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Attempting to bind port 2c94b7e6-62cc-43e6-b634-82e064f27b7e on network c115f2c1-9d8a-418e-8942-f8038c55dcc6 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:28:23.585919 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:28:23.590999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:23.594758 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:28:23.602297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:28:23.602685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Checking segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:28:23.603090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.603495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Bound using segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:28:23.603974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Bound port: 2c94b7e6-62cc-43e6-b634-82e064f27b7e, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:28:23.604363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.630109 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:23.644395 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (24996f32-3680-403d-a849-81969eeb7ffc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.655486 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:23.781417 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.786368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] For port 2c94b7e6-62cc-43e6-b634-82e064f27b7e, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:28:23.802798 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] For port 2c94b7e6-62cc-43e6-b634-82e064f27b7e, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2c94b7e6-62cc-43e6-b634-82e064f27b7e,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:28:23.813303 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:23.910220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739f21-1ed5-4e60-9bac-3fa455b63244 None None] Pushing event updated for resources: {'Port': ['ID=2c94b7e6-62cc-43e6-b634-82e064f27b7e,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:23.935865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:21Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:23.975407 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1717d-a5f9-48bb-a8a0-02275399977e None None] The sync data for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 is: [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:21Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:28:24.094334 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:24.099619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:24.184959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:24.191302 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (24996f32-3680-403d-a849-81969eeb7ffc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:24.330794 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:28:24.333504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:24.352198 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2c94b7e6-62cc-43e6-b634-82e064f27b7e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:28:24.411162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2c94b7e6-62cc-43e6-b634-82e064f27b7e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:24.411544 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:24.467472 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router 24996f32-3680-403d-a849-81969eeb7ffc has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:28:24.496577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2c94b7e6-62cc-43e6-b634-82e064f27b7e is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:24.496977 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:24.535698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 2c94b7e6-62cc-43e6-b634-82e064f27b7e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2c94b7e6-62cc-43e6-b634-82e064f27b7e,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:24.540738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:24.596522 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:28:24.610148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=2c94b7e6-62cc-43e6-b634-82e064f27b7e,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:24.620704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-96de71e0-7f45-4972-9e38-438d7d9cecc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/24996f32-3680-403d-a849-81969eeb7ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9630380 Mar 07 05:28:24.778029 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-e5620852-9dd2-4ad9-8a1d-b142de708de6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049868876&fields=id&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 267 time: 0.0509017 Mar 07 05:28:24.901001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-877d03b3-bc15-4170-a2b4-66fddad6380e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:24.902939 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-877d03b3-bc15-4170-a2b4-66fddad6380e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 796 time: 0.1175022 Mar 07 05:28:24.921187 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-c7421485-bd1a-4ff5-92b0-cd9dfbfee724 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/quotas/68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 375 time: 0.0122893 Mar 07 05:28:24.978892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be59dc4-e87d-4dd9-8dac-7eb520e36a55 None None] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:28:24.982375 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-0d36dc25-7ed7-4b27-9b2e-a652080c6333 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569546 Mar 07 05:28:25.094653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3ea93cbe-c9aa-4991-96f6-0cbd52bb865a None None] Provisioning complete for port 2c94b7e6-62cc-43e6-b634-82e064f27b7e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:25.095034 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3ea93cbe-c9aa-4991-96f6-0cbd52bb865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:25.125439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-d9065648-bffc-42d9-b6a3-1f50e17d52b9 service neutron] 10.222.0.21 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308849 Mar 07 05:28:25.187964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3ea93cbe-c9aa-4991-96f6-0cbd52bb865a None None] Current status of the port 2c94b7e6-62cc-43e6-b634-82e064f27b7e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:25.238199 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5256018d-dfb0-4ab1-9243-fcbfc7a4e084 service neutron] 10.222.0.21 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059496 Mar 07 05:28:25.419130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d823d551-84af-4e49-a305-2cb7ef3c27ab None None] Provisioning complete for port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:25.420155 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d823d551-84af-4e49-a305-2cb7ef3c27ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:25.426066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d743f261-246a-42da-b116-72f5f8956f04 req-08a4ec69-44b0-4c2c-8f7e-cd7bf0766a0d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 210 time: 0.0333974 Mar 07 05:28:25.462785 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d823d551-84af-4e49-a305-2cb7ef3c27ab None None] Port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:28:25.472823 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d823d551-84af-4e49-a305-2cb7ef3c27ab None None] Provisioning complete for port 2c94b7e6-62cc-43e6-b634-82e064f27b7e triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:25.473206 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d823d551-84af-4e49-a305-2cb7ef3c27ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:25.565358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d823d551-84af-4e49-a305-2cb7ef3c27ab None None] Current status of the port 2c94b7e6-62cc-43e6-b634-82e064f27b7e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:25.687534 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-925cd71e-af79-48f0-8897-98835a2aac26 None None] Provisioning complete for port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:25.687917 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-925cd71e-af79-48f0-8897-98835a2aac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:25.725231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-925cd71e-af79-48f0-8897-98835a2aac26 None None] Port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:28:25.730912 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Sync routers for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:28:25.741103 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:25.741714 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:25.847688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:25.848417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7e1983df-4143-47fa-a9b0-9262e8f8683f None None] Provisioning complete for port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:25.848806 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e1983df-4143-47fa-a9b0-9262e8f8683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:25.883795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7e1983df-4143-47fa-a9b0-9262e8f8683f None None] Port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:28:26.048436 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 2, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:26.074674 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Checking router: 24996f32-3680-403d-a849-81969eeb7ffc for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:28:26.075031 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Updating router 24996f32-3680-403d-a849-81969eeb7ffc port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:28:26.101717 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.310641 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:28:26.364305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:26.364686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.459219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:26.460273 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.479164 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Publish callbacks [] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.484449 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.489611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:26.498295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.499730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2c94b7e6-62cc-43e6-b634-82e064f27b7e up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:28:26.514460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dce1ad3b-bba0-4ec7-af25-01bd465395f3 req-746f6614-6d9d-42b7-93cb-8587d198bc2b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 210 time: 0.0319214 Mar 07 05:28:26.540721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Pushing event updated for resources: {'Port': ['ID=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:26.570599 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.570934 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.571511 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.572042 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.572540 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.573079 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.573415 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.573741 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.574087 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.574412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.574735 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.575054 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.575372 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:28:26.584997 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:26.599122 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2c94b7e6-62cc-43e6-b634-82e064f27b7e triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:26.599552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.615326 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Attempting to bind port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:28:26.615701 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Attempting to bind port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:28:26.616059 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Attempting to bind port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 on network c115f2c1-9d8a-418e-8942-f8038c55dcc6 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:28:26.621792 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:28:26.622203 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Checking segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:28:26.622632 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.623551 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Bound using segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:28:26.624027 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Bound port: a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:28:26.624413 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.685570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2c94b7e6-62cc-43e6-b634-82e064f27b7e is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:26.704208 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] For port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:28:26.708345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] For port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:28:26.714290 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.769469 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:26.770154 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:05Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:26.774942 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0aa7f-38f9-4902-989f-7a35031a26f0 None None] Pushing event updated for resources: {'Port': ['ID=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:26.811919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] Provisioning complete for port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:26.812307 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.889673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:26.904991 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] Current status of the port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:26.905457 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.939183 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] For port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:26.943637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:26.993965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedfc4e-9718-49b3-afbb-029ec37a2a22 None None] Pushing event updated for resources: {'Port': ['ID=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:27.064519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-89b74755-fbec-4652-8a43-3083c894f43a None None] Provisioning complete for port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:27.065026 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-89b74755-fbec-4652-8a43-3083c894f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:27.093219 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:27.120121 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51691840-a5ab-4040-9333-3c4b1627a2bd None None] The sync data for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 is: [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:28:27.315635 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-89b74755-fbec-4652-8a43-3083c894f43a None None] Current status of the port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:27.603941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bdf90c2b-09f8-4801-982f-3ae682aa2b5f req-00846e42-d86e-468b-aa7f-19196e2007a1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 210 time: 0.0318608 Mar 07 05:28:28.305480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:28:28.353751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:28.354154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:28.430586 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:28.431593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:28:28.475177 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:28.475546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:28.551111 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:28.697918 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-db6e6f0a-f584-41eb-a28a-bf2d674fc32f req-68eaa631-48e4-4374-94ce-841abf6800af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 210 time: 0.0312076 Mar 07 05:28:29.800884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d187e58b-ef93-4295-a3d1-0ee2a9aa19fe req-cd8168a7-0da3-436b-aea5-7a5e093cccfd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 210 time: 0.0293694 Mar 07 05:28:30.408915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-6990affb-d706-4e22-97fe-9af6881a388a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:30.410537 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-6990affb-d706-4e22-97fe-9af6881a388a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 796 time: 0.1122789 Mar 07 05:28:30.472423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-82c6c766-a376-47af-9475-fe5a9cd168d7 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 380 time: 0.0532880 Mar 07 05:28:30.480578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'port': {'device_id': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'admin_state_up': True, 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'security_groups': ['4013134e-272d-481b-a408-ece7a53dfcfa']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:30.587099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:28:30.590639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:30.712473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.6 (c115f2c1-9d8a-418e-8942-f8038c55dcc6/b7d4b15d-1623-4ec5-99a3-f01d57d2bd26/05c46de2-739e-4243-96c1-9bb223da76c2) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:28:30.854213 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (05c46de2-739e-4243-96c1-9bb223da76c2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:30.889569 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:30.900569 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ef62b6eb-15fd-4544-b3d2-3d679f7dfb12 req-33792d95-8b71-46a6-ab82-7c098b7e9dbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 210 time: 0.0311291 Mar 07 05:28:30.930312 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:28:30.935234 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:30.938845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:28:30.976569 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=05c46de2-739e-4243-96c1-9bb223da76c2,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:31.000881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:31.001510 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.019930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5f8ef435-c45d-4848-97ad-0ef506e8e65e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428026 Mar 07 05:28:31.031110 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Request body: {'port': {'device_id': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:31.093059 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.163737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-67966fec-dea5-475c-bd52-e56de94045e1 None None] Provisioning complete for port 05c46de2-739e-4243-96c1-9bb223da76c2 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:31.164312 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-67966fec-dea5-475c-bd52-e56de94045e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.197873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-67966fec-dea5-475c-bd52-e56de94045e1 None None] Port 05c46de2-739e-4243-96c1-9bb223da76c2 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:28:31.352311 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c46de2-739e-4243-96c1-9bb223da76c2 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:28:31.359411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Publish callbacks [] for port (05c46de2-739e-4243-96c1-9bb223da76c2), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.371456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Transition to ACTIVE for port object 05c46de2-739e-4243-96c1-9bb223da76c2 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:28:31.375322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.426780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Pushing event updated for resources: {'Port': ['ID=05c46de2-739e-4243-96c1-9bb223da76c2,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:31.496334 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Attempting to bind port 05c46de2-739e-4243-96c1-9bb223da76c2 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:28:31.496673 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Attempting to bind port 05c46de2-739e-4243-96c1-9bb223da76c2 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:28:31.497132 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Attempting to bind port 05c46de2-739e-4243-96c1-9bb223da76c2 on network c115f2c1-9d8a-418e-8942-f8038c55dcc6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:28:31.501718 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Port 05c46de2-739e-4243-96c1-9bb223da76c2 on network c115f2c1-9d8a-418e-8942-f8038c55dcc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:28:31.502058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Attempting to bind port 05c46de2-739e-4243-96c1-9bb223da76c2 on network c115f2c1-9d8a-418e-8942-f8038c55dcc6 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:28:31.507678 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:28:31.508013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Checking segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:28:31.508639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Bound using segment: {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:28:31.509086 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Bound port: 05c46de2-739e-4243-96c1-9bb223da76c2, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8925014f-f08f-4a62-9984-2e0cc410097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:28:31.509534 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.587502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] For port 05c46de2-739e-4243-96c1-9bb223da76c2, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:28:31.591073 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] For port 05c46de2-739e-4243-96c1-9bb223da76c2, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05c46de2-739e-4243-96c1-9bb223da76c2,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:28:31.597467 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.634600 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:31.635928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:31.637183 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] 10.222.0.15 "PUT /v2.0/ports/05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 1091 time: 0.6102579 Mar 07 05:28:31.637651 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:28:31.640125 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6722a6-573d-403c-b3f0-7d1e60c299c1" -d '{"events": [{"name": "network-changed", "server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:28:31.675174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e308f56-5af7-4b2b-bfd1-8b35ce14b966 service neutron] Pushing event updated for resources: {'Port': ['ID=05c46de2-739e-4243-96c1-9bb223da76c2,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:31.731875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-4b1241f7-a8eb-447f-bcda-49eb4e8b0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:31.733540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-4b1241f7-a8eb-447f-bcda-49eb4e8b0955 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1125 time: 0.0533330 Mar 07 05:28:31.749759 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94423cde-9d18-47d1-8992-f9d513de4e0c x-openstack-request-id: req-94423cde-9d18-47d1-8992-f9d513de4e0c {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:28:31.750087 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:28:31.750342 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94423cde-9d18-47d1-8992-f9d513de4e0c {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:28:31.750742 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2', 'status': 'completed', 'code': 200} Mar 07 05:28:31.782597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-a91716b2-f806-4703-9b5b-999b8d8242bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 217 time: 0.0424199 Mar 07 05:28:31.831819 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5998b802-cc28-47ea-8042-061f49817c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:31.833583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5998b802-cc28-47ea-8042-061f49817c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 200 len: 834 time: 0.0454741 Mar 07 05:28:31.891559 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-30d4a48b-9083-4a54-af19-7247848bd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:31.893735 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-30d4a48b-9083-4a54-af19-7247848bd7b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c115f2c1-9d8a-418e-8942-f8038c55dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438151 Mar 07 05:28:31.989325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-6b296540-7a66-4872-97fd-7a997ef4dca6 service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888288 Mar 07 05:28:32.026779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c524-5fc9-4c42-8166-584bcfe81b1c req-f55e4db5-2e51-4e70-a04b-cf370c7856e6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:32.028265 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d36c524-5fc9-4c42-8166-584bcfe81b1c req-f55e4db5-2e51-4e70-a04b-cf370c7856e6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 943 time: 0.0528018 Mar 07 05:28:32.075809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d36c524-5fc9-4c42-8166-584bcfe81b1c req-192b1543-7ea8-4ff4-97d5-ca7412b26a03 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Mar 07 05:28:32.078788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fdcf4c6a-3981-4f2d-934b-c5a2ced65dbc req-5837bf05-9291-4ce2-acb5-5b927e1e97bd service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834470 Mar 07 05:28:32.170096 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-2ffe154a-e9ac-43e1-81a8-80561f820d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:32.171593 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-2ffe154a-e9ac-43e1-81a8-80561f820d00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1125 time: 0.0472355 Mar 07 05:28:32.622578 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-846137b7-5f4b-4059-9de4-063fc1209802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:32.623951 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-846137b7-5f4b-4059-9de4-063fc1209802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 897 time: 0.4467273 Mar 07 05:28:32.670408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-88478817-5a75-4e01-879f-b4615c724022 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 217 time: 0.0381219 Mar 07 05:28:32.735171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-3cdd40d9-3f2d-4e3a-8b46-16dd1d267d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:32.737188 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-3cdd40d9-3f2d-4e3a-8b46-16dd1d267d7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 200 len: 834 time: 0.0610151 Mar 07 05:28:32.796426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-8477ecb8-cd87-4310-becd-2057e9eb1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:32.797961 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-8477ecb8-cd87-4310-becd-2057e9eb1dec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c115f2c1-9d8a-418e-8942-f8038c55dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535424 Mar 07 05:28:32.886875 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-960e2100-cb75-4490-8c53-3931827df2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:32.907813 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-0aa2b554-7bec-498b-9050-ab113d2c64ff service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027076 Mar 07 05:28:33.005958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e6722a6-573d-403c-b3f0-7d1e60c299c1 req-ade945b2-f5dc-4ecf-b4c5-13d5fc342096 service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923305 Mar 07 05:28:33.200726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c40e-492a-4c47-a51b-9468b93745dd req-3ff4191d-564d-456d-9315-7263fca2a20c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:33.202224 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e27c40e-492a-4c47-a51b-9468b93745dd req-3ff4191d-564d-456d-9315-7263fca2a20c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 943 time: 0.0575235 Mar 07 05:28:33.251508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5e27c40e-492a-4c47-a51b-9468b93745dd req-a5396b47-97f3-4aa7-bca9-37dacb6646f4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 Mar 07 05:28:34.369537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380ef51-9b13-4c80-90da-5693814dfdff req-b338bb82-e078-4f11-8c18-df63c9d8ee67 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:34.371036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d380ef51-9b13-4c80-90da-5693814dfdff req-b338bb82-e078-4f11-8c18-df63c9d8ee67 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 943 time: 0.0524514 Mar 07 05:28:34.418949 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d380ef51-9b13-4c80-90da-5693814dfdff req-65ee652b-14db-4b7a-a746-69c4087fd74d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423892 Mar 07 05:28:34.447667 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05c46de2-739e-4243-96c1-9bb223da76c2 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:28:34.548904 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 05c46de2-739e-4243-96c1-9bb223da76c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05c46de2-739e-4243-96c1-9bb223da76c2,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:34.559916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '05c46de2-739e-4243-96c1-9bb223da76c2', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'port_id': '05c46de2-739e-4243-96c1-9bb223da76c2', 'mac_address': 'fa:16:3e:24:fb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:28:34.598206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 05c46de2-739e-4243-96c1-9bb223da76c2 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:34.598600 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:34.611379 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c46de2-739e-4243-96c1-9bb223da76c2 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:28:34.631268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 05c46de2-739e-4243-96c1-9bb223da76c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05c46de2-739e-4243-96c1-9bb223da76c2,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:34.635418 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:34.687474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=05c46de2-739e-4243-96c1-9bb223da76c2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:34.836770 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['05c46de2-739e-4243-96c1-9bb223da76c2'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:28:35.506516 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fa0622dc-a845-4c22-9108-b1adc60d4112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:35.538180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42e8d8-a03c-4c81-aed1-4748f930a39d req-bda338a2-40f9-4964-9307-a8a66cbe3acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:35.539782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd42e8d8-a03c-4c81-aed1-4748f930a39d req-bda338a2-40f9-4964-9307-a8a66cbe3acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 944 time: 0.0550389 Mar 07 05:28:35.594602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd42e8d8-a03c-4c81-aed1-4748f930a39d req-93b7684d-1cbf-4c4b-8d39-a86fdc1b9a90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486524 Mar 07 05:28:36.466074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05c46de2-739e-4243-96c1-9bb223da76c2 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:28:36.514517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 05c46de2-739e-4243-96c1-9bb223da76c2 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:28:36.518451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 05c46de2-739e-4243-96c1-9bb223da76c2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:28:36.518827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:36.598843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 05c46de2-739e-4243-96c1-9bb223da76c2 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:28:36.599252 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:36.622262 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:28:36.624476 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf85e386-9083-4a8d-91aa-ce144eec333c" -d '{"events": [{"server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "name": "network-vif-plugged", "status": "completed", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:28:36.637259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 05c46de2-739e-4243-96c1-9bb223da76c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05c46de2-739e-4243-96c1-9bb223da76c2,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:28:36.641435 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:36.689129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=05c46de2-739e-4243-96c1-9bb223da76c2,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:36.717261 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c9ad7-9b70-4d55-82c4-ce11908931c9 req-422c3a71-fba3-4a72-8374-8d12d9f904e0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:36.718743 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a6c9ad7-9b70-4d55-82c4-ce11908931c9 req-422c3a71-fba3-4a72-8374-8d12d9f904e0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0525508 Mar 07 05:28:36.768388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a6c9ad7-9b70-4d55-82c4-ce11908931c9 req-5a93c7db-cdf1-4585-8f17-76841b403645 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Mar 07 05:28:36.865601 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e21c4c-e07b-46ed-89c4-0cb6144ff95b x-openstack-request-id: req-d9e21c4c-e07b-46ed-89c4-0cb6144ff95b {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:28:36.865901 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "name": "network-vif-plugged", "status": "completed", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:28:36.866194 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9e21c4c-e07b-46ed-89c4-0cb6144ff95b {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:28:36.866597 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2', 'code': 200} Mar 07 05:28:36.957319 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:36.966074 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba1d0-ff48-4047-b000-c93f6ae7e965 req-e6912738-befb-4bd3-a528-5042617d99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:36.967660 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa3ba1d0-ff48-4047-b000-c93f6ae7e965 req-e6912738-befb-4bd3-a528-5042617d99b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1127 time: 0.0446000 Mar 07 05:28:37.016746 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa3ba1d0-ff48-4047-b000-c93f6ae7e965 req-4591bdd4-94cc-4607-a231-10fa3994439b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Mar 07 05:28:37.883633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:37.889970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23191f-75a0-40de-8875-d83930c554c2 req-6e76e676-a947-498e-8bf4-16824a99e782 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:37.891474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b23191f-75a0-40de-8875-d83930c554c2 req-6e76e676-a947-498e-8bf4-16824a99e782 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0535107 Mar 07 05:28:37.946391 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b23191f-75a0-40de-8875-d83930c554c2 req-650d063c-6278-4ace-abc9-0df13530e2c3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 Mar 07 05:28:39.067957 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd0582-5c02-4657-8016-295017bdb61b req-e58ca940-c64b-42a0-9d65-b7f6df623de3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:39.069441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fd0582-5c02-4657-8016-295017bdb61b req-e58ca940-c64b-42a0-9d65-b7f6df623de3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0564005 Mar 07 05:28:39.118230 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-93fd0582-5c02-4657-8016-295017bdb61b req-8b3db3a9-c6c0-4a8c-9a72-743d842525e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Mar 07 05:28:39.233653 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f00f-01d4-4dd5-87dc-9b30c89ea856 req-803ccfd0-c10d-40bc-b517-44090365db2a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:39.235066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95c1f00f-01d4-4dd5-87dc-9b30c89ea856 req-803ccfd0-c10d-40bc-b517-44090365db2a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0531902 Mar 07 05:28:39.284601 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-95c1f00f-01d4-4dd5-87dc-9b30c89ea856 req-4650d61e-b655-4152-86c5-558db20a0eb2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Mar 07 05:28:39.305453 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33432) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:39.353321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6ab5c-13ef-4af6-a764-d20392ec2b2d tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:39.355561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6ed6ab5c-13ef-4af6-a764-d20392ec2b2d tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1122 time: 0.0491307 Mar 07 05:28:39.358287 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33434) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:39.363525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '05c46de2-739e-4243-96c1-9bb223da76c2', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:28:39.383605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:39.478106 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:39.570740 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:39.582863 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.246 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/1ee7d6e5-c902-42f7-a1f2-3c5915bde16b) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:28:39.681599 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:39.715531 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:39.759452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:28:39.762495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:28:39.765901 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:28:39.772118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=1ee7d6e5-c902-42f7-a1f2-3c5915bde16b,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:40.414269 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (3faafbd5-9841-46a4-ae5a-c4cc71688b56), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:40.482194 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:40.628745 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:40.633111 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:40.704582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=1ee7d6e5-c902-42f7-a1f2-3c5915bde16b,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:28:40.713296 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (3faafbd5-9841-46a4-ae5a-c4cc71688b56), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:40.815804 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP 3faafbd5-9841-46a4-ae5a-c4cc71688b56 associated. External IP: 172.25.4.246, port: 05c46de2-739e-4243-96c1-9bb223da76c2. Mar 07 05:28:41.029376 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router 24996f32-3680-403d-a849-81969eeb7ffc has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:28:41.138761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:28:41.149440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] Sync routers for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:28:41.155892 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:41.159587 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:41.160213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:41.186158 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-58d9d180-d37c-4f2f-81b0-1ba682bbb48f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8268294 Mar 07 05:28:41.186764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:28:41.189029 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499" -d '{"events": [{"name": "network-changed", "server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:28:41.275052 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:41.287774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2349820-9557-4cb0-b4aa-46d2acdc12f6 req-d81a57e6-ef59-44b0-9f13-28ed8ad9dcb1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:41.289304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2349820-9557-4cb0-b4aa-46d2acdc12f6 req-d81a57e6-ef59-44b0-9f13-28ed8ad9dcb1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0546429 Mar 07 05:28:41.337922 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b2349820-9557-4cb0-b4aa-46d2acdc12f6 req-f171bc16-861a-41f4-bca7-7eabc31ec62e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Mar 07 05:28:41.361051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33440) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:41.414617 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a90300-85ea-452a-b794-e74d9a1e2b3d x-openstack-request-id: req-12a90300-85ea-452a-b794-e74d9a1e2b3d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:28:41.415296 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:28:41.415296 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12a90300-85ea-452a-b794-e74d9a1e2b3d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:28:41.415574 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2', 'status': 'completed', 'code': 200} Mar 07 05:28:41.443773 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3a09161c-f7a8-4861-860b-1be7da71d435 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/3faafbd5-9841-46a4-ae5a-c4cc71688b56 HTTP/1.1" status: 200 len: 991 time: 0.0808895 Mar 07 05:28:41.452807 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-e5750724-ce00-40b7-bf72-69825274487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:41.454345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-e5750724-ce00-40b7-bf72-69825274487a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1127 time: 0.0469611 Mar 07 05:28:41.515040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '3faafbd5-9841-46a4-ae5a-c4cc71688b56', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'port_id': '05c46de2-739e-4243-96c1-9bb223da76c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'mac_address': 'fa:16:3e:24:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:28:39Z', 'updated_at': '2022-03-07T05:28:39Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:41.542995 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] Checking router: 24996f32-3680-403d-a849-81969eeb7ffc for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:28:41.545850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-de116cef-136b-4933-9691-e7320899679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:41.547388 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-de116cef-136b-4933-9691-e7320899679a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 897 time: 0.0878186 Mar 07 05:28:41.552166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:28:41.552766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:28:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:41.621390 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-86daf9db-c9f0-423b-a75e-6b2a5a5595e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 999 time: 0.0674801 Mar 07 05:28:41.666325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:28:41.668506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-6df025b3-0ee8-4ebc-9877-d22380834121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:41.670001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-6df025b3-0ee8-4ebc-9877-d22380834121 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 200 len: 834 time: 0.0435832 Mar 07 05:28:41.723726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-b1230914-5888-4bdf-93e1-7615a0075d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:28:41.725271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-b1230914-5888-4bdf-93e1-7615a0075d44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c115f2c1-9d8a-418e-8942-f8038c55dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495982 Mar 07 05:28:41.819480 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-1a6ef2ab-bb2b-4d1b-9ae2-44911702a087 service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884523 Mar 07 05:28:41.902873 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '3faafbd5-9841-46a4-ae5a-c4cc71688b56', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'port_id': '05c46de2-739e-4243-96c1-9bb223da76c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'mac_address': 'fa:16:3e:24:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:28:39Z', 'updated_at': '2022-03-07T05:28:39Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:28:41.907447 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-98ee4af7-07ec-46f6-8d1a-0de2ff0f3499 req-cf67e642-750e-4a3a-bd24-5717e9906526 service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828900 Mar 07 05:28:41.931950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156d187-3916-4f6b-a841-561dac6bbf84 None None] The sync data for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 is: [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '3faafbd5-9841-46a4-ae5a-c4cc71688b56', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'port_id': '05c46de2-739e-4243-96c1-9bb223da76c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'mac_address': 'fa:16:3e:24:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:28:39Z', 'updated_at': '2022-03-07T05:28:39Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:28:42.135027 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dced561-95e6-45ba-a295-b4a961e4ba09 None None] New status for floating IP 3faafbd5-9841-46a4-ae5a-c4cc71688b56: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:28:42.446110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33444) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:28:42.506542 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5ee1b725-2407-4bb8-a1c3-cf0d21481c17 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/3faafbd5-9841-46a4-ae5a-c4cc71688b56 HTTP/1.1" status: 200 len: 993 time: 0.0592773 Mar 07 05:28:50.409182 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:52.717591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:28:58.435944 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:29:02.883816 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d127-c613-4f35-9589-5caef7a775de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:05.507974 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fd68-bd8a-4cae-85c2-120662a82803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:06.960528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:07.886607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:09.223055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-72037a65-3fbc-4493-bb1e-54571de0f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:09.225092 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-72037a65-3fbc-4493-bb1e-54571de0f9c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1127 time: 0.0492854 Mar 07 05:29:09.229055 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee985e5-e755-4928-9c91-ec40dae46463 req-07d09eb1-29f0-4958-8e41-c8f76f315903 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:09.230757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ee985e5-e755-4928-9c91-ec40dae46463 req-07d09eb1-29f0-4958-8e41-c8f76f315903 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0598903 Mar 07 05:29:09.281864 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9ee985e5-e755-4928-9c91-ec40dae46463 req-3520078f-505f-464d-a2e0-cf89409dd503 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452797 Mar 07 05:29:09.316640 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-6c3de4fc-918c-4f35-9156-083d6fdb3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:09.318430 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-6c3de4fc-918c-4f35-9156-083d6fdb3021 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 897 time: 0.0876527 Mar 07 05:29:09.387175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-11eb0f31-392e-44a0-96e8-8c74543f6515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 1001 time: 0.0622408 Mar 07 05:29:09.435091 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-f66457bd-ebc3-4cca-9912-42fbac80e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:09.436485 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-f66457bd-ebc3-4cca-9912-42fbac80e9de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 200 len: 834 time: 0.0429718 Mar 07 05:29:09.483657 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-9c841807-c23d-47ad-af61-1871688f9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:09.485041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-9c841807-c23d-47ad-af61-1871688f9654 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c115f2c1-9d8a-418e-8942-f8038c55dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430415 Mar 07 05:29:09.575310 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:09.580589 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-0de57881-07ff-491e-81fa-9d295e16fb0f service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893211 Mar 07 05:29:09.670401 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a8313346-d6e5-45d7-9d7f-56fc98d3cce7 req-d69f0e1d-8251-482b-93cb-220b26161f0d service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836248 Mar 07 05:29:10.403652 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8395a6-dc7a-4596-a1fd-c92a2c4ede44 req-d2de4564-0a1f-417c-b3de-aa2ecde80560 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:10.405108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f8395a6-dc7a-4596-a1fd-c92a2c4ede44 req-d2de4564-0a1f-417c-b3de-aa2ecde80560 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0505464 Mar 07 05:29:10.452479 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0f8395a6-dc7a-4596-a1fd-c92a2c4ede44 req-8bf443f7-4d6c-4e70-97f0-2e6f218b6869 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Mar 07 05:29:10.678389 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9f6f-5423-402c-b1cb-578080d207db req-7f869b38-1e3a-4403-bac2-11b9b677a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:10.679930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-7f869b38-1e3a-4403-bac2-11b9b677a38a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1127 time: 0.0508339 Mar 07 05:29:10.781677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9f6f-5423-402c-b1cb-578080d207db req-4365355e-272e-415d-88ab-5a9e8d18a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:10.783170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-4365355e-272e-415d-88ab-5a9e8d18a828 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 897 time: 0.0850554 Mar 07 05:29:10.851423 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-9e1fcd26-56e9-4d7a-bbd8-7c50134a646e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 1001 time: 0.0612888 Mar 07 05:29:10.898175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9f6f-5423-402c-b1cb-578080d207db req-a106be36-f2ed-43fa-855c-5487c2263e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:10.899632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-a106be36-f2ed-43fa-855c-5487c2263e7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 200 len: 834 time: 0.0426905 Mar 07 05:29:10.947250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9f6f-5423-402c-b1cb-578080d207db req-6d798a77-c001-4378-a232-c90d77353c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:10.948639 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-6d798a77-c001-4378-a232-c90d77353c0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c115f2c1-9d8a-418e-8942-f8038c55dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426319 Mar 07 05:29:11.045041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-5c135ebf-08d0-41a6-8207-0566e4ad0b29 service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894380 Mar 07 05:29:11.132842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f80e9f6f-5423-402c-b1cb-578080d207db req-694205b7-891d-41f2-8a1e-abb4e4a750ea service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812588 Mar 07 05:29:11.571658 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85c5af-d5d4-4130-9187-c3828e33b3a4 req-9fd9cd64-028b-4e9e-9216-9a0be5d7c4c8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:11.573135 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a85c5af-d5d4-4130-9187-c3828e33b3a4 req-9fd9cd64-028b-4e9e-9216-9a0be5d7c4c8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0531654 Mar 07 05:29:11.626001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7a85c5af-d5d4-4130-9187-c3828e33b3a4 req-62a97261-c0cd-40c3-94ec-b8c1a9db28a3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472801 Mar 07 05:29:12.746825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877bc1f-d29e-4514-b96f-4365bd3eec29 req-e36ec859-ea0f-40b2-b58d-85d40d827592 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:12.748520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d877bc1f-d29e-4514-b96f-4365bd3eec29 req-e36ec859-ea0f-40b2-b58d-85d40d827592 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0529780 Mar 07 05:29:12.797810 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d877bc1f-d29e-4514-b96f-4365bd3eec29 req-be91c472-5a28-44ac-8aff-707063f6cf0c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Mar 07 05:29:13.921414 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d064237-edf3-436a-acad-6ded8ef83c5d req-60fcc28e-d61a-4169-a0c7-3cefbfdaf19a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:13.922925 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d064237-edf3-436a-acad-6ded8ef83c5d req-60fcc28e-d61a-4169-a0c7-3cefbfdaf19a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0530241 Mar 07 05:29:13.974557 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3d064237-edf3-436a-acad-6ded8ef83c5d req-3c315683-29db-47e9-8dac-856a6c1e1dbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Mar 07 05:29:15.095786 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b41332-6dd8-45c9-b87d-0208c3da4a7d req-eb8617a9-dd51-4356-a09d-61008fb267a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:15.097268 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23b41332-6dd8-45c9-b87d-0208c3da4a7d req-eb8617a9-dd51-4356-a09d-61008fb267a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0557761 Mar 07 05:29:15.145808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-23b41332-6dd8-45c9-b87d-0208c3da4a7d req-c3ea1fc1-37e0-44a6-8e33-73347f945764 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Mar 07 05:29:16.264358 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542651bf-9a19-44d8-a49a-024ab2879c08 req-6c9acba9-bf56-401e-ada4-23c95179e7b1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:16.265736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-542651bf-9a19-44d8-a49a-024ab2879c08 req-6c9acba9-bf56-401e-ada4-23c95179e7b1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0521379 Mar 07 05:29:16.315609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-542651bf-9a19-44d8-a49a-024ab2879c08 req-773be4fe-5762-4a27-901f-d36f572b633c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Mar 07 05:29:17.433401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc373f41-331e-47ab-8ce4-1b34a2699776 req-121c5ae8-db18-4c90-8cc1-75342328d55e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:17.434936 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc373f41-331e-47ab-8ce4-1b34a2699776 req-121c5ae8-db18-4c90-8cc1-75342328d55e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0511789 Mar 07 05:29:17.487905 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cc373f41-331e-47ab-8ce4-1b34a2699776 req-c7d7198b-4ab3-417b-a264-04286d8aa11a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474663 Mar 07 05:29:18.606889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7a-3dde-4663-ba34-b6ef87085f06 req-8252dc22-4696-4656-9a46-9cea3fd0c5a8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:18.608380 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55806b7a-3dde-4663-ba34-b6ef87085f06 req-8252dc22-4696-4656-9a46-9cea3fd0c5a8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0523882 Mar 07 05:29:18.656716 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55806b7a-3dde-4663-ba34-b6ef87085f06 req-e81c8f9d-de27-415d-8c6e-28874c261229 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 Mar 07 05:29:19.777214 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784b1e5-0198-40a3-a165-7f9c8d870cc4 req-12c1b175-456c-4fba-a7bf-a627c3c108b3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:19.778765 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6784b1e5-0198-40a3-a165-7f9c8d870cc4 req-12c1b175-456c-4fba-a7bf-a627c3c108b3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0564911 Mar 07 05:29:19.827077 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6784b1e5-0198-40a3-a165-7f9c8d870cc4 req-d63a5097-a124-4c80-b0c9-03ebd3f0307a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Mar 07 05:29:20.424537 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:20.952031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670ab56-b206-4cfa-aff8-1c212e9c2b83 req-0c860aa9-ecb6-4578-9668-c888d480ced4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:20.953522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e670ab56-b206-4cfa-aff8-1c212e9c2b83 req-0c860aa9-ecb6-4578-9668-c888d480ced4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0571792 Mar 07 05:29:21.001782 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e670ab56-b206-4cfa-aff8-1c212e9c2b83 req-ce8a6005-9ef2-4536-ac3f-3e97da6adc14 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Mar 07 05:29:21.024464 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33478) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:21.081720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cdced521-4b66-4481-86cd-495aa774d65b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/3faafbd5-9841-46a4-ae5a-c4cc71688b56 HTTP/1.1" status: 200 len: 993 time: 0.0561640 Mar 07 05:29:22.732248 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:32.885466 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-abbf5e49-dc6d-4da3-bde7-ef01d82bd12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:35.434932 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:29:35.510314 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-49252b84-401f-4719-91ad-f9f7b2e675a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:36.963050 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:37.888903 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:39.578389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:50.449830 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:51.753043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33488) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:51.916680 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 1ee7d6e5-c902-42f7-a1f2-3c5915bde16b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:29:51.917029 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:51.995170 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:51.995502 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:52.006981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 1ee7d6e5-c902-42f7-a1f2-3c5915bde16b owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:29:52.153444 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (1ee7d6e5-c902-42f7-a1f2-3c5915bde16b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:52.178450 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=1ee7d6e5-c902-42f7-a1f2-3c5915bde16b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:52.190040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.190403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.190749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.191089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.191427 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.191761 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.192209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.192209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.192840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.193180 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.193505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.193830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.194182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:52.248282 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (3faafbd5-9841-46a4-ae5a-c4cc71688b56), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:52.248614 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP 3faafbd5-9841-46a4-ae5a-c4cc71688b56 disassociated (deleted). External IP: 172.25.4.246, port: 05c46de2-739e-4243-96c1-9bb223da76c2. Mar 07 05:29:52.455433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router 24996f32-3680-403d-a849-81969eeb7ffc has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:29:52.563924 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:29:52.568385 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:52.573699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] Sync routers for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:29:52.583642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:29:52.584269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:52.599738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2ba2b19d-9519-4f65-9217-2c9e8bb6e386 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/floatingips/3faafbd5-9841-46a4-ae5a-c4cc71688b56 HTTP/1.1" status: 204 len: 168 time: 0.8444452 Mar 07 05:29:52.600345 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:29:52.603614 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b9832c-d285-4a38-a29d-6d9c53028326" -d '{"events": [{"name": "network-changed", "server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:29:52.697431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:29:52.762242 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f158039-317c-421d-9eab-31300f1cd653 x-openstack-request-id: req-3f158039-317c-421d-9eab-31300f1cd653 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:29:52.763293 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:29:52.763889 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f158039-317c-421d-9eab-31300f1cd653 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:29:52.764601 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2', 'status': 'completed', 'code': 200} Mar 07 05:29:52.809306 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:52.834436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-cd222fe5-9a5e-4718-8ac8-f25f63c53fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:52.836653 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-cd222fe5-9a5e-4718-8ac8-f25f63c53fae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 1127 time: 0.0528660 Mar 07 05:29:52.871651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea8db-e19a-4492-bccb-8f09e6e670a4 req-c05fe04a-34d6-4124-a3c8-be568dfd36c0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:52.873162 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-989ea8db-e19a-4492-bccb-8f09e6e670a4 req-c05fe04a-34d6-4124-a3c8-be568dfd36c0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0640876 Mar 07 05:29:52.926657 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:52.933270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-989ea8db-e19a-4492-bccb-8f09e6e670a4 req-be986d28-1161-4d59-a1a9-f21afbb4d610 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526967 Mar 07 05:29:52.933466 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-5fccc6d2-e789-4e33-b583-ba5b21e35663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:52.934931 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-5fccc6d2-e789-4e33-b583-ba5b21e35663 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 200 len: 897 time: 0.0896757 Mar 07 05:29:52.959292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] Checking router: 24996f32-3680-403d-a849-81969eeb7ffc for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:29:52.967653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:29:52.968266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:52.982491 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-c346ed38-856d-4ef1-bd5e-36712dcfda66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 200 len: 217 time: 0.0411987 Mar 07 05:29:53.029445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-53041fe1-45ba-4db1-8828-554f9342693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:53.030946 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-53041fe1-45ba-4db1-8828-554f9342693f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 200 len: 834 time: 0.0433946 Mar 07 05:29:53.078035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:29:53.080170 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-37eab08d-7db3-4334-8671-3bba328f2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:53.081681 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-37eab08d-7db3-4334-8671-3bba328f2842 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c115f2c1-9d8a-418e-8942-f8038c55dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440130 Mar 07 05:29:53.176012 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-4f373fb0-5603-4a8b-ad25-b77d93a1be3b service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Mar 07 05:29:53.269723 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-05b9832c-d285-4a38-a29d-6d9c53028326 req-80789ca4-b6c1-4cc7-b3bd-f648df7947f7 service neutron] 10.222.0.15 "GET /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Mar 07 05:29:53.446816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:53.477016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0ba05-436d-40c8-b8bb-5b7f631b1bab None None] The sync data for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 is: [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:23Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6', 'name': '', 'network_id': 'c115f2c1-9d8a-418e-8942-f8038c55dcc6', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:99:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:23Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': 'b7d4b15d-1623-4ec5-99a3-f01d57d2bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:29:53.710314 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd1923-3988-4015-bee0-54cac16abd9c None None] New status for floating IP 3faafbd5-9841-46a4-ae5a-c4cc71688b56: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:29:54.052573 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87353-ef46-4553-b439-61b205732e23 req-c751e5cb-98d7-4233-9afa-af295c6b0af5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:54.053955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ab87353-ef46-4553-b439-61b205732e23 req-c751e5cb-98d7-4233-9afa-af295c6b0af5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0527372 Mar 07 05:29:54.101941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2ab87353-ef46-4553-b439-61b205732e23 req-18cf4cf1-e6fd-4410-84f7-bdea39aa8353 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=4013134e-272d-481b-a408-ece7a53dfcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Mar 07 05:29:54.256467 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-2d285b16-47cf-4bb4-a437-dfb42538c1e3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:54.257920 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-2d285b16-47cf-4bb4-a437-dfb42538c1e3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/ports?device_id=15af33ba-0108-4338-a7a5-c9c28bebac2c HTTP/1.1" status: 200 len: 945 time: 0.0522664 Mar 07 05:29:54.352524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 05c46de2-739e-4243-96c1-9bb223da76c2 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:29:54.352776 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:54.443006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 05c46de2-739e-4243-96c1-9bb223da76c2, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=05c46de2-739e-4243-96c1-9bb223da76c2,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:29:54.443363 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:54.454808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 05c46de2-739e-4243-96c1-9bb223da76c2 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:29:54.580948 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (05c46de2-739e-4243-96c1-9bb223da76c2), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:54.612078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=05c46de2-739e-4243-96c1-9bb223da76c2,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:54.622473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.622827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.623177 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.623517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.623855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.624190 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.624526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.625359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.625359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.625565 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.625802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.626171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.626498 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:54.668642 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] No DVR routers for this DVR port 05c46de2-739e-4243-96c1-9bb223da76c2 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:29:54.672734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:54.676054 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-961470b9-f12e-46b7-b31f-edbc47de55ef req-b8e3672d-0250-4d12-8139-1951c510f035 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "DELETE /v2.0/ports/05c46de2-739e-4243-96c1-9bb223da76c2 HTTP/1.1" status: 204 len: 173 time: 0.4135118 Mar 07 05:29:54.677182 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'name': 'network-vif-deleted', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:29:54.679516 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51ebc18-a81c-47c9-b016-d481f59a506b" -d '{"events": [{"server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "name": "network-vif-deleted", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:29:54.715532 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344e48c1-1a3a-4dcd-9c8d-6e4ce4591aa2 x-openstack-request-id: req-344e48c1-1a3a-4dcd-9c8d-6e4ce4591aa2 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:29:54.715962 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15af33ba-0108-4338-a7a5-c9c28bebac2c", "name": "network-vif-deleted", "tag": "05c46de2-739e-4243-96c1-9bb223da76c2", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:29:54.716363 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-344e48c1-1a3a-4dcd-9c8d-6e4ce4591aa2 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:29:54.716955 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15af33ba-0108-4338-a7a5-c9c28bebac2c', 'name': 'network-vif-deleted', 'tag': '05c46de2-739e-4243-96c1-9bb223da76c2', 'status': 'completed', 'code': 200} Mar 07 05:29:55.163176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33502) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:55.523893 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (24996f32-3680-403d-a849-81969eeb7ffc), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:55.778899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:29:55.779140 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:55.865867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:29:55.866357 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:55.878043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:29:56.068564 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:56.095017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:56.272619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (24996f32-3680-403d-a849-81969eeb7ffc), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:56.771300 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router 24996f32-3680-403d-a849-81969eeb7ffc has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:29:56.880430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:29:56.885632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c60e065-23df-4055-aa99-5ff8b6c74cb9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/24996f32-3680-403d-a849-81969eeb7ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7213418 Mar 07 05:29:56.888251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33504) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:56.890767 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] Sync routers for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:29:56.900554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:29:56.901180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:56.938125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting subnet b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:29:56.941160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (b7d4b15d-1623-4ec5-99a3-f01d57d2bd26), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:56.980419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (b7d4b15d-1623-4ec5-99a3-f01d57d2bd26), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.009435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:29:57.065199 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (b7d4b15d-1623-4ec5-99a3-f01d57d2bd26), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.123058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (b7d4b15d-1623-4ec5-99a3-f01d57d2bd26), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.150527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d4b15d-1623-4ec5-99a3-f01d57d2bd26,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:57.152475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.155958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cdc1aba6-b230-4a30-858b-5c8aa773f18a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/subnets/b7d4b15d-1623-4ec5-99a3-f01d57d2bd26 HTTP/1.1" status: 204 len: 168 time: 0.2664313 Mar 07 05:29:57.160527 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33506) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:57.172563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319e256-b457-49b2-95d5-cf5a5d70393e None None] Network c115f2c1-9d8a-418e-8942-f8038c55dcc6 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:29:57.268794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (24996f32-3680-403d-a849-81969eeb7ffc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.278794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:29:56Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:57.309420 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] Checking router: 24996f32-3680-403d-a849-81969eeb7ffc for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:29:57.322529 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] Routers {'24996f32-3680-403d-a849-81969eeb7ffc'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:29:57.323170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['24996f32-3680-403d-a849-81969eeb7ffc'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:57.383422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (24996f32-3680-403d-a849-81969eeb7ffc), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.384294 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] DHCP port deletion for c115f2c1-9d8a-418e-8942-f8038c55dcc6 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:29:57.435464 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:29:57.435914 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.462158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] Set router 24996f32-3680-403d-a849-81969eeb7ffc gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:29:57.518541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 9b2d2047-fb82-43af-92b4-6d41d7ad0e06, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:29:57.518912 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.531910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:29:57.581692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Deleting port 2c94b7e6-62cc-43e6-b634-82e064f27b7e {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:29:57.581995 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.683517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] For port 2c94b7e6-62cc-43e6-b634-82e064f27b7e, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2c94b7e6-62cc-43e6-b634-82e064f27b7e,segment=NetworkSegment(8925014f-f08f-4a62-9984-2e0cc410097a),segment_id=8925014f-f08f-4a62-9984-2e0cc410097a)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:29:57.683910 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.701761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Calling delete_port for 2c94b7e6-62cc-43e6-b634-82e064f27b7e owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:29:57.707309 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9b2d2047-fb82-43af-92b4-6d41d7ad0e06), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.733848 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=9b2d2047-fb82-43af-92b4-6d41d7ad0e06,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:57.775699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:29:56Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:57.796639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (24996f32-3680-403d-a849-81969eeb7ffc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.813610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e633b43-624e-45e5-93c6-dc8d21d0ea1a None None] The sync data for ids ['24996f32-3680-403d-a849-81969eeb7ffc'] in n-d-832185-1 is: [{'id': '24996f32-3680-403d-a849-81969eeb7ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090793105', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:29:56Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '9b2d2047-fb82-43af-92b4-6d41d7ad0e06', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24996f32-3680-403d-a849-81969eeb7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:28:20Z', 'updated_at': '2022-03-07T05:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:29:57.833599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (2c94b7e6-62cc-43e6-b634-82e064f27b7e), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.858239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Pushing event deleted for resources: {'Port': ['ID=2c94b7e6-62cc-43e6-b634-82e064f27b7e,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:57.869197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.869619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.870057 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.870465 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.870804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.871129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.871469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.871789 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.872103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.872425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.872745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.873060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.873377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:29:57.876047 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21597d01-2b92-4fb3-af58-8c1441126403 None None] No DVR routers for this DVR port 2c94b7e6-62cc-43e6-b634-82e064f27b7e on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:29:57.904016 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (24996f32-3680-403d-a849-81969eeb7ffc), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.906181 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (24996f32-3680-403d-a849-81969eeb7ffc), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.954913 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (24996f32-3680-403d-a849-81969eeb7ffc), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.955878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Fanout notify agent at l3_agent the message router_deleted on router 24996f32-3680-403d-a849-81969eeb7ffc {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:29:57.964559 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:57.968626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33508) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:57.974586 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-15ee059f-289c-4e3b-a24e-d80f871224fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/routers/24996f32-3680-403d-a849-81969eeb7ffc HTTP/1.1" status: 204 len: 168 time: 0.8144677 Mar 07 05:29:58.045899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c115f2c1-9d8a-418e-8942-f8038c55dcc6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.128058 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c115f2c1-9d8a-418e-8942-f8038c55dcc6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.148433 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c115f2c1-9d8a-418e-8942-f8038c55dcc6']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:58.157298 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8925014f-f08f-4a62-9984-2e0cc410097a') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:58.157590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8925014f-f08f-4a62-9984-2e0cc410097a') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:29:58.173098 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (8925014f-f08f-4a62-9984-2e0cc410097a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.187576 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8925014f-f08f-4a62-9984-2e0cc410097a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.194598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:29:58.195002 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (8925014f-f08f-4a62-9984-2e0cc410097a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:29:58.198097 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:29:58.270821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c115f2c1-9d8a-418e-8942-f8038c55dcc6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.282546 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.288904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/networks/c115f2c1-9d8a-418e-8942-f8038c55dcc6 HTTP/1.1" status: 204 len: 168 time: 0.3156338 Mar 07 05:29:58.289518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33510) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:58.303400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af60c1-58a4-4c43-922f-423c7c63b54e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Network': ['ID=c115f2c1-9d8a-418e-8942-f8038c55dcc6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:58.357778 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f39c1b02-3eb7-413c-b6dc-9e1056afb912 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (4013134e-272d-481b-a408-ece7a53dfcfa), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.375913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:29:58.385314 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f39c1b02-3eb7-413c-b6dc-9e1056afb912 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (4013134e-272d-481b-a408-ece7a53dfcfa), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.398068 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:29:58.398494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a93eed6c-a6cf-4b0f-9db0-5c9b106cbec6 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:29:58.398983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2c94b7e6-62cc-43e6-b634-82e064f27b7e no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:29:58.420537 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 2c94b7e6-62cc-43e6-b634-82e064f27b7e {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:29:58.420956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2c94b7e6-62cc-43e6-b634-82e064f27b7e not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:29:58.455446 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f39c1b02-3eb7-413c-b6dc-9e1056afb912 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4013134e-272d-481b-a408-ece7a53dfcfa), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.458949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f39c1b02-3eb7-413c-b6dc-9e1056afb912 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.460416 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f39c1b02-3eb7-413c-b6dc-9e1056afb912 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/security-groups/4013134e-272d-481b-a408-ece7a53dfcfa HTTP/1.1" status: 204 len: 168 time: 0.1690257 Mar 07 05:29:58.470166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c1b02-3eb7-413c-b6dc-9e1056afb912 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013134e-272d-481b-a408-ece7a53dfcfa,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:58.822178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05c46de2-739e-4243-96c1-9bb223da76c2 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:29:58.842748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 05c46de2-739e-4243-96c1-9bb223da76c2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:29:58.843092 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 05c46de2-739e-4243-96c1-9bb223da76c2 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:29:58.891606 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33516) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:58.897275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677136800', 'description': 'tempest-secgroup-smoke-677136800 description', 'project_id': '68ab2187db604d42a0c6972f9ec99a21'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:58.922027 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:58.997037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.000652 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.031341 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.032546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1398537 Mar 07 05:29:59.035604 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33518) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.036611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a4b37-ccac-4f43-bb3b-a641bb7408a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.040872 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.065942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (3cee0bea-d93d-4bfa-bc0c-3bf08daa65f1), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.122526 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (3cee0bea-d93d-4bfa-bc0c-3bf08daa65f1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.126077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3cee0bea-d93d-4bfa-bc0c-3bf08daa65f1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.143891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cee0bea-d93d-4bfa-bc0c-3bf08daa65f1,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.152155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.153346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1b20b053-b8ff-4a3b-968c-4cfaddf6992f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166549 Mar 07 05:29:59.156035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33520) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.160231 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.184708 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (c84f90ac-0941-4b26-aa2c-9890239f5e34), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.243776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (c84f90ac-0941-4b26-aa2c-9890239f5e34), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.247035 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (c84f90ac-0941-4b26-aa2c-9890239f5e34), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.264163 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84f90ac-0941-4b26-aa2c-9890239f5e34,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.272243 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.273446 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d5411e76-4114-4283-b66b-cd46ae8989ba tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164978 Mar 07 05:29:59.276219 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33522) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.280590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.305518 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (76969cd4-8c94-40d8-89ff-8f039f5e5018), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.365328 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (76969cd4-8c94-40d8-89ff-8f039f5e5018), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.368569 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (76969cd4-8c94-40d8-89ff-8f039f5e5018), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.387169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76969cd4-8c94-40d8-89ff-8f039f5e5018,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.393592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.394811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d2f53c01-195f-4fea-adac-0b0116800484 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176441 Mar 07 05:29:59.397810 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33526) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.402208 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.425869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (a3d891d9-c8b4-4a5d-af72-12c81aced635), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.482577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (a3d891d9-c8b4-4a5d-af72-12c81aced635), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.485895 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a3d891d9-c8b4-4a5d-af72-12c81aced635), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.504183 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d891d9-c8b4-4a5d-af72-12c81aced635,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.509786 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.510975 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3c939159-6625-4783-bb0e-3c28161eec1e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1121564 Mar 07 05:29:59.513724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33528) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.518201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.539313 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:29:59.544114 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (1cced333-93e4-452a-ba1a-15d2e010054b), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.603151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (1cced333-93e4-452a-ba1a-15d2e010054b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.606489 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1cced333-93e4-452a-ba1a-15d2e010054b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.623720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cced333-93e4-452a-ba1a-15d2e010054b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.631961 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.633178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1f45b301-69eb-4e36-84b7-3819e974e6af tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184330 Mar 07 05:29:59.635944 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33530) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.641859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.663659 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:29:59.668599 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (158c04b4-0643-473d-9143-9dc0c79ca92f), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.726711 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (158c04b4-0643-473d-9143-9dc0c79ca92f), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.730348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (158c04b4-0643-473d-9143-9dc0c79ca92f), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.748484 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158c04b4-0643-473d-9143-9dc0c79ca92f,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.755412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.756594 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-31302718-3391-41d9-b57e-c94b02c0837f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193392 Mar 07 05:29:59.759438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33532) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.764212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'network': {'name': 'tempest-network-smoke--583706136', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.782482 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:29:59.786322 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.809306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:29:59.817668 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e54c5678-3f9e-4e58-8867-c10cd839c6b0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.818067 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Added segment e54c5678-3f9e-4e58-8867-c10cd839c6b0 of type vlan for network c54b0dfd-9e9c-4209-a4f0-873303b81863 Mar 07 05:29:59.859240 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c54b0dfd-9e9c-4209-a4f0-873303b81863), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.882807 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c54b0dfd-9e9c-4209-a4f0-873303b81863), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.887754 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:29:59.888331 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.929625 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1691384 Mar 07 05:29:59.932461 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33534) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:29:59.937278 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'admin_state_up': True, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:29:59.959994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.961359 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:29:59.961654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c2cb5-6992-4727-a32d-77e5b98e61b0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Network': ['ID=c54b0dfd-9e9c-4209-a4f0-873303b81863,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:29:59.974914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:30:00.019239 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:00.162380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:00.247127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:30:00.272148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:30:00.272507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b2d2047-fb82-43af-92b4-6d41d7ad0e06 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:30:00.354204 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:00.372655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:00.475542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.48 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/bad5b3d7-dd48-47c7-97f7-5c338257d1f2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:30:00.576242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:00.615026 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:00.653115 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:30:00.655959 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:00.659359 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:30:00.666947 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:00.917496 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.120794 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.246780 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:30:01.351893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:30:01.362250 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Sync routers for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:30:01.370994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.372245 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-90c0a532-05b8-4c08-8165-ee7cf08d2a60 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4387431 Mar 07 05:30:01.374654 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:30:01.375333 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:01.375538 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33538) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:01.403480 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ab05f8fc-2488-4f6e-83c4-864425acd544 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=68ab2187db604d42a0c6972f9ec99a21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267110 Mar 07 05:30:01.406065 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33540) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:01.483109 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:30:01.495152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d95b78-0f35-4bdc-9fdf-d3e1c9d568c6 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:01.496642 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-72d95b78-0f35-4bdc-9fdf-d3e1c9d568c6 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896463 Mar 07 05:30:01.499496 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33542) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:01.529496 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e1c5c649-6b6c-4c98-b94b-d369d74e0000 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266585 Mar 07 05:30:01.529804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33544) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:01.534812 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-617035371', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:30:01.625081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:30:01.628539 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.662759 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:00Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:01.689552 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Checking router: d72cbca9-8219-4d36-8d3f-69d3a9daa8ba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:30:01.689908 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Updating router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:30:01.717501 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.813877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (9d6d8dbd-a108-40ad-93a6-ce8e23742156), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.875474 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Subnet': ['ID=9d6d8dbd-a108-40ad-93a6-ce8e23742156,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:01.885593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Checking segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:30:01.885953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network hostable DHCP agents. Network: c54b0dfd-9e9c-4209-a4f0-873303b81863, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:30:01.906116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:30:01.915097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c54b0dfd-9e9c-4209-a4f0-873303b81863) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:01.919549 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:01.920142 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:01.925732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494876ed-29a3-4ac7-af88-16e125126adf None None] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:30:01.938971 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-81f9dd34-b261-4fa8-8464-7d7ba93c6f90 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4079142 Mar 07 05:30:01.942209 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33546) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:02.037143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c54b0dfd-9e9c-4209-a4f0-873303b81863', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:30:02.038179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.071327 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Publish callbacks [] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.077630 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.132874 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Attempting to bind port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:30:02.133263 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Attempting to bind port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:30:02.133634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Attempting to bind port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:30:02.136787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Pushing event updated for resources: {'Port': ['ID=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:02.146649 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.147005 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.147345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.147683 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.148015 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.148345 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.148670 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.148993 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.149315 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.149634 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.149956 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.150307 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.150630 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:30:02.154176 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:30:02.154558 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:30:02.154965 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.155348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:30:02.155839 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Bound port: bad5b3d7-dd48-47c7-97f7-5c338257d1f2, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:30:02.156224 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.184533 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Allocated IP 172.20.0.2 (c54b0dfd-9e9c-4209-a4f0-873303b81863/9d6d8dbd-a108-40ad-93a6-ce8e23742156/b0178f93-f9c5-49db-b8df-7240cd98a379) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:30:02.214161 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] For port bad5b3d7-dd48-47c7-97f7-5c338257d1f2, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:30:02.217614 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] For port bad5b3d7-dd48-47c7-97f7-5c338257d1f2, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:30:02.225011 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.287989 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:30:02.288640 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:02.330432 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ec710-b561-4ed6-8214-e53ec16f969a None None] Pushing event updated for resources: {'Port': ['ID=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:02.345723 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Publish callbacks [] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.353509 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.397916 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:30:02.401000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:02.404481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:30:02.412365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Pushing event updated for resources: {'Port': ['ID=b0178f93-f9c5-49db-b8df-7240cd98a379,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:02.412698 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:30:02.466381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Attempting to bind port b0178f93-f9c5-49db-b8df-7240cd98a379 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:30:02.466745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Attempting to bind port b0178f93-f9c5-49db-b8df-7240cd98a379 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:30:02.467110 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Attempting to bind port b0178f93-f9c5-49db-b8df-7240cd98a379 on network c54b0dfd-9e9c-4209-a4f0-873303b81863 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:30:02.472018 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:30:02.472388 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Checking segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:30:02.472904 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.473832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Bound using segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:30:02.474320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Bound port: b0178f93-f9c5-49db-b8df-7240cd98a379, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:30:02.474695 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.546484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] For port b0178f93-f9c5-49db-b8df-7240cd98a379, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:30:02.551874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] For port b0178f93-f9c5-49db-b8df-7240cd98a379, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b0178f93-f9c5-49db-b8df-7240cd98a379,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:30:02.558591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.596651 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:00Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:02.617712 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72300e8e-c14a-4a73-9d41-1825b7807933 None None] Pushing event updated for resources: {'Port': ['ID=b0178f93-f9c5-49db-b8df-7240cd98a379,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:02.635281 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e6def-6468-432d-8c03-158ae13d09df None None] The sync data for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 is: [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:00Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:30:02.783399 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:02.888395 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-047bce7b-0788-4a27-8022-8f1f91c5db80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.140327 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.1 (c54b0dfd-9e9c-4209-a4f0-873303b81863/9d6d8dbd-a108-40ad-93a6-ce8e23742156/9b9535d0-8082-481e-8294-4f3f7b7f6527) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:30:03.267008 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.302146 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.346891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:30:03.350252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:03.354590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:30:03.361392 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9b9535d0-8082-481e-8294-4f3f7b7f6527,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:03.405323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.556862 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.718264 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848b9e2-ff81-4db2-9d89-9996513cf4da None None] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:30:03.836346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] Provisioning complete for port b0178f93-f9c5-49db-b8df-7240cd98a379 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:03.836724 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.856155 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.861314 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.935453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] Current status of the port b0178f93-f9c5-49db-b8df-7240cd98a379 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:03.935693 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.947303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:03.949257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9b9535d0-8082-481e-8294-4f3f7b7f6527,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:03.984174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] For port b0178f93-f9c5-49db-b8df-7240cd98a379, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b0178f93-f9c5-49db-b8df-7240cd98a379,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:30:03.990394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.044180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda0564-122c-4ad4-b89b-88ffb1dbe088 None None] Pushing event updated for resources: {'Port': ['ID=b0178f93-f9c5-49db-b8df-7240cd98a379,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:04.061082 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:30:04.062534 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:04.112743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-209dd6be-cae9-4055-8829-e05b3d31a58f None None] Provisioning complete for port b0178f93-f9c5-49db-b8df-7240cd98a379 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:04.113108 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-209dd6be-cae9-4055-8829-e05b3d31a58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.194479 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:30:04.205527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-209dd6be-cae9-4055-8829-e05b3d31a58f None None] Current status of the port b0178f93-f9c5-49db-b8df-7240cd98a379 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:04.218317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-209dd6be-cae9-4055-8829-e05b3d31a58f None None] Provisioning complete for port 9b9535d0-8082-481e-8294-4f3f7b7f6527 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:04.218690 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-209dd6be-cae9-4055-8829-e05b3d31a58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.362001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:30:04.386581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-83bf588e-f2f9-468e-b4a9-3796e27e4987 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/d72cbca9-8219-4d36-8d3f-69d3a9daa8ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4321747 Mar 07 05:30:04.434222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-209dd6be-cae9-4055-8829-e05b3d31a58f None None] Port 9b9535d0-8082-481e-8294-4f3f7b7f6527 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:30:04.437999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bad5b3d7-dd48-47c7-97f7-5c338257d1f2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:30:04.500495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:04.500962 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.552016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-f5065d79-f9cd-408a-af6a-04b6d2067675 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677136800&fields=id&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 267 time: 0.0648534 Mar 07 05:30:04.593297 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-03aba3ce-2a26-4257-b8fa-8832316f7588 None None] Provisioning complete for port 9b9535d0-8082-481e-8294-4f3f7b7f6527 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:04.593679 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-03aba3ce-2a26-4257-b8fa-8832316f7588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.599374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Sync routers for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:30:04.631713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:04.632154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.654927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:30:04.655984 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:29:35Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:04.666507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-03aba3ce-2a26-4257-b8fa-8832316f7588 None None] Port 9b9535d0-8082-481e-8294-4f3f7b7f6527 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:30:04.672165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-bdf092dc-1fe2-4507-83f2-c796e45d4473 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:04.673649 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-bdf092dc-1fe2-4507-83f2-c796e45d4473 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 796 time: 0.1206193 Mar 07 05:30:04.689454 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-13809792-d8a8-4b48-b95f-b87085c35ffb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/quotas/68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 375 time: 0.0092952 Mar 07 05:30:04.705701 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port bad5b3d7-dd48-47c7-97f7-5c338257d1f2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:30:04.713770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.714583 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b0178f93-f9c5-49db-b8df-7240cd98a379 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:30:04.747709 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-0cecd71d-01f6-4c30-b93d-7f7a6808233b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518386 Mar 07 05:30:04.845525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:04.847586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-62004cee-747d-45f8-b28c-77e66bcc54f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 Mar 07 05:30:04.859118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-bb53b441-2feb-41f2-8b3a-d5e5d0362d77 None None] Provisioning complete for port 9b9535d0-8082-481e-8294-4f3f7b7f6527 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:04.859492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-bb53b441-2feb-41f2-8b3a-d5e5d0362d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.888611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:30:04.940608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-bb53b441-2feb-41f2-8b3a-d5e5d0362d77 None None] Port 9b9535d0-8082-481e-8294-4f3f7b7f6527 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:30:04.944291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b0178f93-f9c5-49db-b8df-7240cd98a379 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:04.944666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:04.947203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8bc4186c-093a-4926-af1f-3759c20a2770 service neutron] 10.222.0.21 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914512 Mar 07 05:30:05.110977 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6cfe00a0-ada8-460b-a9d2-316bb60b21ea req-11fa259e-e006-4b17-8de6-2bc20e29be2a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 210 time: 0.0276129 Mar 07 05:30:05.143147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b0178f93-f9c5-49db-b8df-7240cd98a379 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:05.175278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 2, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:05.202972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Checking router: d72cbca9-8219-4d36-8d3f-69d3a9daa8ba for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:30:05.203234 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Updating router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba port 9b9535d0-8082-481e-8294-4f3f7b7f6527 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:30:05.229472 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.485265 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Publish callbacks [] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.490804 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.543910 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-79501a18-8519-4738-8574-f22e41ca3125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.553051 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4a4c9-8f0a-4d55-8527-e431cac1c748 None None] Pushing event updated for resources: {'Port': ['ID=9b9535d0-8082-481e-8294-4f3f7b7f6527,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:05.610163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Attempting to bind port 9b9535d0-8082-481e-8294-4f3f7b7f6527 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:30:05.610539 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Attempting to bind port 9b9535d0-8082-481e-8294-4f3f7b7f6527 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:30:05.610901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Attempting to bind port 9b9535d0-8082-481e-8294-4f3f7b7f6527 on network c54b0dfd-9e9c-4209-a4f0-873303b81863 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:30:05.617175 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:30:05.617761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Checking segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:30:05.617951 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.618369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Bound using segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:30:05.618840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Bound port: 9b9535d0-8082-481e-8294-4f3f7b7f6527, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:30:05.619219 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.689477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] For port 9b9535d0-8082-481e-8294-4f3f7b7f6527, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:30:05.693734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] For port 9b9535d0-8082-481e-8294-4f3f7b7f6527, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9b9535d0-8082-481e-8294-4f3f7b7f6527,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:30:05.700336 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.760349 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:30:05.760974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:30:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:05.809764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4a4c9-8f0a-4d55-8527-e431cac1c748 None None] Pushing event updated for resources: {'Port': ['ID=9b9535d0-8082-481e-8294-4f3f7b7f6527,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:05.830980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] Provisioning complete for port 9b9535d0-8082-481e-8294-4f3f7b7f6527 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:05.831356 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:05.921601 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:30:06.039187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] Current status of the port 9b9535d0-8082-481e-8294-4f3f7b7f6527 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:06.039489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:06.120151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] For port 9b9535d0-8082-481e-8294-4f3f7b7f6527, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9b9535d0-8082-481e-8294-4f3f7b7f6527,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:30:06.126175 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:06.197444 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0c5ec78a-97c2-40fb-8c5c-d792c36771b2 req-242d9939-eadf-4b3e-86c8-97fd27ca3619 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 210 time: 0.0305896 Mar 07 05:30:06.205913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7587379-d0a9-42d2-804d-221f26e3a4fa None None] Pushing event updated for resources: {'Port': ['ID=9b9535d0-8082-481e-8294-4f3f7b7f6527,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:06.227482 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:05Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:06.259017 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58462884-a427-425c-8c66-fde8d8a77f35 None None] The sync data for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 is: [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:05Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:30:06.269124 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1bf35046-60c0-4ee6-aaaf-909ffd9751a7 None None] Provisioning complete for port 9b9535d0-8082-481e-8294-4f3f7b7f6527 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:06.269506 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1bf35046-60c0-4ee6-aaaf-909ffd9751a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:06.299242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bad5b3d7-dd48-47c7-97f7-5c338257d1f2 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:30:06.401578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:06.401949 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:06.405848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35046-60c0-4ee6-aaaf-909ffd9751a7 None None] Current status of the port 9b9535d0-8082-481e-8294-4f3f7b7f6527 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:06.483356 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:06.967400 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:07.275108 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0e6aac3b-1577-4e3c-bd10-eff91fff74fc req-021408d3-088f-4c95-bc08-6e6cfabfdcee tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 210 time: 0.0277054 Mar 07 05:30:07.891877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:08.322874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b9535d0-8082-481e-8294-4f3f7b7f6527 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:30:08.361008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-06ec0c3c-7e27-4343-9ce3-6bee9249e7ac req-edf92e34-690c-49dd-8ac5-8c16c6485cfc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 210 time: 0.0331810 Mar 07 05:30:08.541359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9b9535d0-8082-481e-8294-4f3f7b7f6527 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:08.541756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:08.616518 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9b9535d0-8082-481e-8294-4f3f7b7f6527 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:09.454360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9783d977-dc9e-47fd-9f7b-8c880cca0510 req-63bf3db4-e4e6-40e3-89f7-b5a4466d4c5a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 210 time: 0.0266829 Mar 07 05:30:09.581829 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:10.162627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-82c33ec5-c51a-443b-beaf-8a437dd90af5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:10.164174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-82c33ec5-c51a-443b-beaf-8a437dd90af5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 796 time: 0.1072664 Mar 07 05:30:10.227224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-e2bd46d4-f355-462d-b652-3c3f0dd748a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 379 time: 0.0552225 Mar 07 05:30:10.237436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'port': {'device_id': '105b20b7-695b-4c08-9697-67d53d9187db', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'admin_state_up': True, 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'security_groups': ['2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:30:10.340802 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:30:10.344241 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:10.552904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e379fec3-d76e-41c9-a0e6-9376ea681ef9 req-a0508b2b-0555-4e49-9e38-304f3e405895 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 210 time: 0.0275853 Mar 07 05:30:10.759383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.6 (c54b0dfd-9e9c-4209-a4f0-873303b81863/9d6d8dbd-a108-40ad-93a6-ce8e23742156/9d49d660-27df-44c0-9a16-3cff8a85f5c5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:30:10.898580 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:10.930850 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:10.974832 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:30:10.978049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:10.981713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:30:10.988017 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:11.035447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:11.035975 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.052983 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-8d804e67-9474-4c89-936a-fb3d19a90df5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190536 Mar 07 05:30:11.064197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Request body: {'port': {'device_id': '105b20b7-695b-4c08-9697-67d53d9187db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:30:11.129794 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.253891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cd352b50-007a-465b-b132-c9685421fd66 None None] Provisioning complete for port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:11.255367 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cd352b50-007a-465b-b132-c9685421fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.291165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cd352b50-007a-465b-b132-c9685421fd66 None None] Port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:30:11.389686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d49d660-27df-44c0-9a16-3cff8a85f5c5 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:30:11.397688 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Publish callbacks [] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.409274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Transition to ACTIVE for port object 9d49d660-27df-44c0-9a16-3cff8a85f5c5 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:30:11.413773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.468766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:11.537910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Attempting to bind port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:30:11.538307 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Attempting to bind port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:30:11.538633 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Attempting to bind port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 on network c54b0dfd-9e9c-4209-a4f0-873303b81863 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:30:11.543363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 on network c54b0dfd-9e9c-4209-a4f0-873303b81863 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:30:11.543622 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Attempting to bind port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 on network c54b0dfd-9e9c-4209-a4f0-873303b81863 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:30:11.548477 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:30:11.548811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Checking segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:30:11.549189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Bound using segment: {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:30:11.549607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Bound port: 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54c5678-3f9e-4e58-8867-c10cd839c6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:30:11.549957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.640102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:30:11.643891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:30:11.651833 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.698839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286f9c2-acb3-4dfe-a3fd-ab5dd1f8fe14 req-dc93c9c9-132a-49a1-8757-7e216a49159f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:11.699660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:11.700175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:11.701590 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 1091 time: 0.6415942 Mar 07 05:30:11.702078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:30:11.703115 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e286f9c2-acb3-4dfe-a3fd-ab5dd1f8fe14 req-dc93c9c9-132a-49a1-8757-7e216a49159f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 943 time: 0.0652230 Mar 07 05:30:11.704407 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ae2669-4986-4427-b318-ab52db74f1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:30:11.725838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789162-ef98-4de1-94bb-c441d13027d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:11.771580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e286f9c2-acb3-4dfe-a3fd-ab5dd1f8fe14 req-a45d1107-5e45-4ed7-adcd-3a992c87300e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586183 Mar 07 05:30:11.804959 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-0099d745-6a94-4fbe-9982-8f488e5cbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:11.806692 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-0099d745-6a94-4fbe-9982-8f488e5cbff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1125 time: 0.0586097 Mar 07 05:30:11.821308 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afaded9-804c-4790-a0ef-f0fc8ceae2d7 x-openstack-request-id: req-1afaded9-804c-4790-a0ef-f0fc8ceae2d7 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:30:11.821673 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:30:11.822110 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1afaded9-804c-4790-a0ef-f0fc8ceae2d7 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:30:11.822583 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'status': 'completed', 'code': 200} Mar 07 05:30:11.855427 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-b82c6e4c-642e-4947-8929-ec8113dfa1d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0420413 Mar 07 05:30:11.907299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-a98d96e0-d2b6-46e5-8279-7340d409fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:11.908783 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-a98d96e0-d2b6-46e5-8279-7340d409fd76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0477149 Mar 07 05:30:11.964921 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-5ec5f638-a283-46b2-a6d9-07f898c5abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:11.966474 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-5ec5f638-a283-46b2-a6d9-07f898c5abbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512059 Mar 07 05:30:12.058130 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-39daf6a3-de1f-4352-9c43-4dfc64111098 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855293 Mar 07 05:30:12.150119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cb063ba4-71e5-4a6d-9023-401cbde5da90 req-59617bca-44f5-4915-bd27-6e393b9669a7 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865929 Mar 07 05:30:12.240135 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2669-4986-4427-b318-ab52db74f1ae req-2fffca2f-7365-46a9-96ae-1be5e0e668ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:12.241739 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-2fffca2f-7365-46a9-96ae-1be5e0e668ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1125 time: 0.0459442 Mar 07 05:30:12.334840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2669-4986-4427-b318-ab52db74f1ae req-a9501675-9cea-48c7-b17d-84a008726632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:12.336298 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-a9501675-9cea-48c7-b17d-84a008726632 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.0890570 Mar 07 05:30:12.375242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-b2c7fe90-c78b-40f7-b049-90bd67a9416e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0334191 Mar 07 05:30:12.422840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2669-4986-4427-b318-ab52db74f1ae req-2678370c-df20-4949-a707-2a9c2c8637ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:12.424242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-2678370c-df20-4949-a707-2a9c2c8637ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0422797 Mar 07 05:30:12.434136 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:30:12.478324 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2669-4986-4427-b318-ab52db74f1ae req-483c3fad-d2b3-4124-b042-67ef45214eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:12.479809 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-483c3fad-d2b3-4124-b042-67ef45214eff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485542 Mar 07 05:30:12.567687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-1ed69e57-ac7c-457f-b1e7-e4ed10ee44a9 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807817 Mar 07 05:30:12.660159 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-97ae2669-4986-4427-b318-ab52db74f1ae req-8f258904-e30c-4878-9468-9aeaa87877d0 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846062 Mar 07 05:30:12.890206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e18cc-7225-4e12-80fe-79e33368ffc2 req-06ca1459-e8c3-474a-b83c-763f6ccd152a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:12.891702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe4e18cc-7225-4e12-80fe-79e33368ffc2 req-06ca1459-e8c3-474a-b83c-763f6ccd152a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 943 time: 0.0561733 Mar 07 05:30:12.940316 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fe4e18cc-7225-4e12-80fe-79e33368ffc2 req-0d779c6e-528b-43c8-a279-3835581e8732 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Mar 07 05:30:14.066315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ac924-3ecb-465c-b68a-b8351d689d30 req-b979dcf0-237b-49b3-9859-c5a03b503b92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:14.068757 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b4ac924-3ecb-465c-b68a-b8351d689d30 req-b979dcf0-237b-49b3-9859-c5a03b503b92 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 943 time: 0.0541863 Mar 07 05:30:14.118216 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5b4ac924-3ecb-465c-b68a-b8351d689d30 req-c9183296-f290-4e4f-b09a-6d5ee40eb587 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Mar 07 05:30:14.870310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:30:14.970839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:30:14.986133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'port_id': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'mac_address': 'fa:16:3e:12:5c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:30:15.024559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:15.024946 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:15.037792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d49d660-27df-44c0-9a16-3cff8a85f5c5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:30:15.057174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:30:15.060956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:15.106255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:15.244043 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f755f-207b-4d1e-a149-911f23976f66 req-78b43dd7-13d7-45d8-a007-ca1cbd70dba4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:15.245526 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f40f755f-207b-4d1e-a149-911f23976f66 req-78b43dd7-13d7-45d8-a007-ca1cbd70dba4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 944 time: 0.0615244 Mar 07 05:30:15.265950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9d49d660-27df-44c0-9a16-3cff8a85f5c5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:30:15.306899 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f40f755f-207b-4d1e-a149-911f23976f66 req-300390b4-549f-4665-a2f8-1726ac1f7564 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553741 Mar 07 05:30:16.435993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fff11-cca2-4172-bfdc-267a79eca782 req-f9c50822-4162-490f-ad67-1082c6b790db tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:16.437470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-861fff11-cca2-4172-bfdc-267a79eca782 req-f9c50822-4162-490f-ad67-1082c6b790db tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 944 time: 0.0610218 Mar 07 05:30:16.485593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-861fff11-cca2-4172-bfdc-267a79eca782 req-98d90302-3d87-42f1-880b-22b8d4654d41 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423791 Mar 07 05:30:16.900387 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:30:16.950643 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:30:16.954642 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:30:16.955018 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:17.032408 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:30:17.032798 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:17.055225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:30:17.057516 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340ec81-ebeb-453a-874f-5838bf6a732f" -d '{"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-plugged", "status": "completed", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:30:17.071028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:30:17.074956 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:17.101163 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfcb812-feea-4fd4-8c8f-410b342a94ff x-openstack-request-id: req-3bfcb812-feea-4fd4-8c8f-410b342a94ff {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:30:17.101740 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-plugged", "status": "completed", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:30:17.102078 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bfcb812-feea-4fd4-8c8f-410b342a94ff {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:30:17.102430 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'code': 200} Mar 07 05:30:17.128318 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:17.195691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0a768-e72a-49d0-a492-079f34d2cb3a req-f1e90fd5-b8e5-4300-a146-3722f822ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:17.197214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1db0a768-e72a-49d0-a492-079f34d2cb3a req-f1e90fd5-b8e5-4300-a146-3722f822ad9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0478132 Mar 07 05:30:17.242435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1db0a768-e72a-49d0-a492-079f34d2cb3a req-be9b110c-e706-4728-966c-9f54de6eb176 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Mar 07 05:30:17.605497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f62f37-b000-403d-bc57-15bd3b1ee601 req-020da16b-70e3-47b0-8cca-3ac81d82c0c1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:17.606984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5f62f37-b000-403d-bc57-15bd3b1ee601 req-020da16b-70e3-47b0-8cca-3ac81d82c0c1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0530300 Mar 07 05:30:17.664259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b5f62f37-b000-403d-bc57-15bd3b1ee601 req-2a66a1f5-81f5-4a65-a42a-42ce484f07e5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517640 Mar 07 05:30:18.789200 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4a20-46f5-4f68-ac02-447cf4c452a5 req-c2129915-4588-49df-88db-9601d87bf164 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:18.790705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c07f4a20-46f5-4f68-ac02-447cf4c452a5 req-c2129915-4588-49df-88db-9601d87bf164 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0582855 Mar 07 05:30:18.839176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c07f4a20-46f5-4f68-ac02-447cf4c452a5 req-1c2998a1-84a7-4d0e-bbb5-ebd4d7cf82fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425882 Mar 07 05:30:18.954613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed3d4-4fcc-418e-b3b4-3ccf4acee5b6 req-0c0a60f7-d48a-4758-bb70-a647c0f0e896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:18.955992 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c52ed3d4-4fcc-418e-b3b4-3ccf4acee5b6 req-0c0a60f7-d48a-4758-bb70-a647c0f0e896 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0524201 Mar 07 05:30:19.005507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c52ed3d4-4fcc-418e-b3b4-3ccf4acee5b6 req-c4b8edeb-a28b-4e13-ad3a-a58cd22c0cdf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Mar 07 05:30:19.027216 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33614) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:19.070966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad1f1fb-93a5-41d1-8b9a-f67751b98851 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:19.072510 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3ad1f1fb-93a5-41d1-8b9a-f67751b98851 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1122 time: 0.0443146 Mar 07 05:30:19.075375 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33616) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:19.080099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:30:19.101722 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:19.207766 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:19.309760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.106 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/9f3a454b-8945-4f47-9f52-2b41d6e6452b) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:30:19.414694 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:19.447268 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:19.485217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:30:19.487964 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:30:19.491910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:30:19.515478 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9f3a454b-8945-4f47-9f52-2b41d6e6452b,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:19.861536 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (7fa52cd2-146d-43a9-86f9-f6a8c2f55786), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:19.930699 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:20.086955 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:20.091511 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:20.162323 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9f3a454b-8945-4f47-9f52-2b41d6e6452b,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:30:20.172008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (7fa52cd2-146d-43a9-86f9-f6a8c2f55786), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:20.274702 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP 7fa52cd2-146d-43a9-86f9-f6a8c2f55786 associated. External IP: 172.25.4.106, port: 9d49d660-27df-44c0-9a16-3cff8a85f5c5. Mar 07 05:30:20.460655 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:20.482316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:30:20.592905 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:30:20.608442 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] Sync routers for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:30:20.610493 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:20.618336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:30:20.618945 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:30:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:20.643985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ac9de6ee-b70c-4a80-a1e2-d248a36f09a4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5675082 Mar 07 05:30:20.644776 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:30:20.646911 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db1348d-1a0e-4031-a725-9211ce861e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:30:20.730303 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:30:20.747249 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a7db-134a-48b0-b658-e716618315df req-96fcb7e8-5e09-4b32-a155-baf8c6cd11be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:20.748828 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b92a7db-134a-48b0-b658-e716618315df req-96fcb7e8-5e09-4b32-a155-baf8c6cd11be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0573962 Mar 07 05:30:20.797062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b92a7db-134a-48b0-b658-e716618315df req-3dce0938-7eef-4cb7-95cd-3ea107f5f428 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Mar 07 05:30:20.820671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33622) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:20.859365 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c528fd-1731-4e31-97bc-5500384be8a8 x-openstack-request-id: req-95c528fd-1731-4e31-97bc-5500384be8a8 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:30:20.859643 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:30:20.859894 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c528fd-1731-4e31-97bc-5500384be8a8 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:30:20.860294 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'status': 'completed', 'code': 200} Mar 07 05:30:20.912762 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3bc06250-50db-4bbe-9327-0e9b81d003a5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/7fa52cd2-146d-43a9-86f9-f6a8c2f55786 HTTP/1.1" status: 200 len: 991 time: 0.0906885 Mar 07 05:30:20.924650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-10a754c1-b12a-4a9f-b91f-7c359ccba09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:20.926196 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-10a754c1-b12a-4a9f-b91f-7c359ccba09e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0631142 Mar 07 05:30:20.959114 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '7fa52cd2-146d-43a9-86f9-f6a8c2f55786', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'port_id': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'mac_address': 'fa:16:3e:12:5c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105b20b7-695b-4c08-9697-67d53d9187db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:30:19Z', 'updated_at': '2022-03-07T05:30:19Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:06Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:20.986820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] Checking router: d72cbca9-8219-4d36-8d3f-69d3a9daa8ba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:30:20.994976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:30:20.995588 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:30:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:21.018441 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-8f58a38a-2902-41b3-93aa-6303999c690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:21.020527 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-8f58a38a-2902-41b3-93aa-6303999c690a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.0888267 Mar 07 05:30:21.083096 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-2565fd5a-9301-47d2-872f-e08bf0b4b041 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 999 time: 0.0571702 Mar 07 05:30:21.108605 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:30:21.134460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-809f2f78-4d0e-4d60-90b3-01be67fa3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:21.135986 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-809f2f78-4d0e-4d60-90b3-01be67fa3560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0475998 Mar 07 05:30:21.184708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-1fc8074e-f312-4a8b-b5cd-3a573605a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:21.186250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-1fc8074e-f312-4a8b-b5cd-3a573605a955 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448983 Mar 07 05:30:21.274135 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-f6515c81-4c74-411c-817f-7e514da9e405 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814536 Mar 07 05:30:21.331310 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '7fa52cd2-146d-43a9-86f9-f6a8c2f55786', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'port_id': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'mac_address': 'fa:16:3e:12:5c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105b20b7-695b-4c08-9697-67d53d9187db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:30:19Z', 'updated_at': '2022-03-07T05:30:19Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:06Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:30:21.358398 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d28ae-0ada-4908-bbcf-8a35de04da95 None None] The sync data for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 is: [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '7fa52cd2-146d-43a9-86f9-f6a8c2f55786', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'port_id': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'mac_address': 'fa:16:3e:12:5c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105b20b7-695b-4c08-9697-67d53d9187db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:30:19Z', 'updated_at': '2022-03-07T05:30:19Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:06Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:30:21.366900 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-4db1348d-1a0e-4031-a725-9211ce861e3d req-e4d63d9a-faac-4a2b-861d-7ce2d561a232 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Mar 07 05:30:21.547041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec278745-7c5c-4835-a6af-2ce63c4b77bc None None] New status for floating IP 7fa52cd2-146d-43a9-86f9-f6a8c2f55786: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:30:21.915628 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33624) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:21.974836 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-aadd3a84-c9aa-4cd9-8bfc-d418592f344d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/7fa52cd2-146d-43a9-86f9-f6a8c2f55786 HTTP/1.1" status: 200 len: 993 time: 0.0580688 Mar 07 05:30:22.725365 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:32.893897 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dbb38196-2236-4ef5-a1f0-e73c8d1d05ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:35.516938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-caeecd3a-0392-442e-b9db-503d3aeefb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:36.971170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:37.894380 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:39.585494 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:49.432437 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:30:50.459521 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:52.725746 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:30:53.234769 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-d7250eb6-7ee6-45fd-9070-d3023ed4281c req-468c5e23-697f-41ea-b242-c324e5f24e53 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:30:53.235738 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7250eb6-7ee6-45fd-9070-d3023ed4281c req-468c5e23-697f-41ea-b242-c324e5f24e53 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053000 Mar 07 05:30:53.420909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fa2bb-6161-4b38-8a2c-7f0899371de0 req-db4150d6-f86c-4210-8856-6c9e12f3c395 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:53.422407 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e0fa2bb-6161-4b38-8a2c-7f0899371de0 req-db4150d6-f86c-4210-8856-6c9e12f3c395 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0530739 Mar 07 05:30:53.432071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33642) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:53.473192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7e0fa2bb-6161-4b38-8a2c-7f0899371de0 req-dd170c6a-df05-4357-90a5-768ed0eaf178 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 Mar 07 05:30:53.520011 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-35f0f1ff-8777-4caf-abe3-839f233d8473 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864546 Mar 07 05:30:53.529167 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-7e1cee89-5d72-4cab-9b69-84ee248b4056 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:30:53.530143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-7e1cee89-5d72-4cab-9b69-84ee248b4056 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048540 Mar 07 05:30:53.906070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33664) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:30:53.998839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-7456183f-e384-454a-8fa0-b5145026ba0d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:54.000197 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-7456183f-e384-454a-8fa0-b5145026ba0d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports/9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 942 time: 0.0931151 Mar 07 05:30:54.600984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f51b5-c68d-4c05-96d6-8a91b69348aa req-cf0d096e-2ec1-4dae-8ee6-04f809d73212 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:54.602760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a4f51b5-c68d-4c05-96d6-8a91b69348aa req-cf0d096e-2ec1-4dae-8ee6-04f809d73212 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0528746 Mar 07 05:30:54.651395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6a4f51b5-c68d-4c05-96d6-8a91b69348aa req-50f640ca-65fc-4666-aa71-e9cc3a0a7aa5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Mar 07 05:30:54.828377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-a744537e-eaf6-4c1e-8a98-422db21169b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:54.829760 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-a744537e-eaf6-4c1e-8a98-422db21169b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0443723 Mar 07 05:30:54.925377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-dbaeb29f-81f8-4868-b1a6-95b9dec43bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:54.927538 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-dbaeb29f-81f8-4868-b1a6-95b9dec43bf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.0912988 Mar 07 05:30:54.989355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-b3a82057-0a11-42c1-b1ee-f201def733b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0570288 Mar 07 05:30:55.034899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-bc54c709-d9ab-4523-83fa-f88066b729c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:55.036292 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-bc54c709-d9ab-4523-83fa-f88066b729c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0413389 Mar 07 05:30:55.086686 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-714c7d5c-5b20-4bc7-955f-b8de34e4eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:55.088041 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-714c7d5c-5b20-4bc7-955f-b8de34e4eb8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456686 Mar 07 05:30:55.097463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-f9f880e8-fb80-46b8-a976-021a8ee6c985 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:30:55.098408 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-f9f880e8-fb80-46b8-a976-021a8ee6c985 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047297 Mar 07 05:30:55.184166 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-18e285a7-8732-43c7-b641-07b916df39f1 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803771 Mar 07 05:30:55.562840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-fbcfa8ee-8bbb-4e90-95eb-9658f7705c06 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725536 Mar 07 05:30:55.771982 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbc3be-6301-4a59-b525-9c42903ec605 req-3b62d660-b761-4f3b-9f49-3c59c147f452 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:55.773447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7dbc3be-6301-4a59-b525-9c42903ec605 req-3b62d660-b761-4f3b-9f49-3c59c147f452 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0529165 Mar 07 05:30:55.820584 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d7dbc3be-6301-4a59-b525-9c42903ec605 req-061cf93d-010a-4dca-bc6e-3bfebae76800 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Mar 07 05:30:56.942388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9e624-5439-4ca1-b55b-db47a505f309 req-7b07a8cd-6366-403d-8bbd-ff7e612c678f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:56.944550 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2d9e624-5439-4ca1-b55b-db47a505f309 req-7b07a8cd-6366-403d-8bbd-ff7e612c678f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0556881 Mar 07 05:30:56.992579 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f2d9e624-5439-4ca1-b55b-db47a505f309 req-720c1184-ab51-4ee1-8745-0c860a045ed6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Mar 07 05:30:58.111193 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff660a-070e-453c-b574-89c0294ca6b5 req-82efca32-31ad-4a56-8afd-2750dc2ccac0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:58.112680 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92ff660a-070e-453c-b574-89c0294ca6b5 req-82efca32-31ad-4a56-8afd-2750dc2ccac0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0516014 Mar 07 05:30:58.161953 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92ff660a-070e-453c-b574-89c0294ca6b5 req-bc103f07-1f4c-4a17-b39e-28a672beb9ff tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415201 Mar 07 05:30:59.282315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29240-c850-477b-bfca-ba2014cad3c6 req-a0818ee2-c00a-4e52-ae63-4cee15cc606d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:30:59.283696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15d29240-c850-477b-bfca-ba2014cad3c6 req-a0818ee2-c00a-4e52-ae63-4cee15cc606d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0525484 Mar 07 05:30:59.337647 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15d29240-c850-477b-bfca-ba2014cad3c6 req-ded55e22-0095-4a57-9033-d16347fb0aed tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481250 Mar 07 05:31:00.454117 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6cce7-ade0-4757-b965-1148888ddd31 req-15eff307-6ba7-4c68-a58f-6a648b2b98f8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:00.455561 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6d6cce7-ade0-4757-b965-1148888ddd31 req-15eff307-6ba7-4c68-a58f-6a648b2b98f8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0514283 Mar 07 05:31:00.506806 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6d6cce7-ade0-4757-b965-1148888ddd31 req-87c8f634-4024-46d5-8917-c3d8c3d151fe tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453196 Mar 07 05:31:01.633625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee9cb3-35eb-4665-88a7-59af0121e7a2 req-a8fa2996-9a82-44bb-9de3-0589ae515161 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:01.635123 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68ee9cb3-35eb-4665-88a7-59af0121e7a2 req-a8fa2996-9a82-44bb-9de3-0589ae515161 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0534973 Mar 07 05:31:01.684155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-68ee9cb3-35eb-4665-88a7-59af0121e7a2 req-23954378-d42f-4022-a9f4-03b0c15395db tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Mar 07 05:31:02.809160 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e031-8440-4822-997f-7153b9027f4f req-f780bca8-5abb-45ca-9dae-3afc364de89c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:02.810670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6d9e031-8440-4822-997f-7153b9027f4f req-f780bca8-5abb-45ca-9dae-3afc364de89c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0592136 Mar 07 05:31:02.859504 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e6d9e031-8440-4822-997f-7153b9027f4f req-d592aed4-f8b6-4aea-aa0e-356b45f9ef7f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Mar 07 05:31:02.894645 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a82f56e8-037e-4d41-8c89-c4c04a5a2c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:03.979085 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5e858-62c8-44e4-9082-d4cdb5db5f56 req-baaaeafc-9381-4250-b05b-50e697dbc02b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:03.980560 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fd5e858-62c8-44e4-9082-d4cdb5db5f56 req-baaaeafc-9381-4250-b05b-50e697dbc02b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0542197 Mar 07 05:31:04.027809 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fd5e858-62c8-44e4-9082-d4cdb5db5f56 req-0113ef4d-ec2a-4daa-bace-e483330b6e0e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Mar 07 05:31:05.151252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3ab31-ea2c-4671-b60d-3899cfb2a947 req-b4553039-b67c-46db-a68b-7065ca9f29be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:05.152623 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8df3ab31-ea2c-4671-b60d-3899cfb2a947 req-b4553039-b67c-46db-a68b-7065ca9f29be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0571163 Mar 07 05:31:05.200628 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8df3ab31-ea2c-4671-b60d-3899cfb2a947 req-8dbcc1df-ceb7-4804-92bc-36b1dd0c866b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Mar 07 05:31:05.517774 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff729633-9e16-4121-8def-1b40e81db7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:06.317583 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4751-19ec-4339-bf0c-c63484a778f7 req-c2567f35-4576-40d9-9c6d-678cc7d01f6a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:06.319641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-869d4751-19ec-4339-bf0c-c63484a778f7 req-c2567f35-4576-40d9-9c6d-678cc7d01f6a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0514102 Mar 07 05:31:06.368281 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-869d4751-19ec-4339-bf0c-c63484a778f7 req-611e89ce-3868-47da-a0f4-3d7de6db2b1f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Mar 07 05:31:06.972433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:07.483248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91050789-62eb-4ea3-8ac7-1d2a262c4e64 req-7cf4c44f-1141-4b91-89f2-b7ee3dd01be0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:07.484697 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91050789-62eb-4ea3-8ac7-1d2a262c4e64 req-7cf4c44f-1141-4b91-89f2-b7ee3dd01be0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0504963 Mar 07 05:31:07.537264 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91050789-62eb-4ea3-8ac7-1d2a262c4e64 req-daf2dc65-7631-4921-8c6d-e05e8fe99b75 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469599 Mar 07 05:31:07.896388 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:08.660277 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c496dff-b843-4d52-a313-0f403ef3ea9b req-2462788a-506b-496a-a239-ca0c35e236d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:08.661794 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c496dff-b843-4d52-a313-0f403ef3ea9b req-2462788a-506b-496a-a239-ca0c35e236d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0548749 Mar 07 05:31:08.712442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8c496dff-b843-4d52-a313-0f403ef3ea9b req-9707c4f5-64b2-4044-acde-cd30fb646654 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Mar 07 05:31:09.588200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:09.832505 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a4be7-603c-4a04-829c-efc9b36f83c3 req-b7c744cf-5ac5-465a-a8a1-54fe5ce878bd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:09.834000 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd3a4be7-603c-4a04-829c-efc9b36f83c3 req-b7c744cf-5ac5-465a-a8a1-54fe5ce878bd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0530300 Mar 07 05:31:09.883113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dd3a4be7-603c-4a04-829c-efc9b36f83c3 req-b1c43254-68f7-4d8e-b131-cac622e13925 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433664 Mar 07 05:31:11.005093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20c1a3-da14-4cb8-a433-f92ab285347a req-86a8241d-085d-4421-9654-8881f6cec6a3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:11.007185 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b20c1a3-da14-4cb8-a433-f92ab285347a req-86a8241d-085d-4421-9654-8881f6cec6a3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0565844 Mar 07 05:31:11.055314 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b20c1a3-da14-4cb8-a433-f92ab285347a req-317c1106-ded8-4a4b-815d-89c16fbac58a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425618 Mar 07 05:31:12.175561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e0667-0c4a-4489-a31a-91f35b54bdba req-bd992b28-19d7-4dab-bdea-d43178c9171a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:12.177105 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a49e0667-0c4a-4489-a31a-91f35b54bdba req-bd992b28-19d7-4dab-bdea-d43178c9171a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0541649 Mar 07 05:31:12.225118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a49e0667-0c4a-4489-a31a-91f35b54bdba req-ad8b09dd-709e-4275-923c-c110018e5fc4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Mar 07 05:31:12.312552 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-dda0c21e-edf1-484f-b95b-36af63865c28 service neutron] 10.222.0.15 "GET /v2.0/ports/9d49d660-27df-44c0-9a16-3cff8a85f5c5/bindings/n-h1-832185-1 HTTP/1.1" status: 200 len: 382 time: 0.0532613 Mar 07 05:31:12.511987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-4ac176ae-c137-4964-891f-e45630595f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:12.513379 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-4ac176ae-c137-4964-891f-e45630595f64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 1127 time: 0.0451527 Mar 07 05:31:12.575841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-ac3ff155-f16a-4b26-8891-d55442c34adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:12.577332 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-ac3ff155-f16a-4b26-8891-d55442c34adf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0434370 Mar 07 05:31:12.669936 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-a8f0a423-87ac-44ce-b4e1-327ba568947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:12.671403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-a8f0a423-87ac-44ce-b4e1-327ba568947f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.0872796 Mar 07 05:31:12.736867 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-659a1fc9-5dc5-41d9-b83c-8c4ffea4a57b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0583656 Mar 07 05:31:12.789049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-0dc92d0e-0250-4860-85fb-bb1d4df40f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:12.790593 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-0dc92d0e-0250-4860-85fb-bb1d4df40f91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0478497 Mar 07 05:31:12.837159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-ca2f33c0-a1a6-479e-8ffa-680f7a6f3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:12.838640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-ca2f33c0-a1a6-479e-8ffa-680f7a6f3072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426183 Mar 07 05:31:12.928790 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-c8a07be3-4054-40c7-8818-d9a228104d0b service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841351 Mar 07 05:31:13.014505 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d58ef21d-22eb-4160-bd43-b44b696330cc req-4ddce429-fde9-45bc-b459-5f3ef13e714a service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804741 Mar 07 05:31:13.125649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-9c5b9b09-5be2-4699-97a1-2c0c5ce742d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:13.127216 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-9c5b9b09-5be2-4699-97a1-2c0c5ce742d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0472910 Mar 07 05:31:13.234626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-fa1243b1-3ab0-483f-9d22-e278ae71209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:13.236098 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-fa1243b1-3ab0-483f-9d22-e278ae71209d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.0906615 Mar 07 05:31:13.303214 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-2cc78508-28dd-48c0-a5a2-8ceaa2e76a68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0600169 Mar 07 05:31:13.345273 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c63ce-8fac-4988-a8ef-3adc108bbc75 req-4fa100be-b00d-422e-ad9f-4ea16cf0d38c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:13.346811 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a97c63ce-8fac-4988-a8ef-3adc108bbc75 req-4fa100be-b00d-422e-ad9f-4ea16cf0d38c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0533876 Mar 07 05:31:13.356256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-1111bdc3-6cf1-4e01-8f47-b8cdc8b0a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:13.357703 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-1111bdc3-6cf1-4e01-8f47-b8cdc8b0a493 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0491323 Mar 07 05:31:13.401164 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a97c63ce-8fac-4988-a8ef-3adc108bbc75 req-a98c1ef8-075d-4a28-b070-af74a603d6cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478001 Mar 07 05:31:13.408250 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-35faad85-9969-4314-837d-c7709cd55c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:13.409747 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-35faad85-9969-4314-837d-c7709cd55c63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454993 Mar 07 05:31:13.502476 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-76ce6749-7ec2-4549-be23-911a726f6f18 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858810 Mar 07 05:31:13.591823 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f623ff40-4c12-4510-99d2-8c57c5647221 req-43b83370-ee8d-4424-96b4-233914120841 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826950 Mar 07 05:31:14.530020 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f846f2a-c1e5-455c-96e6-7c046c3ddf30 req-a5e50975-099a-45d5-8320-1119b88f9efb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:14.531408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f846f2a-c1e5-455c-96e6-7c046c3ddf30 req-a5e50975-099a-45d5-8320-1119b88f9efb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0579453 Mar 07 05:31:14.581745 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7f846f2a-c1e5-455c-96e6-7c046c3ddf30 req-0aeeafbe-19e6-40e6-9b54-37ea78431e6b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446169 Mar 07 05:31:15.704830 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d53dac-6a87-4ef0-95f3-3811ecd705e5 req-faa8a8d2-00b9-4465-811d-2cc2fbc09be7 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:15.706335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60d53dac-6a87-4ef0-95f3-3811ecd705e5 req-faa8a8d2-00b9-4465-811d-2cc2fbc09be7 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0521815 Mar 07 05:31:15.754568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-60d53dac-6a87-4ef0-95f3-3811ecd705e5 req-8a4c7e82-1ea6-4682-bfa6-020ae1f341a6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 Mar 07 05:31:15.958708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b57359-3928-4231-97a9-4baf25039968 req-93afa5c8-562d-4d41-a7f1-eb75bc9f1a3e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:15.960262 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91b57359-3928-4231-97a9-4baf25039968 req-93afa5c8-562d-4d41-a7f1-eb75bc9f1a3e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0611699 Mar 07 05:31:15.974263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-07883637-7f8f-4ddf-8639-c8b012d60787 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:15.975829 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-07883637-7f8f-4ddf-8639-c8b012d60787 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db&tenant_id=68ab2187db604d42a0c6972f9ec99a21&binding%3Ahost_id=n-h1-832185-1 HTTP/1.1" status: 200 len: 945 time: 0.0666029 Mar 07 05:31:16.013113 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-91b57359-3928-4231-97a9-4baf25039968 req-ce441813-1d5e-4614-b374-2cd6f7a51b10 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462387 Mar 07 05:31:16.066810 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-540c129d-d6fd-4b0c-8584-a90e3a0e6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:16.068325 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-540c129d-d6fd-4b0c-8584-a90e3a0e6ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0512049 Mar 07 05:31:16.133056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be181edd-3375-4608-9dc2-99d012a063e6 req-eb01d8e8-4bed-4511-a943-717c43ac09b5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:16.134483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be181edd-3375-4608-9dc2-99d012a063e6 req-eb01d8e8-4bed-4511-a943-717c43ac09b5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0546327 Mar 07 05:31:16.160274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-ea1f267e-8fa8-42cc-aac2-fcce53e63f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:16.161784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-ea1f267e-8fa8-42cc-aac2-fcce53e63f7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.0869932 Mar 07 05:31:16.190064 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-be181edd-3375-4608-9dc2-99d012a063e6 req-4f35e467-9ca4-45c7-8347-dc963b63083b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498900 Mar 07 05:31:16.235112 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-e8c4edda-4828-4077-90a3-5798ae7380e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0665154 Mar 07 05:31:16.283625 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-b12add6a-d329-41bf-ba54-0e6e1483f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:16.285381 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-b12add6a-d329-41bf-ba54-0e6e1483f3f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0441139 Mar 07 05:31:16.333156 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-0ba1944d-28cd-4b39-8258-93e8abd692ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:16.335193 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-0ba1944d-28cd-4b39-8258-93e8abd692ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443895 Mar 07 05:31:16.426686 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-7590aaf8-e34f-4808-9c5c-ffd844ae1983 service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865216 Mar 07 05:31:16.515453 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-3f138d60-a2ae-4462-987e-c2f58efe8172 req-e818792d-1be9-49b7-be90-49d5d11b1e8b service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Mar 07 05:31:17.244178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:31:17.246549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:31:17.315391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff740c8d-9f1f-4f31-ba1e-40e50f15980d req-35cc1316-16d8-475c-b3b2-5c6ae48ad7d0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:17.316878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff740c8d-9f1f-4f31-ba1e-40e50f15980d req-35cc1316-16d8-475c-b3b2-5c6ae48ad7d0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0546842 Mar 07 05:31:17.368984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff740c8d-9f1f-4f31-ba1e-40e50f15980d req-2f94c9ae-fffc-46ef-bb2e-b67ca36e471b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450809 Mar 07 05:31:17.392382 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33724) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:17.401909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:31:17.402326 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:17.430506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:17.444714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:31:17.447082 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3cca4a-f226-4ca7-af6d-04c8fc5a79b2" -d '{"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-unplugged", "status": "completed", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:31:17.452416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-45719601-28a0-4af8-9a4b-f7bb8c4d233b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/7fa52cd2-146d-43a9-86f9-f6a8c2f55786 HTTP/1.1" status: 200 len: 993 time: 0.0588796 Mar 07 05:31:17.460669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'port_id': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'mac_address': 'fa:16:3e:12:5c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:31:17.463425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:17.469319 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:17.494016 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099b658f-a761-4c46-b45f-1e5044f778b7 x-openstack-request-id: req-099b658f-a761-4c46-b45f-1e5044f778b7 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:31:17.494316 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-unplugged", "status": "completed", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:31:17.494575 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-099b658f-a761-4c46-b45f-1e5044f778b7 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:31:17.494970 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'code': 200} Mar 07 05:31:17.537172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:31:17.537624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:17.559442 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:17.562365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d49d660-27df-44c0-9a16-3cff8a85f5c5 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:31:17.573709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.574084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.574480 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.574846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.575185 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.575519 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.575847 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.576172 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.576496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.576818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.577142 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.577462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.577783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:17.593610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:17.597560 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:17.649170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:17.807708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['9d49d660-27df-44c0-9a16-3cff8a85f5c5'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:31:19.266033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:31:19.314153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:31:19.314535 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:19.391914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:31:19.392303 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:19.427553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:19.432170 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:19.478737 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:19.495810 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:31:19.498049 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a27551-8f4c-4d11-a803-11052845fe51" -d '{"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-plugged", "status": "completed", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:31:19.536075 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e0fa2-9c3b-4c9d-b91b-47a0ec19b81c x-openstack-request-id: req-ed7e0fa2-9c3b-4c9d-b91b-47a0ec19b81c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:31:19.536402 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-plugged", "status": "completed", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:31:19.536663 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed7e0fa2-9c3b-4c9d-b91b-47a0ec19b81c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:31:19.537092 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'code': 200} Mar 07 05:31:20.465876 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:22.724650 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:26.432428 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:31:32.886678 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9dab1bb5-806d-4694-be69-a15ce5d936b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:35.520827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-84b55919-221d-4e8f-a721-861ef25571a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:36.974974 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:37.899453 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:39.591013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:46.177814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33738) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:46.341421 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 9f3a454b-8945-4f47-9f52-2b41d6e6452b {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:31:46.341767 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:46.418014 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:46.418343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (9f3a454b-8945-4f47-9f52-2b41d6e6452b), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:46.429635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 9f3a454b-8945-4f47-9f52-2b41d6e6452b owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:31:46.576792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9f3a454b-8945-4f47-9f52-2b41d6e6452b), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:46.602503 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=9f3a454b-8945-4f47-9f52-2b41d6e6452b,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:46.626260 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.626612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.626951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.627285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.627621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.627950 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.628274 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.628598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.628925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.629251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.629577 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.629898 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.630243 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:46.669833 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (7fa52cd2-146d-43a9-86f9-f6a8c2f55786), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:46.670191 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP 7fa52cd2-146d-43a9-86f9-f6a8c2f55786 disassociated (deleted). External IP: 172.25.4.106, port: 9d49d660-27df-44c0-9a16-3cff8a85f5c5. Mar 07 05:31:47.174707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:31:47.290890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:31:47.298498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:47.303867 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] Sync routers for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:31:47.317125 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:47.317756 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:47.334626 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-18089693-e817-49ca-bc8c-e937d838bb0f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/floatingips/7fa52cd2-146d-43a9-86f9-f6a8c2f55786 HTTP/1.1" status: 204 len: 168 time: 1.1532230 Mar 07 05:31:47.334626 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:31:47.339186 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49afd372-908a-4565-a840-95455c303a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:31:47.433867 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:31:47.614960 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cbff56-6877-431a-a5d5-76a5b50fa746 x-openstack-request-id: req-58cbff56-6877-431a-a5d5-76a5b50fa746 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:31:47.615524 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:31:47.616006 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58cbff56-6877-431a-a5d5-76a5b50fa746 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:31:47.616832 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'status': 'completed', 'code': 200} Mar 07 05:31:47.643847 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:06Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:47.671166 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] Checking router: d72cbca9-8219-4d36-8d3f-69d3a9daa8ba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:31:47.679686 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:47.680306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:47.718229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afd372-908a-4565-a840-95455c303a9e req-0c21ba0a-fd41-4ad4-8318-f8ee67602735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:47.720520 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-0c21ba0a-fd41-4ad4-8318-f8ee67602735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 1127 time: 0.0783074 Mar 07 05:31:47.735992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78c61a-e205-42ef-acfa-0f64b39c5fe1 req-67d30208-936c-4faa-bdc1-c2a833a2d056 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:47.743604 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a78c61a-e205-42ef-acfa-0f64b39c5fe1 req-67d30208-936c-4faa-bdc1-c2a833a2d056 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0764005 Mar 07 05:31:47.807215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1a78c61a-e205-42ef-acfa-0f64b39c5fe1 req-e4fc900f-b5c1-4194-a1d1-2aa6149f946c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616436 Mar 07 05:31:47.820021 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:31:47.849971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afd372-908a-4565-a840-95455c303a9e req-cc863bb6-33df-4ec9-b5f1-1977be19b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:47.851488 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-cc863bb6-33df-4ec9-b5f1-1977be19b957 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 200 len: 897 time: 0.1237862 Mar 07 05:31:47.898307 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-45a79e67-6148-40f3-bc90-9915f4ba3e26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0403297 Mar 07 05:31:47.951784 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afd372-908a-4565-a840-95455c303a9e req-9160ebe2-f945-451b-bafe-54c21e4116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:47.953250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-9160ebe2-f945-451b-bafe-54c21e4116fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 200 len: 834 time: 0.0485861 Mar 07 05:31:48.010102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afd372-908a-4565-a840-95455c303a9e req-f317686e-ffa1-4908-8e0b-dc646309e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:48.011635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-f317686e-ffa1-4908-8e0b-dc646309e229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54b0dfd-9e9c-4209-a4f0-873303b81863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516641 Mar 07 05:31:48.031152 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:06Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:48.057880 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1200e5d-94a8-41aa-b118-8a8a4e3a482d None None] The sync data for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 is: [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:30:03Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '9b9535d0-8082-481e-8294-4f3f7b7f6527', 'name': '', 'network_id': 'c54b0dfd-9e9c-4209-a4f0-873303b81863', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:2d:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:02Z', 'updated_at': '2022-03-07T05:30:06Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '9d6d8dbd-a108-40ad-93a6-ce8e23742156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:31:48.107453 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-9fcfe44c-bbc9-4ab8-bec5-878678bbdf1d service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895171 Mar 07 05:31:48.202242 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-49afd372-908a-4565-a840-95455c303a9e req-668e81c0-dd02-4184-ab72-84107021c95b service neutron] 10.222.0.15 "GET /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885558 Mar 07 05:31:48.319636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa63d11c-cc09-4f7a-87d4-32063cd892a9 None None] New status for floating IP 7fa52cd2-146d-43a9-86f9-f6a8c2f55786: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:31:48.816457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-962d47a8-e10b-4544-82f0-834e4a26546f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:48.817827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-962d47a8-e10b-4544-82f0-834e4a26546f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0529008 Mar 07 05:31:48.915561 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:31:48.916620 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:48.917908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce266c-306d-4e48-b28e-c94c4da3bf10 req-ac8cf14e-7b26-48af-812e-133010fec82a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:48.919440 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75ce266c-306d-4e48-b28e-c94c4da3bf10 req-ac8cf14e-7b26-48af-812e-133010fec82a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=105b20b7-695b-4c08-9697-67d53d9187db HTTP/1.1" status: 200 len: 945 time: 0.0544741 Mar 07 05:31:48.967887 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75ce266c-306d-4e48-b28e-c94c4da3bf10 req-13e8a4a8-1d58-4d44-9453-f1d758cb24cd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Mar 07 05:31:49.006947 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 9d49d660-27df-44c0-9a16-3cff8a85f5c5, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=9d49d660-27df-44c0-9a16-3cff8a85f5c5,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:49.007318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:49.019499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 9d49d660-27df-44c0-9a16-3cff8a85f5c5 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:31:49.156806 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9d49d660-27df-44c0-9a16-3cff8a85f5c5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:49.186066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=9d49d660-27df-44c0-9a16-3cff8a85f5c5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:49.198497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.198851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.199197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.199536 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.199875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.200202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.200531 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.200877 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.201193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.201537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.201842 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.202197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.202520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:31:49.242256 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] No DVR routers for this DVR port 9d49d660-27df-44c0-9a16-3cff8a85f5c5 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:31:49.245490 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:49.248884 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ae124cbe-e5ff-49e0-95f6-758e66330f07 req-77187134-831b-4c8f-bc04-7afc3b9248a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "DELETE /v2.0/ports/9d49d660-27df-44c0-9a16-3cff8a85f5c5 HTTP/1.1" status: 204 len: 173 time: 0.4262459 Mar 07 05:31:49.249345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-deleted', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:31:49.251723 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a571f9-a63d-4284-be78-b69e05380379" -d '{"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-deleted", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:31:49.293093 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c06b0-bd6d-442f-84c3-ae6dc519edf5 x-openstack-request-id: req-af2c06b0-bd6d-442f-84c3-ae6dc519edf5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:31:49.293386 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105b20b7-695b-4c08-9697-67d53d9187db", "name": "network-vif-deleted", "tag": "9d49d660-27df-44c0-9a16-3cff8a85f5c5", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:31:49.293636 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af2c06b0-bd6d-442f-84c3-ae6dc519edf5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:31:49.294063 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105b20b7-695b-4c08-9697-67d53d9187db', 'name': 'network-vif-deleted', 'tag': '9d49d660-27df-44c0-9a16-3cff8a85f5c5', 'status': 'completed', 'code': 200} Mar 07 05:31:50.026180 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33754) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:50.386471 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:50.488864 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:50.652613 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 9b9535d0-8082-481e-8294-4f3f7b7f6527 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:31:50.652877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:50.744225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 9b9535d0-8082-481e-8294-4f3f7b7f6527, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9b9535d0-8082-481e-8294-4f3f7b7f6527,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:50.744591 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:50.756217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 9b9535d0-8082-481e-8294-4f3f7b7f6527 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:31:50.955388 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (9b9535d0-8082-481e-8294-4f3f7b7f6527), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:50.990337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=9b9535d0-8082-481e-8294-4f3f7b7f6527,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:51.172568 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.391720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:31:51.499962 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:31:51.505177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a7e2e208-48cc-4e94-b4b7-6985dec88de0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/d72cbca9-8219-4d36-8d3f-69d3a9daa8ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4778414 Mar 07 05:31:51.507748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33756) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:51.510367 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] Sync routers for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:31:51.520323 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:51.520932 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:51.560489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting subnet 9d6d8dbd-a108-40ad-93a6-ce8e23742156 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:31:51.563657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (9d6d8dbd-a108-40ad-93a6-ce8e23742156), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.609731 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (9d6d8dbd-a108-40ad-93a6-ce8e23742156), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.628223 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:31:51.691921 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (9d6d8dbd-a108-40ad-93a6-ce8e23742156), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.750835 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (9d6d8dbd-a108-40ad-93a6-ce8e23742156), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.783076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6d8dbd-a108-40ad-93a6-ce8e23742156,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:51.787977 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.793687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-b14cea74-4a1a-42b7-b933-acc10e970736 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/subnets/9d6d8dbd-a108-40ad-93a6-ce8e23742156 HTTP/1.1" status: 204 len: 168 time: 0.2818131 Mar 07 05:31:51.794065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33758) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:51.803235 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89426362-e89a-4709-823f-2c2d3131f75b None None] Network c54b0dfd-9e9c-4209-a4f0-873303b81863 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:31:51.814908 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:31:50Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:51.842803 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] Checking router: d72cbca9-8219-4d36-8d3f-69d3a9daa8ba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:31:51.851492 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] Routers {'d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:51.852786 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:51.920571 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:51.964919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] DHCP port deletion for c54b0dfd-9e9c-4209-a4f0-873303b81863 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:31:52.017447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] Deleting port b0178f93-f9c5-49db-b8df-7240cd98a379 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:31:52.017852 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.037316 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.064070 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] Set router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:31:52.082506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] For port b0178f93-f9c5-49db-b8df-7240cd98a379, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b0178f93-f9c5-49db-b8df-7240cd98a379,segment=NetworkSegment(e54c5678-3f9e-4e58-8867-c10cd839c6b0),segment_id=e54c5678-3f9e-4e58-8867-c10cd839c6b0)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:52.082994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.094374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port bad5b3d7-dd48-47c7-97f7-5c338257d1f2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:31:52.094807 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.096239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] Calling delete_port for b0178f93-f9c5-49db-b8df-7240cd98a379 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:31:52.180120 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port bad5b3d7-dd48-47c7-97f7-5c338257d1f2, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:52.180539 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.185830 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (b0178f93-f9c5-49db-b8df-7240cd98a379), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.193799 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for bad5b3d7-dd48-47c7-97f7-5c338257d1f2 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:31:52.215431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] Pushing event deleted for resources: {'Port': ['ID=b0178f93-f9c5-49db-b8df-7240cd98a379,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:52.217151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6e6f5-d65a-463b-9816-cfc704a1a16a None None] No DVR routers for this DVR port b0178f93-f9c5-49db-b8df-7240cd98a379 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:31:52.258339 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:31:50Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:52.289355 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468eaa-1dc6-4661-b364-11db899d2de4 None None] The sync data for ids ['d72cbca9-8219-4d36-8d3f-69d3a9daa8ba'] in n-d-832185-1 is: [{'id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1423514780', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:29:59Z', 'updated_at': '2022-03-07T05:31:50Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': 'bad5b3d7-dd48-47c7-97f7-5c338257d1f2', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72cbca9-8219-4d36-8d3f-69d3a9daa8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:30:00Z', 'updated_at': '2022-03-07T05:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:31:52.386424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (bad5b3d7-dd48-47c7-97f7-5c338257d1f2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.416424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=bad5b3d7-dd48-47c7-97f7-5c338257d1f2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:52.472194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b0178f93-f9c5-49db-b8df-7240cd98a379 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:31:52.479212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.495171 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b0178f93-f9c5-49db-b8df-7240cd98a379 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:31:52.495525 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b0178f93-f9c5-49db-b8df-7240cd98a379 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:31:52.577450 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.579655 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.627538 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (d72cbca9-8219-4d36-8d3f-69d3a9daa8ba), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.628126 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Fanout notify agent at l3_agent the message router_deleted on router d72cbca9-8219-4d36-8d3f-69d3a9daa8ba {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:31:52.635845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.637028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dce3bd72-317c-4973-bbc1-42c0f39a0015 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/routers/d72cbca9-8219-4d36-8d3f-69d3a9daa8ba HTTP/1.1" status: 204 len: 168 time: 0.8419290 Mar 07 05:31:52.639912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33760) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:52.722072 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c54b0dfd-9e9c-4209-a4f0-873303b81863), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.728153 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.814899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c54b0dfd-9e9c-4209-a4f0-873303b81863), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.834701 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54b0dfd-9e9c-4209-a4f0-873303b81863']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:52.843643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54c5678-3f9e-4e58-8867-c10cd839c6b0') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:52.843943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54c5678-3f9e-4e58-8867-c10cd839c6b0') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:52.853381 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (e54c5678-3f9e-4e58-8867-c10cd839c6b0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.866551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (e54c5678-3f9e-4e58-8867-c10cd839c6b0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.872940 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:31:52.873326 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (e54c5678-3f9e-4e58-8867-c10cd839c6b0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:31:52.876457 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:31:52.938520 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c54b0dfd-9e9c-4209-a4f0-873303b81863), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.946127 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:52.949302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/networks/c54b0dfd-9e9c-4209-a4f0-873303b81863 HTTP/1.1" status: 204 len: 168 time: 0.3084321 Mar 07 05:31:52.952268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33762) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:52.960717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8caf02-fb2b-4ac9-8ef5-d6799af1391c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Network': ['ID=c54b0dfd-9e9c-4209-a4f0-873303b81863,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:53.010713 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a69915d-e280-4e82-9ed2-3dcbac259acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:53.035405 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a69915d-e280-4e82-9ed2-3dcbac259acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:53.099685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a69915d-e280-4e82-9ed2-3dcbac259acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:53.103307 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6a69915d-e280-4e82-9ed2-3dcbac259acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:53.104688 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6a69915d-e280-4e82-9ed2-3dcbac259acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01 HTTP/1.1" status: 204 len: 168 time: 0.1514318 Mar 07 05:31:53.113885 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69915d-e280-4e82-9ed2-3dcbac259acb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce477ad-b22d-4b3f-9768-3ac9f9f0fa01,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:53.458310 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:31:53.482566 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 9d49d660-27df-44c0-9a16-3cff8a85f5c5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:31:53.482909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 9d49d660-27df-44c0-9a16-3cff8a85f5c5 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:31:53.981691 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33768) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:53.986239 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460163040', 'description': 'tempest-secgroup-smoke-460163040 description', 'project_id': '68ab2187db604d42a0c6972f9ec99a21'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.006348 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.071846 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (3c9ebc35-59de-4e11-98a8-536e9ee925c8), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.076038 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3c9ebc35-59de-4e11-98a8-536e9ee925c8), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.103785 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.104983 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1222632 Mar 07 05:31:54.108014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.108934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34742498-363b-4334-9bdd-600a0f26a3dc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9ebc35-59de-4e11-98a8-536e9ee925c8,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.112708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '3c9ebc35-59de-4e11-98a8-536e9ee925c8', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.138167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (555f1ce7-96c1-4229-96e2-599d69502734), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.190954 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (555f1ce7-96c1-4229-96e2-599d69502734), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.194763 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (555f1ce7-96c1-4229-96e2-599d69502734), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.212929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555f1ce7-96c1-4229-96e2-599d69502734,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.220752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.221940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-057b285a-c821-4c27-8f83-de153fa65cc5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128902 Mar 07 05:31:54.224697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33772) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.229267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '3c9ebc35-59de-4e11-98a8-536e9ee925c8', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.253943 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (ba33cbc1-9881-45ed-8496-5bf147da4f8c), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.311678 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (ba33cbc1-9881-45ed-8496-5bf147da4f8c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.315370 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ba33cbc1-9881-45ed-8496-5bf147da4f8c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.331118 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba33cbc1-9881-45ed-8496-5bf147da4f8c,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.343424 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.344657 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3bcba271-1ab9-4a80-8fb7-b8b19b32e9cb tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190364 Mar 07 05:31:54.344925 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b9535d0-8082-481e-8294-4f3f7b7f6527 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:31:54.347398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33774) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.351808 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '3c9ebc35-59de-4e11-98a8-536e9ee925c8', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.366560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9b9535d0-8082-481e-8294-4f3f7b7f6527 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:31:54.366999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9b9535d0-8082-481e-8294-4f3f7b7f6527 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:31:54.367469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bad5b3d7-dd48-47c7-97f7-5c338257d1f2 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:31:54.377659 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (8edbeb0e-fca6-4eac-92b9-b72e91609b44), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.387383 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: bad5b3d7-dd48-47c7-97f7-5c338257d1f2 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:31:54.387734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bad5b3d7-dd48-47c7-97f7-5c338257d1f2 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:31:54.434800 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (8edbeb0e-fca6-4eac-92b9-b72e91609b44), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.438306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (8edbeb0e-fca6-4eac-92b9-b72e91609b44), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.458538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edbeb0e-fca6-4eac-92b9-b72e91609b44,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.465993 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.467242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-415f989b-4007-47a9-8957-f64d00937dcf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188688 Mar 07 05:31:54.470158 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33776) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.474365 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '3c9ebc35-59de-4e11-98a8-536e9ee925c8', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.499338 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (02efc1fb-2743-448d-90f2-35481bdbd5df), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.561517 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (02efc1fb-2743-448d-90f2-35481bdbd5df), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.564937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (02efc1fb-2743-448d-90f2-35481bdbd5df), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.582531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02efc1fb-2743-448d-90f2-35481bdbd5df,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.586792 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.587961 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-99340e1e-bfdb-4f83-98fb-fe60ab7b6f56 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168983 Mar 07 05:31:54.590978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.595387 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '3c9ebc35-59de-4e11-98a8-536e9ee925c8', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.614695 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:31:54.619209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (e0f17590-46e5-4473-8736-aa4567678cbb), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.679834 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (e0f17590-46e5-4473-8736-aa4567678cbb), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.684350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (e0f17590-46e5-4473-8736-aa4567678cbb), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.701289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f17590-46e5-4473-8736-aa4567678cbb,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.709090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.710312 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8e716c38-a54a-4f79-9a7d-3242327c914e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183321 Mar 07 05:31:54.713146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33780) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.717753 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '3c9ebc35-59de-4e11-98a8-536e9ee925c8', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.737618 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:31:54.742411 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (51288846-32b4-4195-bfd5-b35b46127314), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.801515 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (51288846-32b4-4195-bfd5-b35b46127314), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.804939 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (51288846-32b4-4195-bfd5-b35b46127314), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.823443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51288846-32b4-4195-bfd5-b35b46127314,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:54.828378 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.832607 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-68e1e175-6f06-46aa-9477-3a467c89ae5e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152198 Mar 07 05:31:54.832607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33782) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:54.837049 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'network': {'name': 'tempest-network-smoke--1181948127', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'port_security_enabled': True}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:54.854872 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:31:54.858100 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.880800 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:31:54.890335 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b3548f40-44d3-45df-b9c4-af6774588f13), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.890668 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Added segment b3548f40-44d3-45df-b9c4-af6774588f13 of type vlan for network b7efa410-0667-4695-89da-44fc108da90d Mar 07 05:31:54.928542 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (b7efa410-0667-4695-89da-44fc108da90d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.953169 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (b7efa410-0667-4695-89da-44fc108da90d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.958217 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:54.958787 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:54.997676 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1642106 Mar 07 05:31:55.000597 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33784) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:55.005203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'admin_state_up': True, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:55.026911 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (e3f2af85-f6b0-456d-83cf-95734d217f80), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.028118 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (e3f2af85-f6b0-456d-83cf-95734d217f80), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.032337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9fbc-1656-4557-ba98-b42a94ee9991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Network': ['ID=b7efa410-0667-4695-89da-44fc108da90d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:55.045572 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network b7efa410-0667-4695-89da-44fc108da90d details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:31:55.084757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (e3f2af85-f6b0-456d-83cf-95734d217f80), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.232558 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (e3f2af85-f6b0-456d-83cf-95734d217f80), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.425128 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (e3f2af85-f6b0-456d-83cf-95734d217f80), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.443212 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.545103 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.65 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/7b87dd9c-c2d6-490c-a721-4d025a7b8667) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:31:55.654921 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.688063 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:55.727409 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:31:55.730452 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:31:55.734625 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:31:55.759567 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=7b87dd9c-c2d6-490c-a721-4d025a7b8667,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:55.986971 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (e3f2af85-f6b0-456d-83cf-95734d217f80), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:56.183298 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (e3f2af85-f6b0-456d-83cf-95734d217f80), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:56.313553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router e3f2af85-f6b0-456d-83cf-95734d217f80 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:31:56.421028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:31:56.430964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Sync routers for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:31:56.441036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:56.441739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:56.445140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2db98abc-1196-4e84-97f9-4027bccf20ea tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4406607 Mar 07 05:31:56.445281 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:56.445467 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33786) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:56.476478 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1ed37006-e6b9-4171-84cf-994dc17189c8 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=68ab2187db604d42a0c6972f9ec99a21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274422 Mar 07 05:31:56.476693 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33788) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:56.570150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3699c1-3ec9-4bb0-86cb-26edc4805587 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:56.571631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2e3699c1-3ec9-4bb0-86cb-26edc4805587 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938232 Mar 07 05:31:56.574607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33790) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:56.604654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-53f0f82c-8109-4861-b036-2f72d7d0a068 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280926 Mar 07 05:31:56.606985 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33792) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:56.611909 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1391442872', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:31:56.700217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:31:56.703612 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:56.717302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:31:56.903144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:55Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:56.930219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Checking router: e3f2af85-f6b0-456d-83cf-95734d217f80 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:31:56.930575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Updating router e3f2af85-f6b0-456d-83cf-95734d217f80 port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:31:56.964320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.171952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (2b9d06a1-14ae-4cd4-a435-f7ed19a652f0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.214299 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Publish callbacks [] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.219619 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.242914 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Subnet': ['ID=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:57.245561 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Checking segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:31:57.245928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network hostable DHCP agents. Network: b7efa410-0667-4695-89da-44fc108da90d, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:31:57.263499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network b7efa410-0667-4695-89da-44fc108da90d is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:31:57.265471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510076f-cd5c-4a3f-acb3-2ea520ef9087 None None] Pushing event updated for resources: {'Port': ['ID=7b87dd9c-c2d6-490c-a721-4d025a7b8667,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:57.272708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, b7efa410-0667-4695-89da-44fc108da90d) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:31:57.277484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:57.277685 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Attempting to bind port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:31:57.277926 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Attempting to bind port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:31:57.278095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.278332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Attempting to bind port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:31:57.283461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:31:57.283832 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:31:57.284230 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.284614 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:31:57.285077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Bound port: 7b87dd9c-c2d6-490c-a721-4d025a7b8667, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:31:57.285455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.288282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaa4fd-0a8b-474a-b95a-6297e5e2bd6b None None] Network b7efa410-0667-4695-89da-44fc108da90d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:31:57.296892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5e5263b4-6122-43da-be08-24ff1d9bfdde tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6888571 Mar 07 05:31:57.299655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33794) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:31:57.393860 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] For port 7b87dd9c-c2d6-490c-a721-4d025a7b8667, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:31:57.397261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] For port 7b87dd9c-c2d6-490c-a721-4d025a7b8667, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7b87dd9c-c2d6-490c-a721-4d025a7b8667,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:31:57.406959 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.450757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-b7efa410-0667-4695-89da-44fc108da90d', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:31:57.451607 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.507158 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510076f-cd5c-4a3f-acb3-2ea520ef9087 None None] Pushing event updated for resources: {'Port': ['ID=7b87dd9c-c2d6-490c-a721-4d025a7b8667,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:57.513365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:57.514006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:57.709543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Allocated IP 172.20.0.2 (b7efa410-0667-4695-89da-44fc108da90d/2b9d06a1-14ae-4cd4-a435-f7ed19a652f0/99719b7e-aa90-48f2-b77b-1fbd0d6033c4) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:31:57.712521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:31:57.742160 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:57.999578 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Publish callbacks [] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.007222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.014166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:55Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:58.053536 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.1 (b7efa410-0667-4695-89da-44fc108da90d/2b9d06a1-14ae-4cd4-a435-f7ed19a652f0/96df2fb6-74ab-4d33-971f-26f6f64014ed) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:31:58.068043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07fe99-8ed9-4948-81fd-8408aba638dc None None] The sync data for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 is: [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:55Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:31:58.078898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Network b7efa410-0667-4695-89da-44fc108da90d is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:31:58.082334 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Pushing event updated for resources: {'Port': ['ID=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:58.084751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:31:58.086875 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:31:58.149369 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Attempting to bind port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:31:58.149736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Attempting to bind port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:31:58.150332 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Attempting to bind port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 on network b7efa410-0667-4695-89da-44fc108da90d {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:31:58.156086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:31:58.156469 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Checking segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:31:58.156880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.157271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Bound using segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:31:58.157745 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Bound port: 99719b7e-aa90-48f2-b77b-1fbd0d6033c4, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:31:58.158160 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.182320 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.219465 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.223649 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] For port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:31:58.227545 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] For port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:31:58.234280 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.265063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network b7efa410-0667-4695-89da-44fc108da90d is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:31:58.270664 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:31:58.275127 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:31:58.308661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da153b-d690-4760-a7f4-60607b121d5d None None] Pushing event updated for resources: {'Port': ['ID=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:58.312286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=96df2fb6-74ab-4d33-971f-26f6f64014ed,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:58.356581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (e3f2af85-f6b0-456d-83cf-95734d217f80), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.508544 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.830323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.835053 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.909202 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (e3f2af85-f6b0-456d-83cf-95734d217f80), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:58.911178 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=96df2fb6-74ab-4d33-971f-26f6f64014ed,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:59.011333 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network b7efa410-0667-4695-89da-44fc108da90d is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:31:59.012974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:31:59.136579 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router e3f2af85-f6b0-456d-83cf-95734d217f80 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:31:59.252306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:31:59.257854 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b47ef30e-cca2-4ef3-9ab1-1261d7713581 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/e3f2af85-f6b0-456d-83cf-95734d217f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9572055 Mar 07 05:31:59.359877 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75fc89a-e4f8-4a72-a7e9-4f0c4e57e205 None None] Network b7efa410-0667-4695-89da-44fc108da90d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:31:59.414430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-ffcf0603-a211-468f-8de9-b79f91569651 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460163040&fields=id&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 267 time: 0.0460484 Mar 07 05:31:59.442528 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] Provisioning complete for port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:31:59.442896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:59.528143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-534213a8-e251-47ae-8173-50184832ce08 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:31:59.529798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-534213a8-e251-47ae-8173-50184832ce08 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 797 time: 0.1080453 Mar 07 05:31:59.554547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e778973a-dcd0-4096-a29b-d4478d8dbd75 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/quotas/68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 375 time: 0.0139635 Mar 07 05:31:59.562743 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] Current status of the port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:31:59.563137 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:59.600558 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] For port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:31:59.605721 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:59.617641 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-04804749-a7d8-4d4b-a4ea-8a02ca37f2c2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581250 Mar 07 05:31:59.670674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace1486-9f15-44b9-8ddc-4af49db9aa68 None None] Pushing event updated for resources: {'Port': ['ID=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:31:59.739609 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-ad8f3718-55e1-4f19-b540-cd33a5789daa service neutron] 10.222.0.21 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093898 Mar 07 05:31:59.830104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1b81861e-ba54-4f98-8c01-94a385e0fe08 None None] Provisioning complete for port 96df2fb6-74ab-4d33-971f-26f6f64014ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:31:59.830641 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b81861e-ba54-4f98-8c01-94a385e0fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:59.845957 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-b34af04e-dba4-49a5-9d4a-384cd2d29e23 service neutron] 10.222.0.21 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004069 Mar 07 05:31:59.871104 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1b81861e-ba54-4f98-8c01-94a385e0fe08 None None] Port 96df2fb6-74ab-4d33-971f-26f6f64014ed cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:31:59.882022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-1b81861e-ba54-4f98-8c01-94a385e0fe08 None None] Provisioning complete for port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:31:59.882665 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b81861e-ba54-4f98-8c01-94a385e0fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:31:59.914907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Sync routers for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:31:59.928438 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:31:59.929415 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:31:59.976510 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-1b81861e-ba54-4f98-8c01-94a385e0fe08 None None] Current status of the port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:00.051937 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd85d59c-8ea2-405c-9902-434d1300c10c req-d943178d-59ff-4cd0-a331-543357a4f747 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 210 time: 0.0338125 Mar 07 05:32:00.070693 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:32:00.101681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3bb989eb-184c-4548-be1d-4b8792bf62f5 None None] Provisioning complete for port 96df2fb6-74ab-4d33-971f-26f6f64014ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:00.102371 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3bb989eb-184c-4548-be1d-4b8792bf62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.141756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3bb989eb-184c-4548-be1d-4b8792bf62f5 None None] Port 96df2fb6-74ab-4d33-971f-26f6f64014ed cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:32:00.265913 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-d9ef46c6-4988-420d-bb79-d1d11479ca70 None None] Provisioning complete for port 96df2fb6-74ab-4d33-971f-26f6f64014ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:00.266396 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d9ef46c6-4988-420d-bb79-d1d11479ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.291992 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 2, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:00.309600 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef46c6-4988-420d-bb79-d1d11479ca70 None None] Port 96df2fb6-74ab-4d33-971f-26f6f64014ed cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:32:00.331185 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Checking router: e3f2af85-f6b0-456d-83cf-95734d217f80 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:32:00.331668 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Updating router e3f2af85-f6b0-456d-83cf-95734d217f80 port 96df2fb6-74ab-4d33-971f-26f6f64014ed binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:32:00.359501 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.459453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:32:00.519288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:00.519659 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.605664 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:00.607422 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b87dd9c-c2d6-490c-a721-4d025a7b8667 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:32:00.635737 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Publish callbacks [] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.641875 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.663133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:00.663512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.725117 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Pushing event updated for resources: {'Port': ['ID=96df2fb6-74ab-4d33-971f-26f6f64014ed,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:00.753000 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.753360 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.753616 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.753958 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.754322 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.754658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.754990 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.755318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.755649 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.755976 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.756306 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.756630 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.757273 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:32:00.765613 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:00.766024 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.771647 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Attempting to bind port 96df2fb6-74ab-4d33-971f-26f6f64014ed on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:32:00.772357 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Attempting to bind port 96df2fb6-74ab-4d33-971f-26f6f64014ed by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:32:00.772357 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Attempting to bind port 96df2fb6-74ab-4d33-971f-26f6f64014ed on network b7efa410-0667-4695-89da-44fc108da90d {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:32:00.779066 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:32:00.779444 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Checking segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:32:00.779858 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.780252 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Bound using segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:32:00.780723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Bound port: 96df2fb6-74ab-4d33-971f-26f6f64014ed, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:32:00.781108 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.790818 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 7b87dd9c-c2d6-490c-a721-4d025a7b8667, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7b87dd9c-c2d6-490c-a721-4d025a7b8667,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:32:00.796542 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.848208 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=7b87dd9c-c2d6-490c-a721-4d025a7b8667,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:00.858571 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] For port 96df2fb6-74ab-4d33-971f-26f6f64014ed, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:32:00.861925 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] For port 96df2fb6-74ab-4d33-971f-26f6f64014ed, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=96df2fb6-74ab-4d33-971f-26f6f64014ed,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:32:00.868487 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:00.925091 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:32:00.925760 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:31:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:00.936843 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] Provisioning complete for port 96df2fb6-74ab-4d33-971f-26f6f64014ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:00.937230 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:01.042220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] Current status of the port 96df2fb6-74ab-4d33-971f-26f6f64014ed is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:01.042220 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:01.046763 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970721e-dc73-4080-9592-ddefc33dc952 None None] Pushing event updated for resources: {'Port': ['ID=96df2fb6-74ab-4d33-971f-26f6f64014ed,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:01.056318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:32:01.082245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] For port 96df2fb6-74ab-4d33-971f-26f6f64014ed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=96df2fb6-74ab-4d33-971f-26f6f64014ed,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:32:01.090698 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:01.181225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f04fb-8d4f-41ea-a29e-ea3631e593a1 None None] Pushing event updated for resources: {'Port': ['ID=96df2fb6-74ab-4d33-971f-26f6f64014ed,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:01.214360 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cdb94263-56ac-465c-bc7b-be6f4e172396 req-51a59cac-2434-4677-9039-72ba7a39a7a9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 210 time: 0.0361860 Mar 07 05:32:01.271090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-8bbd8e32-22d8-4078-b850-48a2a46aa974 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:01.272687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-8bbd8e32-22d8-4078-b850-48a2a46aa974 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 797 time: 0.2364705 Mar 07 05:32:01.309211 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:01.317568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-dc2472b7-9805-463d-baed-fea711f05af9 None None] Provisioning complete for port 96df2fb6-74ab-4d33-971f-26f6f64014ed triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:01.317953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc2472b7-9805-463d-baed-fea711f05af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:01.335892 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b31bab-6dfa-4c7e-969c-5fa365f28f1d None None] The sync data for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 is: [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:32:01.339697 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-17a114b8-4d6c-47a5-87ca-5dc6fc0fcb3b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 379 time: 0.0555322 Mar 07 05:32:01.348724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'port': {'device_id': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'admin_state_up': True, 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'security_groups': ['3c9ebc35-59de-4e11-98a8-536e9ee925c8']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:32:01.409197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-dc2472b7-9805-463d-baed-fea711f05af9 None None] Current status of the port 96df2fb6-74ab-4d33-971f-26f6f64014ed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:01.475520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:32:01.479215 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:01.615624 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.4 (b7efa410-0667-4695-89da-44fc108da90d/2b9d06a1-14ae-4cd4-a435-f7ed19a652f0/bbcdc3fa-bbba-447a-9409-2275d6a21ff0) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:32:01.764296 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.110126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.155516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network b7efa410-0667-4695-89da-44fc108da90d is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:32:02.158575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:32:02.162278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:32:02.169682 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:02.219095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:02.219762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.246454 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-e10b9bac-1c6b-42c7-afbd-5ff3aafd44d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979230 Mar 07 05:32:02.253907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Request body: {'port': {'device_id': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:32:02.327118 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.400270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e0ed-59aa-4ea3-8781-c2d7d5af6dbd req-ebd199f0-808c-4de7-b7a6-c9718874327c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:02.403085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90a0e0ed-59aa-4ea3-8781-c2d7d5af6dbd req-ebd199f0-808c-4de7-b7a6-c9718874327c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 931 time: 0.0925694 Mar 07 05:32:02.486441 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-90a0e0ed-59aa-4ea3-8781-c2d7d5af6dbd req-1d58f751-f50a-4cdf-a8e5-0f754f8bc365 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713069 Mar 07 05:32:02.496366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 96df2fb6-74ab-4d33-971f-26f6f64014ed up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:32:02.556194 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-57f76321-c457-47a7-8702-648b3a08b8bb None None] Provisioning complete for port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:02.556581 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57f76321-c457-47a7-8702-648b3a08b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.585372 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 96df2fb6-74ab-4d33-971f-26f6f64014ed triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:02.585647 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.629055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57f76321-c457-47a7-8702-648b3a08b8bb None None] Port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:32:02.678953 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcdc3fa-bbba-447a-9409-2275d6a21ff0 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:32:02.680366 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 96df2fb6-74ab-4d33-971f-26f6f64014ed is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:02.681421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b87dd9c-c2d6-490c-a721-4d025a7b8667 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:32:02.687034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Publish callbacks [] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.698923 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Transition to ACTIVE for port object bbcdc3fa-bbba-447a-9409-2275d6a21ff0 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:32:02.704051 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.732557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:02.732927 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.752924 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:02.834811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Attempting to bind port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:32:02.835257 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Attempting to bind port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:32:02.835748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Attempting to bind port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 on network b7efa410-0667-4695-89da-44fc108da90d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:32:02.841826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 on network b7efa410-0667-4695-89da-44fc108da90d not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:32:02.842144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Attempting to bind port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 on network b7efa410-0667-4695-89da-44fc108da90d {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:32:02.848457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:32:02.848899 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Checking segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:32:02.849410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Bound using segment: {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:32:02.850055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Bound port: bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3548f40-44d3-45df-b9c4-af6774588f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:32:02.850513 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.933475 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] For port bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:32:02.937335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] For port bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:32:02.945180 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.987060 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:02.987680 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:02.989064 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] 10.222.0.15 "PUT /v2.0/ports/bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 1091 time: 0.7399147 Mar 07 05:32:02.989541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:32:02.991827 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046164a-3058-4ff6-ab5e-f747f0fff2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:32:03.008651 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:03.016274 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-49a484f5-e7a9-47f7-8560-d44283dd6c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:03.023667 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a9a85-0201-40d5-a802-655d11960ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:03.048483 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80208fa-6163-49ae-9879-e0dbeb489323 x-openstack-request-id: req-f80208fa-6163-49ae-9879-e0dbeb489323 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:32:03.048807 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:32:03.049155 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f80208fa-6163-49ae-9879-e0dbeb489323 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:32:03.049650 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'status': 'completed', 'code': 200} Mar 07 05:32:03.092952 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-f9af1e37-9329-48e6-8e18-e9c511ff0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.094577 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-f9af1e37-9329-48e6-8e18-e9c511ff0162 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1125 time: 0.0563314 Mar 07 05:32:03.139270 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-f809151e-e214-4687-ba99-b6738df8c95e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 217 time: 0.0376165 Mar 07 05:32:03.191189 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-c0bf88e2-4bd8-466f-b012-972b31b1d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.192603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-c0bf88e2-4bd8-466f-b012-972b31b1d105 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0461204 Mar 07 05:32:03.245438 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-ca7d7909-eaf0-41f8-acec-59b671fb3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.246985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-ca7d7909-eaf0-41f8-acec-59b671fb3cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483809 Mar 07 05:32:03.335425 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-d33b39a3-490e-4203-a98e-09c927a1a279 service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817738 Mar 07 05:32:03.428381 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2dff4259-da94-48a3-93e5-5802b76e7c77 req-0379c8aa-d9bc-4644-8943-c0d2cfa1cadc service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Mar 07 05:32:03.430904 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:32:03.518838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-26acc00c-fc1a-4c3d-b9b1-8926b4ead3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.520417 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-26acc00c-fc1a-4c3d-b9b1-8926b4ead3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1125 time: 0.0452120 Mar 07 05:32:03.616233 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-bdfa3aa7-3881-4d79-ba35-aa42f62bc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.617681 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-bdfa3aa7-3881-4d79-ba35-aa42f62bc772 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 898 time: 0.0908527 Mar 07 05:32:03.626665 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bedcb-daff-4fce-b737-058582aed06c req-a2f787ea-4500-4df0-874c-74fae0ddeeef tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.628139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d52bedcb-daff-4fce-b737-058582aed06c req-a2f787ea-4500-4df0-874c-74fae0ddeeef tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 943 time: 0.0596910 Mar 07 05:32:03.659811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-12b50eb6-dc5d-4907-9292-781eccaffaa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 217 time: 0.0358806 Mar 07 05:32:03.678311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d52bedcb-daff-4fce-b737-058582aed06c req-5c0913e3-d0e6-463c-9565-fa32378a107d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443532 Mar 07 05:32:03.707206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-1506ea38-f469-4661-8f33-bd01cf765ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.708651 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-1506ea38-f469-4661-8f33-bd01cf765ba5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0432622 Mar 07 05:32:03.756335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-d2ecb96a-d969-4a75-b671-fedcf2e1db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:03.757878 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-d2ecb96a-d969-4a75-b671-fedcf2e1db5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430262 Mar 07 05:32:03.858250 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-fee9c165-e380-44c5-b000-b9885baad39f service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938628 Mar 07 05:32:03.952840 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d046164a-3058-4ff6-ab5e-f747f0fff2d4 req-5a6486f1-b390-47cf-9836-d564c1a66d29 service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869646 Mar 07 05:32:04.797387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048247-e633-424c-a57f-857b73fbed1b req-d76b919a-c16c-45f0-a5f0-33366c9b0188 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:04.798893 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3048247-e633-424c-a57f-857b73fbed1b req-d76b919a-c16c-45f0-a5f0-33366c9b0188 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 943 time: 0.0516367 Mar 07 05:32:04.846475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b3048247-e633-424c-a57f-857b73fbed1b req-842312c4-bb35-4425-9fd8-11bb1ae1d37a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 Mar 07 05:32:05.522305 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c3a182fc-3ca7-4c42-8dc9-4a6f470a6a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:05.970912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d3be-a26c-4e0b-a1b1-c029781e7291 req-9b97f8d8-6bdb-4fe7-950c-614a56d2e131 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:05.972475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6998d3be-a26c-4e0b-a1b1-c029781e7291 req-9b97f8d8-6bdb-4fe7-950c-614a56d2e131 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 943 time: 0.0556288 Mar 07 05:32:06.021804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6998d3be-a26c-4e0b-a1b1-c029781e7291 req-e3651528-2340-466c-a2a8-46216bca53a9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Mar 07 05:32:06.978199 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:07.138001 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50891a82-cd51-414f-89dc-e6325533f6e0 req-63c6bb59-8e9e-4d7d-aecf-3b9e078f9c8b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:07.139467 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50891a82-cd51-414f-89dc-e6325533f6e0 req-63c6bb59-8e9e-4d7d-aecf-3b9e078f9c8b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 943 time: 0.0524960 Mar 07 05:32:07.187209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50891a82-cd51-414f-89dc-e6325533f6e0 req-2c496ffc-663d-4bc8-b527-08ccea160760 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Mar 07 05:32:07.520698 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device bbcdc3fa-bbba-447a-9409-2275d6a21ff0 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:32:07.618918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:32:07.629543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'port_id': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'mac_address': 'fa:16:3e:0e:56:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:32:07.667967 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:07.668358 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:07.682714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcdc3fa-bbba-447a-9409-2275d6a21ff0 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:32:07.701623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:32:07.705881 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:07.755102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:07.895840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['bbcdc3fa-bbba-447a-9409-2275d6a21ff0'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:32:07.934489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:08.306865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bbf2c-bcb5-495b-9622-bee5d17ea88f req-b4206e6c-9939-42a6-8088-0bb4fe85f7e2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:08.308326 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f99bbf2c-bcb5-495b-9622-bee5d17ea88f req-b4206e6c-9939-42a6-8088-0bb4fe85f7e2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 944 time: 0.0517788 Mar 07 05:32:08.364704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f99bbf2c-bcb5-495b-9622-bee5d17ea88f req-3e71cbcf-b5c7-4911-8630-5857cab81234 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508444 Mar 07 05:32:09.480931 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac472d30-ba87-4004-86c9-a2e4053d85c3 req-06cf1aca-df7e-4705-8001-93d439f26033 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:09.482431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac472d30-ba87-4004-86c9-a2e4053d85c3 req-06cf1aca-df7e-4705-8001-93d439f26033 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 944 time: 0.0522633 Mar 07 05:32:09.533167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ac472d30-ba87-4004-86c9-a2e4053d85c3 req-f19ab4a1-2034-479a-9319-56e0deced8e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452046 Mar 07 05:32:09.552973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device bbcdc3fa-bbba-447a-9409-2275d6a21ff0 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:32:09.604788 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:09.617838 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:32:09.621524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:32:09.621925 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:09.701048 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:32:09.701438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:09.729076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:32:09.731746 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d269b0-08f0-47f0-8f0c-6058b72ae0fd" -d '{"events": [{"server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "name": "network-vif-plugged", "status": "completed", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:32:09.743878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:32:09.750563 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:09.772814 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6464ca1f-e388-4e14-869b-0e1428b5e266 x-openstack-request-id: req-6464ca1f-e388-4e14-869b-0e1428b5e266 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:32:09.773102 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "name": "network-vif-plugged", "status": "completed", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:32:09.773472 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6464ca1f-e388-4e14-869b-0e1428b5e266 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:32:09.773872 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'code': 200} Mar 07 05:32:09.800143 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:09.872653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06597247-529a-4789-95df-b49a27eca6e8 req-6026f12f-bfae-4dd7-b417-1f9fb97569fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:09.874175 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06597247-529a-4789-95df-b49a27eca6e8 req-6026f12f-bfae-4dd7-b417-1f9fb97569fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1127 time: 0.0450134 Mar 07 05:32:09.920323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-06597247-529a-4789-95df-b49a27eca6e8 req-ff088933-e9b2-458e-853b-4e76ad421fa0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389431 Mar 07 05:32:10.651614 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bc509-1c13-4731-baaf-f1dd95225b66 req-ae4b15ed-13b5-4e1b-91c3-79934f8a3848 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:10.653100 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f10bc509-1c13-4731-baaf-f1dd95225b66 req-ae4b15ed-13b5-4e1b-91c3-79934f8a3848 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0523636 Mar 07 05:32:10.702146 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f10bc509-1c13-4731-baaf-f1dd95225b66 req-9cc2335c-10ec-48b5-aa57-27569f18c431 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Mar 07 05:32:11.823525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715057a-90c0-44bf-82f5-d690741dc593 req-4a543969-c70f-4884-8641-9e567a373991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:11.825140 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a715057a-90c0-44bf-82f5-d690741dc593 req-4a543969-c70f-4884-8641-9e567a373991 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0559444 Mar 07 05:32:11.872328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a715057a-90c0-44bf-82f5-d690741dc593 req-7e812ec9-c959-44c0-82bb-2bc688f995b7 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Mar 07 05:32:11.987616 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b787f-d464-4241-818f-84b02b6e4b1b req-6f19ac20-d3fe-4c1c-b75f-ad559c84c9b8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:11.989170 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad6b787f-d464-4241-818f-84b02b6e4b1b req-6f19ac20-d3fe-4c1c-b75f-ad559c84c9b8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0527790 Mar 07 05:32:12.038225 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ad6b787f-d464-4241-818f-84b02b6e4b1b req-8bfa544e-4313-4691-a351-dd7fd439d948 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Mar 07 05:32:12.060121 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33848) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:32:12.101862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3c7b3-3d42-41fa-9b8a-03df06a12091 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:12.103586 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-cec3c7b3-3d42-41fa-9b8a-03df06a12091 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1122 time: 0.0425107 Mar 07 05:32:12.106408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33850) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:32:12.110703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:32:12.130454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:12.230827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:12.334533 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.170 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/9237fba3-37cd-44fc-a81f-1e4f8bd48d6c) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:32:12.433339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:12.467562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:12.505362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:32:12.508168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:32:12.511745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:32:12.537708 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9237fba3-37cd-44fc-a81f-1e4f8bd48d6c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:12.870703 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (af5b10a4-6bcf-4497-abb8-830d4f71ea92), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:12.941067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:13.084507 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:13.091015 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:13.163899 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=9237fba3-37cd-44fc-a81f-1e4f8bd48d6c,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:32:13.174077 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (af5b10a4-6bcf-4497-abb8-830d4f71ea92), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:13.561799 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP af5b10a4-6bcf-4497-abb8-830d4f71ea92 associated. External IP: 172.25.4.170, port: bbcdc3fa-bbba-447a-9409-2275d6a21ff0. Mar 07 05:32:13.768580 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router e3f2af85-f6b0-456d-83cf-95734d217f80 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:32:13.874714 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:32:13.884714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] Sync routers for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:32:13.891869 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:13.898734 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:32:13.899402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:32:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:13.925278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5c55b468-2b7f-4bce-91b3-f0a70bbb9203 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8178053 Mar 07 05:32:13.925867 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:32:13.928181 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c662baf-af9b-4b42-8c86-5bdf21193702" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:32:14.015323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:32:14.030072 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9abe2-e85f-4971-a077-6e5fd000e8df req-354e569d-be0e-408d-abfb-3a4d0eeb9ca9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.031565 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4f9abe2-e85f-4971-a077-6e5fd000e8df req-354e569d-be0e-408d-abfb-3a4d0eeb9ca9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0526352 Mar 07 05:32:14.080747 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b4f9abe2-e85f-4971-a077-6e5fd000e8df req-bd44c387-6bf1-4fca-8c74-76b97c8bef36 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Mar 07 05:32:14.103174 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33856) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:32:14.141967 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3146093-0fa2-44e2-889a-93c445cef1f5 x-openstack-request-id: req-e3146093-0fa2-44e2-889a-93c445cef1f5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:32:14.142288 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:32:14.142910 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3146093-0fa2-44e2-889a-93c445cef1f5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:32:14.143043 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'status': 'completed', 'code': 200} Mar 07 05:32:14.175278 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c35a4495-c1c3-4e9b-98cd-f4fccbf55df2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/af5b10a4-6bcf-4497-abb8-830d4f71ea92 HTTP/1.1" status: 200 len: 991 time: 0.0705614 Mar 07 05:32:14.206171 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-92a72295-568c-4f9b-a0dc-309bf40560ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.207796 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-92a72295-568c-4f9b-a0dc-309bf40560ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1127 time: 0.0468624 Mar 07 05:32:14.253141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'af5b10a4-6bcf-4497-abb8-830d4f71ea92', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'port_id': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'mac_address': 'fa:16:3e:0e:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:32:12Z', 'updated_at': '2022-03-07T05:32:12Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:01Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:14.280610 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] Checking router: e3f2af85-f6b0-456d-83cf-95734d217f80 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:32:14.290401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:32:14.291014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:32:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:14.302991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-49a13b33-c077-4370-a319-f59e7721a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.304475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-49a13b33-c077-4370-a319-f59e7721a8b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 898 time: 0.0911310 Mar 07 05:32:14.372397 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-9453676e-791b-4553-bead-bef15330bcbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 999 time: 0.0621805 Mar 07 05:32:14.405221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:32:14.425291 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-8216da42-1594-44f6-ba6d-a0b552f8def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.426801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-8216da42-1594-44f6-ba6d-a0b552f8def0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0487051 Mar 07 05:32:14.474594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-12ae6576-b80d-4d5b-adf2-e792d68217b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.476093 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-12ae6576-b80d-4d5b-adf2-e792d68217b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441043 Mar 07 05:32:14.566528 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-e1814634-14dc-4754-828a-8991cecc1f2e service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Mar 07 05:32:14.637278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'af5b10a4-6bcf-4497-abb8-830d4f71ea92', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'port_id': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'mac_address': 'fa:16:3e:0e:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:32:12Z', 'updated_at': '2022-03-07T05:32:12Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:01Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:32:14.648891 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-e07e8d33-042f-4716-a169-20624fc53bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427728 Mar 07 05:32:14.666151 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8c662baf-af9b-4b42-8c86-5bdf21193702 req-f17b93ff-46e3-40fc-8673-b7034eb4d16b service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943885 Mar 07 05:32:14.669258 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3196c9-7802-495f-bebf-520fed5300b7 None None] The sync data for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 is: [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'af5b10a4-6bcf-4497-abb8-830d4f71ea92', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'port_id': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'mac_address': 'fa:16:3e:0e:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:32:12Z', 'updated_at': '2022-03-07T05:32:12Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:01Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:32:14.774985 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-b061f4bf-b1e5-4ee3-acaa-b13635d5000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.777286 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-b061f4bf-b1e5-4ee3-acaa-b13635d5000b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1127 time: 0.0466208 Mar 07 05:32:14.875388 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9791af3-68fb-4dd6-a336-539a04ecafa6 None None] New status for floating IP af5b10a4-6bcf-4497-abb8-830d4f71ea92: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:32:14.887331 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-eb7a1afc-25b8-4c86-bfee-f99ba1bf58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:14.888802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-eb7a1afc-25b8-4c86-bfee-f99ba1bf58d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 898 time: 0.0947163 Mar 07 05:32:14.953643 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-9b1721d4-f77f-4810-a779-1711266547b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 999 time: 0.0583596 Mar 07 05:32:15.006881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-abf5dd8d-244d-4788-9499-069bae43f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:15.008338 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-abf5dd8d-244d-4788-9499-069bae43f036 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0491929 Mar 07 05:32:15.058517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-fd7a8734-6cf4-41ff-b838-7b1e923204c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:15.060066 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-fd7a8734-6cf4-41ff-b838-7b1e923204c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461264 Mar 07 05:32:15.148501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-8de626f1-8644-47bd-9f50-fbf38a1e19ca service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825045 Mar 07 05:32:15.178146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33858) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:32:15.240804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c4d08afc-d1ac-4406-b5b8-b758594b76b3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/af5b10a4-6bcf-4497-abb8-830d4f71ea92 HTTP/1.1" status: 200 len: 993 time: 0.0614128 Mar 07 05:32:15.247899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-39633d1c-519f-43da-aa8f-14e31f0f7bde service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942576 Mar 07 05:32:20.487316 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:22.740446 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:32.890382 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07238567-b39f-46b2-aa2c-672e5d62aef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:35.523386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-27d1d6f1-ffe2-4f03-a538-31d7647f7145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:36.979989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:37.907114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:39.597354 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:40.432238 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:32:42.062252 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515b46b-9fdf-4577-8aec-ad553b468e52 req-1bd1572b-cbee-45f5-9ee3-00bd19baddd6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:42.063704 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4515b46b-9fdf-4577-8aec-ad553b468e52 req-1bd1572b-cbee-45f5-9ee3-00bd19baddd6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.1017971 Mar 07 05:32:42.111511 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4515b46b-9fdf-4577-8aec-ad553b468e52 req-2183a45e-1b85-4210-9f9b-075ce5f096b6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Mar 07 05:32:43.228996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f2c0-9dfe-47b2-92c2-4bd746f63848 req-34e9da7e-f342-4a78-a86b-2a665f1abbbd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:43.230387 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3160f2c0-9dfe-47b2-92c2-4bd746f63848 req-34e9da7e-f342-4a78-a86b-2a665f1abbbd tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0512855 Mar 07 05:32:43.277520 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3160f2c0-9dfe-47b2-92c2-4bd746f63848 req-eb9f3d57-0eb5-4961-b1f2-205940abb631 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 Mar 07 05:32:44.395245 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce944a-b2a6-4cd2-90de-2fbe7ad08453 req-a072ba4f-2c59-4de3-9a1e-e28fcf7e9e08 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:44.396719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44ce944a-b2a6-4cd2-90de-2fbe7ad08453 req-a072ba4f-2c59-4de3-9a1e-e28fcf7e9e08 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0526004 Mar 07 05:32:44.451721 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44ce944a-b2a6-4cd2-90de-2fbe7ad08453 req-85fc77fb-d581-4eca-813c-230654119c7f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493703 Mar 07 05:32:45.578991 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faada0-daf6-478a-885b-58b393f08a55 req-01300e3f-9440-49ec-b90a-965a4e7ee2a8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:45.580453 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7faada0-daf6-478a-885b-58b393f08a55 req-01300e3f-9440-49ec-b90a-965a4e7ee2a8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0525734 Mar 07 05:32:45.628821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a7faada0-daf6-478a-885b-58b393f08a55 req-e9f25196-a2b6-47a5-8453-242584af477d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428345 Mar 07 05:32:46.746973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b51a01-326e-42db-b415-38ab5b39808a req-0279362d-5853-4aae-876a-97fae4bbdd03 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:46.748516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b51a01-326e-42db-b415-38ab5b39808a req-0279362d-5853-4aae-876a-97fae4bbdd03 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0519257 Mar 07 05:32:46.797907 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c7b51a01-326e-42db-b415-38ab5b39808a req-b53f535c-2eed-4b2f-bb20-b04d6de02c5a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Mar 07 05:32:47.922917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f85c0-ef8f-404f-a775-0c71668904d5 req-802c89e8-b3f8-406b-bb60-0ef6adffa9d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:47.924416 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-744f85c0-ef8f-404f-a775-0c71668904d5 req-802c89e8-b3f8-406b-bb60-0ef6adffa9d2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0575533 Mar 07 05:32:47.973167 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-744f85c0-ef8f-404f-a775-0c71668904d5 req-6f7eae26-959c-434d-8ec4-d62c5ea4ea4f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 Mar 07 05:32:49.090469 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd381d49-6fa6-4bbf-a1f0-8ddd201efacf req-4222b38e-5ce9-481e-a73c-64a1f5290b7c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:49.091999 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd381d49-6fa6-4bbf-a1f0-8ddd201efacf req-4222b38e-5ce9-481e-a73c-64a1f5290b7c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0519509 Mar 07 05:32:49.145507 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cd381d49-6fa6-4bbf-a1f0-8ddd201efacf req-8c7ce75c-5f74-4732-9b1e-cf0b79e22770 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479865 Mar 07 05:32:50.265965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225140d9-8557-4b84-8588-00531e4398e6 req-55cc6473-b70b-420d-b578-bffca0b2d1f9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:50.267384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-225140d9-8557-4b84-8588-00531e4398e6 req-55cc6473-b70b-420d-b578-bffca0b2d1f9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0527685 Mar 07 05:32:50.318967 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-225140d9-8557-4b84-8588-00531e4398e6 req-ef899a82-f241-4503-b54a-b29706c48564 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460682 Mar 07 05:32:50.489129 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:51.439009 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffaa34-0907-4685-910d-158f0316b34e req-033b534e-ed5e-49f7-873d-a3f98643d52f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:51.440482 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92ffaa34-0907-4685-910d-158f0316b34e req-033b534e-ed5e-49f7-873d-a3f98643d52f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0521932 Mar 07 05:32:51.488777 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92ffaa34-0907-4685-910d-158f0316b34e req-45662348-133b-484c-a36b-1fbb544d739a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Mar 07 05:32:52.612059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb0279-a7d3-41ad-a2af-e45909bb5192 req-346ab93b-d1b8-4e5f-ac24-3c0b1169046e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:52.613470 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2eeb0279-a7d3-41ad-a2af-e45909bb5192 req-346ab93b-d1b8-4e5f-ac24-3c0b1169046e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0537159 Mar 07 05:32:52.661267 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2eeb0279-a7d3-41ad-a2af-e45909bb5192 req-504d085e-42b5-407c-a46b-7f8766bb974e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Mar 07 05:32:52.683686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33896) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:32:52.739912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:32:52.751424 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d77e10a1-5139-4981-b099-2a9176d29a49 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/af5b10a4-6bcf-4497-abb8-830d4f71ea92 HTTP/1.1" status: 200 len: 993 time: 0.0665271 Mar 07 05:32:54.016735 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d80af9-9db5-4942-aabf-8374241abf88 req-9553b431-554d-436c-9693-cd35edee3bc9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:54.018259 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22d80af9-9db5-4942-aabf-8374241abf88 req-9553b431-554d-436c-9693-cd35edee3bc9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0534949 Mar 07 05:32:54.068181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22d80af9-9db5-4942-aabf-8374241abf88 req-2b4eb171-3fb4-42d6-b46d-066ae3d0b8e9 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443637 Mar 07 05:32:54.080760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-8760bc57-4ce4-45bc-a345-fe22e68d8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:54.082300 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-8760bc57-4ce4-45bc-a345-fe22e68d8ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1127 time: 0.0836756 Mar 07 05:32:54.175093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-a7a56776-aee1-4c6e-974e-c51bfca02f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:54.176600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-a7a56776-aee1-4c6e-974e-c51bfca02f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 898 time: 0.0887039 Mar 07 05:32:54.238490 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-0721952d-9f7f-40c1-a68a-a25462d3bf05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 1001 time: 0.0564620 Mar 07 05:32:54.287537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-d0006c17-62a2-4a2a-8277-e55fb8c10be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:54.288911 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-d0006c17-62a2-4a2a-8277-e55fb8c10be6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0451000 Mar 07 05:32:54.340459 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-b0f06258-f76e-4e50-8429-7b4d30800989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:54.341947 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-b0f06258-f76e-4e50-8429-7b4d30800989 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478354 Mar 07 05:32:54.430925 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-4480fd78-fe54-45cd-a738-317856494a43 service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827286 Mar 07 05:32:54.525058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab4b1ce8-1b3b-45fe-a2c6-82d5cc42355e req-26656cbd-e788-4886-9c03-8c1e561e5a36 service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 Mar 07 05:32:55.191638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcee45-c28b-4f5b-a481-a81e49e86b02 req-a3a2e009-db60-45d8-ae83-5b5f6517b88b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:32:55.193208 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efdcee45-c28b-4f5b-a481-a81e49e86b02 req-a3a2e009-db60-45d8-ae83-5b5f6517b88b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0566094 Mar 07 05:32:55.243554 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-efdcee45-c28b-4f5b-a481-a81e49e86b02 req-db8eb8d6-8d89-475c-8997-4ec33899b38d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446017 Mar 07 05:32:55.266865 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33908) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:32:55.326178 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e4843cec-932c-4916-af2a-bb66e4a0a4f6 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/af5b10a4-6bcf-4497-abb8-830d4f71ea92 HTTP/1.1" status: 200 len: 993 time: 0.0581446 Mar 07 05:33:02.892940 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae15db33-c807-4b32-9ead-55b64a985621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:05.524622 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b091-0641-4396-b729-27b664ed2733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:06.981910 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:07.908732 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:09.600313 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:17.317210 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-9c11f8fe-9b42-432a-baff-50d06bb8bf72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430229 Mar 07 05:33:17.399719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-290027b2-2733-4d66-9893-83695131b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:17.401274 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-290027b2-2733-4d66-9893-83695131b208 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1127 time: 0.0444627 Mar 07 05:33:17.430673 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:33:17.515426 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-43735f42-1793-4014-a5bb-3dd04c729133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:17.516889 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-43735f42-1793-4014-a5bb-3dd04c729133 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 898 time: 0.0961797 Mar 07 05:33:17.580811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-7e9a69ca-1858-4010-bb89-b36469aaa70c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 1001 time: 0.0578036 Mar 07 05:33:17.632081 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-6bc983ae-e474-4b93-9798-a1ab6792ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:17.633512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-6bc983ae-e474-4b93-9798-a1ab6792ac09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0471663 Mar 07 05:33:17.681120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-11fe7ddd-306b-478a-94e4-c9a6fc05c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:17.682654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-11fe7ddd-306b-478a-94e4-c9a6fc05c418 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429728 Mar 07 05:33:17.776618 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-d288a5c0-7836-4a44-b4c9-57f0915c4c88 service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875418 Mar 07 05:33:17.866162 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56e4a4ab-f4ff-4614-bd7d-ddb7f31ed487 req-b6f16652-dfdc-4de8-8aac-2e3947b42288 service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840988 Mar 07 05:33:20.515333 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:22.752970 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.049672 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33920) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:26.207630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 9237fba3-37cd-44fc-a81f-1e4f8bd48d6c {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:33:26.207984 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.284827 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.285073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.296431 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 9237fba3-37cd-44fc-a81f-1e4f8bd48d6c owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:33:26.445732 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9237fba3-37cd-44fc-a81f-1e4f8bd48d6c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.470504 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=9237fba3-37cd-44fc-a81f-1e4f8bd48d6c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:26.481568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.481929 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.482840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.483202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.483558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.483973 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.484313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.484655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.484988 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.485324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.485657 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.485996 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.486339 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:26.543245 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (af5b10a4-6bcf-4497-abb8-830d4f71ea92), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.543501 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP af5b10a4-6bcf-4497-abb8-830d4f71ea92 disassociated (deleted). External IP: 172.25.4.170, port: bbcdc3fa-bbba-447a-9409-2275d6a21ff0. Mar 07 05:33:26.755976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router e3f2af85-f6b0-456d-83cf-95734d217f80 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:33:26.863019 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:33:26.867747 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:26.872623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] Sync routers for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:33:26.883087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:26.883697 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:26.897087 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a3fc5848-e51f-4c85-9ac0-c75b5095be80 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/floatingips/af5b10a4-6bcf-4497-abb8-830d4f71ea92 HTTP/1.1" status: 204 len: 168 time: 0.8462987 Mar 07 05:33:26.897688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:33:26.899937 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:33:26.995546 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:27.059174 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2425511c-6c61-461a-95a8-abf42ffe080e x-openstack-request-id: req-2425511c-6c61-461a-95a8-abf42ffe080e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:33:27.059701 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:33:27.059701 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2425511c-6c61-461a-95a8-abf42ffe080e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:33:27.060129 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'status': 'completed', 'code': 200} Mar 07 05:33:27.131165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-d00ecb60-c578-44e0-b052-64c5ff5ba6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:27.133337 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-d00ecb60-c578-44e0-b052-64c5ff5ba6a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 1127 time: 0.0513682 Mar 07 05:33:27.168515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f65e2-7fb9-4f39-9998-f666af91d2da req-77639f61-86d2-46c3-bbfd-577c8e6e27c3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:27.170493 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d63f65e2-7fb9-4f39-9998-f666af91d2da req-77639f61-86d2-46c3-bbfd-577c8e6e27c3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0616729 Mar 07 05:33:27.202726 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:01Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:27.224964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d63f65e2-7fb9-4f39-9998-f666af91d2da req-8c557472-e7a3-41be-874e-83e768181374 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487316 Mar 07 05:33:27.235409 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] Checking router: e3f2af85-f6b0-456d-83cf-95734d217f80 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:33:27.237200 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-51091a91-cd12-44fd-92f9-77a8d739b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:27.238719 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-51091a91-cd12-44fd-92f9-77a8d739b334 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 200 len: 898 time: 0.0986896 Mar 07 05:33:27.245224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:27.245841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:27.279841 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-4d1045e7-0c07-4455-b21c-2d1a2547b1ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 200 len: 217 time: 0.0344176 Mar 07 05:33:27.332215 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-cf5ac91b-6eb0-48b2-9b37-e3d72cf47d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:27.333687 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-cf5ac91b-6eb0-48b2-9b37-e3d72cf47d79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 200 len: 835 time: 0.0481451 Mar 07 05:33:27.355648 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:27.384409 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-7edd8982-d45c-42e6-b8ea-0662d5364ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:27.385847 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-7edd8982-d45c-42e6-b8ea-0662d5364ae9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7efa410-0667-4695-89da-44fc108da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453229 Mar 07 05:33:27.475011 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-2d587bcc-bedf-4bcb-aceb-5e97713178df service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823505 Mar 07 05:33:27.555292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:01Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:27.570492 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-66bf76b7-a5a8-43b0-b63c-a64a1e3303f8 req-f622964e-17ec-4709-8deb-67974789896a service neutron] 10.222.0.15 "GET /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894990 Mar 07 05:33:27.582273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e13d79-3ea0-4f0a-beef-68fff8068ba4 None None] The sync data for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 is: [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:31:58Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '96df2fb6-74ab-4d33-971f-26f6f64014ed', 'name': '', 'network_id': 'b7efa410-0667-4695-89da-44fc108da90d', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:fc:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:57Z', 'updated_at': '2022-03-07T05:32:01Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '2b9d06a1-14ae-4cd4-a435-f7ed19a652f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:33:27.800960 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8d502-e8cb-417b-b420-651c8ccd36cf None None] New status for floating IP af5b10a4-6bcf-4497-abb8-830d4f71ea92: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:33:28.346669 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d454db-af01-4596-bfc1-53db8f28e682 req-b318f18d-2966-45e3-b512-ba14dd5fe58b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:28.348145 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10d454db-af01-4596-bfc1-53db8f28e682 req-b318f18d-2966-45e3-b512-ba14dd5fe58b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0550318 Mar 07 05:33:28.398438 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-10d454db-af01-4596-bfc1-53db8f28e682 req-7c950773-1976-4610-8777-f17b08c9a57e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9ebc35-59de-4e11-98a8-536e9ee925c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Mar 07 05:33:28.530223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-f04d6465-c74c-4786-9146-25fb06b4c70b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:28.531588 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-f04d6465-c74c-4786-9146-25fb06b4c70b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3aac436-94c9-4d6b-8e59-a2a97991304c HTTP/1.1" status: 200 len: 945 time: 0.0511713 Mar 07 05:33:28.623166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:33:28.623504 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:28.711351 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port bbcdc3fa-bbba-447a-9409-2275d6a21ff0, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:28.711707 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:28.723272 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for bbcdc3fa-bbba-447a-9409-2275d6a21ff0 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:33:28.850324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bbcdc3fa-bbba-447a-9409-2275d6a21ff0), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:28.879193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=bbcdc3fa-bbba-447a-9409-2275d6a21ff0,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:28.891473 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.891831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.892179 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.892520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.892859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.893203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.893537 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.893870 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.894230 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.894562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.894890 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.895221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.895541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:28.934828 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] No DVR routers for this DVR port bbcdc3fa-bbba-447a-9409-2275d6a21ff0 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:33:28.938034 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:28.941281 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2749d423-4921-48cb-881c-ecc4c77d8be3 req-fefb753a-553d-4505-a578-4d540381b2e8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "DELETE /v2.0/ports/bbcdc3fa-bbba-447a-9409-2275d6a21ff0 HTTP/1.1" status: 204 len: 173 time: 0.4047327 Mar 07 05:33:28.941725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'name': 'network-vif-deleted', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:33:28.944117 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e4c125-08b1-42aa-a660-01427e68839c" -d '{"events": [{"server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "name": "network-vif-deleted", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:33:28.981196 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42f7d13-7504-40e2-8019-392aecf2b722 x-openstack-request-id: req-c42f7d13-7504-40e2-8019-392aecf2b722 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:33:28.981511 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aac436-94c9-4d6b-8e59-a2a97991304c", "name": "network-vif-deleted", "tag": "bbcdc3fa-bbba-447a-9409-2275d6a21ff0", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:33:28.981740 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c42f7d13-7504-40e2-8019-392aecf2b722 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:33:28.982625 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aac436-94c9-4d6b-8e59-a2a97991304c', 'name': 'network-vif-deleted', 'tag': 'bbcdc3fa-bbba-447a-9409-2275d6a21ff0', 'status': 'completed', 'code': 200} Mar 07 05:33:29.455710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33934) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:29.816153 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (e3f2af85-f6b0-456d-83cf-95734d217f80), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:30.073131 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 96df2fb6-74ab-4d33-971f-26f6f64014ed {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:33:30.073398 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:30.159998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 96df2fb6-74ab-4d33-971f-26f6f64014ed, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=96df2fb6-74ab-4d33-971f-26f6f64014ed,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:30.160362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:30.172144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 96df2fb6-74ab-4d33-971f-26f6f64014ed owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:33:30.362777 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (96df2fb6-74ab-4d33-971f-26f6f64014ed), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:30.386834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=96df2fb6-74ab-4d33-971f-26f6f64014ed,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:30.561863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (e3f2af85-f6b0-456d-83cf-95734d217f80), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:30.778723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router e3f2af85-f6b0-456d-83cf-95734d217f80 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:33:31.176357 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:33:31.181785 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-058fa07c-0ad6-4d27-9686-7b6c01bbff50 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/e3f2af85-f6b0-456d-83cf-95734d217f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249365 Mar 07 05:33:31.184285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33936) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:31.187739 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] Sync routers for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:33:31.201460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:31.202236 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:31.236078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting subnet 2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:33:31.239700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (2b9d06a1-14ae-4cd4-a435-f7ed19a652f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.280454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (2b9d06a1-14ae-4cd4-a435-f7ed19a652f0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.373396 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (2b9d06a1-14ae-4cd4-a435-f7ed19a652f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.432157 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (2b9d06a1-14ae-4cd4-a435-f7ed19a652f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.461703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9d06a1-14ae-4cd4-a435-f7ed19a652f0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:31.465475 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.472201 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3b65c1de-ad91-40f4-b954-9fbaa992d74f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/subnets/2b9d06a1-14ae-4cd4-a435-f7ed19a652f0 HTTP/1.1" status: 204 len: 168 time: 0.2841511 Mar 07 05:33:31.472201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33938) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:31.472402 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:31.499951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8a293-8b40-4d0d-b0bf-2bcce7f2f1c9 None None] Network b7efa410-0667-4695-89da-44fc108da90d requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:33:31.585806 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (e3f2af85-f6b0-456d-83cf-95734d217f80), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.694836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (e3f2af85-f6b0-456d-83cf-95734d217f80), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.734475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:33:30Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '7b87dd9c-c2d6-490c-a721-4d025a7b8667', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:31.750053 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 7b87dd9c-c2d6-490c-a721-4d025a7b8667 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:33:31.750430 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.761920 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] Checking router: e3f2af85-f6b0-456d-83cf-95734d217f80 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:33:31.770840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] Routers {'e3f2af85-f6b0-456d-83cf-95734d217f80'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:31.771466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e3f2af85-f6b0-456d-83cf-95734d217f80'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:31.810711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] DHCP port deletion for b7efa410-0667-4695-89da-44fc108da90d request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:33:31.835593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 7b87dd9c-c2d6-490c-a721-4d025a7b8667, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=7b87dd9c-c2d6-490c-a721-4d025a7b8667,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:31.835957 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:31.847752 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 7b87dd9c-c2d6-490c-a721-4d025a7b8667 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:33:31.889203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] Set router e3f2af85-f6b0-456d-83cf-95734d217f80 gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:31.945418 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:33:31Z', 'revision_number': 6, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:31.976375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d967e57-1f4a-4722-9164-aabfaa413313 None None] The sync data for ids ['e3f2af85-f6b0-456d-83cf-95734d217f80'] in n-d-832185-1 is: [{'id': 'e3f2af85-f6b0-456d-83cf-95734d217f80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90113204', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:31:55Z', 'updated_at': '2022-03-07T05:33:31Z', 'revision_number': 6, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:33:31.991108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Deleting port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:33:31.991533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.035916 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (7b87dd9c-c2d6-490c-a721-4d025a7b8667), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.056303 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] For port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,segment=NetworkSegment(b3548f40-44d3-45df-b9c4-af6774588f13),segment_id=b3548f40-44d3-45df-b9c4-af6774588f13)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:32.056700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.061999 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=7b87dd9c-c2d6-490c-a721-4d025a7b8667,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:32.068731 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Calling delete_port for 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:33:32.129484 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (e3f2af85-f6b0-456d-83cf-95734d217f80), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.150267 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (99719b7e-aa90-48f2-b77b-1fbd0d6033c4), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.176285 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Pushing event deleted for resources: {'Port': ['ID=99719b7e-aa90-48f2-b77b-1fbd0d6033c4,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:32.178503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] No DVR routers for this DVR port 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:33:32.186794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.187206 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.187556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.187892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.188553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.188553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.189213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.189213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.189553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.189772 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.190130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.190450 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.190815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e43c0-d60b-4342-9c7a-6b9f40e96c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:32.232816 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (e3f2af85-f6b0-456d-83cf-95734d217f80), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.235462 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (e3f2af85-f6b0-456d-83cf-95734d217f80), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.277754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (e3f2af85-f6b0-456d-83cf-95734d217f80), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.278238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Fanout notify agent at l3_agent the message router_deleted on router e3f2af85-f6b0-456d-83cf-95734d217f80 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:33:32.285197 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.286340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-639a270c-7a5a-45bd-bbf3-cd143f2f331f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/routers/e3f2af85-f6b0-456d-83cf-95734d217f80 HTTP/1.1" status: 204 len: 168 time: 0.8134489 Mar 07 05:33:32.289037 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33940) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:32.367908 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (b7efa410-0667-4695-89da-44fc108da90d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.469428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (b7efa410-0667-4695-89da-44fc108da90d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.491033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7efa410-0667-4695-89da-44fc108da90d']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:32.501722 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3548f40-44d3-45df-b9c4-af6774588f13') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:32.502137 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3548f40-44d3-45df-b9c4-af6774588f13') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:32.512368 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (b3548f40-44d3-45df-b9c4-af6774588f13), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.523415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:33:32.527937 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (b3548f40-44d3-45df-b9c4-af6774588f13), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.534514 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:33:32.535041 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (b3548f40-44d3-45df-b9c4-af6774588f13), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:33:32.539594 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:33:32.544871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:33:32.545218 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99719b7e-aa90-48f2-b77b-1fbd0d6033c4 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:33:32.546229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 96df2fb6-74ab-4d33-971f-26f6f64014ed no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:33:32.568006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 96df2fb6-74ab-4d33-971f-26f6f64014ed {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:33:32.568611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 96df2fb6-74ab-4d33-971f-26f6f64014ed not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:33:32.604774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (b7efa410-0667-4695-89da-44fc108da90d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.612605 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.616791 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/networks/b7efa410-0667-4695-89da-44fc108da90d HTTP/1.1" status: 204 len: 168 time: 0.3261216 Mar 07 05:33:32.619236 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33942) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:32.635953 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedc767-a12e-4130-aaff-6aabe09c44a2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Network': ['ID=b7efa410-0667-4695-89da-44fc108da90d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:32.691324 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0fe65153-7e9f-4b3f-90bc-c6031c96a664 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (3c9ebc35-59de-4e11-98a8-536e9ee925c8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.717666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0fe65153-7e9f-4b3f-90bc-c6031c96a664 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (3c9ebc35-59de-4e11-98a8-536e9ee925c8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.783830 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0fe65153-7e9f-4b3f-90bc-c6031c96a664 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (3c9ebc35-59de-4e11-98a8-536e9ee925c8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.787169 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0fe65153-7e9f-4b3f-90bc-c6031c96a664 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:32.790863 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0fe65153-7e9f-4b3f-90bc-c6031c96a664 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c9ebc35-59de-4e11-98a8-536e9ee925c8 HTTP/1.1" status: 204 len: 168 time: 0.1686215 Mar 07 05:33:32.798975 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe65153-7e9f-4b3f-90bc-c6031c96a664 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9ebc35-59de-4e11-98a8-536e9ee925c8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:32.899477 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a0d1303b-3338-41b3-99d8-98d617b0cce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.005335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33948) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.009849 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434363751', 'description': 'tempest-secgroup-smoke-434363751 description', 'project_id': '68ab2187db604d42a0c6972f9ec99a21'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.029861 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.098887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (579dbd0e-95f5-418a-a47b-7d9140b9be68), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.102774 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (579dbd0e-95f5-418a-a47b-7d9140b9be68), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.133776 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.135053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1286740 Mar 07 05:33:33.136939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43996241-8f29-4ccd-9b33-80de11617ca3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579dbd0e-95f5-418a-a47b-7d9140b9be68,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.138069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33950) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.144072 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '579dbd0e-95f5-418a-a47b-7d9140b9be68', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.175632 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (1bc5c03b-ff19-49f1-afde-f81bbd1ac459), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.230543 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (1bc5c03b-ff19-49f1-afde-f81bbd1ac459), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.234040 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (1bc5c03b-ff19-49f1-afde-f81bbd1ac459), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.248296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc5c03b-ff19-49f1-afde-f81bbd1ac459,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.258578 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.259813 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-19b5e38f-1aa8-4801-a7a7-3c71e536f9be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198342 Mar 07 05:33:33.262555 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33952) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.267326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '579dbd0e-95f5-418a-a47b-7d9140b9be68', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.291567 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (9c1727a1-882a-4808-980e-4696c0d5d7cc), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.346522 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (9c1727a1-882a-4808-980e-4696c0d5d7cc), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.350071 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (9c1727a1-882a-4808-980e-4696c0d5d7cc), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.370597 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1727a1-882a-4808-980e-4696c0d5d7cc,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.376661 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.377691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-acdc3f99-9e50-465c-90a8-cfb841232878 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142173 Mar 07 05:33:33.381073 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33954) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.385749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '579dbd0e-95f5-418a-a47b-7d9140b9be68', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.411031 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (618a1025-5428-40ba-8da5-3d2ba901d5b3), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.468348 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (618a1025-5428-40ba-8da5-3d2ba901d5b3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.472144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (618a1025-5428-40ba-8da5-3d2ba901d5b3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.490631 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618a1025-5428-40ba-8da5-3d2ba901d5b3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.497799 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.499621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-15a3ca50-8376-4b13-8794-09231a345095 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169233 Mar 07 05:33:33.502896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33956) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.507123 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '579dbd0e-95f5-418a-a47b-7d9140b9be68', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.530686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (a53da164-4b5c-45fa-8573-e935b0fe9734), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.588068 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (a53da164-4b5c-45fa-8573-e935b0fe9734), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.591394 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a53da164-4b5c-45fa-8573-e935b0fe9734), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.610070 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53da164-4b5c-45fa-8573-e935b0fe9734,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.617274 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.619490 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-01f93ea0-a8cc-4825-bf65-d451ac4912be tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146948 Mar 07 05:33:33.621195 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33958) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.625562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '579dbd0e-95f5-418a-a47b-7d9140b9be68', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.644008 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:33:33.648818 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (7502ec8d-b367-49b4-855f-c6a8308a037b), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.709959 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (7502ec8d-b367-49b4-855f-c6a8308a037b), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.713498 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (7502ec8d-b367-49b4-855f-c6a8308a037b), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.731569 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7502ec8d-b367-49b4-855f-c6a8308a037b,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.740815 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.742308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9b7860eb-0619-4204-9a1a-cda368193715 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201043 Mar 07 05:33:33.744925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33960) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.750000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'security_group_rule': {'security_group_id': '579dbd0e-95f5-418a-a47b-7d9140b9be68', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.770307 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Project 68ab2187db604d42a0c6972f9ec99a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:33:33.775151 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (a343026c-3a06-42f5-86a6-590b47561e38), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.834864 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (a343026c-3a06-42f5-86a6-590b47561e38), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.838211 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (a343026c-3a06-42f5-86a6-590b47561e38), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.855922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a343026c-3a06-42f5-86a6-590b47561e38,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:33.863101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.864300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-17e93329-9a90-46e4-bdf3-b2ecb9ee0ea1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184678 Mar 07 05:33:33.867064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33962) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:33.871832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'network': {'name': 'tempest-network-smoke--1901160121', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'port_security_enabled': True}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:33.891840 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:33:33.895271 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.918425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:33:33.927666 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (78fe8c4e-a121-4a0b-95a7-6d80e65d67cd), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.928008 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Added segment 78fe8c4e-a121-4a0b-95a7-6d80e65d67cd of type vlan for network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 Mar 07 05:33:33.968192 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.992410 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:33.997280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:33.998095 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.037580 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1695158 Mar 07 05:33:34.040372 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33964) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:34.044976 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'admin_state_up': True, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:34.065197 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device bbcdc3fa-bbba-447a-9409-2275d6a21ff0 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:33:34.068288 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.069585 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.069737 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aa16e-cd1b-432e-9481-27ae04d8ef6c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Network': ['ID=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:34.089921 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:33:34.093016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: bbcdc3fa-bbba-447a-9409-2275d6a21ff0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:33:34.093496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device bbcdc3fa-bbba-447a-9409-2275d6a21ff0 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:33:34.126529 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.266212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.348028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b87dd9c-c2d6-490c-a721-4d025a7b8667 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:33:34.369074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 7b87dd9c-c2d6-490c-a721-4d025a7b8667 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:33:34.369421 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 7b87dd9c-c2d6-490c-a721-4d025a7b8667 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:33:34.465219 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.491295 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.595586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.9 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/3dff9811-11e3-4b81-8078-cb75bbf22b46) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:33:34.696061 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.729773 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:34.772019 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:33:34.774823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:34.777157 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:33:34.805811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=3dff9811-11e3-4b81-8078-cb75bbf22b46,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:35.318211 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:35.520257 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:35.526355 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d6336120-b1cd-487d-a071-a84421a33c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:35.649782 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router ebba9e71-e04d-4fe0-ab60-fc5f31231dba is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:33:35.756502 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:33:35.766857 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Sync routers for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:33:35.776603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:35.776985 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:35.777688 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:35.777941 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18775e7b-400c-43f9-b1ff-8bd3f01a7569 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7365243 Mar 07 05:33:35.781926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33966) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:35.854345 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-677f7fc5-4eb3-4066-b3bc-39138452d3fd tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=68ab2187db604d42a0c6972f9ec99a21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704017 Mar 07 05:33:35.856838 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33970) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:35.885591 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:35.942501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16453514-8a36-459f-875a-905cbd11a675 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:35.944000 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-16453514-8a36-459f-875a-905cbd11a675 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862570 Mar 07 05:33:35.946821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33972) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:35.978528 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 33974) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:35.979124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2373b5e-23c8-41f2-9ed0-559e97d1b448 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f7c05cad-bea7-40ad-a21a-d6f26761807f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307117 Mar 07 05:33:35.983659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880623653', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:36.063435 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:35Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:36.069993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:33:36.073378 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.095222 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Checking router: ebba9e71-e04d-4fe0-ab60-fc5f31231dba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:33:36.095573 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Updating router ebba9e71-e04d-4fe0-ab60-fc5f31231dba port 3dff9811-11e3-4b81-8078-cb75bbf22b46 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:33:36.122363 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.251353 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (791d018b-0607-47e4-952b-5aca04bfc4f3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.320398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Subnet': ['ID=791d018b-0607-47e4-952b-5aca04bfc4f3,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:36.329289 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Checking segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:33:36.329655 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network hostable DHCP agents. Network: 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:33:36.347066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:33:36.356456 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:36.361691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:36.362325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.367384 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190d181-f40d-4846-909a-4f63fc30e86a None None] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:33:36.376311 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Publish callbacks [] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.379715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-1af14870-4e5d-4c15-8c69-0b2d2c051514 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4001174 Mar 07 05:33:36.382596 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 33976) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:36.386629 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.443500 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Attempting to bind port 3dff9811-11e3-4b81-8078-cb75bbf22b46 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:33:36.443887 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Attempting to bind port 3dff9811-11e3-4b81-8078-cb75bbf22b46 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:33:36.444418 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Attempting to bind port 3dff9811-11e3-4b81-8078-cb75bbf22b46 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:33:36.447329 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Pushing event updated for resources: {'Port': ['ID=3dff9811-11e3-4b81-8078-cb75bbf22b46,revision_number=2']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:36.456116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.456442 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.456783 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.457118 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.457449 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.457787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.458142 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.458470 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.458793 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.459116 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.459440 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.459758 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.460077 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:33:36.463649 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:33:36.464025 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:33:36.464441 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.464809 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:33:36.465286 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Bound port: 3dff9811-11e3-4b81-8078-cb75bbf22b46, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:33:36.465669 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.485868 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:33:36.486784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.524168 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] For port 3dff9811-11e3-4b81-8078-cb75bbf22b46, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:33:36.527838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] For port 3dff9811-11e3-4b81-8078-cb75bbf22b46, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3dff9811-11e3-4b81-8078-cb75bbf22b46,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:33:36.535167 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.593668 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:36.594431 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:36.640556 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de6f1f-b16e-419c-bd49-1a6aa9fd6e50 None None] Pushing event updated for resources: {'Port': ['ID=3dff9811-11e3-4b81-8078-cb75bbf22b46,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:36.650869 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Allocated IP 172.20.0.2 (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24/791d018b-0607-47e4-952b-5aca04bfc4f3/54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:33:36.722919 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:36.807367 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Publish callbacks [] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.814773 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.857363 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:33:36.861619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:36.864118 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:33:36.864657 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.876840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Pushing event updated for resources: {'Port': ['ID=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:36.923266 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:35Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:36.932804 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Attempting to bind port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:33:36.933556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Attempting to bind port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:33:36.934138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Attempting to bind port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a on network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:33:36.939714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:33:36.940317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Checking segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:33:36.940917 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.941475 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Bound using segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:33:36.942154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Bound port: 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:33:36.942722 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:36.949773 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524c137-dd57-41ad-8e17-f68bdc80e247 None None] The sync data for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 is: [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:35Z', 'revision_number': 3, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:33:37.007908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.024524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] For port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:33:37.027976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] For port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:33:37.035002 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.110014 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd24a-1004-417f-aa42-cc20372e7873 None None] Pushing event updated for resources: {'Port': ['ID=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:37.177745 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.1 (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24/791d018b-0607-47e4-952b-5aca04bfc4f3/2a0bad87-3068-47d9-88ba-773955281a4c) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:33:37.340856 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (2a0bad87-3068-47d9-88ba-773955281a4c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.381754 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.431247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:33:37.434646 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:37.439572 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:33:37.465763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=2a0bad87-3068-47d9-88ba-773955281a4c,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:37.490922 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.641254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.923396 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.943260 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (2a0bad87-3068-47d9-88ba-773955281a4c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:37.947918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.026367 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.028128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=2a0bad87-3068-47d9-88ba-773955281a4c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:38.136887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:33:38.138318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:38.172950 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a050d5-0fbd-4470-b19b-6dc0d64b54ee None None] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:33:38.248131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] Provisioning complete for port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:38.248510 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.256499 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router ebba9e71-e04d-4fe0-ab60-fc5f31231dba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:33:38.372746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] Current status of the port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:38.372746 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.394009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:33:38.400164 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-75ad2289-fbdd-4b46-aae4-6b255e3360e4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/ebba9e71-e04d-4fe0-ab60-fc5f31231dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0163543 Mar 07 05:33:38.435163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] For port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:38.443651 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.512678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f78449-89a6-4785-85cf-644bfe777456 None None] Pushing event updated for resources: {'Port': ['ID=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:38.552855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3dff9811-11e3-4b81-8078-cb75bbf22b46 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:33:38.605732 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-225298dd-3811-4748-a2fe-c0107b43439a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434363751&fields=id&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 267 time: 0.0510209 Mar 07 05:33:38.609359 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3dff9811-11e3-4b81-8078-cb75bbf22b46 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:38.609754 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.703007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b594404a-345f-45a9-a0f0-e62c6c9068f2 None None] Provisioning complete for port 2a0bad87-3068-47d9-88ba-773955281a4c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:38.703398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b594404a-345f-45a9-a0f0-e62c6c9068f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.742995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-b61bfdbf-37e7-43a7-bdca-2f1d075be06e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:38.745497 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-b61bfdbf-37e7-43a7-bdca-2f1d075be06e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 797 time: 0.1286621 Mar 07 05:33:38.756584 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b594404a-345f-45a9-a0f0-e62c6c9068f2 None None] Port 2a0bad87-3068-47d9-88ba-773955281a4c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:33:38.761054 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3dff9811-11e3-4b81-8078-cb75bbf22b46 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:38.761444 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.762972 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-f3f74527-75a9-4bc3-b420-f5f349589194 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/quotas/68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 375 time: 0.0104003 Mar 07 05:33:38.789046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b594404a-345f-45a9-a0f0-e62c6c9068f2 None None] Provisioning complete for port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:38.789428 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b594404a-345f-45a9-a0f0-e62c6c9068f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.793240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 3dff9811-11e3-4b81-8078-cb75bbf22b46, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3dff9811-11e3-4b81-8078-cb75bbf22b46,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:38.818637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:38.819430 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:33:38.829840 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-49b498dd-e7a6-46b2-b610-468f607eec8b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602415 Mar 07 05:33:38.928608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=3dff9811-11e3-4b81-8078-cb75bbf22b46,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:38.956461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Sync routers for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:33:38.983691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:38.984186 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:39.006288 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-4231d6b9-1913-42c4-9b4c-8016059eef5f service neutron] 10.222.0.21 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583569 Mar 07 05:33:39.010535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b594404a-345f-45a9-a0f0-e62c6c9068f2 None None] Current status of the port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:39.015099 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:39.015740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:39.109991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-33bb531a-7f6f-4b94-ae6f-ce85223f7831 service neutron] 10.222.0.21 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967329 Mar 07 05:33:39.295137 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c4d597d8-2161-450f-853f-170be442c882 req-83d39577-6e96-414b-955f-4e4aead4406c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0394228 Mar 07 05:33:39.300808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c029a5c7-382e-4569-b0b0-c5b2d1452bb3 None None] Provisioning complete for port 2a0bad87-3068-47d9-88ba-773955281a4c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:39.301193 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c029a5c7-382e-4569-b0b0-c5b2d1452bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:39.389692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c029a5c7-382e-4569-b0b0-c5b2d1452bb3 None None] Port 2a0bad87-3068-47d9-88ba-773955281a4c cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:33:39.395477 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:39.430593 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:39.634695 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:39.662398 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 2, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:39.697493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Checking router: ebba9e71-e04d-4fe0-ab60-fc5f31231dba for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:33:39.697848 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Updating router ebba9e71-e04d-4fe0-ab60-fc5f31231dba port 2a0bad87-3068-47d9-88ba-773955281a4c binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:33:39.730672 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.034202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Publish callbacks [] for port (2a0bad87-3068-47d9-88ba-773955281a4c), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.039375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.088309 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b4f71-ab0b-44b7-aa57-723111642705 None None] Pushing event updated for resources: {'Port': ['ID=2a0bad87-3068-47d9-88ba-773955281a4c,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:40.140541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Attempting to bind port 2a0bad87-3068-47d9-88ba-773955281a4c on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:33:40.140955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Attempting to bind port 2a0bad87-3068-47d9-88ba-773955281a4c by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:33:40.141320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Attempting to bind port 2a0bad87-3068-47d9-88ba-773955281a4c on network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:33:40.146786 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:33:40.147165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Checking segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:33:40.147568 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.147963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Bound using segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:33:40.148438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Bound port: 2a0bad87-3068-47d9-88ba-773955281a4c, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:33:40.148823 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.218072 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] For port 2a0bad87-3068-47d9-88ba-773955281a4c, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:33:40.222127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] For port 2a0bad87-3068-47d9-88ba-773955281a4c, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2a0bad87-3068-47d9-88ba-773955281a4c,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:33:40.229404 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.288301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:40.288944 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:40.326283 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b4f71-ab0b-44b7-aa57-723111642705 None None] Pushing event updated for resources: {'Port': ['ID=2a0bad87-3068-47d9-88ba-773955281a4c,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:40.356986 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] Provisioning complete for port 2a0bad87-3068-47d9-88ba-773955281a4c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:40.357486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.395095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-22b3e917-b417-4660-a92e-1d58dde3e63b req-e1e3b3b9-c3af-45db-8335-1058c5bf1f18 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0356872 Mar 07 05:33:40.441523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3dff9811-11e3-4b81-8078-cb75bbf22b46 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:33:40.482577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:40.613595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] Current status of the port 2a0bad87-3068-47d9-88ba-773955281a4c is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:40.613996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.667713 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 3dff9811-11e3-4b81-8078-cb75bbf22b46 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:40.668091 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.721806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] For port 2a0bad87-3068-47d9-88ba-773955281a4c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2a0bad87-3068-47d9-88ba-773955281a4c,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:40.735587 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.849090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca80a6a-766d-4b3f-99f7-2bbd1dd29e45 None None] Pushing event updated for resources: {'Port': ['ID=2a0bad87-3068-47d9-88ba-773955281a4c,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:40.875489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 3dff9811-11e3-4b81-8078-cb75bbf22b46 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:40.876527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:33:40.899741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-16a2d300-4c1b-4efc-93e3-cee31a85b153 None None] Provisioning complete for port 2a0bad87-3068-47d9-88ba-773955281a4c triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:40.900115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16a2d300-4c1b-4efc-93e3-cee31a85b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:40.948058 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:40.980343 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edeeca-eb2d-4c46-90f0-953b6e4cf358 None None] The sync data for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 is: [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:33:41.002998 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:41.003377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:41.066312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-16a2d300-4c1b-4efc-93e3-cee31a85b153 None None] Current status of the port 2a0bad87-3068-47d9-88ba-773955281a4c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:41.120417 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:41.482165 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cf581272-d817-4636-ab06-89199d75906b req-58b94e3e-ce2b-491f-8602-06350c58bbee tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Mar 07 05:33:42.422761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2a0bad87-3068-47d9-88ba-773955281a4c up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:33:42.470897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2a0bad87-3068-47d9-88ba-773955281a4c triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:42.471271 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:42.554923 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2a0bad87-3068-47d9-88ba-773955281a4c is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:42.575328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8b53304-55f3-4320-9bc0-9b958281afd3 req-a8d5ef7d-8678-4ac4-8fc4-22a6fa6a10da tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0379307 Mar 07 05:33:43.669767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8ccece23-c11f-43dd-adf9-a31cb6b8557d req-28b1fdd2-dfe0-4632-8ab2-f9a703b84d5a tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Mar 07 05:33:44.268237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-5dd1feb8-9bb3-44ae-8a8c-3ec48f366009 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:44.269693 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-5dd1feb8-9bb3-44ae-8a8c-3ec48f366009 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 797 time: 0.1026623 Mar 07 05:33:44.332794 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-7d2629ee-955d-4ab7-b6e1-9db7d09c3a4b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ab2187db604d42a0c6972f9ec99a21 HTTP/1.1" status: 200 len: 379 time: 0.0548642 Mar 07 05:33:44.341888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'port': {'device_id': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'admin_state_up': True, 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'security_groups': ['579dbd0e-95f5-418a-a47b-7d9140b9be68']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:44.450760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Made reservation on behalf of 68ab2187db604d42a0c6972f9ec99a21 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:33:44.454991 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:44.582755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.20.0.7 (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24/791d018b-0607-47e4-952b-5aca04bfc4f3/04e3a066-8569-4c00-bd50-f04c3dd4a436) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:33:44.721381 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:44.756558 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:44.770035 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3459548f-054f-4deb-b118-a81faeba3ece req-c1a62939-ad56-4cb7-a7e2-6cf85f2331ee tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0309250 Mar 07 05:33:44.805432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:33:44.808370 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:44.812106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:33:44.818654 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=04e3a066-8569-4c00-bd50-f04c3dd4a436,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:44.866454 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:44.867089 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:44.884001 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-93159c73-a87f-4035-91d3-038ff48de218 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456929 Mar 07 05:33:44.897326 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Request body: {'port': {'device_id': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:44.958453 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.109632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-eb2be122-57a7-4db2-965a-4f24249051c1 None None] Provisioning complete for port 04e3a066-8569-4c00-bd50-f04c3dd4a436 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:45.110335 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-eb2be122-57a7-4db2-965a-4f24249051c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.144199 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-eb2be122-57a7-4db2-965a-4f24249051c1 None None] Port 04e3a066-8569-4c00-bd50-f04c3dd4a436 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:33:45.510363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e3a066-8569-4c00-bd50-f04c3dd4a436 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:33:45.518325 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Publish callbacks [] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.531352 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Transition to ACTIVE for port object 04e3a066-8569-4c00-bd50-f04c3dd4a436 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:33:45.534615 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.583516 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Pushing event updated for resources: {'Port': ['ID=04e3a066-8569-4c00-bd50-f04c3dd4a436,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:45.658650 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Attempting to bind port 04e3a066-8569-4c00-bd50-f04c3dd4a436 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:33:45.658987 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Attempting to bind port 04e3a066-8569-4c00-bd50-f04c3dd4a436 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:33:45.659314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Attempting to bind port 04e3a066-8569-4c00-bd50-f04c3dd4a436 on network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:33:45.663781 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Port 04e3a066-8569-4c00-bd50-f04c3dd4a436 on network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:33:45.664159 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Attempting to bind port 04e3a066-8569-4c00-bd50-f04c3dd4a436 on network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:33:45.669273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:33:45.669616 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Checking segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:33:45.670026 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Bound using segment: {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:33:45.670461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Bound port: 04e3a066-8569-4c00-bd50-f04c3dd4a436, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:33:45.670950 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.736235 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] For port 04e3a066-8569-4c00-bd50-f04c3dd4a436, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:33:45.739397 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] For port 04e3a066-8569-4c00-bd50-f04c3dd4a436, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:33:45.746120 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.781821 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:45.782472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:45.783855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-8090aec9-9432-442e-961e-0c843d45925b service neutron] 10.222.0.15 "PUT /v2.0/ports/04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 1091 time: 0.8908598 Mar 07 05:33:45.786083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:33:45.788339 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f6f08-43d8-4ecd-9689-c9cb23121f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:33:45.815632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090aec9-9432-442e-961e-0c843d45925b service neutron] Pushing event updated for resources: {'Port': ['ID=04e3a066-8569-4c00-bd50-f04c3dd4a436,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:45.872554 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-3be10151-2c55-4655-bb8e-761f20e78576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:45.874725 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-3be10151-2c55-4655-bb8e-761f20e78576 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1125 time: 0.0516593 Mar 07 05:33:45.927474 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f81a5-4324-49f5-980b-f3975eda6332 x-openstack-request-id: req-be8f81a5-4324-49f5-980b-f3975eda6332 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:33:45.927780 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:33:45.928038 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be8f81a5-4324-49f5-980b-f3975eda6332 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:33:45.928452 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'status': 'completed', 'code': 200} Mar 07 05:33:45.930039 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-4d0cd692-3c0d-4df0-81c7-6bcec201f1bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 217 time: 0.0471013 Mar 07 05:33:45.985418 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-2e957f1f-1204-4383-a51d-dd1280ae8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:45.986969 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-2e957f1f-1204-4383-a51d-dd1280ae8d5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 200 len: 834 time: 0.0509760 Mar 07 05:33:46.021800 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b3fd-cdc5-49af-9aca-a3b967a567d9 req-544d05ac-a3c3-4f06-b900-7f5d39c1898b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:46.023368 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f415b3fd-cdc5-49af-9aca-a3b967a567d9 req-544d05ac-a3c3-4f06-b900-7f5d39c1898b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 943 time: 0.0645597 Mar 07 05:33:46.038820 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30258db-8167-40fe-a226-5febcf952c66 req-b601d652-1090-4473-85a5-ca14fc8d99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:46.040420 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-b601d652-1090-4473-85a5-ca14fc8d99ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471528 Mar 07 05:33:46.079574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f415b3fd-cdc5-49af-9aca-a3b967a567d9 req-51a85307-0fe3-42ac-afb3-0f7003838a54 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503561 Mar 07 05:33:46.135363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-e58ce333-98ce-4a86-a148-7f14cf2cbb28 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881069 Mar 07 05:33:46.221842 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d30258db-8167-40fe-a226-5febcf952c66 req-ca809ffb-3167-426b-870f-2e147302ce9a service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806870 Mar 07 05:33:46.318261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-c31e9d2b-612b-457d-a840-02137b9cd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:46.319720 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-c31e9d2b-612b-457d-a840-02137b9cd783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1125 time: 0.0505621 Mar 07 05:33:46.411644 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-f95811f6-95d1-4cc9-9d40-033048ffe062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:46.413119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-f95811f6-95d1-4cc9-9d40-033048ffe062 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 898 time: 0.0881469 Mar 07 05:33:46.460018 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-99a82327-d7bf-4ac1-88e0-8c5e1a33de05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 217 time: 0.0401170 Mar 07 05:33:46.512027 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-fcc0f1f3-1f43-42cb-b23a-7343c62d55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:46.513062 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-fcc0f1f3-1f43-42cb-b23a-7343c62d55c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 200 len: 834 time: 0.0465441 Mar 07 05:33:46.565965 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-c678967c-fd30-4cc0-bd84-6f0ba912a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:46.567501 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-c678967c-fd30-4cc0-bd84-6f0ba912a11e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479887 Mar 07 05:33:46.659375 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-12dddaee-963f-4724-bcd0-d5bbd16ce00f service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853992 Mar 07 05:33:46.753898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-299f6f08-43d8-4ecd-9689-c9cb23121f8d req-cde651e2-464d-40b9-8bfc-3d90896cce7c service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Mar 07 05:33:47.208079 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606ee82-cc19-43f4-8970-6314153fe5bc req-ee2e004e-f4b0-497e-8d71-1b1f67187c46 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:47.209548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5606ee82-cc19-43f4-8970-6314153fe5bc req-ee2e004e-f4b0-497e-8d71-1b1f67187c46 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 943 time: 0.0578938 Mar 07 05:33:47.257856 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5606ee82-cc19-43f4-8970-6314153fe5bc req-24c2ff4e-c261-46cc-bd56-7ce73bfca9c3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Mar 07 05:33:48.379150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc50e82-bc4e-4151-a036-a1896580a57f req-3dfc107a-c087-46c7-a2e7-2f526aebaf71 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:48.380802 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cc50e82-bc4e-4151-a036-a1896580a57f req-3dfc107a-c087-46c7-a2e7-2f526aebaf71 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 943 time: 0.0531170 Mar 07 05:33:48.435032 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3cc50e82-bc4e-4151-a036-a1896580a57f req-fcb14bbe-d759-4073-a59e-0ecef00ce53b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482609 Mar 07 05:33:49.557248 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8d42-1059-4e85-9d5e-f77b3fc60121 req-1b54bcef-248c-49a3-a1ab-50fe1ea2bdfa tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:49.558736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b1e8d42-1059-4e85-9d5e-f77b3fc60121 req-1b54bcef-248c-49a3-a1ab-50fe1ea2bdfa tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 943 time: 0.0532675 Mar 07 05:33:49.612726 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b1e8d42-1059-4e85-9d5e-f77b3fc60121 req-7f85386f-e0f7-465a-8e29-7384ab3d5f3b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482664 Mar 07 05:33:50.111451 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 04e3a066-8569-4c00-bd50-f04c3dd4a436 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:33:50.212466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 04e3a066-8569-4c00-bd50-f04c3dd4a436, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:50.223454 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'port_id': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'mac_address': 'fa:16:3e:38:dd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:33:50.260163 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 04e3a066-8569-4c00-bd50-f04c3dd4a436 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:50.260549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:50.273102 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e3a066-8569-4c00-bd50-f04c3dd4a436 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:33:50.292492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 04e3a066-8569-4c00-bd50-f04c3dd4a436, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:50.297224 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:50.347592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=04e3a066-8569-4c00-bd50-f04c3dd4a436,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:50.671474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['04e3a066-8569-4c00-bd50-f04c3dd4a436'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:33:50.709387 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:50.738891 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7baf97-6087-4666-8447-1bb152ced85b req-83dadd42-9e88-4503-b29c-bd9db0fe1804 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:50.740402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a7baf97-6087-4666-8447-1bb152ced85b req-83dadd42-9e88-4503-b29c-bd9db0fe1804 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 944 time: 0.0588701 Mar 07 05:33:50.796615 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5a7baf97-6087-4666-8447-1bb152ced85b req-ae27a0bb-b063-4ce4-941a-3882f123e7e3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504444 Mar 07 05:33:51.916280 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef44c5-1c5e-41cf-8327-c784301ec035 req-99e1432d-6335-4cd7-bdc3-640ac93c7814 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:51.917766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bef44c5-1c5e-41cf-8327-c784301ec035 req-99e1432d-6335-4cd7-bdc3-640ac93c7814 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 944 time: 0.0538847 Mar 07 05:33:51.966677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0bef44c5-1c5e-41cf-8327-c784301ec035 req-b6305650-1f86-4c0a-87cc-6984417d3b82 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Mar 07 05:33:52.127035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 04e3a066-8569-4c00-bd50-f04c3dd4a436 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:33:52.176221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 04e3a066-8569-4c00-bd50-f04c3dd4a436 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:33:52.179872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 04e3a066-8569-4c00-bd50-f04c3dd4a436 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:33:52.180248 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:52.259436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 04e3a066-8569-4c00-bd50-f04c3dd4a436 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:33:52.259825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:52.281213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:33:52.283576 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4821b8-b039-4ee6-a77f-2d98488cc05d" -d '{"events": [{"server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "name": "network-vif-plugged", "status": "completed", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:33:52.296817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 04e3a066-8569-4c00-bd50-f04c3dd4a436, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:33:52.300625 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:52.348943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=04e3a066-8569-4c00-bd50-f04c3dd4a436,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:52.377169 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06caae45-8e69-4a59-8871-145aeb1c0943 x-openstack-request-id: req-06caae45-8e69-4a59-8871-145aeb1c0943 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:33:52.377574 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "name": "network-vif-plugged", "status": "completed", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:33:52.377849 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06caae45-8e69-4a59-8871-145aeb1c0943 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:33:52.378287 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'code': 200} Mar 07 05:33:52.474827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28570b45-a8a0-416a-ab5f-07a3bdaa59cd req-dc0b57c0-a983-4dad-9208-e1c3afc890bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:52.476238 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28570b45-a8a0-416a-ab5f-07a3bdaa59cd req-dc0b57c0-a983-4dad-9208-e1c3afc890bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1127 time: 0.0433989 Mar 07 05:33:52.526923 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-28570b45-a8a0-416a-ab5f-07a3bdaa59cd req-ac2eccd6-7726-4f0a-b104-2a6f093fe0f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444307 Mar 07 05:33:52.755117 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:53.090686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621ea09-2445-47a5-93c0-ab7f71fda3f7 req-8a24d59f-8551-4536-ba41-b04c301b3b1b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:53.092159 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1621ea09-2445-47a5-93c0-ab7f71fda3f7 req-8a24d59f-8551-4536-ba41-b04c301b3b1b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0568147 Mar 07 05:33:53.141291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1621ea09-2445-47a5-93c0-ab7f71fda3f7 req-2d1a25b1-65ce-44a2-8a20-b26a320c80a0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425401 Mar 07 05:33:54.258935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def70a-1015-4b88-9a06-543f392a5975 req-af5677e8-15cf-4141-b007-5ee3b3e01a0d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:54.260530 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26def70a-1015-4b88-9a06-543f392a5975 req-af5677e8-15cf-4141-b007-5ee3b3e01a0d tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0531378 Mar 07 05:33:54.307848 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-26def70a-1015-4b88-9a06-543f392a5975 req-14484052-569a-4f5a-8e3c-e73517f776b3 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417085 Mar 07 05:33:54.422574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67487d5-3e64-4941-bfd2-4f9e93eda847 req-abaaf5ce-510e-46bb-9f14-51998dcb2fab tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:54.424028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f67487d5-3e64-4941-bfd2-4f9e93eda847 req-abaaf5ce-510e-46bb-9f14-51998dcb2fab tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0523174 Mar 07 05:33:54.429599 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:33:54.475483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f67487d5-3e64-4941-bfd2-4f9e93eda847 req-9a352133-7e96-44a1-818c-7e12b373eec2 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459354 Mar 07 05:33:54.497607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34050) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:54.540361 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0dcce-7dd5-4852-9ffe-cac4ac7db3f3 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:54.542636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c9d0dcce-7dd5-4852-9ffe-cac4ac7db3f3 tempest-TestNetworkAdvancedServerOps-846508838 tempest-TestNetworkAdvancedServerOps-846508838-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1122 time: 0.0437739 Mar 07 05:33:54.545227 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34052) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:54.550593 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:33:54.572674 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:54.667082 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:54.771539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Allocated IP 172.25.4.153 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/436032ee-6500-4388-91aa-1c8c2184de10) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:33:54.873044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (436032ee-6500-4388-91aa-1c8c2184de10), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:54.905851 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (436032ee-6500-4388-91aa-1c8c2184de10), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:54.944854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:33:54.947640 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:33:54.950413 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:33:54.975257 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=436032ee-6500-4388-91aa-1c8c2184de10,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:55.323915 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (a63eb6fb-2ba4-4dab-865b-ffd94e53ce13), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:55.391592 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (436032ee-6500-4388-91aa-1c8c2184de10), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:55.540033 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for port (436032ee-6500-4388-91aa-1c8c2184de10), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:55.544836 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (436032ee-6500-4388-91aa-1c8c2184de10), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:55.612028 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event updated for resources: {'Port': ['ID=436032ee-6500-4388-91aa-1c8c2184de10,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:33:55.623863 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (a63eb6fb-2ba4-4dab-865b-ffd94e53ce13), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:55.725362 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 associated. External IP: 172.25.4.153, port: 04e3a066-8569-4c00-bd50-f04c3dd4a436. Mar 07 05:33:55.940455 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router ebba9e71-e04d-4fe0-ab60-fc5f31231dba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:33:56.051040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:33:56.060363 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] Sync routers for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:33:56.069023 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:33:56.071540 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:56.072224 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:56.098801 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5251b400-eb25-43e2-aa2f-ce6e5643b83e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5516553 Mar 07 05:33:56.099738 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:33:56.102218 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77418b83-c818-41f0-aebf-77661f895720" -d '{"events": [{"name": "network-changed", "server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:33:56.180766 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:56.200164 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a83087-fcb3-4826-a1c7-7b237890a8d1 req-9c0b6d72-0fd6-499d-be5a-28be0541af94 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:56.201607 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58a83087-fcb3-4826-a1c7-7b237890a8d1 req-9c0b6d72-0fd6-499d-be5a-28be0541af94 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Mar 07 05:33:56.255665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-58a83087-fcb3-4826-a1c7-7b237890a8d1 req-a94bb37e-268e-4163-ba35-994384256865 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482368 Mar 07 05:33:56.278339 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34058) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:56.302016 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6054c8-16fa-47ae-ab11-2a0f49e9d093 x-openstack-request-id: req-ca6054c8-16fa-47ae-ab11-2a0f49e9d093 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:33:56.302314 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:33:56.302574 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca6054c8-16fa-47ae-ab11-2a0f49e9d093 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:33:56.302988 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'status': 'completed', 'code': 200} Mar 07 05:33:56.374726 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cd15c05b-67b3-4ea5-900d-fd9996c9394c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 HTTP/1.1" status: 200 len: 991 time: 0.0949106 Mar 07 05:33:56.386888 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418b83-c818-41f0-aebf-77661f895720 req-d8657ac2-36a6-4a85-925b-e53d9647898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:56.388363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-d8657ac2-36a6-4a85-925b-e53d9647898d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1127 time: 0.0635221 Mar 07 05:33:56.481377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418b83-c818-41f0-aebf-77661f895720 req-a8796539-0fde-4f2f-a48f-75f3eb977557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:56.482886 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-a8796539-0fde-4f2f-a48f-75f3eb977557 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 898 time: 0.0889246 Mar 07 05:33:56.495690 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'a63eb6fb-2ba4-4dab-865b-ffd94e53ce13', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.153', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'port_id': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'mac_address': 'fa:16:3e:38:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:33:55Z', 'updated_at': '2022-03-07T05:33:55Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:56.521423 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] Checking router: ebba9e71-e04d-4fe0-ab60-fc5f31231dba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:33:56.529573 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:33:56.530803 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:33:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:56.552917 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-a14c9f82-d3f6-420e-9e81-0867af06b5e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 999 time: 0.0638692 Mar 07 05:33:56.602263 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418b83-c818-41f0-aebf-77661f895720 req-cc5381a0-47e2-4774-b77a-4660867535f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:56.603969 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-cc5381a0-47e2-4774-b77a-4660867535f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 200 len: 834 time: 0.0451348 Mar 07 05:33:56.638263 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:33:56.652031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418b83-c818-41f0-aebf-77661f895720 req-8f48af5b-7ca1-4506-af84-753f4d885aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:33:56.653515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-8f48af5b-7ca1-4506-af84-753f4d885aab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439799 Mar 07 05:33:56.745617 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-9a4f6758-c74d-4a3d-8f9f-3f6fca7c2150 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 Mar 07 05:33:56.836359 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-77418b83-c818-41f0-aebf-77661f895720 req-04992f88-5f72-4623-a7c4-68e195babef2 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852468 Mar 07 05:33:56.862658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'a63eb6fb-2ba4-4dab-865b-ffd94e53ce13', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.153', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'port_id': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'mac_address': 'fa:16:3e:38:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:33:55Z', 'updated_at': '2022-03-07T05:33:55Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:33:56.888922 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01656360-a48b-42c2-801f-f5d545a18a1e None None] The sync data for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 is: [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'a63eb6fb-2ba4-4dab-865b-ffd94e53ce13', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'floating_ip_address': '172.25.4.153', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'port_id': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'mac_address': 'fa:16:3e:38:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:33:55Z', 'updated_at': '2022-03-07T05:33:55Z', 'revision_number': 0, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:33:57.084703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c9d2-e4d2-44ec-81e8-8b881d43e7ec None None] New status for floating IP a63eb6fb-2ba4-4dab-865b-ffd94e53ce13: ACTIVE {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:33:57.378707 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34060) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:33:57.437501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-17a2dcb8-7fb2-4ac1-871d-04f4bd0c3392 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 HTTP/1.1" status: 200 len: 993 time: 0.0575969 Mar 07 05:34:02.893490 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ca1567af-b0dd-422a-80ff-0f54b7cd6b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:05.527677 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a2df70c3-ec10-4a0b-b5df-fa01c7dceb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:06.987498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:07.918023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:09.608277 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:16.631140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-afe47b74-45c8-4ad4-8460-baaffd0d5b2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462670 Mar 07 05:34:16.722462 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-37891874-7422-4f59-9b99-dc32d895c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:16.723952 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-37891874-7422-4f59-9b99-dc32d895c9e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1127 time: 0.0506318 Mar 07 05:34:16.827453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-60bb8408-d471-4fae-b66a-8d57f0b4fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:16.828910 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-60bb8408-d471-4fae-b66a-8d57f0b4fb45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 898 time: 0.0860097 Mar 07 05:34:16.902003 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-2e21f632-c114-4f88-a2e5-778fcd5ce0c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 1001 time: 0.0635529 Mar 07 05:34:16.948907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-2c2d7581-045a-4b81-ae7f-cd5795326797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:16.950330 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-2c2d7581-045a-4b81-ae7f-cd5795326797 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 200 len: 834 time: 0.0426018 Mar 07 05:34:16.999486 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-2f6e153e-554f-4b6c-8d64-87af795d66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:17.000958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-2f6e153e-554f-4b6c-8d64-87af795d66d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439298 Mar 07 05:34:17.089958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-6a0b2d8c-287d-47dd-9a6e-fd2711c63daf service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824134 Mar 07 05:34:17.180227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-819361f0-f5a9-475d-9ff0-7574940aaadf req-38b1e96e-89f0-455f-ada6-d139bb9440a7 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839689 Mar 07 05:34:20.528996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:22.782557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:28.809506 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca0dcd-a587-4fb4-8151-abc6dbb4f8a0 req-8bdbf1f2-7f7e-4eb5-95a8-09ba76f31da0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:28.811013 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccca0dcd-a587-4fb4-8151-abc6dbb4f8a0 req-8bdbf1f2-7f7e-4eb5-95a8-09ba76f31da0 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Mar 07 05:34:28.865006 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ccca0dcd-a587-4fb4-8151-abc6dbb4f8a0 req-19b1e313-07ac-40d1-8007-a6d48391a6fc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477202 Mar 07 05:34:29.987852 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ae7d9-dd8c-488f-af75-9d8d20634b7f req-a8d16b87-d45f-4fbc-b07d-44e956a1fe00 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:29.989340 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf9ae7d9-dd8c-488f-af75-9d8d20634b7f req-a8d16b87-d45f-4fbc-b07d-44e956a1fe00 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Mar 07 05:34:30.037517 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bf9ae7d9-dd8c-488f-af75-9d8d20634b7f req-15b16fa9-bebf-4333-9bd1-5a3927b62551 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Mar 07 05:34:30.059978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34090) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:30.118270 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-448b4bf3-dbaa-41de-b720-af423737f589 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 HTTP/1.1" status: 200 len: 993 time: 0.0571489 Mar 07 05:34:31.386436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8a00-2aa8-43c3-967b-f9a3bfdff654 req-a0e613b9-84a5-45d4-b985-4afd237413d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:31.387935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc2d8a00-2aa8-43c3-967b-f9a3bfdff654 req-a0e613b9-84a5-45d4-b985-4afd237413d4 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0569680 Mar 07 05:34:31.415168 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-d8d1b405-157f-4c53-802b-b57cb45e9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:31.416698 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-d8d1b405-157f-4c53-802b-b57cb45e9f77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1127 time: 0.0521750 Mar 07 05:34:31.429335 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:34:31.439663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fc2d8a00-2aa8-43c3-967b-f9a3bfdff654 req-fa813ccd-b2dc-40b3-98dd-db290bb8d835 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457377 Mar 07 05:34:31.506864 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-0819ccbb-4733-4828-9f7d-23127d888973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:31.508336 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-0819ccbb-4733-4828-9f7d-23127d888973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 898 time: 0.0853894 Mar 07 05:34:31.576756 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-f0f10029-d14c-451e-b07e-43e17765d8b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 1001 time: 0.0622725 Mar 07 05:34:31.624274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-7885d6f5-1f73-43b9-a016-18389b2f5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:31.625897 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-7885d6f5-1f73-43b9-a016-18389b2f5a25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 200 len: 834 time: 0.0436242 Mar 07 05:34:31.673422 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-06408241-c038-4941-9815-26e062e2d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:31.674935 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-06408241-c038-4941-9815-26e062e2d766 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436997 Mar 07 05:34:31.765721 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-e7e0e41d-1ded-486d-abf6-f258ac63dc0a service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844429 Mar 07 05:34:31.851165 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-fbac43a0-acbf-4f26-b6d6-73c2ecc4a305 req-514c1f39-63fd-4e42-8383-5b9b47e3ff94 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797083 Mar 07 05:34:32.562582 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01478-ed8f-4658-93f0-b409c1a85c25 req-e19da8ac-1313-45f1-b3c4-90587e4e9861 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:32.564095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ee01478-ed8f-4658-93f0-b409c1a85c25 req-e19da8ac-1313-45f1-b3c4-90587e4e9861 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0558743 Mar 07 05:34:32.617968 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ee01478-ed8f-4658-93f0-b409c1a85c25 req-ab3202f6-993f-45dd-bf25-185c8c28714e tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482128 Mar 07 05:34:32.893687 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-233a48bb-e252-450e-82b0-4603f7e8bd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:33.737970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde635a-625b-436f-8851-b364a8efd7a7 req-68da1a58-94ac-4044-932b-79f0b915fcbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:33.739450 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fde635a-625b-436f-8851-b364a8efd7a7 req-68da1a58-94ac-4044-932b-79f0b915fcbc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Mar 07 05:34:33.786085 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7fde635a-625b-436f-8851-b364a8efd7a7 req-5d0e5fef-49ab-4408-83de-6fb46393335c tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410750 Mar 07 05:34:33.808267 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34102) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:33.866755 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-44b0a8dc-e645-456b-91b8-434e2b593c03 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/floatingips/a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 HTTP/1.1" status: 200 len: 993 time: 0.0573225 Mar 07 05:34:34.075841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34108) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:34.514936 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 436032ee-6500-4388-91aa-1c8c2184de10 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:34:34.515291 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (436032ee-6500-4388-91aa-1c8c2184de10), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:34.589693 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (436032ee-6500-4388-91aa-1c8c2184de10), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:34.590036 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (436032ee-6500-4388-91aa-1c8c2184de10), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:34.601764 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 436032ee-6500-4388-91aa-1c8c2184de10 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:34:34.747354 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (436032ee-6500-4388-91aa-1c8c2184de10), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:34.772984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=436032ee-6500-4388-91aa-1c8c2184de10,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:34.798013 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.798362 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.798710 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.799054 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.799393 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.799726 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.800058 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.800387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.800713 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.801039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.801364 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.801689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.802042 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:34.843163 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for floatingip (a63eb6fb-2ba4-4dab-865b-ffd94e53ce13), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:34.843504 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Floating IP a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 disassociated (deleted). External IP: 172.25.4.153, port: 04e3a066-8569-4c00-bd50-f04c3dd4a436. Mar 07 05:34:35.058494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router ebba9e71-e04d-4fe0-ab60-fc5f31231dba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:34:35.164774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:34:35.169515 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:35.174353 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] Sync routers for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:34:35.186424 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:35.187041 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:35.198384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-6222ef0c-fa17-4fef-b530-ff37c669482f tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/floatingips/a63eb6fb-2ba4-4dab-865b-ffd94e53ce13 HTTP/1.1" status: 204 len: 168 time: 1.1214166 Mar 07 05:34:35.198977 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:34:35.201211 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203020c4-3104-4a34-8642-8a1ce6059233" -d '{"events": [{"name": "network-changed", "server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:34:35.308360 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:35.365040 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea10d7e-0f98-40ac-83af-00e85abfca9b x-openstack-request-id: req-6ea10d7e-0f98-40ac-83af-00e85abfca9b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:34:35.365752 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:34:35.366106 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ea10d7e-0f98-40ac-83af-00e85abfca9b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:34:35.366583 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'status': 'completed', 'code': 200} Mar 07 05:34:35.439726 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203020c4-3104-4a34-8642-8a1ce6059233 req-b6d9b7fc-a74a-4420-9ce1-90ccf56780c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:35.441232 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-b6d9b7fc-a74a-4420-9ce1-90ccf56780c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68ab2187db604d42a0c6972f9ec99a21&device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 1127 time: 0.0536296 Mar 07 05:34:35.468418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead535-689e-4afa-9bfc-c1fad5d3abb9 req-c7a6c6db-0df2-48ea-9caf-7e26fce21f19 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:35.470094 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70ead535-689e-4afa-9bfc-c1fad5d3abb9 req-c7a6c6db-0df2-48ea-9caf-7e26fce21f19 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0599895 Mar 07 05:34:35.516845 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:35.526531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70ead535-689e-4afa-9bfc-c1fad5d3abb9 req-0e03d246-50cf-4465-8fdf-7744cab658f8 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500622 Mar 07 05:34:35.535149 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203020c4-3104-4a34-8642-8a1ce6059233 req-6bb3f760-7599-47d4-83c2-786aa4cf4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:35.536636 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-6bb3f760-7599-47d4-83c2-786aa4cf4f48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 200 len: 898 time: 0.0885298 Mar 07 05:34:35.546494 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] Checking router: ebba9e71-e04d-4fe0-ab60-fc5f31231dba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:34:35.553138 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-65f2bb36-bb20-439b-8b80-3ad4064553be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:35.557816 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:35.558472 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:35.584546 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-a417a012-b7d4-4ef5-9aed-9fd91bea8552 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 200 len: 217 time: 0.0408983 Mar 07 05:34:35.633273 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203020c4-3104-4a34-8642-8a1ce6059233 req-cd9a34fe-0fa4-4275-9e90-ecea17e3530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:35.634761 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-cd9a34fe-0fa4-4275-9e90-ecea17e3530d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 200 len: 834 time: 0.0437534 Mar 07 05:34:35.669542 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:35.684024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203020c4-3104-4a34-8642-8a1ce6059233 req-10ea01b5-7488-4de3-9a8a-a44107f655d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:35.685537 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-10ea01b5-7488-4de3-9a8a-a44107f655d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446906 Mar 07 05:34:35.778118 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-ee0a9096-2b13-41f9-a38d-38e6b6721953 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860493 Mar 07 05:34:35.867665 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:35.867922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-203020c4-3104-4a34-8642-8a1ce6059233 req-cd56a00d-e04d-4360-a46e-073fe7cd5b46 service neutron] 10.222.0.15 "GET /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835571 Mar 07 05:34:35.894401 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3872b53-d624-4eab-ab66-6ea4f1cc55a0 None None] The sync data for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 is: [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:37Z', 'revision_number': 4, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '2a0bad87-3068-47d9-88ba-773955281a4c', 'name': '', 'network_id': '49ee8fd7-3d5e-4e8d-b31f-82e314b34b24', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'mac_address': 'fa:16:3e:d9:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:36Z', 'updated_at': '2022-03-07T05:33:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'subnets': [{'id': '791d018b-0607-47e4-952b-5aca04bfc4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:34:36.126423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9ea6e-b580-42a2-8a9c-f2a977c4382e None None] New status for floating IP a63eb6fb-2ba4-4dab-865b-ffd94e53ce13: DOWN {{(pid=103940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:34:36.651040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1d18-3ae9-4274-90c3-0807bb1aab15 req-80db01aa-9ad5-4136-a41e-91a0387b53bf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:36.652436 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a54c1d18-3ae9-4274-90c3-0807bb1aab15 req-80db01aa-9ad5-4136-a41e-91a0387b53bf tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0525732 Mar 07 05:34:36.707464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a54c1d18-3ae9-4274-90c3-0807bb1aab15 req-195864da-26b4-40db-bb11-21bbcc504f5b tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/security-groups?id=579dbd0e-95f5-418a-a47b-7d9140b9be68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484297 Mar 07 05:34:36.946443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-026df088-7e7c-407b-a756-ddbaf3332431 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:36.947907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-026df088-7e7c-407b-a756-ddbaf3332431 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 945 time: 0.0546358 Mar 07 05:34:36.991767 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:37.043974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 04e3a066-8569-4c00-bd50-f04c3dd4a436 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:34:37.044318 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:37.134906 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 04e3a066-8569-4c00-bd50-f04c3dd4a436, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=04e3a066-8569-4c00-bd50-f04c3dd4a436,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:37.135269 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:37.147463 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 04e3a066-8569-4c00-bd50-f04c3dd4a436 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:34:37.271121 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (04e3a066-8569-4c00-bd50-f04c3dd4a436), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:37.301071 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=04e3a066-8569-4c00-bd50-f04c3dd4a436,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:37.310907 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.311262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.311609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.311948 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.312292 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.313181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.313518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.313854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.314208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.314541 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.315322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.315322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.315524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:37.357551 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] No DVR routers for this DVR port 04e3a066-8569-4c00-bd50-f04c3dd4a436 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:34:37.360201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:37.363635 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1bbb9d77-656f-489c-940d-f38a7ad83691 req-e968b998-2ea7-4aac-9943-37188a168f47 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.15 "DELETE /v2.0/ports/04e3a066-8569-4c00-bd50-f04c3dd4a436 HTTP/1.1" status: 204 len: 173 time: 0.4106379 Mar 07 05:34:37.364082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'name': 'network-vif-deleted', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:34:37.366345 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b5a6e-77da-4262-920a-ef318f0b4148" -d '{"events": [{"server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "name": "network-vif-deleted", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:34:37.408705 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e366bc-a738-4849-bb26-bc5de0991226 x-openstack-request-id: req-a3e366bc-a738-4849-bb26-bc5de0991226 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:34:37.410107 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35d39f0-d71b-48c4-bb5d-bbc7551cb081", "name": "network-vif-deleted", "tag": "04e3a066-8569-4c00-bd50-f04c3dd4a436", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:34:37.410390 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3e366bc-a738-4849-bb26-bc5de0991226 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:34:37.410797 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35d39f0-d71b-48c4-bb5d-bbc7551cb081', 'name': 'network-vif-deleted', 'tag': '04e3a066-8569-4c00-bd50-f04c3dd4a436', 'status': 'completed', 'code': 200} Mar 07 05:34:37.833634 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dfdaf0b4-a392-4228-9439-41066bf95a4d req-cdd90c85-750d-4ba7-9c90-9fd9806b4265 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35d39f0-d71b-48c4-bb5d-bbc7551cb081 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Mar 07 05:34:37.919574 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:38.890520 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34124) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:39.277448 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:39.614908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:39.910609 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 2a0bad87-3068-47d9-88ba-773955281a4c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:34:39.911209 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.005385 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 2a0bad87-3068-47d9-88ba-773955281a4c, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2a0bad87-3068-47d9-88ba-773955281a4c,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:40.005748 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.017926 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 2a0bad87-3068-47d9-88ba-773955281a4c owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:34:40.211303 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (2a0bad87-3068-47d9-88ba-773955281a4c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.241337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=2a0bad87-3068-47d9-88ba-773955281a4c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:40.391918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 04e3a066-8569-4c00-bd50-f04c3dd4a436 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:34:40.413286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 04e3a066-8569-4c00-bd50-f04c3dd4a436 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:34:40.413947 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 04e3a066-8569-4c00-bd50-f04c3dd4a436 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:34:40.434316 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.653021 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Router ebba9e71-e04d-4fe0-ab60-fc5f31231dba has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:34:40.760223 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:34:40.765190 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-6ae6e69b-8882-4ae8-90c6-979a2f8ce986 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "PUT /v2.0/routers/ebba9e71-e04d-4fe0-ab60-fc5f31231dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736293 Mar 07 05:34:40.768575 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:40.772264 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] Sync routers for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:34:40.781768 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:40.782417 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:40.819383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting subnet 791d018b-0607-47e4-952b-5aca04bfc4f3 {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:34:40.822537 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (791d018b-0607-47e4-952b-5aca04bfc4f3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.863966 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (791d018b-0607-47e4-952b-5aca04bfc4f3), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.961565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (791d018b-0607-47e4-952b-5aca04bfc4f3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:40.984136 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:41.019814 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (791d018b-0607-47e4-952b-5aca04bfc4f3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.044526 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Subnet': ['ID=791d018b-0607-47e4-952b-5aca04bfc4f3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:41.050200 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.053363 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-cc6c9860-b2f3-43bb-91ff-4be8c62f8ab5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/subnets/791d018b-0607-47e4-952b-5aca04bfc4f3 HTTP/1.1" status: 204 len: 168 time: 0.2838509 Mar 07 05:34:41.056013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34128) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:41.059164 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c575a1a-96e8-4e04-a62e-1f52d69d2272 None None] Network 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:34:41.170879 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.177176 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:34:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:41.207752 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] Checking router: ebba9e71-e04d-4fe0-ab60-fc5f31231dba for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:34:41.216090 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] Routers {'ebba9e71-e04d-4fe0-ab60-fc5f31231dba'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:41.216636 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:41.231580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] DHCP port deletion for 49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:34:41.280952 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Deleting port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:34:41.281633 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.286385 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_gateway (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.328970 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] Set router ebba9e71-e04d-4fe0-ab60-fc5f31231dba gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:41.344540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Deleting port 3dff9811-11e3-4b81-8078-cb75bbf22b46 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:34:41.344901 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.349732 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] For port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,segment=NetworkSegment(78fe8c4e-a121-4a0b-95a7-6d80e65d67cd),segment_id=78fe8c4e-a121-4a0b-95a7-6d80e65d67cd)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:41.350199 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.365272 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Calling delete_port for 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:34:41.433512 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] For port 3dff9811-11e3-4b81-8078-cb75bbf22b46, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=3dff9811-11e3-4b81-8078-cb75bbf22b46,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:41.433878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.448888 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.451723 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Calling delete_port for 3dff9811-11e3-4b81-8078-cb75bbf22b46 owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:34:41.479956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Pushing event deleted for resources: {'Port': ['ID=54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:41.484612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] No DVR routers for this DVR port 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:34:41.497762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.497762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.497762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.497762 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.498910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.498910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.498910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.498910 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.499493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.499623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.500103 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.500295 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.500575 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036718-c8eb-4fc8-88f3-3fd648b3310d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:41.518985 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:34:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:41.545039 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf7d4c-5946-48c4-9ae5-e1d6fd1818ea None None] The sync data for ids ['ebba9e71-e04d-4fe0-ab60-fc5f31231dba'] in n-d-832185-1 is: [{'id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477728067', 'tenant_id': '68ab2187db604d42a0c6972f9ec99a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:34:40Z', 'revision_number': 5, 'project_id': '68ab2187db604d42a0c6972f9ec99a21', 'gw_port': {'id': '3dff9811-11e3-4b81-8078-cb75bbf22b46', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba9e71-e04d-4fe0-ab60-fc5f31231dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:33:34Z', 'updated_at': '2022-03-07T05:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:34:41.637877 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (3dff9811-11e3-4b81-8078-cb75bbf22b46), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.661322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Port': ['ID=3dff9811-11e3-4b81-8078-cb75bbf22b46,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:41.723228 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.820127 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.822164 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router_controller (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.865503 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (ebba9e71-e04d-4fe0-ab60-fc5f31231dba), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.866055 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Fanout notify agent at l3_agent the message router_deleted on router ebba9e71-e04d-4fe0-ab60-fc5f31231dba {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:34:41.873368 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:41.877965 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34130) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:41.878513 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-eea6ba47-a4b5-41b2-bf8a-430464e89fa1 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/routers/ebba9e71-e04d-4fe0-ab60-fc5f31231dba HTTP/1.1" status: 204 len: 168 time: 0.8207498 Mar 07 05:34:41.958073 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.045757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.070802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ee8fd7-3d5e-4e8d-b31f-82e314b34b24']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:42.080290 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:42.080659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fe8c4e-a121-4a0b-95a7-6d80e65d67cd') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:42.090344 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (78fe8c4e-a121-4a0b-95a7-6d80e65d67cd), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.104729 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (78fe8c4e-a121-4a0b-95a7-6d80e65d67cd), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.112551 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:34:42.113097 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (78fe8c4e-a121-4a0b-95a7-6d80e65d67cd), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:34:42.116434 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:34:42.179306 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (49ee8fd7-3d5e-4e8d-b31f-82e314b34b24), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.187051 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.190814 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/networks/49ee8fd7-3d5e-4e8d-b31f-82e314b34b24 HTTP/1.1" status: 204 len: 168 time: 0.3118098 Mar 07 05:34:42.193400 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:42.215854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb282a76-750d-42a6-96c9-779b6ead52cc tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'Network': ['ID=49ee8fd7-3d5e-4e8d-b31f-82e314b34b24,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:42.261482 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee420048-0176-4619-8e75-871542d3a6f5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (579dbd0e-95f5-418a-a47b-7d9140b9be68), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.289195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee420048-0176-4619-8e75-871542d3a6f5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (579dbd0e-95f5-418a-a47b-7d9140b9be68), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.356188 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee420048-0176-4619-8e75-871542d3a6f5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (579dbd0e-95f5-418a-a47b-7d9140b9be68), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.358762 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee420048-0176-4619-8e75-871542d3a6f5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.359940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ee420048-0176-4619-8e75-871542d3a6f5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] 10.222.0.21 "DELETE /v2.0/security-groups/579dbd0e-95f5-418a-a47b-7d9140b9be68 HTTP/1.1" status: 204 len: 168 time: 0.1655674 Mar 07 05:34:42.369774 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee420048-0176-4619-8e75-871542d3a6f5 tempest-TestNetworkAdvancedServerOps-1403253521 tempest-TestNetworkAdvancedServerOps-1403253521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579dbd0e-95f5-418a-a47b-7d9140b9be68,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:42.452733 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2a0bad87-3068-47d9-88ba-773955281a4c no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:34:42.474025 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 2a0bad87-3068-47d9-88ba-773955281a4c {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:34:42.474278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2a0bad87-3068-47d9-88ba-773955281a4c not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:34:42.474691 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3dff9811-11e3-4b81-8078-cb75bbf22b46 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:34:42.493114 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 3dff9811-11e3-4b81-8078-cb75bbf22b46 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:34:42.493460 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 3dff9811-11e3-4b81-8078-cb75bbf22b46 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:34:42.493870 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:34:42.513077 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:34:42.513423 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 54bbd4c1-0f5a-4b52-bcd4-f8f550acb33a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:34:42.658563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34140) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:42.799648 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-74884cdf-75cc-473f-963c-f46e7d2b8f14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68ab2187db604d42a0c6972f9ec99a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399353 Mar 07 05:34:42.802116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34144) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:42.848246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3215-628d-4dd1-95ec-1ea7040cffcb admin admin] Publish callbacks [] for security_group (1e14d12e-d8d0-4dae-a55e-79a9465d4e9f), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.869391 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3215-628d-4dd1-95ec-1ea7040cffcb admin admin] Publish callbacks [] for security_group (1e14d12e-d8d0-4dae-a55e-79a9465d4e9f), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.914987 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3215-628d-4dd1-95ec-1ea7040cffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1e14d12e-d8d0-4dae-a55e-79a9465d4e9f), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.917573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3215-628d-4dd1-95ec-1ea7040cffcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:42.918772 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4a7c3215-628d-4dd1-95ec-1ea7040cffcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e14d12e-d8d0-4dae-a55e-79a9465d4e9f HTTP/1.1" status: 204 len: 168 time: 0.1157629 Mar 07 05:34:42.927237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c3215-628d-4dd1-95ec-1ea7040cffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e14d12e-d8d0-4dae-a55e-79a9465d4e9f,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:43.179839 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:43.193480 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71e39c25-d988-414b-b0ae-e83171c6e868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.266563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71e39c25-d988-414b-b0ae-e83171c6e868 admin admin] Publish callbacks [] for security_group (03411a02-92ed-47fd-9706-905feea4a8cf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.270222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-71e39c25-d988-414b-b0ae-e83171c6e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (03411a02-92ed-47fd-9706-905feea4a8cf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.310329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-71e39c25-d988-414b-b0ae-e83171c6e868 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2147bee53ff4499086e609a46c8ebf1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293552 Mar 07 05:34:43.312246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e39c25-d988-414b-b0ae-e83171c6e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03411a02-92ed-47fd-9706-905feea4a8cf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:43.313097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34152) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:43.360349 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe557-8968-4c05-805a-4d5167237b75 admin admin] Publish callbacks [] for security_group (03411a02-92ed-47fd-9706-905feea4a8cf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.381752 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe557-8968-4c05-805a-4d5167237b75 admin admin] Publish callbacks [] for security_group (03411a02-92ed-47fd-9706-905feea4a8cf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.427435 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe557-8968-4c05-805a-4d5167237b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (03411a02-92ed-47fd-9706-905feea4a8cf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.429949 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe557-8968-4c05-805a-4d5167237b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:43.431124 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2dcfe557-8968-4c05-805a-4d5167237b75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03411a02-92ed-47fd-9706-905feea4a8cf HTTP/1.1" status: 204 len: 168 time: 0.1170280 Mar 07 05:34:43.438490 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfe557-8968-4c05-805a-4d5167237b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03411a02-92ed-47fd-9706-905feea4a8cf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:44.081056 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34174) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:44.173908 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2008285689-network', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:44.197607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Made reservation on behalf of f110d86408e44c0584871b6fb9940d16 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:34:44.199821 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.208674 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.282001 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks [] for security_group (4b56fd19-0850-4db0-9a10-6aec67ae638d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.285724 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4b56fd19-0850-4db0-9a10-6aec67ae638d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.309788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:34:44.320278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b56fd19-0850-4db0-9a10-6aec67ae638d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:44.325283 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8cb10738-ce80-405e-9d82-d100c4b654f4), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.325648 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Added segment 8cb10738-ce80-405e-9d82-d100c4b654f4 of type vlan for network 46861977-f77b-4403-99d4-4c5b4517eacf Mar 07 05:34:44.366449 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (46861977-f77b-4403-99d4-4c5b4517eacf), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.392080 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (46861977-f77b-4403-99d4-4c5b4517eacf), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.393083 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:44.393685 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.424435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3422101 Mar 07 05:34:44.427403 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34178) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:44.432587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Request body: {'subnet': {'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2008285689-subnet', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:44.452229 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Made reservation on behalf of f110d86408e44c0584871b6fb9940d16 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:34:44.454511 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.461971 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d212-9e92-4449-a739-693655c87c93 admin admin] Pushing event updated for resources: {'Network': ['ID=46861977-f77b-4403-99d4-4c5b4517eacf,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:44.473911 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 46861977-f77b-4403-99d4-4c5b4517eacf details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:34:44.624823 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (09fbb093-8271-492b-ba46-3e5d4c1cde58), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.671829 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fbb093-8271-492b-ba46-3e5d4c1cde58,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:44.686833 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Checking segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:44.687190 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Network hostable DHCP agents. Network: 46861977-f77b-4403-99d4-4c5b4517eacf, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:34:44.703542 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Network 46861977-f77b-4403-99d4-4c5b4517eacf is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:34:44.712000 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 46861977-f77b-4403-99d4-4c5b4517eacf) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:44.716056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:44.716640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.721808 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85231bbb-f452-4495-a035-913c6253e3dd None None] Network 46861977-f77b-4403-99d4-4c5b4517eacf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:34:44.731556 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b3377add-a5ab-4a18-ae38-3f650f878732 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030207 Mar 07 05:34:44.734463 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34180) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:44.739454 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:44.759436 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (995ed525-ed15-486a-9f2f-cde7ff09ed6a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.760428 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (995ed525-ed15-486a-9f2f-cde7ff09ed6a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.814530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks [] for router_controller (995ed525-ed15-486a-9f2f-cde7ff09ed6a), precommit_add_association {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.824381 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-46861977-f77b-4403-99d4-4c5b4517eacf', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:34:44.825247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:44.960777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Allocated IP 172.20.0.2 (46861977-f77b-4403-99d4-4c5b4517eacf/09fbb093-8271-492b-ba46-3e5d4c1cde58/2f4009d3-d6b1-4df8-8cab-4a80b2355b23) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:44.965343 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks [] for router_gateway (995ed525-ed15-486a-9f2f-cde7ff09ed6a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.109552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Publish callbacks [] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.116202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.162073 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Network 46861977-f77b-4403-99d4-4c5b4517eacf is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:45.164908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:45.168414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:45.168604 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks [] for router_gateway (995ed525-ed15-486a-9f2f-cde7ff09ed6a), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.176222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Pushing event updated for resources: {'Port': ['ID=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:45.189932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.232326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Attempting to bind port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:45.232607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Attempting to bind port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:45.232972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Attempting to bind port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 on network 46861977-f77b-4403-99d4-4c5b4517eacf {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:45.238376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:45.238755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Checking segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:45.239163 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.239561 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Bound using segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:45.240031 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Bound port: 2f4009d3-d6b1-4df8-8cab-4a80b2355b23, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:45.240418 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.298078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Allocated IP 172.25.4.182 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/9339b2a3-fcbc-4555-9e6e-34df790d8810) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:45.304578 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] For port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:45.307839 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] For port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:45.316105 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.379983 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae706fef-4e12-4600-bd7d-13b249b85de4 None None] Pushing event updated for resources: {'Port': ['ID=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:45.420688 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks [] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.457814 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.502939 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:45.505727 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:45.510226 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:45.536560 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Pushing event updated for resources: {'Port': ['ID=9339b2a3-fcbc-4555-9e6e-34df790d8810,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:45.775717 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks [] for router_gateway (995ed525-ed15-486a-9f2f-cde7ff09ed6a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:45.980853 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (995ed525-ed15-486a-9f2f-cde7ff09ed6a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:46.117995 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:34:46.228354 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:34:46.244360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:34:46.250142 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:46.255131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34182) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:46.256139 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a2bc6330-eeee-48da-914a-6e940333001c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5197036 Mar 07 05:34:46.257094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:46.257775 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:46.314040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7cc033-242c-4f69-ac15-7bf37a627846 None None] Network 46861977-f77b-4403-99d4-4c5b4517eacf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:34:46.491169 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] Provisioning complete for port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:46.491550 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:46.535577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:46.539115 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:46.726885 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:46.903301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Allocated IP 172.20.0.1 (46861977-f77b-4403-99d4-4c5b4517eacf/09fbb093-8271-492b-ba46-3e5d4c1cde58/dee68151-8cc3-4e7a-b061-372667308303) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:46.946361 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] Current status of the port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:46.946758 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:46.948470 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:46.948832 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.043917 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] For port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:47.051015 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks [] for port (dee68151-8cc3-4e7a-b061-372667308303), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.055848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.099414 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (dee68151-8cc3-4e7a-b061-372667308303), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.130263 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:47.136010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:45Z', 'revision_number': 3, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:47.152836 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Network 46861977-f77b-4403-99d4-4c5b4517eacf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:47.161403 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:47.165109 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:47.175282 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:34:47.175637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Updating router 995ed525-ed15-486a-9f2f-cde7ff09ed6a port 9339b2a3-fcbc-4555-9e6e-34df790d8810 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:34:47.191521 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Pushing event updated for resources: {'Port': ['ID=dee68151-8cc3-4e7a-b061-372667308303,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:47.205959 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.207523 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857405b7-0eb3-4a2d-8c74-1e3fb7e39cb3 None None] Pushing event updated for resources: {'Port': ['ID=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:47.212087 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (995ed525-ed15-486a-9f2f-cde7ff09ed6a), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.257351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-da00ae24-11a7-4ce8-adcb-4bcf3fac8e6c None None] Provisioning complete for port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:47.257908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-da00ae24-11a7-4ce8-adcb-4bcf3fac8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.363185 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee68151-8cc3-4e7a-b061-372667308303), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.503028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-da00ae24-11a7-4ce8-adcb-4bcf3fac8e6c None None] Current status of the port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:47.558720 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks [] for port (dee68151-8cc3-4e7a-b061-372667308303), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.563973 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (dee68151-8cc3-4e7a-b061-372667308303), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.591017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Publish callbacks [] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.597100 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.633371 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (995ed525-ed15-486a-9f2f-cde7ff09ed6a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.635517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Pushing event updated for resources: {'Port': ['ID=dee68151-8cc3-4e7a-b061-372667308303,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:47.663782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-fe31c6af-e050-437e-b684-c9d4c5f839c2 None None] Provisioning complete for port dee68151-8cc3-4e7a-b061-372667308303 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:47.664167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fe31c6af-e050-437e-b684-c9d4c5f839c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee68151-8cc3-4e7a-b061-372667308303), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.697570 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Attempting to bind port 9339b2a3-fcbc-4555-9e6e-34df790d8810 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:47.697955 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Attempting to bind port 9339b2a3-fcbc-4555-9e6e-34df790d8810 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:47.698416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Attempting to bind port 9339b2a3-fcbc-4555-9e6e-34df790d8810 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:47.701929 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28a4fa-bedf-4665-a7bb-0e21a62a5d05 None None] Pushing event updated for resources: {'Port': ['ID=9339b2a3-fcbc-4555-9e6e-34df790d8810,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:47.713045 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:47.713435 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:47.713845 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.714275 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:47.714760 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Bound port: 9339b2a3-fcbc-4555-9e6e-34df790d8810, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:47.715150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.716895 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-fe31c6af-e050-437e-b684-c9d4c5f839c2 None None] Port dee68151-8cc3-4e7a-b061-372667308303 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:34:47.745707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Network 46861977-f77b-4403-99d4-4c5b4517eacf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:47.747095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:47.773922 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] For port 9339b2a3-fcbc-4555-9e6e-34df790d8810, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:47.777821 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] For port 9339b2a3-fcbc-4555-9e6e-34df790d8810, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9339b2a3-fcbc-4555-9e6e-34df790d8810,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:47.786398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:47.853507 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:47.854326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:47.893100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28a4fa-bedf-4665-a7bb-0e21a62a5d05 None None] Pushing event updated for resources: {'Port': ['ID=9339b2a3-fcbc-4555-9e6e-34df790d8810,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:47.901193 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:34:47.991792 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:48.082030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-ccde72fa-fc0d-424c-a439-152b5e3095a8 None None] Provisioning complete for port dee68151-8cc3-4e7a-b061-372667308303 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:48.082030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ccde72fa-fc0d-424c-a439-152b5e3095a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee68151-8cc3-4e7a-b061-372667308303), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:48.178368 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-ccde72fa-fc0d-424c-a439-152b5e3095a8 None None] Port dee68151-8cc3-4e7a-b061-372667308303 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:34:48.250312 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 2, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:48.282086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af64d2-6024-42dc-81e2-f30d6c9cce45 None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 2, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:34:48.336037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:34:48.341125 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9c48c57d-4bf0-4403-87d9-31d8d43f2db2 admin admin] 10.222.0.21 "PUT /v2.0/routers/995ed525-ed15-486a-9f2f-cde7ff09ed6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0848606 Mar 07 05:34:48.460504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:48.541753 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:48.541753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:48.692994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:48.954638 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34198) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:48.959688 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-13224968-network', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:48.984531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Made reservation on behalf of 5924fd32a8d0480c93dfc912bbe503ab for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:34:48.987500 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:48.997258 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.089870 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks [] for security_group (27b67169-fa06-413a-867a-807a0e881afe), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.094099 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (27b67169-fa06-413a-867a-807a0e881afe), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.114721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:34:49.134495 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b67169-fa06-413a-867a-807a0e881afe,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:49.138899 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (923904ad-30a7-4148-99eb-965aee097066), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.139250 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Added segment 923904ad-30a7-4148-99eb-965aee097066 of type vlan for network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c Mar 07 05:34:49.181903 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.211648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.212656 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:49.213230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.258808 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3030412 Mar 07 05:34:49.261586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34200) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:49.268040 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Request body: {'subnet': {'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-13224968-subnet', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:49.289534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Made reservation on behalf of 5924fd32a8d0480c93dfc912bbe503ab for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:34:49.291647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f411a7-328f-4db6-ada0-530173867895 admin admin] Pushing event updated for resources: {'Network': ['ID=64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:49.292232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.303305 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:34:49.476155 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (449b832e-bb8d-40fb-94db-064c07d85d93), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.536681 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449b832e-bb8d-40fb-94db-064c07d85d93,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:49.544068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Checking segment: {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:49.544446 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Network hostable DHCP agents. Network: 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:34:49.561813 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:34:49.571328 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:49.575544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:49.576254 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.584461 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe68de-22a4-4284-ae28-c2367b4f081d None None] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:34:49.594142 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-742a3568-4d16-4b7d-ab48-da25330c0b50 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3313794 Mar 07 05:34:49.597146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34202) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:49.602722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:49.623762 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (c7f0e463-644a-4616-a656-a15c6eb945f0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.625074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (c7f0e463-644a-4616-a656-a15c6eb945f0), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.685430 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks [] for router_controller (c7f0e463-644a-4616-a656-a15c6eb945f0), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.697050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'fixed_ips': [{'subnet_id': '449b832e-bb8d-40fb-94db-064c07d85d93'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:34:49.698003 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.835394 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks [] for router_gateway (c7f0e463-644a-4616-a656-a15c6eb945f0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.839373 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Allocated IP 172.20.0.2 (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c/449b832e-bb8d-40fb-94db-064c07d85d93/e6627a5e-9cc2-414a-80c8-76fa42e050a0) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:49.991983 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Publish callbacks [] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:49.998057 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.044722 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:50.047666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:50.050119 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks [] for router_gateway (c7f0e463-644a-4616-a656-a15c6eb945f0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.052764 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:50.055826 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Pushing event updated for resources: {'Port': ['ID=e6627a5e-9cc2-414a-80c8-76fa42e050a0,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:50.069623 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.108429 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Attempting to bind port e6627a5e-9cc2-414a-80c8-76fa42e050a0 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:50.108795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Attempting to bind port e6627a5e-9cc2-414a-80c8-76fa42e050a0 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:50.109153 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Attempting to bind port e6627a5e-9cc2-414a-80c8-76fa42e050a0 on network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:50.114541 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:50.114914 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Checking segment: {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:50.115311 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.115703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Bound using segment: {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:50.116167 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Bound port: e6627a5e-9cc2-414a-80c8-76fa42e050a0, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:50.116539 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.173479 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Allocated IP 172.25.4.178 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/99fd5850-c12d-4a4c-8075-ca439e99189a) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:50.179489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] For port e6627a5e-9cc2-414a-80c8-76fa42e050a0, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:50.183156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] For port e6627a5e-9cc2-414a-80c8-76fa42e050a0, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e6627a5e-9cc2-414a-80c8-76fa42e050a0,segment=NetworkSegment(923904ad-30a7-4148-99eb-965aee097066),segment_id=923904ad-30a7-4148-99eb-965aee097066)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:50.192938 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.250436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ecf96-f6ad-4344-8e63-f1922836153b None None] Pushing event updated for resources: {'Port': ['ID=e6627a5e-9cc2-414a-80c8-76fa42e050a0,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:50.289777 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks [] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.325231 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.372841 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:50.375910 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:50.381611 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:50.385660 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Pushing event updated for resources: {'Port': ['ID=99fd5850-c12d-4a4c-8075-ca439e99189a,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:50.522815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9339b2a3-fcbc-4555-9e6e-34df790d8810 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:50.582373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.621807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9339b2a3-fcbc-4555-9e6e-34df790d8810 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:50.622338 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.653826 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:34:50.669476 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:50.670681 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:50.732982 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks [] for router_gateway (c7f0e463-644a-4616-a656-a15c6eb945f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.737671 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9339b2a3-fcbc-4555-9e6e-34df790d8810 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:50.738244 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.763756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 9339b2a3-fcbc-4555-9e6e-34df790d8810, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9339b2a3-fcbc-4555-9e6e-34df790d8810,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:50.769441 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:50.805462 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:50.832006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=9339b2a3-fcbc-4555-9e6e-34df790d8810,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:50.955247 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (c7f0e463-644a-4616-a656-a15c6eb945f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.013863 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 2, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:51.041780 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:34:51.042170 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Updating router 995ed525-ed15-486a-9f2f-cde7ff09ed6a port dee68151-8cc3-4e7a-b061-372667308303 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:34:51.075161 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee68151-8cc3-4e7a-b061-372667308303), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.103677 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Router c7f0e463-644a-4616-a656-a15c6eb945f0 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:34:51.221911 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:34:51.236536 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Sync routers for ids ['c7f0e463-644a-4616-a656-a15c6eb945f0'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:34:51.241098 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.242384 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-1a7d9590-b6d6-4caa-84cc-b308232d9720 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6442511 Mar 07 05:34:51.245102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34204) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:51.254787 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Routers {'c7f0e463-644a-4616-a656-a15c6eb945f0'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:51.255440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c7f0e463-644a-4616-a656-a15c6eb945f0'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:51.384793 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Publish callbacks [] for port (dee68151-8cc3-4e7a-b061-372667308303), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.393872 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dee68151-8cc3-4e7a-b061-372667308303), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.495419 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Pushing event updated for resources: {'Port': ['ID=dee68151-8cc3-4e7a-b061-372667308303,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:51.504894 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.505243 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.505509 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.506042 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.506216 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.506544 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.506873 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.507203 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.507529 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.507852 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.508176 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.508499 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.508988 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:34:51.529032 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Attempting to bind port dee68151-8cc3-4e7a-b061-372667308303 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:51.529267 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Attempting to bind port dee68151-8cc3-4e7a-b061-372667308303 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:51.529547 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Attempting to bind port dee68151-8cc3-4e7a-b061-372667308303 on network 46861977-f77b-4403-99d4-4c5b4517eacf {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:51.536276 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:51.536658 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Checking segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:51.537412 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.537412 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Bound using segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:51.544174 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Bound port: dee68151-8cc3-4e7a-b061-372667308303, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:51.544777 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee68151-8cc3-4e7a-b061-372667308303), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.569577 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c994c22-4ee4-4014-8c04-768520d19978 None None] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:34:51.623726 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] For port dee68151-8cc3-4e7a-b061-372667308303, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:51.627787 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] For port dee68151-8cc3-4e7a-b061-372667308303, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dee68151-8cc3-4e7a-b061-372667308303,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:51.637118 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dee68151-8cc3-4e7a-b061-372667308303), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.670951 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] Provisioning complete for port e6627a5e-9cc2-414a-80c8-76fa42e050a0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:51.671329 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.727839 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4dd9d-7b7c-4532-b2e8-a770a95f846c None None] Pushing event updated for resources: {'Port': ['ID=dee68151-8cc3-4e7a-b061-372667308303,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:51.731776 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:51.732509 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:51.770669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Set router c7f0e463-644a-4616-a656-a15c6eb945f0 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:51.812033 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:51.990631 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:52.065202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] Current status of the port e6627a5e-9cc2-414a-80c8-76fa42e050a0 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:52.065775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.075922 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Allocated IP 172.20.0.1 (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c/449b832e-bb8d-40fb-94db-064c07d85d93/92d1d29b-2bb3-4eb7-a2e7-5af149a0128d) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:52.121856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] For port e6627a5e-9cc2-414a-80c8-76fa42e050a0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e6627a5e-9cc2-414a-80c8-76fa42e050a0,segment=NetworkSegment(923904ad-30a7-4148-99eb-965aee097066),segment_id=923904ad-30a7-4148-99eb-965aee097066)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:52.139385 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.237855 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks [] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.256824 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:51Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:52.271386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd21a0-93db-407a-a3fb-39438c5f6be0 None None] Pushing event updated for resources: {'Port': ['ID=e6627a5e-9cc2-414a-80c8-76fa42e050a0,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:52.284241 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] Provisioning complete for port dee68151-8cc3-4e7a-b061-372667308303 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:52.284736 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee68151-8cc3-4e7a-b061-372667308303), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.285021 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.290795 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ae348-a054-49bf-9383-e1bdcfe938a5 None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:51Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:34:52.331857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:52.334106 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 3, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:52.336878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:52.340594 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:52.348791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Pushing event updated for resources: {'Port': ['ID=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:52.392700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Checking router: c7f0e463-644a-4616-a656-a15c6eb945f0 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:34:52.392842 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Updating router c7f0e463-644a-4616-a656-a15c6eb945f0 port 99fd5850-c12d-4a4c-8075-ca439e99189a binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:34:52.406763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (c7f0e463-644a-4616-a656-a15c6eb945f0), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.436449 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.523213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] Current status of the port dee68151-8cc3-4e7a-b061-372667308303 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:52.523609 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (dee68151-8cc3-4e7a-b061-372667308303), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.614631 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.656620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dee68151-8cc3-4e7a-b061-372667308303 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:52.722611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] For port dee68151-8cc3-4e7a-b061-372667308303, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dee68151-8cc3-4e7a-b061-372667308303,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:52.732621 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (dee68151-8cc3-4e7a-b061-372667308303), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.835190 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks [] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.842452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.861811 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.869700 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port dee68151-8cc3-4e7a-b061-372667308303 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:52.870377 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee68151-8cc3-4e7a-b061-372667308303), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.905458 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773349-ba50-4189-b2d5-a8e0d91e677d None None] Pushing event updated for resources: {'Port': ['ID=dee68151-8cc3-4e7a-b061-372667308303,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:52.928943 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Pushing event updated for resources: {'Port': ['ID=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:52.931947 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (c7f0e463-644a-4616-a656-a15c6eb945f0), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:52.943527 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-afac32f6-5c42-4b7e-8f18-20e002b93467 None None] Provisioning complete for port e6627a5e-9cc2-414a-80c8-76fa42e050a0 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:52.943911 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afac32f6-5c42-4b7e-8f18-20e002b93467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.034185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:53.035834 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:53.103734 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Publish callbacks [] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.117854 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.122749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port dee68151-8cc3-4e7a-b061-372667308303 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:53.125313 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e6627a5e-9cc2-414a-80c8-76fa42e050a0 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:53.195857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Router c7f0e463-644a-4616-a656-a15c6eb945f0 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:34:53.250836 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-afac32f6-5c42-4b7e-8f18-20e002b93467 None None] Current status of the port e6627a5e-9cc2-414a-80c8-76fa42e050a0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:53.258286 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d0bd8-022f-4b93-b944-e61591dc821a None None] Pushing event updated for resources: {'Port': ['ID=99fd5850-c12d-4a4c-8075-ca439e99189a,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:53.262459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Attempting to bind port 99fd5850-c12d-4a4c-8075-ca439e99189a on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:53.262831 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Attempting to bind port 99fd5850-c12d-4a4c-8075-ca439e99189a by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:53.263416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Attempting to bind port 99fd5850-c12d-4a4c-8075-ca439e99189a on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:53.275107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:53.275489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:53.275890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.276292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:53.276773 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Bound port: 99fd5850-c12d-4a4c-8075-ca439e99189a, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:53.277154 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.304954 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-afac32f6-5c42-4b7e-8f18-20e002b93467 None None] Provisioning complete for port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:53.305332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-afac32f6-5c42-4b7e-8f18-20e002b93467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.327247 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:34:53.334527 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb9540b3-ce02-4847-b298-b8867d873301 admin admin] 10.222.0.21 "PUT /v2.0/routers/c7f0e463-644a-4616-a656-a15c6eb945f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884247 Mar 07 05:34:53.354708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port e6627a5e-9cc2-414a-80c8-76fa42e050a0 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:53.355086 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.407981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-afac32f6-5c42-4b7e-8f18-20e002b93467 None None] Port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:34:53.412856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] For port 99fd5850-c12d-4a4c-8075-ca439e99189a, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:53.428401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] For port 99fd5850-c12d-4a4c-8075-ca439e99189a, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99fd5850-c12d-4a4c-8075-ca439e99189a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:53.436790 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.539588 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Routers {'c7f0e463-644a-4616-a656-a15c6eb945f0'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:53.540214 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c7f0e463-644a-4616-a656-a15c6eb945f0'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:53.545898 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d0bd8-022f-4b93-b944-e61591dc821a None None] Pushing event updated for resources: {'Port': ['ID=99fd5850-c12d-4a4c-8075-ca439e99189a,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:53.550807 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port e6627a5e-9cc2-414a-80c8-76fa42e050a0 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:53.552087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9339b2a3-fcbc-4555-9e6e-34df790d8810 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:53.630974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-cfb69b73-9108-46f9-aa24-102053722098 None None] Provisioning complete for port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:53.631359 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cfb69b73-9108-46f9-aa24-102053722098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:53.720706 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-cfb69b73-9108-46f9-aa24-102053722098 None None] Port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:34:53.737028 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] Set router c7f0e463-644a-4616-a656-a15c6eb945f0 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:53.770289 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 9339b2a3-fcbc-4555-9e6e-34df790d8810 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:53.770657 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.123976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 9339b2a3-fcbc-4555-9e6e-34df790d8810 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:54.156608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '92d1d29b-2bb3-4eb7-a2e7-5af149a0128d', 'name': '', 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'mac_address': 'fa:16:3e:10:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:51Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 2, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'subnets': [{'id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:54.183950 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34212) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:54.184723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22468d2-11bf-4a08-a30e-1e9bbd94ecfc None None] The sync data for ids ['c7f0e463-644a-4616-a656-a15c6eb945f0'] in n-d-832185-1 is: [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '92d1d29b-2bb3-4eb7-a2e7-5af149a0128d', 'name': '', 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'mac_address': 'fa:16:3e:10:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:51Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 2, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'subnets': [{'id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:34:54.188991 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025350445', 'description': 'tempest-secgroup-smoke-2025350445 description', 'project_id': 'f110d86408e44c0584871b6fb9940d16'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:54.216227 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.287512 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (ec2d5efb-ea10-4aad-98a2-939eb2dacfe5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.291557 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ec2d5efb-ea10-4aad-98a2-939eb2dacfe5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.326703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.329851 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1441710 Mar 07 05:34:54.331892 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34214) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:54.332795 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e930e18-2bf9-4c4c-8d76-b9e3e416c72b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:54.336618 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d5efb-ea10-4aad-98a2-939eb2dacfe5', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:54.364210 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (3bcdc12c-3879-47ae-a72c-f03a4710e5fc), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.434650 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (3bcdc12c-3879-47ae-a72c-f03a4710e5fc), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.439255 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3bcdc12c-3879-47ae-a72c-f03a4710e5fc), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.462803 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcdc12c-3879-47ae-a72c-f03a4710e5fc,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:54.475346 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.476677 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b72aeed1-b952-4ab1-8ea7-d2cf66506d05 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437221 Mar 07 05:34:54.479841 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34216) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:54.484741 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d5efb-ea10-4aad-98a2-939eb2dacfe5', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:54.488340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dee68151-8cc3-4e7a-b061-372667308303 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:54.515341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (dc73cf13-9e5d-4e6c-8e83-0eb79f0296fa), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.542145 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port dee68151-8cc3-4e7a-b061-372667308303 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:54.543016 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (dee68151-8cc3-4e7a-b061-372667308303), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.588591 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (dc73cf13-9e5d-4e6c-8e83-0eb79f0296fa), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.592577 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (dc73cf13-9e5d-4e6c-8e83-0eb79f0296fa), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.620206 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc73cf13-9e5d-4e6c-8e83-0eb79f0296fa,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:54.625942 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.630740 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5490dc75-d76b-493d-99c5-494db618d816 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498799 Mar 07 05:34:54.630934 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34218) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:54.635007 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port dee68151-8cc3-4e7a-b061-372667308303 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:54.635605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d5efb-ea10-4aad-98a2-939eb2dacfe5', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:54.662929 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (978a10e0-7b18-48fc-8f46-32b4202bbf91), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.725412 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (978a10e0-7b18-48fc-8f46-32b4202bbf91), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.729738 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (978a10e0-7b18-48fc-8f46-32b4202bbf91), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.749847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978a10e0-7b18-48fc-8f46-32b4202bbf91,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:54.760006 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.762019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-9d420c86-ad90-4bce-8d77-576d5c46d903 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292675 Mar 07 05:34:54.763931 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34220) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:54.769146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d5efb-ea10-4aad-98a2-939eb2dacfe5', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:54.796679 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (d2757747-f25e-48eb-b955-56cd581e0244), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.859369 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (d2757747-f25e-48eb-b955-56cd581e0244), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.863784 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d2757747-f25e-48eb-b955-56cd581e0244), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.885713 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2757747-f25e-48eb-b955-56cd581e0244,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:54.891506 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.895413 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-045cae36-45d0-4237-86a9-f2456887518d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278069 Mar 07 05:34:54.895878 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34222) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:54.899946 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d5efb-ea10-4aad-98a2-939eb2dacfe5', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:54.919739 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Project f110d86408e44c0584871b6fb9940d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:34:54.925308 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (bfbf5741-3abb-4f74-9d07-37f0d20babaa), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.987900 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (bfbf5741-3abb-4f74-9d07-37f0d20babaa), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:54.991328 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (bfbf5741-3abb-4f74-9d07-37f0d20babaa), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:55.011204 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbf5741-3abb-4f74-9d07-37f0d20babaa,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:55.018063 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:55.019303 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-11c294e6-eadc-4d09-8e57-e9f2dbd39d61 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228263 Mar 07 05:34:55.022114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34224) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:34:55.026357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d5efb-ea10-4aad-98a2-939eb2dacfe5', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:55.046440 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Project f110d86408e44c0584871b6fb9940d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:34:55.051911 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (ccc30172-6805-4611-b3c5-6894bab5b1f6), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:55.114975 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (ccc30172-6805-4611-b3c5-6894bab5b1f6), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:55.122147 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (ccc30172-6805-4611-b3c5-6894bab5b1f6), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:55.144529 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc30172-6805-4611-b3c5-6894bab5b1f6,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:55.150126 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:55.155249 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ebbf63ce-b141-4d21-a163-c13fab782661 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281385 Mar 07 05:34:55.320272 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-6285c907-d8a4-4fb6-82ff-f953ccf5d6b0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025350445&fields=id&tenant_id=f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 267 time: 0.0467267 Mar 07 05:34:55.429146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-4bd57432-8f0a-4af0-9cc0-02e923a8f8bd tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:55.430696 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-4bd57432-8f0a-4af0-9cc0-02e923a8f8bd tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 809 time: 0.1035526 Mar 07 05:34:55.446513 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-de80072c-7aaa-47e0-9fc4-8567ef20d289 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/quotas/f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 375 time: 0.0101316 Mar 07 05:34:55.508531 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-3cdf56d0-d8be-4bc9-99a2-012d64c8e220 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568151 Mar 07 05:34:55.524896 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-27685972-6e28-41e7-b06e-0af3ea6c3a5e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:34:55.525878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-27685972-6e28-41e7-b06e-0af3ea6c3a5e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053926 Mar 07 05:34:55.619475 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-fa87733e-cabe-4155-b1df-c93039a1d4eb service neutron] 10.222.0.21 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874240 Mar 07 05:34:55.714879 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-5d1f66ed-043d-44a0-b802-09db7c4000c9 service neutron] 10.222.0.21 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896437 Mar 07 05:34:55.879915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f92258a1-2657-43fc-80f4-51568b8ae134 req-c0b9d551-1202-447c-9fbe-d9e68738c1da tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 210 time: 0.0282753 Mar 07 05:34:56.484129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99fd5850-c12d-4a4c-8075-ca439e99189a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:56.494956 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Sync routers for ids ['c7f0e463-644a-4616-a656-a15c6eb945f0'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:34:56.506871 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Routers {'c7f0e463-644a-4616-a656-a15c6eb945f0'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:56.508157 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c7f0e463-644a-4616-a656-a15c6eb945f0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:56.535840 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 99fd5850-c12d-4a4c-8075-ca439e99189a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:56.536130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:56.621005 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Set router c7f0e463-644a-4616-a656-a15c6eb945f0 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:56.622009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 99fd5850-c12d-4a4c-8075-ca439e99189a is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:56.622393 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:56.644680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 99fd5850-c12d-4a4c-8075-ca439e99189a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99fd5850-c12d-4a4c-8075-ca439e99189a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:56.648718 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:56.697919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=99fd5850-c12d-4a4c-8075-ca439e99189a,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:56.826366 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '92d1d29b-2bb3-4eb7-a2e7-5af149a0128d', 'name': '', 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'mac_address': 'fa:16:3e:10:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:51Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 2, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'subnets': [{'id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:56.852093 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Checking router: c7f0e463-644a-4616-a656-a15c6eb945f0 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:34:56.852444 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Updating router c7f0e463-644a-4616-a656-a15c6eb945f0 port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:34:56.887035 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:56.992087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-c1247209-3dc9-4d3a-b7b8-c8e5139d592c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:56.994487 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-c1247209-3dc9-4d3a-b7b8-c8e5139d592c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 809 time: 0.1401978 Mar 07 05:34:57.008719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-eaf6080b-f544-4b1c-8109-9b93b561d036 req-9e2a5d7c-a7e6-456c-b55c-79af90046ef1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 210 time: 0.0451396 Mar 07 05:34:57.068054 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-93878971-211a-437c-9554-66429f4ce6f3 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 380 time: 0.0649619 Mar 07 05:34:57.077904 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'port': {'device_id': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'admin_state_up': True, 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'security_groups': ['ec2d5efb-ea10-4aad-98a2-939eb2dacfe5']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:57.175078 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Publish callbacks [] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.181107 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.193041 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Made reservation on behalf of f110d86408e44c0584871b6fb9940d16 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:34:57.196978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.231779 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572514f6-a234-43d4-a9e2-c6ccbe828ff1 None None] Pushing event updated for resources: {'Port': ['ID=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:57.290720 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Attempting to bind port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:57.291093 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Attempting to bind port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:57.291593 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Attempting to bind port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d on network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:57.296852 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:57.297219 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Checking segment: {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:57.297624 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.298064 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Bound using segment: {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:57.298539 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Bound port: 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923904ad-30a7-4148-99eb-965aee097066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:57.298914 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.347198 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Allocated IP 172.20.0.3 (46861977-f77b-4403-99d4-4c5b4517eacf/09fbb093-8271-492b-ba46-3e5d4c1cde58/86f8098f-16e7-47d4-93a7-768fa4133f21) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:34:57.379149 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] For port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:57.382843 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] For port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,segment=NetworkSegment(923904ad-30a7-4148-99eb-965aee097066),segment_id=923904ad-30a7-4148-99eb-965aee097066)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:57.389875 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.443558 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Routers {'c7f0e463-644a-4616-a656-a15c6eb945f0'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:34:57.444338 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:34:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c7f0e463-644a-4616-a656-a15c6eb945f0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:57.473962 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-9c833f8f-4698-478b-b859-86030e686119 None None] Provisioning complete for port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:57.474661 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c833f8f-4698-478b-b859-86030e686119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.504832 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.548416 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572514f6-a234-43d4-a9e2-c6ccbe828ff1 None None] Pushing event updated for resources: {'Port': ['ID=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:57.560115 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.579995 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] Set router c7f0e463-644a-4616-a656-a15c6eb945f0 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:34:57.580514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-9c833f8f-4698-478b-b859-86030e686119 None None] Current status of the port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:57.581243 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c833f8f-4698-478b-b859-86030e686119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.603831 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Network 46861977-f77b-4403-99d4-4c5b4517eacf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:34:57.607296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:34:57.614038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:34:57.621625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-9c833f8f-4698-478b-b859-86030e686119 None None] For port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,segment=NetworkSegment(923904ad-30a7-4148-99eb-965aee097066),segment_id=923904ad-30a7-4148-99eb-965aee097066)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:34:57.626993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c833f8f-4698-478b-b859-86030e686119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.652079 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:57.681305 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:57.682526 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.711689 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7b1b2818-11c9-495b-8c28-ae4191f368a7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6374168 Mar 07 05:34:57.713556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c833f8f-4698-478b-b859-86030e686119 None None] Pushing event updated for resources: {'Port': ['ID=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:57.726112 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Request body: {'port': {'device_id': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:34:57.774864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6da55bde-890d-4489-9bcc-100d2993f53e None None] Provisioning complete for port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:57.775347 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6da55bde-890d-4489-9bcc-100d2993f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.805249 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:57.838515 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '92d1d29b-2bb3-4eb7-a2e7-5af149a0128d', 'name': '', 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'mac_address': 'fa:16:3e:10:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:51Z', 'updated_at': '2022-03-07T05:34:57Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'subnets': [{'id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:34:57.871899 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29c53-30fe-4bef-9e11-8d05299c8437 None None] The sync data for ids ['c7f0e463-644a-4616-a656-a15c6eb945f0'] in n-d-832185-1 is: [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': '92d1d29b-2bb3-4eb7-a2e7-5af149a0128d', 'name': '', 'network_id': '64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'mac_address': 'fa:16:3e:10:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:51Z', 'updated_at': '2022-03-07T05:34:57Z', 'revision_number': 4, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'subnets': [{'id': '449b832e-bb8d-40fb-94db-064c07d85d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:34:57.885265 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6da55bde-890d-4489-9bcc-100d2993f53e None None] Current status of the port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:58.006607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-57d75d99-ea1b-471f-8be6-86e27b48dac6 None None] Provisioning complete for port 86f8098f-16e7-47d4-93a7-768fa4133f21 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:58.006989 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57d75d99-ea1b-471f-8be6-86e27b48dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.043612 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-57d75d99-ea1b-471f-8be6-86e27b48dac6 None None] Port 86f8098f-16e7-47d4-93a7-768fa4133f21 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:34:58.111128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f8098f-16e7-47d4-93a7-768fa4133f21 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:34:58.119298 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Publish callbacks [] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.134997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Transition to ACTIVE for port object 86f8098f-16e7-47d4-93a7-768fa4133f21 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:34:58.139928 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.156146 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c59fe5-7a12-4aa0-8ece-54bd3674403a req-2a204aed-c400-4d1f-8ccd-4f5cebf82e9b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:58.158257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50c59fe5-7a12-4aa0-8ece-54bd3674403a req-2a204aed-c400-4d1f-8ccd-4f5cebf82e9b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 931 time: 0.0721121 Mar 07 05:34:58.204653 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:58.216148 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-50c59fe5-7a12-4aa0-8ece-54bd3674403a req-648bd808-9978-45d8-8f6f-f01189cb8164 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517211 Mar 07 05:34:58.289837 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Attempting to bind port 86f8098f-16e7-47d4-93a7-768fa4133f21 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:34:58.290102 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Attempting to bind port 86f8098f-16e7-47d4-93a7-768fa4133f21 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:34:58.290440 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Attempting to bind port 86f8098f-16e7-47d4-93a7-768fa4133f21 on network 46861977-f77b-4403-99d4-4c5b4517eacf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:58.295634 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Port 86f8098f-16e7-47d4-93a7-768fa4133f21 on network 46861977-f77b-4403-99d4-4c5b4517eacf not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:34:58.295954 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Attempting to bind port 86f8098f-16e7-47d4-93a7-768fa4133f21 on network 46861977-f77b-4403-99d4-4c5b4517eacf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:34:58.301957 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:34:58.302337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Checking segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:34:58.302721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Bound using segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:34:58.303146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Bound port: 86f8098f-16e7-47d4-93a7-768fa4133f21, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:34:58.303501 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.377396 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:34:58.380975 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:34:58.387886 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.427979 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:58.429043 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.430556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] 10.222.0.15 "PUT /v2.0/ports/86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 1091 time: 0.7097955 Mar 07 05:34:58.467788 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:34:58.471311 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3a4af6-357e-4c93-a817-da90925636b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:34:58.474124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd711b7-13c7-4526-a9dc-490af96b4c03 service neutron] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:34:58.529273 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99fd5850-c12d-4a4c-8075-ca439e99189a up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:58.534949 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79fcf43-f9a9-4e39-8a2b-3577de5d10ee x-openstack-request-id: req-a79fcf43-f9a9-4e39-8a2b-3577de5d10ee {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:34:58.535250 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:34:58.535505 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a79fcf43-f9a9-4e39-8a2b-3577de5d10ee {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:34:58.535906 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'status': 'completed', 'code': 200} Mar 07 05:34:58.565829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-e5f2cae2-a5dd-4e83-8ccf-800774e41d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:58.570177 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-e5f2cae2-a5dd-4e83-8ccf-800774e41d7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1125 time: 0.0715506 Mar 07 05:34:58.585002 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 99fd5850-c12d-4a4c-8075-ca439e99189a triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:58.586029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.623220 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-0a149cb1-e3f0-4169-94f3-95cfc4cf7a5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 217 time: 0.0482614 Mar 07 05:34:58.671592 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 99fd5850-c12d-4a4c-8075-ca439e99189a is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:58.672669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:34:58.675623 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-d7db8373-f185-485c-842d-441423599004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:58.677235 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-d7db8373-f185-485c-842d-441423599004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0483806 Mar 07 05:34:58.730137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-dfa91ab7-a56e-4c7f-bfe1-6a32d2a2a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:58.731674 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-dfa91ab7-a56e-4c7f-bfe1-6a32d2a2a244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466759 Mar 07 05:34:58.734215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:34:58.734592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:34:58.811374 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:34:58.825728 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-e09e63aa-62d6-4a7b-a587-d3bfff7c26e2 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881937 Mar 07 05:34:58.914832 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-44598dd4-dc8a-40bf-8d74-5c4d25f5eef7 req-0fcee4a9-ebaf-4a74-b89c-bcc9e69ec5cb service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829086 Mar 07 05:34:59.008969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-dc176207-a0a5-4bad-b3b1-ac4567698cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:59.010475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-dc176207-a0a5-4bad-b3b1-ac4567698cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1125 time: 0.0498500 Mar 07 05:34:59.097460 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-f6a4b1b4-e302-4aea-88fd-ca77ae124860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:59.098936 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-f6a4b1b4-e302-4aea-88fd-ca77ae124860 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0827587 Mar 07 05:34:59.359224 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e9cbd-b165-4c3f-b05a-6992656ea5b9 req-9bd43f31-88ef-4fa7-921f-eb4cd14f17a9 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:59.361920 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-065e9cbd-b165-4c3f-b05a-6992656ea5b9 req-9bd43f31-88ef-4fa7-921f-eb4cd14f17a9 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0654953 Mar 07 05:34:59.418261 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-065e9cbd-b165-4c3f-b05a-6992656ea5b9 req-555d49fa-13c0-4497-afe4-e9ee06497176 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482717 Mar 07 05:34:59.434227 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-292ba4c2-394f-40c6-953f-dc2453ce3875 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 217 time: 0.3289671 Mar 07 05:34:59.481918 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-e2b0c83e-5108-4521-9fdc-395062ed5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:59.483365 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-e2b0c83e-5108-4521-9fdc-395062ed5e91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0425708 Mar 07 05:34:59.529919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-73fbc5a9-ce0c-4293-9b87-66f4e5e37c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:34:59.531434 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-73fbc5a9-ce0c-4293-9b87-66f4e5e37c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417714 Mar 07 05:34:59.622793 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-bf3ec7e0-b8ae-450c-8614-5c143be73554 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Mar 07 05:34:59.713570 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0e3a4af6-357e-4c93-a817-da90925636b1 req-fa9df402-ed3d-48ea-90f7-d505076353a5 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841069 Mar 07 05:35:00.535925 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2786-794d-4d0d-bd91-3e6159c2b858 req-012846f2-7f8f-45f8-9ff6-30c6f5bfed85 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:00.537386 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d0a2786-794d-4d0d-bd91-3e6159c2b858 req-012846f2-7f8f-45f8-9ff6-30c6f5bfed85 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0521524 Mar 07 05:35:00.586242 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0d0a2786-794d-4d0d-bd91-3e6159c2b858 req-ed780ffa-3655-44fe-a30e-dc2e90d528d5 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Mar 07 05:35:01.703673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f61f3-b2c7-4da5-9f26-3082b5b5440e req-5c8b566c-18d1-4194-a50a-a99d21340778 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:01.705760 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f2f61f3-b2c7-4da5-9f26-3082b5b5440e req-5c8b566c-18d1-4194-a50a-a99d21340778 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0521564 Mar 07 05:35:01.757575 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8f2f61f3-b2c7-4da5-9f26-3082b5b5440e req-30edf946-9cba-4595-9463-2d1dbe68436b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 Mar 07 05:35:02.468220 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:35:02.563204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:35:02.573819 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'mac_address': 'fa:16:3e:38:af:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:35:02.612496 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:35:02.612882 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:02.629150 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f8098f-16e7-47d4-93a7-768fa4133f21 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:35:02.649219 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:35:02.653271 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:02.701010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:35:02.856981 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['86f8098f-16e7-47d4-93a7-768fa4133f21'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:35:02.882247 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1bfd-b4ec-44cc-aa49-b040f1428b8b req-016aaabb-632e-4169-909e-fa1fe23a062c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:02.883787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ecc1bfd-b4ec-44cc-aa49-b040f1428b8b req-016aaabb-632e-4169-909e-fa1fe23a062c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 944 time: 0.0556211 Mar 07 05:35:02.914483 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b1493456-4cdc-4ffa-8655-7543f2332a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:02.936759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4ecc1bfd-b4ec-44cc-aa49-b040f1428b8b req-017f1454-14f5-46a1-997e-7adc5320d77b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467832 Mar 07 05:35:04.056017 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9df5-9ba7-4f1e-a609-c21824b9bbe2 req-786d1d0c-0521-47a6-bf18-2a102d3be90e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:04.057464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-befa9df5-9ba7-4f1e-a609-c21824b9bbe2 req-786d1d0c-0521-47a6-bf18-2a102d3be90e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 944 time: 0.0515838 Mar 07 05:35:04.106941 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-befa9df5-9ba7-4f1e-a609-c21824b9bbe2 req-fb084a5a-9ea1-4b96-9fed-3ac0afccbc5c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Mar 07 05:35:04.484675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:35:04.532774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 86f8098f-16e7-47d4-93a7-768fa4133f21 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:35:04.536467 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 86f8098f-16e7-47d4-93a7-768fa4133f21 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:35:04.536846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:04.618524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:35:04.618913 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:04.642416 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:35:04.644843 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e455eef-3598-4d4e-beb6-a1aed9e3744d" -d '{"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-plugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:35:04.657865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:35:04.661965 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:04.688837 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4637f-3bae-4822-ad20-329fa6c0458e x-openstack-request-id: req-70a4637f-3bae-4822-ad20-329fa6c0458e {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:35:04.689276 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-plugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:35:04.689543 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70a4637f-3bae-4822-ad20-329fa6c0458e {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:35:04.689947 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'code': 200} Mar 07 05:35:04.717033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:35:04.786503 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562ba1e-de47-455e-a606-8c10d7e6e606 req-ab65559c-fb7a-421c-89ea-4b6c4bbc3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:04.787984 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a562ba1e-de47-455e-a606-8c10d7e6e606 req-ab65559c-fb7a-421c-89ea-4b6c4bbc3a15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1127 time: 0.0482922 Mar 07 05:35:04.834736 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-a562ba1e-de47-455e-a606-8c10d7e6e606 req-5482f300-8610-42ab-8211-b9f003b7772c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Mar 07 05:35:05.230531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d295-ceff-4401-b2e7-43683d244f96 req-00e694a5-97e0-472e-ad67-5d19acc870a2 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:05.231923 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81f6d295-ceff-4401-b2e7-43683d244f96 req-00e694a5-97e0-472e-ad67-5d19acc870a2 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0559788 Mar 07 05:35:05.280492 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81f6d295-ceff-4401-b2e7-43683d244f96 req-a8295401-4e8f-4878-9c29-573af4caa278 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Mar 07 05:35:05.528430 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-61f824a0-1e1b-4728-bee7-1e8450faf80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:06.399040 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7be3b-a5de-48dc-b9d4-7423d805a3f2 req-b437e95a-e114-45cf-b18e-c3c8db5c6774 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:06.400522 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0e7be3b-a5de-48dc-b9d4-7423d805a3f2 req-b437e95a-e114-45cf-b18e-c3c8db5c6774 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0523067 Mar 07 05:35:06.448671 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e0e7be3b-a5de-48dc-b9d4-7423d805a3f2 req-a4a8dfb4-e828-4eb9-ba2e-5b8569eec1de tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426648 Mar 07 05:35:06.568879 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7649da-cde8-4971-82a4-1cfe9f11994e req-93edf115-8941-4d4d-b992-90dd37c800a8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:06.570290 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c7649da-cde8-4971-82a4-1cfe9f11994e req-93edf115-8941-4d4d-b992-90dd37c800a8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0570083 Mar 07 05:35:06.618682 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c7649da-cde8-4971-82a4-1cfe9f11994e req-1a3d588c-de6a-4fe1-a95c-098eecac7603 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Mar 07 05:35:06.640242 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34280) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:35:06.773563 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d791272-3591-4e9a-8832-ae40cb3b246d tempest-TestShelveInstance-1552684169 tempest-TestShelveInstance-1552684169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:06.775118 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7d791272-3591-4e9a-8832-ae40cb3b246d tempest-TestShelveInstance-1552684169 tempest-TestShelveInstance-1552684169-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1122 time: 0.1339233 Mar 07 05:35:06.778036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34284) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:35:06.782192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:35:06.802387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:06.899990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:06.993447 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:07.002437 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Allocated IP 172.25.4.222 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/417698c8-f0b9-4977-ba8d-5dd57567f354) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:35:07.111649 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:07.145625 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:07.185736 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:35:07.188562 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:35:07.191543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:35:07.218610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'Port': ['ID=417698c8-f0b9-4977-ba8d-5dd57567f354,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:35:07.850250 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:07.917619 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:07.922292 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:08.077374 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:08.082721 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:08.156686 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'Port': ['ID=417698c8-f0b9-4977-ba8d-5dd57567f354,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:35:08.164181 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:08.265528 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Floating IP 0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3 associated. External IP: 172.25.4.222, port: 86f8098f-16e7-47d4-93a7-768fa4133f21. Mar 07 05:35:08.429721 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:35:08.480172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:35:08.590210 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:35:08.600325 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:35:08.609150 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:08.610021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:35:08.610670 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:35:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:35:08.639296 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9dcfbf9a-696b-4120-80b5-5e659559b2f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8602374 Mar 07 05:35:08.640106 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:35:08.642295 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993805e7-270d-4496-88f6-c3885e873611" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:35:08.684459 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8596e355-c3c2-4a3f-b9c7-e3bc55f18610 x-openstack-request-id: req-8596e355-c3c2-4a3f-b9c7-e3bc55f18610 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:35:08.684783 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:35:08.685048 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8596e355-c3c2-4a3f-b9c7-e3bc55f18610 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:35:08.685458 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'status': 'completed', 'code': 200} Mar 07 05:35:08.748019 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:35:08.750773 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993805e7-270d-4496-88f6-c3885e873611 req-2de6d698-ba8e-49e5-8a4d-e5b44cf13de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:08.751449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-2de6d698-ba8e-49e5-8a4d-e5b44cf13de1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1127 time: 0.0463028 Mar 07 05:35:08.848421 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993805e7-270d-4496-88f6-c3885e873611 req-2bf78e5d-e018-4c1e-8b32-4c3604e81d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:08.849908 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-2bf78e5d-e018-4c1e-8b32-4c3604e81d80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0924096 Mar 07 05:35:08.914141 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-fe1fb18d-c7d4-456c-9e27-ca5823a7440f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 999 time: 0.0588255 Mar 07 05:35:08.963174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993805e7-270d-4496-88f6-c3885e873611 req-f0f04bbe-23a0-4c17-8428-00ffdd261485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:08.964661 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-f0f04bbe-23a0-4c17-8428-00ffdd261485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0456324 Mar 07 05:35:08.980976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'mac_address': 'fa:16:3e:38:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:35:07Z', 'updated_at': '2022-03-07T05:35:07Z', 'revision_number': 0, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:35:09.010216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:35:09.016898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993805e7-270d-4496-88f6-c3885e873611 req-791e9789-7d44-4230-bec1-075d26919b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:09.018411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:35:09.018535 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-791e9789-7d44-4230-bec1-075d26919b6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481648 Mar 07 05:35:09.019594 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:35:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:35:09.107648 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-c456e2d7-4676-4997-88fc-4a24387fe4e9 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 Mar 07 05:35:09.126346 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:35:09.201791 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-993805e7-270d-4496-88f6-c3885e873611 req-4e169d3f-dadd-4367-b909-d8a28dcee49b service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877905 Mar 07 05:35:09.352979 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'mac_address': 'fa:16:3e:38:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:35:07Z', 'updated_at': '2022-03-07T05:35:07Z', 'revision_number': 0, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:35:09.379204 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef43144-1995-4b10-9eb0-540b8d40ea7f None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': '0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'mac_address': 'fa:16:3e:38:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:35:07Z', 'updated_at': '2022-03-07T05:35:07Z', 'revision_number': 0, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:35:09.569234 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe47345-7313-404e-9ab2-7d4020a68e0a None None] New status for floating IP 0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:35:09.609528 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:18.193830 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-6711e0ed-dbcf-4b8f-9b75-99f1c4f4b389 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458753 Mar 07 05:35:18.278518 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-8e2ea79c-0549-4920-b35e-edb630b0dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:18.279897 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-8e2ea79c-0549-4920-b35e-edb630b0dc24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1127 time: 0.0454419 Mar 07 05:35:18.387416 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-c1887b07-0426-4cea-995e-5518ab762b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:18.388883 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-c1887b07-0426-4cea-995e-5518ab762b9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0910225 Mar 07 05:35:18.452673 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-e1f151fe-78e2-42df-b6ee-f6d89615c0ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 1001 time: 0.0567644 Mar 07 05:35:18.505284 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-a7f89438-58ed-4768-bacb-6daa7f78ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:18.506706 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-a7f89438-58ed-4768-bacb-6daa7f78ce55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0466955 Mar 07 05:35:18.555405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-c8e0a09f-86b4-42ec-b2c2-d2f0c26ffe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:35:18.556834 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-c8e0a09f-86b4-42ec-b2c2-d2f0c26ffe69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438542 Mar 07 05:35:18.643702 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-acb731c8-4493-44dc-94c4-5edc9be3f56b service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808518 Mar 07 05:35:18.738754 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6fc5e668-de82-43a6-873b-c34cfcfa93b6 req-30afdabf-79b8-45e7-ace1-9beab76a351c service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865777 Mar 07 05:35:20.543606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:22.782848 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:32.897358 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8b4beb90-1176-41ec-8feb-77c610c22bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:35.529748 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f038b165-7676-4e60-ac0b-6591ac3f1006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:36.996486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:37.925391 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:39.608756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:45.429609 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:35:50.543686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:35:52.781744 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:02.898349 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7a20fb7b-3b9e-489c-a959-7d9d1c23fa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:05.531147 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5e82ebeb-8f1f-4a59-a06d-0a3789abb196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:06.998930 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:07.929119 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:09.611364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:20.215899 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-2353271c-5bc4-4b11-a3a0-cb35bf5e6c73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440013 Mar 07 05:36:20.299097 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-89a1d0ba-00bf-445a-a170-4cb209957263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:36:20.300511 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-89a1d0ba-00bf-445a-a170-4cb209957263 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1127 time: 0.0455079 Mar 07 05:36:20.407203 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-0d1dec82-dabb-4085-9176-a0dd7222ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:36:20.408679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-0d1dec82-dabb-4085-9176-a0dd7222ec02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0902441 Mar 07 05:36:20.471907 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-79b7fb73-9471-4f69-9707-b8601d499e87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 1001 time: 0.0577836 Mar 07 05:36:20.526407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-171e6bf9-3d1e-4d0e-8f7b-da4cf4568d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:36:20.527826 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-171e6bf9-3d1e-4d0e-8f7b-da4cf4568d4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0488708 Mar 07 05:36:20.552899 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:20.577995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-8451c42c-cfbc-471b-ae18-68608539a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:36:20.579529 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-8451c42c-cfbc-471b-ae18-68608539a2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460572 Mar 07 05:36:20.667893 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-5c0b637c-cf97-4b6f-972e-ca29fd934a27 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818126 Mar 07 05:36:20.758428 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ab861e5e-ce0b-400f-ab52-881288fbb91b req-39bba29b-1930-4dfb-baf4-7b1b21b23c2d service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Mar 07 05:36:22.428907 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:36:22.793581 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:25.201709 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-3ad0b184-9091-4760-be71-20e5f099041d service neutron] (103939) timed out ('10.222.0.21', 45814) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:36:25.633771 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-4ce2bc21-b8be-4119-b0fd-2544691f72cc req-bb37495c-cd7e-4a9f-8fdc-c3d1d5491173 tempest-ServerActionsTestJSON-939010741 tempest-ServerActionsTestJSON-939010741-project] (103939) timed out ('10.222.0.21', 57642) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:36:32.900099 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-97697dc8-8b80-4f82-bd35-609c95650712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:35.531923 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2dab9499-3db7-455c-9b7a-9e66df475768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:37.003762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:37.931350 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:39.613127 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:50.570290 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:52.796681 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:36:59.426985 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:37:02.903475 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-067d700f-5b20-411e-85e2-bf14c462ab7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:03.263512 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7960c1-a1ac-4cd9-bdb6-8ba0fe0c12de req-a9b01922-e9f4-4633-8294-df0bd446e9ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:03.265030 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb7960c1-a1ac-4cd9-bdb6-8ba0fe0c12de req-a9b01922-e9f4-4633-8294-df0bd446e9ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0629768 Mar 07 05:37:03.313798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb7960c1-a1ac-4cd9-bdb6-8ba0fe0c12de req-c226694a-a329-4c3e-9050-e5f15c7b452c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Mar 07 05:37:04.436877 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1de8cf-b11b-4962-abd8-35737ecdbe74 req-749be6f0-ce5b-47f1-8a20-d25f2ae0f818 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:04.438390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc1de8cf-b11b-4962-abd8-35737ecdbe74 req-749be6f0-ce5b-47f1-8a20-d25f2ae0f818 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0519261 Mar 07 05:37:04.487388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bc1de8cf-b11b-4962-abd8-35737ecdbe74 req-c7fae7c7-45da-4c65-aaeb-43e01a53fdfd tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Mar 07 05:37:05.534297 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9c687962-91fe-4de9-892d-e6efa9d4e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:05.617155 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbcdd2-c4ee-44ad-bc49-753e6570e69b req-375340fc-3d35-4a23-b79e-a02c94cccb18 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:05.618670 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47cbcdd2-c4ee-44ad-bc49-753e6570e69b req-375340fc-3d35-4a23-b79e-a02c94cccb18 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0577900 Mar 07 05:37:05.666702 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-47cbcdd2-c4ee-44ad-bc49-753e6570e69b req-a2090ed5-d93e-4318-8346-3682dd98c727 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Mar 07 05:37:06.784963 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b82a0d-a3ef-4fbe-89a7-a165dda73214 req-f1d0597c-c7bf-4b13-a4b6-5587da99ea67 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:06.786388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53b82a0d-a3ef-4fbe-89a7-a165dda73214 req-f1d0597c-c7bf-4b13-a4b6-5587da99ea67 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0536313 Mar 07 05:37:06.835727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53b82a0d-a3ef-4fbe-89a7-a165dda73214 req-622cab47-6f88-484e-b93d-9343da440da6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Mar 07 05:37:07.004257 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:07.935249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:07.957874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384125-733d-434a-baa0-b7c10abe3b3e req-9a5a8fc7-13ff-4b34-89bd-fe77756bf5b0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:07.959548 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07384125-733d-434a-baa0-b7c10abe3b3e req-9a5a8fc7-13ff-4b34-89bd-fe77756bf5b0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0530243 Mar 07 05:37:08.013338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07384125-733d-434a-baa0-b7c10abe3b3e req-30151937-ca26-47b3-8cad-a886c334359a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477781 Mar 07 05:37:09.133499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650012-1634-4c83-973e-660e6bdcd5a3 req-722a7ad9-1274-4e63-b475-740d17887ef1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:09.135066 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d650012-1634-4c83-973e-660e6bdcd5a3 req-722a7ad9-1274-4e63-b475-740d17887ef1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0523787 Mar 07 05:37:09.183058 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2d650012-1634-4c83-973e-660e6bdcd5a3 req-7accab83-f46c-4c1f-8558-e976ecf29b09 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Mar 07 05:37:09.619676 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:10.300745 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f375-8651-4b85-bb97-62a88ef945f6 req-e3260077-c3b1-4fff-b499-9a486c48097c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:10.302234 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04e0f375-8651-4b85-bb97-62a88ef945f6 req-e3260077-c3b1-4fff-b499-9a486c48097c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0517843 Mar 07 05:37:10.350921 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04e0f375-8651-4b85-bb97-62a88ef945f6 req-9c03cfa7-574e-44d5-b203-e3b2aa36cfd6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Mar 07 05:37:11.473175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7160-6d6c-4aa3-9cb3-56fb404bc12c req-a316d825-3ead-4e9d-b223-7b11c825098c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:11.474792 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a6c7160-6d6c-4aa3-9cb3-56fb404bc12c req-a316d825-3ead-4e9d-b223-7b11c825098c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0567536 Mar 07 05:37:11.529928 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9a6c7160-6d6c-4aa3-9cb3-56fb404bc12c req-69af94c3-f51e-41a3-89aa-a59adc8cfd7c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 Mar 07 05:37:12.648046 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3785b-c4c2-44c3-b3eb-1633433f4abe req-76eae6e8-5323-4335-bdb8-f426c630a313 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:12.649516 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0d3785b-c4c2-44c3-b3eb-1633433f4abe req-76eae6e8-5323-4335-bdb8-f426c630a313 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0527353 Mar 07 05:37:12.698654 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b0d3785b-c4c2-44c3-b3eb-1633433f4abe req-a6b51499-32f2-40bc-b244-d29dba758a4c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Mar 07 05:37:13.824172 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688cea-4655-444e-941c-7d57bc60fbac req-d52a095a-9c07-4835-831c-ecb328506f3c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:13.826508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca688cea-4655-444e-941c-7d57bc60fbac req-d52a095a-9c07-4835-831c-ecb328506f3c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0595982 Mar 07 05:37:13.875683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca688cea-4655-444e-941c-7d57bc60fbac req-b13d066b-586b-4d87-b71a-3653cd8773bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Mar 07 05:37:14.994299 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254b50-c363-4b5c-8b1f-734659de18f1 req-8578f8a5-2d10-44a6-8e8f-3a5f81860b4f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:14.995767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da254b50-c363-4b5c-8b1f-734659de18f1 req-8578f8a5-2d10-44a6-8e8f-3a5f81860b4f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0537024 Mar 07 05:37:15.043395 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-da254b50-c363-4b5c-8b1f-734659de18f1 req-dc71779b-4b96-4149-ab19-e25c71ddd215 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Mar 07 05:37:15.168213 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:37:15.271200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:15.283299 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'mac_address': 'fa:16:3e:38:af:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:37:15.325608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:37:15.326033 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:15.339661 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86f8098f-16e7-47d4-93a7-768fa4133f21 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:37:15.360131 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:15.363146 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:15.417669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:37:15.428880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.431071 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.431499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.432908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.432908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.434354 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.434516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.435436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.436223 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.436970 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.437778 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.438159 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.438493 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:37:15.444595 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['86f8098f-16e7-47d4-93a7-768fa4133f21'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:37:16.182066 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6642fe-5d3e-40ff-ac65-714c1075460e req-0c48f941-0d2c-42dd-95f3-0edac5865460 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:16.183592 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b6642fe-5d3e-40ff-ac65-714c1075460e req-0c48f941-0d2c-42dd-95f3-0edac5865460 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 944 time: 0.0599403 Mar 07 05:37:16.254911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6b6642fe-5d3e-40ff-ac65-714c1075460e req-80d11a49-a5fd-4c52-9523-bee384dce2bb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618474 Mar 07 05:37:17.186854 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:37:17.247565 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 86f8098f-16e7-47d4-93a7-768fa4133f21 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:37:17.247941 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:17.354127 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:37:17.354775 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:17.380440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:37:17.383305 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec1dbe-8319-4645-bf6b-5836725d11b0" -d '{"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-plugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:37:17.400181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:17.405029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:17.418480 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b10939-364e-487f-9ac7-76fa522be1db req-f34e5dfc-8000-4bf0-b6ce-35c0e3b98994 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:17.420636 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15b10939-364e-487f-9ac7-76fa522be1db req-f34e5dfc-8000-4bf0-b6ce-35c0e3b98994 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 944 time: 0.0718753 Mar 07 05:37:17.455397 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:37:17.482095 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15b10939-364e-487f-9ac7-76fa522be1db req-60ad8298-f561-41e5-826e-9e7a4a198378 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548496 Mar 07 05:37:17.524257 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a32ac6-7823-4229-8706-4fc5ec0bf96c x-openstack-request-id: req-d8a32ac6-7823-4229-8706-4fc5ec0bf96c {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:37:17.524561 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-plugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:37:17.524847 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8a32ac6-7823-4229-8706-4fc5ec0bf96c {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:37:17.525223 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'code': 200} Mar 07 05:37:18.619310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe001ae-4ed7-45d1-8339-3ff2dbbb72cd req-f5205bb2-6329-41bf-bc50-23771bc50cd8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:18.621958 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbe001ae-4ed7-45d1-8339-3ff2dbbb72cd req-f5205bb2-6329-41bf-bc50-23771bc50cd8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0694764 Mar 07 05:37:18.682985 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-fbe001ae-4ed7-45d1-8339-3ff2dbbb72cd req-cf75b60e-c445-4753-9a90-20a2526bc5bd tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549884 Mar 07 05:37:19.812884 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b18bf-759b-47b5-a0a8-9868e77f0c48 req-97e6ee49-7cad-405a-b579-ebe48b0a04e4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:19.814398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999b18bf-759b-47b5-a0a8-9868e77f0c48 req-97e6ee49-7cad-405a-b579-ebe48b0a04e4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0598812 Mar 07 05:37:19.868804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-999b18bf-759b-47b5-a0a8-9868e77f0c48 req-58f746a2-bab3-4759-aabc-b7231d34613f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483220 Mar 07 05:37:20.586366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:20.664445 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-9cc41fa1-82bf-4a54-939d-bdd1bd63ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:20.666700 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-9cc41fa1-82bf-4a54-939d-bdd1bd63ac17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1127 time: 0.0511014 Mar 07 05:37:20.785550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-b6e16878-a23c-430b-8631-6e176fed90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:20.787510 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-b6e16878-a23c-430b-8631-6e176fed90be service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.1001580 Mar 07 05:37:20.859348 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-84e05ab1-aaef-441d-a15e-1c43dc0ec890 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 1001 time: 0.0636327 Mar 07 05:37:20.914851 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-719e8900-a48d-4464-8a38-0cbe9ee608b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:20.916414 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-719e8900-a48d-4464-8a38-0cbe9ee608b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0515356 Mar 07 05:37:20.993070 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-1324788f-2826-424d-999f-c54fea3ac612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:20.994794 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-1324788f-2826-424d-999f-c54fea3ac612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0638354 Mar 07 05:37:21.024646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c50d13-6345-4fef-a7ff-dabc57234244 req-a3d98cfa-c83c-4f3a-b609-f0cfbf460596 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:21.026547 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17c50d13-6345-4fef-a7ff-dabc57234244 req-a3d98cfa-c83c-4f3a-b609-f0cfbf460596 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0703144 Mar 07 05:37:21.083720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-17c50d13-6345-4fef-a7ff-dabc57234244 req-28e8428b-6fed-49bf-923d-779a20a3eb08 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500479 Mar 07 05:37:21.133253 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-f6a7ef81-acfd-4306-8c69-0fd53396e6ee service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327956 Mar 07 05:37:21.236736 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-2cc9807a-b85b-41e9-b1a8-764f6f671b1f req-c179b181-c4f8-4fc7-ade8-87b0727e878d service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975688 Mar 07 05:37:22.216065 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f24e3-0faf-4583-a92b-b763bf02c706 req-5743ae0f-be16-41af-abf2-8cf0aaca06bf tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:22.217568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f4f24e3-0faf-4583-a92b-b763bf02c706 req-5743ae0f-be16-41af-abf2-8cf0aaca06bf tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0593636 Mar 07 05:37:22.279240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9f4f24e3-0faf-4583-a92b-b763bf02c706 req-0bcd5ceb-c2cb-4efc-a646-93f198339a6a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532024 Mar 07 05:37:22.800357 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:23.412122 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceae72-ec33-4450-85ce-8ab22f2970e9 req-16c0dee4-d450-4689-a3c1-bcbe18618a04 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:23.414666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96ceae72-ec33-4450-85ce-8ab22f2970e9 req-16c0dee4-d450-4689-a3c1-bcbe18618a04 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0606952 Mar 07 05:37:23.469481 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96ceae72-ec33-4450-85ce-8ab22f2970e9 req-68fd245f-d0d2-4914-85e0-d26836179052 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490456 Mar 07 05:37:24.600207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0f4f3-b1aa-4274-a14a-4baaa7acffa1 req-c09ea43f-ef36-4c46-a731-eb72875d7f60 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:24.601715 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87c0f4f3-b1aa-4274-a14a-4baaa7acffa1 req-c09ea43f-ef36-4c46-a731-eb72875d7f60 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0589044 Mar 07 05:37:24.651110 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-87c0f4f3-b1aa-4274-a14a-4baaa7acffa1 req-ac5946b7-cd15-4639-ad9a-5d2c33d36a5d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Mar 07 05:37:25.104047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-fc77c953-153c-4a56-90e6-d470b73de430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:25.105852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-fc77c953-153c-4a56-90e6-d470b73de430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1127 time: 0.0447040 Mar 07 05:37:25.197432 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-5cd2403b-a4e1-43ea-b168-744d9a01c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:25.198976 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-5cd2403b-a4e1-43ea-b168-744d9a01c47e service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0878253 Mar 07 05:37:25.267734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-50d57181-d9e9-4cc6-b6be-f91f0dccd3d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 1001 time: 0.0629404 Mar 07 05:37:25.314995 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-487cdc29-0c8e-40b6-abee-61a12be8d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:25.316445 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-487cdc29-0c8e-40b6-abee-61a12be8d041 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0424764 Mar 07 05:37:25.369461 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-548f50ab-9ad0-47e3-abaa-13ff8c32f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:25.370985 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-548f50ab-9ad0-47e3-abaa-13ff8c32f8fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485094 Mar 07 05:37:25.458600 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-908a16cd-51a7-49a3-9cd4-64317f64e158 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815594 Mar 07 05:37:25.549031 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-6dc3174e-ad5c-4104-998f-8d207e0cfaae req-a8799f5f-c30f-4502-be6b-44a21ac91d50 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845926 Mar 07 05:37:25.772731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259849c-c372-4c9c-830a-bf1302b6d2dc req-86c72491-a960-438d-8943-1098bc868464 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:25.774329 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9259849c-c372-4c9c-830a-bf1302b6d2dc req-86c72491-a960-438d-8943-1098bc868464 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0557625 Mar 07 05:37:25.822129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9259849c-c372-4c9c-830a-bf1302b6d2dc req-14bf29f7-ab57-44f2-ae81-506b8d744a8a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Mar 07 05:37:26.944742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a84f6-c1ee-4191-99e0-dde92b204a71 req-991852a3-ae98-4920-b9b6-7df96e7157df tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:26.946240 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678a84f6-c1ee-4191-99e0-dde92b204a71 req-991852a3-ae98-4920-b9b6-7df96e7157df tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0557086 Mar 07 05:37:26.996988 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-678a84f6-c1ee-4191-99e0-dde92b204a71 req-8f71d6a9-3eef-4759-a598-cea1b4060fcf tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451281 Mar 07 05:37:28.121825 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2c2b-0cec-4a02-a1ac-d2af26fddb3d req-4d2a8f8f-f52a-4376-bacf-d89947409193 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:28.123320 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81fe2c2b-0cec-4a02-a1ac-d2af26fddb3d req-4d2a8f8f-f52a-4376-bacf-d89947409193 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0562267 Mar 07 05:37:28.170878 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-81fe2c2b-0cec-4a02-a1ac-d2af26fddb3d req-45ac8323-3c4e-4651-81d0-acd0ae95027e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Mar 07 05:37:28.236922 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-1d032fa7-dfd1-415a-bf3f-79ec7dcf946c req-a4d9702b-59f3-424f-9de0-72af3329e11f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:37:28.237827 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1d032fa7-dfd1-415a-bf3f-79ec7dcf946c req-a4d9702b-59f3-424f-9de0-72af3329e11f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053928 Mar 07 05:37:28.656497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-f5f16bb9-af64-4d74-9b5b-a1cb161d3b8a req-bd22166f-af6e-4f0e-a501-a5a267723e01 service neutron] (103939) timed out ('10.222.0.44', 50919) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:37:28.842938 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-cb955931-972d-4fe9-be4e-5b0094c54c37 req-fae5d6a6-b734-4916-88d3-ef8709f0ecab tempest-ServersNegativeTestJSON-265025631 tempest-ServersNegativeTestJSON-265025631-project] (103938) timed out ('10.222.0.44', 51579) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:37:29.291687 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:37:29.379231 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:37:29.379620 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:29.407675 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:37:29.409902 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db69ae-dafa-4d8b-8f54-8925da71a65f" -d '{"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-unplugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:37:29.423462 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:29.427174 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:29.428030 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf034-a56e-42f9-8201-24f54cf1c827 req-3d1d980e-d6c8-4f8e-b911-604a5138394f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:29.430244 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f78bf034-a56e-42f9-8201-24f54cf1c827 req-3d1d980e-d6c8-4f8e-b911-604a5138394f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 945 time: 0.0607228 Mar 07 05:37:29.482631 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f78bf034-a56e-42f9-8201-24f54cf1c827 req-dda89c13-0b98-4a42-ab48-79e7f8d0a321 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Mar 07 05:37:29.483880 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:37:29.523095 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 05:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253e9d2-90a2-40a3-8f09-cf51b2da2d27 x-openstack-request-id: req-4253e9d2-90a2-40a3-8f09-cf51b2da2d27 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:37:29.523396 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-unplugged", "status": "failed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "code": 422}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:37:29.523661 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4253e9d2-90a2-40a3-8f09-cf51b2da2d27 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:37:29.524070 n-d-832185-1 neutron-server[103940]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'code': 422} returned with failed status Mar 07 05:37:29.719928 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-b96a7201-f201-49f4-98c7-947c5e3f6857 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976665 Mar 07 05:37:29.843330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-9578d31f-5cfe-41a5-9b95-ccc780f192ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:29.844669 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-9578d31f-5cfe-41a5-9b95-ccc780f192ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports/86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 940 time: 0.0972269 Mar 07 05:37:30.613408 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249499d3-901d-401b-a155-db556dee823f req-ac4f3fc7-994a-4aca-af13-a8f07fcbdeb0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:30.615422 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-249499d3-901d-401b-a155-db556dee823f req-ac4f3fc7-994a-4aca-af13-a8f07fcbdeb0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0592322 Mar 07 05:37:30.666010 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-249499d3-901d-401b-a155-db556dee823f req-f9b4d4d6-8aca-474d-8dd1-f3c854eeef4a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Mar 07 05:37:30.670891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-d1d4274e-6cca-448b-8500-3c4492e9e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:30.672370 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-d1d4274e-6cca-448b-8500-3c4492e9e6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d&tenant_id=f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 1125 time: 0.0440686 Mar 07 05:37:30.739100 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-a310dc14-4682-4cfb-bb96-3e2100ebbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:30.741402 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-a310dc14-4682-4cfb-bb96-3e2100ebbeb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1125 time: 0.0485895 Mar 07 05:37:30.831185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-d11eda98-f53b-4dd8-bbe9-66d044311ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:30.832744 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-d11eda98-f53b-4dd8-bbe9-66d044311ce5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0856833 Mar 07 05:37:30.901211 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-5000b219-ff77-451e-81a9-1747bcdf3e3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 999 time: 0.0627432 Mar 07 05:37:30.947893 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-081a56f3-25a1-473d-848b-f6da23019ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:30.949306 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-081a56f3-25a1-473d-848b-f6da23019ffe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0426412 Mar 07 05:37:30.997619 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-99814c8f-bc59-493d-b1b9-c4a69e2b2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:30.999058 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-99814c8f-bc59-493d-b1b9-c4a69e2b2190 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442555 Mar 07 05:37:31.088529 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-fa02f229-a9d3-4887-8669-504643f8fc96 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834312 Mar 07 05:37:31.174695 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-8e8fc9b7-c019-43d0-8e07-d8ea90b44b05 req-2a20dc64-bffb-4251-9c42-dc2d3d99cb55 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802290 Mar 07 05:37:31.797537 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3aaa1-3aa5-4f66-a588-42a1848185da req-b0db7052-39f2-4ccc-b888-c10c8d9a5934 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:31.799935 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0db3aaa1-3aa5-4f66-a588-42a1848185da req-b0db7052-39f2-4ccc-b888-c10c8d9a5934 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0580735 Mar 07 05:37:31.871720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0db3aaa1-3aa5-4f66-a588-42a1848185da req-a378a88b-bcf6-4e85-a80a-123d84a4685a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 Mar 07 05:37:32.908433 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8a3982b9-751d-435b-8ef7-64b673efc4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:33.012297 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631592b-4dd2-4d35-b09d-3a0cf922132c req-f29487c4-4e58-42e1-925f-f69bf8923c1b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:33.013990 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7631592b-4dd2-4d35-b09d-3a0cf922132c req-f29487c4-4e58-42e1-925f-f69bf8923c1b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0650260 Mar 07 05:37:33.075053 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7631592b-4dd2-4d35-b09d-3a0cf922132c req-212b59f7-63e1-434e-8623-fd0b5ab2e06f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554569 Mar 07 05:37:34.202255 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93ad2e-6375-460f-9a3d-034c108c57d5 req-a1c53c98-c6f4-4e8f-9232-02067d9302ed tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:34.203766 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b93ad2e-6375-460f-9a3d-034c108c57d5 req-a1c53c98-c6f4-4e8f-9232-02067d9302ed tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0541277 Mar 07 05:37:34.256431 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3b93ad2e-6375-460f-9a3d-034c108c57d5 req-e5277ecd-b79f-412e-bb1e-1be733e42be1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465391 Mar 07 05:37:35.387313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ec08-22c5-494c-8ae0-941c72e10c97 req-af8f0fe0-e2d9-475e-ba73-708bd2da6d4a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:35.388845 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73b4ec08-22c5-494c-8ae0-941c72e10c97 req-af8f0fe0-e2d9-475e-ba73-708bd2da6d4a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0579898 Mar 07 05:37:35.446016 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-73b4ec08-22c5-494c-8ae0-941c72e10c97 req-cb96891e-68aa-45a8-ae3d-e226ac7eb742 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513585 Mar 07 05:37:35.545363 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0602a2da-f291-43e5-8f23-a33c1daca06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:36.425944 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:37:36.581244 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a69c0-1599-4264-91cf-baf8979db563 req-65bdba24-6903-4e3c-a2ef-dc97a0f23c34 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:36.584593 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec4a69c0-1599-4264-91cf-baf8979db563 req-65bdba24-6903-4e3c-a2ef-dc97a0f23c34 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0666316 Mar 07 05:37:36.638892 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ec4a69c0-1599-4264-91cf-baf8979db563 req-7fe9a047-3031-4241-a3ba-85cd302c40fc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500295 Mar 07 05:37:37.012953 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:37.771795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ff700-001a-4ce3-94cd-1aa74acc9b80 req-5a5846a7-df0a-4da6-8f6a-a0533e1d52ec tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:37.774246 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-483ff700-001a-4ce3-94cd-1aa74acc9b80 req-5a5846a7-df0a-4da6-8f6a-a0533e1d52ec tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0627639 Mar 07 05:37:37.830664 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-483ff700-001a-4ce3-94cd-1aa74acc9b80 req-81e6fe16-f5ca-4a5c-be36-204f04d339b9 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494981 Mar 07 05:37:37.941341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:38.956715 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c1ae0-f0e4-4a6a-8194-86909632b7f8 req-e414e250-8471-43c4-a944-0054f94bbbdb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:38.958241 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-454c1ae0-f0e4-4a6a-8194-86909632b7f8 req-e414e250-8471-43c4-a944-0054f94bbbdb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0563247 Mar 07 05:37:39.008335 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-454c1ae0-f0e4-4a6a-8194-86909632b7f8 req-43773b30-5682-4579-89ab-5022d6688a0c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Mar 07 05:37:39.622164 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:40.125552 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f7634-30cb-4b3d-b535-800361254bb5 req-49ac40f3-1fa5-444b-81d6-888c14ba7315 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:40.127056 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c95f7634-30cb-4b3d-b535-800361254bb5 req-49ac40f3-1fa5-444b-81d6-888c14ba7315 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0518010 Mar 07 05:37:40.175274 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c95f7634-30cb-4b3d-b535-800361254bb5 req-6011a0f3-1bc7-4b53-9462-0750d7f884cb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Mar 07 05:37:41.297855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937221a-e941-422f-be24-db98f8d7bf6c req-14fc5da5-df5f-4752-8534-268a80390706 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:41.299249 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b937221a-e941-422f-be24-db98f8d7bf6c req-14fc5da5-df5f-4752-8534-268a80390706 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 943 time: 0.0507941 Mar 07 05:37:41.351292 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b937221a-e941-422f-be24-db98f8d7bf6c req-2c2b78e6-6a4f-4bb7-892d-01a861ebee21 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Mar 07 05:37:41.384973 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:37:41.483302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:41.494714 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'port_id': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'mac_address': 'fa:16:3e:38:af:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:37:41.535425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:37:41.535814 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:41.549296 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f8098f-16e7-47d4-93a7-768fa4133f21 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:37:41.571376 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:41.575518 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:41.623030 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=9']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:37:41.832375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['86f8098f-16e7-47d4-93a7-768fa4133f21'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:37:42.524317 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc50-0f48-4886-a53b-2fb4c190fc9a req-9926855c-f618-4b5d-9974-4a0f4741fd32 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:42.525798 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d454cc50-0f48-4886-a53b-2fb4c190fc9a req-9926855c-f618-4b5d-9974-4a0f4741fd32 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 944 time: 0.1028969 Mar 07 05:37:42.578026 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d454cc50-0f48-4886-a53b-2fb4c190fc9a req-9ff92cf7-ecbc-43b3-9d8f-1fe4fedd5c8c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464463 Mar 07 05:37:43.415725 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:37:43.465215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 86f8098f-16e7-47d4-93a7-768fa4133f21 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:37:43.465592 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:43.549032 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 86f8098f-16e7-47d4-93a7-768fa4133f21 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:37:43.549439 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:43.575084 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:37:43.577328 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6388e581-a1ba-4af9-93e9-bd6630c48d8d" -d '{"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-plugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:37:43.593351 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:37:43.598615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:43.634040 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a402206-8b97-4e05-837f-388f04cd9e60 x-openstack-request-id: req-1a402206-8b97-4e05-837f-388f04cd9e60 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:37:43.634337 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-plugged", "status": "completed", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:37:43.635692 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a402206-8b97-4e05-837f-388f04cd9e60 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:37:43.636205 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'code': 200} Mar 07 05:37:43.674806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=10']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:37:43.731130 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cfef5-7609-4790-973e-c560c0768a73 req-6628fce3-43c6-4f19-869e-d3bbee818032 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:43.732681 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b48cfef5-7609-4790-973e-c560c0768a73 req-6628fce3-43c6-4f19-869e-d3bbee818032 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 946 time: 0.0676918 Mar 07 05:37:43.786656 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b48cfef5-7609-4790-973e-c560c0768a73 req-13977c83-88c0-482f-a054-3437d1efb7a6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471752 Mar 07 05:37:43.804865 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bed2c-73b8-4864-8548-ed2c5b267a97 req-82b46905-fd6b-4768-831e-f63111456aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:43.806403 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b42bed2c-73b8-4864-8548-ed2c5b267a97 req-82b46905-fd6b-4768-831e-f63111456aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1128 time: 0.0583496 Mar 07 05:37:43.863714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b42bed2c-73b8-4864-8548-ed2c5b267a97 req-fdf7876f-0685-481c-b56e-185205b3a90f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504587 Mar 07 05:37:44.919067 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee1ba9-c5b3-4f43-a370-7525b94f6b52 req-9d49b0b8-4f96-4a5f-9d1b-2fdc0c7d590d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:44.922443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80ee1ba9-c5b3-4f43-a370-7525b94f6b52 req-9d49b0b8-4f96-4a5f-9d1b-2fdc0c7d590d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 946 time: 0.0613453 Mar 07 05:37:44.970723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-80ee1ba9-c5b3-4f43-a370-7525b94f6b52 req-81a296e3-58e2-4cc7-8866-a6d95ac91bfb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450065 Mar 07 05:37:46.092388 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2d4a-8cf6-4147-bdae-c47bef304080 req-569e3ed8-7e5a-4f77-8f2b-6b9bc31afdf0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:37:46.093832 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92bb2d4a-8cf6-4147-bdae-c47bef304080 req-569e3ed8-7e5a-4f77-8f2b-6b9bc31afdf0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 946 time: 0.0521550 Mar 07 05:37:46.141963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92bb2d4a-8cf6-4147-bdae-c47bef304080 req-d65564e2-c906-4f66-8ad2-e8973eb842be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Mar 07 05:37:50.584780 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:37:52.810137 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:02.902310 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7eca816b-1bed-449c-8edf-0f3f5c4e3e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:05.538091 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4fda2a2f-d643-4a1f-8db0-64aa2d05760b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:07.010827 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:07.940539 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:09.624562 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:13.424528 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:38:20.599415 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:22.316753 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-e2f65d6f-fbfb-4703-b4f8-9222ddd8215a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845881 Mar 07 05:38:22.402087 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-4d64b1cb-2187-45de-95b7-3d0d91cabf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:22.403575 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-4d64b1cb-2187-45de-95b7-3d0d91cabf93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1128 time: 0.0445290 Mar 07 05:38:22.508920 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-ef97ee2f-9768-4a08-b350-bf6d15173d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:22.510898 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-ef97ee2f-9768-4a08-b350-bf6d15173d3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0906215 Mar 07 05:38:22.575855 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-2f79e8d3-b875-4bda-a793-85adcf78651f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 1001 time: 0.0592470 Mar 07 05:38:22.626362 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-3ff236e4-50d2-4ef5-8089-fb653d689aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:22.627786 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-3ff236e4-50d2-4ef5-8089-fb653d689aa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0466354 Mar 07 05:38:22.678275 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-bef3d86b-a6ca-4066-877b-e4531d618b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:22.680092 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-bef3d86b-a6ca-4066-877b-e4531d618b4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461702 Mar 07 05:38:22.770154 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-c7772210-0c78-4ff8-89c2-926f8135fbe2 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841227 Mar 07 05:38:22.820722 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:22.865800 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-1933950c-2e97-44e1-b18b-4d9c8acdf0a2 req-3707e7b8-c05b-4812-b393-7a97ddff95f3 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894268 Mar 07 05:38:32.905364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c46b67a-1a41-49da-af25-809d7bd93ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:35.540996 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-683f1a41-01da-41df-b9e4-1092b636d317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:37.013389 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:37.943729 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:39.626606 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:50.423841 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:38:50.598262 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:52.819202 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:56.982007 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34574) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:38:57.133609 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Deleting port 417698c8-f0b9-4977-ba8d-5dd57567f354 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:38:57.133951 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:57.210003 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:57.210356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (417698c8-f0b9-4977-ba8d-5dd57567f354), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:57.222490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Calling delete_port for 417698c8-f0b9-4977-ba8d-5dd57567f354 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:38:57.369932 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (417698c8-f0b9-4977-ba8d-5dd57567f354), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:57.394144 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event deleted for resources: {'Port': ['ID=417698c8-f0b9-4977-ba8d-5dd57567f354,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:38:57.421204 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.421558 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.421900 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.422265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.422601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.422935 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.423265 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.423594 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.423923 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.424251 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.424574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.424897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.425217 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:57.463025 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:57.463943 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Floating IP 0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3 disassociated (deleted). External IP: 172.25.4.222, port: 86f8098f-16e7-47d4-93a7-768fa4133f21. Mar 07 05:38:57.672078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:38:57.780237 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:38:57.785101 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:57.789927 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:38:57.801087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:38:57.801708 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:38:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:38:57.817448 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-56f42ccd-fff4-419b-a0db-9c829ecf14ad tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "DELETE /v2.0/floatingips/0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3 HTTP/1.1" status: 204 len: 168 time: 0.8320858 Mar 07 05:38:57.817448 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:38:57.818681 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaebb75-bfb9-4d27-a4af-e59270872189" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:38:57.919242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:38:58.032435 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109e9927-1e34-451a-a867-eb1a85caca07 x-openstack-request-id: req-109e9927-1e34-451a-a867-eb1a85caca07 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:38:58.032928 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:38:58.033026 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-109e9927-1e34-451a-a867-eb1a85caca07 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:38:58.033397 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'status': 'completed', 'code': 200} Mar 07 05:38:58.105649 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-b875e0bd-ee80-475d-b68d-c83a67039b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:58.107197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-b875e0bd-ee80-475d-b68d-c83a67039b9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 1128 time: 0.0515842 Mar 07 05:38:58.129692 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:38:58.147346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169fa58-6e21-4534-9c6c-552045090269 req-c89641dc-f123-4069-8fb9-a94f935a7cb8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:58.149117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5169fa58-6e21-4534-9c6c-552045090269 req-c89641dc-f123-4069-8fb9-a94f935a7cb8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 946 time: 0.0669396 Mar 07 05:38:58.157195 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:38:58.165567 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:38:58.166196 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:38:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:38:58.201861 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5169fa58-6e21-4534-9c6c-552045090269 req-6498e52a-bc68-491b-8c42-2118db8d8715 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458679 Mar 07 05:38:58.203615 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-7d763104-00a1-43ea-97f4-13fa98d862fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:58.205136 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-7d763104-00a1-43ea-97f4-13fa98d862fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0909448 Mar 07 05:38:58.247679 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-3ef4f800-26d2-4220-b0f7-a7c0a4f82892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 200 len: 217 time: 0.0365610 Mar 07 05:38:58.281935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:38:58.300316 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-cfac0e5c-09e3-4424-8f03-e31f25c98d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:58.301787 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-cfac0e5c-09e3-4424-8f03-e31f25c98d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0486517 Mar 07 05:38:58.351214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-bfedee9c-16ac-41d3-90f9-d966ccdc863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:58.352700 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-bfedee9c-16ac-41d3-90f9-d966ccdc863e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435290 Mar 07 05:38:58.441071 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-1e1b551e-14fa-4992-ab32-01c1a2a23fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818219 Mar 07 05:38:58.481116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:38:58.507457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ff665-822c-430d-bc29-3cd4a36d816d None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:38:58.537802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5aaebb75-bfb9-4d27-a4af-e59270872189 req-13a5c716-d97c-4187-8d84-61447d4a9b70 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909317 Mar 07 05:38:58.727948 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2703ceb-05eb-4470-af04-c1a3f6eacc8c None None] New status for floating IP 0fafb4b1-811a-4c72-911a-e5bbd0f5cbf3: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:38:59.332683 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b95321-77e7-471d-965f-1f9a09d8266d req-15b662a6-5de6-4470-bbbc-449286b5779a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:59.334200 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07b95321-77e7-471d-965f-1f9a09d8266d req-15b662a6-5de6-4470-bbbc-449286b5779a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 946 time: 0.0616527 Mar 07 05:38:59.337103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb11c-0cee-41c8-905f-db6f32546144 req-3a69ac64-3baa-464b-b012-9bd3b240646c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:38:59.339930 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-674eb11c-0cee-41c8-905f-db6f32546144 req-3a69ac64-3baa-464b-b012-9bd3b240646c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbe8091-bdc6-49cc-883d-bafcfa4a661d HTTP/1.1" status: 200 len: 946 time: 0.0594287 Mar 07 05:38:59.384339 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-07b95321-77e7-471d-965f-1f9a09d8266d req-41e79cbf-d72c-43e0-af47-b37e3d4e73ab tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 Mar 07 05:38:59.438267 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Deleting port 86f8098f-16e7-47d4-93a7-768fa4133f21 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:38:59.438613 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:59.526093 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] For port 86f8098f-16e7-47d4-93a7-768fa4133f21, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=86f8098f-16e7-47d4-93a7-768fa4133f21,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:38:59.526574 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:59.538246 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Calling delete_port for 86f8098f-16e7-47d4-93a7-768fa4133f21 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:38:59.667655 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (86f8098f-16e7-47d4-93a7-768fa4133f21), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:59.698736 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event deleted for resources: {'Port': ['ID=86f8098f-16e7-47d4-93a7-768fa4133f21,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:38:59.712444 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.712806 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.713207 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.713621 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.714015 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.714358 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.714697 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.715038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.715394 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.715707 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.716036 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.716363 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.716717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:38:59.753011 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] No DVR routers for this DVR port 86f8098f-16e7-47d4-93a7-768fa4133f21 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:38:59.755581 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:38:59.758869 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-674eb11c-0cee-41c8-905f-db6f32546144 req-96d34950-9bff-460b-80ee-90f014ee421f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "DELETE /v2.0/ports/86f8098f-16e7-47d4-93a7-768fa4133f21 HTTP/1.1" status: 204 len: 173 time: 0.4140279 Mar 07 05:38:59.759314 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-deleted', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:38:59.762278 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78adfba1-5679-4af9-8cd7-b4596b3875fc" -d '{"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-deleted", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:38:59.862225 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cd39ba-106a-4107-9b60-5b90a8285203 x-openstack-request-id: req-48cd39ba-106a-4107-9b60-5b90a8285203 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:38:59.862589 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe8091-bdc6-49cc-883d-bafcfa4a661d", "name": "network-vif-deleted", "tag": "86f8098f-16e7-47d4-93a7-768fa4133f21", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:38:59.862908 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48cd39ba-106a-4107-9b60-5b90a8285203 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:38:59.863395 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbe8091-bdc6-49cc-883d-bafcfa4a661d', 'name': 'network-vif-deleted', 'tag': '86f8098f-16e7-47d4-93a7-768fa4133f21', 'status': 'completed', 'code': 200} Mar 07 05:39:00.443033 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34596) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:00.500193 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1b15eb6-26ae-4ac5-965f-3c53c467b7f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (ec2d5efb-ea10-4aad-98a2-939eb2dacfe5), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:00.525200 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1b15eb6-26ae-4ac5-965f-3c53c467b7f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (ec2d5efb-ea10-4aad-98a2-939eb2dacfe5), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:00.585662 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1b15eb6-26ae-4ac5-965f-3c53c467b7f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ec2d5efb-ea10-4aad-98a2-939eb2dacfe5), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:00.588821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1b15eb6-26ae-4ac5-965f-3c53c467b7f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:00.589996 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d1b15eb6-26ae-4ac5-965f-3c53c467b7f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec2d5efb-ea10-4aad-98a2-939eb2dacfe5 HTTP/1.1" status: 204 len: 168 time: 0.1459749 Mar 07 05:39:00.598811 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b15eb6-26ae-4ac5-965f-3c53c467b7f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d5efb-ea10-4aad-98a2-939eb2dacfe5,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.055444 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34604) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.060568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562086884', 'description': 'tempest-secgroup-smoke-562086884 description', 'project_id': 'f110d86408e44c0584871b6fb9940d16'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.081174 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.149611 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (1524dec4-3adb-4133-b78a-0142b49e829e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.153646 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1524dec4-3adb-4133-b78a-0142b49e829e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.183620 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.184830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283824 Mar 07 05:39:02.186663 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c7e31-d1f2-4f2e-aac2-957b708bd974 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1524dec4-3adb-4133-b78a-0142b49e829e,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.187835 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34606) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.193700 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': '1524dec4-3adb-4133-b78a-0142b49e829e', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.219037 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (441c7222-aca0-4aef-89be-ba723824301d), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.279509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (441c7222-aca0-4aef-89be-ba723824301d), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.283157 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (441c7222-aca0-4aef-89be-ba723824301d), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.300708 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441c7222-aca0-4aef-89be-ba723824301d,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.308421 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.312352 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-a740da76-375a-4869-aef6-df7becb09e44 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199067 Mar 07 05:39:02.312510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34608) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.316586 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': '1524dec4-3adb-4133-b78a-0142b49e829e', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.340422 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (80506f0f-8994-4c5c-be6b-bcd28bdd10f9), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.394081 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (80506f0f-8994-4c5c-be6b-bcd28bdd10f9), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.397508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (80506f0f-8994-4c5c-be6b-bcd28bdd10f9), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.414997 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80506f0f-8994-4c5c-be6b-bcd28bdd10f9,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.422509 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.423680 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f220456d-e254-4404-9a15-788d7f0eb83c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1103089 Mar 07 05:39:02.426510 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34610) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.430627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': '1524dec4-3adb-4133-b78a-0142b49e829e', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.456105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (0823745e-9f8f-4750-9947-f05b03242f66), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.514380 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (0823745e-9f8f-4750-9947-f05b03242f66), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.517918 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0823745e-9f8f-4750-9947-f05b03242f66), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.532856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0823745e-9f8f-4750-9947-f05b03242f66,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.543871 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.545073 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d2d12488-eb54-40f9-9354-de9f79120f1e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176612 Mar 07 05:39:02.547767 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34612) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.551969 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': '1524dec4-3adb-4133-b78a-0142b49e829e', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.576590 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (4b0044e1-a1b4-4787-8f0e-5365f3764450), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.635853 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (4b0044e1-a1b4-4787-8f0e-5365f3764450), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.639532 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (4b0044e1-a1b4-4787-8f0e-5365f3764450), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.657150 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0044e1-a1b4-4787-8f0e-5365f3764450,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.664159 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.665355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-972da8e0-7390-423e-bee2-53c7caf22e79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166527 Mar 07 05:39:02.668152 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34614) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.672434 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': '1524dec4-3adb-4133-b78a-0142b49e829e', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.692020 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Project f110d86408e44c0584871b6fb9940d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:39:02.696734 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (d53c0769-c8c4-4473-892e-b6ab3d2102b2), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.756709 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (d53c0769-c8c4-4473-892e-b6ab3d2102b2), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.760439 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d53c0769-c8c4-4473-892e-b6ab3d2102b2), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.777824 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53c0769-c8c4-4473-892e-b6ab3d2102b2,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.785404 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.786631 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-fb82aa44-4c05-45c1-b39e-0c76815dc2be tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175647 Mar 07 05:39:02.789345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 34616) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:02.794748 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'security_group_rule': {'security_group_id': '1524dec4-3adb-4133-b78a-0142b49e829e', 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:02.816001 n-d-832185-1 neutron-server[103939]: INFO neutron.db.securitygroups_db [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Project f110d86408e44c0584871b6fb9940d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:39:02.821860 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (0e693823-3229-4cb0-803f-a319f5b42737), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.880182 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (0e693823-3229-4cb0-803f-a319f5b42737), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.883729 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (0e693823-3229-4cb0-803f-a319f5b42737), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.903212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e693823-3229-4cb0-803f-a319f5b42737,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:02.908230 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.908838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-289875c9-f917-4bc6-94ab-2886a8d22435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:02.909597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5d453648-df6b-4372-8e7a-fb172d5f0de8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191690 Mar 07 05:39:03.792695 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:39:03.812905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 86f8098f-16e7-47d4-93a7-768fa4133f21 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:39:03.813246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 86f8098f-16e7-47d4-93a7-768fa4133f21 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:39:05.544642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-459a5ce8-dec0-4f8c-9838-77319b875621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:07.019616 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:07.949233 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:09.630912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:20.598374 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:22.364352 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-79c234be-7f06-407e-88c0-a33106df9371 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562086884&fields=id&tenant_id=f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 267 time: 0.0456102 Mar 07 05:39:22.470201 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-1fe93304-1de9-4910-aa16-8f70f650ac40 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:22.471661 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-1fe93304-1de9-4910-aa16-8f70f650ac40 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 809 time: 0.1007187 Mar 07 05:39:22.486663 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-1919d934-374b-4f2b-ac6a-a587f2b0883e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/quotas/f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 375 time: 0.0095649 Mar 07 05:39:22.546019 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-1cfdcddc-f521-4aac-8713-9b968052eec7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547266 Mar 07 05:39:22.684388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-a3dab38b-bd1f-4e51-9319-5b4821a2f209 service neutron] 10.222.0.21 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266828 Mar 07 05:39:22.779862 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-6ac242d7-6c63-4769-a80a-a73b804490fc service neutron] 10.222.0.21 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897193 Mar 07 05:39:22.842828 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:23.064632 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb83d427-bc48-447f-8e84-5e63df7584f3 req-9ac28799-b0aa-4e4c-8d5c-50d9d738557d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0272870 Mar 07 05:39:23.971092 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-e09dc36d-a848-4efb-9efa-89c13b7d21da tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:23.971958 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-e09dc36d-a848-4efb-9efa-89c13b7d21da tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 809 time: 0.1078043 Mar 07 05:39:24.034619 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-3b303342-751b-4786-b1b9-77539dbb0fd4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 379 time: 0.0548129 Mar 07 05:39:24.042562 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'port': {'device_id': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'admin_state_up': True, 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'security_groups': ['1524dec4-3adb-4133-b78a-0142b49e829e']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:24.162974 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Made reservation on behalf of f110d86408e44c0584871b6fb9940d16 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:39:24.164783 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b797ea3e-73d6-44ee-a643-f123882e9491 req-8c8a4a2f-d943-4c0e-8ad2-37b2babffa71 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0313497 Mar 07 05:39:24.166619 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:24.291287 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Allocated IP 172.20.0.7 (46861977-f77b-4403-99d4-4c5b4517eacf/09fbb093-8271-492b-ba46-3e5d4c1cde58/d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:39:24.431500 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:24.464742 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:24.506260 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Network 46861977-f77b-4403-99d4-4c5b4517eacf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:39:24.509201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:39:24.512735 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:39:24.546833 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:24.572721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:24.573648 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:24.593355 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cefeda5f-b126-4997-a03e-a07dfb345d56 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544024 Mar 07 05:39:24.608241 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Request body: {'port': {'device_id': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:24.674058 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:24.766757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3c3ab0b6-f08d-4235-8f59-be128a3e6530 None None] Provisioning complete for port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:39:24.767369 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3c3ab0b6-f08d-4235-8f59-be128a3e6530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:24.804757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ab0b6-f08d-4235-8f59-be128a3e6530 None None] Port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:39:25.243006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:39:25.251056 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Publish callbacks [] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:25.264051 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Transition to ACTIVE for port object d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:39:25.267897 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:25.301207 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ddefb-5bc6-4e36-b505-3e9901fc70b3 req-acd9e493-ebdb-466a-b9df-4c8d61776af8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:25.308787 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d39ddefb-5bc6-4e36-b505-3e9901fc70b3 req-acd9e493-ebdb-466a-b9df-4c8d61776af8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 931 time: 0.0712991 Mar 07 05:39:25.344680 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:25.362870 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d39ddefb-5bc6-4e36-b505-3e9901fc70b3 req-04d3ff65-ed81-499f-827b-bcc562af7efb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530548 Mar 07 05:39:25.398826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Attempting to bind port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:39:25.399169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Attempting to bind port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:39:25.399500 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Attempting to bind port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 on network 46861977-f77b-4403-99d4-4c5b4517eacf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:39:25.404585 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 on network 46861977-f77b-4403-99d4-4c5b4517eacf not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:39:25.404914 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Attempting to bind port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 on network 46861977-f77b-4403-99d4-4c5b4517eacf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:39:25.409966 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:39:25.410336 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Checking segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:39:25.410721 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Bound using segment: {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:39:25.411274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Bound port: d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb10738-ce80-405e-9d82-d100c4b654f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:39:25.411649 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:25.484047 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:39:25.487216 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:39:25.494893 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:25.533627 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:25.534271 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:25.535666 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] 10.222.0.15 "PUT /v2.0/ports/d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 1091 time: 0.9328382 Mar 07 05:39:25.536114 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:39:25.538378 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dcf39c-2858-4b26-be42-dac136ade1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:39:25.604783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473d6f-b2f2-42ce-9a9f-e757a0ba2dea service neutron] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:25.609963 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf2527-f041-490e-abca-bf67834cc1a1 x-openstack-request-id: req-7fcf2527-f041-490e-abca-bf67834cc1a1 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:39:25.610389 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:39:25.610648 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fcf2527-f041-490e-abca-bf67834cc1a1 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:39:25.611430 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'status': 'completed', 'code': 200} Mar 07 05:39:25.646211 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cd5514de-59cb-4e4b-bab0-5fb2f05d446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:25.648113 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-cd5514de-59cb-4e4b-bab0-5fb2f05d446b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1125 time: 0.0711887 Mar 07 05:39:25.693282 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-4593f4ed-1b09-481a-983a-b15cc36036fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 217 time: 0.0387087 Mar 07 05:39:25.749347 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-fe434804-e406-46f2-b0f3-1816dd3acb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:25.750838 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-fe434804-e406-46f2-b0f3-1816dd3acb34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0516062 Mar 07 05:39:25.800201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-d7f64127-b029-4683-a6af-2137bc5d8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:25.801632 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-d7f64127-b029-4683-a6af-2137bc5d8ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451119 Mar 07 05:39:25.898178 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-50bd203b-4cfe-4620-98cb-e4085a58b086 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886178 Mar 07 05:39:25.989540 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-799e5922-83cf-4057-b6d5-e2ff9f97b227 req-30a543a1-e365-425a-8108-900752e23ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860670 Mar 07 05:39:26.079077 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-ae34252a-4110-4855-8dd0-6c5811ffa65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:26.080678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-ae34252a-4110-4855-8dd0-6c5811ffa65e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1125 time: 0.0457451 Mar 07 05:39:26.177913 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-f8f4092b-1075-4b64-bfad-62be2af71653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:26.179459 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-f8f4092b-1075-4b64-bfad-62be2af71653 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0928922 Mar 07 05:39:26.220603 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-34a7db77-88f8-4fd0-a990-a974b532cae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 217 time: 0.0354431 Mar 07 05:39:26.272214 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-0501d47f-25b4-49ec-b70a-44f9e2f79d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:26.273592 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-0501d47f-25b4-49ec-b70a-44f9e2f79d79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0474446 Mar 07 05:39:26.321146 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-478ea9a0-1429-4f77-afbe-9ce473a30534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:26.322714 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-478ea9a0-1429-4f77-afbe-9ce473a30534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435259 Mar 07 05:39:26.414218 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-fa797a97-95b6-41e6-a4b1-89df68c079b0 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854647 Mar 07 05:39:26.491541 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26784d-b19a-438e-a01e-b6dc6c857433 req-a23c3eb1-6245-4ec2-b977-cb32466dd881 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:26.493040 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca26784d-b19a-438e-a01e-b6dc6c857433 req-a23c3eb1-6245-4ec2-b977-cb32466dd881 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0590205 Mar 07 05:39:26.512999 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-c5dcf39c-2858-4b26-be42-dac136ade1d4 req-0b058cb0-7798-4fc4-99c7-f7f258f9bf66 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927806 Mar 07 05:39:26.544078 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ca26784d-b19a-438e-a01e-b6dc6c857433 req-1b376cf4-0f5f-4bfa-b1ae-2428ad2d0ed3 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442653 Mar 07 05:39:27.423820 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:39:27.662373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8885b0-6e8f-4fc3-8880-fae36e83d9fb req-bb8b16f3-7674-48dc-a6e4-c75f0ed1b337 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:27.663844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d8885b0-6e8f-4fc3-8880-fae36e83d9fb req-bb8b16f3-7674-48dc-a6e4-c75f0ed1b337 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0519006 Mar 07 05:39:27.714382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-7d8885b0-6e8f-4fc3-8880-fae36e83d9fb req-8ccfee98-9d83-46b5-aaee-395192b34fcc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 Mar 07 05:39:28.840418 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8cc38-b28e-4c76-a821-bb6cb63c1ce8 req-e14ec7c6-07bd-4b50-bf16-0b26efb9076b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:28.841908 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94a8cc38-b28e-4c76-a821-bb6cb63c1ce8 req-e14ec7c6-07bd-4b50-bf16-0b26efb9076b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0563841 Mar 07 05:39:28.889909 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-94a8cc38-b28e-4c76-a821-bb6cb63c1ce8 req-6b816003-1550-4fdb-8f8d-13f5c43bcebf tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422974 Mar 07 05:39:30.009801 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438213-be01-4d5b-a71c-010f184c3f66 req-624d5cdb-2e6f-46fa-a007-fba02fad28ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:30.011353 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28438213-be01-4d5b-a71c-010f184c3f66 req-624d5cdb-2e6f-46fa-a007-fba02fad28ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0527699 Mar 07 05:39:30.060723 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-28438213-be01-4d5b-a71c-010f184c3f66 req-3e4580f4-60f3-4121-b487-594918b06b7c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438566 Mar 07 05:39:31.177682 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87377eb-9043-44bc-a6f7-94f6bb2f5008 req-226cba14-a842-4b90-a716-41ab925091f4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:31.179172 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d87377eb-9043-44bc-a6f7-94f6bb2f5008 req-226cba14-a842-4b90-a716-41ab925091f4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0511253 Mar 07 05:39:31.231720 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d87377eb-9043-44bc-a6f7-94f6bb2f5008 req-7c451604-ab64-492d-a286-30971909ecea tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460525 Mar 07 05:39:32.360021 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303144c8-9054-409e-beb9-6cb48f99ddad req-ca44aedf-70a3-4977-b548-b65152cef5e0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:32.361498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-303144c8-9054-409e-beb9-6cb48f99ddad req-ca44aedf-70a3-4977-b548-b65152cef5e0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0550134 Mar 07 05:39:32.410705 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-303144c8-9054-409e-beb9-6cb48f99ddad req-ec5c4b77-f491-42d9-859c-c4d7a17ca0bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434608 Mar 07 05:39:32.909458 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-57d7980d-bfd1-431c-9f24-98f94be04fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:33.529747 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd613-69e4-4b90-b802-f2905acfe805 req-4d789fe3-39b1-4cef-8ccf-c5cb998077ff tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:33.531236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3dcd613-69e4-4b90-b802-f2905acfe805 req-4d789fe3-39b1-4cef-8ccf-c5cb998077ff tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0535300 Mar 07 05:39:33.579328 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e3dcd613-69e4-4b90-b802-f2905acfe805 req-0b9696d1-36ab-478e-bacb-895a5c329faa tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Mar 07 05:39:34.703396 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc11e26-4226-4583-908b-c3d41f6f6f70 req-0841d8f7-d518-4b46-a0d6-6a17ec91bd55 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:34.704860 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dc11e26-4226-4583-908b-c3d41f6f6f70 req-0841d8f7-d518-4b46-a0d6-6a17ec91bd55 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0561001 Mar 07 05:39:34.755566 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0dc11e26-4226-4583-908b-c3d41f6f6f70 req-d6088661-4059-4971-b76e-2df7688e47c8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Mar 07 05:39:35.546222 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-866d329c-add3-44ab-8bca-3a84b9d4afd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:35.881306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b2941-bcc0-425f-8947-c412336835ea req-3c3ed716-9729-45a7-8766-23eab890d2bd tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:35.882718 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f1b2941-bcc0-425f-8947-c412336835ea req-3c3ed716-9729-45a7-8766-23eab890d2bd tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0521712 Mar 07 05:39:35.932049 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6f1b2941-bcc0-425f-8947-c412336835ea req-e87a6b45-a338-4ed4-a920-2d9275befe6f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Mar 07 05:39:37.020651 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:37.051813 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691dd2-9008-4fac-8352-79898fbd3428 req-9f6c173a-8916-4d2b-9f99-0e98841432ce tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:37.053302 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53691dd2-9008-4fac-8352-79898fbd3428 req-9f6c173a-8916-4d2b-9f99-0e98841432ce tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0536509 Mar 07 05:39:37.386236 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53691dd2-9008-4fac-8352-79898fbd3428 req-07f14092-4da4-41f6-bcaa-64d15e8e7c2c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271873 Mar 07 05:39:37.949844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:38.502471 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db417e-6d94-4b9e-97c1-1d0429d5e896 req-56bc9a2d-c29d-4d5b-8b6f-ef270f8e681b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:38.503911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04db417e-6d94-4b9e-97c1-1d0429d5e896 req-56bc9a2d-c29d-4d5b-8b6f-ef270f8e681b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0511112 Mar 07 05:39:38.551665 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-04db417e-6d94-4b9e-97c1-1d0429d5e896 req-680a7e94-9255-42de-95b9-45bf1fd7150e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Mar 07 05:39:39.630422 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:39.673497 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11a68-74b1-4c87-989a-4cca504ae4c8 req-f84dbb9e-4263-48f1-a52b-ea6f316fe395 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:39.674998 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1b11a68-74b1-4c87-989a-4cca504ae4c8 req-f84dbb9e-4263-48f1-a52b-ea6f316fe395 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0559299 Mar 07 05:39:39.726256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f1b11a68-74b1-4c87-989a-4cca504ae4c8 req-fd8cab02-04a4-4ff4-8647-bf8a3072b06e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455513 Mar 07 05:39:40.845754 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d9a5f-255a-4a11-a39d-e8ee4bd3dff6 req-c1dde109-049e-4a02-b414-6de5da742376 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:40.847169 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af1d9a5f-255a-4a11-a39d-e8ee4bd3dff6 req-c1dde109-049e-4a02-b414-6de5da742376 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0524569 Mar 07 05:39:40.895847 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-af1d9a5f-255a-4a11-a39d-e8ee4bd3dff6 req-24781420-32b6-433c-8c99-9d7d9c40f080 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Mar 07 05:39:41.976859 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:39:42.014860 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8f41-60df-4e4a-a9f5-1003f2d589f2 req-7726c1d0-2c63-4866-92ac-0b6d26aab265 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:42.016344 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-714f8f41-60df-4e4a-a9f5-1003f2d589f2 req-7726c1d0-2c63-4866-92ac-0b6d26aab265 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0545382 Mar 07 05:39:42.066600 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-714f8f41-60df-4e4a-a9f5-1003f2d589f2 req-4157e25c-190a-4de1-930b-0b2bb29d0966 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446999 Mar 07 05:39:42.074331 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:39:42.085554 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'port_id': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'mac_address': 'fa:16:3e:c4:36:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:39:42.127120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:39:42.127502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:42.140033 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:39:42.158976 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:39:42.163873 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:42.210090 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:42.217560 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.217903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.218269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.218604 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.218942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.219280 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.219597 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.219919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.220242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.220562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.220884 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.221203 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.221521 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:39:42.363756 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:39:43.190116 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb5280-e50d-4d3c-affd-daafd0f88f92 req-cb252d1f-b191-46b6-b9dc-cef758611be7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:43.191582 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53eb5280-e50d-4d3c-affd-daafd0f88f92 req-cb252d1f-b191-46b6-b9dc-cef758611be7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 944 time: 0.0560725 Mar 07 05:39:43.239235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-53eb5280-e50d-4d3c-affd-daafd0f88f92 req-3e8d839a-5d1f-4577-849e-415b3a8805a6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419531 Mar 07 05:39:43.981154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:39:44.029399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:39:44.033239 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:39:44.033615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:44.115042 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:39:44.115429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:44.140100 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:39:44.142366 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb0b94-9290-4e07-8791-8ceafe7ef8e5" -d '{"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-plugged", "status": "completed", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:39:44.157522 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:39:44.162171 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:44.210506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:44.240365 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dcee2e-9c1c-4a01-a039-fc02e1eb5eae x-openstack-request-id: req-71dcee2e-9c1c-4a01-a039-fc02e1eb5eae {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:39:44.240677 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-plugged", "status": "completed", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:39:44.240939 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71dcee2e-9c1c-4a01-a039-fc02e1eb5eae {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:39:44.241376 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'code': 200} Mar 07 05:39:44.361879 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bb50-5c7a-4382-a9d9-5a459a4b8e36 req-fc6019a7-9b02-4626-9d35-a2366cd573bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:44.363456 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dac5bb50-5c7a-4382-a9d9-5a459a4b8e36 req-fc6019a7-9b02-4626-9d35-a2366cd573bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0615058 Mar 07 05:39:44.366340 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b9e0-2936-483b-a9dc-ce729366e325 req-8c636bcf-da20-4da0-9b58-b31603aa0b70 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:44.367581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a635b9e0-2936-483b-a9dc-ce729366e325 req-8c636bcf-da20-4da0-9b58-b31603aa0b70 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0578179 Mar 07 05:39:44.419346 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a635b9e0-2936-483b-a9dc-ce729366e325 req-139a142a-7220-40c2-b9fe-22da6054082b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458980 Mar 07 05:39:44.424479 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-dac5bb50-5c7a-4382-a9d9-5a459a4b8e36 req-fa317685-616b-45e9-94c5-21af30549f55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536544 Mar 07 05:39:45.538527 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64f97c-e512-4d82-b676-2eb5837b666b req-94f55c3d-9656-44c7-b048-289d9751abe0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:45.539989 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f64f97c-e512-4d82-b676-2eb5837b666b req-94f55c3d-9656-44c7-b048-289d9751abe0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0522835 Mar 07 05:39:45.592331 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5f64f97c-e512-4d82-b676-2eb5837b666b req-45095b5e-2099-42fb-8ad6-894d88ccf97e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461178 Mar 07 05:39:45.708637 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78489cd8-ad3a-4196-9b76-8a21d513eef6 req-9bd3cc33-f0d3-4a7b-ae34-c3f019e706a1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:45.710018 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78489cd8-ad3a-4196-9b76-8a21d513eef6 req-9bd3cc33-f0d3-4a7b-ae34-c3f019e706a1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0519080 Mar 07 05:39:45.759396 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-78489cd8-ad3a-4196-9b76-8a21d513eef6 req-118a0da3-11ea-450e-a850-05c1190a464f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437498 Mar 07 05:39:45.781779 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34832) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:45.823177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9aba64-5866-4e73-acc5-8851e202bf42 tempest-TestShelveInstance-1552684169 tempest-TestShelveInstance-1552684169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:45.824673 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-db9aba64-5866-4e73-acc5-8851e202bf42 tempest-TestShelveInstance-1552684169 tempest-TestShelveInstance-1552684169-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1122 time: 0.0418692 Mar 07 05:39:45.827927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 34834) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:39:45.832192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:39:45.851879 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:45.948447 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.056907 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Allocated IP 172.25.4.247 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/b7bf4282-45b4-40ce-8d59-f61a6efe7cf3) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:39:46.154904 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.187744 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.227091 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:39:46.229743 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:39:46.234168 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:39:46.259969 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'Port': ['ID=b7bf4282-45b4-40ce-8d59-f61a6efe7cf3,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:46.614648 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (a5d7db60-fd3e-44e4-93bf-5fc3d56f893d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.687099 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.837626 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.842481 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:46.914744 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event updated for resources: {'Port': ['ID=b7bf4282-45b4-40ce-8d59-f61a6efe7cf3,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:39:46.925566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (a5d7db60-fd3e-44e4-93bf-5fc3d56f893d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:47.030210 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Floating IP a5d7db60-fd3e-44e4-93bf-5fc3d56f893d associated. External IP: 172.25.4.247, port: d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3. Mar 07 05:39:47.243854 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:39:47.370373 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:39:47.382994 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:39:47.393232 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:47.399730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:39:47.400440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:39:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:39:47.434036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-dcf86c7a-8310-49f0-9cc4-4feb233430c0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5958736 Mar 07 05:39:47.434036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:39:47.434036 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c906d-7c59-4e57-b7ca-c6963246af9d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:39:47.469119 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66093dd3-bf94-41ce-afe0-10270062b999 x-openstack-request-id: req-66093dd3-bf94-41ce-afe0-10270062b999 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:39:47.469119 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:39:47.469119 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66093dd3-bf94-41ce-afe0-10270062b999 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:39:47.469119 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'status': 'completed', 'code': 200} Mar 07 05:39:47.535549 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:39:47.539780 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-bd6bbc55-c19c-4e9c-a314-a7f9b3156934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:47.541437 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-bd6bbc55-c19c-4e9c-a314-a7f9b3156934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0522921 Mar 07 05:39:47.632915 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-f32aa1f0-a90f-4000-b567-e32a85c8caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:47.634448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-f32aa1f0-a90f-4000-b567-e32a85c8caee service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0872624 Mar 07 05:39:47.705918 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-cd7e77a8-bcd9-4d8f-8cef-12d18b41c9bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 999 time: 0.0659003 Mar 07 05:39:47.760716 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-d25089d2-2b4b-4dee-8c57-e46b2b40bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:47.762340 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-d25089d2-2b4b-4dee-8c57-e46b2b40bf2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0507908 Mar 07 05:39:47.774151 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'a5d7db60-fd3e-44e4-93bf-5fc3d56f893d', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'port_id': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'mac_address': 'fa:16:3e:c4:36:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:39:46Z', 'updated_at': '2022-03-07T05:39:46Z', 'revision_number': 0, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:39:47.804041 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:39:47.811333 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-ae64f642-b3f6-49af-ab7b-acca025d776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:39:47.812868 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-ae64f642-b3f6-49af-ab7b-acca025d776b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448854 Mar 07 05:39:47.813933 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:39:47.814579 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:39:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:39:47.920351 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-363c0236-7138-4e44-9d69-13e8679fe795 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976827 Mar 07 05:39:47.930625 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:39:48.018489 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-230c906d-7c59-4e57-b7ca-c6963246af9d req-50a836eb-bcf8-446b-b02e-e87061b66431 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932941 Mar 07 05:39:48.177166 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'a5d7db60-fd3e-44e4-93bf-5fc3d56f893d', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'port_id': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'mac_address': 'fa:16:3e:c4:36:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:39:46Z', 'updated_at': '2022-03-07T05:39:46Z', 'revision_number': 0, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:39:48.205681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fd2de-b7e2-409d-9eec-87eb7539ed42 None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'a5d7db60-fd3e-44e4-93bf-5fc3d56f893d', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'port_id': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'mac_address': 'fa:16:3e:c4:36:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:39:46Z', 'updated_at': '2022-03-07T05:39:46Z', 'revision_number': 0, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:39:48.426264 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafacb47-0429-4c63-9e0c-78c81c72bc4f None None] New status for floating IP a5d7db60-fd3e-44e4-93bf-5fc3d56f893d: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:39:50.596183 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:39:52.843787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:02.911014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-76a95148-449c-4c2f-9cf4-7b99c6a1778b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:04.422834 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:40:05.548482 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fb7b-d9a3-460a-9f50-80f32d16f131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:07.022251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:07.954041 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:09.634227 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:20.594386 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:23.002907 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:25.277615 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-a368c8c5-2b24-49df-89f8-76476ddfd1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506251 Mar 07 05:40:25.362390 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-932aae79-06e6-4528-aa00-0e3b1b679d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:40:25.363892 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-932aae79-06e6-4528-aa00-0e3b1b679d50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0453284 Mar 07 05:40:25.468854 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-5df8d717-6286-4416-b063-a6e1169fe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:40:25.470364 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-5df8d717-6286-4416-b063-a6e1169fe9c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0882704 Mar 07 05:40:25.540634 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-769b88b2-f509-422c-86fd-5fbb5d2bb14a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 1001 time: 0.0645502 Mar 07 05:40:25.589009 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-6346424e-75a7-4502-b10b-313c96b76d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:40:25.590480 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-6346424e-75a7-4502-b10b-313c96b76d53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0448439 Mar 07 05:40:25.640632 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-0f5393d0-c3dc-42cb-8e29-ae3c38871785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:40:25.642156 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-0f5393d0-c3dc-42cb-8e29-ae3c38871785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454998 Mar 07 05:40:25.734197 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-0559798f-a9f3-4169-8897-86ff36d12307 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859687 Mar 07 05:40:25.821254 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-0f7f8b0d-7f4a-4089-9e2a-a24eb4a2e5d7 req-9e490095-ec81-499d-92e9-a30a7d39d94d service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813348 Mar 07 05:40:32.915737 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb570-376f-4247-8f34-0d86f19eface None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:35.551489 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30e02284-adc5-4706-b795-0ab426148dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:37.026582 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:37.955811 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:39.637720 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:41.421645 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:40:50.610247 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:40:53.000945 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:02.917878 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-492b549e-fdee-4a34-a29b-e3b8cb62dabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:05.552384 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4b220c3f-bfae-435f-b9dc-80779dd24fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:07.029580 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:07.959982 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:09.639719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:18.421004 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:41:20.609282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:23.003550 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:24.617963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-3abb788d-f4f0-4e4f-ab01-af5ef26711cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506713 Mar 07 05:41:24.704659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124feef-189e-4609-bd9e-0ac82013d59b req-4c11b471-6a2b-46de-bbbb-7dd97c9cb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:24.706181 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-4c11b471-6a2b-46de-bbbb-7dd97c9cb3e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0460880 Mar 07 05:41:24.812024 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124feef-189e-4609-bd9e-0ac82013d59b req-faba4d31-a643-4613-898c-d987b7016d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:24.813483 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-faba4d31-a643-4613-898c-d987b7016d8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0903137 Mar 07 05:41:24.882997 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-6f7a46f1-9703-4253-8248-734596fb98df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 1001 time: 0.0585063 Mar 07 05:41:24.930197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124feef-189e-4609-bd9e-0ac82013d59b req-9c9bc42f-192a-42be-b08a-20f312d9f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:24.932319 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-9c9bc42f-192a-42be-b08a-20f312d9f009 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0423412 Mar 07 05:41:24.984283 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124feef-189e-4609-bd9e-0ac82013d59b req-d853333e-ff68-459c-b752-5bcb77e3250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:24.985768 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-d853333e-ff68-459c-b752-5bcb77e3250f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478263 Mar 07 05:41:24.996090 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-b4767249-65a0-4ec9-ba38-d61606d2d73b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:41:24.997012 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-b4767249-65a0-4ec9-ba38-d61606d2d73b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054886 Mar 07 05:41:25.085135 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-9142b3ec-f7e8-4cff-871a-f6f0889c6aec service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822980 Mar 07 05:41:25.177551 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f124feef-189e-4609-bd9e-0ac82013d59b req-6f6ccf63-0ac6-43a2-9452-6a774c3f8226 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Mar 07 05:41:32.919905 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d42b4bdb-141b-40eb-87f7-75143776700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:35.554665 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-300cf0dd-d074-41a1-bf1c-7b8863019349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:37.031498 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:37.960410 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:39.642090 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:42.942820 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a97814-698b-40af-9766-593495846ca2 req-4414f49a-0e92-466b-92e8-f414c87932d6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:42.944366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72a97814-698b-40af-9766-593495846ca2 req-4414f49a-0e92-466b-92e8-f414c87932d6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0539379 Mar 07 05:41:42.994141 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-72a97814-698b-40af-9766-593495846ca2 req-9d008d10-0c3f-4ea7-be80-76642b0add79 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438073 Mar 07 05:41:44.120897 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c61a6f-98ef-4ad0-aa4e-3c112f796e71 req-6a578b08-ee88-4194-b5f1-b20771b4ee92 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:44.122388 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15c61a6f-98ef-4ad0-aa4e-3c112f796e71 req-6a578b08-ee88-4194-b5f1-b20771b4ee92 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0564585 Mar 07 05:41:44.169308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-15c61a6f-98ef-4ad0-aa4e-3c112f796e71 req-fc09b0e9-20e8-4648-90f6-e201563c6e10 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Mar 07 05:41:45.287477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae16c94-91bc-4681-973b-dc2958f64658 req-57b04989-7920-4307-9374-04d899b77b2c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:45.288883 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dae16c94-91bc-4681-973b-dc2958f64658 req-57b04989-7920-4307-9374-04d899b77b2c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0521224 Mar 07 05:41:45.336821 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-dae16c94-91bc-4681-973b-dc2958f64658 req-7c108523-02e6-4343-8431-e2acde4577ca tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416856 Mar 07 05:41:46.480014 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e497ce2-79a8-47e3-8626-bcb3ddb28b5a req-e2297c67-f73b-4318-a5d6-36dc38ebf218 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:46.481952 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e497ce2-79a8-47e3-8626-bcb3ddb28b5a req-e2297c67-f73b-4318-a5d6-36dc38ebf218 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0653129 Mar 07 05:41:46.551300 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9e497ce2-79a8-47e3-8626-bcb3ddb28b5a req-bdb4d77d-9bc0-40d9-b60e-4973ecd129a8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609996 Mar 07 05:41:47.673335 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b905b5-aeec-4c23-a4cd-fafd0b1aa0e3 req-da9e2209-0eb1-4380-b6a1-df417f1c2b03 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:47.674844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2b905b5-aeec-4c23-a4cd-fafd0b1aa0e3 req-da9e2209-0eb1-4380-b6a1-df417f1c2b03 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0530753 Mar 07 05:41:47.723779 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c2b905b5-aeec-4c23-a4cd-fafd0b1aa0e3 req-e644c5b3-65b9-4bb2-81dd-c0267f2216ff tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Mar 07 05:41:48.844912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f11cf8-5754-43a6-8e83-1330530d694c req-555b48ec-924c-42b2-b0a4-4c95198fedfc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:48.846443 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63f11cf8-5754-43a6-8e83-1330530d694c req-555b48ec-924c-42b2-b0a4-4c95198fedfc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0531249 Mar 07 05:41:48.894277 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-63f11cf8-5754-43a6-8e83-1330530d694c req-dc05a3f2-4619-403b-b130-a7f7198cf328 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 Mar 07 05:41:50.018547 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30615a5-b924-4d54-b36a-e95b256a2a1a req-74e963ff-9ab6-4a16-b3ea-93512c008bd8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:50.020007 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30615a5-b924-4d54-b36a-e95b256a2a1a req-74e963ff-9ab6-4a16-b3ea-93512c008bd8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0585034 Mar 07 05:41:50.067502 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c30615a5-b924-4d54-b36a-e95b256a2a1a req-53c04ff3-d48d-4010-894d-1f2d4a057c19 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Mar 07 05:41:50.609402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:51.203613 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3ea59-dffa-4b82-91f1-dd93cb67fe99 req-da54e49a-33e7-4fa7-8cf7-64957cbafa0e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:51.205171 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8b3ea59-dffa-4b82-91f1-dd93cb67fe99 req-da54e49a-33e7-4fa7-8cf7-64957cbafa0e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0629523 Mar 07 05:41:51.252884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a8b3ea59-dffa-4b82-91f1-dd93cb67fe99 req-94eeb656-11de-49c4-9be9-7af049764f37 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Mar 07 05:41:52.372819 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb65be-355e-440c-9cd6-46a0d4400b39 req-ca8d034f-6bfa-43c7-8d41-7527ed8196e2 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:52.374369 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfeb65be-355e-440c-9cd6-46a0d4400b39 req-ca8d034f-6bfa-43c7-8d41-7527ed8196e2 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0539107 Mar 07 05:41:52.428338 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bfeb65be-355e-440c-9cd6-46a0d4400b39 req-a88bf3df-9891-4f09-8a66-92b84ee5dab3 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484967 Mar 07 05:41:53.015251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:53.108720 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-5b83ddd4-879a-4abf-887f-c91894ebde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:53.110246 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-5b83ddd4-879a-4abf-887f-c91894ebde6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0456533 Mar 07 05:41:53.204038 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-b65019db-4747-4b9c-9d6c-623f1c004788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:53.205475 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-b65019db-4747-4b9c-9d6c-623f1c004788 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0899220 Mar 07 05:41:53.270827 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-e355dc77-e479-4c91-96cd-df242fa8792f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 1001 time: 0.0594876 Mar 07 05:41:53.317144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-190d7bfa-78f4-4ee7-b87d-5af31d40be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:53.318576 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-190d7bfa-78f4-4ee7-b87d-5af31d40be76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0424242 Mar 07 05:41:53.370289 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-240ae784-b91d-4f6c-97d2-4e88dda2cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:53.372449 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-240ae784-b91d-4f6c-97d2-4e88dda2cb9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481234 Mar 07 05:41:53.459965 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-bccda8cf-fffe-472b-9bd5-65d08c79b601 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819793 Mar 07 05:41:53.544943 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8210-adae-4768-bed2-2f49071eaa72 req-3aaf990a-b57b-4f5b-8228-6764c744c71b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:53.546382 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6ab8210-adae-4768-bed2-2f49071eaa72 req-3aaf990a-b57b-4f5b-8228-6764c744c71b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0523016 Mar 07 05:41:53.555421 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-616677ae-0ec8-41b3-8df0-28ea563f31f1 req-9240b507-e1d0-456e-888e-12326bc0399e service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896907 Mar 07 05:41:53.597835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c6ab8210-adae-4768-bed2-2f49071eaa72 req-2f5e3ca8-5081-45bc-a9ee-c8f47846b6cb tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Mar 07 05:41:54.720331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed7a75-348b-4cb5-a792-c8ec91f7fbb6 req-4f52db51-6a33-4cf1-8695-8e8c6f1ebc67 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:54.721804 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70ed7a75-348b-4cb5-a792-c8ec91f7fbb6 req-4f52db51-6a33-4cf1-8695-8e8c6f1ebc67 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0534885 Mar 07 05:41:54.770693 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-70ed7a75-348b-4cb5-a792-c8ec91f7fbb6 req-828a3713-6155-45c1-96e7-97802d271078 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433776 Mar 07 05:41:55.420049 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:41:55.894711 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54c53f-cb1a-492c-b216-4c2ed13afa48 req-c339587a-7383-4acb-901a-42e996d840f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:55.896223 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b54c53f-cb1a-492c-b216-4c2ed13afa48 req-c339587a-7383-4acb-901a-42e996d840f7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0592268 Mar 07 05:41:55.945933 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9b54c53f-cb1a-492c-b216-4c2ed13afa48 req-0d3fdbdb-b56e-4a12-ab4c-09a27aba05f3 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440674 Mar 07 05:41:57.064893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb03c6-139b-47ad-b7fc-825ba73bd514 req-e683ef82-5148-4f7d-9927-a786407e1f5b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:57.066399 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54cb03c6-139b-47ad-b7fc-825ba73bd514 req-e683ef82-5148-4f7d-9927-a786407e1f5b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0518782 Mar 07 05:41:57.115364 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-54cb03c6-139b-47ad-b7fc-825ba73bd514 req-e087ee44-914d-4190-9639-c51edbaa933c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Mar 07 05:41:58.238064 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80995d-6e4c-483e-b67d-15b3634c8176 req-0f5a512e-840a-4c1c-b27b-0503f480554c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:58.239460 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b80995d-6e4c-483e-b67d-15b3634c8176 req-0f5a512e-840a-4c1c-b27b-0503f480554c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0577185 Mar 07 05:41:58.288291 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-8b80995d-6e4c-483e-b67d-15b3634c8176 req-cb839114-1660-45ea-b565-82a5be2d7ef4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Mar 07 05:41:58.960672 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:41:59.036738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:41:59.037128 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:59.061766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:41:59.063974 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21de288-e25e-4833-a5b5-ee3a1dfee24c" -d '{"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:41:59.078242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:41:59.082652 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:41:59.108276 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 05:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f6a50-dbd8-46f1-9cd1-19e736516244 x-openstack-request-id: req-7e2f6a50-dbd8-46f1-9cd1-19e736516244 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:41:59.108574 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-unplugged", "status": "failed", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "code": 422}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:41:59.108856 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e2f6a50-dbd8-46f1-9cd1-19e736516244 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:41:59.109242 n-d-832185-1 neutron-server[103940]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'code': 422} returned with failed status Mar 07 05:41:59.134503 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:41:59.142710 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.143056 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.143403 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.143740 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.144074 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.144411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.144742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.145075 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.145399 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.145723 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.146067 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.146393 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.146715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:41:59.406167 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2845f4-eb21-4f79-a890-6267bf2c9cec req-3a8d3d75-ca5e-43ff-b9f5-674bbef5e3fe tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:59.407653 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b2845f4-eb21-4f79-a890-6267bf2c9cec req-3a8d3d75-ca5e-43ff-b9f5-674bbef5e3fe tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0530336 Mar 07 05:41:59.459210 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0b2845f4-eb21-4f79-a890-6267bf2c9cec req-668574c8-e25e-4efd-a430-b60d2d9f5066 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Mar 07 05:41:59.641036 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-632a98ac-064b-4caf-933d-41adb73657a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440369 Mar 07 05:41:59.650383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-2dc1d131-89ca-4281-a3f5-a34617c34d27 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:41:59.651328 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-2dc1d131-89ca-4281-a3f5-a34617c34d27 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049505 Mar 07 05:41:59.669529 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3ae9-f707-4b8b-ac70-42d82609db1d req-f6b19375-0bf5-4efc-9a14-fdb38c2772bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:41:59.671564 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02cd3ae9-f707-4b8b-ac70-42d82609db1d req-f6b19375-0bf5-4efc-9a14-fdb38c2772bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0533631 Mar 07 05:41:59.724539 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-02cd3ae9-f707-4b8b-ac70-42d82609db1d req-480afe09-f2ab-449e-8937-4763349c6160 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Mar 07 05:42:00.732215 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-f9e417ed-3ef0-40cb-9fb2-d1f7f9d7d751 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:00.733613 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-f9e417ed-3ef0-40cb-9fb2-d1f7f9d7d751 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports/d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 940 time: 0.0457721 Mar 07 05:42:00.842902 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791be0-5bd4-4bac-bd8a-61528757a36f req-3e58a19b-10d5-4d12-909a-06f66bde49c8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:00.844384 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd791be0-5bd4-4bac-bd8a-61528757a36f req-3e58a19b-10d5-4d12-909a-06f66bde49c8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0522122 Mar 07 05:42:00.893736 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-bd791be0-5bd4-4bac-bd8a-61528757a36f req-6b47a8f6-2efe-4346-96bb-68ea6d49d8dc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436625 Mar 07 05:42:02.015080 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980980-c5f8-4da1-b1e6-c801390bdc99 req-7e1d0a46-ec94-47bb-9831-b0e43b7048ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:02.016559 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7980980-c5f8-4da1-b1e6-c801390bdc99 req-7e1d0a46-ec94-47bb-9831-b0e43b7048ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0550094 Mar 07 05:42:02.068627 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b7980980-c5f8-4da1-b1e6-c801390bdc99 req-388c98c8-1e46-4299-892a-3ae6faf58c81 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Mar 07 05:42:02.920533 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-28ff78e9-c0bc-4e42-b59e-a2a299057a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:03.186629 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e89b1-6c7b-4b8a-b88b-d1bdf7fff976 req-cc82d399-964b-4424-b8ac-bf8eec6d80ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:03.187982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-165e89b1-6c7b-4b8a-b88b-d1bdf7fff976 req-cc82d399-964b-4424-b8ac-bf8eec6d80ef tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0512714 Mar 07 05:42:03.236180 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-165e89b1-6c7b-4b8a-b88b-d1bdf7fff976 req-e1e960b7-5a96-4719-b5d5-9ad2ab96d286 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Mar 07 05:42:04.352510 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f7922-164a-4277-a5f3-94a0b11c7c01 req-0d8ded7c-417b-485d-937f-db03908c7d9c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:04.354001 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-903f7922-164a-4277-a5f3-94a0b11c7c01 req-0d8ded7c-417b-485d-937f-db03908c7d9c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0512042 Mar 07 05:42:04.402683 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-903f7922-164a-4277-a5f3-94a0b11c7c01 req-2ed94fdb-13a4-4d03-aa27-86feae0ac574 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Mar 07 05:42:05.527490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6efa6-4bfb-4ec7-8e14-1095ef300de7 req-60885434-f0e6-4ece-a1f9-a3193a72db9c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:05.529568 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86e6efa6-4bfb-4ec7-8e14-1095ef300de7 req-60885434-f0e6-4ece-a1f9-a3193a72db9c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0560989 Mar 07 05:42:05.556397 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-33f6b9c3-574b-4630-999a-52fc3a91fbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:05.579915 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-86e6efa6-4bfb-4ec7-8e14-1095ef300de7 req-898a2541-ceb3-4647-ad7b-1c7d6e776926 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Mar 07 05:42:06.701383 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661deb3e-de38-4a95-ae04-8137eb5ac027 req-6eff951b-9aa8-45de-a372-daf2ea19533c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:06.702940 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-661deb3e-de38-4a95-ae04-8137eb5ac027 req-6eff951b-9aa8-45de-a372-daf2ea19533c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0532293 Mar 07 05:42:06.757227 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-661deb3e-de38-4a95-ae04-8137eb5ac027 req-e74b602a-29d6-4a7f-a103-25ba52466512 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468688 Mar 07 05:42:07.037145 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:07.887286 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ff5d5-fbbf-4f0c-bce9-e09f8a361134 req-76831856-8912-4f4a-8931-d4b4226b2df7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:07.888880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-836ff5d5-fbbf-4f0c-bce9-e09f8a361134 req-76831856-8912-4f4a-8931-d4b4226b2df7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0599558 Mar 07 05:42:07.938835 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-836ff5d5-fbbf-4f0c-bce9-e09f8a361134 req-d16a8fed-435d-4b96-aff8-d4c37f4706d9 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442188 Mar 07 05:42:07.974005 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:09.056978 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd74750-a61d-4830-9b2d-dd71a6d4d65c req-b7f2f29f-1e2e-4254-986d-eac66b6246a8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:09.058405 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cd74750-a61d-4830-9b2d-dd71a6d4d65c req-b7f2f29f-1e2e-4254-986d-eac66b6246a8 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0525734 Mar 07 05:42:09.106574 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0cd74750-a61d-4830-9b2d-dd71a6d4d65c req-2a996ae5-b7dc-4f92-a348-82efdd23f403 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Mar 07 05:42:09.647549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:10.224093 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25cf23-173b-41e5-83e2-594a59a02eae req-10b7fff7-8b93-46d8-9d30-c849e6686335 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:10.225501 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa25cf23-173b-41e5-83e2-594a59a02eae req-10b7fff7-8b93-46d8-9d30-c849e6686335 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0521429 Mar 07 05:42:10.279638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aa25cf23-173b-41e5-83e2-594a59a02eae req-16c528ca-dc4c-459b-8613-102f2f5abdb1 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479081 Mar 07 05:42:11.397815 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57abb37-c8d9-4184-a563-6e17cb54fbf1 req-bfcd7731-f995-44f2-908a-d4dacdfe9e9a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:11.399311 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a57abb37-c8d9-4184-a563-6e17cb54fbf1 req-bfcd7731-f995-44f2-908a-d4dacdfe9e9a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0531623 Mar 07 05:42:11.448034 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a57abb37-c8d9-4184-a563-6e17cb54fbf1 req-f934160f-f9d8-4226-927a-fdda95b2a458 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Mar 07 05:42:12.565802 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321b612-e53e-4796-97bd-584dec2a29d8 req-ef692bfe-d751-4410-88cb-5209644377ce tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:12.567215 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3321b612-e53e-4796-97bd-584dec2a29d8 req-ef692bfe-d751-4410-88cb-5209644377ce tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0536485 Mar 07 05:42:12.620445 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-3321b612-e53e-4796-97bd-584dec2a29d8 req-6f0c1690-7859-4fe7-9579-63a5e6f8cc69 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475512 Mar 07 05:42:13.746279 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453e28-1432-4c17-bacb-380503e8e1ca req-5f39e499-6186-424f-868b-634b5833b70c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:13.747898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25453e28-1432-4c17-bacb-380503e8e1ca req-5f39e499-6186-424f-868b-634b5833b70c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0565617 Mar 07 05:42:13.797741 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-25453e28-1432-4c17-bacb-380503e8e1ca req-6b3cbdab-e7b6-4a6d-a3d1-c7c346a0815d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Mar 07 05:42:14.552972 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-d9c9e37e-8fe0-4afc-a17a-3868cf2a9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:14.554509 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-d9c9e37e-8fe0-4afc-a17a-3868cf2a9d3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c&tenant_id=f110d86408e44c0584871b6fb9940d16 HTTP/1.1" status: 200 len: 1125 time: 0.0464714 Mar 07 05:42:14.619687 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-a33511b8-6292-4721-a788-99048e6a66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:14.621252 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-a33511b8-6292-4721-a788-99048e6a66dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1125 time: 0.0461378 Mar 07 05:42:14.712993 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-e9000664-a957-44a9-8100-a65c33845a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:14.714491 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-e9000664-a957-44a9-8100-a65c33845a74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0878844 Mar 07 05:42:14.785583 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-d3e412c4-409b-4e1d-8a7c-f86d75aa8cdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 999 time: 0.0651886 Mar 07 05:42:14.834197 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-898b34ef-5ed0-44b3-8e3c-2482574f61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:14.835696 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-898b34ef-5ed0-44b3-8e3c-2482574f61d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0443356 Mar 07 05:42:14.886181 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-589df8f2-8e91-4637-b990-a442fb48b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:14.887715 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-589df8f2-8e91-4637-b990-a442fb48b3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449572 Mar 07 05:42:14.915531 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc473d-aed7-405b-8426-a09b7588caca req-cd298918-090b-494c-81eb-4431a7bac343 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:14.917023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5dc473d-aed7-405b-8426-a09b7588caca req-cd298918-090b-494c-81eb-4431a7bac343 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0531633 Mar 07 05:42:14.964714 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d5dc473d-aed7-405b-8426-a09b7588caca req-786b1a44-e108-4b4d-b834-1f9516c68280 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Mar 07 05:42:14.984289 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-0fa16d22-0e2c-43c3-909c-6b7b955312d6 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900569 Mar 07 05:42:15.070574 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-60a9b33c-df1d-431f-ac80-ddb297d7d218 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805495 Mar 07 05:42:16.086110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fea66-db54-4e4b-a2f8-752568c6875d req-61f79a0a-2ed7-47af-9b3a-b03fb09e867b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:16.087581 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f46fea66-db54-4e4b-a2f8-752568c6875d req-61f79a0a-2ed7-47af-9b3a-b03fb09e867b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0506394 Mar 07 05:42:16.140176 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f46fea66-db54-4e4b-a2f8-752568c6875d req-1c0b8a7c-d804-48c6-91b6-e07d230abab9 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463824 Mar 07 05:42:17.258539 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a7d8b-fb83-4efd-8a4e-1bffc94d1163 req-0fd06ecb-1374-4812-baf7-f57766de50c6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:17.259884 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-925a7d8b-fb83-4efd-8a4e-1bffc94d1163 req-0fd06ecb-1374-4812-baf7-f57766de50c6 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0528302 Mar 07 05:42:17.307390 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-925a7d8b-fb83-4efd-8a4e-1bffc94d1163 req-d6fd3ce0-3011-4a23-9a6d-87b14c33072f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 Mar 07 05:42:18.423974 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbfa65-39c9-4542-87bd-410a707619ad req-54646eb6-b8e8-4e50-91de-6aa16bef7d99 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:18.425430 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4dbfa65-39c9-4542-87bd-410a707619ad req-54646eb6-b8e8-4e50-91de-6aa16bef7d99 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0509217 Mar 07 05:42:18.473117 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a4dbfa65-39c9-4542-87bd-410a707619ad req-0ea430db-cec3-4519-93d2-bbf97d2a3a9f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Mar 07 05:42:19.595586 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1898-48d7-4bc6-ad83-042cd02eefd9 req-77ac3961-dc8f-431a-8d84-aec8b797aee4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:19.597062 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96ff1898-48d7-4bc6-ad83-042cd02eefd9 req-77ac3961-dc8f-431a-8d84-aec8b797aee4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0575829 Mar 07 05:42:19.646243 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-96ff1898-48d7-4bc6-ad83-042cd02eefd9 req-0bbcc36c-af5f-48b3-8813-a9162a7a0e3a tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Mar 07 05:42:20.617714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:20.767169 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af9935-c8c8-4552-9ec1-c2dc26d0eb45 req-b1677cca-aeb2-49b9-ae0e-b114f1e7a23e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:20.768618 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16af9935-c8c8-4552-9ec1-c2dc26d0eb45 req-b1677cca-aeb2-49b9-ae0e-b114f1e7a23e tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0532169 Mar 07 05:42:20.816228 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-16af9935-c8c8-4552-9ec1-c2dc26d0eb45 req-632a6872-268b-4de9-9e9c-8c299abce148 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Mar 07 05:42:21.937753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368c2eb-107b-4eff-ae0d-6257a0eb103c req-71cd3d20-8a75-433f-a681-bbc8d735e426 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:21.939301 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a368c2eb-107b-4eff-ae0d-6257a0eb103c req-71cd3d20-8a75-433f-a681-bbc8d735e426 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0565326 Mar 07 05:42:21.988498 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a368c2eb-107b-4eff-ae0d-6257a0eb103c req-0284b92f-7e26-4835-95d3-6b8f4a8fb327 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Mar 07 05:42:23.015811 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:23.094215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:42:23.110321 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d55abe-c318-4cb7-9dbb-f442754839c6 req-b3ee9810-1e46-4b70-8cfa-7f42b1a4874b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:23.111830 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5d55abe-c318-4cb7-9dbb-f442754839c6 req-b3ee9810-1e46-4b70-8cfa-7f42b1a4874b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 943 time: 0.0537851 Mar 07 05:42:23.160655 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f5d55abe-c318-4cb7-9dbb-f442754839c6 req-d54c0900-d423-452c-8661-d0aa24634b80 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431483 Mar 07 05:42:23.193499 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:42:23.204217 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'port_id': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'mac_address': 'fa:16:3e:c4:36:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:42:23.241242 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:42:23.241557 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:23.253964 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:42:23.272128 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:42:23.275693 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:23.321905 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:42:23.475883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:42:24.278998 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0f8c2-8f1d-4b18-a723-35e1b542ea17 req-3286a9b8-106c-40d8-8d34-510df61a5527 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:24.281483 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca0f8c2-8f1d-4b18-a723-35e1b542ea17 req-3286a9b8-106c-40d8-8d34-510df61a5527 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 944 time: 0.0536122 Mar 07 05:42:24.333742 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-aca0f8c2-8f1d-4b18-a723-35e1b542ea17 req-1dd84d01-8c51-49e5-ad76-034188554ad2 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467148 Mar 07 05:42:24.663366 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3066095-9acf-42ae-8676-d8f93a77365d req-076458ff-7e33-4664-8b8e-9318513cdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:24.664853 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-076458ff-7e33-4664-8b8e-9318513cdf74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1126 time: 0.0459435 Mar 07 05:42:24.769546 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3066095-9acf-42ae-8676-d8f93a77365d req-9368a997-bb2e-424f-af32-a63a00c20b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:24.771019 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-9368a997-bb2e-424f-af32-a63a00c20b22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0880928 Mar 07 05:42:24.836640 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-18a18f65-005c-4caf-9396-f0f45cea8f53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 1000 time: 0.0599864 Mar 07 05:42:24.884321 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3066095-9acf-42ae-8676-d8f93a77365d req-42ded30d-5dc0-4081-ac71-d2c41b59d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:24.885650 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-42ded30d-5dc0-4081-ac71-d2c41b59d78e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0430350 Mar 07 05:42:24.933068 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3066095-9acf-42ae-8676-d8f93a77365d req-10dc84ad-21b3-4fa7-a516-6832efb01b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:24.934568 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-10dc84ad-21b3-4fa7-a516-6832efb01b93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430665 Mar 07 05:42:25.025156 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-61079a0d-bd4b-43f7-9d11-43ea08a9561e service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849168 Mar 07 05:42:25.110290 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:42:25.113654 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-f3066095-9acf-42ae-8676-d8f93a77365d req-dc784489-b0b4-45a3-a6b5-5f2ecf45bcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816553 Mar 07 05:42:25.158069 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:42:25.158454 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:25.231879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:42:25.232549 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:25.254752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:42:25.256942 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf82e289-b39a-415f-9d8d-c35012f4873a" -d '{"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-plugged", "status": "completed", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:42:25.273160 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:42:25.277340 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:25.300079 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8221a-3c92-493e-a0ce-cb72896c2745 x-openstack-request-id: req-a4c8221a-3c92-493e-a0ce-cb72896c2745 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:42:25.300375 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-plugged", "status": "completed", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:42:25.300633 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4c8221a-3c92-493e-a0ce-cb72896c2745 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:42:25.301030 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'code': 200} Mar 07 05:42:25.330885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:42:25.446383 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dbf06-fa0a-4890-98dd-70dae9e4d1f3 req-28ed7228-a718-46e1-92d7-65e69336e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:25.447811 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-033dbf06-fa0a-4890-98dd-70dae9e4d1f3 req-28ed7228-a718-46e1-92d7-65e69336e381 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0444858 Mar 07 05:42:25.455564 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554908e-e2ca-43f8-bc0b-58112534874c req-64233bfa-e219-42c4-a1cf-b9673a62d818 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:25.457023 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9554908e-e2ca-43f8-bc0b-58112534874c req-64233bfa-e219-42c4-a1cf-b9673a62d818 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0532765 Mar 07 05:42:25.498888 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-033dbf06-fa0a-4890-98dd-70dae9e4d1f3 req-6e8fe49a-193f-4d02-b972-46fa940280ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438011 Mar 07 05:42:25.505781 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9554908e-e2ca-43f8-bc0b-58112534874c req-ef4e8854-94b4-4366-80c7-995a8e6eebf3 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Mar 07 05:42:26.623881 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb73e0-ce27-4375-860c-582c6a627a70 req-285e53db-87cd-4e9c-be57-43a4a329a5bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:42:26.625357 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fcb73e0-ce27-4375-860c-582c6a627a70 req-285e53db-87cd-4e9c-be57-43a4a329a5bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0535619 Mar 07 05:42:26.674069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1fcb73e0-ce27-4375-860c-582c6a627a70 req-91c9d97f-7e53-4bb2-b23c-0fdc8e060762 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Mar 07 05:42:32.418821 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:42:32.922725 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f90b-c6f0-4de6-bd5a-8a636efb61ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:35.557601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0b5c-93e3-4365-92ff-6fd81b1f59e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:37.042438 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:38.131912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:39.639148 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:50.622179 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:42:53.012797 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:02.924787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2ddd394a-91c1-4d60-846c-1672e4b11289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:05.560047 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f01c-740e-47c9-8f62-9d65ed32c23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:07.040413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:07.972017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:09.417484 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:43:09.642591 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:20.620440 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:23.012502 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:25.645322 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-d1650f0b-72ff-4ed5-a5fc-df382e5ce9de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923622 Mar 07 05:43:25.728703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-8bb8ec08-b439-4c3b-a05c-1d39c15b771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:25.730205 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-8bb8ec08-b439-4c3b-a05c-1d39c15b771e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0439627 Mar 07 05:43:25.836770 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-b18b6e91-39c7-4704-9711-e0c7dbe66239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:25.838157 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-b18b6e91-39c7-4704-9711-e0c7dbe66239 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0876911 Mar 07 05:43:25.903816 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-b6531da8-765c-4b75-b40c-3e30ba207d0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 1001 time: 0.0582609 Mar 07 05:43:25.952425 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-32c30dfe-8fc4-4d1d-a7cb-a1f97ac904f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:25.953822 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-32c30dfe-8fc4-4d1d-a7cb-a1f97ac904f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0442965 Mar 07 05:43:26.005212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-672b0834-c684-4c44-a01c-77af309edbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:26.006726 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-672b0834-c684-4c44-a01c-77af309edbbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473309 Mar 07 05:43:26.094956 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-28387d46-c8e0-4c0c-86a6-9fa35b354424 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817463 Mar 07 05:43:26.184172 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-9ce3c291-2cef-4040-8ccb-15c3cd1e23fc req-983a36f3-9a5b-405d-afdc-60c9482e77e0 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838358 Mar 07 05:43:32.926960 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-16ad3d2e-db33-4673-97ac-dcc5a7e685c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:35.560837 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c65e6ed0-aa9f-4765-bd7b-8d1f8f6895b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:37.043601 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:37.974898 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.278385 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35004) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:39.439489 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Deleting port b7bf4282-45b4-40ce-8d59-f61a6efe7cf3 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:39.440839 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.517119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.517438 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.529268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Calling delete_port for b7bf4282-45b4-40ce-8d59-f61a6efe7cf3 owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:39.651849 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.679887 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b7bf4282-45b4-40ce-8d59-f61a6efe7cf3), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.706184 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event deleted for resources: {'Port': ['ID=b7bf4282-45b4-40ce-8d59-f61a6efe7cf3,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:39.717798 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.718176 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.718525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.718862 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.719194 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.719525 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.719855 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.720182 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.720508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.721508 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.721916 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.722268 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.722595 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:39.778965 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for floatingip (a5d7db60-fd3e-44e4-93bf-5fc3d56f893d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:39.779342 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Floating IP a5d7db60-fd3e-44e4-93bf-5fc3d56f893d disassociated (deleted). External IP: 172.25.4.247, port: d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3. Mar 07 05:43:40.271276 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:43:40.380630 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:43:40.385050 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:40.391001 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:43:40.400846 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:43:40.401466 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:40.415668 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-ea29f4ad-f4c0-4533-b544-172d6b5e0869 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "DELETE /v2.0/floatingips/a5d7db60-fd3e-44e4-93bf-5fc3d56f893d HTTP/1.1" status: 204 len: 168 time: 1.1362672 Mar 07 05:43:40.416270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:43:40.418582 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048" -d '{"events": [{"name": "network-changed", "server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:43:40.514803 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:43:40.582751 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2351e38-2696-4dca-8f48-a56471e00be6 x-openstack-request-id: req-d2351e38-2696-4dca-8f48-a56471e00be6 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:43:40.583057 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:43:40.583308 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2351e38-2696-4dca-8f48-a56471e00be6 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:43:40.583723 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'status': 'completed', 'code': 200} Mar 07 05:43:40.663683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-ed562dce-f71a-4bf2-89b8-2fdb1588704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:40.665515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-ed562dce-f71a-4bf2-89b8-2fdb1588704a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f110d86408e44c0584871b6fb9940d16&device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 1127 time: 0.0549963 Mar 07 05:43:40.750144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:40.757202 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739066f1-f3dc-480a-a020-581180262a67 req-28492574-33c7-45a0-a982-900ba08d2db4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:40.758898 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-739066f1-f3dc-480a-a020-581180262a67 req-28492574-33c7-45a0-a982-900ba08d2db4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.1309900 Mar 07 05:43:40.777550 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-162eb372-e6fb-4cb3-b85f-79ddd4f6f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:40.779188 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-162eb372-e6fb-4cb3-b85f-79ddd4f6f2ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 200 len: 910 time: 0.0971787 Mar 07 05:43:40.780481 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:43:40.789638 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:43:40.790292 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:40.809524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-739066f1-f3dc-480a-a020-581180262a67 req-602caf66-6eea-4b2e-9eab-636f69a4f9e7 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 Mar 07 05:43:40.822727 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-942aad9b-9633-47a4-8e82-c0dedf4d7c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 200 len: 217 time: 0.0370944 Mar 07 05:43:40.871443 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-eee6f729-afb3-4297-a9c2-a49937394e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:40.872928 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-eee6f729-afb3-4297-a9c2-a49937394e8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 200 len: 848 time: 0.0445504 Mar 07 05:43:40.904086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:43:40.931099 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-3a257cde-0138-4784-8695-3f6043971e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:40.932621 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-3a257cde-0138-4784-8695-3f6043971e47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46861977-f77b-4403-99d4-4c5b4517eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530944 Mar 07 05:43:41.028764 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-cef24212-2e4c-44cd-8d37-89902004c9f3 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Mar 07 05:43:41.104364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:41.132050 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57a88-9b9c-45aa-b508-50845c8a5d56 None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:34:47Z', 'revision_number': 4, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'dee68151-8cc3-4e7a-b061-372667308303', 'name': '', 'network_id': '46861977-f77b-4403-99d4-4c5b4517eacf', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'mac_address': 'fa:16:3e:08:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:46Z', 'updated_at': '2022-03-07T05:34:52Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'subnets': [{'id': '09fbb093-8271-492b-ba46-3e5d4c1cde58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:43:41.386064 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9482c7-d090-4ec9-9fdd-6ba736a12317 None None] New status for floating IP a5d7db60-fd3e-44e4-93bf-5fc3d56f893d: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:43:41.412565 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b98ca1ea-1a84-4c98-82c8-511cfd9e5048 req-b75d578b-13c4-40d6-b65d-485da7bcf882 service neutron] 10.222.0.15 "GET /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776541 Mar 07 05:43:41.929590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783026e-4e10-42df-9ec3-5a3fbf24699d req-e7fd170d-7a99-400a-84e4-f1246f2d1635 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:41.931069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6783026e-4e10-42df-9ec3-5a3fbf24699d req-e7fd170d-7a99-400a-84e4-f1246f2d1635 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0521150 Mar 07 05:43:41.983045 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6783026e-4e10-42df-9ec3-5a3fbf24699d req-e8a065f3-b568-4f67-99e0-6c1ee8469c6b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/security-groups?id=1524dec4-3adb-4133-b78a-0142b49e829e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461457 Mar 07 05:43:42.151337 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-59235d7d-8792-49c9-b523-1f34b765dc8f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:43:42.152955 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-59235d7d-8792-49c9-b523-1f34b765dc8f tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 945 time: 0.0528877 Mar 07 05:43:42.244136 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Deleting port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:42.244472 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:42.329505 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] For port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:42.329863 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:42.341811 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Calling delete_port for d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:42.470556 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:42.500058 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event deleted for resources: {'Port': ['ID=d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:42.527128 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.527480 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.527826 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.528165 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.528497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.528830 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.529166 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.529497 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.529825 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.530174 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.530501 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.530823 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.531145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:42.554856 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] No DVR routers for this DVR port d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:43:42.557334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:42.560625 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-16d06841-557d-48db-870d-4dbd8cf70f8a req-b9a23c67-17e3-455b-9124-3711d804b45c tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.15 "DELETE /v2.0/ports/d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 HTTP/1.1" status: 204 len: 173 time: 0.4033458 Mar 07 05:43:42.561063 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-deleted', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:43:42.563393 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f7cfdb-5430-4345-9c05-8c56061bb4a4" -d '{"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-deleted", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:43:42.600579 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ada39f-29ce-4b85-a079-fc1cf2f4a889 x-openstack-request-id: req-07ada39f-29ce-4b85-a079-fc1cf2f4a889 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:43:42.600873 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42b96c-60b6-45e3-b8db-4a56b94acf9c", "name": "network-vif-deleted", "tag": "d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:43:42.601125 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07ada39f-29ce-4b85-a079-fc1cf2f4a889 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:43:42.601526 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42b96c-60b6-45e3-b8db-4a56b94acf9c', 'name': 'network-vif-deleted', 'tag': 'd19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3', 'status': 'completed', 'code': 200} Mar 07 05:43:43.078283 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-34b8cdd4-78f3-47f5-ba31-9a07c1fbe498 req-1659fb10-316e-49dd-ae21-3504e48811bc tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0261314 Mar 07 05:43:44.172666 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-e550ce85-959c-4613-babd-51f14c790678 req-0e75b260-8d09-46ce-8a14-fc105b4586d2 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0262568 Mar 07 05:43:45.272256 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-cb4ea3d9-e306-4559-a9cb-cbc3136747b2 req-5d863a3d-5e5c-4ae2-b635-705d327fa6f0 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0307248 Mar 07 05:43:45.497178 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:43:45.517632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:43:45.518107 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device d19b8c2e-71fb-4e13-aa21-0d1c8b0fb2d3 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:43:46.376304 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-948fe765-591d-4641-835f-997df24eb0bc req-363d964f-4b73-4dcd-ba9f-f278b8f6bd80 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0280602 Mar 07 05:43:46.416862 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:43:47.470947 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-369e999e-7195-4082-a3bd-95ba632854fe req-0d985ffb-3f62-41c3-b6ca-b65b1c4eeb6d tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0270519 Mar 07 05:43:48.576052 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-9c1636b9-846b-444c-8b8b-b9104dc0c6c9 req-ba882095-9d3a-4986-9faa-9793ef486713 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0316825 Mar 07 05:43:49.681008 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-24499420-b7dd-41e2-a1d4-c52069e8a774 req-b237541b-a2ea-4068-a5e0-85bcc1f25df4 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0290713 Mar 07 05:43:50.621046 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:50.776619 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d25a3614-7887-4df0-b5da-4fc835d4b237 req-ebb2c91d-22b2-4580-a6e6-3ad29261444b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0273931 Mar 07 05:43:51.881767 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-f23b4cb4-dded-41f2-9c13-76f4ba65573a req-4f840995-8086-4d10-bfd7-50869d000339 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd42b96c-60b6-45e3-b8db-4a56b94acf9c HTTP/1.1" status: 200 len: 210 time: 0.0270791 Mar 07 05:43:52.943352 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35046) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:53.007203 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c02cc1d3-0521-45d5-8d3f-b9ea81a4029b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (1524dec4-3adb-4133-b78a-0142b49e829e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.011028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.035585 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c02cc1d3-0521-45d5-8d3f-b9ea81a4029b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (1524dec4-3adb-4133-b78a-0142b49e829e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.103960 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c02cc1d3-0521-45d5-8d3f-b9ea81a4029b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (1524dec4-3adb-4133-b78a-0142b49e829e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.107952 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c02cc1d3-0521-45d5-8d3f-b9ea81a4029b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.109068 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-c02cc1d3-0521-45d5-8d3f-b9ea81a4029b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] 10.222.0.21 "DELETE /v2.0/security-groups/1524dec4-3adb-4133-b78a-0142b49e829e HTTP/1.1" status: 204 len: 168 time: 0.1646123 Mar 07 05:43:53.119192 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cc1d3-0521-45d5-8d3f-b9ea81a4029b tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524dec4-3adb-4133-b78a-0142b49e829e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:53.173052 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35050) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:53.643129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (995ed525-ed15-486a-9f2f-cde7ff09ed6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.891477 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Deleting port dee68151-8cc3-4e7a-b061-372667308303 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:53.891757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (dee68151-8cc3-4e7a-b061-372667308303), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.968063 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] For port dee68151-8cc3-4e7a-b061-372667308303, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=dee68151-8cc3-4e7a-b061-372667308303,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:53.968754 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (dee68151-8cc3-4e7a-b061-372667308303), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:53.981269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Calling delete_port for dee68151-8cc3-4e7a-b061-372667308303 owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:54.193325 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (dee68151-8cc3-4e7a-b061-372667308303), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:54.217411 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee68151-8cc3-4e7a-b061-372667308303,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:54.414362 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (995ed525-ed15-486a-9f2f-cde7ff09ed6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:54.644426 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Router 995ed525-ed15-486a-9f2f-cde7ff09ed6a has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:43:54.763330 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:43:54.771963 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b0ae40de-78ba-4091-b0b1-feabc5858cf8 admin admin] 10.222.0.21 "PUT /v2.0/routers/995ed525-ed15-486a-9f2f-cde7ff09ed6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948455 Mar 07 05:43:54.772186 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35054) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:54.773119 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bab990-2462-419c-8b13-564053834c98 None None] Sync routers for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:43:54.783260 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:43:54.783887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:54.882410 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks [] for router (995ed525-ed15-486a-9f2f-cde7ff09ed6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:54.897788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:43:54.996886 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks [] for router_gateway (995ed525-ed15-486a-9f2f-cde7ff09ed6a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.058874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Deleting port 9339b2a3-fcbc-4555-9e6e-34df790d8810 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:55.059222 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.085971 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:43:54Z', 'revision_number': 5, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port': {'id': '9339b2a3-fcbc-4555-9e6e-34df790d8810', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:45Z', 'updated_at': '2022-03-07T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:55.120061 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bab990-2462-419c-8b13-564053834c98 None None] Checking router: 995ed525-ed15-486a-9f2f-cde7ff09ed6a for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:43:55.128749 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] Routers {'995ed525-ed15-486a-9f2f-cde7ff09ed6a'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:43:55.129879 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:55.140887 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] For port 9339b2a3-fcbc-4555-9e6e-34df790d8810, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=9339b2a3-fcbc-4555-9e6e-34df790d8810,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:55.141253 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.153598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Calling delete_port for 9339b2a3-fcbc-4555-9e6e-34df790d8810 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:55.221639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] Set router 995ed525-ed15-486a-9f2f-cde7ff09ed6a gateway port host: None {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:43:55.278623 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-68bab990-2462-419c-8b13-564053834c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:43:54Z', 'revision_number': 6, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:55.318125 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bab990-2462-419c-8b13-564053834c98 None None] The sync data for ids ['995ed525-ed15-486a-9f2f-cde7ff09ed6a'] in n-d-832185-1 is: [{'id': '995ed525-ed15-486a-9f2f-cde7ff09ed6a', 'name': 'tempest-TestShelveInstance-2008285689-router', 'tenant_id': 'f110d86408e44c0584871b6fb9940d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:44Z', 'updated_at': '2022-03-07T05:43:54Z', 'revision_number': 6, 'project_id': 'f110d86408e44c0584871b6fb9940d16', 'gw_port_host': None}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:43:55.629741 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (9339b2a3-fcbc-4555-9e6e-34df790d8810), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.654314 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Pushing event deleted for resources: {'Port': ['ID=9339b2a3-fcbc-4555-9e6e-34df790d8810,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:55.728423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (995ed525-ed15-486a-9f2f-cde7ff09ed6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.828940 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (995ed525-ed15-486a-9f2f-cde7ff09ed6a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.832149 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks [] for router_controller (995ed525-ed15-486a-9f2f-cde7ff09ed6a), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.878126 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (995ed525-ed15-486a-9f2f-cde7ff09ed6a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.878689 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 995ed525-ed15-486a-9f2f-cde7ff09ed6a {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:43:55.883339 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.884464 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e0579a5f-4f06-4e1e-8855-26dd8cefc094 admin admin] 10.222.0.21 "DELETE /v2.0/routers/995ed525-ed15-486a-9f2f-cde7ff09ed6a HTTP/1.1" status: 204 len: 168 time: 1.1102970 Mar 07 05:43:55.886912 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35056) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:55.931992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Deleting subnet 09fbb093-8271-492b-ba46-3e5d4c1cde58 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:43:55.935209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Publish callbacks [] for subnet (09fbb093-8271-492b-ba46-3e5d4c1cde58), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:55.969671 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (09fbb093-8271-492b-ba46-3e5d4c1cde58), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.051684 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (09fbb093-8271-492b-ba46-3e5d4c1cde58), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.105037 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (09fbb093-8271-492b-ba46-3e5d4c1cde58), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.134175 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fbb093-8271-492b-ba46-3e5d4c1cde58,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:56.139124 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.142578 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b5c0831f-ff70-4881-a61a-dd3d70fcba83 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09fbb093-8271-492b-ba46-3e5d4c1cde58 HTTP/1.1" status: 204 len: 168 time: 0.2545900 Mar 07 05:43:56.145162 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35058) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:56.154791 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84653e45-2b50-46f1-8f34-3ab99e498072 None None] Network 46861977-f77b-4403-99d4-4c5b4517eacf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:43:56.216433 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (46861977-f77b-4403-99d4-4c5b4517eacf), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.285296 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Deleting port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:56.285685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.347117 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] DHCP port deletion for 46861977-f77b-4403-99d4-4c5b4517eacf request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:43:56.355634 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] For port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:56.356075 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.369964 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Calling delete_port for 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:56.398323 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Deleting port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:56.398711 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.469801 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] For port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,segment=NetworkSegment(8cb10738-ce80-405e-9d82-d100c4b654f4),segment_id=8cb10738-ce80-405e-9d82-d100c4b654f4)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:56.471230 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.472573 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.488861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Calling delete_port for 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:56.507356 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:56.509313 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] No DVR routers for this DVR port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:43:56.592532 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (46861977-f77b-4403-99d4-4c5b4517eacf), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.598787 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (2f4009d3-d6b1-4df8-8cab-4a80b2355b23), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.625044 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46861977-f77b-4403-99d4-4c5b4517eacf']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:56.628259 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] No DVR routers for this DVR port 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:43:56.630049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Pushing event deleted for resources: {'Port': ['ID=2f4009d3-d6b1-4df8-8cab-4a80b2355b23,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:56.635646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb10738-ce80-405e-9d82-d100c4b654f4') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:56.636081 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb10738-ce80-405e-9d82-d100c4b654f4') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:56.644750 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.645320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.646043 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.646674 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.647191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.647871 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.648606 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.649255 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.649751 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.650386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.651094 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.651607 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.651943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6a143-55f2-4178-94e3-a5653e6540ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:43:56.653748 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (8cb10738-ce80-405e-9d82-d100c4b654f4), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.668044 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (8cb10738-ce80-405e-9d82-d100c4b654f4), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.674970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:43:56.675144 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (8cb10738-ce80-405e-9d82-d100c4b654f4), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:43:56.676719 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:43:56.736543 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (46861977-f77b-4403-99d4-4c5b4517eacf), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.743300 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:56.746880 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] 10.222.0.21 "DELETE /v2.0/networks/46861977-f77b-4403-99d4-4c5b4517eacf HTTP/1.1" status: 204 len: 168 time: 0.6007681 Mar 07 05:43:56.749742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35060) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:56.755415 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dee68151-8cc3-4e7a-b061-372667308303 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:43:56.765128 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82476c26-ca94-43f0-91ad-89d6ffa9fd5a admin admin] Pushing event deleted for resources: {'Network': ['ID=46861977-f77b-4403-99d4-4c5b4517eacf,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:56.780129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: dee68151-8cc3-4e7a-b061-372667308303 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:43:56.780476 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device dee68151-8cc3-4e7a-b061-372667308303 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:43:56.780897 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:43:56.805582 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:43:56.806271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 2f4009d3-d6b1-4df8-8cab-4a80b2355b23 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:43:56.806693 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9339b2a3-fcbc-4555-9e6e-34df790d8810 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:43:56.832375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 9339b2a3-fcbc-4555-9e6e-34df790d8810 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:43:56.832783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 9339b2a3-fcbc-4555-9e6e-34df790d8810 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:43:57.128303 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (c7f0e463-644a-4616-a656-a15c6eb945f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:57.377057 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Deleting port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:57.377284 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:57.454203 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] For port 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,segment=NetworkSegment(923904ad-30a7-4148-99eb-965aee097066),segment_id=923904ad-30a7-4148-99eb-965aee097066)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:57.454563 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:57.466018 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Calling delete_port for 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:57.649811 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (92d1d29b-2bb3-4eb7-a2e7-5af149a0128d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:57.679434 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d1d29b-2bb3-4eb7-a2e7-5af149a0128d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:57.851556 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (c7f0e463-644a-4616-a656-a15c6eb945f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:58.077814 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Router c7f0e463-644a-4616-a656-a15c6eb945f0 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:43:58.192951 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:43:58.198468 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e6cdb77e-cb49-4b09-8e00-6c9f33472d35 admin admin] 10.222.0.21 "PUT /v2.0/routers/c7f0e463-644a-4616-a656-a15c6eb945f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475927 Mar 07 05:43:58.201061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35062) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:58.203700 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] Sync routers for ids ['c7f0e463-644a-4616-a656-a15c6eb945f0'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:43:58.214318 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] Routers {'c7f0e463-644a-4616-a656-a15c6eb945f0'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:43:58.214932 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c7f0e463-644a-4616-a656-a15c6eb945f0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:58.320246 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks [] for router (c7f0e463-644a-4616-a656-a15c6eb945f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:58.327315 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] Set router c7f0e463-644a-4616-a656-a15c6eb945f0 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:43:58.431966 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks [] for router_gateway (c7f0e463-644a-4616-a656-a15c6eb945f0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:58.514819 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:43:57Z', 'revision_number': 5, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port': {'id': '99fd5850-c12d-4a4c-8075-ca439e99189a', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:34:50Z', 'updated_at': '2022-03-07T05:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:58.544824 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] Checking router: c7f0e463-644a-4616-a656-a15c6eb945f0 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:43:58.555415 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] Routers {'c7f0e463-644a-4616-a656-a15c6eb945f0'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:43:58.556824 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['c7f0e463-644a-4616-a656-a15c6eb945f0'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:58.653153 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] Set router c7f0e463-644a-4616-a656-a15c6eb945f0 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:43:58.710803 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:43:58Z', 'revision_number': 6, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:43:58.750830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013f22b-cabb-450e-8205-ac4cf1455a05 None None] The sync data for ids ['c7f0e463-644a-4616-a656-a15c6eb945f0'] in n-d-832185-1 is: [{'id': 'c7f0e463-644a-4616-a656-a15c6eb945f0', 'name': 'tempest-TestShelveInstance-13224968-router', 'tenant_id': '5924fd32a8d0480c93dfc912bbe503ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:34:49Z', 'updated_at': '2022-03-07T05:43:58Z', 'revision_number': 6, 'project_id': '5924fd32a8d0480c93dfc912bbe503ab', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:43:58.785113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Deleting port 99fd5850-c12d-4a4c-8075-ca439e99189a {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:58.785575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:58.866264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] For port 99fd5850-c12d-4a4c-8075-ca439e99189a, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=99fd5850-c12d-4a4c-8075-ca439e99189a,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:58.866608 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:58.879673 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Calling delete_port for 99fd5850-c12d-4a4c-8075-ca439e99189a owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:59.055781 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (99fd5850-c12d-4a4c-8075-ca439e99189a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.081135 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=99fd5850-c12d-4a4c-8075-ca439e99189a,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:59.146443 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (c7f0e463-644a-4616-a656-a15c6eb945f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.247673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (c7f0e463-644a-4616-a656-a15c6eb945f0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.250067 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks [] for router_controller (c7f0e463-644a-4616-a656-a15c6eb945f0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.301499 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (c7f0e463-644a-4616-a656-a15c6eb945f0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.302143 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f0e463-644a-4616-a656-a15c6eb945f0 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:43:59.306452 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.307621 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-130bb35d-2042-46b9-ad60-ee1871ae0fbc admin admin] 10.222.0.21 "DELETE /v2.0/routers/c7f0e463-644a-4616-a656-a15c6eb945f0 HTTP/1.1" status: 204 len: 168 time: 1.1050537 Mar 07 05:43:59.310112 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35064) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:59.353822 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Deleting subnet 449b832e-bb8d-40fb-94db-064c07d85d93 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:43:59.356845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Publish callbacks [] for subnet (449b832e-bb8d-40fb-94db-064c07d85d93), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.391240 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (449b832e-bb8d-40fb-94db-064c07d85d93), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.474195 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (449b832e-bb8d-40fb-94db-064c07d85d93), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.527927 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (449b832e-bb8d-40fb-94db-064c07d85d93), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.554893 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449b832e-bb8d-40fb-94db-064c07d85d93,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:59.559601 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.563651 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-81520f79-acb0-440a-9c5d-0f7520c564e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/449b832e-bb8d-40fb-94db-064c07d85d93 HTTP/1.1" status: 204 len: 168 time: 0.2517653 Mar 07 05:43:59.566056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35066) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:43:59.566727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1e62e-c19e-48e1-94d8-706eb3ce20df None None] Network 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:43:59.644976 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.703011 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Deleting port e6627a5e-9cc2-414a-80c8-76fa42e050a0 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:59.703373 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.714327 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] DHCP port deletion for 64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:43:59.774718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] For port e6627a5e-9cc2-414a-80c8-76fa42e050a0, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=e6627a5e-9cc2-414a-80c8-76fa42e050a0,segment=NetworkSegment(923904ad-30a7-4148-99eb-965aee097066),segment_id=923904ad-30a7-4148-99eb-965aee097066)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:59.775039 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.789499 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Calling delete_port for e6627a5e-9cc2-414a-80c8-76fa42e050a0 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:43:59.880687 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.905913 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Pushing event deleted for resources: {'Port': ['ID=e6627a5e-9cc2-414a-80c8-76fa42e050a0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:43:59.909566 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] No DVR routers for this DVR port e6627a5e-9cc2-414a-80c8-76fa42e050a0 on host n-d-832185-1 {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:43:59.926822 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Deleting port e6627a5e-9cc2-414a-80c8-76fa42e050a0 {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:43:59.927199 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.984891 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:43:59.991580 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] For port e6627a5e-9cc2-414a-80c8-76fa42e050a0, host n-d-832185-1, got binding levels [] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:43:59.992546 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.005811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Calling delete_port for e6627a5e-9cc2-414a-80c8-76fa42e050a0 owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:44:00.006031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c']}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:00.008448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.ipam_backend_mixin [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Port e6627a5e-9cc2-414a-80c8-76fa42e050a0 was not found and therefore no delete operation was performed {{(pid=103940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 05:44:00.009682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (e6627a5e-9cc2-414a-80c8-76fa42e050a0), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.015620 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923904ad-30a7-4148-99eb-965aee097066') {'for_net_delete': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:00.015983 n-d-832185-1 neutron-server[103938]: DEBUG neutron.services.segments.db [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923904ad-30a7-4148-99eb-965aee097066') {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:00.025697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8635064'] for segment (923904ad-30a7-4148-99eb-965aee097066), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.035261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] Pushing event deleted for resources: {'Port': ['ID=e6627a5e-9cc2-414a-80c8-76fa42e050a0,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:00.040838 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (923904ad-30a7-4148-99eb-965aee097066), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.041049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a5332-7145-4a37-aca3-949bbe41f5b0 None None] No DVR routers for this DVR port e6627a5e-9cc2-414a-80c8-76fa42e050a0 on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:44:00.049484 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:44:00.049868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10036303'] for segment (923904ad-30a7-4148-99eb-965aee097066), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: Traceback (most recent call last): Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: timer() Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: cb(*args, **kw) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: return func(*args, **kwargs) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: self._notify() Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: self.callback(batched_events) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: event.method(event) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: return f(self, *a, **k) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: return self._get(url).json() Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: return self.request(url, 'GET', **kwargs) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:44:00.051956 n-d-832185-1 neutron-server[103938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:44:00.105571 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.112527 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.115239 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] 10.222.0.21 "DELETE /v2.0/networks/64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c HTTP/1.1" status: 204 len: 168 time: 0.5482540 Mar 07 05:44:00.125648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60a2b-02cf-4802-9896-07f3f174efcf admin admin] Pushing event deleted for resources: {'Network': ['ID=64b8ce37-c476-4b9e-84c8-7aaaf0a9a23c,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:00.220607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35070) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:00.263725 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-e9030b91-38fb-4696-8d9a-17e5cbff66df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f110d86408e44c0584871b6fb9940d16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418537 Mar 07 05:44:00.266125 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35072) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:00.311697 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a44cfee-4ce4-48f7-87f7-bc096e3bcfaa admin admin] Publish callbacks [] for security_group (4b56fd19-0850-4db0-9a10-6aec67ae638d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.333386 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a44cfee-4ce4-48f7-87f7-bc096e3bcfaa admin admin] Publish callbacks [] for security_group (4b56fd19-0850-4db0-9a10-6aec67ae638d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.380239 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a44cfee-4ce4-48f7-87f7-bc096e3bcfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (4b56fd19-0850-4db0-9a10-6aec67ae638d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.383166 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a44cfee-4ce4-48f7-87f7-bc096e3bcfaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.384192 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-0a44cfee-4ce4-48f7-87f7-bc096e3bcfaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b56fd19-0850-4db0-9a10-6aec67ae638d HTTP/1.1" status: 204 len: 168 time: 0.1171067 Mar 07 05:44:00.392134 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44cfee-4ce4-48f7-87f7-bc096e3bcfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b56fd19-0850-4db0-9a10-6aec67ae638d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:00.712543 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35078) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:00.744919 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e6627a5e-9cc2-414a-80c8-76fa42e050a0 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:44:00.753759 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d65c6f36-677e-4322-be12-3313c97b27a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5924fd32a8d0480c93dfc912bbe503ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400651 Mar 07 05:44:00.756445 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35080) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:00.764783 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: e6627a5e-9cc2-414a-80c8-76fa42e050a0 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:44:00.765136 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device e6627a5e-9cc2-414a-80c8-76fa42e050a0 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:44:00.765556 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:44:00.784669 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:44:00.785021 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 92d1d29b-2bb3-4eb7-a2e7-5af149a0128d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:44:00.785444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99fd5850-c12d-4a4c-8075-ca439e99189a no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:44:00.804495 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a975140-73ac-417e-af78-a3e46b80eeed admin admin] Publish callbacks [] for security_group (27b67169-fa06-413a-867a-807a0e881afe), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.805524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 99fd5850-c12d-4a4c-8075-ca439e99189a {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:44:00.805883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 99fd5850-c12d-4a4c-8075-ca439e99189a not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:44:00.826074 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a975140-73ac-417e-af78-a3e46b80eeed admin admin] Publish callbacks [] for security_group (27b67169-fa06-413a-867a-807a0e881afe), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.875597 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a975140-73ac-417e-af78-a3e46b80eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (27b67169-fa06-413a-867a-807a0e881afe), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.878860 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a975140-73ac-417e-af78-a3e46b80eeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:00.880635 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-4a975140-73ac-417e-af78-a3e46b80eeed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27b67169-fa06-413a-867a-807a0e881afe HTTP/1.1" status: 204 len: 168 time: 0.1232092 Mar 07 05:44:00.891574 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a975140-73ac-417e-af78-a3e46b80eeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b67169-fa06-413a-867a-807a0e881afe,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:01.572984 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35102) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:01.680612 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2025445087-network', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:01.700036 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Made reservation on behalf of e7094c879baf442cae1c35cbb478e252 for: {'network': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:44:01.702575 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.710660 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.785261 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks [] for security_group (ae291981-52c9-43c6-b527-348d78e11599), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.788845 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ae291981-52c9-43c6-b527-348d78e11599), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.812992 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:44:01.822859 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae291981-52c9-43c6-b527-348d78e11599,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:01.827593 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fad721f9-6f7a-4915-ab2f-425f1a9f8b2d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.827933 n-d-832185-1 neutron-server[103938]: INFO neutron.db.segments_db [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Added segment fad721f9-6f7a-4915-ab2f-425f1a9f8b2d of type vlan for network e5826355-3c87-4923-a3ac-da5f074113bf Mar 07 05:44:01.867566 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (e5826355-3c87-4923-a3ac-da5f074113bf), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.892201 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (e5826355-3c87-4923-a3ac-da5f074113bf), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.894024 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:01.894673 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:01.953844 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3797786 Mar 07 05:44:01.957415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35106) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:01.960078 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee6a15-02c2-4970-bfc4-9c1d2646b5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e5826355-3c87-4923-a3ac-da5f074113bf,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:01.962436 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Request body: {'subnet': {'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2025445087-subnet', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'ip_version': 4}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:01.970279 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network e5826355-3c87-4923-a3ac-da5f074113bf details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:44:01.984106 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Made reservation on behalf of e7094c879baf442cae1c35cbb478e252 for: {'subnet': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:44:01.986782 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9041259'] for subnet (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.155689 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041269'] for subnet (06bccab5-1684-45f9-9ebf-bd6d413eb58b), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.211301 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bccab5-1684-45f9-9ebf-bd6d413eb58b,revision_number=0']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:02.218517 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Checking segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:02.218881 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Network hostable DHCP agents. Network: e5826355-3c87-4923-a3ac-da5f074113bf, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:44:02.235808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Network e5826355-3c87-4923-a3ac-da5f074113bf is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:44:02.244095 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, e5826355-3c87-4923-a3ac-da5f074113bf) {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:02.248137 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:02.248733 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.254738 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e3768-6340-4fdb-b917-b26b03f42653 None None] Network e5826355-3c87-4923-a3ac-da5f074113bf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:44:02.264140 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-5902d77a-a169-4027-9e66-8ab7f2a0d077 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3056121 Mar 07 05:44:02.266815 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35108) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:02.271607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:02.290232 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.291222 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.344019 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks [] for router_controller (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.362702 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-e5826355-3c87-4923-a3ac-da5f074113bf', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:44:02.364345 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.494584 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks [] for router_gateway (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.504440 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Allocated IP 172.20.0.2 (e5826355-3c87-4923-a3ac-da5f074113bf/06bccab5-1684-45f9-9ebf-bd6d413eb58b/a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:02.647976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Publish callbacks [] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.654496 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.700151 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks [] for router_gateway (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.700885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Network e5826355-3c87-4923-a3ac-da5f074113bf is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:02.703746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:02.706861 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:02.714990 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Pushing event updated for resources: {'Port': ['ID=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:02.721198 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.768302 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Attempting to bind port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:02.768678 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Attempting to bind port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:02.769046 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Attempting to bind port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb on network e5826355-3c87-4923-a3ac-da5f074113bf {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:02.774395 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:02.774761 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Checking segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:02.775167 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.775568 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Bound using segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:02.776035 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Bound port: a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:02.776416 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.822844 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Allocated IP 172.25.4.95 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/a5a298cd-cbd1-4468-9878-8a3db01f49db) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:02.840405 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] For port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:02.843487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] For port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:02.849043 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.913200 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a05f2-b585-45f1-b035-80f463ec7d74 None None] Pushing event updated for resources: {'Port': ['ID=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:02.937190 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-736de1bd-8aed-4745-8f77-a4f27ed6c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.952639 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks [] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:02.988989 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:03.030020 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:03.033006 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:03.037202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:03.068817 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Pushing event updated for resources: {'Port': ['ID=a5a298cd-cbd1-4468-9878-8a3db01f49db,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:03.320065 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks [] for router_gateway (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:03.536299 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:03.672703 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:44:03.792741 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:44:03.801677 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:44:03.812090 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:03.812269 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:03.812892 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:03.816766 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-c747180f-5031-4a02-aa6c-4b9d2175b34d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5453348 Mar 07 05:44:03.817188 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35110) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:03.904211 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf98d8d-49fc-494a-b492-ed275c8cb67f None None] Network e5826355-3c87-4923-a3ac-da5f074113bf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:44:03.991146 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:04.058909 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] Provisioning complete for port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:04.059289 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.243555 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.265487 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] Current status of the port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:04.265717 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.310377 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] For port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:04.317520 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.346812 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:03Z', 'revision_number': 3, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:04.379650 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:44:04.379999 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Updating router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 port a5a298cd-cbd1-4468-9878-8a3db01f49db binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:44:04.419055 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e8620-592a-49a0-969e-cbeb33ff77ed None None] Pushing event updated for resources: {'Port': ['ID=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:04.422342 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Allocated IP 172.20.0.1 (e5826355-3c87-4923-a3ac-da5f074113bf/06bccab5-1684-45f9-9ebf-bd6d413eb58b/bb97e3a6-082d-4613-8464-21b326d993b5) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:04.426401 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.536700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks [] for port (bb97e3a6-082d-4613-8464-21b326d993b5), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.570681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-c5d83dc7-8095-4d63-88e6-cd8d38846f69 None None] Provisioning complete for port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:04.570910 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.571059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-c5d83dc7-8095-4d63-88e6-cd8d38846f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.612225 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Network e5826355-3c87-4923-a3ac-da5f074113bf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:04.616557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:04.620937 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:04.641124 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Pushing event updated for resources: {'Port': ['ID=bb97e3a6-082d-4613-8464-21b326d993b5,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:04.664224 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.746827 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-c5d83dc7-8095-4d63-88e6-cd8d38846f69 None None] Current status of the port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:04.775618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Publish callbacks [] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.781209 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.809274 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:04.846980 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.867699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7c464-7934-4b72-b70d-e7d07d402c81 None None] Pushing event updated for resources: {'Port': ['ID=a5a298cd-cbd1-4468-9878-8a3db01f49db,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:04.873448 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Attempting to bind port a5a298cd-cbd1-4468-9878-8a3db01f49db on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:04.873828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Attempting to bind port a5a298cd-cbd1-4468-9878-8a3db01f49db by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:04.874222 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Attempting to bind port a5a298cd-cbd1-4468-9878-8a3db01f49db on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:04.883495 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:04.883958 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:04.884429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.884887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:04.885414 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Bound port: a5a298cd-cbd1-4468-9878-8a3db01f49db, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:04.885761 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.937639 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:04.938031 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:04.966636 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] For port a5a298cd-cbd1-4468-9878-8a3db01f49db, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:04.989370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] For port a5a298cd-cbd1-4468-9878-8a3db01f49db, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a5a298cd-cbd1-4468-9878-8a3db01f49db,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:05.002370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.014908 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-5dec959a-6785-4c35-9444-f4246f6912f1 None None] Provisioning complete for port bb97e3a6-082d-4613-8464-21b326d993b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:05.015317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5dec959a-6785-4c35-9444-f4246f6912f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.020826 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks [] for port (bb97e3a6-082d-4613-8464-21b326d993b5), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.025167 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.094186 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Pushing event updated for resources: {'Port': ['ID=bb97e3a6-082d-4613-8464-21b326d993b5,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:05.097387 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.192162 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Network e5826355-3c87-4923-a3ac-da5f074113bf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:05.193671 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:05.285087 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-5dec959a-6785-4c35-9444-f4246f6912f1 None None] Port bb97e3a6-082d-4613-8464-21b326d993b5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:44:05.289278 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7c464-7934-4b72-b70d-e7d07d402c81 None None] Pushing event updated for resources: {'Port': ['ID=a5a298cd-cbd1-4468-9878-8a3db01f49db,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:05.295813 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:05.296360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:43:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:05.324322 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:44:05.339344 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:05.420144 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:05.535980 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-b47da5ac-a7ed-4134-be58-102691d102dc None None] Provisioning complete for port bb97e3a6-082d-4613-8464-21b326d993b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:05.536276 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b47da5ac-a7ed-4134-be58-102691d102dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.618770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f58e331-79e5-4a2d-86bc-f5536bc65aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:05.630886 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-b47da5ac-a7ed-4134-be58-102691d102dc None None] Port bb97e3a6-082d-4613-8464-21b326d993b5 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:44:05.695161 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 2, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:05.723339 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfaafb-90a1-4351-bf3d-8e4d6e0ae311 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 2, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:44:05.757345 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:44:05.763645 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-63f11669-274c-47d0-a438-390fadcaca87 admin admin] 10.222.0.21 "PUT /v2.0/routers/2a1c64ef-1ded-47db-ac82-e6e57b2a6d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9456491 Mar 07 05:44:06.279413 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35126) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:06.285066 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-988960624-network', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:06.308039 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Made reservation on behalf of 72afe303e89a43faa99d9b90f590bb48 for: {'network': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:44:06.310547 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for network (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.320452 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.406281 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks [] for security_group (db7f127d-0bce-4c88-96cb-6ee0a2cf774e), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.411975 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (db7f127d-0bce-4c88-96cb-6ee0a2cf774e), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.440335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 05:44:06.449377 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f127d-0bce-4c88-96cb-6ee0a2cf774e,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:06.459683 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (98e8387d-600f-4ab1-bc9c-1206122e054c), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.460036 n-d-832185-1 neutron-server[103939]: INFO neutron.db.segments_db [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Added segment 98e8387d-600f-4ab1-bc9c-1206122e054c of type vlan for network c5441384-51bd-499b-b574-75ac3a5dee77 Mar 07 05:44:06.502450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732354746390'] for network (c5441384-51bd-499b-b574-75ac3a5dee77), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.531273 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781'] for network (c5441384-51bd-499b-b574-75ac3a5dee77), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.532406 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:06.533530 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.568394 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2878418 Mar 07 05:44:06.571285 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35128) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:06.577038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Request body: {'subnet': {'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-988960624-subnet', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'ip_version': 4}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:06.598734 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Made reservation on behalf of 72afe303e89a43faa99d9b90f590bb48 for: {'subnet': 1} {{(pid=103938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:44:06.600384 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcaec0-7f6a-46b8-9aad-158d9649c108 admin admin] Pushing event updated for resources: {'Network': ['ID=c5441384-51bd-499b-b574-75ac3a5dee77,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:06.601923 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8474325'] for subnet (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.611608 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Network c5441384-51bd-499b-b574-75ac3a5dee77 details requested by agent ovs-agent-n-d-832185-1 with host n-d-832185-1 {{(pid=103940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 05:44:06.792246 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a298cd-cbd1-4468-9878-8a3db01f49db up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:06.800487 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10037218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8474315'] for subnet (203d3dea-6a2b-4fdb-b530-ee23cc5a81d0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.847140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a5a298cd-cbd1-4468-9878-8a3db01f49db triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:06.847564 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.863753 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=203d3dea-6a2b-4fdb-b530-ee23cc5a81d0,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:06.869110 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Checking segment: {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:06.869557 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Network hostable DHCP agents. Network: c5441384-51bd-499b-b574-75ac3a5dee77, hostable agents: ['4f8bc451-9a22-4982-b720-58226ded0c69'], hosted agents: [] {{(pid=103938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 05:44:06.888890 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Network c5441384-51bd-499b-b574-75ac3a5dee77 is scheduled to be hosted by DHCP agent 4f8bc451-9a22-4982-b720-58226ded0c69 with binding_index 1 {{(pid=103938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 05:44:06.902648 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832185-1, c5441384-51bd-499b-b574-75ac3a5dee77) {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:06.907324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:06.908616 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.925799 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edbee5-fb9c-426d-b461-f2c673f780d2 None None] Network c5441384-51bd-499b-b574-75ac3a5dee77 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:44:06.928815 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-9276b41e-63f4-45f7-94a6-684fb5723afc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3558609 Mar 07 05:44:06.931519 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35130) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:06.936067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:06.959746 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-737433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123217'] for router (e49a2206-be3c-47d7-be89-1aa438e11067), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.962919 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123224'] for router (e49a2206-be3c-47d7-be89-1aa438e11067), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:06.998620 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a5a298cd-cbd1-4468-9878-8a3db01f49db is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:06.999024 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.023549 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks [] for router_controller (e49a2206-be3c-47d7-be89-1aa438e11067), precommit_add_association {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.028224 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port a5a298cd-cbd1-4468-9878-8a3db01f49db, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a5a298cd-cbd1-4468-9878-8a3db01f49db,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:07.042017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.102039 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.117511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp765fd418-2e49-5415-b9f5-ed59d272ea48-c5441384-51bd-499b-b574-75ac3a5dee77', 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'fixed_ips': [{'subnet_id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0'}]}} from n-d-832185-1. {{(pid=103940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 05:44:07.118414 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.132652 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=a5a298cd-cbd1-4468-9878-8a3db01f49db,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:07.182150 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks [] for router_gateway (e49a2206-be3c-47d7-be89-1aa438e11067), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.262261 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.db_base_plugin_common [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Allocated IP 172.20.0.2 (c5441384-51bd-499b-b574-75ac3a5dee77/203d3dea-6a2b-4fdb-b530-ee23cc5a81d0/91458251-373e-400c-a018-e96d4ffb4530) {{(pid=103940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:07.390433 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks [] for router_gateway (e49a2206-be3c-47d7-be89-1aa438e11067), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.409804 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.417022 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Publish callbacks [] for port (91458251-373e-400c-a018-e96d4ffb4530), precommit_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.424012 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575'] for port (91458251-373e-400c-a018-e96d4ffb4530), after_create {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.466326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Network c5441384-51bd-499b-b574-75ac3a5dee77 is already hosted by enough agents. {{(pid=103940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:07.471746 n-d-832185-1 neutron-server[103940]: DEBUG neutron.scheduler.base_scheduler [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Resources bound (agent type, host, resource id): {{(pid=103940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:07.476116 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Received port after_create {{(pid=103940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:07.479187 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Pushing event updated for resources: {'Port': ['ID=91458251-373e-400c-a018-e96d4ffb4530,revision_number=1']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:07.515659 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Allocated IP 172.25.4.183 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/8bc9ee45-a1fe-49c3-a559-b26123491316) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:07.537576 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Attempting to bind port 91458251-373e-400c-a018-e96d4ffb4530 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:07.538141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Attempting to bind port 91458251-373e-400c-a018-e96d4ffb4530 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:07.538511 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Attempting to bind port 91458251-373e-400c-a018-e96d4ffb4530 on network c5441384-51bd-499b-b574-75ac3a5dee77 {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:07.543514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:07.543890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Checking segment: {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:07.544326 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.544720 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Bound using segment: {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:07.545215 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Bound port: 91458251-373e-400c-a018-e96d4ffb4530, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:07.545599 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91458251-373e-400c-a018-e96d4ffb4530), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.624715 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] For port 91458251-373e-400c-a018-e96d4ffb4530, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:07.629360 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] For port 91458251-373e-400c-a018-e96d4ffb4530, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91458251-373e-400c-a018-e96d4ffb4530,segment=NetworkSegment(98e8387d-600f-4ab1-bc9c-1206122e054c),segment_id=98e8387d-600f-4ab1-bc9c-1206122e054c)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:07.635614 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91458251-373e-400c-a018-e96d4ffb4530), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.644410 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks [] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.683603 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.695902 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbed7d-96c1-4ad0-9e37-e4a5b72cdb89 None None] Pushing event updated for resources: {'Port': ['ID=91458251-373e-400c-a018-e96d4ffb4530,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:07.727229 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:07.732373 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:07.735277 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:07.769843 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc9ee45-a1fe-49c3-a559-b26123491316,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:07.990317 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:07.995878 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:44:08.006654 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:08.007348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:08.044184 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks [] for router_gateway (e49a2206-be3c-47d7-be89-1aa438e11067), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.116826 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:08.261301 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-740855'] for router (e49a2206-be3c-47d7-be89-1aa438e11067), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.319197 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 2, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:08.349924 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:44:08.350317 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Updating router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 port bb97e3a6-082d-4613-8464-21b326d993b5 binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:44:08.379046 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.403539 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Router e49a2206-be3c-47d7-be89-1aa438e11067 is scheduled to L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 with binding_index 1 {{(pid=103939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 05:44:08.529414 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:44:08.540293 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Sync routers for ids ['e49a2206-be3c-47d7-be89-1aa438e11067'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:44:08.555842 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.557871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-d3afbeb3-60df-4b2f-8864-c05dc21f8a57 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6253207 Mar 07 05:44:08.558538 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Routers {'e49a2206-be3c-47d7-be89-1aa438e11067'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:08.559165 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e49a2206-be3c-47d7-be89-1aa438e11067'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:08.560704 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35132) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:08.714844 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Set router e49a2206-be3c-47d7-be89-1aa438e11067 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:08.782148 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc7fba-3bb6-4dd5-aa12-80ade231d573 None None] Network c5441384-51bd-499b-b574-75ac3a5dee77 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:44:08.799689 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Publish callbacks [] for port (bb97e3a6-082d-4613-8464-21b326d993b5), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.806798 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.896213 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Pushing event updated for resources: {'Port': ['ID=bb97e3a6-082d-4613-8464-21b326d993b5,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:08.906370 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.907123 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.907636 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.908864 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.909657 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.910512 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.911348 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.912013 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.912654 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.913296 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.914456 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.914802 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.915140 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:44:08.935890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] Provisioning complete for port 91458251-373e-400c-a018-e96d4ffb4530 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:08.936366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91458251-373e-400c-a018-e96d4ffb4530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.946086 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a298cd-cbd1-4468-9878-8a3db01f49db up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:08.976564 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Attempting to bind port bb97e3a6-082d-4613-8464-21b326d993b5 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:08.977069 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Attempting to bind port bb97e3a6-082d-4613-8464-21b326d993b5 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:08.977507 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Attempting to bind port bb97e3a6-082d-4613-8464-21b326d993b5 on network e5826355-3c87-4923-a3ac-da5f074113bf {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:08.989747 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:08.990244 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Checking segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:08.991813 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:08.992583 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Bound using segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:08.993578 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Bound port: bb97e3a6-082d-4613-8464-21b326d993b5, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:08.995171 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.075618 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] For port bb97e3a6-082d-4613-8464-21b326d993b5, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:09.082058 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] For port bb97e3a6-082d-4613-8464-21b326d993b5, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bb97e3a6-082d-4613-8464-21b326d993b5,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:09.090419 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.090983 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.174837 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:09.175486 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:09.182790 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72dd13-47f2-438f-a1cc-5966b2d189be None None] Pushing event updated for resources: {'Port': ['ID=bb97e3a6-082d-4613-8464-21b326d993b5,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:09.205431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port a5a298cd-cbd1-4468-9878-8a3db01f49db triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:09.205845 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.240856 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] Current status of the port 91458251-373e-400c-a018-e96d4ffb4530 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:09.241341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (91458251-373e-400c-a018-e96d4ffb4530), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.338082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] For port 91458251-373e-400c-a018-e96d4ffb4530, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91458251-373e-400c-a018-e96d4ffb4530,segment=NetworkSegment(98e8387d-600f-4ab1-bc9c-1206122e054c),segment_id=98e8387d-600f-4ab1-bc9c-1206122e054c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:09.340210 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 3, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:09.342966 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Allocated IP 172.20.0.1 (c5441384-51bd-499b-b574-75ac3a5dee77/203d3dea-6a2b-4fdb-b530-ee23cc5a81d0/b478400d-1dbb-42f0-b1ae-5422244de83d) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:09.374885 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:09.395238 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Checking router: e49a2206-be3c-47d7-be89-1aa438e11067 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:44:09.395624 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Updating router e49a2206-be3c-47d7-be89-1aa438e11067 port 8bc9ee45-a1fe-49c3-a559-b26123491316 binding host n-d-832185-1 {{(pid=103940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:44:09.503128 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks [] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.545933 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.592035 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Network c5441384-51bd-499b-b574-75ac3a5dee77 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:09.595310 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:09.602876 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:09.620968 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (91458251-373e-400c-a018-e96d4ffb4530), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.636477 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:09.670834 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Pushing event updated for resources: {'Port': ['ID=b478400d-1dbb-42f0-b1ae-5422244de83d,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:09.677831 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc904235-7b9e-44c8-bd27-fd48cb989342 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:44:09.684783 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740314'] for router_interface (e49a2206-be3c-47d7-be89-1aa438e11067), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.720762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.771784 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.796138 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa39f05-ed92-4d66-8a52-4abbeb133253 None None] Pushing event updated for resources: {'Port': ['ID=91458251-373e-400c-a018-e96d4ffb4530,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:09.802170 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port a5a298cd-cbd1-4468-9878-8a3db01f49db is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:09.803317 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91458251-373e-400c-a018-e96d4ffb4530 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:09.813553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Provisioning complete for port bb97e3a6-082d-4613-8464-21b326d993b5 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:09.813553 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:09.864841 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.036023 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 91458251-373e-400c-a018-e96d4ffb4530 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:10.036402 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91458251-373e-400c-a018-e96d4ffb4530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.066096 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks [] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.072752 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.116855 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Current status of the port bb97e3a6-082d-4613-8464-21b326d993b5 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:10.117150 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.144847 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Pushing event updated for resources: {'Port': ['ID=b478400d-1dbb-42f0-b1ae-5422244de83d,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:10.148147 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740278'] for router_interface (e49a2206-be3c-47d7-be89-1aa438e11067), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.180788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] For port bb97e3a6-082d-4613-8464-21b326d993b5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bb97e3a6-082d-4613-8464-21b326d993b5,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:10.192407 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.246942 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Network c5441384-51bd-499b-b574-75ac3a5dee77 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:10.248323 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:10.304993 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Provisioning complete for port 91458251-373e-400c-a018-e96d4ffb4530 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:10.305370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91458251-373e-400c-a018-e96d4ffb4530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.313630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 91458251-373e-400c-a018-e96d4ffb4530 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:10.317673 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Publish callbacks [] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), precommit_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.347093 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Pushing event updated for resources: {'Port': ['ID=bb97e3a6-082d-4613-8464-21b326d993b5,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:10.351912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.403515 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Router e49a2206-be3c-47d7-be89-1aa438e11067 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:44:10.432392 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Attempting to bind port 8bc9ee45-a1fe-49c3-a559-b26123491316 on host n-d-832185-1 for vnic_type normal with profile {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:10.432771 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Attempting to bind port 8bc9ee45-a1fe-49c3-a559-b26123491316 by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:10.433156 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Attempting to bind port 8bc9ee45-a1fe-49c3-a559-b26123491316 on network f7c05cad-bea7-40ad-a21a-d6f26761807f {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:10.435872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f384e-a045-4218-8e5d-63c1ba85e7b9 None None] Pushing event updated for resources: {'Port': ['ID=8bc9ee45-a1fe-49c3-a559-b26123491316,revision_number=2']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:10.451779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:10.452162 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Checking segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:10.452575 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.452974 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Bound using segment: {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'} {{(pid=103940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:10.453457 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.managers [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Bound port: 8bc9ee45-a1fe-49c3-a559-b26123491316, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f'}}] {{(pid=103940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:10.453844 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.539076 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-812eb600-9cfd-450b-8420-2268e2824255 None None] Current status of the port 91458251-373e-400c-a018-e96d4ffb4530 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:10.544447 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] For port 8bc9ee45-a1fe-49c3-a559-b26123491316, host n-d-832185-1, cleared binding levels {{(pid=103940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:10.547878 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] For port 8bc9ee45-a1fe-49c3-a559-b26123491316, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bc9ee45-a1fe-49c3-a559-b26123491316,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:10.556976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.567306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:44:10.575603 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8086ac87-eecc-4641-8d29-00524a7afef2 admin admin] 10.222.0.21 "PUT /v2.0/routers/e49a2206-be3c-47d7-be89-1aa438e11067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0125721 Mar 07 05:44:10.614901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Routers {'e49a2206-be3c-47d7-be89-1aa438e11067'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:10.615543 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e49a2206-be3c-47d7-be89-1aa438e11067'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:10.661126 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f384e-a045-4218-8e5d-63c1ba85e7b9 None None] Pushing event updated for resources: {'Port': ['ID=8bc9ee45-a1fe-49c3-a559-b26123491316,revision_number=3']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:10.688619 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-3b268d0a-c1bd-423f-9e19-e023838a17d5 None None] Provisioning complete for port b478400d-1dbb-42f0-b1ae-5422244de83d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:10.689043 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3b268d0a-c1bd-423f-9e19-e023838a17d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:10.763471 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-3b268d0a-c1bd-423f-9e19-e023838a17d5 None None] Port b478400d-1dbb-42f0-b1ae-5422244de83d cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:44:10.779883 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] Set router e49a2206-be3c-47d7-be89-1aa438e11067 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:10.810375 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb97e3a6-082d-4613-8464-21b326d993b5 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:10.954229 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port bb97e3a6-082d-4613-8464-21b326d993b5 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:10.954664 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.088585 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port bb97e3a6-082d-4613-8464-21b326d993b5 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:11.089653 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91458251-373e-400c-a018-e96d4ffb4530 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:11.113540 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'b478400d-1dbb-42f0-b1ae-5422244de83d', 'name': '', 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'mac_address': 'fa:16:3e:46:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:09Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 2, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'subnets': [{'id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:11.147444 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199b3b2-2dd3-4bf1-a463-21a0ba917c8f None None] The sync data for ids ['e49a2206-be3c-47d7-be89-1aa438e11067'] in n-d-832185-1 is: [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'b478400d-1dbb-42f0-b1ae-5422244de83d', 'name': '', 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'mac_address': 'fa:16:3e:46:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:09Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 2, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'subnets': [{'id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:44:11.174752 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 91458251-373e-400c-a018-e96d4ffb4530 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:11.175052 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (91458251-373e-400c-a018-e96d4ffb4530), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.201654 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35140) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:11.207023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808200372', 'description': 'tempest-secgroup-smoke-1808200372 description', 'project_id': 'e7094c879baf442cae1c35cbb478e252'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:11.231062 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.267191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 91458251-373e-400c-a018-e96d4ffb4530 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:11.305664 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group (471e2f03-eac7-4a5b-940b-4798cf9db3b0), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.309267 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (471e2f03-eac7-4a5b-940b-4798cf9db3b0), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.336768 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.338028 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1352217 Mar 07 05:44:11.341059 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35142) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:11.348096 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group_rule': {'security_group_id': '471e2f03-eac7-4a5b-940b-4798cf9db3b0', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:11.365165 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5557af7-8c69-432a-a79d-e8b8b5d5b831 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471e2f03-eac7-4a5b-940b-4798cf9db3b0,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:11.389387 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (144676fe-519c-4c47-970b-846874dc1e2e), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.457712 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (144676fe-519c-4c47-970b-846874dc1e2e), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.462242 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (144676fe-519c-4c47-970b-846874dc1e2e), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.482633 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144676fe-519c-4c47-970b-846874dc1e2e,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:11.504109 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.505514 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-8715905c-59a1-4db8-a783-22a115ac2933 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617105 Mar 07 05:44:11.508490 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35144) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:11.513034 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group_rule': {'security_group_id': '471e2f03-eac7-4a5b-940b-4798cf9db3b0', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:11.540562 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (20fa9241-6d93-43d7-afdf-ab8cdaac6ed8), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.605032 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (20fa9241-6d93-43d7-afdf-ab8cdaac6ed8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.608351 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (20fa9241-6d93-43d7-afdf-ab8cdaac6ed8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.630306 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fa9241-6d93-43d7-afdf-ab8cdaac6ed8,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:11.636408 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.637638 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b81a6822-d5c6-4b7b-90bd-fee88fe9de5f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281037 Mar 07 05:44:11.640498 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35146) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:11.644981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group_rule': {'security_group_id': '471e2f03-eac7-4a5b-940b-4798cf9db3b0', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:11.670700 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (2f4abcfc-32c9-470c-b030-db10b75a3494), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.731867 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (2f4abcfc-32c9-470c-b030-db10b75a3494), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.737297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (2f4abcfc-32c9-470c-b030-db10b75a3494), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.754954 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4abcfc-32c9-470c-b030-db10b75a3494,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:11.766685 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.768629 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-588a70a3-fae6-45ca-a2e3-4106725adb5c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271546 Mar 07 05:44:11.771343 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35148) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:11.775812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group_rule': {'security_group_id': '471e2f03-eac7-4a5b-940b-4798cf9db3b0', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:11.801230 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (d816eadc-5e39-448f-b488-d79249bd1b15), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.859929 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (d816eadc-5e39-448f-b488-d79249bd1b15), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.863356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (d816eadc-5e39-448f-b488-d79249bd1b15), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.880154 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d816eadc-5e39-448f-b488-d79249bd1b15,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:11.887727 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.888896 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-494a208c-6e29-49b0-b4db-60d0a989609a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165409 Mar 07 05:44:11.891635 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35150) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:11.896610 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group_rule': {'security_group_id': '471e2f03-eac7-4a5b-940b-4798cf9db3b0', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:11.915810 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Project e7094c879baf442cae1c35cbb478e252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:44:11.920686 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (3e878e02-9196-41e1-be2b-4b136e155510), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.977427 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (3e878e02-9196-41e1-be2b-4b136e155510), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.980994 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (3e878e02-9196-41e1-be2b-4b136e155510), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:11.998976 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e878e02-9196-41e1-be2b-4b136e155510,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:12.006855 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:12.008043 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-eab7e18c-110c-4d76-b3e0-8f06cd96a5e9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147888 Mar 07 05:44:12.010731 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35152) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:12.014927 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'security_group_rule': {'security_group_id': '471e2f03-eac7-4a5b-940b-4798cf9db3b0', 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:12.034697 n-d-832185-1 neutron-server[103938]: INFO neutron.db.securitygroups_db [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Project e7094c879baf442cae1c35cbb478e252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 05:44:12.039514 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (263b15c9-5e26-4af7-8778-5a797b4762db), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:12.096196 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (263b15c9-5e26-4af7-8778-5a797b4762db), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:12.099762 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672548'] for security_group_rule (263b15c9-5e26-4af7-8778-5a797b4762db), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:12.119955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263b15c9-5e26-4af7-8778-5a797b4762db,revision_number=0']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:12.126129 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:12.128181 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b39ffccf-bd04-4648-9b9f-bf6f1485dd3d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165075 Mar 07 05:44:12.280904 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-4bb6005c-17b5-49cb-b37a-5e0cfd4d1f6e tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808200372&fields=id&tenant_id=e7094c879baf442cae1c35cbb478e252 HTTP/1.1" status: 200 len: 267 time: 0.0501626 Mar 07 05:44:12.383671 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-3213d262-fccb-4f59-9012-2c0e1bcac58a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:12.385134 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-3213d262-fccb-4f59-9012-2c0e1bcac58a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 810 time: 0.0976489 Mar 07 05:44:12.399447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-d0a7d79b-b01c-48c1-a0c0-930b24648818 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/quotas/e7094c879baf442cae1c35cbb478e252 HTTP/1.1" status: 200 len: 375 time: 0.0089090 Mar 07 05:44:12.452075 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-346db8eb-11c1-499f-be7a-ba6609af3de8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478237 Mar 07 05:44:12.560214 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-b0e686c7-e7fe-475b-acf4-a61934fd4d21 service neutron] 10.222.0.21 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970261 Mar 07 05:44:12.655558 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-aace1f07-8fab-48a1-881f-a7879fd5cc6d service neutron] 10.222.0.21 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885792 Mar 07 05:44:12.789180 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bc9ee45-a1fe-49c3-a559-b26123491316 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:12.847417 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5616f47f-2d30-4d3e-910d-a3a68eed5f7e req-53a32f9f-20a2-4549-aac2-44ca85c879cc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 210 time: 0.0385706 Mar 07 05:44:12.850301 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bc9ee45-a1fe-49c3-a559-b26123491316 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:12.850634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:13.118806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bc9ee45-a1fe-49c3-a559-b26123491316 is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:13.119195 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:13.142630 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] For port 8bc9ee45-a1fe-49c3-a559-b26123491316, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bc9ee45-a1fe-49c3-a559-b26123491316,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:13.147836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:13.197216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Pushing event updated for resources: {'Port': ['ID=8bc9ee45-a1fe-49c3-a559-b26123491316,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:13.930036 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d795f9c8-666e-4d9c-8269-abc05418dfc9 req-84f7c926-131a-4e64-83b8-7bfa520c3908 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 210 time: 0.0295584 Mar 07 05:44:13.983853 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Sync routers for ids ['e49a2206-be3c-47d7-be89-1aa438e11067'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:44:13.994353 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Routers {'e49a2206-be3c-47d7-be89-1aa438e11067'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:13.994920 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e49a2206-be3c-47d7-be89-1aa438e11067'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:14.100829 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Set router e49a2206-be3c-47d7-be89-1aa438e11067 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:14.294640 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'b478400d-1dbb-42f0-b1ae-5422244de83d', 'name': '', 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'mac_address': 'fa:16:3e:46:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:09Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 2, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'subnets': [{'id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:14.320769 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Checking router: e49a2206-be3c-47d7-be89-1aa438e11067 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:44:14.321119 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Updating router e49a2206-be3c-47d7-be89-1aa438e11067 port b478400d-1dbb-42f0-b1ae-5422244de83d binding host n-d-832185-1 {{(pid=103941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 05:44:14.347050 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.602592 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Publish callbacks [] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), precommit_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.608135 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.659789 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342220ff-bd9f-41bd-b878-77e648f9e8c6 None None] Pushing event updated for resources: {'Port': ['ID=b478400d-1dbb-42f0-b1ae-5422244de83d,revision_number=3']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:14.711591 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Attempting to bind port b478400d-1dbb-42f0-b1ae-5422244de83d on host n-d-832185-1 for vnic_type normal with profile {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:14.712096 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Attempting to bind port b478400d-1dbb-42f0-b1ae-5422244de83d by drivers openvswitch,hyperv on host n-d-832185-1 at level 0 using segments [{'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:14.712465 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Attempting to bind port b478400d-1dbb-42f0-b1ae-5422244de83d on network c5441384-51bd-499b-b574-75ac3a5dee77 {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:14.717744 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Checking agent: {'id': '5ceac70d-042d-41d9-a846-ccb6e3046cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 9, 9), 'started_at': datetime.datetime(2022, 3, 7, 4, 9, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832185-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:14.718282 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Checking segment: {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:14.718700 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.719090 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Bound using segment: {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'} {{(pid=103941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:14.719559 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.managers [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Bound port: b478400d-1dbb-42f0-b1ae-5422244de83d, host: n-d-832185-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e8387d-600f-4ab1-bc9c-1206122e054c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77'}}] {{(pid=103941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:14.719939 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), before_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.761000 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bc9ee45-a1fe-49c3-a559-b26123491316 up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:14.789511 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] For port b478400d-1dbb-42f0-b1ae-5422244de83d, host n-d-832185-1, cleared binding levels {{(pid=103941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:14.792891 n-d-832185-1 neutron-server[103941]: DEBUG neutron.plugins.ml2.db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] For port b478400d-1dbb-42f0-b1ae-5422244de83d, host n-d-832185-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b478400d-1dbb-42f0-b1ae-5422244de83d,segment=NetworkSegment(98e8387d-600f-4ab1-bc9c-1206122e054c),segment_id=98e8387d-600f-4ab1-bc9c-1206122e054c)] {{(pid=103941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:14.800758 n-d-832185-1 neutron-server[103941]: DEBUG neutron_lib.callbacks.manager [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), after_update {{(pid=103941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.818237 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port 8bc9ee45-a1fe-49c3-a559-b26123491316 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:14.818886 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.860538 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Routers {'e49a2206-be3c-47d7-be89-1aa438e11067'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:14.861635 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e49a2206-be3c-47d7-be89-1aa438e11067'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:14.864969 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342220ff-bd9f-41bd-b878-77e648f9e8c6 None None] Pushing event updated for resources: {'Port': ['ID=b478400d-1dbb-42f0-b1ae-5422244de83d,revision_number=4']} {{(pid=103941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:14.906938 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port 8bc9ee45-a1fe-49c3-a559-b26123491316 is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:14.922174 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] Provisioning complete for port b478400d-1dbb-42f0-b1ae-5422244de83d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:14.922988 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:14.989586 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] Set router e49a2206-be3c-47d7-be89-1aa438e11067 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:15.031501 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] Current status of the port b478400d-1dbb-42f0-b1ae-5422244de83d is: DOWN; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:15.031912 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:15.035719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-215759ab-b8b3-4e52-a8c3-52b1bbac4a3c req-281d51e0-4fda-4848-8738-2a1df581a989 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 210 time: 0.0509930 Mar 07 05:44:15.082065 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] For port b478400d-1dbb-42f0-b1ae-5422244de83d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b478400d-1dbb-42f0-b1ae-5422244de83d,segment=NetworkSegment(98e8387d-600f-4ab1-bc9c-1206122e054c),segment_id=98e8387d-600f-4ab1-bc9c-1206122e054c)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:15.091716 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:15.148611 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fd04f-225a-4897-a22a-6f2d4c306f7f None None] Pushing event updated for resources: {'Port': ['ID=b478400d-1dbb-42f0-b1ae-5422244de83d,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:15.212176 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-be8e3f2b-aa05-4bc4-bcb6-1e25e3bf2fa9 None None] Provisioning complete for port b478400d-1dbb-42f0-b1ae-5422244de83d triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:15.212652 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-be8e3f2b-aa05-4bc4-bcb6-1e25e3bf2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:15.295569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-be8e3f2b-aa05-4bc4-bcb6-1e25e3bf2fa9 None None] Current status of the port b478400d-1dbb-42f0-b1ae-5422244de83d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:15.327737 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'b478400d-1dbb-42f0-b1ae-5422244de83d', 'name': '', 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'mac_address': 'fa:16:3e:46:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:09Z', 'updated_at': '2022-03-07T05:44:14Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'subnets': [{'id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:15.353365 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfde80-cf1a-4443-873d-c1058e85aa69 None None] The sync data for ids ['e49a2206-be3c-47d7-be89-1aa438e11067'] in n-d-832185-1 is: [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:44:09Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'b478400d-1dbb-42f0-b1ae-5422244de83d', 'name': '', 'network_id': 'c5441384-51bd-499b-b574-75ac3a5dee77', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'mac_address': 'fa:16:3e:46:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:09Z', 'updated_at': '2022-03-07T05:44:14Z', 'revision_number': 4, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'subnets': [{'id': '203d3dea-6a2b-4fdb-b530-ee23cc5a81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:44:16.103753 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-66f953aa-e62d-4a0b-abe0-c772ff8fdd86 req-b8a16065-30bd-48c9-b633-fbd93399918f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 210 time: 0.0264082 Mar 07 05:44:16.768943 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b478400d-1dbb-42f0-b1ae-5422244de83d up at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:16.815658 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Provisioning complete for port b478400d-1dbb-42f0-b1ae-5422244de83d triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:16.816030 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:16.934956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Current status of the port b478400d-1dbb-42f0-b1ae-5422244de83d is: ACTIVE; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:17.004719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-e476e1c8-e290-4610-b243-6201505bdfc5 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:17.006784 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-e476e1c8-e290-4610-b243-6201505bdfc5 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 810 time: 0.1432595 Mar 07 05:44:17.074986 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-94bd82b3-f51b-4889-a0ca-0f4a503b8d1a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7094c879baf442cae1c35cbb478e252 HTTP/1.1" status: 200 len: 380 time: 0.0602145 Mar 07 05:44:17.083540 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'port': {'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'admin_state_up': True, 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'security_groups': ['471e2f03-eac7-4a5b-940b-4798cf9db3b0']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:17.189714 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Made reservation on behalf of e7094c879baf442cae1c35cbb478e252 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:44:17.193105 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:17.196984 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4001b142-ab2b-486d-8b93-db07efb233ab req-4076cdb2-21d2-46ce-9758-3be5bfceabbf tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 210 time: 0.0268772 Mar 07 05:44:17.321665 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Allocated IP 172.20.0.9 (e5826355-3c87-4923-a3ac-da5f074113bf/06bccab5-1684-45f9-9ebf-bd6d413eb58b/01ff9647-2b0c-444f-9df5-625d574b1c09) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:17.458047 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:17.496726 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:17.539755 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Network e5826355-3c87-4923-a3ac-da5f074113bf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:17.542891 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:17.546447 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:17.576791 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:17.603641 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:17.604265 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:17.622943 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-cb0cb62d-71be-4370-9899-b1bf1db3c17f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429211 Mar 07 05:44:17.634279 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Request body: {'port': {'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:17.704264 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:17.834882 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-6fd10d2a-aef1-45c9-9099-76079a08f0bc None None] Provisioning complete for port 01ff9647-2b0c-444f-9df5-625d574b1c09 triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:17.835550 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6fd10d2a-aef1-45c9-9099-76079a08f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:17.873216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6fd10d2a-aef1-45c9-9099-76079a08f0bc None None] Port 01ff9647-2b0c-444f-9df5-625d574b1c09 cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:44:17.992082 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ff9647-2b0c-444f-9df5-625d574b1c09 {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:44:17.999496 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Publish callbacks [] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:18.014261 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Transition to ACTIVE for port object 01ff9647-2b0c-444f-9df5-625d574b1c09 will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:44:18.018436 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:18.067855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:18.146506 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Attempting to bind port 01ff9647-2b0c-444f-9df5-625d574b1c09 on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:44:18.146847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Attempting to bind port 01ff9647-2b0c-444f-9df5-625d574b1c09 by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:44:18.147175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Attempting to bind port 01ff9647-2b0c-444f-9df5-625d574b1c09 on network e5826355-3c87-4923-a3ac-da5f074113bf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:18.151722 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Port 01ff9647-2b0c-444f-9df5-625d574b1c09 on network e5826355-3c87-4923-a3ac-da5f074113bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:44:18.152042 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Attempting to bind port 01ff9647-2b0c-444f-9df5-625d574b1c09 on network e5826355-3c87-4923-a3ac-da5f074113bf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:44:18.157130 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:44:18.157683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Checking segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:44:18.158145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Bound using segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:44:18.158612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Bound port: 01ff9647-2b0c-444f-9df5-625d574b1c09, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:44:18.158978 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:18.226783 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:44:18.231574 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:44:18.249183 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:18.289558 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.290204 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:18.291606 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] 10.222.0.15 "PUT /v2.0/ports/01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 1091 time: 0.6617353 Mar 07 05:44:18.292054 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:44:18.294343 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f44bba-8cc6-40ca-b43f-d86433db9bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:44:18.320724 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ea4af-387b-477c-8f8f-2686ab1f6fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:18.374904 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811fc7-cb22-44fe-85dd-34fe6d63a6de req-68beec16-d225-4196-b119-b4359bb4adf1 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.377719 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c811fc7-cb22-44fe-85dd-34fe6d63a6de req-68beec16-d225-4196-b119-b4359bb4adf1 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 943 time: 0.0994244 Mar 07 05:44:18.382213 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-d727d6f3-9dfa-4033-b02e-1a07ed1ff0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.388327 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-d727d6f3-9dfa-4033-b02e-1a07ed1ff0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1125 time: 0.0547698 Mar 07 05:44:18.444570 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1c811fc7-cb22-44fe-85dd-34fe6d63a6de req-8bf4cffe-bff7-4bb3-a6b2-72799a072dc7 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601265 Mar 07 05:44:18.447831 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-f91ca40c-65a9-4c92-85ef-0fb888c4ca6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 217 time: 0.0522437 Mar 07 05:44:18.503043 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-c5cbf3f1-68b2-4712-abda-96d3f9115ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.504638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-c5cbf3f1-68b2-4712-abda-96d3f9115ca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0503378 Mar 07 05:44:18.542681 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3280f62-fbe7-45d0-8a58-66e0fb949111 x-openstack-request-id: req-b3280f62-fbe7-45d0-8a58-66e0fb949111 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:44:18.542971 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:44:18.543226 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3280f62-fbe7-45d0-8a58-66e0fb949111 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:44:18.543629 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'status': 'completed', 'code': 200} Mar 07 05:44:18.559567 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-6deae2c7-6ad8-4e1b-9060-6d28b2722d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.561107 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-6deae2c7-6ad8-4e1b-9060-6d28b2722d5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505476 Mar 07 05:44:18.659678 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-1358f563-0755-406e-886e-f88de595c8c0 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918412 Mar 07 05:44:18.750512 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d0d55f2b-f2df-4fb0-b2fa-cf2fb7e14078 req-8e20c10c-515b-4ed4-8bb5-7334d6bd4049 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Mar 07 05:44:18.843901 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-d884ccf0-42f7-4044-a0c4-f3420ebe77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.845572 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-d884ccf0-42f7-4044-a0c4-f3420ebe77ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1125 time: 0.0499456 Mar 07 05:44:18.935376 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-b2be0ef6-ff44-4648-8ce9-b43c9af7ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:18.936839 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-b2be0ef6-ff44-4648-8ce9-b43c9af7ec10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0851479 Mar 07 05:44:18.981143 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-a1d412fc-6148-416b-925d-5c3c8e90c6e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 217 time: 0.0382020 Mar 07 05:44:19.032018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-a82d68ed-5c3f-492b-bde2-75a9eb86d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:19.033649 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-a82d68ed-5c3f-492b-bde2-75a9eb86d61e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0458937 Mar 07 05:44:19.089855 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-f3b05147-e20a-4ee8-b2a1-8f08f7f45d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:19.091414 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-f3b05147-e20a-4ee8-b2a1-8f08f7f45d52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520687 Mar 07 05:44:19.184114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-779c0b13-b203-46ad-8646-ba2debf41915 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853431 Mar 07 05:44:19.271226 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68f44bba-8cc6-40ca-b43f-d86433db9bbd req-1e32ed72-2ce6-464d-85e2-6fb6861fce6f service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804453 Mar 07 05:44:19.558031 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0d7e3-42ad-48e7-be64-c550624ed2f5 req-cf0ce24f-e38a-4685-b113-50e6f3d37aff tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:19.559408 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ba0d7e3-42ad-48e7-be64-c550624ed2f5 req-cf0ce24f-e38a-4685-b113-50e6f3d37aff tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 943 time: 0.0526373 Mar 07 05:44:19.608931 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-1ba0d7e3-42ad-48e7-be64-c550624ed2f5 req-dff2e8f0-a5b9-4539-b3cd-83b9b995150b tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Mar 07 05:44:20.621624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:20.728368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062a1a8-030a-4797-b44f-08cd1d0aead2 req-567f32c4-2404-402f-abb3-416f9820e417 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:20.729823 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4062a1a8-030a-4797-b44f-08cd1d0aead2 req-567f32c4-2404-402f-abb3-416f9820e417 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 943 time: 0.0518003 Mar 07 05:44:20.781487 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4062a1a8-030a-4797-b44f-08cd1d0aead2 req-4b0c51f2-60aa-431d-91b6-fb812fe81186 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 Mar 07 05:44:21.651727 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:44:21.753027 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:21.763108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:44:21.801811 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 01ff9647-2b0c-444f-9df5-625d574b1c09 is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:21.802240 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:21.815865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ff9647-2b0c-444f-9df5-625d574b1c09 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:44:21.835682 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:21.839972 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:21.893453 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:21.899538 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bfcf5-40a6-4e93-9f89-7973a3d1f685 req-7ba059db-712d-4f5f-b8a7-916f2fdf0faf tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:21.901012 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-061bfcf5-40a6-4e93-9f89-7973a3d1f685 req-7ba059db-712d-4f5f-b8a7-916f2fdf0faf tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 944 time: 0.0526967 Mar 07 05:44:21.949955 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-061bfcf5-40a6-4e93-9f89-7973a3d1f685 req-5b97eaec-712b-4f80-908d-0b504f45e35e tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Mar 07 05:44:22.069484 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['01ff9647-2b0c-444f-9df5-625d574b1c09'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:44:23.022102 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:23.069553 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292a7a3-9b8f-4b87-9cd2-3ead278aa6c5 req-6047b73d-a918-4e24-a3c2-d839d7845be9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:23.071059 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4292a7a3-9b8f-4b87-9cd2-3ead278aa6c5 req-6047b73d-a918-4e24-a3c2-d839d7845be9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 944 time: 0.0534575 Mar 07 05:44:23.122116 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-4292a7a3-9b8f-4b87-9cd2-3ead278aa6c5 req-a7c85473-5341-46a1-a543-0be29284d631 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454264 Mar 07 05:44:23.416163 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:44:23.667632 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:44:23.715865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 01ff9647-2b0c-444f-9df5-625d574b1c09 completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:44:23.719703 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 01ff9647-2b0c-444f-9df5-625d574b1c09 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:44:23.720819 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:23.798735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 01ff9647-2b0c-444f-9df5-625d574b1c09 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:44:23.799112 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:23.820517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:44:23.822745 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c145eb89-5d06-4327-aeb0-4289e40e7503" -d '{"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-plugged", "status": "completed", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:44:23.836181 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:44:23.840028 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:23.863393 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410a5c0e-6bed-4624-a37c-4baa4f9a4d2f x-openstack-request-id: req-410a5c0e-6bed-4624-a37c-4baa4f9a4d2f {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:44:23.863686 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-plugged", "status": "completed", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:44:23.863939 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-410a5c0e-6bed-4624-a37c-4baa4f9a4d2f {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:44:23.864427 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'code': 200} Mar 07 05:44:23.890133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:23.957107 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513b06e-5017-49d6-9f44-f99a7a999c6b req-1e83a46b-66aa-4df0-9c23-6937c89dd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:23.958562 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d513b06e-5017-49d6-9f44-f99a7a999c6b req-1e83a46b-66aa-4df0-9c23-6937c89dd3ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1127 time: 0.0426369 Mar 07 05:44:24.008788 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-d513b06e-5017-49d6-9f44-f99a7a999c6b req-29a5c89a-fa63-450e-aa44-ddca186c906e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Mar 07 05:44:24.243970 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92138f87-7dcb-4768-b0ba-ea7ce7277e4e req-574c42aa-0789-44e8-8167-a67a438eb673 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:24.245358 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92138f87-7dcb-4768-b0ba-ea7ce7277e4e req-574c42aa-0789-44e8-8167-a67a438eb673 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 945 time: 0.0554993 Mar 07 05:44:24.292602 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-92138f87-7dcb-4768-b0ba-ea7ce7277e4e req-4437ca04-3211-44e5-9310-10b41d8d80fa tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Mar 07 05:44:25.413646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51715c51-782d-4b2f-8ee8-22960b78e2d6 req-60dd37da-c16b-4656-be52-908328010ffa tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.415126 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51715c51-782d-4b2f-8ee8-22960b78e2d6 req-60dd37da-c16b-4656-be52-908328010ffa tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 945 time: 0.0528200 Mar 07 05:44:25.463911 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-51715c51-782d-4b2f-8ee8-22960b78e2d6 req-f3df9a69-c7be-4894-96b0-49302e1f400d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Mar 07 05:44:25.581038 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c29df-81c8-4e34-82ee-c7b3b743a145 req-e7d248bc-00fd-4903-a004-93e91a05b7a3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.582474 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c35c29df-81c8-4e34-82ee-c7b3b743a145 req-e7d248bc-00fd-4903-a004-93e91a05b7a3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 945 time: 0.0545866 Mar 07 05:44:25.608492 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-ae334fcb-4a16-43af-bae4-24c1ca2e0f06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458231 Mar 07 05:44:25.639699 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c35c29df-81c8-4e34-82ee-c7b3b743a145 req-8ec9c089-6f78-4015-93b1-0982a79feea3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498135 Mar 07 05:44:25.662697 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35220) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:25.698669 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-bc568abd-48ad-43c4-ab4b-1f28f314e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.700179 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-bc568abd-48ad-43c4-ab4b-1f28f314e769 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1127 time: 0.0535009 Mar 07 05:44:25.796795 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4f3fb-fc45-4eac-8733-67aef6fa10e0 tempest-TestSnapshotPattern-806778999 tempest-TestSnapshotPattern-806778999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.798875 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-91f4f3fb-fc45-4eac-8733-67aef6fa10e0 tempest-TestSnapshotPattern-806778999 tempest-TestSnapshotPattern-806778999-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1122 time: 0.1346810 Mar 07 05:44:25.801230 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35224) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:44:25.805516 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:44:25.808814 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-12596629-cb14-4e44-a3f8-986041491bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.810328 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-12596629-cb14-4e44-a3f8-986041491bb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0905843 Mar 07 05:44:25.827054 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:25.852135 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-16f4084e-633b-4cf3-9844-feadcb3fbf36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 217 time: 0.0353904 Mar 07 05:44:25.900078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-bef5063f-86f5-44c0-b30b-d1258e7c3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.901541 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-bef5063f-86f5-44c0-b30b-d1258e7c3090 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0445371 Mar 07 05:44:25.926510 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:25.953880 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-0b860a49-e734-47d9-9924-9e83f0290526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:25.955970 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-0b860a49-e734-47d9-9924-9e83f0290526 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486851 Mar 07 05:44:26.035917 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Allocated IP 172.25.4.77 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/fe0538a5-0236-413d-8d78-24b7c6eb26fb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:44:26.047894 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-7daed745-63a4-4735-99f7-8accf0169ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850058 Mar 07 05:44:26.135505 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:26.139323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-87c0fc77-3276-4be7-ba3d-51cc607ca38c req-c6ef3bfa-f436-4974-893b-f04969089f22 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859797 Mar 07 05:44:26.172080 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:26.210119 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:44:26.212889 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:44:26.216238 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:44:26.241647 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'Port': ['ID=fe0538a5-0236-413d-8d78-24b7c6eb26fb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:26.580342 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (e5f81717-cffa-4b9e-9331-1dc55cd54a7a), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:26.929640 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:27.079843 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:27.084423 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:27.149315 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'Port': ['ID=fe0538a5-0236-413d-8d78-24b7c6eb26fb,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:44:27.161209 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (e5f81717-cffa-4b9e-9331-1dc55cd54a7a), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:27.261330 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Floating IP e5f81717-cffa-4b9e-9331-1dc55cd54a7a associated. External IP: 172.25.4.77, port: 01ff9647-2b0c-444f-9df5-625d574b1c09. Mar 07 05:44:27.473089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:44:27.582955 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:44:27.592918 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:44:27.602624 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:27.604441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:27.605147 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:27.632964 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-09806936-cd35-4221-aed5-605b92ba9ac8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8306983 Mar 07 05:44:27.633651 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:44:27.636012 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ff02e-b372-4e32-8cce-bdf1e4626575" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:44:27.721428 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:27.725390 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af65d5b-d4cc-4e87-85ce-d3e92c8e085c x-openstack-request-id: req-8af65d5b-d4cc-4e87-85ce-d3e92c8e085c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:44:27.725690 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:44:27.725949 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8af65d5b-d4cc-4e87-85ce-d3e92c8e085c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:44:27.726383 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'status': 'completed', 'code': 200} Mar 07 05:44:27.790201 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-1927a91a-22d3-47d1-86ce-61584717b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:27.791691 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-1927a91a-22d3-47d1-86ce-61584717b7cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1127 time: 0.0450115 Mar 07 05:44:27.885103 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-024b045e-bd68-4061-b6a1-6714ca8e3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:27.886525 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-024b045e-bd68-4061-b6a1-6714ca8e3eae service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0887074 Mar 07 05:44:27.950599 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:26Z', 'revision_number': 0, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:27.951808 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-dda91dd8-8ba0-4154-b32e-9f7ec5a88c5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 998 time: 0.0597029 Mar 07 05:44:27.977779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:44:27.986757 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:44:27.987365 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:44:06Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:27.999941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-7729c42d-3fb2-4fdc-9336-da7922c2e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:28.002101 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-7729c42d-3fb2-4fdc-9336-da7922c2e5a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0451486 Mar 07 05:44:28.054101 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-b3fed339-e9d2-4094-998a-8fec2a59187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:44:28.055614 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-b3fed339-e9d2-4094-998a-8fec2a59187b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480492 Mar 07 05:44:28.095721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:44:28.145195 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-eaebbeec-228a-43f5-bd77-804a051bc452 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839381 Mar 07 05:44:28.237386 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-ef1ff02e-b372-4e32-8cce-bdf1e4626575 req-43aa43ad-9f41-4f28-8088-fe44fc4a1d8d service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Mar 07 05:44:28.319010 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:26Z', 'revision_number': 0, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:44:28.347814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23477b0-1205-4a14-bb36-f996cf978970 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:26Z', 'revision_number': 0, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:44:28.554055 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52df50a-dafa-4721-83fa-9a73576eb6e6 None None] New status for floating IP e5f81717-cffa-4b9e-9331-1dc55cd54a7a: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:44:32.932071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d8241ea1-2f43-4b5f-8883-9077a1d5bb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:35.560077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e189b507-3fe1-456b-94f7-4be8a1fa0fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:37.051329 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:37.978631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:39.646087 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:50.618825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:44:53.011413 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:00.415448 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:45:02.933033 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-af811e61-0efd-43bf-8e0f-9917e4fb1d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:05.561109 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a766f784-e8d3-4c1d-b5e3-182ab0cb6381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:07.053440 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:07.981151 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:09.648545 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:20.631993 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:23.024059 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:26.603759 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-fa8d45cf-ac60-4fdd-b593-105360068091 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433416 Mar 07 05:45:26.688274 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-62b65185-feb5-4427-823b-927151c26538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:45:26.689749 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-62b65185-feb5-4427-823b-927151c26538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1127 time: 0.0431564 Mar 07 05:45:26.795676 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-cad23736-5fb1-4e19-b8bc-6fbb539d51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:45:26.797170 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-cad23736-5fb1-4e19-b8bc-6fbb539d51f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0890431 Mar 07 05:45:26.860852 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-07e7ac71-9f9e-4be9-bfc2-56af1b613ee0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 1000 time: 0.0579431 Mar 07 05:45:26.913607 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-e5bd3e32-471f-4bca-b26d-8d4bf1d7db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:45:26.915078 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-e5bd3e32-471f-4bca-b26d-8d4bf1d7db27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0481737 Mar 07 05:45:27.262453 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-48441965-f2bb-4715-aa66-8b5eed6fd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:45:27.263949 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-48441965-f2bb-4715-aa66-8b5eed6fd23d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3431854 Mar 07 05:45:27.359742 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-20ee64fd-3ebc-421d-8b68-1ac3173fa981 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888424 Mar 07 05:45:27.450856 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-61929ed6-2d73-46e3-b182-dd0840502fe5 req-25956c28-2a19-492a-937f-f42da6981b6f service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848739 Mar 07 05:45:32.937458 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7326-ad99-455a-afd6-4a9e003a3cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:35.562129 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a11b83c5-2caf-4ae2-a1e5-27a1cae8acc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:37.054582 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:37.414510 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:45:37.984870 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:39.650223 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:50.648300 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:45:53.032527 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:02.938918 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-131c65fd-f2fd-4af8-9901-6d3ff29c714a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:05.562429 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e7d05c91-bc39-46da-9ff5-6ada10127a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:07.058023 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:07.987486 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:09.652770 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:14.413287 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:46:20.645731 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:23.032637 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:26.101492 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:46:26.205903 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:26.216535 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:46:26.258291 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 01ff9647-2b0c-444f-9df5-625d574b1c09 is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:46:26.258686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:26.271797 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01ff9647-2b0c-444f-9df5-625d574b1c09 {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:46:26.290766 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:26.294552 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:26.345333 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:26.353049 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.353425 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.353834 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.354207 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.354553 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.354890 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.355228 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.355559 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.355891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.356227 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.356557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.356887 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.357216 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:26.392711 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['01ff9647-2b0c-444f-9df5-625d574b1c09'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:46:28.110972 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:46:28.169816 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 01ff9647-2b0c-444f-9df5-625d574b1c09 triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:46:28.170231 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:28.433225 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 01ff9647-2b0c-444f-9df5-625d574b1c09 is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:46:28.433887 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:28.458059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:46:28.460408 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376a156-abea-4818-ac98-1ab4096f9969" -d '{"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-plugged", "status": "completed", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:46:28.486779 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:28.490121 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:28.583389 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:28.611784 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368f240-278c-4a45-b203-3736c4da7467 x-openstack-request-id: req-4368f240-278c-4a45-b203-3736c4da7467 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:46:28.612082 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-plugged", "status": "completed", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:46:28.612395 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4368f240-278c-4a45-b203-3736c4da7467 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:46:28.612801 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'code': 200} Mar 07 05:46:28.673067 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-2680f9a5-d87d-40d6-b6d7-6e0a3dc73ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:28.674792 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-2680f9a5-d87d-40d6-b6d7-6e0a3dc73ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1127 time: 0.0531952 Mar 07 05:46:28.795098 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-3f991657-0585-410e-8f00-28649cc5a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:28.796533 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-3f991657-0585-410e-8f00-28649cc5a35f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.1020350 Mar 07 05:46:28.868566 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-7e733964-1933-408f-8256-d040d1d2af55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 1000 time: 0.0656543 Mar 07 05:46:28.933887 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-0ad78fed-3b27-44b0-b9cd-c7ee256e6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:28.936515 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-0ad78fed-3b27-44b0-b9cd-c7ee256e6dbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0596414 Mar 07 05:46:28.996299 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-fad98844-ea4d-4215-b08f-b6fdc1fdf4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:29.000068 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-fad98844-ea4d-4215-b08f-b6fdc1fdf4d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560682 Mar 07 05:46:29.096817 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-a370a369-fafe-43fe-85e8-ba06f2285df8 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913296 Mar 07 05:46:29.205022 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-cdd01f34-19ff-4627-8581-b395aaf4274a req-4a5ade4e-1e1d-4098-808f-0ca2904e3faa service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026800 Mar 07 05:46:32.944649 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3901-478e-4b4a-8ea0-d63a4fe64808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:35.564836 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-ff24140a-aab1-43bb-9e26-a95b9283cc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:36.761727 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-f6042a0e-a457-464e-9d29-e9f00693650f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808200372&fields=id&tenant_id=e7094c879baf442cae1c35cbb478e252 HTTP/1.1" status: 200 len: 267 time: 0.0495842 Mar 07 05:46:36.864721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-718bfb48-98a3-4fb6-8542-e63222c48c6b tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:36.866209 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-718bfb48-98a3-4fb6-8542-e63222c48c6b tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 810 time: 0.0981374 Mar 07 05:46:36.880138 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b521f000-9526-4001-afc4-9ee6781d5adb tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/quotas/e7094c879baf442cae1c35cbb478e252 HTTP/1.1" status: 200 len: 375 time: 0.0085778 Mar 07 05:46:36.934959 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-2d123da0-3028-4501-a001-21155df776db tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495651 Mar 07 05:46:37.007344 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-239a7b96-47f4-4241-b17c-ae598b1cc7f1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 05:46:37.008276 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-239a7b96-47f4-4241-b17c-ae598b1cc7f1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0626333 Mar 07 05:46:37.061309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:37.100398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-66c51d27-ae92-48c1-9e88-8ad95af1427f service neutron] 10.222.0.21 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860298 Mar 07 05:46:37.192070 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-eea62790-03d4-4e36-9d5f-3e10280d1396 service neutron] 10.222.0.21 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853589 Mar 07 05:46:37.350206 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-d6a3b370-3812-44a0-b463-b8c79a861410 req-3a3fa4e9-3696-4e62-bc0f-bc86e2470fd7 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 210 time: 0.0269892 Mar 07 05:46:37.989966 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:38.351719 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-f0d25626-5080-4a48-a32c-ffd17090deeb tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:38.354755 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-f0d25626-5080-4a48-a32c-ffd17090deeb tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 810 time: 0.1092553 Mar 07 05:46:38.420072 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-762bf225-f33b-4597-af5c-52f1ccc2b13a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7094c879baf442cae1c35cbb478e252 HTTP/1.1" status: 200 len: 380 time: 0.0559940 Mar 07 05:46:38.428544 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'port': {'device_id': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'admin_state_up': True, 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'security_groups': ['471e2f03-eac7-4a5b-940b-4798cf9db3b0']}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:46:38.450091 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-5c1e4dbe-4838-4dc4-8175-8115ef523f9e req-6dd3a9fe-8547-4827-b438-3da1d5151d12 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 210 time: 0.0295744 Mar 07 05:46:38.538185 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Made reservation on behalf of e7094c879baf442cae1c35cbb478e252 for: {'port': 1} {{(pid=103939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 05:46:38.541840 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:38.695787 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_common [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Allocated IP 172.20.0.14 (e5826355-3c87-4923-a3ac-da5f074113bf/06bccab5-1684-45f9-9ebf-bd6d413eb58b/6af63559-8fdd-4bee-b873-6f93885f95bd) {{(pid=103939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:46:38.901717 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), precommit_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:38.947508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_create {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:38.994295 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Network e5826355-3c87-4923-a3ac-da5f074113bf is already hosted by enough agents. {{(pid=103939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:46:38.998298 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.base_scheduler [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Resources bound (agent type, host, resource id): {{(pid=103939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:46:39.005805 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Received port after_create {{(pid=103939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:46:39.063302 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=1']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:39.083278 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:39.084697 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:39.101534 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.101894 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.102306 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.102758 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.103127 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.103410 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.103774 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.105268 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.105423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.105808 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.106173 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.106507 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.106876 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:39.124358 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-b932a3b7-77ae-45d1-b7d3-8084c322e114 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6998458 Mar 07 05:46:39.380441 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-4cf716f5-d800-4e66-8768-9f3d68c248d0 None None] Provisioning complete for port 6af63559-8fdd-4bee-b873-6f93885f95bd triggered by entity DHCP. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:46:39.381492 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4cf716f5-d800-4e66-8768-9f3d68c248d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:39.422271 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-4cf716f5-d800-4e66-8768-9f3d68c248d0 None None] Port 6af63559-8fdd-4bee-b873-6f93885f95bd cannot update to ACTIVE because it is not bound. {{(pid=103940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 05:46:39.582239 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f69a8-efd4-4478-bb2c-c641e75c6883 req-ec721227-889c-4533-b91a-26879a21cb88 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:39.584392 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff1f69a8-efd4-4478-bb2c-c641e75c6883 req-ec721227-889c-4533-b91a-26879a21cb88 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0552783 Mar 07 05:46:39.645151 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ff1f69a8-efd4-4478-bb2c-c641e75c6883 req-d73e82f4-ae2d-47f7-abfc-ca7fe83eb93a tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543814 Mar 07 05:46:39.660750 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:40.241472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:46:40.324245 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 01ff9647-2b0c-444f-9df5-625d574b1c09 is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:46:40.324746 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:40.350459 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:46:40.353507 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea331954-7d01-4b90-a7ed-02806e6a6b85" -d '{"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:46:40.367885 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:40.379753 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:40.416308 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff2b2a-9a04-4de6-9d62-a30d6192bad5 x-openstack-request-id: req-51ff2b2a-9a04-4de6-9d62-a30d6192bad5 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:46:40.417167 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:46:40.417167 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51ff2b2a-9a04-4de6-9d62-a30d6192bad5 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:46:40.417379 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'code': 200} Mar 07 05:46:40.444815 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:40.776412 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a28bd-b738-4083-a5f0-852ebb166c77 req-77bf7781-2a83-4d33-bc1c-1e3697e37472 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:40.778659 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-462a28bd-b738-4083-a5f0-852ebb166c77 req-77bf7781-2a83-4d33-bc1c-1e3697e37472 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0613754 Mar 07 05:46:40.839442 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-462a28bd-b738-4083-a5f0-852ebb166c77 req-0318a3b1-dcbf-4dfe-8e6d-122437b8d16d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498123 Mar 07 05:46:41.968908 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e8f6c-976d-40c1-85b6-862f79253dfa req-4b99f838-2d42-4c11-a17b-30fd7a3e3806 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:41.971366 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba8e8f6c-976d-40c1-85b6-862f79253dfa req-4b99f838-2d42-4c11-a17b-30fd7a3e3806 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0555716 Mar 07 05:46:42.024257 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-ba8e8f6c-976d-40c1-85b6-862f79253dfa req-2f12ef32-40e0-4b1b-b7b0-9746257d8fb3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482345 Mar 07 05:46:43.150721 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6c37e-97dd-4ee7-9000-94b7ea2dd4d1 req-dc164529-cf7b-42f4-b21f-75fcb08d81fa tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:43.152449 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2de6c37e-97dd-4ee7-9000-94b7ea2dd4d1 req-dc164529-cf7b-42f4-b21f-75fcb08d81fa tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0558550 Mar 07 05:46:43.208410 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-2de6c37e-97dd-4ee7-9000-94b7ea2dd4d1 req-7d047d75-43e4-4b11-b53e-82244bd366e6 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501411 Mar 07 05:46:44.341246 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1892-86d5-4970-aa64-88d02b4194e8 req-31af388e-48fd-4a5e-be86-136f9fa9e75f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:44.342858 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6edf1892-86d5-4970-aa64-88d02b4194e8 req-31af388e-48fd-4a5e-be86-136f9fa9e75f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0560434 Mar 07 05:46:44.395751 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6edf1892-86d5-4970-aa64-88d02b4194e8 req-39d65f0f-3182-4614-b5bf-c531e6ad4f8d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473678 Mar 07 05:46:45.521643 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4f318-1edd-4ea9-b914-16be8bb9ff03 req-14aa0b08-4681-4acb-af46-b9ddf917bf83 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:45.523203 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59a4f318-1edd-4ea9-b914-16be8bb9ff03 req-14aa0b08-4681-4acb-af46-b9ddf917bf83 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0569129 Mar 07 05:46:45.576002 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59a4f318-1edd-4ea9-b914-16be8bb9ff03 req-a65d95c8-c3d6-41fe-97fd-4f29cea7f6c3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 Mar 07 05:46:46.705324 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a065-de03-4f19-bdd5-ed0cd57c69a0 req-55c62690-f355-480f-9876-aed94f2149a8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:46.706978 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a743a065-de03-4f19-bdd5-ed0cd57c69a0 req-55c62690-f355-480f-9876-aed94f2149a8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0579522 Mar 07 05:46:46.757021 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a743a065-de03-4f19-bdd5-ed0cd57c69a0 req-2c32e50e-5cbd-4aaa-8125-b022bf9e7e50 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Mar 07 05:46:47.098296 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.v2.base [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Request body: {'port': {'device_id': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832185-1'}} {{(pid=103939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:46:47.163350 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:47.433455 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af63559-8fdd-4bee-b873-6f93885f95bd {{(pid=103939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:46:47.440956 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Publish callbacks [] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:47.453145 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.provisioning_blocks [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Transition to ACTIVE for port object 6af63559-8fdd-4bee-b873-6f93885f95bd will not be triggered until provisioned by entity L2. {{(pid=103939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 05:46:47.456829 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:47.508327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:47.585258 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Attempting to bind port 6af63559-8fdd-4bee-b873-6f93885f95bd on host n-h1-832185-1 for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 05:46:47.585591 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Attempting to bind port 6af63559-8fdd-4bee-b873-6f93885f95bd by drivers openvswitch,hyperv on host n-h1-832185-1 at level 0 using segments [{'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 05:46:47.586208 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Attempting to bind port 6af63559-8fdd-4bee-b873-6f93885f95bd on network e5826355-3c87-4923-a3ac-da5f074113bf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:46:47.591222 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Port 6af63559-8fdd-4bee-b873-6f93885f95bd on network e5826355-3c87-4923-a3ac-da5f074113bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832185-1 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 05:46:47.591543 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Attempting to bind port 6af63559-8fdd-4bee-b873-6f93885f95bd on network e5826355-3c87-4923-a3ac-da5f074113bf {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 05:46:47.597158 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Checking agent: {'id': '6a1a3bd4-7a3b-4c7d-ab22-17447ba13154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832185-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'started_at': datetime.datetime(2022, 3, 7, 4, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 5, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 05:46:47.597492 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Checking segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 05:46:47.597875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Bound using segment: {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 05:46:47.598346 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Bound port: 6af63559-8fdd-4bee-b873-6f93885f95bd, host: n-h1-832185-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 05:46:47.598700 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:47.669873 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 05:46:47.673080 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 05:46:47.679763 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8642319'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:47.716439 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:47.717052 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:47.718448 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 200 len: 1092 time: 0.6246500 Mar 07 05:46:47.719013 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:46:47.721084 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814a7cd-be7e-447f-85e5-629316426452" -d '{"events": [{"name": "network-changed", "server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:46:47.760639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b897486-9ac3-45fe-b555-f89211f9b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:47.806003 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710772a-22f7-47a2-9f7e-2d6b7d491211 x-openstack-request-id: req-6710772a-22f7-47a2-9f7e-2d6b7d491211 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:46:47.806957 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:46:47.807388 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6710772a-22f7-47a2-9f7e-2d6b7d491211 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:46:47.807900 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'status': 'completed', 'code': 200} Mar 07 05:46:47.833147 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-1873491d-933a-4df3-bbf7-af280bd0674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:47.835450 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-1873491d-933a-4df3-bbf7-af280bd0674a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1126 time: 0.0693645 Mar 07 05:46:47.895734 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-231b02a0-a50d-4b88-a4aa-c67845340a78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 200 len: 217 time: 0.0530119 Mar 07 05:46:47.905428 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab398-94a6-4fa1-b137-6f64039f6068 req-663bba1a-2b8f-4260-b461-c8cec408b564 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:47.912508 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a49ab398-94a6-4fa1-b137-6f64039f6068 req-663bba1a-2b8f-4260-b461-c8cec408b564 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 944 time: 0.0634828 Mar 07 05:46:47.962287 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a49ab398-94a6-4fa1-b137-6f64039f6068 req-d775a109-3827-4dcb-b200-4e3f992b7eba tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488822 Mar 07 05:46:47.968941 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-4a510630-24af-472b-905e-f194418a87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:47.970472 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-4a510630-24af-472b-905e-f194418a87bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0670643 Mar 07 05:46:48.024335 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-c6717f0c-605e-4fd4-aee1-28492d25cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:48.026029 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-c6717f0c-605e-4fd4-aee1-28492d25cd17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494599 Mar 07 05:46:48.120323 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-46be1eed-f9de-48ee-afbc-f07e957c01f9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884883 Mar 07 05:46:48.210922 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b92aecc9-0858-4c52-84c3-9065791aea2d req-af860221-582a-4131-9cbd-e57e7f13cb39 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850387 Mar 07 05:46:48.309221 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a7cd-be7e-447f-85e5-629316426452 req-6b23792f-0c97-4d87-a2aa-0c516d4aee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:48.311212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-6b23792f-0c97-4d87-a2aa-0c516d4aee8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1126 time: 0.0532601 Mar 07 05:46:48.401282 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a7cd-be7e-447f-85e5-629316426452 req-90fba8ca-c2bd-4e64-962f-cd765cce2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:48.403693 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-90fba8ca-c2bd-4e64-962f-cd765cce2789 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0868261 Mar 07 05:46:48.447119 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-1245c4af-7578-4e0f-832d-799880ea131d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 200 len: 217 time: 0.0376182 Mar 07 05:46:48.495212 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a7cd-be7e-447f-85e5-629316426452 req-58462fcf-8259-4746-abad-cd2ea3e1521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:48.497638 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-58462fcf-8259-4746-abad-cd2ea3e1521b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0447109 Mar 07 05:46:48.550542 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a7cd-be7e-447f-85e5-629316426452 req-127ac995-be80-446f-8d4c-b969aec90e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:48.552120 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-127ac995-be80-446f-8d4c-b969aec90e90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480261 Mar 07 05:46:48.648934 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-82db7be6-7695-4df6-b8a7-77fa767535b9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891950 Mar 07 05:46:48.738314 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-5814a7cd-be7e-447f-85e5-629316426452 req-df2fcb38-fea9-493f-bba3-965e6a7616c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833592 Mar 07 05:46:49.084981 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ca13b-0b87-4236-a03c-842e4b17bd34 req-f01dbfdd-a4f2-4945-a51f-c949a95715b9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:49.086398 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a55ca13b-0b87-4236-a03c-842e4b17bd34 req-f01dbfdd-a4f2-4945-a51f-c949a95715b9 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 944 time: 0.0514143 Mar 07 05:46:49.140069 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-a55ca13b-0b87-4236-a03c-842e4b17bd34 req-2b23f7f5-f029-43e5-be00-45799360b947 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475223 Mar 07 05:46:50.256266 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:46:50.258832 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f783-d3b8-4722-bbce-970f5a5f88de req-6ac19f01-703e-4dff-b6e5-40cadd37c4e4 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:50.260447 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a50f783-d3b8-4722-bbce-970f5a5f88de req-6ac19f01-703e-4dff-b6e5-40cadd37c4e4 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 944 time: 0.0532966 Mar 07 05:46:50.312855 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-0a50f783-d3b8-4722-bbce-970f5a5f88de req-cea6cc9e-5888-4d37-a7cd-aebaea13f88f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457790 Mar 07 05:46:50.378514 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:50.391385 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'port_id': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'mac_address': 'fa:16:3e:b9:5e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:46:50.435975 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6af63559-8fdd-4bee-b873-6f93885f95bd is: DOWN; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:46:50.436375 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:50.450506 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af63559-8fdd-4bee-b873-6f93885f95bd {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:46:50.472009 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:50.477896 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:50.532524 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=4']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:50.650650 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:50.683472 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6af63559-8fdd-4bee-b873-6f93885f95bd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:46:51.411917 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:46:51.436114 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f938-86cc-4bca-8202-0c3e6160d9d2 req-cdf4ed0d-dfd7-4b18-adf9-ea111ee1eae3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:51.437617 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59b9f938-86cc-4bca-8202-0c3e6160d9d2 req-cdf4ed0d-dfd7-4b18-adf9-ea111ee1eae3 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 945 time: 0.0533435 Mar 07 05:46:51.489402 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-59b9f938-86cc-4bca-8202-0c3e6160d9d2 req-6a0b4ae4-e015-4df0-ade2-c1f047807a27 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461478 Mar 07 05:46:52.272721 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:46:52.320794 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning for port 6af63559-8fdd-4bee-b873-6f93885f95bd completed by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 05:46:52.324517 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 6af63559-8fdd-4bee-b873-6f93885f95bd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:46:52.324890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:52.401320 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6af63559-8fdd-4bee-b873-6f93885f95bd is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:46:52.402283 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:52.424935 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:46:52.427285 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5372f2-61de-4b39-96a0-f12fd3c6f926" -d '{"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-plugged", "status": "completed", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:46:52.443681 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:46:52.447511 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:52.472654 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5514f37b-1c64-4877-9cc4-3d2ac228019d x-openstack-request-id: req-5514f37b-1c64-4877-9cc4-3d2ac228019d {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:46:52.472947 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-plugged", "status": "completed", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:46:52.473203 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5514f37b-1c64-4877-9cc4-3d2ac228019d {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:46:52.473598 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'code': 200} Mar 07 05:46:52.501326 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=5']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:52.562845 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61337-05a6-4a8e-9166-044a391afec2 req-7f97046a-afb0-4135-b3de-b07bbf860d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:52.564372 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56f61337-05a6-4a8e-9166-044a391afec2 req-7f97046a-afb0-4135-b3de-b07bbf860d5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1128 time: 0.0454140 Mar 07 05:46:52.617568 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a89f27-1d10-4bcc-9e8f-ffa3e225e5aa req-3360434b-6f95-4f9a-92f2-22b9c4b96f99 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:52.618248 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56f61337-05a6-4a8e-9166-044a391afec2 req-f156e066-85d0-4db5-b0b1-c71bd4903760 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474179 Mar 07 05:46:52.619173 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55a89f27-1d10-4bcc-9e8f-ffa3e225e5aa req-3360434b-6f95-4f9a-92f2-22b9c4b96f99 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0583453 Mar 07 05:46:52.668337 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-55a89f27-1d10-4bcc-9e8f-ffa3e225e5aa req-5fc3923b-e5d7-4e52-aa9f-b84dcdbffc66 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Mar 07 05:46:53.051558 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:53.787750 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285d47-e04d-4dd0-bd6d-2494bd9d7b69 req-7b960243-cd3c-4a61-8e7c-e41a3b2fb01d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:53.789235 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98285d47-e04d-4dd0-bd6d-2494bd9d7b69 req-7b960243-cd3c-4a61-8e7c-e41a3b2fb01d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0525589 Mar 07 05:46:53.837679 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-98285d47-e04d-4dd0-bd6d-2494bd9d7b69 req-23bd63b8-39b4-43c4-8020-980a59cdbf9d tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Mar 07 05:46:53.959150 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45add2f-fe96-4ce8-be84-22679de39ca0 req-adbf0d08-7ae1-4a69-975d-bb781d32db88 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:53.960553 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c45add2f-fe96-4ce8-be84-22679de39ca0 req-adbf0d08-7ae1-4a69-975d-bb781d32db88 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0565610 Mar 07 05:46:54.009153 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c45add2f-fe96-4ce8-be84-22679de39ca0 req-2563bb7b-e69a-4828-9e4b-9f2c3dd2fc03 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Mar 07 05:46:54.030874 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35484) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:46:54.072766 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b39c7-b141-43a1-9e8b-54c75f8f0968 tempest-TestSnapshotPattern-806778999 tempest-TestSnapshotPattern-806778999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:54.074838 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2e4b39c7-b141-43a1-9e8b-54c75f8f0968 tempest-TestSnapshotPattern-806778999 tempest-TestSnapshotPattern-806778999-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1123 time: 0.0430188 Mar 07 05:46:54.077598 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35486) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:46:54.081749 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.v2.base [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Request body: {'floatingip': {'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'port_id': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 05:46:54.101602 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:54.200341 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:54.300662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Allocated IP 172.25.4.11 (f7c05cad-bea7-40ad-a21a-d6f26761807f/7825d575-c679-479c-92ab-a16fbdf29ea3/6ca65346-1ef6-45e9-b1fc-4b43dad6a38c) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 05:46:54.402822 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:54.435468 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732354726575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:54.472587 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Network f7c05cad-bea7-40ad-a21a-d6f26761807f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 05:46:54.476765 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 05:46:54.481336 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 05:46:54.487398 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'Port': ['ID=6ca65346-1ef6-45e9-b1fc-4b43dad6a38c,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:54.515703 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.516051 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.516391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.516728 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.517061 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.517391 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.517718 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.518075 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.518401 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.518723 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.519047 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.519368 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.519691 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:46:54.858530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (fe88f38c-50fb-4814-8a9c-14d634ea5938), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:54.932042 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:55.094757 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:55.102898 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10036331'] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:55.175607 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event updated for resources: {'Port': ['ID=6ca65346-1ef6-45e9-b1fc-4b43dad6a38c,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:46:55.189607 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740181'] for floatingip (fe88f38c-50fb-4814-8a9c-14d634ea5938), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:55.292618 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Floating IP fe88f38c-50fb-4814-8a9c-14d634ea5938 associated. External IP: 172.25.4.11, port: 6af63559-8fdd-4bee-b873-6f93885f95bd. Mar 07 05:46:55.508113 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:46:55.622346 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:46:55.631637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:46:55.641018 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:46:55.642864 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:46:55.643489 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:46:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:46:55.671886 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-2c71b700-19d6-412a-aaf8-920a5ae62abc tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5932441 Mar 07 05:46:55.672486 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:46:55.674779 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76585c14-ea42-499a-b53a-e66692804cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:46:55.713189 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a29186-0f08-40ba-ab0d-02b910c0faab x-openstack-request-id: req-f2a29186-0f08-40ba-ab0d-02b910c0faab {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:46:55.713484 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:46:55.713739 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2a29186-0f08-40ba-ab0d-02b910c0faab {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:46:55.714848 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'status': 'completed', 'code': 200} Mar 07 05:46:55.757064 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:46:55.777088 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76585c14-ea42-499a-b53a-e66692804cf3 req-05918421-56b5-476b-9a82-f33c2cf13ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:55.778561 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-05918421-56b5-476b-9a82-f33c2cf13ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1128 time: 0.0448222 Mar 07 05:46:55.869380 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76585c14-ea42-499a-b53a-e66692804cf3 req-e0ead57a-f4fd-405a-9213-29f9abb94dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:55.871665 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-e0ead57a-f4fd-405a-9213-29f9abb94dbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0859234 Mar 07 05:46:55.940095 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-a7c0d928-450f-4381-9dba-4657f77e0345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 200 len: 999 time: 0.0629039 Mar 07 05:46:55.987717 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76585c14-ea42-499a-b53a-e66692804cf3 req-b65d53e7-8f49-41ab-bf4a-f07028f2190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:55.987965 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:28Z', 'revision_number': 1, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}, {'id': 'fe88f38c-50fb-4814-8a9c-14d634ea5938', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:b9:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:46:54Z', 'updated_at': '2022-03-07T05:46:54Z', 'revision_number': 0, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:46:55.989404 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-b65d53e7-8f49-41ab-bf4a-f07028f2190c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0440233 Mar 07 05:46:56.014865 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:46:56.023341 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:46:56.023963 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:46:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:46:56.038359 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76585c14-ea42-499a-b53a-e66692804cf3 req-3dde2539-f4d7-4bb3-8990-bdb1bf54db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:46:56.039802 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-3dde2539-f4d7-4bb3-8990-bdb1bf54db33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450084 Mar 07 05:46:56.132212 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-901698ad-2140-43f9-b103-7f6fa4a3f209 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Mar 07 05:46:56.133130 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:46:56.225198 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-76585c14-ea42-499a-b53a-e66692804cf3 req-c2a06e84-6b4c-4c59-a99e-9d653fe9162a service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870969 Mar 07 05:46:56.360364 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:28Z', 'revision_number': 1, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}, {'id': 'fe88f38c-50fb-4814-8a9c-14d634ea5938', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:b9:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:46:54Z', 'updated_at': '2022-03-07T05:46:54Z', 'revision_number': 0, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:46:56.390666 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4270070-7e91-4d1e-bd68-558fd56a9005 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:28Z', 'revision_number': 1, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}, {'id': 'fe88f38c-50fb-4814-8a9c-14d634ea5938', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:b9:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:46:54Z', 'updated_at': '2022-03-07T05:46:54Z', 'revision_number': 0, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:46:56.581400 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74443c02-5a0a-42ee-8631-06cee2e66327 None None] New status for floating IP fe88f38c-50fb-4814-8a9c-14d634ea5938: ACTIVE {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:47:02.939874 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3f65-7073-4488-89db-61ed689a1640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:05.567315 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3aeffc45-1635-4a5d-8474-42f4f61b6c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:07.063092 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:07.991692 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:09.656411 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:14.650211 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-61fb874b-d55b-4609-8cae-4e9217a71b85 req-e07e8d33-042f-4716-a169-20624fc53bb2 service neutron] (103938) timed out ('10.222.0.15', 51857) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:47:20.648684 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:23.043398 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:28.411973 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:47:30.597380 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-c011aab9-b9e9-48d4-86c6-dc69ff9ae4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423956 Mar 07 05:47:30.684804 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-91ec7938-9f7f-451b-9742-852460b46678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:47:30.686364 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-91ec7938-9f7f-451b-9742-852460b46678 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1125 time: 0.0443544 Mar 07 05:47:30.793612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-7e901fab-ed93-4224-8799-023b95a46202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:47:30.795224 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-7e901fab-ed93-4224-8799-023b95a46202 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0921328 Mar 07 05:47:30.858130 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-1e3a5be7-131c-4779-adf6-a0b62643940d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 998 time: 0.0568433 Mar 07 05:47:30.905599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-44163218-517a-4924-9b82-097a1e9a06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:47:30.907068 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-44163218-517a-4924-9b82-097a1e9a06a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0432613 Mar 07 05:47:30.957442 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-9e20be05-2cca-4c1b-920c-fc2ebc3649ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:47:30.959069 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-9e20be05-2cca-4c1b-920c-fc2ebc3649ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462449 Mar 07 05:47:31.048556 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-664bd712-ae9b-4f2b-b95d-037530f4a252 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Mar 07 05:47:31.141777 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-18d98cd0-ee03-4b0f-888d-332ebb3dca5a req-624ce937-1a40-4fb3-adfe-c944aec13e20 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Mar 07 05:47:32.941760 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6c48a7ca-9cad-47df-a508-1321741aed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:35.569929 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b6d8f14-b3af-4cfe-aedd-a576b2e61bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:37.066416 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:37.994618 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:39.658838 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:50.702126 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:47:53.058258 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:02.945577 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-511aea60-9c40-4a36-90ba-4042810b24f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:05.410619 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:48:05.572114 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-0d09fb75-6c20-4304-aba7-468655d3f688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:07.069110 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:07.996768 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:09.661144 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:20.720189 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:23.049444 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:24.659835 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd details requested by agent hyperv_n-h1-832185-1 with host n-h1-832185-1 {{(pid=103940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 05:48:24.761647 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:24.772232 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Returning: {'device': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'port_id': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'mac_address': 'fa:16:3e:b9:5e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 05:48:24.811427 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6af63559-8fdd-4bee-b873-6f93885f95bd is: ACTIVE; New status is: BUILD {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:48:24.811825 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:24.824436 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6af63559-8fdd-4bee-b873-6f93885f95bd {{(pid=103940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 05:48:24.844370 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:24.848123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:24.898202 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=6']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:24.905795 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.906173 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.906516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.906851 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.907179 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.907504 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.907830 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.908152 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.908474 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.908793 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.909113 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.909431 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.909748 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:24.933679 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] get_ports_and_sgs() called for port_ids ['6af63559-8fdd-4bee-b873-6f93885f95bd'] {{(pid=103940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 05:48:26.665901 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd up at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 05:48:26.719781 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.provisioning_blocks [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Provisioning complete for port 6af63559-8fdd-4bee-b873-6f93885f95bd triggered by entity L2. {{(pid=103940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 05:48:26.720169 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447912'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), provisioning_complete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:26.805569 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6af63559-8fdd-4bee-b873-6f93885f95bd is: BUILD; New status is: ACTIVE {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:48:26.805964 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:26.831140 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:48:26.833382 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a05803-e5e8-478f-837d-bcb0b250ce76" -d '{"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-plugged", "status": "completed", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:48:26.846937 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:26.855251 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:26.899192 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27006a7-0c30-4603-9198-7350af48c943 x-openstack-request-id: req-a27006a7-0c30-4603-9198-7350af48c943 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:48:26.899495 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-plugged", "status": "completed", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:48:26.899808 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a27006a7-0c30-4603-9198-7350af48c943 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:48:26.900385 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'code': 200} Mar 07 05:48:26.930358 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=7']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:30.708898 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997405ca-e971-4f41-ac1a-49307493743c req-2112356e-e991-4cae-baf7-3558c28ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:30.710567 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-2112356e-e991-4cae-baf7-3558c28ecfc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1128 time: 0.1300097 Mar 07 05:48:30.833595 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997405ca-e971-4f41-ac1a-49307493743c req-49edf281-a81e-4fc6-9834-d982fc029945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:30.835122 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-49edf281-a81e-4fc6-9834-d982fc029945 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.1029510 Mar 07 05:48:30.912885 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-7be11613-eb1e-4c1a-8def-c95940b913ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 200 len: 1001 time: 0.0709424 Mar 07 05:48:30.971468 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997405ca-e971-4f41-ac1a-49307493743c req-a509a5de-4268-411d-afea-7d6f7ccf56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:30.973440 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-a509a5de-4268-411d-afea-7d6f7ccf56a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0541956 Mar 07 05:48:31.037381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997405ca-e971-4f41-ac1a-49307493743c req-e938a44f-5173-485e-b3b5-bc9d2690b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:31.039114 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-e938a44f-5173-485e-b3b5-bc9d2690b2cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580435 Mar 07 05:48:31.141659 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-8be48e69-28d5-4d37-acec-7d9a2082a036 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945258 Mar 07 05:48:31.245042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-997405ca-e971-4f41-ac1a-49307493743c req-71fd45aa-f411-442d-95c0-db1bf1780cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966241 Mar 07 05:48:32.952686 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e5e4027e-8281-4173-9f15-d9e58546d0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:35.574663 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9079d082-248f-424f-a9b3-445504ece424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:35.895364 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35678) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:36.057163 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Deleting port 6ca65346-1ef6-45e9-b1fc-4b43dad6a38c {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:36.057508 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:36.131008 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:36.131334 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:36.142557 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Calling delete_port for 6ca65346-1ef6-45e9-b1fc-4b43dad6a38c owned by network:floatingip {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:36.314552 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6ca65346-1ef6-45e9-b1fc-4b43dad6a38c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:36.338457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event deleted for resources: {'Port': ['ID=6ca65346-1ef6-45e9-b1fc-4b43dad6a38c,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:36.349169 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.349523 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.349857 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.350228 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.350566 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.351405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.351405 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.351626 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.351850 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.352175 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.352504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.352829 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.353153 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:36.414015 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (fe88f38c-50fb-4814-8a9c-14d634ea5938), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:36.414340 n-d-832185-1 neutron-server[103939]: INFO neutron.db.l3_db [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Floating IP fe88f38c-50fb-4814-8a9c-14d634ea5938 disassociated (deleted). External IP: 172.25.4.11, port: 6af63559-8fdd-4bee-b873-6f93885f95bd. Mar 07 05:48:36.622202 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:48:37.016343 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:48:37.021212 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:37.027040 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:48:37.037699 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:37.038424 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:37.049940 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-ca52b358-7954-4f36-840a-06d4f909ab59 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe88f38c-50fb-4814-8a9c-14d634ea5938 HTTP/1.1" status: 204 len: 168 time: 1.1534798 Mar 07 05:48:37.050662 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:48:37.053003 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:48:37.141830 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:37.161742 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:37.220522 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369beb65-a270-488f-9585-6279e810f285 x-openstack-request-id: req-369beb65-a270-488f-9585-6279e810f285 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:48:37.220753 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:48:37.221196 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-369beb65-a270-488f-9585-6279e810f285 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:48:37.221603 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'status': 'completed', 'code': 200} Mar 07 05:48:37.289105 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-c085a338-63bb-4821-a2b4-ab6070b671a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:37.291042 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-c085a338-63bb-4821-a2b4-ab6070b671a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 1128 time: 0.0482478 Mar 07 05:48:37.324662 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5fcf2-a4f2-41ef-8296-0528e3752e92 req-66f7cb8e-0742-40b7-abe7-45f8b91137e7 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:37.326499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75f5fcf2-a4f2-41ef-8296-0528e3752e92 req-66f7cb8e-0742-40b7-abe7-45f8b91137e7 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0597653 Mar 07 05:48:37.380938 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-75f5fcf2-a4f2-41ef-8296-0528e3752e92 req-3a0b0e38-4036-45d5-b169-e3022789b638 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484869 Mar 07 05:48:37.391605 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-ff8fb412-15a0-4b97-be7c-de3dac0dc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:37.395254 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-ff8fb412-15a0-4b97-be7c-de3dac0dc8f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0958343 Mar 07 05:48:37.404590 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:28Z', 'revision_number': 1, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:37.433806 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:48:37.439623 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-60f7bfc2-5fb8-4934-8162-c7988b119960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 200 len: 217 time: 0.0373933 Mar 07 05:48:37.444060 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:37.444709 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:37.493725 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-a6b68b06-a645-4539-8a07-569e56006a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:37.495147 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-a6b68b06-a645-4539-8a07-569e56006a53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0500648 Mar 07 05:48:37.545012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-9136aaa3-6fc2-45d7-8f95-8ae7d788ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:37.546545 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-9136aaa3-6fc2-45d7-8f95-8ae7d788ea4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451269 Mar 07 05:48:37.558637 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:37.637174 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-a9c5b9a9-7bbd-42c4-9a7e-468881d7604a service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Mar 07 05:48:37.730871 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-b5dd9f38-7bf4-462d-abde-017b3cc1f4d8 req-338585ca-44b1-4c57-b479-704b2f062bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Mar 07 05:48:37.788516 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:28Z', 'revision_number': 1, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:37.820059 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab1191-e7c0-43be-b7e0-80639aad71e5 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_floatingips': [{'id': 'e5f81717-cffa-4b9e-9331-1dc55cd54a7a', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'router_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'port_id': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'mac_address': 'fa:16:3e:52:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T05:44:26Z', 'updated_at': '2022-03-07T05:44:28Z', 'revision_number': 1, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:48:38.001235 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:38.059694 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c181c9f-9c49-4669-802c-282bcdda726f None None] New status for floating IP fe88f38c-50fb-4814-8a9c-14d634ea5938: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:48:38.569483 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfbf6c-9c25-4f8c-9e34-100feb93998d req-52d9fb05-b7da-4ab0-af30-24b2c1b7ed0c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:38.570991 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ccfbf6c-9c25-4f8c-9e34-100feb93998d req-52d9fb05-b7da-4ab0-af30-24b2c1b7ed0c tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Mar 07 05:48:38.622439 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-6ccfbf6c-9c25-4f8c-9e34-100feb93998d req-22034c6e-2078-46bd-af2c-70b9289b528b tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Mar 07 05:48:38.711774 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:38.759593 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-0b966580-7e5f-4eb0-89e4-4fb6becd6916 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:38.760963 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-0b966580-7e5f-4eb0-89e4-4fb6becd6916 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "GET /v2.0/ports?device_id=806ebc1d-3674-4e92-a8e3-7e98d08f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0543849 Mar 07 05:48:38.788968 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Current status of the port 6af63559-8fdd-4bee-b873-6f93885f95bd is: ACTIVE; New status is: DOWN {{(pid=103940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 05:48:38.789366 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539295'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:38.812872 n-d-832185-1 neutron-server[103940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:48:38.815118 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3998bcc11ba3ac900255fec41e21d23cfb29450954c225facbda8ecec28eaca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773d0bcf-2d1c-440e-9929-f5e6ca9debbf" -d '{"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-unplugged", "status": "completed", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:48:38.827340 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:38.834279 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732355067576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732354726593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732354726611'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:38.862292 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 05:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dddaa8-b645-4c6e-98ea-884348f86373 x-openstack-request-id: req-e5dddaa8-b645-4c6e-98ea-884348f86373 {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:48:38.862598 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Deleting port 6af63559-8fdd-4bee-b873-6f93885f95bd {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:38.862759 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-unplugged", "status": "completed", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "code": 200}]} {{(pid=103940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:48:38.862886 n-d-832185-1 neutron-server[103940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5dddaa8-b645-4c6e-98ea-884348f86373 {{(pid=103940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:48:38.863005 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:38.863225 n-d-832185-1 neutron-server[103940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'code': 200} Mar 07 05:48:38.888141 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Pushing event updated for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=8']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:38.952206 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] For port 6af63559-8fdd-4bee-b873-6f93885f95bd, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=6af63559-8fdd-4bee-b873-6f93885f95bd,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:38.952565 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:38.964262 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Calling delete_port for 6af63559-8fdd-4bee-b873-6f93885f95bd owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:39.097124 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (6af63559-8fdd-4bee-b873-6f93885f95bd), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:39.125381 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event deleted for resources: {'Port': ['ID=6af63559-8fdd-4bee-b873-6f93885f95bd,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:39.172078 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] No DVR routers for this DVR port 6af63559-8fdd-4bee-b873-6f93885f95bd on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:48:39.174972 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:39.178286 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-68b96c66-95bc-406c-a35a-6b820f127b22 req-821442d9-8b12-4471-9706-fb0958cee426 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "DELETE /v2.0/ports/6af63559-8fdd-4bee-b873-6f93885f95bd HTTP/1.1" status: 204 len: 173 time: 0.4119062 Mar 07 05:48:39.223012 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-deleted', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:48:39.225379 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aebb43-6030-474a-a62c-6833814abd65" -d '{"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-deleted", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:48:39.261964 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0763cc64-72d4-4e67-bd85-b482ac588c69 x-openstack-request-id: req-0763cc64-72d4-4e67-bd85-b482ac588c69 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:48:39.262288 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebc1d-3674-4e92-a8e3-7e98d08f1a35", "name": "network-vif-deleted", "tag": "6af63559-8fdd-4bee-b873-6f93885f95bd", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:48:39.262547 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0763cc64-72d4-4e67-bd85-b482ac588c69 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:48:39.263534 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebc1d-3674-4e92-a8e3-7e98d08f1a35', 'name': 'network-vif-deleted', 'tag': '6af63559-8fdd-4bee-b873-6f93885f95bd', 'status': 'completed', 'code': 200} Mar 07 05:48:39.670952 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.172646 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35736) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:40.330436 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Deleting port fe0538a5-0236-413d-8d78-24b7c6eb26fb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:40.330696 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.406551 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.406876 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (fe0538a5-0236-413d-8d78-24b7c6eb26fb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.418387 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Calling delete_port for fe0538a5-0236-413d-8d78-24b7c6eb26fb owned by network:floatingip {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:40.563580 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (fe0538a5-0236-413d-8d78-24b7c6eb26fb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.589177 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event deleted for resources: {'Port': ['ID=fe0538a5-0236-413d-8d78-24b7c6eb26fb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:40.613621 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.613993 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.614374 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.614717 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.615056 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.615424 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.615757 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.616089 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.616416 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.616742 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.617068 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.617395 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.617720 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832185-1 {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 05:48:40.657583 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for floatingip (e5f81717-cffa-4b9e-9331-1dc55cd54a7a), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.657912 n-d-832185-1 neutron-server[103938]: INFO neutron.db.l3_db [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Floating IP e5f81717-cffa-4b9e-9331-1dc55cd54a7a disassociated (deleted). External IP: 172.25.4.77, port: 01ff9647-2b0c-444f-9df5-625d574b1c09. Mar 07 05:48:40.873601 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:48:40.982928 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:48:40.988205 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for floatingip (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:40.993316 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:48:41.005137 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:41.005755 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:41.018982 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-77cf3324-8e25-43b0-8151-0023174406f0 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "DELETE /v2.0/floatingips/e5f81717-cffa-4b9e-9331-1dc55cd54a7a HTTP/1.1" status: 204 len: 168 time: 0.8452482 Mar 07 05:48:41.019778 n-d-832185-1 neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:48:41.022244 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74dc37f4460a90223f0e88e1022ff65cf317aae3f5066fc9962e7841f8f78f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56286038-8b27-4c9b-b080-cb264b8e8006" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:48:41.120268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:41.176250 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 05:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed2e5f-cab6-4c10-9831-700939ab5e1c x-openstack-request-id: req-52ed2e5f-cab6-4c10-9831-700939ab5e1c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:48:41.177160 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "status": "completed", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:48:41.177481 n-d-832185-1 neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52ed2e5f-cab6-4c10-9831-700939ab5e1c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:48:41.177948 n-d-832185-1 neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'status': 'completed', 'code': 200} Mar 07 05:48:41.248408 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-fd11c766-6023-425a-b626-6de49d2802d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:41.251204 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-fd11c766-6023-425a-b626-6de49d2802d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7094c879baf442cae1c35cbb478e252&device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 1125 time: 0.0529628 Mar 07 05:48:41.334655 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:41.352524 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-ea702e0a-8145-4c88-8d77-00afb7bc2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:41.354756 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-ea702e0a-8145-4c88-8d77-00afb7bc2b80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 200 len: 911 time: 0.0976870 Mar 07 05:48:41.365149 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855608be-dc2c-497a-b471-e616445b4aac req-828a8599-10a6-411f-9631-924bad729fa2 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:41.366003 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:48:41.366974 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-855608be-dc2c-497a-b471-e616445b4aac req-828a8599-10a6-411f-9631-924bad729fa2 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 943 time: 0.1466932 Mar 07 05:48:41.378874 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:41.379154 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:41.401102 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-eaad4a3a-77f4-401c-a4a6-a1c9c01cdb02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 200 len: 217 time: 0.0387461 Mar 07 05:48:41.425155 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-855608be-dc2c-497a-b471-e616445b4aac req-0218e05a-e726-4879-8084-fe6ac8b77ef8 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526683 Mar 07 05:48:41.452423 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-37c8c7a9-1a5d-4e67-814c-fac053ea797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:41.454111 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-37c8c7a9-1a5d-4e67-814c-fac053ea797d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 200 len: 849 time: 0.0459514 Mar 07 05:48:41.493777 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:41.504242 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-f7aa8b16-2f63-4400-9a16-139395b9a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:41.505801 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-f7aa8b16-2f63-4400-9a16-139395b9a79b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5826355-3c87-4923-a3ac-da5f074113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449381 Mar 07 05:48:41.598258 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-7dd8165a-4686-48c0-a4c2-3ed3e50778aa service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Mar 07 05:48:41.694597 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-56286038-8b27-4c9b-b080-cb264b8e8006 req-224e7890-eca0-4b09-ae06-f0948b791f85 service neutron] 10.222.0.15 "GET /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904136 Mar 07 05:48:41.702562 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:41.731016 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e578e0f-1f29-4393-bd5a-b387291b8ea3 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:04Z', 'revision_number': 4, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1', '_interfaces': [{'id': 'bb97e3a6-082d-4613-8464-21b326d993b5', 'name': '', 'network_id': 'e5826355-3c87-4923-a3ac-da5f074113bf', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'mac_address': 'fa:16:3e:3a:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:04Z', 'updated_at': '2022-03-07T05:44:10Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'subnets': [{'id': '06bccab5-1684-45f9-9ebf-bd6d413eb58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:48:41.940896 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66634c-dfa7-4e12-8ee4-a2821b6008f3 None None] New status for floating IP e5f81717-cffa-4b9e-9331-1dc55cd54a7a: DOWN {{(pid=103941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 05:48:42.409611 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:48:42.546812 n-d-832185-1 neutron-server[103938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe3d3a-7794-4ebb-aaf9-571e33b4b45a req-fdc05f54-0fca-4da0-88e3-9c2fed6effb7 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:42.548308 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9fe3d3a-7794-4ebb-aaf9-571e33b4b45a req-fdc05f54-0fca-4da0-88e3-9c2fed6effb7 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 943 time: 0.0561714 Mar 07 05:48:42.596509 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [req-c9fe3d3a-7794-4ebb-aaf9-571e33b4b45a req-02e869f3-a36f-41f9-bb0f-4867334dfdde tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "GET /v2.0/security-groups?id=471e2f03-eac7-4a5b-940b-4798cf9db3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Mar 07 05:48:42.733034 n-d-832185-1 neutron-server[103939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-50fe1f44-2329-401c-a824-373269490016 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 05:48:42.734465 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-50fe1f44-2329-401c-a824-373269490016 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfca17ce-f177-48c9-b9a2-f369c5c74f6f HTTP/1.1" status: 200 len: 943 time: 0.0530348 Mar 07 05:48:42.737108 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:42.761149 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 6af63559-8fdd-4bee-b873-6f93885f95bd {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:42.761494 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 6af63559-8fdd-4bee-b873-6f93885f95bd not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:42.824840 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Deleting port 01ff9647-2b0c-444f-9df5-625d574b1c09 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:42.825175 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:42.915763 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] For port 01ff9647-2b0c-444f-9df5-625d574b1c09, host n-h1-832185-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832185-1',level=0,port_id=01ff9647-2b0c-444f-9df5-625d574b1c09,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:42.916117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:42.927875 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Calling delete_port for 01ff9647-2b0c-444f-9df5-625d574b1c09 owned by compute:nova {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:43.059354 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (01ff9647-2b0c-444f-9df5-625d574b1c09), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:43.092076 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event deleted for resources: {'Port': ['ID=01ff9647-2b0c-444f-9df5-625d574b1c09,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:43.134424 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] No DVR routers for this DVR port 01ff9647-2b0c-444f-9df5-625d574b1c09 on host n-h1-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:48:43.136881 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130558'] for port (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:43.140587 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [req-13b9b359-e129-49c1-93d8-beeb4bf4ca6c req-475d9f40-b73a-4431-94e7-21c5f6549c15 tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.15 "DELETE /v2.0/ports/01ff9647-2b0c-444f-9df5-625d574b1c09 HTTP/1.1" status: 204 len: 173 time: 0.4014399 Mar 07 05:48:43.141035 n-d-832185-1 neutron-server[103939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-deleted', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09'}] {{(pid=103939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 05:48:43.143310 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2ef592aadc8d50f293c534d1cee8e6580f97c880ed2224ba6f8359834b2b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b07ea4-33cd-4630-a5e9-06676f8c574a" -d '{"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-deleted", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09"}]}' {{(pid=103939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 05:48:43.180528 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 05:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075074c-6a9b-4fac-8fd1-2ff942c437c5 x-openstack-request-id: req-3075074c-6a9b-4fac-8fd1-2ff942c437c5 {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 05:48:43.180825 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca17ce-f177-48c9-b9a2-f369c5c74f6f", "name": "network-vif-deleted", "tag": "01ff9647-2b0c-444f-9df5-625d574b1c09", "status": "completed", "code": 200}]} {{(pid=103939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 05:48:43.181080 n-d-832185-1 neutron-server[103939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3075074c-6a9b-4fac-8fd1-2ff942c437c5 {{(pid=103939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 05:48:43.181491 n-d-832185-1 neutron-server[103939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfca17ce-f177-48c9-b9a2-f369c5c74f6f', 'name': 'network-vif-deleted', 'tag': '01ff9647-2b0c-444f-9df5-625d574b1c09', 'status': 'completed', 'code': 200} Mar 07 05:48:43.652270 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35752) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:43.714119 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7852f877-6837-47c4-a3b0-4cfeef5baa4f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group (471e2f03-eac7-4a5b-940b-4798cf9db3b0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:43.738984 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7852f877-6837-47c4-a3b0-4cfeef5baa4f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group (471e2f03-eac7-4a5b-940b-4798cf9db3b0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:43.798724 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7852f877-6837-47c4-a3b0-4cfeef5baa4f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (471e2f03-eac7-4a5b-940b-4798cf9db3b0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:43.801323 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7852f877-6837-47c4-a3b0-4cfeef5baa4f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:43.802524 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7852f877-6837-47c4-a3b0-4cfeef5baa4f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] 10.222.0.21 "DELETE /v2.0/security-groups/471e2f03-eac7-4a5b-940b-4798cf9db3b0 HTTP/1.1" status: 204 len: 168 time: 0.1492808 Mar 07 05:48:43.812425 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852f877-6837-47c4-a3b0-4cfeef5baa4f tempest-TestSnapshotPattern-2108855103 tempest-TestSnapshotPattern-2108855103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e2f03-eac7-4a5b-940b-4798cf9db3b0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:44.859318 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35758) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:45.210536 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:45.459612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Deleting port bb97e3a6-082d-4613-8464-21b326d993b5 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:45.459954 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:45.536327 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] For port bb97e3a6-082d-4613-8464-21b326d993b5, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=bb97e3a6-082d-4613-8464-21b326d993b5,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:45.536596 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:45.548694 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Calling delete_port for bb97e3a6-082d-4613-8464-21b326d993b5 owned by network:router_interface {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:45.731477 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (bb97e3a6-082d-4613-8464-21b326d993b5), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:45.756457 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb97e3a6-082d-4613-8464-21b326d993b5,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:45.930593 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:46.155451 n-d-832185-1 neutron-server[103939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:48:46.263045 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:48:46.269117 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-e1fa0831-6c19-4c8e-be7f-2117637aad3d admin admin] 10.222.0.21 "PUT /v2.0/routers/2a1c64ef-1ded-47db-ac82-e6e57b2a6d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084857 Mar 07 05:48:46.271663 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35760) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:46.275248 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] Sync routers for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:48:46.285736 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:46.286378 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:46.384028 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks [] for router (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:46.398005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:46.587741 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:48:45Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:46.621814 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] Checking router: 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 for host: n-d-832185-1 {{(pid=103940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:48:46.631120 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] Routers {'2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'} bound to L3 agent in host n-d-832185-1 {{(pid=103940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:46.631817 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'], 'active': True} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:46.793541 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks [] for router_gateway (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:46.861732 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Deleting port a5a298cd-cbd1-4468-9878-8a3db01f49db {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:46.862236 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:46.927557 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvr_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] Set router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 gateway port host: n-d-832185-1 {{(pid=103940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:46.947031 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] For port a5a298cd-cbd1-4468-9878-8a3db01f49db, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a5a298cd-cbd1-4468-9878-8a3db01f49db,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:46.947654 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:46.959599 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Calling delete_port for a5a298cd-cbd1-4468-9878-8a3db01f49db owned by network:router_gateway {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:46.980268 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 no longer exists at agent hyperv_n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:47.052735 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] No Port match for: 01ff9647-2b0c-444f-9df5-625d574b1c09 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:47.053240 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Device 01ff9647-2b0c-444f-9df5-625d574b1c09 not bound to the agent host n-h1-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:47.138852 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_hamode_db [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:48:45Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:47.155803 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a5a298cd-cbd1-4468-9878-8a3db01f49db), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.171730 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb100b94-81fe-413f-aaad-6f68e3cad489 None None] The sync data for ids ['2a1c64ef-1ded-47db-ac82-e6e57b2a6d85'] in n-d-832185-1 is: [{'id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'name': 'tempest-TestSnapshotPattern-2025445087-router', 'tenant_id': 'e7094c879baf442cae1c35cbb478e252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:48:45Z', 'revision_number': 5, 'project_id': 'e7094c879baf442cae1c35cbb478e252', 'gw_port': {'id': 'a5a298cd-cbd1-4468-9878-8a3db01f49db', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1c64ef-1ded-47db-ac82-e6e57b2a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:02Z', 'updated_at': '2022-03-07T05:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}] {{(pid=103940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:48:47.186919 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a298cd-cbd1-4468-9878-8a3db01f49db,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:47.250507 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.344457 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.346703 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks [] for router_controller (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.394324 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (2a1c64ef-1ded-47db-ac82-e6e57b2a6d85), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.394849 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 {{(pid=103939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:48:47.399117 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.400271 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-18c5ffca-a8da-4bea-b736-034030da1d97 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2a1c64ef-1ded-47db-ac82-e6e57b2a6d85 HTTP/1.1" status: 204 len: 168 time: 1.1276596 Mar 07 05:48:47.402978 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35762) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:47.449762 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Deleting subnet 06bccab5-1684-45f9-9ebf-bd6d413eb58b {{(pid=103939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:48:47.453672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Publish callbacks [] for subnet (06bccab5-1684-45f9-9ebf-bd6d413eb58b), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.491672 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8641572'] for subnet (06bccab5-1684-45f9-9ebf-bd6d413eb58b), precommit_delete_associations {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.581146 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (06bccab5-1684-45f9-9ebf-bd6d413eb58b), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.640772 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8642369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041164'] for subnet (06bccab5-1684-45f9-9ebf-bd6d413eb58b), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.669827 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bccab5-1684-45f9-9ebf-bd6d413eb58b,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:47.676055 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.679314 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-8a3ff644-6aa0-4367-8f74-cfa183cf37c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06bccab5-1684-45f9-9ebf-bd6d413eb58b HTTP/1.1" status: 204 len: 168 time: 0.2754054 Mar 07 05:48:47.681847 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35764) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:47.686717 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e37f6-15e2-4d02-b982-2823abbf59e7 None None] Network e5826355-3c87-4923-a3ac-da5f074113bf requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:48:47.765757 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (e5826355-3c87-4923-a3ac-da5f074113bf), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.828237 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Deleting port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:47.828488 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.876006 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] DHCP port deletion for e5826355-3c87-4923-a3ac-da5f074113bf request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:48:47.915069 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] For port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:47.915960 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.944942 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] Deleting port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb {{(pid=103940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:47.948075 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), before_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:47.949760 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Calling delete_port for a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:48.033438 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.db [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] For port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,segment=NetworkSegment(fad721f9-6f7a-4915-ab2f-425f1a9f8b2d),segment_id=fad721f9-6f7a-4915-ab2f-425f1a9f8b2d)] {{(pid=103940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:48.033840 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), precommit_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.049513 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] Calling delete_port for a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb owned by network:dhcp {{(pid=103940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:48.063011 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.091144 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] No DVR routers for this DVR port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:48:48.093612 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 05:48:48.143268 n-d-832185-1 neutron-server[103940]: self.session.flush() Mar 07 05:48:48.152226 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584'] for port (a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb), after_delete {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.168377 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (e5826355-3c87-4923-a3ac-da5f074113bf), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.180788 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] Pushing event deleted for resources: {'Port': ['ID=a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb,revision_number=None']} {{(pid=103940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:48.186680 n-d-832185-1 neutron-server[103940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f6e06-319b-45e1-8399-1a23d91db91f None None] No DVR routers for this DVR port a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb on host n-d-832185-1 {{(pid=103940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:48:48.194407 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5826355-3c87-4923-a3ac-da5f074113bf']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:48.207131 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:48.207504 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad721f9-6f7a-4915-ab2f-425f1a9f8b2d') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:48.218438 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (fad721f9-6f7a-4915-ab2f-425f1a9f8b2d), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.231878 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (fad721f9-6f7a-4915-ab2f-425f1a9f8b2d), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.238766 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:48:48.239148 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (fad721f9-6f7a-4915-ab2f-425f1a9f8b2d), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:48:48.240960 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:48:48.293968 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (e5826355-3c87-4923-a3ac-da5f074113bf), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.300203 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:48.303775 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5826355-3c87-4923-a3ac-da5f074113bf HTTP/1.1" status: 204 len: 168 time: 0.6209095 Mar 07 05:48:48.307152 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35766) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:48.317895 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce38b-ba3e-4b85-bc41-7b085cea8172 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5826355-3c87-4923-a3ac-da5f074113bf,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:48.889841 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb97e3a6-082d-4613-8464-21b326d993b5 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:48.913221 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: bb97e3a6-082d-4613-8464-21b326d993b5 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:48.913574 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device bb97e3a6-082d-4613-8464-21b326d993b5 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:48.914005 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:48.933129 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:48.933411 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a1e81f7e-f6d3-4dff-b81d-3b0614a09cfb not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:48.933828 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a298cd-cbd1-4468-9878-8a3db01f49db no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:48.956123 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: a5a298cd-cbd1-4468-9878-8a3db01f49db {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:48.956401 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device a5a298cd-cbd1-4468-9878-8a3db01f49db not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:48.972099 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737877'] for router_interface (e49a2206-be3c-47d7-be89-1aa438e11067), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:49.215269 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Deleting port b478400d-1dbb-42f0-b1ae-5422244de83d {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:49.215530 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:49.295590 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] For port b478400d-1dbb-42f0-b1ae-5422244de83d, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=b478400d-1dbb-42f0-b1ae-5422244de83d,segment=NetworkSegment(98e8387d-600f-4ab1-bc9c-1206122e054c),segment_id=98e8387d-600f-4ab1-bc9c-1206122e054c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:49.295902 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:49.307264 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Calling delete_port for b478400d-1dbb-42f0-b1ae-5422244de83d owned by network:router_interface {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:49.484454 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (b478400d-1dbb-42f0-b1ae-5422244de83d), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:49.510097 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Pushing event deleted for resources: {'Port': ['ID=b478400d-1dbb-42f0-b1ae-5422244de83d,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:49.682658 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737825'] for router_interface (e49a2206-be3c-47d7-be89-1aa438e11067), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:49.906494 n-d-832185-1 neutron-server[103938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Router e49a2206-be3c-47d7-be89-1aa438e11067 has already been hosted by L3 agent 771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3 {{(pid=103938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 05:48:50.016039 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] Notify agent at l3_agent.n-d-832185-1 the message routers_updated {{(pid=103938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 05:48:50.021079 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-f046de79-80a1-4b14-bfaa-59b61690266e admin admin] 10.222.0.21 "PUT /v2.0/routers/e49a2206-be3c-47d7-be89-1aa438e11067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123132 Mar 07 05:48:50.023659 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35768) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:50.026818 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] Sync routers for ids ['e49a2206-be3c-47d7-be89-1aa438e11067'] in n-d-832185-1 {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 05:48:50.036860 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] Routers {'e49a2206-be3c-47d7-be89-1aa438e11067'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:50.037478 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e49a2206-be3c-47d7-be89-1aa438e11067'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:50.129639 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks [] for router (e49a2206-be3c-47d7-be89-1aa438e11067), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.235435 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] Set router e49a2206-be3c-47d7-be89-1aa438e11067 gateway port host: n-d-832185-1 {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:50.237742 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks [] for router_gateway (e49a2206-be3c-47d7-be89-1aa438e11067), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.291641 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Deleting port 8bc9ee45-a1fe-49c3-a559-b26123491316 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:50.291990 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.373095 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] For port 8bc9ee45-a1fe-49c3-a559-b26123491316, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=8bc9ee45-a1fe-49c3-a559-b26123491316,segment=NetworkSegment(271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03),segment_id=271f4043-5cbb-48a9-b5e7-a4dfb6f9cd03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:50.373969 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.385100 n-d-832185-1 neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Calling delete_port for 8bc9ee45-a1fe-49c3-a559-b26123491316 owned by network:router_gateway {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:50.409336 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'external_fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:48:49Z', 'revision_number': 5, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port': {'id': '8bc9ee45-a1fe-49c3-a559-b26123491316', 'name': '', 'network_id': 'f7c05cad-bea7-40ad-a21a-d6f26761807f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832185-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T05:44:07Z', 'updated_at': '2022-03-07T05:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7825d575-c679-479c-92ab-a16fbdf29ea3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832185-1'}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:50.440054 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] Checking router: e49a2206-be3c-47d7-be89-1aa438e11067 for host: n-d-832185-1 {{(pid=103941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 05:48:50.448117 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] Routers {'e49a2206-be3c-47d7-be89-1aa438e11067'} bound to L3 agent in host n-d-832185-1 {{(pid=103941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 05:48:50.448723 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832185-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T04:09:05Z,description=,heartbeat_timestamp=2022-03-07T05:48:36Z,host='n-d-832185-1',id=771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T04:09:05Z,topic='l3_agent')) {'router_ids': ['e49a2206-be3c-47d7-be89-1aa438e11067'], 'active': True} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:50.533691 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_dvr_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] Set router e49a2206-be3c-47d7-be89-1aa438e11067 gateway port host: None {{(pid=103941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 05:48:50.553094 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10036242'] for port (8bc9ee45-a1fe-49c3-a559-b26123491316), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.579222 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc9ee45-a1fe-49c3-a559-b26123491316,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:50.588637 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.l3_hamode_db [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:48:50Z', 'revision_number': 6, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port_host': None}], 'n-d-832185-1', False) {} {{(pid=103941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:50.616283 n-d-832185-1 neutron-server[103941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6987312-28b7-44dc-819e-34ab7df0ce15 None None] The sync data for ids ['e49a2206-be3c-47d7-be89-1aa438e11067'] in n-d-832185-1 is: [{'id': 'e49a2206-be3c-47d7-be89-1aa438e11067', 'name': 'tempest-TestSnapshotPattern-988960624-router', 'tenant_id': '72afe303e89a43faa99d9b90f590bb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T05:44:06Z', 'updated_at': '2022-03-07T05:48:50Z', 'revision_number': 6, 'project_id': '72afe303e89a43faa99d9b90f590bb48', 'gw_port_host': None}] {{(pid=103941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 05:48:50.645167 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-740747'] for router_gateway (e49a2206-be3c-47d7-be89-1aa438e11067), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.732323 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.738406 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123203'] for router (e49a2206-be3c-47d7-be89-1aa438e11067), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.740581 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks [] for router_controller (e49a2206-be3c-47d7-be89-1aa438e11067), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.787380 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738344'] for router (e49a2206-be3c-47d7-be89-1aa438e11067), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.787875 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49a2206-be3c-47d7-be89-1aa438e11067 {{(pid=103938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 05:48:50.792821 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.794048 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-a89314a3-e0a0-4291-afa7-94128d20e4f5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e49a2206-be3c-47d7-be89-1aa438e11067 HTTP/1.1" status: 204 len: 168 time: 0.7694218 Mar 07 05:48:50.796556 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35770) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:50.840430 n-d-832185-1 neutron-server[103938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Deleting subnet 203d3dea-6a2b-4fdb-b530-ee23cc5a81d0 {{(pid=103938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 05:48:50.844442 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Publish callbacks [] for subnet (203d3dea-6a2b-4fdb-b530-ee23cc5a81d0), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.878356 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634947'] for subnet (203d3dea-6a2b-4fdb-b530-ee23cc5a81d0), precommit_delete_associations {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:50.957333 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514490'] for subnet (203d3dea-6a2b-4fdb-b530-ee23cc5a81d0), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.016164 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10036261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8474290'] for subnet (203d3dea-6a2b-4fdb-b530-ee23cc5a81d0), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.042949 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203d3dea-6a2b-4fdb-b530-ee23cc5a81d0,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:51.050868 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.055082 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ba0e6-820a-4ee1-9108-d386c1cae8e6 None None] Network c5441384-51bd-499b-b574-75ac3a5dee77 requested from n-d-832185-1 {{(pid=103940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 05:48:51.058212 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-5ea5f98b-1370-40bf-82c2-1a6557cc1c3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/203d3dea-6a2b-4fdb-b530-ee23cc5a81d0 HTTP/1.1" status: 204 len: 168 time: 0.2585330 Mar 07 05:48:51.058683 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35772) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:51.089609 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b478400d-1dbb-42f0-b1ae-5422244de83d no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:51.145370 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1487477'] for network (c5441384-51bd-499b-b574-75ac3a5dee77), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.147022 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: b478400d-1dbb-42f0-b1ae-5422244de83d {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:51.147386 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device b478400d-1dbb-42f0-b1ae-5422244de83d not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:51.197116 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Deleting port 91458251-373e-400c-a018-e96d4ffb4530 {{(pid=103939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 05:48:51.197663 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732355062595'] for port (91458251-373e-400c-a018-e96d4ffb4530), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.263378 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] For port 91458251-373e-400c-a018-e96d4ffb4530, host n-d-832185-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832185-1',level=0,port_id=91458251-373e-400c-a018-e96d4ffb4530,segment=NetworkSegment(98e8387d-600f-4ab1-bc9c-1206122e054c),segment_id=98e8387d-600f-4ab1-bc9c-1206122e054c)] {{(pid=103939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 05:48:51.263869 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-832839'] for port (91458251-373e-400c-a018-e96d4ffb4530), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.281057 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Calling delete_port for 91458251-373e-400c-a018-e96d4ffb4530 owned by network:dhcp {{(pid=103939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 05:48:51.365304 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732355067558', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732354726584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8642422'] for port (91458251-373e-400c-a018-e96d4ffb4530), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.392489 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Pushing event deleted for resources: {'Port': ['ID=91458251-373e-400c-a018-e96d4ffb4530,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:51.395859 n-d-832185-1 neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] No DVR routers for this DVR port 91458251-373e-400c-a018-e96d4ffb4530 on host n-d-832185-1 {{(pid=103939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 05:48:51.433191 n-d-832185-1 neutron-server[103940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930ffca-c338-46d5-a29b-029c599ee554 None None] DHCP port deletion for c5441384-51bd-499b-b574-75ac3a5dee77 request from n-d-832185-1 {{(pid=103940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 05:48:51.486505 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1449845', 'neutron.services.segments.db._delete_segments_for_network-8732355270503'] for network (c5441384-51bd-499b-b574-75ac3a5dee77), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.510018 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5441384-51bd-499b-b574-75ac3a5dee77']}} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:51.520120 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e8387d-600f-4ab1-bc9c-1206122e054c') {'for_net_delete': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:51.520415 n-d-832185-1 neutron-server[103939]: DEBUG neutron.services.segments.db [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e8387d-600f-4ab1-bc9c-1206122e054c') {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 05:48:51.531944 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732355271280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8641759'] for segment (98e8387d-600f-4ab1-bc9c-1206122e054c), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.547957 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369'] for segment (98e8387d-600f-4ab1-bc9c-1206122e054c), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.554639 n-d-832185-1 neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 05:48:51.555074 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642347'] for segment (98e8387d-600f-4ab1-bc9c-1206122e054c), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: Traceback (most recent call last): Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: timer() Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: cb(*args, **kw) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: return func(*args, **kwargs) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: self._notify() Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: self.callback(batched_events) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: event.method(event) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: return f(self, *a, **k) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: return self._get(url).json() Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: return self.request(url, 'GET', **kwargs) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 05:48:51.557217 n-d-832185-1 neutron-server[103939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 05:48:51.626779 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1449852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740783'] for network (c5441384-51bd-499b-b574-75ac3a5dee77), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.635201 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.641435 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] 10.222.0.21 "DELETE /v2.0/networks/c5441384-51bd-499b-b574-75ac3a5dee77 HTTP/1.1" status: 204 len: 168 time: 0.5792539 Mar 07 05:48:51.656871 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dff09-24ab-44cd-86d5-e70002d0994c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5441384-51bd-499b-b574-75ac3a5dee77,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:51.832196 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35776) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:51.879059 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-300035cf-7650-4da5-a9f1-bd60ae9ba05e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7094c879baf442cae1c35cbb478e252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456073 Mar 07 05:48:51.881456 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [-] (103939) accepted ('10.222.0.21', 35778) {{(pid=103939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:51.938259 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4060-cb3c-426d-82c2-d20f706bb67f admin admin] Publish callbacks [] for security_group (ae291981-52c9-43c6-b527-348d78e11599), before_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:51.962450 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4060-cb3c-426d-82c2-d20f706bb67f admin admin] Publish callbacks [] for security_group (ae291981-52c9-43c6-b527-348d78e11599), precommit_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.022234 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4060-cb3c-426d-82c2-d20f706bb67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (ae291981-52c9-43c6-b527-348d78e11599), after_delete {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.024990 n-d-832185-1 neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4060-cb3c-426d-82c2-d20f706bb67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.026219 n-d-832185-1 neutron-server[103939]: INFO neutron.wsgi [None req-3a6a4060-cb3c-426d-82c2-d20f706bb67f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae291981-52c9-43c6-b527-348d78e11599 HTTP/1.1" status: 204 len: 168 time: 0.1438241 Mar 07 05:48:52.036037 n-d-832185-1 neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a4060-cb3c-426d-82c2-d20f706bb67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae291981-52c9-43c6-b527-348d78e11599,revision_number=None']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:52.358023 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35784) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:52.398129 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-7bd80f8f-1a68-4353-b50c-7e7f7ac38afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72afe303e89a43faa99d9b90f590bb48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389235 Mar 07 05:48:52.400589 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [-] (103938) accepted ('10.222.0.21', 35786) {{(pid=103938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 05:48:52.447297 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b04a00fc-28b6-46e7-acdb-5673ce316854 admin admin] Publish callbacks [] for security_group (db7f127d-0bce-4c88-96cb-6ee0a2cf774e), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.468017 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b04a00fc-28b6-46e7-acdb-5673ce316854 admin admin] Publish callbacks [] for security_group (db7f127d-0bce-4c88-96cb-6ee0a2cf774e), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.517764 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b04a00fc-28b6-46e7-acdb-5673ce316854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672663'] for security_group (db7f127d-0bce-4c88-96cb-6ee0a2cf774e), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.520352 n-d-832185-1 neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b04a00fc-28b6-46e7-acdb-5673ce316854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:48:52.521499 n-d-832185-1 neutron-server[103938]: INFO neutron.wsgi [None req-b04a00fc-28b6-46e7-acdb-5673ce316854 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db7f127d-0bce-4c88-96cb-6ee0a2cf774e HTTP/1.1" status: 204 len: 168 time: 0.1200314 Mar 07 05:48:52.529288 n-d-832185-1 neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a00fc-28b6-46e7-acdb-5673ce316854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f127d-0bce-4c88-96cb-6ee0a2cf774e,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 05:48:52.888956 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bc9ee45-a1fe-49c3-a559-b26123491316 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:52.911782 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 8bc9ee45-a1fe-49c3-a559-b26123491316 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:52.912133 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 8bc9ee45-a1fe-49c3-a559-b26123491316 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:52.912563 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91458251-373e-400c-a018-e96d4ffb4530 no longer exists at agent ovs-agent-n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 05:48:52.933891 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] No Port match for: 91458251-373e-400c-a018-e96d4ffb4530 {{(pid=103940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 05:48:52.934288 n-d-832185-1 neutron-server[103940]: DEBUG neutron.plugins.ml2.rpc [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Device 91458251-373e-400c-a018-e96d4ffb4530 not bound to the agent host n-d-832185-1 {{(pid=103940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 05:48:53.073394 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:02.944303 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-406b34f1-e949-4cc6-a34a-ba252b8e05e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:05.577332 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7507cdd5-464a-45c7-ad19-8ae5cb82b881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:07.074147 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:08.002553 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:09.665650 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:19.409048 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:49:20.750250 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:23.077077 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:32.945846 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-59fb2682-f5ce-4739-a50f-ddff699410c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:35.578762 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2f4da31d-c830-484c-84ff-177c4e54be1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:37.077159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:38.004125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:39.667890 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:50.748815 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:53.075700 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:49:56.408149 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:50:02.949200 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d4012c81-d4c3-4af4-ae83-096a2b1b9d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:05.580036 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-30863bc0-82cc-4770-b9a3-8980542000dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:07.080662 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:08.007364 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:09.672014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:20.747634 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:23.074352 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:32.950908 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-852815f7-3709-4174-ab68-21525920317f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:33.407499 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:50:35.584159 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6a042238-087c-4a33-85e3-fa956c0bba0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:37.082955 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:38.009361 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:39.675115 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:50.746373 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:50:53.089019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:02.953481 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9dfae56a-6aa1-4933-8058-5242d1b691a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:05.585550 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4e64c1f1-a21a-497c-95cb-473c34fe00ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:07.086709 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:08.010880 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:09.676512 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:10.406828 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:51:20.744212 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:23.077631 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:32.956184 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-3683c1f6-cb29-4771-920e-c089209a23c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:35.586976 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-a5905fc0-cdfd-40cc-b187-ac0542de0cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:37.090101 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:38.015125 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:39.678717 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:47.407417 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:51:50.758642 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:51:53.092500 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:02.958220 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1b17b7a7-a273-46aa-b0e0-e406a0499c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:05.588714 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-103ec7f4-ba93-4bc1-85e7-27678bb1c65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:07.092624 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:08.019301 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:09.681538 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:20.773666 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:23.108131 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:24.406277 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:52:32.960056 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-95a40a9a-e480-49e3-ae8e-c305a3af79eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:35.589994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7334556e-ebb1-4f1f-89a5-9cf2118bf7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:37.095630 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:38.022123 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:39.682994 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:50.788249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:52:53.131254 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:01.404405 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:53:02.961451 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-719b9760-5f66-4cb1-b56f-c1e5d93f676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:05.591249 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-892e4d9c-8b73-4a6e-8de1-ab5c67f6bea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:07.099029 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:08.025668 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:09.684800 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:20.787330 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:23.131088 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:32.963877 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-18e4fc5c-8baf-414c-a655-1a5b94301f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:35.591901 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-2699083e-2d0b-4f0b-9303-aca1c8c0297a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:37.101709 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:38.028826 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:38.404408 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:53:39.687484 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:50.802431 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:53:53.129442 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:02.968696 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4235c874-ea97-44a5-a459-3127a220218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:05.593370 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-49befed9-75a3-4c90-add5-5b61d1462254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:07.105019 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:08.034343 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:09.689496 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:15.403196 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:54:20.800040 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:23.127254 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:32.971514 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-049cca3a-aa7f-4513-a265-919979ffcee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:35.594063 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5155-bdc4-48ce-b3b8-570126752f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:37.107359 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:38.035920 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:39.692906 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:50.800017 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:54:52.403124 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:54:53.135756 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:02.972550 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-36d03079-70ff-4021-b616-1ca2a5ca5b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:05.594455 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5283107f-a9d4-4686-99b6-a05baab49807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:07.110648 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:08.038987 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:09.700872 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:20.815957 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:23.143615 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:29.403273 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:55:32.974721 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f9909638-8f81-4e0d-9df9-4be83a174f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:35.595113 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fecccfe5-896a-46d2-97b6-6cdb09dc48f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:37.113440 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:38.044551 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:39.695309 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:50.813119 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:55:53.169520 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:02.975963 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6734-e072-4a4b-9f29-7531b1c02475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:05.597013 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd1b0-131a-4bb9-acfb-2c2315167508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:06.403368 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:56:07.116282 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:08.047071 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:09.697682 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:20.812842 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:23.159320 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:32.978719 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-e9e39e5b-e5c0-4918-bb5a-7598852e3627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:35.598341 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-dc01fc10-40c6-49f6-be41-52580db0dfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:37.120362 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:38.051517 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:39.700554 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:43.402830 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:56:50.811339 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:53.173667 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:56:59.653357 n-d-832185-1 neutron-server[103939]: DEBUG neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-2dc1d131-89ca-4281-a3f5-a34617c34d27 service neutron] (103939) timed out ('10.222.0.21', 33642) {{(pid=103939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:57:00.735331 n-d-832185-1 neutron-server[103938]: DEBUG neutron.wsgi [req-aa4f0fc4-8cb2-42a5-98e2-b93b86d98950 req-f9e417ed-3ef0-40cb-9fb2-d1f7f9d7d751 tempest-TestShelveInstance-330923317 tempest-TestShelveInstance-330923317-project] (103938) timed out ('10.222.0.21', 33664) {{(pid=103938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 05:57:02.981738 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-cee6df5f-cc1d-423b-93a3-8fcd87598dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:05.599751 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-1915be76-d066-44e6-8594-3aeaae7c0509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:07.130598 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:08.054436 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:09.702558 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:20.401838 n-d-832185-1 neutron-server[103941]: DEBUG neutron.db.agents_db [None req-6852527c-f05b-428c-803b-ef2749a80814 None None] Agent healthcheck: found 7 active agents {{(pid=103941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 05:57:20.810374 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-7de1208e-8f1c-4a01-aa6b-dc98cc561e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (6a1a3bd4-7a3b-4c7d-ab22-17447ba13154), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:23.198014 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-f5f551ff-f231-4551-a199-2d3fdccbed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (3c60f71e-7d90-42d4-a6c3-f5cc7c313bd3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:32.984821 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-fb50274d-2167-4db6-a6f2-3769f6f5e65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (4f8bc451-9a22-4982-b720-58226ded0c69), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:35.601488 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-5b311b06-3046-479b-84c3-c3b8d9639286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (771e0de1-9cfb-4cdd-be7f-e7e71c07bbb3), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:37.127588 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-d0b7650a-b296-4925-83c6-4ec8fe1bf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33a3ab2c-360e-4d02-ab04-167a4ae49631), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:38.059130 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-07bb3e20-341a-4a7b-b1a4-1013f436bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (33839310-8e85-4784-a388-e5808922821c), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 05:57:39.706295 n-d-832185-1 neutron-server[103940]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3a2b-8082-4dfc-93de-fc238c1680cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732355270485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1447822'] for agent (5ceac70d-042d-41d9-a846-ccb6e3046cd1), after_update {{(pid=103940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}